{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 47452,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 2.1074038365286844e-05,
      "grad_norm": 0.21725255250930786,
      "learning_rate": 0.0,
      "loss": 1.0692,
      "step": 1
    },
    {
      "epoch": 4.214807673057369e-05,
      "grad_norm": 0.3025148808956146,
      "learning_rate": 1.404494382022472e-08,
      "loss": 0.9358,
      "step": 2
    },
    {
      "epoch": 6.322211509586053e-05,
      "grad_norm": 0.24901404976844788,
      "learning_rate": 2.808988764044944e-08,
      "loss": 1.1258,
      "step": 3
    },
    {
      "epoch": 8.429615346114738e-05,
      "grad_norm": 0.20665119588375092,
      "learning_rate": 4.213483146067416e-08,
      "loss": 1.013,
      "step": 4
    },
    {
      "epoch": 0.00010537019182643422,
      "grad_norm": 0.7949382662773132,
      "learning_rate": 5.617977528089888e-08,
      "loss": 1.034,
      "step": 5
    },
    {
      "epoch": 0.00012644423019172107,
      "grad_norm": 0.35734468698501587,
      "learning_rate": 7.02247191011236e-08,
      "loss": 1.0342,
      "step": 6
    },
    {
      "epoch": 0.0001475182685570079,
      "grad_norm": 0.5759168863296509,
      "learning_rate": 8.426966292134831e-08,
      "loss": 0.9788,
      "step": 7
    },
    {
      "epoch": 0.00016859230692229475,
      "grad_norm": 0.2438679188489914,
      "learning_rate": 9.831460674157303e-08,
      "loss": 0.984,
      "step": 8
    },
    {
      "epoch": 0.0001896663452875816,
      "grad_norm": 0.23540788888931274,
      "learning_rate": 1.1235955056179776e-07,
      "loss": 1.0167,
      "step": 9
    },
    {
      "epoch": 0.00021074038365286843,
      "grad_norm": 0.32569360733032227,
      "learning_rate": 1.264044943820225e-07,
      "loss": 1.0449,
      "step": 10
    },
    {
      "epoch": 0.00023181442201815529,
      "grad_norm": 0.33440056443214417,
      "learning_rate": 1.404494382022472e-07,
      "loss": 1.0183,
      "step": 11
    },
    {
      "epoch": 0.00025288846038344214,
      "grad_norm": 0.3634085953235626,
      "learning_rate": 1.544943820224719e-07,
      "loss": 1.0212,
      "step": 12
    },
    {
      "epoch": 0.000273962498748729,
      "grad_norm": 0.23455841839313507,
      "learning_rate": 1.6853932584269663e-07,
      "loss": 1.038,
      "step": 13
    },
    {
      "epoch": 0.0002950365371140158,
      "grad_norm": 0.24290087819099426,
      "learning_rate": 1.8258426966292135e-07,
      "loss": 1.1548,
      "step": 14
    },
    {
      "epoch": 0.00031611057547930265,
      "grad_norm": 0.2529471218585968,
      "learning_rate": 1.9662921348314607e-07,
      "loss": 0.9412,
      "step": 15
    },
    {
      "epoch": 0.0003371846138445895,
      "grad_norm": 0.5753574371337891,
      "learning_rate": 2.106741573033708e-07,
      "loss": 1.0207,
      "step": 16
    },
    {
      "epoch": 0.00035825865220987635,
      "grad_norm": 0.2880888283252716,
      "learning_rate": 2.247191011235955e-07,
      "loss": 1.0635,
      "step": 17
    },
    {
      "epoch": 0.0003793326905751632,
      "grad_norm": 0.3111121952533722,
      "learning_rate": 2.3876404494382023e-07,
      "loss": 1.0825,
      "step": 18
    },
    {
      "epoch": 0.00040040672894045006,
      "grad_norm": 0.38628289103507996,
      "learning_rate": 2.52808988764045e-07,
      "loss": 1.0112,
      "step": 19
    },
    {
      "epoch": 0.00042148076730573686,
      "grad_norm": 0.4408358633518219,
      "learning_rate": 2.668539325842697e-07,
      "loss": 0.9468,
      "step": 20
    },
    {
      "epoch": 0.0004425548056710237,
      "grad_norm": 0.3052612543106079,
      "learning_rate": 2.808988764044944e-07,
      "loss": 0.9893,
      "step": 21
    },
    {
      "epoch": 0.00046362884403631057,
      "grad_norm": 0.3377227485179901,
      "learning_rate": 2.949438202247191e-07,
      "loss": 1.0701,
      "step": 22
    },
    {
      "epoch": 0.0004847028824015974,
      "grad_norm": 0.3003539443016052,
      "learning_rate": 3.089887640449438e-07,
      "loss": 1.0467,
      "step": 23
    },
    {
      "epoch": 0.0005057769207668843,
      "grad_norm": 0.2902633547782898,
      "learning_rate": 3.230337078651686e-07,
      "loss": 1.0588,
      "step": 24
    },
    {
      "epoch": 0.0005268509591321711,
      "grad_norm": 0.3800029754638672,
      "learning_rate": 3.3707865168539325e-07,
      "loss": 1.033,
      "step": 25
    },
    {
      "epoch": 0.000547924997497458,
      "grad_norm": 0.30855780839920044,
      "learning_rate": 3.5112359550561806e-07,
      "loss": 1.0385,
      "step": 26
    },
    {
      "epoch": 0.0005689990358627448,
      "grad_norm": 0.25238239765167236,
      "learning_rate": 3.651685393258427e-07,
      "loss": 1.0834,
      "step": 27
    },
    {
      "epoch": 0.0005900730742280316,
      "grad_norm": 0.27741554379463196,
      "learning_rate": 3.792134831460675e-07,
      "loss": 0.9988,
      "step": 28
    },
    {
      "epoch": 0.0006111471125933185,
      "grad_norm": 0.23900243639945984,
      "learning_rate": 3.9325842696629214e-07,
      "loss": 1.1011,
      "step": 29
    },
    {
      "epoch": 0.0006322211509586053,
      "grad_norm": 0.24408651888370514,
      "learning_rate": 4.073033707865169e-07,
      "loss": 0.9601,
      "step": 30
    },
    {
      "epoch": 0.0006532951893238922,
      "grad_norm": 0.2305058389902115,
      "learning_rate": 4.213483146067416e-07,
      "loss": 1.0789,
      "step": 31
    },
    {
      "epoch": 0.000674369227689179,
      "grad_norm": 0.23112691938877106,
      "learning_rate": 4.3539325842696633e-07,
      "loss": 1.0235,
      "step": 32
    },
    {
      "epoch": 0.0006954432660544658,
      "grad_norm": 0.20168077945709229,
      "learning_rate": 4.49438202247191e-07,
      "loss": 1.0098,
      "step": 33
    },
    {
      "epoch": 0.0007165173044197527,
      "grad_norm": 0.3322277367115021,
      "learning_rate": 4.6348314606741577e-07,
      "loss": 0.9541,
      "step": 34
    },
    {
      "epoch": 0.0007375913427850395,
      "grad_norm": 0.28065648674964905,
      "learning_rate": 4.775280898876405e-07,
      "loss": 1.1036,
      "step": 35
    },
    {
      "epoch": 0.0007586653811503264,
      "grad_norm": 0.2133161574602127,
      "learning_rate": 4.915730337078652e-07,
      "loss": 1.0172,
      "step": 36
    },
    {
      "epoch": 0.0007797394195156132,
      "grad_norm": 0.24701017141342163,
      "learning_rate": 5.0561797752809e-07,
      "loss": 1.0042,
      "step": 37
    },
    {
      "epoch": 0.0008008134578809001,
      "grad_norm": 0.2832086682319641,
      "learning_rate": 5.196629213483147e-07,
      "loss": 1.1037,
      "step": 38
    },
    {
      "epoch": 0.0008218874962461869,
      "grad_norm": 0.21429386734962463,
      "learning_rate": 5.337078651685394e-07,
      "loss": 1.0403,
      "step": 39
    },
    {
      "epoch": 0.0008429615346114737,
      "grad_norm": 0.23450380563735962,
      "learning_rate": 5.477528089887641e-07,
      "loss": 0.9981,
      "step": 40
    },
    {
      "epoch": 0.0008640355729767606,
      "grad_norm": 0.3533669412136078,
      "learning_rate": 5.617977528089888e-07,
      "loss": 0.998,
      "step": 41
    },
    {
      "epoch": 0.0008851096113420474,
      "grad_norm": 0.929307758808136,
      "learning_rate": 5.758426966292136e-07,
      "loss": 0.9399,
      "step": 42
    },
    {
      "epoch": 0.0009061836497073343,
      "grad_norm": 0.28446877002716064,
      "learning_rate": 5.898876404494382e-07,
      "loss": 1.1126,
      "step": 43
    },
    {
      "epoch": 0.0009272576880726211,
      "grad_norm": 0.2714540958404541,
      "learning_rate": 6.03932584269663e-07,
      "loss": 1.09,
      "step": 44
    },
    {
      "epoch": 0.0009483317264379079,
      "grad_norm": 0.36783522367477417,
      "learning_rate": 6.179775280898876e-07,
      "loss": 0.9247,
      "step": 45
    },
    {
      "epoch": 0.0009694057648031948,
      "grad_norm": 0.2737126052379608,
      "learning_rate": 6.320224719101125e-07,
      "loss": 1.0682,
      "step": 46
    },
    {
      "epoch": 0.0009904798031684816,
      "grad_norm": 0.27615904808044434,
      "learning_rate": 6.460674157303372e-07,
      "loss": 1.0432,
      "step": 47
    },
    {
      "epoch": 0.0010115538415337686,
      "grad_norm": 0.26888346672058105,
      "learning_rate": 6.601123595505618e-07,
      "loss": 1.0763,
      "step": 48
    },
    {
      "epoch": 0.0010326278798990555,
      "grad_norm": 0.24028705060482025,
      "learning_rate": 6.741573033707865e-07,
      "loss": 0.9484,
      "step": 49
    },
    {
      "epoch": 0.0010537019182643422,
      "grad_norm": 0.39857998490333557,
      "learning_rate": 6.882022471910113e-07,
      "loss": 1.016,
      "step": 50
    },
    {
      "epoch": 0.001074775956629629,
      "grad_norm": 0.34341350197792053,
      "learning_rate": 7.022471910112361e-07,
      "loss": 1.0291,
      "step": 51
    },
    {
      "epoch": 0.001095849994994916,
      "grad_norm": 0.4756387174129486,
      "learning_rate": 7.162921348314606e-07,
      "loss": 1.0072,
      "step": 52
    },
    {
      "epoch": 0.0011169240333602027,
      "grad_norm": 0.19898740947246552,
      "learning_rate": 7.303370786516854e-07,
      "loss": 1.1376,
      "step": 53
    },
    {
      "epoch": 0.0011379980717254896,
      "grad_norm": 0.266109436750412,
      "learning_rate": 7.443820224719101e-07,
      "loss": 1.0074,
      "step": 54
    },
    {
      "epoch": 0.0011590721100907765,
      "grad_norm": 0.29229623079299927,
      "learning_rate": 7.58426966292135e-07,
      "loss": 1.0397,
      "step": 55
    },
    {
      "epoch": 0.0011801461484560632,
      "grad_norm": 0.3181455433368683,
      "learning_rate": 7.724719101123595e-07,
      "loss": 1.1204,
      "step": 56
    },
    {
      "epoch": 0.00120122018682135,
      "grad_norm": 0.2559226155281067,
      "learning_rate": 7.865168539325843e-07,
      "loss": 0.9946,
      "step": 57
    },
    {
      "epoch": 0.001222294225186637,
      "grad_norm": 0.19509468972682953,
      "learning_rate": 8.00561797752809e-07,
      "loss": 1.087,
      "step": 58
    },
    {
      "epoch": 0.001243368263551924,
      "grad_norm": 0.26451733708381653,
      "learning_rate": 8.146067415730338e-07,
      "loss": 0.9791,
      "step": 59
    },
    {
      "epoch": 0.0012644423019172106,
      "grad_norm": 0.25254109501838684,
      "learning_rate": 8.286516853932584e-07,
      "loss": 1.0272,
      "step": 60
    },
    {
      "epoch": 0.0012855163402824975,
      "grad_norm": 0.42760851979255676,
      "learning_rate": 8.426966292134832e-07,
      "loss": 0.9791,
      "step": 61
    },
    {
      "epoch": 0.0013065903786477844,
      "grad_norm": 0.2311839759349823,
      "learning_rate": 8.567415730337079e-07,
      "loss": 1.0216,
      "step": 62
    },
    {
      "epoch": 0.001327664417013071,
      "grad_norm": 0.23600418865680695,
      "learning_rate": 8.707865168539327e-07,
      "loss": 0.9436,
      "step": 63
    },
    {
      "epoch": 0.001348738455378358,
      "grad_norm": 0.43266329169273376,
      "learning_rate": 8.848314606741573e-07,
      "loss": 1.0544,
      "step": 64
    },
    {
      "epoch": 0.001369812493743645,
      "grad_norm": 0.22065798938274384,
      "learning_rate": 8.98876404494382e-07,
      "loss": 1.0143,
      "step": 65
    },
    {
      "epoch": 0.0013908865321089316,
      "grad_norm": 0.3440459370613098,
      "learning_rate": 9.129213483146068e-07,
      "loss": 1.004,
      "step": 66
    },
    {
      "epoch": 0.0014119605704742185,
      "grad_norm": 0.25864940881729126,
      "learning_rate": 9.269662921348315e-07,
      "loss": 1.0035,
      "step": 67
    },
    {
      "epoch": 0.0014330346088395054,
      "grad_norm": 0.3128340542316437,
      "learning_rate": 9.410112359550562e-07,
      "loss": 1.0032,
      "step": 68
    },
    {
      "epoch": 0.0014541086472047923,
      "grad_norm": 0.21287819743156433,
      "learning_rate": 9.55056179775281e-07,
      "loss": 0.9828,
      "step": 69
    },
    {
      "epoch": 0.001475182685570079,
      "grad_norm": 0.3223934471607208,
      "learning_rate": 9.691011235955058e-07,
      "loss": 1.0642,
      "step": 70
    },
    {
      "epoch": 0.001496256723935366,
      "grad_norm": 0.22464178502559662,
      "learning_rate": 9.831460674157304e-07,
      "loss": 1.0178,
      "step": 71
    },
    {
      "epoch": 0.0015173307623006528,
      "grad_norm": 0.31744733452796936,
      "learning_rate": 9.97191011235955e-07,
      "loss": 0.9882,
      "step": 72
    },
    {
      "epoch": 0.0015384048006659395,
      "grad_norm": 0.35837021470069885,
      "learning_rate": 1.01123595505618e-06,
      "loss": 1.0178,
      "step": 73
    },
    {
      "epoch": 0.0015594788390312264,
      "grad_norm": 0.5225116610527039,
      "learning_rate": 1.0252808988764046e-06,
      "loss": 0.9791,
      "step": 74
    },
    {
      "epoch": 0.0015805528773965133,
      "grad_norm": 0.39457961916923523,
      "learning_rate": 1.0393258426966294e-06,
      "loss": 1.0394,
      "step": 75
    },
    {
      "epoch": 0.0016016269157618002,
      "grad_norm": 0.2832455337047577,
      "learning_rate": 1.053370786516854e-06,
      "loss": 1.0591,
      "step": 76
    },
    {
      "epoch": 0.001622700954127087,
      "grad_norm": 0.23349697887897491,
      "learning_rate": 1.0674157303370787e-06,
      "loss": 1.0048,
      "step": 77
    },
    {
      "epoch": 0.0016437749924923738,
      "grad_norm": 0.30303698778152466,
      "learning_rate": 1.0814606741573036e-06,
      "loss": 1.0586,
      "step": 78
    },
    {
      "epoch": 0.0016648490308576608,
      "grad_norm": 0.24170173704624176,
      "learning_rate": 1.0955056179775282e-06,
      "loss": 1.0792,
      "step": 79
    },
    {
      "epoch": 0.0016859230692229474,
      "grad_norm": 0.23889485001564026,
      "learning_rate": 1.1095505617977528e-06,
      "loss": 1.0211,
      "step": 80
    },
    {
      "epoch": 0.0017069971075882344,
      "grad_norm": 0.25527405738830566,
      "learning_rate": 1.1235955056179777e-06,
      "loss": 1.1261,
      "step": 81
    },
    {
      "epoch": 0.0017280711459535213,
      "grad_norm": 0.24538123607635498,
      "learning_rate": 1.1376404494382023e-06,
      "loss": 1.0147,
      "step": 82
    },
    {
      "epoch": 0.001749145184318808,
      "grad_norm": 0.19539311528205872,
      "learning_rate": 1.1516853932584272e-06,
      "loss": 0.9852,
      "step": 83
    },
    {
      "epoch": 0.0017702192226840949,
      "grad_norm": 0.23311379551887512,
      "learning_rate": 1.1657303370786516e-06,
      "loss": 0.9406,
      "step": 84
    },
    {
      "epoch": 0.0017912932610493818,
      "grad_norm": 0.2772189676761627,
      "learning_rate": 1.1797752808988765e-06,
      "loss": 0.9902,
      "step": 85
    },
    {
      "epoch": 0.0018123672994146687,
      "grad_norm": 0.23034095764160156,
      "learning_rate": 1.1938202247191013e-06,
      "loss": 1.0511,
      "step": 86
    },
    {
      "epoch": 0.0018334413377799554,
      "grad_norm": 0.24193374812602997,
      "learning_rate": 1.207865168539326e-06,
      "loss": 1.0225,
      "step": 87
    },
    {
      "epoch": 0.0018545153761452423,
      "grad_norm": 0.2027488797903061,
      "learning_rate": 1.2219101123595506e-06,
      "loss": 0.9772,
      "step": 88
    },
    {
      "epoch": 0.0018755894145105292,
      "grad_norm": 0.24457134306430817,
      "learning_rate": 1.2359550561797752e-06,
      "loss": 0.998,
      "step": 89
    },
    {
      "epoch": 0.0018966634528758159,
      "grad_norm": 0.27248045802116394,
      "learning_rate": 1.25e-06,
      "loss": 1.04,
      "step": 90
    },
    {
      "epoch": 0.0019177374912411028,
      "grad_norm": 0.41657668352127075,
      "learning_rate": 1.264044943820225e-06,
      "loss": 1.0029,
      "step": 91
    },
    {
      "epoch": 0.0019388115296063897,
      "grad_norm": 0.35098975896835327,
      "learning_rate": 1.2780898876404496e-06,
      "loss": 1.0624,
      "step": 92
    },
    {
      "epoch": 0.0019598855679716764,
      "grad_norm": 0.297493577003479,
      "learning_rate": 1.2921348314606745e-06,
      "loss": 1.1026,
      "step": 93
    },
    {
      "epoch": 0.0019809596063369633,
      "grad_norm": 0.23603588342666626,
      "learning_rate": 1.306179775280899e-06,
      "loss": 0.9997,
      "step": 94
    },
    {
      "epoch": 0.00200203364470225,
      "grad_norm": 0.581191897392273,
      "learning_rate": 1.3202247191011235e-06,
      "loss": 1.0565,
      "step": 95
    },
    {
      "epoch": 0.002023107683067537,
      "grad_norm": 0.20385058224201202,
      "learning_rate": 1.3342696629213484e-06,
      "loss": 1.0021,
      "step": 96
    },
    {
      "epoch": 0.002044181721432824,
      "grad_norm": 0.28309354186058044,
      "learning_rate": 1.348314606741573e-06,
      "loss": 0.9828,
      "step": 97
    },
    {
      "epoch": 0.002065255759798111,
      "grad_norm": 0.31595462560653687,
      "learning_rate": 1.3623595505617979e-06,
      "loss": 0.9781,
      "step": 98
    },
    {
      "epoch": 0.0020863297981633974,
      "grad_norm": 0.26968055963516235,
      "learning_rate": 1.3764044943820225e-06,
      "loss": 1.0096,
      "step": 99
    },
    {
      "epoch": 0.0021074038365286843,
      "grad_norm": 0.2644942104816437,
      "learning_rate": 1.3904494382022474e-06,
      "loss": 0.9381,
      "step": 100
    },
    {
      "epoch": 0.0021284778748939712,
      "grad_norm": 0.2226325422525406,
      "learning_rate": 1.4044943820224722e-06,
      "loss": 1.1243,
      "step": 101
    },
    {
      "epoch": 0.002149551913259258,
      "grad_norm": 0.4892456531524658,
      "learning_rate": 1.4185393258426969e-06,
      "loss": 1.0703,
      "step": 102
    },
    {
      "epoch": 0.002170625951624545,
      "grad_norm": 0.35280394554138184,
      "learning_rate": 1.4325842696629213e-06,
      "loss": 1.0508,
      "step": 103
    },
    {
      "epoch": 0.002191699989989832,
      "grad_norm": 0.4790148437023163,
      "learning_rate": 1.4466292134831461e-06,
      "loss": 0.9668,
      "step": 104
    },
    {
      "epoch": 0.0022127740283551184,
      "grad_norm": 0.32052895426750183,
      "learning_rate": 1.4606741573033708e-06,
      "loss": 1.055,
      "step": 105
    },
    {
      "epoch": 0.0022338480667204053,
      "grad_norm": 0.21425120532512665,
      "learning_rate": 1.4747191011235956e-06,
      "loss": 1.0467,
      "step": 106
    },
    {
      "epoch": 0.0022549221050856922,
      "grad_norm": 0.2585619390010834,
      "learning_rate": 1.4887640449438203e-06,
      "loss": 1.1431,
      "step": 107
    },
    {
      "epoch": 0.002275996143450979,
      "grad_norm": 0.27002397179603577,
      "learning_rate": 1.5028089887640451e-06,
      "loss": 0.963,
      "step": 108
    },
    {
      "epoch": 0.002297070181816266,
      "grad_norm": 0.2957731783390045,
      "learning_rate": 1.51685393258427e-06,
      "loss": 1.0606,
      "step": 109
    },
    {
      "epoch": 0.002318144220181553,
      "grad_norm": 0.20813049376010895,
      "learning_rate": 1.5308988764044946e-06,
      "loss": 1.0639,
      "step": 110
    },
    {
      "epoch": 0.00233921825854684,
      "grad_norm": 0.20749086141586304,
      "learning_rate": 1.544943820224719e-06,
      "loss": 1.0702,
      "step": 111
    },
    {
      "epoch": 0.0023602922969121263,
      "grad_norm": 0.23349040746688843,
      "learning_rate": 1.558988764044944e-06,
      "loss": 0.9946,
      "step": 112
    },
    {
      "epoch": 0.0023813663352774132,
      "grad_norm": 0.1860707551240921,
      "learning_rate": 1.5730337078651686e-06,
      "loss": 0.9895,
      "step": 113
    },
    {
      "epoch": 0.0024024403736427,
      "grad_norm": 0.2239888608455658,
      "learning_rate": 1.5870786516853934e-06,
      "loss": 0.9826,
      "step": 114
    },
    {
      "epoch": 0.002423514412007987,
      "grad_norm": 0.2789956033229828,
      "learning_rate": 1.601123595505618e-06,
      "loss": 1.0571,
      "step": 115
    },
    {
      "epoch": 0.002444588450373274,
      "grad_norm": 0.24102595448493958,
      "learning_rate": 1.615168539325843e-06,
      "loss": 1.0998,
      "step": 116
    },
    {
      "epoch": 0.002465662488738561,
      "grad_norm": 0.1879151165485382,
      "learning_rate": 1.6292134831460675e-06,
      "loss": 1.0552,
      "step": 117
    },
    {
      "epoch": 0.002486736527103848,
      "grad_norm": 0.24011892080307007,
      "learning_rate": 1.6432584269662924e-06,
      "loss": 0.991,
      "step": 118
    },
    {
      "epoch": 0.0025078105654691343,
      "grad_norm": 0.3397561311721802,
      "learning_rate": 1.6573033707865168e-06,
      "loss": 0.9715,
      "step": 119
    },
    {
      "epoch": 0.002528884603834421,
      "grad_norm": 0.21576866507530212,
      "learning_rate": 1.6713483146067417e-06,
      "loss": 1.038,
      "step": 120
    },
    {
      "epoch": 0.002549958642199708,
      "grad_norm": 0.5199472308158875,
      "learning_rate": 1.6853932584269663e-06,
      "loss": 1.0241,
      "step": 121
    },
    {
      "epoch": 0.002571032680564995,
      "grad_norm": 0.23624934256076813,
      "learning_rate": 1.6994382022471912e-06,
      "loss": 1.0299,
      "step": 122
    },
    {
      "epoch": 0.002592106718930282,
      "grad_norm": 0.1962577998638153,
      "learning_rate": 1.7134831460674158e-06,
      "loss": 1.0144,
      "step": 123
    },
    {
      "epoch": 0.002613180757295569,
      "grad_norm": 0.2672092914581299,
      "learning_rate": 1.7275280898876407e-06,
      "loss": 1.0248,
      "step": 124
    },
    {
      "epoch": 0.0026342547956608557,
      "grad_norm": 0.19294504821300507,
      "learning_rate": 1.7415730337078653e-06,
      "loss": 1.0427,
      "step": 125
    },
    {
      "epoch": 0.002655328834026142,
      "grad_norm": 0.22882983088493347,
      "learning_rate": 1.7556179775280902e-06,
      "loss": 1.0169,
      "step": 126
    },
    {
      "epoch": 0.002676402872391429,
      "grad_norm": 0.2008606493473053,
      "learning_rate": 1.7696629213483146e-06,
      "loss": 1.0571,
      "step": 127
    },
    {
      "epoch": 0.002697476910756716,
      "grad_norm": 0.21417641639709473,
      "learning_rate": 1.7837078651685395e-06,
      "loss": 0.9813,
      "step": 128
    },
    {
      "epoch": 0.002718550949122003,
      "grad_norm": 0.21338917315006256,
      "learning_rate": 1.797752808988764e-06,
      "loss": 1.0587,
      "step": 129
    },
    {
      "epoch": 0.00273962498748729,
      "grad_norm": 0.2851088047027588,
      "learning_rate": 1.811797752808989e-06,
      "loss": 1.0862,
      "step": 130
    },
    {
      "epoch": 0.0027606990258525767,
      "grad_norm": 0.2137591689825058,
      "learning_rate": 1.8258426966292136e-06,
      "loss": 1.0457,
      "step": 131
    },
    {
      "epoch": 0.002781773064217863,
      "grad_norm": 0.2394792139530182,
      "learning_rate": 1.8398876404494384e-06,
      "loss": 0.9688,
      "step": 132
    },
    {
      "epoch": 0.00280284710258315,
      "grad_norm": 0.18335828185081482,
      "learning_rate": 1.853932584269663e-06,
      "loss": 1.0169,
      "step": 133
    },
    {
      "epoch": 0.002823921140948437,
      "grad_norm": 0.23678818345069885,
      "learning_rate": 1.867977528089888e-06,
      "loss": 1.0051,
      "step": 134
    },
    {
      "epoch": 0.002844995179313724,
      "grad_norm": 0.24815604090690613,
      "learning_rate": 1.8820224719101124e-06,
      "loss": 1.1059,
      "step": 135
    },
    {
      "epoch": 0.002866069217679011,
      "grad_norm": 0.23719248175621033,
      "learning_rate": 1.8960674157303372e-06,
      "loss": 0.9558,
      "step": 136
    },
    {
      "epoch": 0.0028871432560442977,
      "grad_norm": 0.22816652059555054,
      "learning_rate": 1.910112359550562e-06,
      "loss": 1.0624,
      "step": 137
    },
    {
      "epoch": 0.0029082172944095847,
      "grad_norm": 0.21754814684391022,
      "learning_rate": 1.9241573033707865e-06,
      "loss": 1.1014,
      "step": 138
    },
    {
      "epoch": 0.002929291332774871,
      "grad_norm": 0.21002651751041412,
      "learning_rate": 1.9382022471910116e-06,
      "loss": 1.0443,
      "step": 139
    },
    {
      "epoch": 0.002950365371140158,
      "grad_norm": 0.2719842791557312,
      "learning_rate": 1.9522471910112362e-06,
      "loss": 1.045,
      "step": 140
    },
    {
      "epoch": 0.002971439409505445,
      "grad_norm": 0.24312128126621246,
      "learning_rate": 1.966292134831461e-06,
      "loss": 1.082,
      "step": 141
    },
    {
      "epoch": 0.002992513447870732,
      "grad_norm": 0.24965965747833252,
      "learning_rate": 1.9803370786516855e-06,
      "loss": 1.0551,
      "step": 142
    },
    {
      "epoch": 0.0030135874862360188,
      "grad_norm": 0.30115941166877747,
      "learning_rate": 1.99438202247191e-06,
      "loss": 0.9833,
      "step": 143
    },
    {
      "epoch": 0.0030346615246013057,
      "grad_norm": 0.23012883961200714,
      "learning_rate": 2.0084269662921348e-06,
      "loss": 1.089,
      "step": 144
    },
    {
      "epoch": 0.0030557355629665926,
      "grad_norm": 0.1966530829668045,
      "learning_rate": 2.02247191011236e-06,
      "loss": 1.0503,
      "step": 145
    },
    {
      "epoch": 0.003076809601331879,
      "grad_norm": 0.24370762705802917,
      "learning_rate": 2.0365168539325845e-06,
      "loss": 1.0939,
      "step": 146
    },
    {
      "epoch": 0.003097883639697166,
      "grad_norm": 0.480117529630661,
      "learning_rate": 2.050561797752809e-06,
      "loss": 1.1086,
      "step": 147
    },
    {
      "epoch": 0.003118957678062453,
      "grad_norm": 0.2543396055698395,
      "learning_rate": 2.0646067415730338e-06,
      "loss": 0.9862,
      "step": 148
    },
    {
      "epoch": 0.0031400317164277398,
      "grad_norm": 0.20001114904880524,
      "learning_rate": 2.078651685393259e-06,
      "loss": 1.038,
      "step": 149
    },
    {
      "epoch": 0.0031611057547930267,
      "grad_norm": 0.1705218404531479,
      "learning_rate": 2.0926966292134835e-06,
      "loss": 1.0406,
      "step": 150
    },
    {
      "epoch": 0.0031821797931583136,
      "grad_norm": 0.2527341842651367,
      "learning_rate": 2.106741573033708e-06,
      "loss": 0.9715,
      "step": 151
    },
    {
      "epoch": 0.0032032538315236005,
      "grad_norm": 0.281403511762619,
      "learning_rate": 2.1207865168539328e-06,
      "loss": 1.0051,
      "step": 152
    },
    {
      "epoch": 0.003224327869888887,
      "grad_norm": 0.3354697525501251,
      "learning_rate": 2.1348314606741574e-06,
      "loss": 1.0167,
      "step": 153
    },
    {
      "epoch": 0.003245401908254174,
      "grad_norm": 0.2093443125486374,
      "learning_rate": 2.148876404494382e-06,
      "loss": 1.0222,
      "step": 154
    },
    {
      "epoch": 0.003266475946619461,
      "grad_norm": 0.39705169200897217,
      "learning_rate": 2.162921348314607e-06,
      "loss": 0.9863,
      "step": 155
    },
    {
      "epoch": 0.0032875499849847477,
      "grad_norm": 0.42492663860321045,
      "learning_rate": 2.1769662921348318e-06,
      "loss": 0.9729,
      "step": 156
    },
    {
      "epoch": 0.0033086240233500346,
      "grad_norm": 0.2188291698694229,
      "learning_rate": 2.1910112359550564e-06,
      "loss": 1.0513,
      "step": 157
    },
    {
      "epoch": 0.0033296980617153215,
      "grad_norm": 1.0186505317687988,
      "learning_rate": 2.205056179775281e-06,
      "loss": 1.1145,
      "step": 158
    },
    {
      "epoch": 0.003350772100080608,
      "grad_norm": 0.1861538589000702,
      "learning_rate": 2.2191011235955057e-06,
      "loss": 1.0466,
      "step": 159
    },
    {
      "epoch": 0.003371846138445895,
      "grad_norm": 0.23109804093837738,
      "learning_rate": 2.2331460674157303e-06,
      "loss": 0.9868,
      "step": 160
    },
    {
      "epoch": 0.003392920176811182,
      "grad_norm": 0.21006827056407928,
      "learning_rate": 2.2471910112359554e-06,
      "loss": 0.9183,
      "step": 161
    },
    {
      "epoch": 0.0034139942151764687,
      "grad_norm": 0.24949173629283905,
      "learning_rate": 2.26123595505618e-06,
      "loss": 1.038,
      "step": 162
    },
    {
      "epoch": 0.0034350682535417556,
      "grad_norm": 0.25334858894348145,
      "learning_rate": 2.2752808988764047e-06,
      "loss": 0.9973,
      "step": 163
    },
    {
      "epoch": 0.0034561422919070425,
      "grad_norm": 0.44456392526626587,
      "learning_rate": 2.2893258426966293e-06,
      "loss": 0.9476,
      "step": 164
    },
    {
      "epoch": 0.0034772163302723294,
      "grad_norm": 0.20396530628204346,
      "learning_rate": 2.3033707865168544e-06,
      "loss": 1.1265,
      "step": 165
    },
    {
      "epoch": 0.003498290368637616,
      "grad_norm": 0.2647104859352112,
      "learning_rate": 2.317415730337079e-06,
      "loss": 0.8948,
      "step": 166
    },
    {
      "epoch": 0.003519364407002903,
      "grad_norm": 0.21060244739055634,
      "learning_rate": 2.3314606741573032e-06,
      "loss": 1.0193,
      "step": 167
    },
    {
      "epoch": 0.0035404384453681897,
      "grad_norm": 0.23067395389080048,
      "learning_rate": 2.3455056179775283e-06,
      "loss": 1.0184,
      "step": 168
    },
    {
      "epoch": 0.0035615124837334766,
      "grad_norm": 0.2272895723581314,
      "learning_rate": 2.359550561797753e-06,
      "loss": 0.9985,
      "step": 169
    },
    {
      "epoch": 0.0035825865220987635,
      "grad_norm": 0.22347190976142883,
      "learning_rate": 2.3735955056179776e-06,
      "loss": 1.0242,
      "step": 170
    },
    {
      "epoch": 0.0036036605604640505,
      "grad_norm": 0.31673648953437805,
      "learning_rate": 2.3876404494382026e-06,
      "loss": 1.051,
      "step": 171
    },
    {
      "epoch": 0.0036247345988293374,
      "grad_norm": 0.2884916365146637,
      "learning_rate": 2.4016853932584273e-06,
      "loss": 1.021,
      "step": 172
    },
    {
      "epoch": 0.003645808637194624,
      "grad_norm": 0.22774919867515564,
      "learning_rate": 2.415730337078652e-06,
      "loss": 1.0132,
      "step": 173
    },
    {
      "epoch": 0.0036668826755599107,
      "grad_norm": 0.18756668269634247,
      "learning_rate": 2.4297752808988766e-06,
      "loss": 1.041,
      "step": 174
    },
    {
      "epoch": 0.0036879567139251977,
      "grad_norm": 0.22997690737247467,
      "learning_rate": 2.4438202247191012e-06,
      "loss": 1.0743,
      "step": 175
    },
    {
      "epoch": 0.0037090307522904846,
      "grad_norm": 0.20210030674934387,
      "learning_rate": 2.457865168539326e-06,
      "loss": 1.0262,
      "step": 176
    },
    {
      "epoch": 0.0037301047906557715,
      "grad_norm": 0.21010777354240417,
      "learning_rate": 2.4719101123595505e-06,
      "loss": 1.0388,
      "step": 177
    },
    {
      "epoch": 0.0037511788290210584,
      "grad_norm": 0.22681400179862976,
      "learning_rate": 2.4859550561797756e-06,
      "loss": 1.0107,
      "step": 178
    },
    {
      "epoch": 0.0037722528673863453,
      "grad_norm": 0.1949995905160904,
      "learning_rate": 2.5e-06,
      "loss": 1.0366,
      "step": 179
    },
    {
      "epoch": 0.0037933269057516318,
      "grad_norm": 0.260680615901947,
      "learning_rate": 2.514044943820225e-06,
      "loss": 1.017,
      "step": 180
    },
    {
      "epoch": 0.0038144009441169187,
      "grad_norm": 0.33198803663253784,
      "learning_rate": 2.52808988764045e-06,
      "loss": 1.0295,
      "step": 181
    },
    {
      "epoch": 0.0038354749824822056,
      "grad_norm": 0.27817302942276,
      "learning_rate": 2.542134831460674e-06,
      "loss": 1.0703,
      "step": 182
    },
    {
      "epoch": 0.0038565490208474925,
      "grad_norm": 0.2218063324689865,
      "learning_rate": 2.556179775280899e-06,
      "loss": 1.0655,
      "step": 183
    },
    {
      "epoch": 0.0038776230592127794,
      "grad_norm": 0.22069770097732544,
      "learning_rate": 2.570224719101124e-06,
      "loss": 1.0162,
      "step": 184
    },
    {
      "epoch": 0.0038986970975780663,
      "grad_norm": 0.21841777861118317,
      "learning_rate": 2.584269662921349e-06,
      "loss": 1.0531,
      "step": 185
    },
    {
      "epoch": 0.003919771135943353,
      "grad_norm": 0.20026467740535736,
      "learning_rate": 2.598314606741573e-06,
      "loss": 1.0323,
      "step": 186
    },
    {
      "epoch": 0.00394084517430864,
      "grad_norm": 0.21071092784404755,
      "learning_rate": 2.612359550561798e-06,
      "loss": 0.9807,
      "step": 187
    },
    {
      "epoch": 0.003961919212673927,
      "grad_norm": 0.20876875519752502,
      "learning_rate": 2.626404494382023e-06,
      "loss": 0.9665,
      "step": 188
    },
    {
      "epoch": 0.0039829932510392135,
      "grad_norm": 0.24475409090518951,
      "learning_rate": 2.640449438202247e-06,
      "loss": 1.0831,
      "step": 189
    },
    {
      "epoch": 0.0040040672894045,
      "grad_norm": 0.18558666110038757,
      "learning_rate": 2.654494382022472e-06,
      "loss": 1.0196,
      "step": 190
    },
    {
      "epoch": 0.004025141327769787,
      "grad_norm": 0.271283894777298,
      "learning_rate": 2.6685393258426968e-06,
      "loss": 0.9262,
      "step": 191
    },
    {
      "epoch": 0.004046215366135074,
      "grad_norm": 0.3025970757007599,
      "learning_rate": 2.682584269662922e-06,
      "loss": 0.9192,
      "step": 192
    },
    {
      "epoch": 0.004067289404500361,
      "grad_norm": 0.25151267647743225,
      "learning_rate": 2.696629213483146e-06,
      "loss": 0.993,
      "step": 193
    },
    {
      "epoch": 0.004088363442865648,
      "grad_norm": 0.22160053253173828,
      "learning_rate": 2.710674157303371e-06,
      "loss": 1.1083,
      "step": 194
    },
    {
      "epoch": 0.004109437481230935,
      "grad_norm": 0.23761141300201416,
      "learning_rate": 2.7247191011235957e-06,
      "loss": 1.1125,
      "step": 195
    },
    {
      "epoch": 0.004130511519596222,
      "grad_norm": 0.2425525188446045,
      "learning_rate": 2.7387640449438204e-06,
      "loss": 0.9986,
      "step": 196
    },
    {
      "epoch": 0.004151585557961508,
      "grad_norm": 0.38326016068458557,
      "learning_rate": 2.752808988764045e-06,
      "loss": 0.9522,
      "step": 197
    },
    {
      "epoch": 0.004172659596326795,
      "grad_norm": 0.18717743456363678,
      "learning_rate": 2.7668539325842697e-06,
      "loss": 0.9674,
      "step": 198
    },
    {
      "epoch": 0.004193733634692082,
      "grad_norm": 0.175338014960289,
      "learning_rate": 2.7808988764044947e-06,
      "loss": 1.0561,
      "step": 199
    },
    {
      "epoch": 0.004214807673057369,
      "grad_norm": 0.21668970584869385,
      "learning_rate": 2.7949438202247194e-06,
      "loss": 1.0398,
      "step": 200
    },
    {
      "epoch": 0.0042358817114226555,
      "grad_norm": 0.19258072972297668,
      "learning_rate": 2.8089887640449444e-06,
      "loss": 0.9494,
      "step": 201
    },
    {
      "epoch": 0.0042569557497879424,
      "grad_norm": 0.23923203349113464,
      "learning_rate": 2.8230337078651687e-06,
      "loss": 0.9686,
      "step": 202
    },
    {
      "epoch": 0.004278029788153229,
      "grad_norm": 0.31763169169425964,
      "learning_rate": 2.8370786516853937e-06,
      "loss": 1.0205,
      "step": 203
    },
    {
      "epoch": 0.004299103826518516,
      "grad_norm": 0.21310868859291077,
      "learning_rate": 2.8511235955056184e-06,
      "loss": 1.0174,
      "step": 204
    },
    {
      "epoch": 0.004320177864883803,
      "grad_norm": 0.4643729627132416,
      "learning_rate": 2.8651685393258426e-06,
      "loss": 0.9273,
      "step": 205
    },
    {
      "epoch": 0.00434125190324909,
      "grad_norm": 0.17015981674194336,
      "learning_rate": 2.8792134831460676e-06,
      "loss": 0.9822,
      "step": 206
    },
    {
      "epoch": 0.004362325941614377,
      "grad_norm": 0.2883795499801636,
      "learning_rate": 2.8932584269662923e-06,
      "loss": 0.9732,
      "step": 207
    },
    {
      "epoch": 0.004383399979979664,
      "grad_norm": 0.2624657154083252,
      "learning_rate": 2.9073033707865174e-06,
      "loss": 1.0163,
      "step": 208
    },
    {
      "epoch": 0.004404474018344951,
      "grad_norm": 0.2081087827682495,
      "learning_rate": 2.9213483146067416e-06,
      "loss": 0.93,
      "step": 209
    },
    {
      "epoch": 0.004425548056710237,
      "grad_norm": 0.2350204437971115,
      "learning_rate": 2.9353932584269666e-06,
      "loss": 1.0256,
      "step": 210
    },
    {
      "epoch": 0.004446622095075524,
      "grad_norm": 0.38101866841316223,
      "learning_rate": 2.9494382022471913e-06,
      "loss": 1.0073,
      "step": 211
    },
    {
      "epoch": 0.004467696133440811,
      "grad_norm": 0.35157328844070435,
      "learning_rate": 2.963483146067416e-06,
      "loss": 0.9767,
      "step": 212
    },
    {
      "epoch": 0.0044887701718060976,
      "grad_norm": 0.22285139560699463,
      "learning_rate": 2.9775280898876406e-06,
      "loss": 0.9852,
      "step": 213
    },
    {
      "epoch": 0.0045098442101713845,
      "grad_norm": 0.28006088733673096,
      "learning_rate": 2.991573033707865e-06,
      "loss": 0.9693,
      "step": 214
    },
    {
      "epoch": 0.004530918248536671,
      "grad_norm": 0.2223765105009079,
      "learning_rate": 3.0056179775280903e-06,
      "loss": 0.9516,
      "step": 215
    },
    {
      "epoch": 0.004551992286901958,
      "grad_norm": 0.21926313638687134,
      "learning_rate": 3.019662921348315e-06,
      "loss": 0.9727,
      "step": 216
    },
    {
      "epoch": 0.004573066325267245,
      "grad_norm": 0.21053682267665863,
      "learning_rate": 3.03370786516854e-06,
      "loss": 1.0218,
      "step": 217
    },
    {
      "epoch": 0.004594140363632532,
      "grad_norm": 0.3437389135360718,
      "learning_rate": 3.047752808988764e-06,
      "loss": 1.056,
      "step": 218
    },
    {
      "epoch": 0.004615214401997819,
      "grad_norm": 0.2404874563217163,
      "learning_rate": 3.0617977528089893e-06,
      "loss": 1.1285,
      "step": 219
    },
    {
      "epoch": 0.004636288440363106,
      "grad_norm": 0.20897918939590454,
      "learning_rate": 3.075842696629214e-06,
      "loss": 1.0467,
      "step": 220
    },
    {
      "epoch": 0.004657362478728393,
      "grad_norm": 0.1889280378818512,
      "learning_rate": 3.089887640449438e-06,
      "loss": 1.0093,
      "step": 221
    },
    {
      "epoch": 0.00467843651709368,
      "grad_norm": 0.24067384004592896,
      "learning_rate": 3.103932584269663e-06,
      "loss": 0.9951,
      "step": 222
    },
    {
      "epoch": 0.004699510555458967,
      "grad_norm": 0.19010880589485168,
      "learning_rate": 3.117977528089888e-06,
      "loss": 1.0846,
      "step": 223
    },
    {
      "epoch": 0.004720584593824253,
      "grad_norm": 1.064103126525879,
      "learning_rate": 3.132022471910113e-06,
      "loss": 0.9733,
      "step": 224
    },
    {
      "epoch": 0.00474165863218954,
      "grad_norm": 0.21653951704502106,
      "learning_rate": 3.146067415730337e-06,
      "loss": 1.141,
      "step": 225
    },
    {
      "epoch": 0.0047627326705548265,
      "grad_norm": 0.26847103238105774,
      "learning_rate": 3.160112359550562e-06,
      "loss": 1.0809,
      "step": 226
    },
    {
      "epoch": 0.004783806708920113,
      "grad_norm": 0.18779952824115753,
      "learning_rate": 3.174157303370787e-06,
      "loss": 0.9931,
      "step": 227
    },
    {
      "epoch": 0.0048048807472854,
      "grad_norm": 0.20080432295799255,
      "learning_rate": 3.188202247191011e-06,
      "loss": 1.0675,
      "step": 228
    },
    {
      "epoch": 0.004825954785650687,
      "grad_norm": 0.22509576380252838,
      "learning_rate": 3.202247191011236e-06,
      "loss": 1.0342,
      "step": 229
    },
    {
      "epoch": 0.004847028824015974,
      "grad_norm": 0.2191978096961975,
      "learning_rate": 3.2162921348314607e-06,
      "loss": 1.0628,
      "step": 230
    },
    {
      "epoch": 0.004868102862381261,
      "grad_norm": 0.33041492104530334,
      "learning_rate": 3.230337078651686e-06,
      "loss": 0.9829,
      "step": 231
    },
    {
      "epoch": 0.004889176900746548,
      "grad_norm": 0.4052107632160187,
      "learning_rate": 3.2443820224719105e-06,
      "loss": 1.0306,
      "step": 232
    },
    {
      "epoch": 0.004910250939111835,
      "grad_norm": 0.38336285948753357,
      "learning_rate": 3.258426966292135e-06,
      "loss": 0.9992,
      "step": 233
    },
    {
      "epoch": 0.004931324977477122,
      "grad_norm": 0.21912486851215363,
      "learning_rate": 3.2724719101123597e-06,
      "loss": 1.0013,
      "step": 234
    },
    {
      "epoch": 0.004952399015842409,
      "grad_norm": 0.1992078423500061,
      "learning_rate": 3.286516853932585e-06,
      "loss": 1.0257,
      "step": 235
    },
    {
      "epoch": 0.004973473054207696,
      "grad_norm": 0.19149993360042572,
      "learning_rate": 3.3005617977528094e-06,
      "loss": 1.0501,
      "step": 236
    },
    {
      "epoch": 0.004994547092572982,
      "grad_norm": 0.22460010647773743,
      "learning_rate": 3.3146067415730337e-06,
      "loss": 0.941,
      "step": 237
    },
    {
      "epoch": 0.0050156211309382685,
      "grad_norm": 0.1690746247768402,
      "learning_rate": 3.3286516853932587e-06,
      "loss": 1.0348,
      "step": 238
    },
    {
      "epoch": 0.0050366951693035554,
      "grad_norm": 0.22540906071662903,
      "learning_rate": 3.3426966292134834e-06,
      "loss": 1.0097,
      "step": 239
    },
    {
      "epoch": 0.005057769207668842,
      "grad_norm": 1.0578371286392212,
      "learning_rate": 3.3567415730337084e-06,
      "loss": 0.9495,
      "step": 240
    },
    {
      "epoch": 0.005078843246034129,
      "grad_norm": 0.33654388785362244,
      "learning_rate": 3.3707865168539327e-06,
      "loss": 1.0137,
      "step": 241
    },
    {
      "epoch": 0.005099917284399416,
      "grad_norm": 0.20697367191314697,
      "learning_rate": 3.3848314606741577e-06,
      "loss": 1.0374,
      "step": 242
    },
    {
      "epoch": 0.005120991322764703,
      "grad_norm": 0.21537207067012787,
      "learning_rate": 3.3988764044943824e-06,
      "loss": 1.018,
      "step": 243
    },
    {
      "epoch": 0.00514206536112999,
      "grad_norm": 0.23453807830810547,
      "learning_rate": 3.4129213483146066e-06,
      "loss": 1.0834,
      "step": 244
    },
    {
      "epoch": 0.005163139399495277,
      "grad_norm": 0.25852271914482117,
      "learning_rate": 3.4269662921348316e-06,
      "loss": 1.0701,
      "step": 245
    },
    {
      "epoch": 0.005184213437860564,
      "grad_norm": 0.24114754796028137,
      "learning_rate": 3.4410112359550563e-06,
      "loss": 1.0332,
      "step": 246
    },
    {
      "epoch": 0.005205287476225851,
      "grad_norm": 0.1914050430059433,
      "learning_rate": 3.4550561797752813e-06,
      "loss": 1.0324,
      "step": 247
    },
    {
      "epoch": 0.005226361514591138,
      "grad_norm": 0.21449913084506989,
      "learning_rate": 3.4691011235955056e-06,
      "loss": 1.0287,
      "step": 248
    },
    {
      "epoch": 0.0052474355529564245,
      "grad_norm": 0.19593846797943115,
      "learning_rate": 3.4831460674157306e-06,
      "loss": 1.034,
      "step": 249
    },
    {
      "epoch": 0.005268509591321711,
      "grad_norm": 0.19545406103134155,
      "learning_rate": 3.4971910112359553e-06,
      "loss": 1.0284,
      "step": 250
    },
    {
      "epoch": 0.0052895836296869975,
      "grad_norm": 0.21241934597492218,
      "learning_rate": 3.5112359550561803e-06,
      "loss": 1.0654,
      "step": 251
    },
    {
      "epoch": 0.005310657668052284,
      "grad_norm": 0.21478645503520966,
      "learning_rate": 3.525280898876405e-06,
      "loss": 1.0581,
      "step": 252
    },
    {
      "epoch": 0.005331731706417571,
      "grad_norm": 0.1980903148651123,
      "learning_rate": 3.539325842696629e-06,
      "loss": 1.0495,
      "step": 253
    },
    {
      "epoch": 0.005352805744782858,
      "grad_norm": 0.22083082795143127,
      "learning_rate": 3.5533707865168543e-06,
      "loss": 1.0269,
      "step": 254
    },
    {
      "epoch": 0.005373879783148145,
      "grad_norm": 0.24956712126731873,
      "learning_rate": 3.567415730337079e-06,
      "loss": 0.9657,
      "step": 255
    },
    {
      "epoch": 0.005394953821513432,
      "grad_norm": 0.19803722202777863,
      "learning_rate": 3.581460674157304e-06,
      "loss": 1.0618,
      "step": 256
    },
    {
      "epoch": 0.005416027859878719,
      "grad_norm": 0.2153426706790924,
      "learning_rate": 3.595505617977528e-06,
      "loss": 1.024,
      "step": 257
    },
    {
      "epoch": 0.005437101898244006,
      "grad_norm": 0.18794377148151398,
      "learning_rate": 3.6095505617977533e-06,
      "loss": 1.0748,
      "step": 258
    },
    {
      "epoch": 0.005458175936609293,
      "grad_norm": 0.1808156967163086,
      "learning_rate": 3.623595505617978e-06,
      "loss": 0.9614,
      "step": 259
    },
    {
      "epoch": 0.00547924997497458,
      "grad_norm": 0.20007941126823425,
      "learning_rate": 3.637640449438202e-06,
      "loss": 1.0495,
      "step": 260
    },
    {
      "epoch": 0.0055003240133398665,
      "grad_norm": 0.18709032237529755,
      "learning_rate": 3.651685393258427e-06,
      "loss": 1.0781,
      "step": 261
    },
    {
      "epoch": 0.0055213980517051535,
      "grad_norm": 0.19679321348667145,
      "learning_rate": 3.665730337078652e-06,
      "loss": 1.0227,
      "step": 262
    },
    {
      "epoch": 0.00554247209007044,
      "grad_norm": 0.2344169318675995,
      "learning_rate": 3.679775280898877e-06,
      "loss": 0.9884,
      "step": 263
    },
    {
      "epoch": 0.005563546128435726,
      "grad_norm": 0.19310519099235535,
      "learning_rate": 3.693820224719101e-06,
      "loss": 1.0192,
      "step": 264
    },
    {
      "epoch": 0.005584620166801013,
      "grad_norm": 0.21779140830039978,
      "learning_rate": 3.707865168539326e-06,
      "loss": 1.0122,
      "step": 265
    },
    {
      "epoch": 0.0056056942051663,
      "grad_norm": 0.22279326617717743,
      "learning_rate": 3.721910112359551e-06,
      "loss": 0.985,
      "step": 266
    },
    {
      "epoch": 0.005626768243531587,
      "grad_norm": 0.1851656138896942,
      "learning_rate": 3.735955056179776e-06,
      "loss": 1.0878,
      "step": 267
    },
    {
      "epoch": 0.005647842281896874,
      "grad_norm": 0.3250943422317505,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.0052,
      "step": 268
    },
    {
      "epoch": 0.005668916320262161,
      "grad_norm": 0.1889057457447052,
      "learning_rate": 3.7640449438202247e-06,
      "loss": 1.0602,
      "step": 269
    },
    {
      "epoch": 0.005689990358627448,
      "grad_norm": 0.1978478729724884,
      "learning_rate": 3.77808988764045e-06,
      "loss": 1.0411,
      "step": 270
    },
    {
      "epoch": 0.005711064396992735,
      "grad_norm": 0.21192800998687744,
      "learning_rate": 3.7921348314606744e-06,
      "loss": 0.9828,
      "step": 271
    },
    {
      "epoch": 0.005732138435358022,
      "grad_norm": 0.17980320751667023,
      "learning_rate": 3.8061797752808995e-06,
      "loss": 0.9877,
      "step": 272
    },
    {
      "epoch": 0.005753212473723309,
      "grad_norm": 0.19502823054790497,
      "learning_rate": 3.820224719101124e-06,
      "loss": 1.0362,
      "step": 273
    },
    {
      "epoch": 0.0057742865120885955,
      "grad_norm": 0.18318627774715424,
      "learning_rate": 3.834269662921349e-06,
      "loss": 1.073,
      "step": 274
    },
    {
      "epoch": 0.005795360550453882,
      "grad_norm": 0.23939184844493866,
      "learning_rate": 3.848314606741573e-06,
      "loss": 1.0078,
      "step": 275
    },
    {
      "epoch": 0.005816434588819169,
      "grad_norm": 0.16444022953510284,
      "learning_rate": 3.8623595505617985e-06,
      "loss": 1.0078,
      "step": 276
    },
    {
      "epoch": 0.005837508627184456,
      "grad_norm": 0.42829757928848267,
      "learning_rate": 3.876404494382023e-06,
      "loss": 1.0301,
      "step": 277
    },
    {
      "epoch": 0.005858582665549742,
      "grad_norm": 0.20537111163139343,
      "learning_rate": 3.890449438202247e-06,
      "loss": 1.0299,
      "step": 278
    },
    {
      "epoch": 0.005879656703915029,
      "grad_norm": 0.2311524748802185,
      "learning_rate": 3.9044943820224724e-06,
      "loss": 1.111,
      "step": 279
    },
    {
      "epoch": 0.005900730742280316,
      "grad_norm": 0.19022729992866516,
      "learning_rate": 3.918539325842697e-06,
      "loss": 1.0123,
      "step": 280
    },
    {
      "epoch": 0.005921804780645603,
      "grad_norm": 0.24279706180095673,
      "learning_rate": 3.932584269662922e-06,
      "loss": 1.0451,
      "step": 281
    },
    {
      "epoch": 0.00594287881901089,
      "grad_norm": 0.17884469032287598,
      "learning_rate": 3.946629213483146e-06,
      "loss": 1.0685,
      "step": 282
    },
    {
      "epoch": 0.005963952857376177,
      "grad_norm": 0.19681529700756073,
      "learning_rate": 3.960674157303371e-06,
      "loss": 1.0249,
      "step": 283
    },
    {
      "epoch": 0.005985026895741464,
      "grad_norm": 0.17890863120555878,
      "learning_rate": 3.974719101123596e-06,
      "loss": 0.9868,
      "step": 284
    },
    {
      "epoch": 0.006006100934106751,
      "grad_norm": 0.19789183139801025,
      "learning_rate": 3.98876404494382e-06,
      "loss": 0.9822,
      "step": 285
    },
    {
      "epoch": 0.0060271749724720375,
      "grad_norm": 0.18057632446289062,
      "learning_rate": 4.002808988764045e-06,
      "loss": 0.992,
      "step": 286
    },
    {
      "epoch": 0.006048249010837324,
      "grad_norm": 0.23982533812522888,
      "learning_rate": 4.0168539325842696e-06,
      "loss": 1.0274,
      "step": 287
    },
    {
      "epoch": 0.006069323049202611,
      "grad_norm": 0.21729743480682373,
      "learning_rate": 4.030898876404495e-06,
      "loss": 0.9225,
      "step": 288
    },
    {
      "epoch": 0.006090397087567898,
      "grad_norm": 0.1974269449710846,
      "learning_rate": 4.04494382022472e-06,
      "loss": 1.0481,
      "step": 289
    },
    {
      "epoch": 0.006111471125933185,
      "grad_norm": 0.20423069596290588,
      "learning_rate": 4.058988764044944e-06,
      "loss": 1.0518,
      "step": 290
    },
    {
      "epoch": 0.006132545164298471,
      "grad_norm": 0.24804992973804474,
      "learning_rate": 4.073033707865169e-06,
      "loss": 0.9586,
      "step": 291
    },
    {
      "epoch": 0.006153619202663758,
      "grad_norm": 0.1870252788066864,
      "learning_rate": 4.087078651685394e-06,
      "loss": 0.9389,
      "step": 292
    },
    {
      "epoch": 0.006174693241029045,
      "grad_norm": 0.19284985959529877,
      "learning_rate": 4.101123595505618e-06,
      "loss": 1.0829,
      "step": 293
    },
    {
      "epoch": 0.006195767279394332,
      "grad_norm": 0.305343359708786,
      "learning_rate": 4.115168539325843e-06,
      "loss": 1.0259,
      "step": 294
    },
    {
      "epoch": 0.006216841317759619,
      "grad_norm": 0.23824498057365417,
      "learning_rate": 4.1292134831460675e-06,
      "loss": 1.0421,
      "step": 295
    },
    {
      "epoch": 0.006237915356124906,
      "grad_norm": 0.3008710443973541,
      "learning_rate": 4.143258426966292e-06,
      "loss": 1.0682,
      "step": 296
    },
    {
      "epoch": 0.006258989394490193,
      "grad_norm": 0.2236119657754898,
      "learning_rate": 4.157303370786518e-06,
      "loss": 0.9476,
      "step": 297
    },
    {
      "epoch": 0.0062800634328554795,
      "grad_norm": 0.22784842550754547,
      "learning_rate": 4.1713483146067415e-06,
      "loss": 1.0433,
      "step": 298
    },
    {
      "epoch": 0.0063011374712207665,
      "grad_norm": 0.23676010966300964,
      "learning_rate": 4.185393258426967e-06,
      "loss": 1.0679,
      "step": 299
    },
    {
      "epoch": 0.006322211509586053,
      "grad_norm": 0.1951518952846527,
      "learning_rate": 4.199438202247192e-06,
      "loss": 1.0246,
      "step": 300
    },
    {
      "epoch": 0.00634328554795134,
      "grad_norm": 0.1750304400920868,
      "learning_rate": 4.213483146067416e-06,
      "loss": 1.0001,
      "step": 301
    },
    {
      "epoch": 0.006364359586316627,
      "grad_norm": 0.23134015500545502,
      "learning_rate": 4.227528089887641e-06,
      "loss": 0.9502,
      "step": 302
    },
    {
      "epoch": 0.006385433624681914,
      "grad_norm": 0.23961904644966125,
      "learning_rate": 4.2415730337078655e-06,
      "loss": 0.9129,
      "step": 303
    },
    {
      "epoch": 0.006406507663047201,
      "grad_norm": 0.20949257910251617,
      "learning_rate": 4.25561797752809e-06,
      "loss": 0.9764,
      "step": 304
    },
    {
      "epoch": 0.006427581701412487,
      "grad_norm": 0.394043505191803,
      "learning_rate": 4.269662921348315e-06,
      "loss": 1.0462,
      "step": 305
    },
    {
      "epoch": 0.006448655739777774,
      "grad_norm": 0.19688577950000763,
      "learning_rate": 4.28370786516854e-06,
      "loss": 1.0064,
      "step": 306
    },
    {
      "epoch": 0.006469729778143061,
      "grad_norm": 0.2096475511789322,
      "learning_rate": 4.297752808988764e-06,
      "loss": 0.9856,
      "step": 307
    },
    {
      "epoch": 0.006490803816508348,
      "grad_norm": 0.23721882700920105,
      "learning_rate": 4.3117977528089896e-06,
      "loss": 1.0661,
      "step": 308
    },
    {
      "epoch": 0.006511877854873635,
      "grad_norm": 0.26854318380355835,
      "learning_rate": 4.325842696629214e-06,
      "loss": 1.0245,
      "step": 309
    },
    {
      "epoch": 0.006532951893238922,
      "grad_norm": 0.18441632390022278,
      "learning_rate": 4.339887640449438e-06,
      "loss": 0.9899,
      "step": 310
    },
    {
      "epoch": 0.0065540259316042085,
      "grad_norm": 0.1885843127965927,
      "learning_rate": 4.3539325842696635e-06,
      "loss": 1.0114,
      "step": 311
    },
    {
      "epoch": 0.006575099969969495,
      "grad_norm": 0.198902890086174,
      "learning_rate": 4.367977528089888e-06,
      "loss": 1.0289,
      "step": 312
    },
    {
      "epoch": 0.006596174008334782,
      "grad_norm": 0.1767147034406662,
      "learning_rate": 4.382022471910113e-06,
      "loss": 1.0294,
      "step": 313
    },
    {
      "epoch": 0.006617248046700069,
      "grad_norm": 0.22695355117321014,
      "learning_rate": 4.3960674157303374e-06,
      "loss": 1.074,
      "step": 314
    },
    {
      "epoch": 0.006638322085065356,
      "grad_norm": 0.26158028841018677,
      "learning_rate": 4.410112359550562e-06,
      "loss": 1.0703,
      "step": 315
    },
    {
      "epoch": 0.006659396123430643,
      "grad_norm": 0.2442505955696106,
      "learning_rate": 4.424157303370787e-06,
      "loss": 1.0295,
      "step": 316
    },
    {
      "epoch": 0.00668047016179593,
      "grad_norm": 0.19198216497898102,
      "learning_rate": 4.438202247191011e-06,
      "loss": 1.0582,
      "step": 317
    },
    {
      "epoch": 0.006701544200161216,
      "grad_norm": 0.21141627430915833,
      "learning_rate": 4.452247191011236e-06,
      "loss": 0.9362,
      "step": 318
    },
    {
      "epoch": 0.006722618238526503,
      "grad_norm": 0.20753206312656403,
      "learning_rate": 4.466292134831461e-06,
      "loss": 1.0307,
      "step": 319
    },
    {
      "epoch": 0.00674369227689179,
      "grad_norm": 0.20834077894687653,
      "learning_rate": 4.480337078651686e-06,
      "loss": 1.1311,
      "step": 320
    },
    {
      "epoch": 0.006764766315257077,
      "grad_norm": 0.22862142324447632,
      "learning_rate": 4.494382022471911e-06,
      "loss": 1.0341,
      "step": 321
    },
    {
      "epoch": 0.006785840353622364,
      "grad_norm": 0.1815030425786972,
      "learning_rate": 4.508426966292135e-06,
      "loss": 1.0268,
      "step": 322
    },
    {
      "epoch": 0.0068069143919876505,
      "grad_norm": 0.17990481853485107,
      "learning_rate": 4.52247191011236e-06,
      "loss": 1.0153,
      "step": 323
    },
    {
      "epoch": 0.006827988430352937,
      "grad_norm": 0.19357019662857056,
      "learning_rate": 4.536516853932585e-06,
      "loss": 0.9838,
      "step": 324
    },
    {
      "epoch": 0.006849062468718224,
      "grad_norm": 0.250331848859787,
      "learning_rate": 4.550561797752809e-06,
      "loss": 1.0737,
      "step": 325
    },
    {
      "epoch": 0.006870136507083511,
      "grad_norm": 0.19724567234516144,
      "learning_rate": 4.564606741573034e-06,
      "loss": 0.9795,
      "step": 326
    },
    {
      "epoch": 0.006891210545448798,
      "grad_norm": 0.26026883721351624,
      "learning_rate": 4.578651685393259e-06,
      "loss": 1.0191,
      "step": 327
    },
    {
      "epoch": 0.006912284583814085,
      "grad_norm": 0.19723117351531982,
      "learning_rate": 4.592696629213483e-06,
      "loss": 1.0541,
      "step": 328
    },
    {
      "epoch": 0.006933358622179372,
      "grad_norm": 0.1861146092414856,
      "learning_rate": 4.606741573033709e-06,
      "loss": 1.0109,
      "step": 329
    },
    {
      "epoch": 0.006954432660544659,
      "grad_norm": 1.2291585206985474,
      "learning_rate": 4.6207865168539325e-06,
      "loss": 1.0411,
      "step": 330
    },
    {
      "epoch": 0.006975506698909946,
      "grad_norm": 0.1839652955532074,
      "learning_rate": 4.634831460674158e-06,
      "loss": 0.9235,
      "step": 331
    },
    {
      "epoch": 0.006996580737275232,
      "grad_norm": 0.411125123500824,
      "learning_rate": 4.648876404494383e-06,
      "loss": 0.9952,
      "step": 332
    },
    {
      "epoch": 0.007017654775640519,
      "grad_norm": 0.1809297353029251,
      "learning_rate": 4.6629213483146065e-06,
      "loss": 0.9173,
      "step": 333
    },
    {
      "epoch": 0.007038728814005806,
      "grad_norm": 0.19167575240135193,
      "learning_rate": 4.676966292134832e-06,
      "loss": 0.956,
      "step": 334
    },
    {
      "epoch": 0.0070598028523710925,
      "grad_norm": 0.21422342956066132,
      "learning_rate": 4.691011235955057e-06,
      "loss": 1.0306,
      "step": 335
    },
    {
      "epoch": 0.0070808768907363795,
      "grad_norm": 0.19287684559822083,
      "learning_rate": 4.705056179775281e-06,
      "loss": 1.0282,
      "step": 336
    },
    {
      "epoch": 0.007101950929101666,
      "grad_norm": 0.20696593821048737,
      "learning_rate": 4.719101123595506e-06,
      "loss": 1.0456,
      "step": 337
    },
    {
      "epoch": 0.007123024967466953,
      "grad_norm": 0.17091983556747437,
      "learning_rate": 4.7331460674157305e-06,
      "loss": 0.9756,
      "step": 338
    },
    {
      "epoch": 0.00714409900583224,
      "grad_norm": 0.19739599525928497,
      "learning_rate": 4.747191011235955e-06,
      "loss": 1.0725,
      "step": 339
    },
    {
      "epoch": 0.007165173044197527,
      "grad_norm": 0.20253229141235352,
      "learning_rate": 4.761235955056181e-06,
      "loss": 1.0168,
      "step": 340
    },
    {
      "epoch": 0.007186247082562814,
      "grad_norm": 0.23439574241638184,
      "learning_rate": 4.775280898876405e-06,
      "loss": 1.0896,
      "step": 341
    },
    {
      "epoch": 0.007207321120928101,
      "grad_norm": 0.17878921329975128,
      "learning_rate": 4.789325842696629e-06,
      "loss": 0.9516,
      "step": 342
    },
    {
      "epoch": 0.007228395159293388,
      "grad_norm": 0.23389381170272827,
      "learning_rate": 4.803370786516855e-06,
      "loss": 1.0857,
      "step": 343
    },
    {
      "epoch": 0.007249469197658675,
      "grad_norm": 0.22078299522399902,
      "learning_rate": 4.817415730337079e-06,
      "loss": 1.0582,
      "step": 344
    },
    {
      "epoch": 0.007270543236023961,
      "grad_norm": 0.19489464163780212,
      "learning_rate": 4.831460674157304e-06,
      "loss": 0.913,
      "step": 345
    },
    {
      "epoch": 0.007291617274389248,
      "grad_norm": 0.18121378123760223,
      "learning_rate": 4.8455056179775285e-06,
      "loss": 0.9939,
      "step": 346
    },
    {
      "epoch": 0.007312691312754535,
      "grad_norm": 0.18724988400936127,
      "learning_rate": 4.859550561797753e-06,
      "loss": 0.9886,
      "step": 347
    },
    {
      "epoch": 0.0073337653511198215,
      "grad_norm": 0.19902068376541138,
      "learning_rate": 4.873595505617978e-06,
      "loss": 1.0878,
      "step": 348
    },
    {
      "epoch": 0.007354839389485108,
      "grad_norm": 0.22723254561424255,
      "learning_rate": 4.8876404494382024e-06,
      "loss": 1.0645,
      "step": 349
    },
    {
      "epoch": 0.007375913427850395,
      "grad_norm": 0.20712916553020477,
      "learning_rate": 4.901685393258427e-06,
      "loss": 0.9737,
      "step": 350
    },
    {
      "epoch": 0.007396987466215682,
      "grad_norm": 0.20832104980945587,
      "learning_rate": 4.915730337078652e-06,
      "loss": 1.0689,
      "step": 351
    },
    {
      "epoch": 0.007418061504580969,
      "grad_norm": 0.251766562461853,
      "learning_rate": 4.929775280898877e-06,
      "loss": 1.074,
      "step": 352
    },
    {
      "epoch": 0.007439135542946256,
      "grad_norm": 0.18631665408611298,
      "learning_rate": 4.943820224719101e-06,
      "loss": 1.0429,
      "step": 353
    },
    {
      "epoch": 0.007460209581311543,
      "grad_norm": 0.20780342817306519,
      "learning_rate": 4.9578651685393265e-06,
      "loss": 0.9837,
      "step": 354
    },
    {
      "epoch": 0.00748128361967683,
      "grad_norm": 0.19082684814929962,
      "learning_rate": 4.971910112359551e-06,
      "loss": 1.0294,
      "step": 355
    },
    {
      "epoch": 0.007502357658042117,
      "grad_norm": 0.19811826944351196,
      "learning_rate": 4.985955056179776e-06,
      "loss": 1.0085,
      "step": 356
    },
    {
      "epoch": 0.007523431696407404,
      "grad_norm": 0.18898148834705353,
      "learning_rate": 5e-06,
      "loss": 1.012,
      "step": 357
    },
    {
      "epoch": 0.007544505734772691,
      "grad_norm": 0.16913831233978271,
      "learning_rate": 5.014044943820225e-06,
      "loss": 1.0268,
      "step": 358
    },
    {
      "epoch": 0.007565579773137977,
      "grad_norm": 0.23183125257492065,
      "learning_rate": 5.02808988764045e-06,
      "loss": 1.032,
      "step": 359
    },
    {
      "epoch": 0.0075866538115032635,
      "grad_norm": 0.41247424483299255,
      "learning_rate": 5.042134831460674e-06,
      "loss": 1.0473,
      "step": 360
    },
    {
      "epoch": 0.00760772784986855,
      "grad_norm": 0.24470345675945282,
      "learning_rate": 5.0561797752809e-06,
      "loss": 0.9146,
      "step": 361
    },
    {
      "epoch": 0.007628801888233837,
      "grad_norm": 0.19281727075576782,
      "learning_rate": 5.0702247191011245e-06,
      "loss": 1.0088,
      "step": 362
    },
    {
      "epoch": 0.007649875926599124,
      "grad_norm": 0.22783300280570984,
      "learning_rate": 5.084269662921348e-06,
      "loss": 1.0125,
      "step": 363
    },
    {
      "epoch": 0.007670949964964411,
      "grad_norm": 0.2096671313047409,
      "learning_rate": 5.098314606741574e-06,
      "loss": 0.9923,
      "step": 364
    },
    {
      "epoch": 0.007692024003329698,
      "grad_norm": 0.33277884125709534,
      "learning_rate": 5.112359550561798e-06,
      "loss": 0.992,
      "step": 365
    },
    {
      "epoch": 0.007713098041694985,
      "grad_norm": 0.22728067636489868,
      "learning_rate": 5.126404494382022e-06,
      "loss": 1.0764,
      "step": 366
    },
    {
      "epoch": 0.007734172080060272,
      "grad_norm": 0.19920183718204498,
      "learning_rate": 5.140449438202248e-06,
      "loss": 1.1484,
      "step": 367
    },
    {
      "epoch": 0.007755246118425559,
      "grad_norm": 0.1999904215335846,
      "learning_rate": 5.154494382022472e-06,
      "loss": 1.0449,
      "step": 368
    },
    {
      "epoch": 0.007776320156790846,
      "grad_norm": 0.25370344519615173,
      "learning_rate": 5.168539325842698e-06,
      "loss": 0.9762,
      "step": 369
    },
    {
      "epoch": 0.007797394195156133,
      "grad_norm": 0.21621759235858917,
      "learning_rate": 5.182584269662922e-06,
      "loss": 0.8789,
      "step": 370
    },
    {
      "epoch": 0.00781846823352142,
      "grad_norm": 0.17840035259723663,
      "learning_rate": 5.196629213483146e-06,
      "loss": 1.0801,
      "step": 371
    },
    {
      "epoch": 0.007839542271886706,
      "grad_norm": 0.26012855768203735,
      "learning_rate": 5.210674157303372e-06,
      "loss": 1.0509,
      "step": 372
    },
    {
      "epoch": 0.007860616310251993,
      "grad_norm": 0.25480031967163086,
      "learning_rate": 5.224719101123596e-06,
      "loss": 1.0287,
      "step": 373
    },
    {
      "epoch": 0.00788169034861728,
      "grad_norm": 0.17007935047149658,
      "learning_rate": 5.23876404494382e-06,
      "loss": 1.1025,
      "step": 374
    },
    {
      "epoch": 0.007902764386982567,
      "grad_norm": 0.244452565908432,
      "learning_rate": 5.252808988764046e-06,
      "loss": 1.0192,
      "step": 375
    },
    {
      "epoch": 0.007923838425347853,
      "grad_norm": 0.1874551773071289,
      "learning_rate": 5.26685393258427e-06,
      "loss": 0.9568,
      "step": 376
    },
    {
      "epoch": 0.007944912463713141,
      "grad_norm": 0.2070939838886261,
      "learning_rate": 5.280898876404494e-06,
      "loss": 0.9576,
      "step": 377
    },
    {
      "epoch": 0.007965986502078427,
      "grad_norm": 0.17826882004737854,
      "learning_rate": 5.29494382022472e-06,
      "loss": 0.9925,
      "step": 378
    },
    {
      "epoch": 0.007987060540443713,
      "grad_norm": 0.19908855855464935,
      "learning_rate": 5.308988764044944e-06,
      "loss": 0.9609,
      "step": 379
    },
    {
      "epoch": 0.008008134578809,
      "grad_norm": 0.22046062350273132,
      "learning_rate": 5.32303370786517e-06,
      "loss": 0.8583,
      "step": 380
    },
    {
      "epoch": 0.008029208617174287,
      "grad_norm": 0.17479872703552246,
      "learning_rate": 5.3370786516853935e-06,
      "loss": 1.0091,
      "step": 381
    },
    {
      "epoch": 0.008050282655539575,
      "grad_norm": 0.35756582021713257,
      "learning_rate": 5.351123595505618e-06,
      "loss": 1.0777,
      "step": 382
    },
    {
      "epoch": 0.00807135669390486,
      "grad_norm": 0.17238833010196686,
      "learning_rate": 5.365168539325844e-06,
      "loss": 1.0027,
      "step": 383
    },
    {
      "epoch": 0.008092430732270148,
      "grad_norm": 0.21391282975673676,
      "learning_rate": 5.3792134831460674e-06,
      "loss": 0.9839,
      "step": 384
    },
    {
      "epoch": 0.008113504770635434,
      "grad_norm": 0.21966247260570526,
      "learning_rate": 5.393258426966292e-06,
      "loss": 1.0977,
      "step": 385
    },
    {
      "epoch": 0.008134578809000722,
      "grad_norm": 0.197801411151886,
      "learning_rate": 5.4073033707865176e-06,
      "loss": 1.0119,
      "step": 386
    },
    {
      "epoch": 0.008155652847366008,
      "grad_norm": 0.18990720808506012,
      "learning_rate": 5.421348314606742e-06,
      "loss": 1.1034,
      "step": 387
    },
    {
      "epoch": 0.008176726885731296,
      "grad_norm": 0.2888808250427246,
      "learning_rate": 5.435393258426966e-06,
      "loss": 1.1116,
      "step": 388
    },
    {
      "epoch": 0.008197800924096582,
      "grad_norm": 0.19675061106681824,
      "learning_rate": 5.4494382022471915e-06,
      "loss": 1.0026,
      "step": 389
    },
    {
      "epoch": 0.00821887496246187,
      "grad_norm": 0.22438104450702667,
      "learning_rate": 5.463483146067416e-06,
      "loss": 1.0323,
      "step": 390
    },
    {
      "epoch": 0.008239949000827156,
      "grad_norm": 0.19173265993595123,
      "learning_rate": 5.477528089887641e-06,
      "loss": 1.014,
      "step": 391
    },
    {
      "epoch": 0.008261023039192444,
      "grad_norm": 0.3179895579814911,
      "learning_rate": 5.491573033707865e-06,
      "loss": 1.0464,
      "step": 392
    },
    {
      "epoch": 0.00828209707755773,
      "grad_norm": 0.16970649361610413,
      "learning_rate": 5.50561797752809e-06,
      "loss": 0.9697,
      "step": 393
    },
    {
      "epoch": 0.008303171115923016,
      "grad_norm": 0.1774616837501526,
      "learning_rate": 5.5196629213483155e-06,
      "loss": 1.0735,
      "step": 394
    },
    {
      "epoch": 0.008324245154288304,
      "grad_norm": 0.1806882619857788,
      "learning_rate": 5.533707865168539e-06,
      "loss": 1.0424,
      "step": 395
    },
    {
      "epoch": 0.00834531919265359,
      "grad_norm": 0.19711440801620483,
      "learning_rate": 5.547752808988765e-06,
      "loss": 1.0019,
      "step": 396
    },
    {
      "epoch": 0.008366393231018877,
      "grad_norm": 0.20067240297794342,
      "learning_rate": 5.5617977528089895e-06,
      "loss": 0.9896,
      "step": 397
    },
    {
      "epoch": 0.008387467269384163,
      "grad_norm": 0.2030695527791977,
      "learning_rate": 5.575842696629213e-06,
      "loss": 1.0634,
      "step": 398
    },
    {
      "epoch": 0.008408541307749451,
      "grad_norm": 0.2824862003326416,
      "learning_rate": 5.589887640449439e-06,
      "loss": 1.0206,
      "step": 399
    },
    {
      "epoch": 0.008429615346114737,
      "grad_norm": 0.22768805921077728,
      "learning_rate": 5.603932584269663e-06,
      "loss": 1.1183,
      "step": 400
    },
    {
      "epoch": 0.008450689384480025,
      "grad_norm": 0.22696368396282196,
      "learning_rate": 5.617977528089889e-06,
      "loss": 1.031,
      "step": 401
    },
    {
      "epoch": 0.008471763422845311,
      "grad_norm": 0.23364900052547455,
      "learning_rate": 5.632022471910113e-06,
      "loss": 1.042,
      "step": 402
    },
    {
      "epoch": 0.008492837461210599,
      "grad_norm": 0.4488714039325714,
      "learning_rate": 5.646067415730337e-06,
      "loss": 1.029,
      "step": 403
    },
    {
      "epoch": 0.008513911499575885,
      "grad_norm": 0.21828967332839966,
      "learning_rate": 5.660112359550563e-06,
      "loss": 1.0106,
      "step": 404
    },
    {
      "epoch": 0.008534985537941173,
      "grad_norm": 0.20676670968532562,
      "learning_rate": 5.6741573033707874e-06,
      "loss": 0.9857,
      "step": 405
    },
    {
      "epoch": 0.008556059576306459,
      "grad_norm": 0.20652632415294647,
      "learning_rate": 5.688202247191011e-06,
      "loss": 1.0539,
      "step": 406
    },
    {
      "epoch": 0.008577133614671745,
      "grad_norm": 0.19526948034763336,
      "learning_rate": 5.702247191011237e-06,
      "loss": 1.0648,
      "step": 407
    },
    {
      "epoch": 0.008598207653037033,
      "grad_norm": 0.19171610474586487,
      "learning_rate": 5.716292134831461e-06,
      "loss": 0.9554,
      "step": 408
    },
    {
      "epoch": 0.008619281691402319,
      "grad_norm": 0.23313608765602112,
      "learning_rate": 5.730337078651685e-06,
      "loss": 1.0387,
      "step": 409
    },
    {
      "epoch": 0.008640355729767606,
      "grad_norm": 0.22807103395462036,
      "learning_rate": 5.744382022471911e-06,
      "loss": 0.9805,
      "step": 410
    },
    {
      "epoch": 0.008661429768132892,
      "grad_norm": 0.2017798274755478,
      "learning_rate": 5.758426966292135e-06,
      "loss": 1.0812,
      "step": 411
    },
    {
      "epoch": 0.00868250380649818,
      "grad_norm": 0.19273726642131805,
      "learning_rate": 5.772471910112361e-06,
      "loss": 0.9954,
      "step": 412
    },
    {
      "epoch": 0.008703577844863466,
      "grad_norm": 0.18599066138267517,
      "learning_rate": 5.786516853932585e-06,
      "loss": 1.0062,
      "step": 413
    },
    {
      "epoch": 0.008724651883228754,
      "grad_norm": 0.2897857427597046,
      "learning_rate": 5.800561797752809e-06,
      "loss": 1.0711,
      "step": 414
    },
    {
      "epoch": 0.00874572592159404,
      "grad_norm": 0.20624563097953796,
      "learning_rate": 5.814606741573035e-06,
      "loss": 1.0433,
      "step": 415
    },
    {
      "epoch": 0.008766799959959328,
      "grad_norm": 0.2139407843351364,
      "learning_rate": 5.8286516853932585e-06,
      "loss": 1.0592,
      "step": 416
    },
    {
      "epoch": 0.008787873998324614,
      "grad_norm": 0.21445392072200775,
      "learning_rate": 5.842696629213483e-06,
      "loss": 1.0638,
      "step": 417
    },
    {
      "epoch": 0.008808948036689902,
      "grad_norm": 0.17693212628364563,
      "learning_rate": 5.856741573033709e-06,
      "loss": 1.0043,
      "step": 418
    },
    {
      "epoch": 0.008830022075055188,
      "grad_norm": 0.219828799366951,
      "learning_rate": 5.870786516853933e-06,
      "loss": 1.0531,
      "step": 419
    },
    {
      "epoch": 0.008851096113420474,
      "grad_norm": 0.18922188878059387,
      "learning_rate": 5.884831460674157e-06,
      "loss": 1.0037,
      "step": 420
    },
    {
      "epoch": 0.008872170151785761,
      "grad_norm": 0.1835300326347351,
      "learning_rate": 5.8988764044943826e-06,
      "loss": 1.0149,
      "step": 421
    },
    {
      "epoch": 0.008893244190151047,
      "grad_norm": 0.17850734293460846,
      "learning_rate": 5.912921348314607e-06,
      "loss": 1.0976,
      "step": 422
    },
    {
      "epoch": 0.008914318228516335,
      "grad_norm": 0.2111424207687378,
      "learning_rate": 5.926966292134832e-06,
      "loss": 1.0575,
      "step": 423
    },
    {
      "epoch": 0.008935392266881621,
      "grad_norm": 0.185171976685524,
      "learning_rate": 5.9410112359550565e-06,
      "loss": 1.1215,
      "step": 424
    },
    {
      "epoch": 0.008956466305246909,
      "grad_norm": 0.20772035419940948,
      "learning_rate": 5.955056179775281e-06,
      "loss": 1.0359,
      "step": 425
    },
    {
      "epoch": 0.008977540343612195,
      "grad_norm": 0.21713635325431824,
      "learning_rate": 5.969101123595507e-06,
      "loss": 1.101,
      "step": 426
    },
    {
      "epoch": 0.008998614381977483,
      "grad_norm": 0.19654901325702667,
      "learning_rate": 5.98314606741573e-06,
      "loss": 1.0525,
      "step": 427
    },
    {
      "epoch": 0.009019688420342769,
      "grad_norm": 0.17889122664928436,
      "learning_rate": 5.997191011235956e-06,
      "loss": 1.0437,
      "step": 428
    },
    {
      "epoch": 0.009040762458708057,
      "grad_norm": 0.2126709371805191,
      "learning_rate": 6.0112359550561805e-06,
      "loss": 1.0347,
      "step": 429
    },
    {
      "epoch": 0.009061836497073343,
      "grad_norm": 0.22260206937789917,
      "learning_rate": 6.025280898876404e-06,
      "loss": 1.0075,
      "step": 430
    },
    {
      "epoch": 0.00908291053543863,
      "grad_norm": 0.23512040078639984,
      "learning_rate": 6.03932584269663e-06,
      "loss": 1.0487,
      "step": 431
    },
    {
      "epoch": 0.009103984573803917,
      "grad_norm": 0.4968510866165161,
      "learning_rate": 6.0533707865168545e-06,
      "loss": 0.9897,
      "step": 432
    },
    {
      "epoch": 0.009125058612169203,
      "grad_norm": 0.20552992820739746,
      "learning_rate": 6.06741573033708e-06,
      "loss": 1.0296,
      "step": 433
    },
    {
      "epoch": 0.00914613265053449,
      "grad_norm": 0.18041133880615234,
      "learning_rate": 6.081460674157304e-06,
      "loss": 0.9756,
      "step": 434
    },
    {
      "epoch": 0.009167206688899776,
      "grad_norm": 0.18227802217006683,
      "learning_rate": 6.095505617977528e-06,
      "loss": 1.088,
      "step": 435
    },
    {
      "epoch": 0.009188280727265064,
      "grad_norm": 0.24435436725616455,
      "learning_rate": 6.109550561797754e-06,
      "loss": 1.0577,
      "step": 436
    },
    {
      "epoch": 0.00920935476563035,
      "grad_norm": 0.2142036259174347,
      "learning_rate": 6.1235955056179785e-06,
      "loss": 0.9881,
      "step": 437
    },
    {
      "epoch": 0.009230428803995638,
      "grad_norm": 0.2163921594619751,
      "learning_rate": 6.137640449438202e-06,
      "loss": 1.0118,
      "step": 438
    },
    {
      "epoch": 0.009251502842360924,
      "grad_norm": 0.20109409093856812,
      "learning_rate": 6.151685393258428e-06,
      "loss": 1.0604,
      "step": 439
    },
    {
      "epoch": 0.009272576880726212,
      "grad_norm": 0.18287260830402374,
      "learning_rate": 6.1657303370786524e-06,
      "loss": 0.9504,
      "step": 440
    },
    {
      "epoch": 0.009293650919091498,
      "grad_norm": 0.17871639132499695,
      "learning_rate": 6.179775280898876e-06,
      "loss": 0.9828,
      "step": 441
    },
    {
      "epoch": 0.009314724957456786,
      "grad_norm": 0.22468644380569458,
      "learning_rate": 6.193820224719102e-06,
      "loss": 1.0545,
      "step": 442
    },
    {
      "epoch": 0.009335798995822072,
      "grad_norm": 0.2676410675048828,
      "learning_rate": 6.207865168539326e-06,
      "loss": 1.0444,
      "step": 443
    },
    {
      "epoch": 0.00935687303418736,
      "grad_norm": 0.2336546629667282,
      "learning_rate": 6.221910112359552e-06,
      "loss": 1.0513,
      "step": 444
    },
    {
      "epoch": 0.009377947072552646,
      "grad_norm": 0.26884979009628296,
      "learning_rate": 6.235955056179776e-06,
      "loss": 0.9754,
      "step": 445
    },
    {
      "epoch": 0.009399021110917933,
      "grad_norm": 0.2151133120059967,
      "learning_rate": 6.25e-06,
      "loss": 0.9972,
      "step": 446
    },
    {
      "epoch": 0.00942009514928322,
      "grad_norm": 0.2259567230939865,
      "learning_rate": 6.264044943820226e-06,
      "loss": 1.0208,
      "step": 447
    },
    {
      "epoch": 0.009441169187648505,
      "grad_norm": 0.20242367684841156,
      "learning_rate": 6.27808988764045e-06,
      "loss": 0.9968,
      "step": 448
    },
    {
      "epoch": 0.009462243226013793,
      "grad_norm": 0.32116925716400146,
      "learning_rate": 6.292134831460674e-06,
      "loss": 1.0411,
      "step": 449
    },
    {
      "epoch": 0.00948331726437908,
      "grad_norm": 0.2222057729959488,
      "learning_rate": 6.3061797752809e-06,
      "loss": 1.0767,
      "step": 450
    },
    {
      "epoch": 0.009504391302744367,
      "grad_norm": 0.17792418599128723,
      "learning_rate": 6.320224719101124e-06,
      "loss": 0.978,
      "step": 451
    },
    {
      "epoch": 0.009525465341109653,
      "grad_norm": 0.17901378870010376,
      "learning_rate": 6.334269662921348e-06,
      "loss": 1.0175,
      "step": 452
    },
    {
      "epoch": 0.00954653937947494,
      "grad_norm": 0.174830362200737,
      "learning_rate": 6.348314606741574e-06,
      "loss": 1.0259,
      "step": 453
    },
    {
      "epoch": 0.009567613417840227,
      "grad_norm": 0.19667057693004608,
      "learning_rate": 6.362359550561798e-06,
      "loss": 1.0081,
      "step": 454
    },
    {
      "epoch": 0.009588687456205515,
      "grad_norm": 0.18477684259414673,
      "learning_rate": 6.376404494382022e-06,
      "loss": 1.0459,
      "step": 455
    },
    {
      "epoch": 0.0096097614945708,
      "grad_norm": 0.39310744404792786,
      "learning_rate": 6.3904494382022476e-06,
      "loss": 1.0764,
      "step": 456
    },
    {
      "epoch": 0.009630835532936088,
      "grad_norm": 0.23042145371437073,
      "learning_rate": 6.404494382022472e-06,
      "loss": 1.0813,
      "step": 457
    },
    {
      "epoch": 0.009651909571301374,
      "grad_norm": 0.21325062215328217,
      "learning_rate": 6.418539325842698e-06,
      "loss": 0.9431,
      "step": 458
    },
    {
      "epoch": 0.009672983609666662,
      "grad_norm": 0.17406588792800903,
      "learning_rate": 6.4325842696629215e-06,
      "loss": 1.0009,
      "step": 459
    },
    {
      "epoch": 0.009694057648031948,
      "grad_norm": 0.2184419333934784,
      "learning_rate": 6.446629213483146e-06,
      "loss": 1.0143,
      "step": 460
    },
    {
      "epoch": 0.009715131686397234,
      "grad_norm": 0.20870128273963928,
      "learning_rate": 6.460674157303372e-06,
      "loss": 1.0496,
      "step": 461
    },
    {
      "epoch": 0.009736205724762522,
      "grad_norm": 0.2267465442419052,
      "learning_rate": 6.474719101123596e-06,
      "loss": 0.9576,
      "step": 462
    },
    {
      "epoch": 0.009757279763127808,
      "grad_norm": 0.23857304453849792,
      "learning_rate": 6.488764044943821e-06,
      "loss": 1.0403,
      "step": 463
    },
    {
      "epoch": 0.009778353801493096,
      "grad_norm": 0.1993705928325653,
      "learning_rate": 6.5028089887640455e-06,
      "loss": 1.0783,
      "step": 464
    },
    {
      "epoch": 0.009799427839858382,
      "grad_norm": 0.22846528887748718,
      "learning_rate": 6.51685393258427e-06,
      "loss": 1.0286,
      "step": 465
    },
    {
      "epoch": 0.00982050187822367,
      "grad_norm": 0.18078045547008514,
      "learning_rate": 6.530898876404495e-06,
      "loss": 0.9906,
      "step": 466
    },
    {
      "epoch": 0.009841575916588956,
      "grad_norm": 0.3757922053337097,
      "learning_rate": 6.5449438202247195e-06,
      "loss": 1.0223,
      "step": 467
    },
    {
      "epoch": 0.009862649954954244,
      "grad_norm": 0.19508136808872223,
      "learning_rate": 6.558988764044945e-06,
      "loss": 1.0916,
      "step": 468
    },
    {
      "epoch": 0.00988372399331953,
      "grad_norm": 0.23020930588245392,
      "learning_rate": 6.57303370786517e-06,
      "loss": 0.9905,
      "step": 469
    },
    {
      "epoch": 0.009904798031684817,
      "grad_norm": 0.24050386250019073,
      "learning_rate": 6.587078651685393e-06,
      "loss": 1.0369,
      "step": 470
    },
    {
      "epoch": 0.009925872070050103,
      "grad_norm": 0.24654114246368408,
      "learning_rate": 6.601123595505619e-06,
      "loss": 1.0648,
      "step": 471
    },
    {
      "epoch": 0.009946946108415391,
      "grad_norm": 0.1910111904144287,
      "learning_rate": 6.6151685393258435e-06,
      "loss": 1.0331,
      "step": 472
    },
    {
      "epoch": 0.009968020146780677,
      "grad_norm": 0.1959260255098343,
      "learning_rate": 6.629213483146067e-06,
      "loss": 0.9628,
      "step": 473
    },
    {
      "epoch": 0.009989094185145963,
      "grad_norm": 0.2538788318634033,
      "learning_rate": 6.643258426966293e-06,
      "loss": 0.9928,
      "step": 474
    },
    {
      "epoch": 0.010010168223511251,
      "grad_norm": 0.19946815073490143,
      "learning_rate": 6.6573033707865175e-06,
      "loss": 1.0648,
      "step": 475
    },
    {
      "epoch": 0.010031242261876537,
      "grad_norm": 0.20547951757907867,
      "learning_rate": 6.671348314606743e-06,
      "loss": 1.0028,
      "step": 476
    },
    {
      "epoch": 0.010052316300241825,
      "grad_norm": 0.20953881740570068,
      "learning_rate": 6.685393258426967e-06,
      "loss": 1.1147,
      "step": 477
    },
    {
      "epoch": 0.010073390338607111,
      "grad_norm": 0.2038031369447708,
      "learning_rate": 6.699438202247191e-06,
      "loss": 0.9415,
      "step": 478
    },
    {
      "epoch": 0.010094464376972399,
      "grad_norm": 0.20131537318229675,
      "learning_rate": 6.713483146067417e-06,
      "loss": 0.9655,
      "step": 479
    },
    {
      "epoch": 0.010115538415337685,
      "grad_norm": 0.2313249558210373,
      "learning_rate": 6.727528089887641e-06,
      "loss": 1.1163,
      "step": 480
    },
    {
      "epoch": 0.010136612453702972,
      "grad_norm": 0.16392628848552704,
      "learning_rate": 6.741573033707865e-06,
      "loss": 0.9274,
      "step": 481
    },
    {
      "epoch": 0.010157686492068259,
      "grad_norm": 0.23947523534297943,
      "learning_rate": 6.755617977528091e-06,
      "loss": 1.0193,
      "step": 482
    },
    {
      "epoch": 0.010178760530433546,
      "grad_norm": 0.19795797765254974,
      "learning_rate": 6.7696629213483154e-06,
      "loss": 1.0352,
      "step": 483
    },
    {
      "epoch": 0.010199834568798832,
      "grad_norm": 0.2321363240480423,
      "learning_rate": 6.783707865168539e-06,
      "loss": 1.0088,
      "step": 484
    },
    {
      "epoch": 0.01022090860716412,
      "grad_norm": 0.22395087778568268,
      "learning_rate": 6.797752808988765e-06,
      "loss": 1.0572,
      "step": 485
    },
    {
      "epoch": 0.010241982645529406,
      "grad_norm": 0.19164305925369263,
      "learning_rate": 6.811797752808989e-06,
      "loss": 0.9958,
      "step": 486
    },
    {
      "epoch": 0.010263056683894692,
      "grad_norm": 0.33995696902275085,
      "learning_rate": 6.825842696629213e-06,
      "loss": 1.0928,
      "step": 487
    },
    {
      "epoch": 0.01028413072225998,
      "grad_norm": 0.16819621622562408,
      "learning_rate": 6.839887640449439e-06,
      "loss": 1.0464,
      "step": 488
    },
    {
      "epoch": 0.010305204760625266,
      "grad_norm": 0.22837567329406738,
      "learning_rate": 6.853932584269663e-06,
      "loss": 1.0993,
      "step": 489
    },
    {
      "epoch": 0.010326278798990554,
      "grad_norm": 0.21845203638076782,
      "learning_rate": 6.867977528089889e-06,
      "loss": 1.0373,
      "step": 490
    },
    {
      "epoch": 0.01034735283735584,
      "grad_norm": 0.19893372058868408,
      "learning_rate": 6.8820224719101126e-06,
      "loss": 1.0639,
      "step": 491
    },
    {
      "epoch": 0.010368426875721128,
      "grad_norm": 0.22540563344955444,
      "learning_rate": 6.896067415730337e-06,
      "loss": 1.0353,
      "step": 492
    },
    {
      "epoch": 0.010389500914086414,
      "grad_norm": 0.2063814252614975,
      "learning_rate": 6.910112359550563e-06,
      "loss": 1.0605,
      "step": 493
    },
    {
      "epoch": 0.010410574952451701,
      "grad_norm": 0.19710777699947357,
      "learning_rate": 6.924157303370787e-06,
      "loss": 1.0319,
      "step": 494
    },
    {
      "epoch": 0.010431648990816987,
      "grad_norm": 0.2016027271747589,
      "learning_rate": 6.938202247191011e-06,
      "loss": 1.0598,
      "step": 495
    },
    {
      "epoch": 0.010452723029182275,
      "grad_norm": 0.21228083968162537,
      "learning_rate": 6.952247191011237e-06,
      "loss": 0.937,
      "step": 496
    },
    {
      "epoch": 0.010473797067547561,
      "grad_norm": 0.217671200633049,
      "learning_rate": 6.966292134831461e-06,
      "loss": 0.9667,
      "step": 497
    },
    {
      "epoch": 0.010494871105912849,
      "grad_norm": 0.22620101273059845,
      "learning_rate": 6.980337078651686e-06,
      "loss": 1.0298,
      "step": 498
    },
    {
      "epoch": 0.010515945144278135,
      "grad_norm": 0.17403796315193176,
      "learning_rate": 6.9943820224719105e-06,
      "loss": 1.0388,
      "step": 499
    },
    {
      "epoch": 0.010537019182643423,
      "grad_norm": 0.25475549697875977,
      "learning_rate": 7.008426966292135e-06,
      "loss": 1.0435,
      "step": 500
    },
    {
      "epoch": 0.010558093221008709,
      "grad_norm": 0.20472227036952972,
      "learning_rate": 7.022471910112361e-06,
      "loss": 0.9932,
      "step": 501
    },
    {
      "epoch": 0.010579167259373995,
      "grad_norm": 0.30992382764816284,
      "learning_rate": 7.0365168539325845e-06,
      "loss": 1.0883,
      "step": 502
    },
    {
      "epoch": 0.010600241297739283,
      "grad_norm": 0.18906988203525543,
      "learning_rate": 7.05056179775281e-06,
      "loss": 0.9437,
      "step": 503
    },
    {
      "epoch": 0.010621315336104569,
      "grad_norm": 0.22571894526481628,
      "learning_rate": 7.064606741573035e-06,
      "loss": 1.0111,
      "step": 504
    },
    {
      "epoch": 0.010642389374469857,
      "grad_norm": 0.19717103242874146,
      "learning_rate": 7.078651685393258e-06,
      "loss": 1.0234,
      "step": 505
    },
    {
      "epoch": 0.010663463412835143,
      "grad_norm": 0.2281007170677185,
      "learning_rate": 7.092696629213484e-06,
      "loss": 1.0641,
      "step": 506
    },
    {
      "epoch": 0.01068453745120043,
      "grad_norm": 0.17843541502952576,
      "learning_rate": 7.1067415730337085e-06,
      "loss": 1.0065,
      "step": 507
    },
    {
      "epoch": 0.010705611489565716,
      "grad_norm": 0.20172634720802307,
      "learning_rate": 7.120786516853934e-06,
      "loss": 1.0661,
      "step": 508
    },
    {
      "epoch": 0.010726685527931004,
      "grad_norm": 0.22388722002506256,
      "learning_rate": 7.134831460674158e-06,
      "loss": 1.0388,
      "step": 509
    },
    {
      "epoch": 0.01074775956629629,
      "grad_norm": 0.2137480080127716,
      "learning_rate": 7.1488764044943825e-06,
      "loss": 1.0712,
      "step": 510
    },
    {
      "epoch": 0.010768833604661578,
      "grad_norm": 0.21092259883880615,
      "learning_rate": 7.162921348314608e-06,
      "loss": 0.9702,
      "step": 511
    },
    {
      "epoch": 0.010789907643026864,
      "grad_norm": 0.18137070536613464,
      "learning_rate": 7.176966292134832e-06,
      "loss": 1.0337,
      "step": 512
    },
    {
      "epoch": 0.010810981681392152,
      "grad_norm": 0.19739897549152374,
      "learning_rate": 7.191011235955056e-06,
      "loss": 1.046,
      "step": 513
    },
    {
      "epoch": 0.010832055719757438,
      "grad_norm": 0.15921318531036377,
      "learning_rate": 7.205056179775282e-06,
      "loss": 1.0621,
      "step": 514
    },
    {
      "epoch": 0.010853129758122724,
      "grad_norm": 0.20566052198410034,
      "learning_rate": 7.2191011235955065e-06,
      "loss": 1.0479,
      "step": 515
    },
    {
      "epoch": 0.010874203796488012,
      "grad_norm": 0.2303086370229721,
      "learning_rate": 7.23314606741573e-06,
      "loss": 1.0584,
      "step": 516
    },
    {
      "epoch": 0.010895277834853298,
      "grad_norm": 0.18912045657634735,
      "learning_rate": 7.247191011235956e-06,
      "loss": 1.03,
      "step": 517
    },
    {
      "epoch": 0.010916351873218585,
      "grad_norm": 0.19710682332515717,
      "learning_rate": 7.2612359550561804e-06,
      "loss": 1.0183,
      "step": 518
    },
    {
      "epoch": 0.010937425911583872,
      "grad_norm": 0.27087894082069397,
      "learning_rate": 7.275280898876404e-06,
      "loss": 1.1036,
      "step": 519
    },
    {
      "epoch": 0.01095849994994916,
      "grad_norm": 0.25652414560317993,
      "learning_rate": 7.28932584269663e-06,
      "loss": 1.0467,
      "step": 520
    },
    {
      "epoch": 0.010979573988314445,
      "grad_norm": 0.18231377005577087,
      "learning_rate": 7.303370786516854e-06,
      "loss": 0.956,
      "step": 521
    },
    {
      "epoch": 0.011000648026679733,
      "grad_norm": 0.23647913336753845,
      "learning_rate": 7.31741573033708e-06,
      "loss": 0.9456,
      "step": 522
    },
    {
      "epoch": 0.01102172206504502,
      "grad_norm": 0.18237914144992828,
      "learning_rate": 7.331460674157304e-06,
      "loss": 1.0612,
      "step": 523
    },
    {
      "epoch": 0.011042796103410307,
      "grad_norm": 0.22840893268585205,
      "learning_rate": 7.345505617977528e-06,
      "loss": 1.0383,
      "step": 524
    },
    {
      "epoch": 0.011063870141775593,
      "grad_norm": 0.22241684794425964,
      "learning_rate": 7.359550561797754e-06,
      "loss": 0.9816,
      "step": 525
    },
    {
      "epoch": 0.01108494418014088,
      "grad_norm": 0.20379866659641266,
      "learning_rate": 7.373595505617978e-06,
      "loss": 1.0383,
      "step": 526
    },
    {
      "epoch": 0.011106018218506167,
      "grad_norm": 0.22154860198497772,
      "learning_rate": 7.387640449438202e-06,
      "loss": 0.9907,
      "step": 527
    },
    {
      "epoch": 0.011127092256871453,
      "grad_norm": 0.20838472247123718,
      "learning_rate": 7.401685393258428e-06,
      "loss": 1.0855,
      "step": 528
    },
    {
      "epoch": 0.01114816629523674,
      "grad_norm": 0.18316738307476044,
      "learning_rate": 7.415730337078652e-06,
      "loss": 1.0659,
      "step": 529
    },
    {
      "epoch": 0.011169240333602027,
      "grad_norm": 0.1942979246377945,
      "learning_rate": 7.429775280898877e-06,
      "loss": 1.0003,
      "step": 530
    },
    {
      "epoch": 0.011190314371967314,
      "grad_norm": 0.1846950501203537,
      "learning_rate": 7.443820224719102e-06,
      "loss": 1.0257,
      "step": 531
    },
    {
      "epoch": 0.0112113884103326,
      "grad_norm": 0.20779196918010712,
      "learning_rate": 7.457865168539326e-06,
      "loss": 1.0877,
      "step": 532
    },
    {
      "epoch": 0.011232462448697888,
      "grad_norm": 0.1822434812784195,
      "learning_rate": 7.471910112359552e-06,
      "loss": 1.0425,
      "step": 533
    },
    {
      "epoch": 0.011253536487063174,
      "grad_norm": 0.19704440236091614,
      "learning_rate": 7.4859550561797755e-06,
      "loss": 1.0178,
      "step": 534
    },
    {
      "epoch": 0.011274610525428462,
      "grad_norm": 0.1758188158273697,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.1124,
      "step": 535
    },
    {
      "epoch": 0.011295684563793748,
      "grad_norm": 0.19706811010837555,
      "learning_rate": 7.514044943820226e-06,
      "loss": 0.9853,
      "step": 536
    },
    {
      "epoch": 0.011316758602159036,
      "grad_norm": 0.18182063102722168,
      "learning_rate": 7.5280898876404495e-06,
      "loss": 0.9421,
      "step": 537
    },
    {
      "epoch": 0.011337832640524322,
      "grad_norm": 0.17954954504966736,
      "learning_rate": 7.542134831460675e-06,
      "loss": 1.0152,
      "step": 538
    },
    {
      "epoch": 0.01135890667888961,
      "grad_norm": 0.2827407717704773,
      "learning_rate": 7.5561797752809e-06,
      "loss": 0.9897,
      "step": 539
    },
    {
      "epoch": 0.011379980717254896,
      "grad_norm": 0.1619592159986496,
      "learning_rate": 7.570224719101124e-06,
      "loss": 1.036,
      "step": 540
    },
    {
      "epoch": 0.011401054755620182,
      "grad_norm": 0.20716720819473267,
      "learning_rate": 7.584269662921349e-06,
      "loss": 0.9558,
      "step": 541
    },
    {
      "epoch": 0.01142212879398547,
      "grad_norm": 0.19990618526935577,
      "learning_rate": 7.5983146067415735e-06,
      "loss": 1.0988,
      "step": 542
    },
    {
      "epoch": 0.011443202832350756,
      "grad_norm": 0.1799050271511078,
      "learning_rate": 7.612359550561799e-06,
      "loss": 1.1032,
      "step": 543
    },
    {
      "epoch": 0.011464276870716043,
      "grad_norm": 0.17912174761295319,
      "learning_rate": 7.626404494382023e-06,
      "loss": 1.0709,
      "step": 544
    },
    {
      "epoch": 0.01148535090908133,
      "grad_norm": 0.17718668282032013,
      "learning_rate": 7.640449438202247e-06,
      "loss": 0.9308,
      "step": 545
    },
    {
      "epoch": 0.011506424947446617,
      "grad_norm": 0.1763315051794052,
      "learning_rate": 7.654494382022472e-06,
      "loss": 1.0397,
      "step": 546
    },
    {
      "epoch": 0.011527498985811903,
      "grad_norm": 0.22136150300502777,
      "learning_rate": 7.668539325842698e-06,
      "loss": 1.0597,
      "step": 547
    },
    {
      "epoch": 0.011548573024177191,
      "grad_norm": 0.194733664393425,
      "learning_rate": 7.682584269662921e-06,
      "loss": 0.9262,
      "step": 548
    },
    {
      "epoch": 0.011569647062542477,
      "grad_norm": 0.21195031702518463,
      "learning_rate": 7.696629213483146e-06,
      "loss": 1.1505,
      "step": 549
    },
    {
      "epoch": 0.011590721100907765,
      "grad_norm": 0.1851508915424347,
      "learning_rate": 7.710674157303372e-06,
      "loss": 1.009,
      "step": 550
    },
    {
      "epoch": 0.01161179513927305,
      "grad_norm": 0.16077426075935364,
      "learning_rate": 7.724719101123597e-06,
      "loss": 0.9843,
      "step": 551
    },
    {
      "epoch": 0.011632869177638339,
      "grad_norm": 0.18456332385540009,
      "learning_rate": 7.73876404494382e-06,
      "loss": 1.0508,
      "step": 552
    },
    {
      "epoch": 0.011653943216003625,
      "grad_norm": 0.18702846765518188,
      "learning_rate": 7.752808988764046e-06,
      "loss": 1.0013,
      "step": 553
    },
    {
      "epoch": 0.011675017254368912,
      "grad_norm": 0.22316943109035492,
      "learning_rate": 7.766853932584271e-06,
      "loss": 1.0588,
      "step": 554
    },
    {
      "epoch": 0.011696091292734198,
      "grad_norm": 0.25499048829078674,
      "learning_rate": 7.780898876404494e-06,
      "loss": 1.0117,
      "step": 555
    },
    {
      "epoch": 0.011717165331099485,
      "grad_norm": 0.1712654083967209,
      "learning_rate": 7.79494382022472e-06,
      "loss": 1.0749,
      "step": 556
    },
    {
      "epoch": 0.011738239369464772,
      "grad_norm": 0.1703370362520218,
      "learning_rate": 7.808988764044945e-06,
      "loss": 1.0011,
      "step": 557
    },
    {
      "epoch": 0.011759313407830058,
      "grad_norm": 0.22179611027240753,
      "learning_rate": 7.82303370786517e-06,
      "loss": 1.125,
      "step": 558
    },
    {
      "epoch": 0.011780387446195346,
      "grad_norm": 0.23484894633293152,
      "learning_rate": 7.837078651685394e-06,
      "loss": 0.9911,
      "step": 559
    },
    {
      "epoch": 0.011801461484560632,
      "grad_norm": 0.17489412426948547,
      "learning_rate": 7.851123595505619e-06,
      "loss": 1.0468,
      "step": 560
    },
    {
      "epoch": 0.01182253552292592,
      "grad_norm": 0.18809552490711212,
      "learning_rate": 7.865168539325843e-06,
      "loss": 1.077,
      "step": 561
    },
    {
      "epoch": 0.011843609561291206,
      "grad_norm": 0.20380164682865143,
      "learning_rate": 7.879213483146068e-06,
      "loss": 1.0888,
      "step": 562
    },
    {
      "epoch": 0.011864683599656494,
      "grad_norm": 0.19802536070346832,
      "learning_rate": 7.893258426966293e-06,
      "loss": 1.0273,
      "step": 563
    },
    {
      "epoch": 0.01188575763802178,
      "grad_norm": 0.1672726273536682,
      "learning_rate": 7.907303370786517e-06,
      "loss": 1.051,
      "step": 564
    },
    {
      "epoch": 0.011906831676387068,
      "grad_norm": 0.18750034272670746,
      "learning_rate": 7.921348314606742e-06,
      "loss": 1.0578,
      "step": 565
    },
    {
      "epoch": 0.011927905714752354,
      "grad_norm": 0.20527389645576477,
      "learning_rate": 7.935393258426967e-06,
      "loss": 0.956,
      "step": 566
    },
    {
      "epoch": 0.011948979753117641,
      "grad_norm": 0.19421878457069397,
      "learning_rate": 7.949438202247191e-06,
      "loss": 1.0863,
      "step": 567
    },
    {
      "epoch": 0.011970053791482927,
      "grad_norm": 0.17866148054599762,
      "learning_rate": 7.963483146067416e-06,
      "loss": 1.051,
      "step": 568
    },
    {
      "epoch": 0.011991127829848213,
      "grad_norm": 0.25920987129211426,
      "learning_rate": 7.97752808988764e-06,
      "loss": 1.0425,
      "step": 569
    },
    {
      "epoch": 0.012012201868213501,
      "grad_norm": 0.15887807309627533,
      "learning_rate": 7.991573033707865e-06,
      "loss": 0.9689,
      "step": 570
    },
    {
      "epoch": 0.012033275906578787,
      "grad_norm": 0.2569722533226013,
      "learning_rate": 8.00561797752809e-06,
      "loss": 1.0265,
      "step": 571
    },
    {
      "epoch": 0.012054349944944075,
      "grad_norm": 0.16579484939575195,
      "learning_rate": 8.019662921348316e-06,
      "loss": 1.0599,
      "step": 572
    },
    {
      "epoch": 0.012075423983309361,
      "grad_norm": 0.3020542562007904,
      "learning_rate": 8.033707865168539e-06,
      "loss": 1.0601,
      "step": 573
    },
    {
      "epoch": 0.012096498021674649,
      "grad_norm": 0.24414677917957306,
      "learning_rate": 8.047752808988765e-06,
      "loss": 1.0555,
      "step": 574
    },
    {
      "epoch": 0.012117572060039935,
      "grad_norm": 0.3443072736263275,
      "learning_rate": 8.06179775280899e-06,
      "loss": 0.9102,
      "step": 575
    },
    {
      "epoch": 0.012138646098405223,
      "grad_norm": 0.19319003820419312,
      "learning_rate": 8.075842696629213e-06,
      "loss": 0.9701,
      "step": 576
    },
    {
      "epoch": 0.012159720136770509,
      "grad_norm": 0.33890968561172485,
      "learning_rate": 8.08988764044944e-06,
      "loss": 1.0283,
      "step": 577
    },
    {
      "epoch": 0.012180794175135796,
      "grad_norm": 0.21668334305286407,
      "learning_rate": 8.103932584269664e-06,
      "loss": 1.0318,
      "step": 578
    },
    {
      "epoch": 0.012201868213501083,
      "grad_norm": 0.17533375322818756,
      "learning_rate": 8.117977528089889e-06,
      "loss": 1.0572,
      "step": 579
    },
    {
      "epoch": 0.01222294225186637,
      "grad_norm": 0.21804329752922058,
      "learning_rate": 8.132022471910113e-06,
      "loss": 1.0612,
      "step": 580
    },
    {
      "epoch": 0.012244016290231656,
      "grad_norm": 0.216809943318367,
      "learning_rate": 8.146067415730338e-06,
      "loss": 1.1198,
      "step": 581
    },
    {
      "epoch": 0.012265090328596942,
      "grad_norm": 0.18882280588150024,
      "learning_rate": 8.160112359550563e-06,
      "loss": 1.065,
      "step": 582
    },
    {
      "epoch": 0.01228616436696223,
      "grad_norm": 0.21884068846702576,
      "learning_rate": 8.174157303370787e-06,
      "loss": 1.0502,
      "step": 583
    },
    {
      "epoch": 0.012307238405327516,
      "grad_norm": 0.19051221013069153,
      "learning_rate": 8.188202247191012e-06,
      "loss": 0.936,
      "step": 584
    },
    {
      "epoch": 0.012328312443692804,
      "grad_norm": 0.21889357268810272,
      "learning_rate": 8.202247191011237e-06,
      "loss": 1.0959,
      "step": 585
    },
    {
      "epoch": 0.01234938648205809,
      "grad_norm": 0.2300933450460434,
      "learning_rate": 8.216292134831461e-06,
      "loss": 1.0253,
      "step": 586
    },
    {
      "epoch": 0.012370460520423378,
      "grad_norm": 0.19165295362472534,
      "learning_rate": 8.230337078651686e-06,
      "loss": 0.9849,
      "step": 587
    },
    {
      "epoch": 0.012391534558788664,
      "grad_norm": 0.19996508955955505,
      "learning_rate": 8.24438202247191e-06,
      "loss": 0.9818,
      "step": 588
    },
    {
      "epoch": 0.012412608597153952,
      "grad_norm": 0.1642349809408188,
      "learning_rate": 8.258426966292135e-06,
      "loss": 1.0695,
      "step": 589
    },
    {
      "epoch": 0.012433682635519238,
      "grad_norm": 0.21107615530490875,
      "learning_rate": 8.272471910112361e-06,
      "loss": 1.0408,
      "step": 590
    },
    {
      "epoch": 0.012454756673884525,
      "grad_norm": 0.18945088982582092,
      "learning_rate": 8.286516853932584e-06,
      "loss": 0.9628,
      "step": 591
    },
    {
      "epoch": 0.012475830712249811,
      "grad_norm": 0.4372241199016571,
      "learning_rate": 8.300561797752809e-06,
      "loss": 1.0373,
      "step": 592
    },
    {
      "epoch": 0.0124969047506151,
      "grad_norm": 0.20622991025447845,
      "learning_rate": 8.314606741573035e-06,
      "loss": 1.0184,
      "step": 593
    },
    {
      "epoch": 0.012517978788980385,
      "grad_norm": 0.24712900817394257,
      "learning_rate": 8.328651685393258e-06,
      "loss": 1.0611,
      "step": 594
    },
    {
      "epoch": 0.012539052827345671,
      "grad_norm": 0.1808578222990036,
      "learning_rate": 8.342696629213483e-06,
      "loss": 1.0627,
      "step": 595
    },
    {
      "epoch": 0.012560126865710959,
      "grad_norm": 0.23074497282505035,
      "learning_rate": 8.35674157303371e-06,
      "loss": 1.0972,
      "step": 596
    },
    {
      "epoch": 0.012581200904076245,
      "grad_norm": 0.21319004893302917,
      "learning_rate": 8.370786516853934e-06,
      "loss": 1.1081,
      "step": 597
    },
    {
      "epoch": 0.012602274942441533,
      "grad_norm": 0.2341070920228958,
      "learning_rate": 8.384831460674157e-06,
      "loss": 0.9753,
      "step": 598
    },
    {
      "epoch": 0.012623348980806819,
      "grad_norm": 0.18700578808784485,
      "learning_rate": 8.398876404494383e-06,
      "loss": 0.9971,
      "step": 599
    },
    {
      "epoch": 0.012644423019172107,
      "grad_norm": 0.2611197829246521,
      "learning_rate": 8.412921348314608e-06,
      "loss": 0.9626,
      "step": 600
    },
    {
      "epoch": 0.012665497057537393,
      "grad_norm": 0.19973590970039368,
      "learning_rate": 8.426966292134832e-06,
      "loss": 1.0307,
      "step": 601
    },
    {
      "epoch": 0.01268657109590268,
      "grad_norm": 0.17812879383563995,
      "learning_rate": 8.441011235955057e-06,
      "loss": 0.9731,
      "step": 602
    },
    {
      "epoch": 0.012707645134267967,
      "grad_norm": 0.2028328776359558,
      "learning_rate": 8.455056179775282e-06,
      "loss": 1.0666,
      "step": 603
    },
    {
      "epoch": 0.012728719172633254,
      "grad_norm": 0.21964536607265472,
      "learning_rate": 8.469101123595506e-06,
      "loss": 1.0436,
      "step": 604
    },
    {
      "epoch": 0.01274979321099854,
      "grad_norm": 0.16975364089012146,
      "learning_rate": 8.483146067415731e-06,
      "loss": 1.11,
      "step": 605
    },
    {
      "epoch": 0.012770867249363828,
      "grad_norm": 0.1782418191432953,
      "learning_rate": 8.497191011235956e-06,
      "loss": 1.0339,
      "step": 606
    },
    {
      "epoch": 0.012791941287729114,
      "grad_norm": 0.19708485901355743,
      "learning_rate": 8.51123595505618e-06,
      "loss": 0.9992,
      "step": 607
    },
    {
      "epoch": 0.012813015326094402,
      "grad_norm": 0.20756803452968597,
      "learning_rate": 8.525280898876405e-06,
      "loss": 1.0516,
      "step": 608
    },
    {
      "epoch": 0.012834089364459688,
      "grad_norm": 0.21483412384986877,
      "learning_rate": 8.53932584269663e-06,
      "loss": 0.9525,
      "step": 609
    },
    {
      "epoch": 0.012855163402824974,
      "grad_norm": 0.23449324071407318,
      "learning_rate": 8.553370786516854e-06,
      "loss": 1.0245,
      "step": 610
    },
    {
      "epoch": 0.012876237441190262,
      "grad_norm": 0.23678630590438843,
      "learning_rate": 8.56741573033708e-06,
      "loss": 1.0869,
      "step": 611
    },
    {
      "epoch": 0.012897311479555548,
      "grad_norm": 0.17216534912586212,
      "learning_rate": 8.581460674157304e-06,
      "loss": 1.052,
      "step": 612
    },
    {
      "epoch": 0.012918385517920836,
      "grad_norm": 0.20091360807418823,
      "learning_rate": 8.595505617977528e-06,
      "loss": 0.9955,
      "step": 613
    },
    {
      "epoch": 0.012939459556286122,
      "grad_norm": 0.15756522119045258,
      "learning_rate": 8.609550561797755e-06,
      "loss": 1.047,
      "step": 614
    },
    {
      "epoch": 0.01296053359465141,
      "grad_norm": 0.230865940451622,
      "learning_rate": 8.623595505617979e-06,
      "loss": 0.9996,
      "step": 615
    },
    {
      "epoch": 0.012981607633016696,
      "grad_norm": 0.18311013281345367,
      "learning_rate": 8.637640449438202e-06,
      "loss": 1.0375,
      "step": 616
    },
    {
      "epoch": 0.013002681671381983,
      "grad_norm": 0.20018258690834045,
      "learning_rate": 8.651685393258428e-06,
      "loss": 0.9927,
      "step": 617
    },
    {
      "epoch": 0.01302375570974727,
      "grad_norm": 0.17443259060382843,
      "learning_rate": 8.665730337078653e-06,
      "loss": 1.0366,
      "step": 618
    },
    {
      "epoch": 0.013044829748112557,
      "grad_norm": 0.20271852612495422,
      "learning_rate": 8.679775280898876e-06,
      "loss": 1.0724,
      "step": 619
    },
    {
      "epoch": 0.013065903786477843,
      "grad_norm": 0.23123584687709808,
      "learning_rate": 8.693820224719102e-06,
      "loss": 1.0526,
      "step": 620
    },
    {
      "epoch": 0.013086977824843131,
      "grad_norm": 0.1766974776983261,
      "learning_rate": 8.707865168539327e-06,
      "loss": 0.9761,
      "step": 621
    },
    {
      "epoch": 0.013108051863208417,
      "grad_norm": 0.1843617856502533,
      "learning_rate": 8.721910112359552e-06,
      "loss": 1.0566,
      "step": 622
    },
    {
      "epoch": 0.013129125901573703,
      "grad_norm": 0.17781074345111847,
      "learning_rate": 8.735955056179776e-06,
      "loss": 1.1089,
      "step": 623
    },
    {
      "epoch": 0.01315019993993899,
      "grad_norm": 0.15537817776203156,
      "learning_rate": 8.750000000000001e-06,
      "loss": 1.0184,
      "step": 624
    },
    {
      "epoch": 0.013171273978304277,
      "grad_norm": 0.16721688210964203,
      "learning_rate": 8.764044943820226e-06,
      "loss": 0.9588,
      "step": 625
    },
    {
      "epoch": 0.013192348016669565,
      "grad_norm": 0.19861102104187012,
      "learning_rate": 8.77808988764045e-06,
      "loss": 1.0749,
      "step": 626
    },
    {
      "epoch": 0.01321342205503485,
      "grad_norm": 0.1685461848974228,
      "learning_rate": 8.792134831460675e-06,
      "loss": 1.0694,
      "step": 627
    },
    {
      "epoch": 0.013234496093400138,
      "grad_norm": 0.20075111091136932,
      "learning_rate": 8.8061797752809e-06,
      "loss": 1.04,
      "step": 628
    },
    {
      "epoch": 0.013255570131765424,
      "grad_norm": 0.1631331592798233,
      "learning_rate": 8.820224719101124e-06,
      "loss": 0.9521,
      "step": 629
    },
    {
      "epoch": 0.013276644170130712,
      "grad_norm": 0.21228884160518646,
      "learning_rate": 8.834269662921349e-06,
      "loss": 1.0228,
      "step": 630
    },
    {
      "epoch": 0.013297718208495998,
      "grad_norm": 0.21764254570007324,
      "learning_rate": 8.848314606741573e-06,
      "loss": 1.0505,
      "step": 631
    },
    {
      "epoch": 0.013318792246861286,
      "grad_norm": 0.1805749088525772,
      "learning_rate": 8.862359550561798e-06,
      "loss": 1.0178,
      "step": 632
    },
    {
      "epoch": 0.013339866285226572,
      "grad_norm": 0.1957458257675171,
      "learning_rate": 8.876404494382023e-06,
      "loss": 1.0089,
      "step": 633
    },
    {
      "epoch": 0.01336094032359186,
      "grad_norm": 0.18312489986419678,
      "learning_rate": 8.890449438202247e-06,
      "loss": 1.0764,
      "step": 634
    },
    {
      "epoch": 0.013382014361957146,
      "grad_norm": 0.21399645507335663,
      "learning_rate": 8.904494382022472e-06,
      "loss": 0.9682,
      "step": 635
    },
    {
      "epoch": 0.013403088400322432,
      "grad_norm": 0.21918119490146637,
      "learning_rate": 8.918539325842698e-06,
      "loss": 1.0579,
      "step": 636
    },
    {
      "epoch": 0.01342416243868772,
      "grad_norm": 0.20369118452072144,
      "learning_rate": 8.932584269662921e-06,
      "loss": 1.0732,
      "step": 637
    },
    {
      "epoch": 0.013445236477053006,
      "grad_norm": 0.25495532155036926,
      "learning_rate": 8.946629213483146e-06,
      "loss": 1.0265,
      "step": 638
    },
    {
      "epoch": 0.013466310515418294,
      "grad_norm": 0.2631837725639343,
      "learning_rate": 8.960674157303372e-06,
      "loss": 1.0455,
      "step": 639
    },
    {
      "epoch": 0.01348738455378358,
      "grad_norm": 0.1831817775964737,
      "learning_rate": 8.974719101123597e-06,
      "loss": 0.9782,
      "step": 640
    },
    {
      "epoch": 0.013508458592148867,
      "grad_norm": 0.29596078395843506,
      "learning_rate": 8.988764044943822e-06,
      "loss": 1.0461,
      "step": 641
    },
    {
      "epoch": 0.013529532630514153,
      "grad_norm": 0.19309724867343903,
      "learning_rate": 9.002808988764046e-06,
      "loss": 0.9712,
      "step": 642
    },
    {
      "epoch": 0.013550606668879441,
      "grad_norm": 0.23139339685440063,
      "learning_rate": 9.01685393258427e-06,
      "loss": 1.0572,
      "step": 643
    },
    {
      "epoch": 0.013571680707244727,
      "grad_norm": 0.2159641683101654,
      "learning_rate": 9.030898876404495e-06,
      "loss": 1.062,
      "step": 644
    },
    {
      "epoch": 0.013592754745610015,
      "grad_norm": 0.21877644956111908,
      "learning_rate": 9.04494382022472e-06,
      "loss": 1.0815,
      "step": 645
    },
    {
      "epoch": 0.013613828783975301,
      "grad_norm": 0.2787773311138153,
      "learning_rate": 9.058988764044945e-06,
      "loss": 1.0757,
      "step": 646
    },
    {
      "epoch": 0.013634902822340589,
      "grad_norm": 0.2202511876821518,
      "learning_rate": 9.07303370786517e-06,
      "loss": 0.9289,
      "step": 647
    },
    {
      "epoch": 0.013655976860705875,
      "grad_norm": 0.25812363624572754,
      "learning_rate": 9.087078651685394e-06,
      "loss": 1.0732,
      "step": 648
    },
    {
      "epoch": 0.013677050899071161,
      "grad_norm": 0.3137311637401581,
      "learning_rate": 9.101123595505619e-06,
      "loss": 1.0539,
      "step": 649
    },
    {
      "epoch": 0.013698124937436449,
      "grad_norm": 0.3480195105075836,
      "learning_rate": 9.115168539325843e-06,
      "loss": 0.9343,
      "step": 650
    },
    {
      "epoch": 0.013719198975801735,
      "grad_norm": 0.2940194606781006,
      "learning_rate": 9.129213483146068e-06,
      "loss": 1.0081,
      "step": 651
    },
    {
      "epoch": 0.013740273014167022,
      "grad_norm": 0.23533013463020325,
      "learning_rate": 9.143258426966293e-06,
      "loss": 1.0227,
      "step": 652
    },
    {
      "epoch": 0.013761347052532309,
      "grad_norm": 0.22563998401165009,
      "learning_rate": 9.157303370786517e-06,
      "loss": 0.9586,
      "step": 653
    },
    {
      "epoch": 0.013782421090897596,
      "grad_norm": 0.20217005908489227,
      "learning_rate": 9.171348314606744e-06,
      "loss": 1.0624,
      "step": 654
    },
    {
      "epoch": 0.013803495129262882,
      "grad_norm": 0.32055607438087463,
      "learning_rate": 9.185393258426967e-06,
      "loss": 1.0266,
      "step": 655
    },
    {
      "epoch": 0.01382456916762817,
      "grad_norm": 0.24310287833213806,
      "learning_rate": 9.199438202247191e-06,
      "loss": 1.0502,
      "step": 656
    },
    {
      "epoch": 0.013845643205993456,
      "grad_norm": 0.19813357293605804,
      "learning_rate": 9.213483146067417e-06,
      "loss": 1.1301,
      "step": 657
    },
    {
      "epoch": 0.013866717244358744,
      "grad_norm": 0.290831595659256,
      "learning_rate": 9.22752808988764e-06,
      "loss": 1.0902,
      "step": 658
    },
    {
      "epoch": 0.01388779128272403,
      "grad_norm": 0.18682576715946198,
      "learning_rate": 9.241573033707865e-06,
      "loss": 1.062,
      "step": 659
    },
    {
      "epoch": 0.013908865321089318,
      "grad_norm": 0.16963328421115875,
      "learning_rate": 9.255617977528091e-06,
      "loss": 1.0575,
      "step": 660
    },
    {
      "epoch": 0.013929939359454604,
      "grad_norm": 0.26181140542030334,
      "learning_rate": 9.269662921348316e-06,
      "loss": 0.9984,
      "step": 661
    },
    {
      "epoch": 0.013951013397819892,
      "grad_norm": 0.19924359023571014,
      "learning_rate": 9.283707865168539e-06,
      "loss": 1.0083,
      "step": 662
    },
    {
      "epoch": 0.013972087436185178,
      "grad_norm": 0.19134095311164856,
      "learning_rate": 9.297752808988765e-06,
      "loss": 1.0162,
      "step": 663
    },
    {
      "epoch": 0.013993161474550464,
      "grad_norm": 0.21628685295581818,
      "learning_rate": 9.31179775280899e-06,
      "loss": 1.0457,
      "step": 664
    },
    {
      "epoch": 0.014014235512915751,
      "grad_norm": 0.275063157081604,
      "learning_rate": 9.325842696629213e-06,
      "loss": 1.1163,
      "step": 665
    },
    {
      "epoch": 0.014035309551281037,
      "grad_norm": 0.20308038592338562,
      "learning_rate": 9.33988764044944e-06,
      "loss": 1.0448,
      "step": 666
    },
    {
      "epoch": 0.014056383589646325,
      "grad_norm": 0.20224270224571228,
      "learning_rate": 9.353932584269664e-06,
      "loss": 1.0142,
      "step": 667
    },
    {
      "epoch": 0.014077457628011611,
      "grad_norm": 0.21975567936897278,
      "learning_rate": 9.367977528089889e-06,
      "loss": 1.0299,
      "step": 668
    },
    {
      "epoch": 0.014098531666376899,
      "grad_norm": 0.2064184844493866,
      "learning_rate": 9.382022471910113e-06,
      "loss": 1.069,
      "step": 669
    },
    {
      "epoch": 0.014119605704742185,
      "grad_norm": 0.21528637409210205,
      "learning_rate": 9.396067415730338e-06,
      "loss": 1.0486,
      "step": 670
    },
    {
      "epoch": 0.014140679743107473,
      "grad_norm": 0.17033222317695618,
      "learning_rate": 9.410112359550562e-06,
      "loss": 0.9724,
      "step": 671
    },
    {
      "epoch": 0.014161753781472759,
      "grad_norm": 0.16966748237609863,
      "learning_rate": 9.424157303370787e-06,
      "loss": 0.9937,
      "step": 672
    },
    {
      "epoch": 0.014182827819838047,
      "grad_norm": 0.16395440697669983,
      "learning_rate": 9.438202247191012e-06,
      "loss": 0.9432,
      "step": 673
    },
    {
      "epoch": 0.014203901858203333,
      "grad_norm": 0.15961264073848724,
      "learning_rate": 9.452247191011236e-06,
      "loss": 0.994,
      "step": 674
    },
    {
      "epoch": 0.01422497589656862,
      "grad_norm": 0.2735200822353363,
      "learning_rate": 9.466292134831461e-06,
      "loss": 0.9963,
      "step": 675
    },
    {
      "epoch": 0.014246049934933907,
      "grad_norm": 0.15417088568210602,
      "learning_rate": 9.480337078651686e-06,
      "loss": 0.9945,
      "step": 676
    },
    {
      "epoch": 0.014267123973299193,
      "grad_norm": 0.21525883674621582,
      "learning_rate": 9.49438202247191e-06,
      "loss": 1.0359,
      "step": 677
    },
    {
      "epoch": 0.01428819801166448,
      "grad_norm": 0.1954248547554016,
      "learning_rate": 9.508426966292135e-06,
      "loss": 1.0717,
      "step": 678
    },
    {
      "epoch": 0.014309272050029766,
      "grad_norm": 0.18489164113998413,
      "learning_rate": 9.522471910112361e-06,
      "loss": 1.0637,
      "step": 679
    },
    {
      "epoch": 0.014330346088395054,
      "grad_norm": 0.2070675641298294,
      "learning_rate": 9.536516853932584e-06,
      "loss": 1.0668,
      "step": 680
    },
    {
      "epoch": 0.01435142012676034,
      "grad_norm": 0.1718703806400299,
      "learning_rate": 9.55056179775281e-06,
      "loss": 0.8934,
      "step": 681
    },
    {
      "epoch": 0.014372494165125628,
      "grad_norm": 0.21081089973449707,
      "learning_rate": 9.564606741573035e-06,
      "loss": 1.0619,
      "step": 682
    },
    {
      "epoch": 0.014393568203490914,
      "grad_norm": 0.23380661010742188,
      "learning_rate": 9.578651685393258e-06,
      "loss": 1.0402,
      "step": 683
    },
    {
      "epoch": 0.014414642241856202,
      "grad_norm": 0.18424271047115326,
      "learning_rate": 9.592696629213485e-06,
      "loss": 0.9746,
      "step": 684
    },
    {
      "epoch": 0.014435716280221488,
      "grad_norm": 0.21966195106506348,
      "learning_rate": 9.60674157303371e-06,
      "loss": 0.9957,
      "step": 685
    },
    {
      "epoch": 0.014456790318586776,
      "grad_norm": 0.18589168787002563,
      "learning_rate": 9.620786516853934e-06,
      "loss": 1.0698,
      "step": 686
    },
    {
      "epoch": 0.014477864356952062,
      "grad_norm": 0.17963221669197083,
      "learning_rate": 9.634831460674158e-06,
      "loss": 0.9842,
      "step": 687
    },
    {
      "epoch": 0.01449893839531735,
      "grad_norm": 0.18156781792640686,
      "learning_rate": 9.648876404494383e-06,
      "loss": 1.0322,
      "step": 688
    },
    {
      "epoch": 0.014520012433682635,
      "grad_norm": 0.17496368288993835,
      "learning_rate": 9.662921348314608e-06,
      "loss": 1.0324,
      "step": 689
    },
    {
      "epoch": 0.014541086472047922,
      "grad_norm": 0.24911457300186157,
      "learning_rate": 9.676966292134832e-06,
      "loss": 1.0842,
      "step": 690
    },
    {
      "epoch": 0.01456216051041321,
      "grad_norm": 0.21436026692390442,
      "learning_rate": 9.691011235955057e-06,
      "loss": 1.0381,
      "step": 691
    },
    {
      "epoch": 0.014583234548778495,
      "grad_norm": 0.19798485934734344,
      "learning_rate": 9.705056179775282e-06,
      "loss": 1.0684,
      "step": 692
    },
    {
      "epoch": 0.014604308587143783,
      "grad_norm": 0.22558964788913727,
      "learning_rate": 9.719101123595506e-06,
      "loss": 1.027,
      "step": 693
    },
    {
      "epoch": 0.01462538262550907,
      "grad_norm": 0.2060907930135727,
      "learning_rate": 9.733146067415731e-06,
      "loss": 1.0492,
      "step": 694
    },
    {
      "epoch": 0.014646456663874357,
      "grad_norm": 0.2320071905851364,
      "learning_rate": 9.747191011235956e-06,
      "loss": 1.0262,
      "step": 695
    },
    {
      "epoch": 0.014667530702239643,
      "grad_norm": 0.24113568663597107,
      "learning_rate": 9.76123595505618e-06,
      "loss": 1.0374,
      "step": 696
    },
    {
      "epoch": 0.01468860474060493,
      "grad_norm": 0.22879143059253693,
      "learning_rate": 9.775280898876405e-06,
      "loss": 1.0663,
      "step": 697
    },
    {
      "epoch": 0.014709678778970217,
      "grad_norm": 0.19136033952236176,
      "learning_rate": 9.78932584269663e-06,
      "loss": 1.0187,
      "step": 698
    },
    {
      "epoch": 0.014730752817335505,
      "grad_norm": 0.21797943115234375,
      "learning_rate": 9.803370786516854e-06,
      "loss": 0.9433,
      "step": 699
    },
    {
      "epoch": 0.01475182685570079,
      "grad_norm": 0.2278401106595993,
      "learning_rate": 9.81741573033708e-06,
      "loss": 1.0328,
      "step": 700
    },
    {
      "epoch": 0.014772900894066078,
      "grad_norm": 0.22519516944885254,
      "learning_rate": 9.831460674157303e-06,
      "loss": 1.0826,
      "step": 701
    },
    {
      "epoch": 0.014793974932431364,
      "grad_norm": 0.268564373254776,
      "learning_rate": 9.845505617977528e-06,
      "loss": 1.0398,
      "step": 702
    },
    {
      "epoch": 0.014815048970796652,
      "grad_norm": 0.2746405005455017,
      "learning_rate": 9.859550561797754e-06,
      "loss": 1.0252,
      "step": 703
    },
    {
      "epoch": 0.014836123009161938,
      "grad_norm": 0.2277373969554901,
      "learning_rate": 9.873595505617979e-06,
      "loss": 0.989,
      "step": 704
    },
    {
      "epoch": 0.014857197047527224,
      "grad_norm": 0.1765139251947403,
      "learning_rate": 9.887640449438202e-06,
      "loss": 1.0302,
      "step": 705
    },
    {
      "epoch": 0.014878271085892512,
      "grad_norm": 0.2211553156375885,
      "learning_rate": 9.901685393258428e-06,
      "loss": 1.1236,
      "step": 706
    },
    {
      "epoch": 0.014899345124257798,
      "grad_norm": 0.19840532541275024,
      "learning_rate": 9.915730337078653e-06,
      "loss": 1.0285,
      "step": 707
    },
    {
      "epoch": 0.014920419162623086,
      "grad_norm": 0.17869187891483307,
      "learning_rate": 9.929775280898878e-06,
      "loss": 0.9701,
      "step": 708
    },
    {
      "epoch": 0.014941493200988372,
      "grad_norm": 0.18722210824489594,
      "learning_rate": 9.943820224719102e-06,
      "loss": 1.0188,
      "step": 709
    },
    {
      "epoch": 0.01496256723935366,
      "grad_norm": 0.1981292963027954,
      "learning_rate": 9.957865168539327e-06,
      "loss": 0.9439,
      "step": 710
    },
    {
      "epoch": 0.014983641277718946,
      "grad_norm": 0.19345693290233612,
      "learning_rate": 9.971910112359552e-06,
      "loss": 1.0451,
      "step": 711
    },
    {
      "epoch": 0.015004715316084234,
      "grad_norm": 0.21937577426433563,
      "learning_rate": 9.985955056179776e-06,
      "loss": 1.0194,
      "step": 712
    },
    {
      "epoch": 0.01502578935444952,
      "grad_norm": 0.18984895944595337,
      "learning_rate": 1e-05,
      "loss": 1.0301,
      "step": 713
    },
    {
      "epoch": 0.015046863392814807,
      "grad_norm": 0.196119025349617,
      "learning_rate": 1.0014044943820225e-05,
      "loss": 0.9999,
      "step": 714
    },
    {
      "epoch": 0.015067937431180093,
      "grad_norm": 0.2267717719078064,
      "learning_rate": 1.002808988764045e-05,
      "loss": 0.9845,
      "step": 715
    },
    {
      "epoch": 0.015089011469545381,
      "grad_norm": 0.19918924570083618,
      "learning_rate": 1.0042134831460675e-05,
      "loss": 0.9781,
      "step": 716
    },
    {
      "epoch": 0.015110085507910667,
      "grad_norm": 0.21280905604362488,
      "learning_rate": 1.00561797752809e-05,
      "loss": 0.9716,
      "step": 717
    },
    {
      "epoch": 0.015131159546275953,
      "grad_norm": 0.22473327815532684,
      "learning_rate": 1.0070224719101124e-05,
      "loss": 1.1549,
      "step": 718
    },
    {
      "epoch": 0.015152233584641241,
      "grad_norm": 0.25027209520339966,
      "learning_rate": 1.0084269662921349e-05,
      "loss": 1.0782,
      "step": 719
    },
    {
      "epoch": 0.015173307623006527,
      "grad_norm": 0.23036465048789978,
      "learning_rate": 1.0098314606741575e-05,
      "loss": 1.0194,
      "step": 720
    },
    {
      "epoch": 0.015194381661371815,
      "grad_norm": 0.18070408701896667,
      "learning_rate": 1.01123595505618e-05,
      "loss": 0.963,
      "step": 721
    },
    {
      "epoch": 0.0152154556997371,
      "grad_norm": 0.2546038031578064,
      "learning_rate": 1.0126404494382023e-05,
      "loss": 1.1229,
      "step": 722
    },
    {
      "epoch": 0.015236529738102389,
      "grad_norm": 0.28589415550231934,
      "learning_rate": 1.0140449438202249e-05,
      "loss": 1.036,
      "step": 723
    },
    {
      "epoch": 0.015257603776467675,
      "grad_norm": 0.19426392018795013,
      "learning_rate": 1.0154494382022474e-05,
      "loss": 1.0037,
      "step": 724
    },
    {
      "epoch": 0.015278677814832962,
      "grad_norm": 0.2363995909690857,
      "learning_rate": 1.0168539325842697e-05,
      "loss": 1.0224,
      "step": 725
    },
    {
      "epoch": 0.015299751853198248,
      "grad_norm": 0.222990483045578,
      "learning_rate": 1.0182584269662923e-05,
      "loss": 0.9457,
      "step": 726
    },
    {
      "epoch": 0.015320825891563536,
      "grad_norm": 0.3281059265136719,
      "learning_rate": 1.0196629213483147e-05,
      "loss": 1.196,
      "step": 727
    },
    {
      "epoch": 0.015341899929928822,
      "grad_norm": 0.3345799446105957,
      "learning_rate": 1.021067415730337e-05,
      "loss": 1.0985,
      "step": 728
    },
    {
      "epoch": 0.01536297396829411,
      "grad_norm": 0.18993279337882996,
      "learning_rate": 1.0224719101123597e-05,
      "loss": 1.06,
      "step": 729
    },
    {
      "epoch": 0.015384048006659396,
      "grad_norm": 0.29784977436065674,
      "learning_rate": 1.0238764044943821e-05,
      "loss": 1.049,
      "step": 730
    },
    {
      "epoch": 0.015405122045024682,
      "grad_norm": 0.23738372325897217,
      "learning_rate": 1.0252808988764044e-05,
      "loss": 1.0348,
      "step": 731
    },
    {
      "epoch": 0.01542619608338997,
      "grad_norm": 0.28072842955589294,
      "learning_rate": 1.026685393258427e-05,
      "loss": 1.028,
      "step": 732
    },
    {
      "epoch": 0.015447270121755256,
      "grad_norm": 0.25448182225227356,
      "learning_rate": 1.0280898876404495e-05,
      "loss": 1.0543,
      "step": 733
    },
    {
      "epoch": 0.015468344160120544,
      "grad_norm": 0.22184371948242188,
      "learning_rate": 1.0294943820224722e-05,
      "loss": 0.9773,
      "step": 734
    },
    {
      "epoch": 0.01548941819848583,
      "grad_norm": 0.2707832455635071,
      "learning_rate": 1.0308988764044945e-05,
      "loss": 1.0257,
      "step": 735
    },
    {
      "epoch": 0.015510492236851118,
      "grad_norm": 0.18308889865875244,
      "learning_rate": 1.032303370786517e-05,
      "loss": 0.9898,
      "step": 736
    },
    {
      "epoch": 0.015531566275216404,
      "grad_norm": 0.21414469182491302,
      "learning_rate": 1.0337078651685396e-05,
      "loss": 0.9554,
      "step": 737
    },
    {
      "epoch": 0.015552640313581691,
      "grad_norm": 0.2006009966135025,
      "learning_rate": 1.0351123595505619e-05,
      "loss": 0.9789,
      "step": 738
    },
    {
      "epoch": 0.015573714351946977,
      "grad_norm": 0.19677749276161194,
      "learning_rate": 1.0365168539325843e-05,
      "loss": 0.9857,
      "step": 739
    },
    {
      "epoch": 0.015594788390312265,
      "grad_norm": 0.19162197411060333,
      "learning_rate": 1.037921348314607e-05,
      "loss": 1.028,
      "step": 740
    },
    {
      "epoch": 0.015615862428677551,
      "grad_norm": 0.18404634296894073,
      "learning_rate": 1.0393258426966292e-05,
      "loss": 1.0,
      "step": 741
    },
    {
      "epoch": 0.01563693646704284,
      "grad_norm": 0.24875076115131378,
      "learning_rate": 1.0407303370786517e-05,
      "loss": 1.1283,
      "step": 742
    },
    {
      "epoch": 0.015658010505408125,
      "grad_norm": 0.2245316505432129,
      "learning_rate": 1.0421348314606743e-05,
      "loss": 1.0107,
      "step": 743
    },
    {
      "epoch": 0.01567908454377341,
      "grad_norm": 0.24426932632923126,
      "learning_rate": 1.0435393258426966e-05,
      "loss": 1.0022,
      "step": 744
    },
    {
      "epoch": 0.015700158582138697,
      "grad_norm": 0.181638702750206,
      "learning_rate": 1.0449438202247193e-05,
      "loss": 1.0238,
      "step": 745
    },
    {
      "epoch": 0.015721232620503987,
      "grad_norm": 0.2181757390499115,
      "learning_rate": 1.0463483146067417e-05,
      "loss": 1.015,
      "step": 746
    },
    {
      "epoch": 0.015742306658869273,
      "grad_norm": 0.23447902500629425,
      "learning_rate": 1.047752808988764e-05,
      "loss": 1.0225,
      "step": 747
    },
    {
      "epoch": 0.01576338069723456,
      "grad_norm": 0.23016810417175293,
      "learning_rate": 1.0491573033707867e-05,
      "loss": 1.0394,
      "step": 748
    },
    {
      "epoch": 0.015784454735599845,
      "grad_norm": 0.2410404533147812,
      "learning_rate": 1.0505617977528091e-05,
      "loss": 0.952,
      "step": 749
    },
    {
      "epoch": 0.015805528773965134,
      "grad_norm": 0.2182561308145523,
      "learning_rate": 1.0519662921348314e-05,
      "loss": 1.0332,
      "step": 750
    },
    {
      "epoch": 0.01582660281233042,
      "grad_norm": 0.2280627191066742,
      "learning_rate": 1.053370786516854e-05,
      "loss": 1.0356,
      "step": 751
    },
    {
      "epoch": 0.015847676850695706,
      "grad_norm": 0.28512200713157654,
      "learning_rate": 1.0547752808988765e-05,
      "loss": 1.1194,
      "step": 752
    },
    {
      "epoch": 0.015868750889060992,
      "grad_norm": 0.19756783545017242,
      "learning_rate": 1.0561797752808988e-05,
      "loss": 1.0316,
      "step": 753
    },
    {
      "epoch": 0.015889824927426282,
      "grad_norm": 0.18160420656204224,
      "learning_rate": 1.0575842696629215e-05,
      "loss": 0.9297,
      "step": 754
    },
    {
      "epoch": 0.015910898965791568,
      "grad_norm": 0.19646933674812317,
      "learning_rate": 1.058988764044944e-05,
      "loss": 1.041,
      "step": 755
    },
    {
      "epoch": 0.015931973004156854,
      "grad_norm": 0.20986159145832062,
      "learning_rate": 1.0603932584269662e-05,
      "loss": 1.0293,
      "step": 756
    },
    {
      "epoch": 0.01595304704252214,
      "grad_norm": 0.25816190242767334,
      "learning_rate": 1.0617977528089888e-05,
      "loss": 1.0756,
      "step": 757
    },
    {
      "epoch": 0.015974121080887426,
      "grad_norm": 0.19467869400978088,
      "learning_rate": 1.0632022471910113e-05,
      "loss": 1.0413,
      "step": 758
    },
    {
      "epoch": 0.015995195119252716,
      "grad_norm": 0.22600029408931732,
      "learning_rate": 1.064606741573034e-05,
      "loss": 0.9723,
      "step": 759
    },
    {
      "epoch": 0.016016269157618,
      "grad_norm": 0.20858797430992126,
      "learning_rate": 1.0660112359550562e-05,
      "loss": 1.0281,
      "step": 760
    },
    {
      "epoch": 0.016037343195983288,
      "grad_norm": 0.2048550844192505,
      "learning_rate": 1.0674157303370787e-05,
      "loss": 1.0329,
      "step": 761
    },
    {
      "epoch": 0.016058417234348574,
      "grad_norm": 0.21239271759986877,
      "learning_rate": 1.0688202247191013e-05,
      "loss": 1.0466,
      "step": 762
    },
    {
      "epoch": 0.016079491272713863,
      "grad_norm": 0.21737585961818695,
      "learning_rate": 1.0702247191011236e-05,
      "loss": 1.0685,
      "step": 763
    },
    {
      "epoch": 0.01610056531107915,
      "grad_norm": 0.21062640845775604,
      "learning_rate": 1.0716292134831461e-05,
      "loss": 0.941,
      "step": 764
    },
    {
      "epoch": 0.016121639349444435,
      "grad_norm": 0.20061078667640686,
      "learning_rate": 1.0730337078651687e-05,
      "loss": 1.0514,
      "step": 765
    },
    {
      "epoch": 0.01614271338780972,
      "grad_norm": 0.16190938651561737,
      "learning_rate": 1.074438202247191e-05,
      "loss": 0.9284,
      "step": 766
    },
    {
      "epoch": 0.01616378742617501,
      "grad_norm": 0.16821341216564178,
      "learning_rate": 1.0758426966292135e-05,
      "loss": 0.9487,
      "step": 767
    },
    {
      "epoch": 0.016184861464540297,
      "grad_norm": 0.19313301146030426,
      "learning_rate": 1.0772471910112361e-05,
      "loss": 0.9882,
      "step": 768
    },
    {
      "epoch": 0.016205935502905583,
      "grad_norm": 0.18426533043384552,
      "learning_rate": 1.0786516853932584e-05,
      "loss": 0.9085,
      "step": 769
    },
    {
      "epoch": 0.01622700954127087,
      "grad_norm": 0.18198323249816895,
      "learning_rate": 1.0800561797752809e-05,
      "loss": 1.0076,
      "step": 770
    },
    {
      "epoch": 0.016248083579636155,
      "grad_norm": 0.1973399519920349,
      "learning_rate": 1.0814606741573035e-05,
      "loss": 1.0632,
      "step": 771
    },
    {
      "epoch": 0.016269157618001445,
      "grad_norm": 0.1607535034418106,
      "learning_rate": 1.0828651685393258e-05,
      "loss": 0.9446,
      "step": 772
    },
    {
      "epoch": 0.01629023165636673,
      "grad_norm": 0.16700543463230133,
      "learning_rate": 1.0842696629213484e-05,
      "loss": 0.9714,
      "step": 773
    },
    {
      "epoch": 0.016311305694732017,
      "grad_norm": 0.16571670770645142,
      "learning_rate": 1.0856741573033709e-05,
      "loss": 1.0627,
      "step": 774
    },
    {
      "epoch": 0.016332379733097303,
      "grad_norm": 0.19238770008087158,
      "learning_rate": 1.0870786516853932e-05,
      "loss": 1.0499,
      "step": 775
    },
    {
      "epoch": 0.016353453771462592,
      "grad_norm": 0.19952790439128876,
      "learning_rate": 1.0884831460674158e-05,
      "loss": 1.1118,
      "step": 776
    },
    {
      "epoch": 0.016374527809827878,
      "grad_norm": 0.19741906225681305,
      "learning_rate": 1.0898876404494383e-05,
      "loss": 1.0781,
      "step": 777
    },
    {
      "epoch": 0.016395601848193164,
      "grad_norm": 0.21345745027065277,
      "learning_rate": 1.0912921348314608e-05,
      "loss": 0.9702,
      "step": 778
    },
    {
      "epoch": 0.01641667588655845,
      "grad_norm": 0.18906424939632416,
      "learning_rate": 1.0926966292134832e-05,
      "loss": 1.026,
      "step": 779
    },
    {
      "epoch": 0.01643774992492374,
      "grad_norm": 0.27679285407066345,
      "learning_rate": 1.0941011235955057e-05,
      "loss": 1.129,
      "step": 780
    },
    {
      "epoch": 0.016458823963289026,
      "grad_norm": 0.2424897402524948,
      "learning_rate": 1.0955056179775282e-05,
      "loss": 1.003,
      "step": 781
    },
    {
      "epoch": 0.016479898001654312,
      "grad_norm": 0.1990412175655365,
      "learning_rate": 1.0969101123595506e-05,
      "loss": 1.0579,
      "step": 782
    },
    {
      "epoch": 0.016500972040019598,
      "grad_norm": 0.33740827441215515,
      "learning_rate": 1.098314606741573e-05,
      "loss": 1.0651,
      "step": 783
    },
    {
      "epoch": 0.016522046078384887,
      "grad_norm": 0.4804868996143341,
      "learning_rate": 1.0997191011235957e-05,
      "loss": 0.9728,
      "step": 784
    },
    {
      "epoch": 0.016543120116750173,
      "grad_norm": 0.2508877217769623,
      "learning_rate": 1.101123595505618e-05,
      "loss": 1.007,
      "step": 785
    },
    {
      "epoch": 0.01656419415511546,
      "grad_norm": 0.3017776608467102,
      "learning_rate": 1.1025280898876405e-05,
      "loss": 1.1682,
      "step": 786
    },
    {
      "epoch": 0.016585268193480746,
      "grad_norm": 0.20668615400791168,
      "learning_rate": 1.1039325842696631e-05,
      "loss": 0.9949,
      "step": 787
    },
    {
      "epoch": 0.01660634223184603,
      "grad_norm": 0.2488495111465454,
      "learning_rate": 1.1053370786516856e-05,
      "loss": 1.1746,
      "step": 788
    },
    {
      "epoch": 0.01662741627021132,
      "grad_norm": 0.35824480652809143,
      "learning_rate": 1.1067415730337079e-05,
      "loss": 1.1096,
      "step": 789
    },
    {
      "epoch": 0.016648490308576607,
      "grad_norm": 0.215997114777565,
      "learning_rate": 1.1081460674157305e-05,
      "loss": 0.9206,
      "step": 790
    },
    {
      "epoch": 0.016669564346941893,
      "grad_norm": 0.3009899854660034,
      "learning_rate": 1.109550561797753e-05,
      "loss": 1.0511,
      "step": 791
    },
    {
      "epoch": 0.01669063838530718,
      "grad_norm": 0.316611647605896,
      "learning_rate": 1.1109550561797753e-05,
      "loss": 1.0162,
      "step": 792
    },
    {
      "epoch": 0.01671171242367247,
      "grad_norm": 0.22016963362693787,
      "learning_rate": 1.1123595505617979e-05,
      "loss": 0.9702,
      "step": 793
    },
    {
      "epoch": 0.016732786462037755,
      "grad_norm": 0.29500943422317505,
      "learning_rate": 1.1137640449438204e-05,
      "loss": 1.0163,
      "step": 794
    },
    {
      "epoch": 0.01675386050040304,
      "grad_norm": 0.20328927040100098,
      "learning_rate": 1.1151685393258427e-05,
      "loss": 1.0488,
      "step": 795
    },
    {
      "epoch": 0.016774934538768327,
      "grad_norm": 0.28287172317504883,
      "learning_rate": 1.1165730337078653e-05,
      "loss": 1.1094,
      "step": 796
    },
    {
      "epoch": 0.016796008577133616,
      "grad_norm": 0.1954323649406433,
      "learning_rate": 1.1179775280898877e-05,
      "loss": 1.1162,
      "step": 797
    },
    {
      "epoch": 0.016817082615498902,
      "grad_norm": 0.28179892897605896,
      "learning_rate": 1.1193820224719104e-05,
      "loss": 1.0513,
      "step": 798
    },
    {
      "epoch": 0.01683815665386419,
      "grad_norm": 0.2227935642004013,
      "learning_rate": 1.1207865168539327e-05,
      "loss": 1.1139,
      "step": 799
    },
    {
      "epoch": 0.016859230692229474,
      "grad_norm": 0.25352564454078674,
      "learning_rate": 1.1221910112359551e-05,
      "loss": 1.0961,
      "step": 800
    },
    {
      "epoch": 0.01688030473059476,
      "grad_norm": 0.28915631771087646,
      "learning_rate": 1.1235955056179778e-05,
      "loss": 1.0673,
      "step": 801
    },
    {
      "epoch": 0.01690137876896005,
      "grad_norm": 0.21792112290859222,
      "learning_rate": 1.125e-05,
      "loss": 1.0094,
      "step": 802
    },
    {
      "epoch": 0.016922452807325336,
      "grad_norm": 0.22000925242900848,
      "learning_rate": 1.1264044943820225e-05,
      "loss": 1.0755,
      "step": 803
    },
    {
      "epoch": 0.016943526845690622,
      "grad_norm": 0.19384902715682983,
      "learning_rate": 1.1278089887640452e-05,
      "loss": 1.0053,
      "step": 804
    },
    {
      "epoch": 0.016964600884055908,
      "grad_norm": 0.23065124452114105,
      "learning_rate": 1.1292134831460675e-05,
      "loss": 1.0906,
      "step": 805
    },
    {
      "epoch": 0.016985674922421198,
      "grad_norm": 0.21938659250736237,
      "learning_rate": 1.13061797752809e-05,
      "loss": 1.0458,
      "step": 806
    },
    {
      "epoch": 0.017006748960786484,
      "grad_norm": 0.24644452333450317,
      "learning_rate": 1.1320224719101126e-05,
      "loss": 1.0583,
      "step": 807
    },
    {
      "epoch": 0.01702782299915177,
      "grad_norm": 0.2066567838191986,
      "learning_rate": 1.1334269662921349e-05,
      "loss": 1.0651,
      "step": 808
    },
    {
      "epoch": 0.017048897037517056,
      "grad_norm": 0.17397496104240417,
      "learning_rate": 1.1348314606741575e-05,
      "loss": 0.8844,
      "step": 809
    },
    {
      "epoch": 0.017069971075882345,
      "grad_norm": 0.2259027659893036,
      "learning_rate": 1.13623595505618e-05,
      "loss": 1.0607,
      "step": 810
    },
    {
      "epoch": 0.01709104511424763,
      "grad_norm": 0.19755519926548004,
      "learning_rate": 1.1376404494382022e-05,
      "loss": 1.0075,
      "step": 811
    },
    {
      "epoch": 0.017112119152612917,
      "grad_norm": 0.17938823997974396,
      "learning_rate": 1.1390449438202249e-05,
      "loss": 1.0798,
      "step": 812
    },
    {
      "epoch": 0.017133193190978203,
      "grad_norm": 0.24119402468204498,
      "learning_rate": 1.1404494382022473e-05,
      "loss": 1.0481,
      "step": 813
    },
    {
      "epoch": 0.01715426722934349,
      "grad_norm": 0.19349458813667297,
      "learning_rate": 1.1418539325842696e-05,
      "loss": 0.9988,
      "step": 814
    },
    {
      "epoch": 0.01717534126770878,
      "grad_norm": 0.15827837586402893,
      "learning_rate": 1.1432584269662923e-05,
      "loss": 1.0094,
      "step": 815
    },
    {
      "epoch": 0.017196415306074065,
      "grad_norm": 0.1958322823047638,
      "learning_rate": 1.1446629213483147e-05,
      "loss": 1.1015,
      "step": 816
    },
    {
      "epoch": 0.01721748934443935,
      "grad_norm": 0.18798792362213135,
      "learning_rate": 1.146067415730337e-05,
      "loss": 1.0789,
      "step": 817
    },
    {
      "epoch": 0.017238563382804637,
      "grad_norm": 0.15734906494617462,
      "learning_rate": 1.1474719101123597e-05,
      "loss": 0.9166,
      "step": 818
    },
    {
      "epoch": 0.017259637421169927,
      "grad_norm": 0.17852599918842316,
      "learning_rate": 1.1488764044943821e-05,
      "loss": 1.0697,
      "step": 819
    },
    {
      "epoch": 0.017280711459535213,
      "grad_norm": 0.19026358425617218,
      "learning_rate": 1.1502808988764044e-05,
      "loss": 1.0283,
      "step": 820
    },
    {
      "epoch": 0.0173017854979005,
      "grad_norm": 0.18825195729732513,
      "learning_rate": 1.151685393258427e-05,
      "loss": 1.0543,
      "step": 821
    },
    {
      "epoch": 0.017322859536265785,
      "grad_norm": 0.19534212350845337,
      "learning_rate": 1.1530898876404495e-05,
      "loss": 1.0087,
      "step": 822
    },
    {
      "epoch": 0.017343933574631074,
      "grad_norm": 0.1733582317829132,
      "learning_rate": 1.1544943820224722e-05,
      "loss": 1.0754,
      "step": 823
    },
    {
      "epoch": 0.01736500761299636,
      "grad_norm": 0.21036720275878906,
      "learning_rate": 1.1558988764044945e-05,
      "loss": 1.0296,
      "step": 824
    },
    {
      "epoch": 0.017386081651361646,
      "grad_norm": 0.18210001289844513,
      "learning_rate": 1.157303370786517e-05,
      "loss": 1.0418,
      "step": 825
    },
    {
      "epoch": 0.017407155689726932,
      "grad_norm": 0.16755789518356323,
      "learning_rate": 1.1587078651685395e-05,
      "loss": 0.9945,
      "step": 826
    },
    {
      "epoch": 0.01742822972809222,
      "grad_norm": 0.20518992841243744,
      "learning_rate": 1.1601123595505618e-05,
      "loss": 1.0766,
      "step": 827
    },
    {
      "epoch": 0.017449303766457508,
      "grad_norm": 0.19913345575332642,
      "learning_rate": 1.1615168539325843e-05,
      "loss": 1.0392,
      "step": 828
    },
    {
      "epoch": 0.017470377804822794,
      "grad_norm": 0.15277212858200073,
      "learning_rate": 1.162921348314607e-05,
      "loss": 0.9645,
      "step": 829
    },
    {
      "epoch": 0.01749145184318808,
      "grad_norm": 0.17899222671985626,
      "learning_rate": 1.1643258426966292e-05,
      "loss": 0.9946,
      "step": 830
    },
    {
      "epoch": 0.017512525881553366,
      "grad_norm": 0.16626398265361786,
      "learning_rate": 1.1657303370786517e-05,
      "loss": 1.0452,
      "step": 831
    },
    {
      "epoch": 0.017533599919918656,
      "grad_norm": 0.18749301135540009,
      "learning_rate": 1.1671348314606743e-05,
      "loss": 0.9985,
      "step": 832
    },
    {
      "epoch": 0.01755467395828394,
      "grad_norm": 0.16324679553508759,
      "learning_rate": 1.1685393258426966e-05,
      "loss": 1.0608,
      "step": 833
    },
    {
      "epoch": 0.017575747996649228,
      "grad_norm": 0.17044328153133392,
      "learning_rate": 1.1699438202247193e-05,
      "loss": 1.0076,
      "step": 834
    },
    {
      "epoch": 0.017596822035014514,
      "grad_norm": 0.24151690304279327,
      "learning_rate": 1.1713483146067417e-05,
      "loss": 0.9988,
      "step": 835
    },
    {
      "epoch": 0.017617896073379803,
      "grad_norm": 0.2004021406173706,
      "learning_rate": 1.172752808988764e-05,
      "loss": 0.99,
      "step": 836
    },
    {
      "epoch": 0.01763897011174509,
      "grad_norm": 0.20156821608543396,
      "learning_rate": 1.1741573033707867e-05,
      "loss": 1.129,
      "step": 837
    },
    {
      "epoch": 0.017660044150110375,
      "grad_norm": 0.20369935035705566,
      "learning_rate": 1.1755617977528091e-05,
      "loss": 1.0766,
      "step": 838
    },
    {
      "epoch": 0.01768111818847566,
      "grad_norm": 0.1625695526599884,
      "learning_rate": 1.1769662921348314e-05,
      "loss": 0.9964,
      "step": 839
    },
    {
      "epoch": 0.017702192226840947,
      "grad_norm": 0.1847737580537796,
      "learning_rate": 1.178370786516854e-05,
      "loss": 1.0723,
      "step": 840
    },
    {
      "epoch": 0.017723266265206237,
      "grad_norm": 0.1748475432395935,
      "learning_rate": 1.1797752808988765e-05,
      "loss": 1.0374,
      "step": 841
    },
    {
      "epoch": 0.017744340303571523,
      "grad_norm": 0.18493178486824036,
      "learning_rate": 1.1811797752808988e-05,
      "loss": 0.9958,
      "step": 842
    },
    {
      "epoch": 0.01776541434193681,
      "grad_norm": 0.16483120620250702,
      "learning_rate": 1.1825842696629214e-05,
      "loss": 1.0311,
      "step": 843
    },
    {
      "epoch": 0.017786488380302095,
      "grad_norm": 0.1578962802886963,
      "learning_rate": 1.1839887640449439e-05,
      "loss": 1.0107,
      "step": 844
    },
    {
      "epoch": 0.017807562418667384,
      "grad_norm": 0.15564963221549988,
      "learning_rate": 1.1853932584269664e-05,
      "loss": 0.9662,
      "step": 845
    },
    {
      "epoch": 0.01782863645703267,
      "grad_norm": 0.171474426984787,
      "learning_rate": 1.1867977528089888e-05,
      "loss": 0.966,
      "step": 846
    },
    {
      "epoch": 0.017849710495397957,
      "grad_norm": 0.15204887092113495,
      "learning_rate": 1.1882022471910113e-05,
      "loss": 0.9931,
      "step": 847
    },
    {
      "epoch": 0.017870784533763243,
      "grad_norm": 0.1899489015340805,
      "learning_rate": 1.189606741573034e-05,
      "loss": 1.0648,
      "step": 848
    },
    {
      "epoch": 0.017891858572128532,
      "grad_norm": 0.14604692161083221,
      "learning_rate": 1.1910112359550562e-05,
      "loss": 1.0836,
      "step": 849
    },
    {
      "epoch": 0.017912932610493818,
      "grad_norm": 0.19883041083812714,
      "learning_rate": 1.1924157303370787e-05,
      "loss": 1.0092,
      "step": 850
    },
    {
      "epoch": 0.017934006648859104,
      "grad_norm": 0.1997791826725006,
      "learning_rate": 1.1938202247191013e-05,
      "loss": 0.9757,
      "step": 851
    },
    {
      "epoch": 0.01795508068722439,
      "grad_norm": 0.1924557089805603,
      "learning_rate": 1.1952247191011236e-05,
      "loss": 1.0854,
      "step": 852
    },
    {
      "epoch": 0.017976154725589676,
      "grad_norm": 0.16472387313842773,
      "learning_rate": 1.196629213483146e-05,
      "loss": 1.0021,
      "step": 853
    },
    {
      "epoch": 0.017997228763954966,
      "grad_norm": 0.1537531018257141,
      "learning_rate": 1.1980337078651687e-05,
      "loss": 1.0387,
      "step": 854
    },
    {
      "epoch": 0.018018302802320252,
      "grad_norm": 0.1668129563331604,
      "learning_rate": 1.1994382022471912e-05,
      "loss": 0.9884,
      "step": 855
    },
    {
      "epoch": 0.018039376840685538,
      "grad_norm": 0.1680995672941208,
      "learning_rate": 1.2008426966292135e-05,
      "loss": 0.9973,
      "step": 856
    },
    {
      "epoch": 0.018060450879050824,
      "grad_norm": 0.16918763518333435,
      "learning_rate": 1.2022471910112361e-05,
      "loss": 0.9539,
      "step": 857
    },
    {
      "epoch": 0.018081524917416113,
      "grad_norm": 0.18721723556518555,
      "learning_rate": 1.2036516853932586e-05,
      "loss": 1.0164,
      "step": 858
    },
    {
      "epoch": 0.0181025989557814,
      "grad_norm": 0.2112247496843338,
      "learning_rate": 1.2050561797752809e-05,
      "loss": 1.0465,
      "step": 859
    },
    {
      "epoch": 0.018123672994146686,
      "grad_norm": 0.16574755311012268,
      "learning_rate": 1.2064606741573035e-05,
      "loss": 1.0426,
      "step": 860
    },
    {
      "epoch": 0.01814474703251197,
      "grad_norm": 0.17584523558616638,
      "learning_rate": 1.207865168539326e-05,
      "loss": 1.0603,
      "step": 861
    },
    {
      "epoch": 0.01816582107087726,
      "grad_norm": 0.16076421737670898,
      "learning_rate": 1.2092696629213484e-05,
      "loss": 1.0986,
      "step": 862
    },
    {
      "epoch": 0.018186895109242547,
      "grad_norm": 0.16316112875938416,
      "learning_rate": 1.2106741573033709e-05,
      "loss": 1.0663,
      "step": 863
    },
    {
      "epoch": 0.018207969147607833,
      "grad_norm": 0.17861171066761017,
      "learning_rate": 1.2120786516853934e-05,
      "loss": 1.0232,
      "step": 864
    },
    {
      "epoch": 0.01822904318597312,
      "grad_norm": 0.16314098238945007,
      "learning_rate": 1.213483146067416e-05,
      "loss": 0.9808,
      "step": 865
    },
    {
      "epoch": 0.018250117224338405,
      "grad_norm": 0.17685019969940186,
      "learning_rate": 1.2148876404494383e-05,
      "loss": 0.9969,
      "step": 866
    },
    {
      "epoch": 0.018271191262703695,
      "grad_norm": 0.1737803816795349,
      "learning_rate": 1.2162921348314608e-05,
      "loss": 1.1019,
      "step": 867
    },
    {
      "epoch": 0.01829226530106898,
      "grad_norm": 0.20041796565055847,
      "learning_rate": 1.2176966292134834e-05,
      "loss": 1.0392,
      "step": 868
    },
    {
      "epoch": 0.018313339339434267,
      "grad_norm": 0.18119990825653076,
      "learning_rate": 1.2191011235955057e-05,
      "loss": 1.0514,
      "step": 869
    },
    {
      "epoch": 0.018334413377799553,
      "grad_norm": 0.1878005862236023,
      "learning_rate": 1.2205056179775281e-05,
      "loss": 1.0616,
      "step": 870
    },
    {
      "epoch": 0.018355487416164842,
      "grad_norm": 0.2302953600883484,
      "learning_rate": 1.2219101123595508e-05,
      "loss": 0.9974,
      "step": 871
    },
    {
      "epoch": 0.01837656145453013,
      "grad_norm": 0.17682842910289764,
      "learning_rate": 1.223314606741573e-05,
      "loss": 0.9851,
      "step": 872
    },
    {
      "epoch": 0.018397635492895414,
      "grad_norm": 0.18695347011089325,
      "learning_rate": 1.2247191011235957e-05,
      "loss": 1.0789,
      "step": 873
    },
    {
      "epoch": 0.0184187095312607,
      "grad_norm": 0.22425240278244019,
      "learning_rate": 1.2261235955056182e-05,
      "loss": 0.9988,
      "step": 874
    },
    {
      "epoch": 0.01843978356962599,
      "grad_norm": 0.17680980265140533,
      "learning_rate": 1.2275280898876405e-05,
      "loss": 0.9734,
      "step": 875
    },
    {
      "epoch": 0.018460857607991276,
      "grad_norm": 0.19843512773513794,
      "learning_rate": 1.2289325842696631e-05,
      "loss": 1.1221,
      "step": 876
    },
    {
      "epoch": 0.018481931646356562,
      "grad_norm": 0.22463761270046234,
      "learning_rate": 1.2303370786516856e-05,
      "loss": 1.0787,
      "step": 877
    },
    {
      "epoch": 0.018503005684721848,
      "grad_norm": 0.2635842561721802,
      "learning_rate": 1.2317415730337079e-05,
      "loss": 1.0576,
      "step": 878
    },
    {
      "epoch": 0.018524079723087134,
      "grad_norm": 0.1834057718515396,
      "learning_rate": 1.2331460674157305e-05,
      "loss": 1.0492,
      "step": 879
    },
    {
      "epoch": 0.018545153761452424,
      "grad_norm": 0.16249366104602814,
      "learning_rate": 1.234550561797753e-05,
      "loss": 1.0361,
      "step": 880
    },
    {
      "epoch": 0.01856622779981771,
      "grad_norm": 0.17613385617733002,
      "learning_rate": 1.2359550561797752e-05,
      "loss": 1.061,
      "step": 881
    },
    {
      "epoch": 0.018587301838182996,
      "grad_norm": 0.2115073800086975,
      "learning_rate": 1.2373595505617979e-05,
      "loss": 1.089,
      "step": 882
    },
    {
      "epoch": 0.018608375876548282,
      "grad_norm": 0.14872074127197266,
      "learning_rate": 1.2387640449438203e-05,
      "loss": 0.9667,
      "step": 883
    },
    {
      "epoch": 0.01862944991491357,
      "grad_norm": 0.17031781375408173,
      "learning_rate": 1.2401685393258426e-05,
      "loss": 1.0381,
      "step": 884
    },
    {
      "epoch": 0.018650523953278857,
      "grad_norm": 0.16764546930789948,
      "learning_rate": 1.2415730337078653e-05,
      "loss": 1.0168,
      "step": 885
    },
    {
      "epoch": 0.018671597991644143,
      "grad_norm": 0.23179446160793304,
      "learning_rate": 1.2429775280898877e-05,
      "loss": 0.9973,
      "step": 886
    },
    {
      "epoch": 0.01869267203000943,
      "grad_norm": 0.2461749017238617,
      "learning_rate": 1.2443820224719104e-05,
      "loss": 0.9655,
      "step": 887
    },
    {
      "epoch": 0.01871374606837472,
      "grad_norm": 0.17077043652534485,
      "learning_rate": 1.2457865168539327e-05,
      "loss": 0.9857,
      "step": 888
    },
    {
      "epoch": 0.018734820106740005,
      "grad_norm": 0.1956586092710495,
      "learning_rate": 1.2471910112359551e-05,
      "loss": 1.0021,
      "step": 889
    },
    {
      "epoch": 0.01875589414510529,
      "grad_norm": 0.1591751128435135,
      "learning_rate": 1.2485955056179778e-05,
      "loss": 1.0171,
      "step": 890
    },
    {
      "epoch": 0.018776968183470577,
      "grad_norm": 0.19146227836608887,
      "learning_rate": 1.25e-05,
      "loss": 0.9438,
      "step": 891
    },
    {
      "epoch": 0.018798042221835867,
      "grad_norm": 0.17611679434776306,
      "learning_rate": 1.2514044943820225e-05,
      "loss": 1.0716,
      "step": 892
    },
    {
      "epoch": 0.018819116260201153,
      "grad_norm": 0.184480682015419,
      "learning_rate": 1.2528089887640452e-05,
      "loss": 0.963,
      "step": 893
    },
    {
      "epoch": 0.01884019029856644,
      "grad_norm": 0.19291304051876068,
      "learning_rate": 1.2542134831460675e-05,
      "loss": 1.0501,
      "step": 894
    },
    {
      "epoch": 0.018861264336931725,
      "grad_norm": 0.2981933653354645,
      "learning_rate": 1.25561797752809e-05,
      "loss": 1.1332,
      "step": 895
    },
    {
      "epoch": 0.01888233837529701,
      "grad_norm": 0.1806795448064804,
      "learning_rate": 1.2570224719101126e-05,
      "loss": 1.016,
      "step": 896
    },
    {
      "epoch": 0.0189034124136623,
      "grad_norm": 0.17972822487354279,
      "learning_rate": 1.2584269662921348e-05,
      "loss": 0.9386,
      "step": 897
    },
    {
      "epoch": 0.018924486452027586,
      "grad_norm": 0.18017272651195526,
      "learning_rate": 1.2598314606741575e-05,
      "loss": 1.0643,
      "step": 898
    },
    {
      "epoch": 0.018945560490392872,
      "grad_norm": 0.20724348723888397,
      "learning_rate": 1.26123595505618e-05,
      "loss": 1.1254,
      "step": 899
    },
    {
      "epoch": 0.01896663452875816,
      "grad_norm": 0.19796903431415558,
      "learning_rate": 1.2626404494382022e-05,
      "loss": 1.0396,
      "step": 900
    },
    {
      "epoch": 0.018987708567123448,
      "grad_norm": 0.1938791275024414,
      "learning_rate": 1.2640449438202249e-05,
      "loss": 1.004,
      "step": 901
    },
    {
      "epoch": 0.019008782605488734,
      "grad_norm": 0.19360162317752838,
      "learning_rate": 1.2654494382022473e-05,
      "loss": 0.9633,
      "step": 902
    },
    {
      "epoch": 0.01902985664385402,
      "grad_norm": 0.25039419531822205,
      "learning_rate": 1.2668539325842696e-05,
      "loss": 1.0475,
      "step": 903
    },
    {
      "epoch": 0.019050930682219306,
      "grad_norm": 0.16792640089988708,
      "learning_rate": 1.2682584269662923e-05,
      "loss": 1.008,
      "step": 904
    },
    {
      "epoch": 0.019072004720584596,
      "grad_norm": 0.24173903465270996,
      "learning_rate": 1.2696629213483147e-05,
      "loss": 1.0701,
      "step": 905
    },
    {
      "epoch": 0.01909307875894988,
      "grad_norm": 0.22533205151557922,
      "learning_rate": 1.271067415730337e-05,
      "loss": 1.0611,
      "step": 906
    },
    {
      "epoch": 0.019114152797315168,
      "grad_norm": 0.1912432461977005,
      "learning_rate": 1.2724719101123597e-05,
      "loss": 1.0217,
      "step": 907
    },
    {
      "epoch": 0.019135226835680454,
      "grad_norm": 0.2547625005245209,
      "learning_rate": 1.2738764044943821e-05,
      "loss": 1.0367,
      "step": 908
    },
    {
      "epoch": 0.01915630087404574,
      "grad_norm": 0.22431649267673492,
      "learning_rate": 1.2752808988764044e-05,
      "loss": 1.101,
      "step": 909
    },
    {
      "epoch": 0.01917737491241103,
      "grad_norm": 0.20402823388576508,
      "learning_rate": 1.276685393258427e-05,
      "loss": 0.9636,
      "step": 910
    },
    {
      "epoch": 0.019198448950776315,
      "grad_norm": 0.2306118905544281,
      "learning_rate": 1.2780898876404495e-05,
      "loss": 0.968,
      "step": 911
    },
    {
      "epoch": 0.0192195229891416,
      "grad_norm": 0.1966564953327179,
      "learning_rate": 1.2794943820224721e-05,
      "loss": 1.0632,
      "step": 912
    },
    {
      "epoch": 0.019240597027506887,
      "grad_norm": 0.1777639389038086,
      "learning_rate": 1.2808988764044944e-05,
      "loss": 1.0281,
      "step": 913
    },
    {
      "epoch": 0.019261671065872177,
      "grad_norm": 0.2370137870311737,
      "learning_rate": 1.2823033707865169e-05,
      "loss": 1.0698,
      "step": 914
    },
    {
      "epoch": 0.019282745104237463,
      "grad_norm": 0.19552984833717346,
      "learning_rate": 1.2837078651685395e-05,
      "loss": 1.1161,
      "step": 915
    },
    {
      "epoch": 0.01930381914260275,
      "grad_norm": 0.21973568201065063,
      "learning_rate": 1.2851123595505618e-05,
      "loss": 1.1118,
      "step": 916
    },
    {
      "epoch": 0.019324893180968035,
      "grad_norm": 0.25412517786026,
      "learning_rate": 1.2865168539325843e-05,
      "loss": 1.0972,
      "step": 917
    },
    {
      "epoch": 0.019345967219333324,
      "grad_norm": 0.29932817816734314,
      "learning_rate": 1.287921348314607e-05,
      "loss": 1.0734,
      "step": 918
    },
    {
      "epoch": 0.01936704125769861,
      "grad_norm": 0.3361290693283081,
      "learning_rate": 1.2893258426966292e-05,
      "loss": 1.0765,
      "step": 919
    },
    {
      "epoch": 0.019388115296063897,
      "grad_norm": 0.19527094066143036,
      "learning_rate": 1.2907303370786517e-05,
      "loss": 1.0072,
      "step": 920
    },
    {
      "epoch": 0.019409189334429183,
      "grad_norm": 0.2785675525665283,
      "learning_rate": 1.2921348314606743e-05,
      "loss": 1.0989,
      "step": 921
    },
    {
      "epoch": 0.01943026337279447,
      "grad_norm": 0.3674749433994293,
      "learning_rate": 1.2935393258426966e-05,
      "loss": 1.0808,
      "step": 922
    },
    {
      "epoch": 0.019451337411159758,
      "grad_norm": 0.21799950301647186,
      "learning_rate": 1.2949438202247193e-05,
      "loss": 1.044,
      "step": 923
    },
    {
      "epoch": 0.019472411449525044,
      "grad_norm": 0.2319110929965973,
      "learning_rate": 1.2963483146067417e-05,
      "loss": 1.0497,
      "step": 924
    },
    {
      "epoch": 0.01949348548789033,
      "grad_norm": 0.2283877581357956,
      "learning_rate": 1.2977528089887642e-05,
      "loss": 0.9907,
      "step": 925
    },
    {
      "epoch": 0.019514559526255616,
      "grad_norm": 0.19988462328910828,
      "learning_rate": 1.2991573033707866e-05,
      "loss": 1.0354,
      "step": 926
    },
    {
      "epoch": 0.019535633564620906,
      "grad_norm": 0.33498895168304443,
      "learning_rate": 1.3005617977528091e-05,
      "loss": 1.0466,
      "step": 927
    },
    {
      "epoch": 0.019556707602986192,
      "grad_norm": 0.33207160234451294,
      "learning_rate": 1.3019662921348316e-05,
      "loss": 1.0245,
      "step": 928
    },
    {
      "epoch": 0.019577781641351478,
      "grad_norm": 0.20858190953731537,
      "learning_rate": 1.303370786516854e-05,
      "loss": 1.0339,
      "step": 929
    },
    {
      "epoch": 0.019598855679716764,
      "grad_norm": 0.316844642162323,
      "learning_rate": 1.3047752808988765e-05,
      "loss": 1.0336,
      "step": 930
    },
    {
      "epoch": 0.019619929718082053,
      "grad_norm": 0.1929410845041275,
      "learning_rate": 1.306179775280899e-05,
      "loss": 1.0303,
      "step": 931
    },
    {
      "epoch": 0.01964100375644734,
      "grad_norm": 0.2305368185043335,
      "learning_rate": 1.3075842696629214e-05,
      "loss": 1.0189,
      "step": 932
    },
    {
      "epoch": 0.019662077794812625,
      "grad_norm": 0.21199387311935425,
      "learning_rate": 1.3089887640449439e-05,
      "loss": 1.0672,
      "step": 933
    },
    {
      "epoch": 0.01968315183317791,
      "grad_norm": 0.2516457736492157,
      "learning_rate": 1.3103932584269664e-05,
      "loss": 1.0723,
      "step": 934
    },
    {
      "epoch": 0.019704225871543198,
      "grad_norm": 0.26064544916152954,
      "learning_rate": 1.311797752808989e-05,
      "loss": 1.0219,
      "step": 935
    },
    {
      "epoch": 0.019725299909908487,
      "grad_norm": 0.18602798879146576,
      "learning_rate": 1.3132022471910113e-05,
      "loss": 1.0267,
      "step": 936
    },
    {
      "epoch": 0.019746373948273773,
      "grad_norm": 0.3287740647792816,
      "learning_rate": 1.314606741573034e-05,
      "loss": 1.094,
      "step": 937
    },
    {
      "epoch": 0.01976744798663906,
      "grad_norm": 0.31487947702407837,
      "learning_rate": 1.3160112359550564e-05,
      "loss": 1.0173,
      "step": 938
    },
    {
      "epoch": 0.019788522025004345,
      "grad_norm": 0.17679056525230408,
      "learning_rate": 1.3174157303370787e-05,
      "loss": 0.8857,
      "step": 939
    },
    {
      "epoch": 0.019809596063369635,
      "grad_norm": 0.3012615442276001,
      "learning_rate": 1.3188202247191013e-05,
      "loss": 1.0007,
      "step": 940
    },
    {
      "epoch": 0.01983067010173492,
      "grad_norm": 0.20356889069080353,
      "learning_rate": 1.3202247191011238e-05,
      "loss": 1.1077,
      "step": 941
    },
    {
      "epoch": 0.019851744140100207,
      "grad_norm": 0.264495313167572,
      "learning_rate": 1.321629213483146e-05,
      "loss": 1.0439,
      "step": 942
    },
    {
      "epoch": 0.019872818178465493,
      "grad_norm": 0.3045385181903839,
      "learning_rate": 1.3230337078651687e-05,
      "loss": 1.1521,
      "step": 943
    },
    {
      "epoch": 0.019893892216830782,
      "grad_norm": 0.22644174098968506,
      "learning_rate": 1.3244382022471912e-05,
      "loss": 1.0058,
      "step": 944
    },
    {
      "epoch": 0.01991496625519607,
      "grad_norm": 0.19060735404491425,
      "learning_rate": 1.3258426966292135e-05,
      "loss": 0.9671,
      "step": 945
    },
    {
      "epoch": 0.019936040293561354,
      "grad_norm": 0.19152243435382843,
      "learning_rate": 1.3272471910112361e-05,
      "loss": 1.0627,
      "step": 946
    },
    {
      "epoch": 0.01995711433192664,
      "grad_norm": 0.18545466661453247,
      "learning_rate": 1.3286516853932586e-05,
      "loss": 1.1126,
      "step": 947
    },
    {
      "epoch": 0.019978188370291926,
      "grad_norm": 0.24607256054878235,
      "learning_rate": 1.3300561797752809e-05,
      "loss": 1.0359,
      "step": 948
    },
    {
      "epoch": 0.019999262408657216,
      "grad_norm": 0.2067134827375412,
      "learning_rate": 1.3314606741573035e-05,
      "loss": 1.0513,
      "step": 949
    },
    {
      "epoch": 0.020020336447022502,
      "grad_norm": 0.24641548097133636,
      "learning_rate": 1.332865168539326e-05,
      "loss": 1.0111,
      "step": 950
    },
    {
      "epoch": 0.020041410485387788,
      "grad_norm": 0.18680688738822937,
      "learning_rate": 1.3342696629213486e-05,
      "loss": 1.0076,
      "step": 951
    },
    {
      "epoch": 0.020062484523753074,
      "grad_norm": 0.20108366012573242,
      "learning_rate": 1.3356741573033709e-05,
      "loss": 1.1382,
      "step": 952
    },
    {
      "epoch": 0.020083558562118364,
      "grad_norm": 0.22930388152599335,
      "learning_rate": 1.3370786516853933e-05,
      "loss": 1.0363,
      "step": 953
    },
    {
      "epoch": 0.02010463260048365,
      "grad_norm": 0.21219013631343842,
      "learning_rate": 1.338483146067416e-05,
      "loss": 1.0614,
      "step": 954
    },
    {
      "epoch": 0.020125706638848936,
      "grad_norm": 0.27052512764930725,
      "learning_rate": 1.3398876404494383e-05,
      "loss": 1.1225,
      "step": 955
    },
    {
      "epoch": 0.020146780677214222,
      "grad_norm": 0.25101640820503235,
      "learning_rate": 1.3412921348314607e-05,
      "loss": 0.9859,
      "step": 956
    },
    {
      "epoch": 0.02016785471557951,
      "grad_norm": 0.19534540176391602,
      "learning_rate": 1.3426966292134834e-05,
      "loss": 1.0845,
      "step": 957
    },
    {
      "epoch": 0.020188928753944797,
      "grad_norm": 0.2619769871234894,
      "learning_rate": 1.3441011235955057e-05,
      "loss": 1.1324,
      "step": 958
    },
    {
      "epoch": 0.020210002792310083,
      "grad_norm": 0.17200008034706116,
      "learning_rate": 1.3455056179775281e-05,
      "loss": 1.0338,
      "step": 959
    },
    {
      "epoch": 0.02023107683067537,
      "grad_norm": 0.25732073187828064,
      "learning_rate": 1.3469101123595508e-05,
      "loss": 1.0637,
      "step": 960
    },
    {
      "epoch": 0.020252150869040655,
      "grad_norm": 0.31763461232185364,
      "learning_rate": 1.348314606741573e-05,
      "loss": 1.1576,
      "step": 961
    },
    {
      "epoch": 0.020273224907405945,
      "grad_norm": 0.22888068854808807,
      "learning_rate": 1.3497191011235957e-05,
      "loss": 1.0905,
      "step": 962
    },
    {
      "epoch": 0.02029429894577123,
      "grad_norm": 0.28864800930023193,
      "learning_rate": 1.3511235955056182e-05,
      "loss": 1.1497,
      "step": 963
    },
    {
      "epoch": 0.020315372984136517,
      "grad_norm": 0.23231808841228485,
      "learning_rate": 1.3525280898876405e-05,
      "loss": 1.0362,
      "step": 964
    },
    {
      "epoch": 0.020336447022501803,
      "grad_norm": 0.19791649281978607,
      "learning_rate": 1.3539325842696631e-05,
      "loss": 1.1055,
      "step": 965
    },
    {
      "epoch": 0.020357521060867093,
      "grad_norm": 0.22500118613243103,
      "learning_rate": 1.3553370786516856e-05,
      "loss": 1.0407,
      "step": 966
    },
    {
      "epoch": 0.02037859509923238,
      "grad_norm": 0.24191546440124512,
      "learning_rate": 1.3567415730337078e-05,
      "loss": 0.964,
      "step": 967
    },
    {
      "epoch": 0.020399669137597665,
      "grad_norm": 0.17746727168560028,
      "learning_rate": 1.3581460674157305e-05,
      "loss": 1.0437,
      "step": 968
    },
    {
      "epoch": 0.02042074317596295,
      "grad_norm": 0.2534804344177246,
      "learning_rate": 1.359550561797753e-05,
      "loss": 1.0238,
      "step": 969
    },
    {
      "epoch": 0.02044181721432824,
      "grad_norm": 0.1980418562889099,
      "learning_rate": 1.3609550561797752e-05,
      "loss": 1.1395,
      "step": 970
    },
    {
      "epoch": 0.020462891252693526,
      "grad_norm": 0.16549979150295258,
      "learning_rate": 1.3623595505617979e-05,
      "loss": 1.0194,
      "step": 971
    },
    {
      "epoch": 0.020483965291058812,
      "grad_norm": 0.16251060366630554,
      "learning_rate": 1.3637640449438203e-05,
      "loss": 1.0,
      "step": 972
    },
    {
      "epoch": 0.0205050393294241,
      "grad_norm": 0.1826588213443756,
      "learning_rate": 1.3651685393258426e-05,
      "loss": 1.0531,
      "step": 973
    },
    {
      "epoch": 0.020526113367789384,
      "grad_norm": 0.1788615733385086,
      "learning_rate": 1.3665730337078653e-05,
      "loss": 1.0286,
      "step": 974
    },
    {
      "epoch": 0.020547187406154674,
      "grad_norm": 0.17011716961860657,
      "learning_rate": 1.3679775280898877e-05,
      "loss": 1.0921,
      "step": 975
    },
    {
      "epoch": 0.02056826144451996,
      "grad_norm": 0.17693953216075897,
      "learning_rate": 1.3693820224719104e-05,
      "loss": 1.0143,
      "step": 976
    },
    {
      "epoch": 0.020589335482885246,
      "grad_norm": 0.19036363065242767,
      "learning_rate": 1.3707865168539327e-05,
      "loss": 0.9832,
      "step": 977
    },
    {
      "epoch": 0.020610409521250532,
      "grad_norm": 0.16085073351860046,
      "learning_rate": 1.3721910112359551e-05,
      "loss": 1.0027,
      "step": 978
    },
    {
      "epoch": 0.02063148355961582,
      "grad_norm": 0.17688517272472382,
      "learning_rate": 1.3735955056179778e-05,
      "loss": 0.9454,
      "step": 979
    },
    {
      "epoch": 0.020652557597981108,
      "grad_norm": 0.1683243364095688,
      "learning_rate": 1.375e-05,
      "loss": 0.9906,
      "step": 980
    },
    {
      "epoch": 0.020673631636346394,
      "grad_norm": 0.20752078294754028,
      "learning_rate": 1.3764044943820225e-05,
      "loss": 1.0371,
      "step": 981
    },
    {
      "epoch": 0.02069470567471168,
      "grad_norm": 0.25671619176864624,
      "learning_rate": 1.3778089887640451e-05,
      "loss": 1.045,
      "step": 982
    },
    {
      "epoch": 0.02071577971307697,
      "grad_norm": 0.2993951439857483,
      "learning_rate": 1.3792134831460674e-05,
      "loss": 1.0768,
      "step": 983
    },
    {
      "epoch": 0.020736853751442255,
      "grad_norm": 0.20230966806411743,
      "learning_rate": 1.3806179775280899e-05,
      "loss": 1.0509,
      "step": 984
    },
    {
      "epoch": 0.02075792778980754,
      "grad_norm": 0.22672753036022186,
      "learning_rate": 1.3820224719101125e-05,
      "loss": 1.0735,
      "step": 985
    },
    {
      "epoch": 0.020779001828172827,
      "grad_norm": 0.2333490550518036,
      "learning_rate": 1.3834269662921348e-05,
      "loss": 0.9977,
      "step": 986
    },
    {
      "epoch": 0.020800075866538113,
      "grad_norm": 0.17605426907539368,
      "learning_rate": 1.3848314606741575e-05,
      "loss": 1.0105,
      "step": 987
    },
    {
      "epoch": 0.020821149904903403,
      "grad_norm": 0.3180112838745117,
      "learning_rate": 1.38623595505618e-05,
      "loss": 1.0954,
      "step": 988
    },
    {
      "epoch": 0.02084222394326869,
      "grad_norm": 0.24842165410518646,
      "learning_rate": 1.3876404494382022e-05,
      "loss": 1.0739,
      "step": 989
    },
    {
      "epoch": 0.020863297981633975,
      "grad_norm": 0.23293711245059967,
      "learning_rate": 1.3890449438202249e-05,
      "loss": 1.089,
      "step": 990
    },
    {
      "epoch": 0.02088437201999926,
      "grad_norm": 0.2128870040178299,
      "learning_rate": 1.3904494382022473e-05,
      "loss": 1.0463,
      "step": 991
    },
    {
      "epoch": 0.02090544605836455,
      "grad_norm": 0.23401737213134766,
      "learning_rate": 1.3918539325842698e-05,
      "loss": 1.1193,
      "step": 992
    },
    {
      "epoch": 0.020926520096729836,
      "grad_norm": 0.2207382172346115,
      "learning_rate": 1.3932584269662923e-05,
      "loss": 0.9613,
      "step": 993
    },
    {
      "epoch": 0.020947594135095123,
      "grad_norm": 0.292563796043396,
      "learning_rate": 1.3946629213483147e-05,
      "loss": 1.0605,
      "step": 994
    },
    {
      "epoch": 0.02096866817346041,
      "grad_norm": 0.23887492716312408,
      "learning_rate": 1.3960674157303372e-05,
      "loss": 1.0564,
      "step": 995
    },
    {
      "epoch": 0.020989742211825698,
      "grad_norm": 0.23755399882793427,
      "learning_rate": 1.3974719101123596e-05,
      "loss": 1.0495,
      "step": 996
    },
    {
      "epoch": 0.021010816250190984,
      "grad_norm": 0.25146251916885376,
      "learning_rate": 1.3988764044943821e-05,
      "loss": 1.0081,
      "step": 997
    },
    {
      "epoch": 0.02103189028855627,
      "grad_norm": 0.2272094041109085,
      "learning_rate": 1.4002808988764046e-05,
      "loss": 1.0428,
      "step": 998
    },
    {
      "epoch": 0.021052964326921556,
      "grad_norm": 0.20419366657733917,
      "learning_rate": 1.401685393258427e-05,
      "loss": 1.055,
      "step": 999
    },
    {
      "epoch": 0.021074038365286846,
      "grad_norm": 0.28894534707069397,
      "learning_rate": 1.4030898876404495e-05,
      "loss": 1.0842,
      "step": 1000
    },
    {
      "epoch": 0.021095112403652132,
      "grad_norm": 0.20866692066192627,
      "learning_rate": 1.4044943820224721e-05,
      "loss": 1.1185,
      "step": 1001
    },
    {
      "epoch": 0.021116186442017418,
      "grad_norm": 0.26271337270736694,
      "learning_rate": 1.4058988764044946e-05,
      "loss": 1.1322,
      "step": 1002
    },
    {
      "epoch": 0.021137260480382704,
      "grad_norm": 0.1908927708864212,
      "learning_rate": 1.4073033707865169e-05,
      "loss": 1.0343,
      "step": 1003
    },
    {
      "epoch": 0.02115833451874799,
      "grad_norm": 0.22457922995090485,
      "learning_rate": 1.4087078651685395e-05,
      "loss": 1.0588,
      "step": 1004
    },
    {
      "epoch": 0.02117940855711328,
      "grad_norm": 0.20600122213363647,
      "learning_rate": 1.410112359550562e-05,
      "loss": 1.0453,
      "step": 1005
    },
    {
      "epoch": 0.021200482595478565,
      "grad_norm": 0.2644469439983368,
      "learning_rate": 1.4115168539325843e-05,
      "loss": 1.0847,
      "step": 1006
    },
    {
      "epoch": 0.02122155663384385,
      "grad_norm": 0.19987978041172028,
      "learning_rate": 1.412921348314607e-05,
      "loss": 1.1131,
      "step": 1007
    },
    {
      "epoch": 0.021242630672209138,
      "grad_norm": 0.2768850028514862,
      "learning_rate": 1.4143258426966294e-05,
      "loss": 0.9337,
      "step": 1008
    },
    {
      "epoch": 0.021263704710574427,
      "grad_norm": 0.21433362364768982,
      "learning_rate": 1.4157303370786517e-05,
      "loss": 1.0505,
      "step": 1009
    },
    {
      "epoch": 0.021284778748939713,
      "grad_norm": 0.24597950279712677,
      "learning_rate": 1.4171348314606743e-05,
      "loss": 1.0136,
      "step": 1010
    },
    {
      "epoch": 0.021305852787305,
      "grad_norm": 0.19486163556575775,
      "learning_rate": 1.4185393258426968e-05,
      "loss": 1.0652,
      "step": 1011
    },
    {
      "epoch": 0.021326926825670285,
      "grad_norm": 0.1860957145690918,
      "learning_rate": 1.4199438202247194e-05,
      "loss": 1.0513,
      "step": 1012
    },
    {
      "epoch": 0.021348000864035575,
      "grad_norm": 0.20630678534507751,
      "learning_rate": 1.4213483146067417e-05,
      "loss": 1.1033,
      "step": 1013
    },
    {
      "epoch": 0.02136907490240086,
      "grad_norm": 0.2025308609008789,
      "learning_rate": 1.4227528089887642e-05,
      "loss": 1.0516,
      "step": 1014
    },
    {
      "epoch": 0.021390148940766147,
      "grad_norm": 0.21431033313274384,
      "learning_rate": 1.4241573033707868e-05,
      "loss": 1.0172,
      "step": 1015
    },
    {
      "epoch": 0.021411222979131433,
      "grad_norm": 0.1690187305212021,
      "learning_rate": 1.4255617977528091e-05,
      "loss": 1.0337,
      "step": 1016
    },
    {
      "epoch": 0.02143229701749672,
      "grad_norm": 0.19341005384922028,
      "learning_rate": 1.4269662921348316e-05,
      "loss": 0.9633,
      "step": 1017
    },
    {
      "epoch": 0.02145337105586201,
      "grad_norm": 0.19618764519691467,
      "learning_rate": 1.4283707865168542e-05,
      "loss": 1.049,
      "step": 1018
    },
    {
      "epoch": 0.021474445094227294,
      "grad_norm": 0.35028234124183655,
      "learning_rate": 1.4297752808988765e-05,
      "loss": 1.1196,
      "step": 1019
    },
    {
      "epoch": 0.02149551913259258,
      "grad_norm": 0.19057609140872955,
      "learning_rate": 1.431179775280899e-05,
      "loss": 1.0903,
      "step": 1020
    },
    {
      "epoch": 0.021516593170957866,
      "grad_norm": 0.18485553562641144,
      "learning_rate": 1.4325842696629216e-05,
      "loss": 1.0391,
      "step": 1021
    },
    {
      "epoch": 0.021537667209323156,
      "grad_norm": 0.22758319973945618,
      "learning_rate": 1.4339887640449439e-05,
      "loss": 1.0566,
      "step": 1022
    },
    {
      "epoch": 0.021558741247688442,
      "grad_norm": 0.20119015872478485,
      "learning_rate": 1.4353932584269663e-05,
      "loss": 1.0541,
      "step": 1023
    },
    {
      "epoch": 0.021579815286053728,
      "grad_norm": 0.19542697072029114,
      "learning_rate": 1.436797752808989e-05,
      "loss": 0.9817,
      "step": 1024
    },
    {
      "epoch": 0.021600889324419014,
      "grad_norm": 0.19029797613620758,
      "learning_rate": 1.4382022471910113e-05,
      "loss": 1.0888,
      "step": 1025
    },
    {
      "epoch": 0.021621963362784304,
      "grad_norm": 0.2168148159980774,
      "learning_rate": 1.4396067415730339e-05,
      "loss": 0.9932,
      "step": 1026
    },
    {
      "epoch": 0.02164303740114959,
      "grad_norm": 0.16403736174106598,
      "learning_rate": 1.4410112359550564e-05,
      "loss": 0.9605,
      "step": 1027
    },
    {
      "epoch": 0.021664111439514876,
      "grad_norm": 0.18955208361148834,
      "learning_rate": 1.4424157303370787e-05,
      "loss": 1.0993,
      "step": 1028
    },
    {
      "epoch": 0.02168518547788016,
      "grad_norm": 0.2196299135684967,
      "learning_rate": 1.4438202247191013e-05,
      "loss": 1.0784,
      "step": 1029
    },
    {
      "epoch": 0.021706259516245448,
      "grad_norm": 0.2516099512577057,
      "learning_rate": 1.4452247191011238e-05,
      "loss": 1.0325,
      "step": 1030
    },
    {
      "epoch": 0.021727333554610737,
      "grad_norm": 0.24112002551555634,
      "learning_rate": 1.446629213483146e-05,
      "loss": 1.1173,
      "step": 1031
    },
    {
      "epoch": 0.021748407592976023,
      "grad_norm": 0.24730022251605988,
      "learning_rate": 1.4480337078651687e-05,
      "loss": 0.9235,
      "step": 1032
    },
    {
      "epoch": 0.02176948163134131,
      "grad_norm": 0.23657119274139404,
      "learning_rate": 1.4494382022471912e-05,
      "loss": 1.0148,
      "step": 1033
    },
    {
      "epoch": 0.021790555669706595,
      "grad_norm": 0.22687199711799622,
      "learning_rate": 1.4508426966292135e-05,
      "loss": 1.0302,
      "step": 1034
    },
    {
      "epoch": 0.021811629708071885,
      "grad_norm": 0.2489107847213745,
      "learning_rate": 1.4522471910112361e-05,
      "loss": 1.1434,
      "step": 1035
    },
    {
      "epoch": 0.02183270374643717,
      "grad_norm": 0.2107054442167282,
      "learning_rate": 1.4536516853932586e-05,
      "loss": 1.0418,
      "step": 1036
    },
    {
      "epoch": 0.021853777784802457,
      "grad_norm": 0.2158050835132599,
      "learning_rate": 1.4550561797752808e-05,
      "loss": 0.9921,
      "step": 1037
    },
    {
      "epoch": 0.021874851823167743,
      "grad_norm": 0.22164085507392883,
      "learning_rate": 1.4564606741573035e-05,
      "loss": 1.0384,
      "step": 1038
    },
    {
      "epoch": 0.021895925861533033,
      "grad_norm": 0.21987837553024292,
      "learning_rate": 1.457865168539326e-05,
      "loss": 1.0112,
      "step": 1039
    },
    {
      "epoch": 0.02191699989989832,
      "grad_norm": 0.24379418790340424,
      "learning_rate": 1.4592696629213486e-05,
      "loss": 1.0486,
      "step": 1040
    },
    {
      "epoch": 0.021938073938263605,
      "grad_norm": 0.20209820568561554,
      "learning_rate": 1.4606741573033709e-05,
      "loss": 1.0662,
      "step": 1041
    },
    {
      "epoch": 0.02195914797662889,
      "grad_norm": 0.22400446236133575,
      "learning_rate": 1.4620786516853933e-05,
      "loss": 1.0462,
      "step": 1042
    },
    {
      "epoch": 0.021980222014994177,
      "grad_norm": 0.25411707162857056,
      "learning_rate": 1.463483146067416e-05,
      "loss": 1.0669,
      "step": 1043
    },
    {
      "epoch": 0.022001296053359466,
      "grad_norm": 0.18385113775730133,
      "learning_rate": 1.4648876404494383e-05,
      "loss": 0.9959,
      "step": 1044
    },
    {
      "epoch": 0.022022370091724752,
      "grad_norm": 0.2139110267162323,
      "learning_rate": 1.4662921348314607e-05,
      "loss": 1.0253,
      "step": 1045
    },
    {
      "epoch": 0.02204344413009004,
      "grad_norm": 0.23222710192203522,
      "learning_rate": 1.4676966292134834e-05,
      "loss": 1.0957,
      "step": 1046
    },
    {
      "epoch": 0.022064518168455324,
      "grad_norm": 0.31552544236183167,
      "learning_rate": 1.4691011235955057e-05,
      "loss": 0.9803,
      "step": 1047
    },
    {
      "epoch": 0.022085592206820614,
      "grad_norm": 0.21716366708278656,
      "learning_rate": 1.4705056179775281e-05,
      "loss": 1.0221,
      "step": 1048
    },
    {
      "epoch": 0.0221066662451859,
      "grad_norm": 0.8372880220413208,
      "learning_rate": 1.4719101123595508e-05,
      "loss": 1.0393,
      "step": 1049
    },
    {
      "epoch": 0.022127740283551186,
      "grad_norm": 0.21539098024368286,
      "learning_rate": 1.473314606741573e-05,
      "loss": 1.0555,
      "step": 1050
    },
    {
      "epoch": 0.022148814321916472,
      "grad_norm": 0.19259163737297058,
      "learning_rate": 1.4747191011235957e-05,
      "loss": 1.0294,
      "step": 1051
    },
    {
      "epoch": 0.02216988836028176,
      "grad_norm": 0.2500476539134979,
      "learning_rate": 1.4761235955056181e-05,
      "loss": 1.0288,
      "step": 1052
    },
    {
      "epoch": 0.022190962398647048,
      "grad_norm": 0.2705780267715454,
      "learning_rate": 1.4775280898876404e-05,
      "loss": 1.0964,
      "step": 1053
    },
    {
      "epoch": 0.022212036437012334,
      "grad_norm": 0.21579180657863617,
      "learning_rate": 1.478932584269663e-05,
      "loss": 1.0655,
      "step": 1054
    },
    {
      "epoch": 0.02223311047537762,
      "grad_norm": 0.20548145473003387,
      "learning_rate": 1.4803370786516855e-05,
      "loss": 0.9909,
      "step": 1055
    },
    {
      "epoch": 0.022254184513742906,
      "grad_norm": 0.25583958625793457,
      "learning_rate": 1.4817415730337078e-05,
      "loss": 1.0355,
      "step": 1056
    },
    {
      "epoch": 0.022275258552108195,
      "grad_norm": 0.1844485104084015,
      "learning_rate": 1.4831460674157305e-05,
      "loss": 1.0616,
      "step": 1057
    },
    {
      "epoch": 0.02229633259047348,
      "grad_norm": 0.1841929852962494,
      "learning_rate": 1.484550561797753e-05,
      "loss": 1.0685,
      "step": 1058
    },
    {
      "epoch": 0.022317406628838767,
      "grad_norm": 0.2686658203601837,
      "learning_rate": 1.4859550561797754e-05,
      "loss": 0.9739,
      "step": 1059
    },
    {
      "epoch": 0.022338480667204053,
      "grad_norm": 0.21755869686603546,
      "learning_rate": 1.4873595505617979e-05,
      "loss": 1.0739,
      "step": 1060
    },
    {
      "epoch": 0.022359554705569343,
      "grad_norm": 0.18001815676689148,
      "learning_rate": 1.4887640449438203e-05,
      "loss": 1.0468,
      "step": 1061
    },
    {
      "epoch": 0.02238062874393463,
      "grad_norm": 0.20037491619586945,
      "learning_rate": 1.4901685393258428e-05,
      "loss": 1.0446,
      "step": 1062
    },
    {
      "epoch": 0.022401702782299915,
      "grad_norm": 0.18203005194664001,
      "learning_rate": 1.4915730337078653e-05,
      "loss": 1.0412,
      "step": 1063
    },
    {
      "epoch": 0.0224227768206652,
      "grad_norm": 0.17923863232135773,
      "learning_rate": 1.4929775280898877e-05,
      "loss": 1.0592,
      "step": 1064
    },
    {
      "epoch": 0.02244385085903049,
      "grad_norm": 0.18630777299404144,
      "learning_rate": 1.4943820224719104e-05,
      "loss": 1.0092,
      "step": 1065
    },
    {
      "epoch": 0.022464924897395776,
      "grad_norm": 0.18952956795692444,
      "learning_rate": 1.4957865168539326e-05,
      "loss": 0.9344,
      "step": 1066
    },
    {
      "epoch": 0.022485998935761062,
      "grad_norm": 0.16553670167922974,
      "learning_rate": 1.4971910112359551e-05,
      "loss": 0.9895,
      "step": 1067
    },
    {
      "epoch": 0.02250707297412635,
      "grad_norm": 0.2244032919406891,
      "learning_rate": 1.4985955056179777e-05,
      "loss": 0.9968,
      "step": 1068
    },
    {
      "epoch": 0.022528147012491635,
      "grad_norm": 0.19441720843315125,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.0681,
      "step": 1069
    },
    {
      "epoch": 0.022549221050856924,
      "grad_norm": 0.1917826384305954,
      "learning_rate": 1.5014044943820225e-05,
      "loss": 1.0336,
      "step": 1070
    },
    {
      "epoch": 0.02257029508922221,
      "grad_norm": 0.18206442892551422,
      "learning_rate": 1.5028089887640451e-05,
      "loss": 1.0493,
      "step": 1071
    },
    {
      "epoch": 0.022591369127587496,
      "grad_norm": 0.1826847344636917,
      "learning_rate": 1.5042134831460676e-05,
      "loss": 1.0262,
      "step": 1072
    },
    {
      "epoch": 0.022612443165952782,
      "grad_norm": 0.17098957300186157,
      "learning_rate": 1.5056179775280899e-05,
      "loss": 1.0708,
      "step": 1073
    },
    {
      "epoch": 0.02263351720431807,
      "grad_norm": 0.21640920639038086,
      "learning_rate": 1.5070224719101125e-05,
      "loss": 1.087,
      "step": 1074
    },
    {
      "epoch": 0.022654591242683358,
      "grad_norm": 0.1671229898929596,
      "learning_rate": 1.508426966292135e-05,
      "loss": 1.0496,
      "step": 1075
    },
    {
      "epoch": 0.022675665281048644,
      "grad_norm": 0.20689955353736877,
      "learning_rate": 1.5098314606741575e-05,
      "loss": 1.0365,
      "step": 1076
    },
    {
      "epoch": 0.02269673931941393,
      "grad_norm": 0.2172379046678543,
      "learning_rate": 1.51123595505618e-05,
      "loss": 1.0059,
      "step": 1077
    },
    {
      "epoch": 0.02271781335777922,
      "grad_norm": 0.17772817611694336,
      "learning_rate": 1.5126404494382024e-05,
      "loss": 1.0655,
      "step": 1078
    },
    {
      "epoch": 0.022738887396144505,
      "grad_norm": 0.1900026500225067,
      "learning_rate": 1.5140449438202248e-05,
      "loss": 1.0617,
      "step": 1079
    },
    {
      "epoch": 0.02275996143450979,
      "grad_norm": 0.17621919512748718,
      "learning_rate": 1.5154494382022473e-05,
      "loss": 0.9976,
      "step": 1080
    },
    {
      "epoch": 0.022781035472875077,
      "grad_norm": 0.21997730433940887,
      "learning_rate": 1.5168539325842698e-05,
      "loss": 1.0245,
      "step": 1081
    },
    {
      "epoch": 0.022802109511240364,
      "grad_norm": 0.24126219749450684,
      "learning_rate": 1.5182584269662924e-05,
      "loss": 1.0203,
      "step": 1082
    },
    {
      "epoch": 0.022823183549605653,
      "grad_norm": 0.211399108171463,
      "learning_rate": 1.5196629213483147e-05,
      "loss": 1.0357,
      "step": 1083
    },
    {
      "epoch": 0.02284425758797094,
      "grad_norm": 0.20566129684448242,
      "learning_rate": 1.5210674157303372e-05,
      "loss": 1.1184,
      "step": 1084
    },
    {
      "epoch": 0.022865331626336225,
      "grad_norm": 0.19353929162025452,
      "learning_rate": 1.5224719101123598e-05,
      "loss": 1.035,
      "step": 1085
    },
    {
      "epoch": 0.02288640566470151,
      "grad_norm": 0.20297540724277496,
      "learning_rate": 1.5238764044943821e-05,
      "loss": 1.0645,
      "step": 1086
    },
    {
      "epoch": 0.0229074797030668,
      "grad_norm": 0.19881676137447357,
      "learning_rate": 1.5252808988764046e-05,
      "loss": 1.0887,
      "step": 1087
    },
    {
      "epoch": 0.022928553741432087,
      "grad_norm": 0.18315882980823517,
      "learning_rate": 1.526685393258427e-05,
      "loss": 1.0124,
      "step": 1088
    },
    {
      "epoch": 0.022949627779797373,
      "grad_norm": 0.20084954798221588,
      "learning_rate": 1.5280898876404495e-05,
      "loss": 1.0461,
      "step": 1089
    },
    {
      "epoch": 0.02297070181816266,
      "grad_norm": 0.20351958274841309,
      "learning_rate": 1.5294943820224723e-05,
      "loss": 1.093,
      "step": 1090
    },
    {
      "epoch": 0.02299177585652795,
      "grad_norm": 0.21043488383293152,
      "learning_rate": 1.5308988764044944e-05,
      "loss": 1.0956,
      "step": 1091
    },
    {
      "epoch": 0.023012849894893234,
      "grad_norm": 0.23829323053359985,
      "learning_rate": 1.532303370786517e-05,
      "loss": 1.0629,
      "step": 1092
    },
    {
      "epoch": 0.02303392393325852,
      "grad_norm": 0.20504027605056763,
      "learning_rate": 1.5337078651685397e-05,
      "loss": 1.014,
      "step": 1093
    },
    {
      "epoch": 0.023054997971623806,
      "grad_norm": 0.17401546239852905,
      "learning_rate": 1.5351123595505618e-05,
      "loss": 0.9536,
      "step": 1094
    },
    {
      "epoch": 0.023076072009989096,
      "grad_norm": 0.2143409699201584,
      "learning_rate": 1.5365168539325843e-05,
      "loss": 1.0003,
      "step": 1095
    },
    {
      "epoch": 0.023097146048354382,
      "grad_norm": 0.21497946977615356,
      "learning_rate": 1.537921348314607e-05,
      "loss": 1.0551,
      "step": 1096
    },
    {
      "epoch": 0.023118220086719668,
      "grad_norm": 0.2570330500602722,
      "learning_rate": 1.5393258426966292e-05,
      "loss": 1.105,
      "step": 1097
    },
    {
      "epoch": 0.023139294125084954,
      "grad_norm": 0.292147159576416,
      "learning_rate": 1.5407303370786517e-05,
      "loss": 1.0349,
      "step": 1098
    },
    {
      "epoch": 0.02316036816345024,
      "grad_norm": 0.20656152069568634,
      "learning_rate": 1.5421348314606745e-05,
      "loss": 1.046,
      "step": 1099
    },
    {
      "epoch": 0.02318144220181553,
      "grad_norm": 0.22684670984745026,
      "learning_rate": 1.5435393258426966e-05,
      "loss": 1.0803,
      "step": 1100
    },
    {
      "epoch": 0.023202516240180816,
      "grad_norm": 0.19095657765865326,
      "learning_rate": 1.5449438202247194e-05,
      "loss": 0.9764,
      "step": 1101
    },
    {
      "epoch": 0.0232235902785461,
      "grad_norm": 0.16716232895851135,
      "learning_rate": 1.546348314606742e-05,
      "loss": 1.0005,
      "step": 1102
    },
    {
      "epoch": 0.023244664316911388,
      "grad_norm": 0.20672425627708435,
      "learning_rate": 1.547752808988764e-05,
      "loss": 1.0571,
      "step": 1103
    },
    {
      "epoch": 0.023265738355276677,
      "grad_norm": 0.2462291270494461,
      "learning_rate": 1.5491573033707868e-05,
      "loss": 1.0118,
      "step": 1104
    },
    {
      "epoch": 0.023286812393641963,
      "grad_norm": 0.1701878309249878,
      "learning_rate": 1.5505617977528093e-05,
      "loss": 1.0045,
      "step": 1105
    },
    {
      "epoch": 0.02330788643200725,
      "grad_norm": 0.1940046101808548,
      "learning_rate": 1.5519662921348314e-05,
      "loss": 0.9917,
      "step": 1106
    },
    {
      "epoch": 0.023328960470372535,
      "grad_norm": 0.2256244719028473,
      "learning_rate": 1.5533707865168542e-05,
      "loss": 1.0316,
      "step": 1107
    },
    {
      "epoch": 0.023350034508737825,
      "grad_norm": 0.1683686077594757,
      "learning_rate": 1.5547752808988766e-05,
      "loss": 1.0551,
      "step": 1108
    },
    {
      "epoch": 0.02337110854710311,
      "grad_norm": 0.17631064355373383,
      "learning_rate": 1.5561797752808988e-05,
      "loss": 1.0223,
      "step": 1109
    },
    {
      "epoch": 0.023392182585468397,
      "grad_norm": 0.21057942509651184,
      "learning_rate": 1.5575842696629216e-05,
      "loss": 1.0481,
      "step": 1110
    },
    {
      "epoch": 0.023413256623833683,
      "grad_norm": 0.19538864493370056,
      "learning_rate": 1.558988764044944e-05,
      "loss": 1.0991,
      "step": 1111
    },
    {
      "epoch": 0.02343433066219897,
      "grad_norm": 0.17888441681861877,
      "learning_rate": 1.560393258426966e-05,
      "loss": 1.0071,
      "step": 1112
    },
    {
      "epoch": 0.02345540470056426,
      "grad_norm": 0.16565999388694763,
      "learning_rate": 1.561797752808989e-05,
      "loss": 0.972,
      "step": 1113
    },
    {
      "epoch": 0.023476478738929545,
      "grad_norm": 0.20207366347312927,
      "learning_rate": 1.5632022471910114e-05,
      "loss": 1.126,
      "step": 1114
    },
    {
      "epoch": 0.02349755277729483,
      "grad_norm": 0.22890311479568481,
      "learning_rate": 1.564606741573034e-05,
      "loss": 1.0659,
      "step": 1115
    },
    {
      "epoch": 0.023518626815660117,
      "grad_norm": 0.17837676405906677,
      "learning_rate": 1.5660112359550564e-05,
      "loss": 1.038,
      "step": 1116
    },
    {
      "epoch": 0.023539700854025406,
      "grad_norm": 0.2010924220085144,
      "learning_rate": 1.5674157303370788e-05,
      "loss": 1.0983,
      "step": 1117
    },
    {
      "epoch": 0.023560774892390692,
      "grad_norm": 0.1944420039653778,
      "learning_rate": 1.5688202247191013e-05,
      "loss": 0.9743,
      "step": 1118
    },
    {
      "epoch": 0.023581848930755978,
      "grad_norm": 0.20868927240371704,
      "learning_rate": 1.5702247191011238e-05,
      "loss": 1.0036,
      "step": 1119
    },
    {
      "epoch": 0.023602922969121264,
      "grad_norm": 0.2255169302225113,
      "learning_rate": 1.5716292134831462e-05,
      "loss": 1.0518,
      "step": 1120
    },
    {
      "epoch": 0.023623997007486554,
      "grad_norm": 0.25576096773147583,
      "learning_rate": 1.5730337078651687e-05,
      "loss": 0.9857,
      "step": 1121
    },
    {
      "epoch": 0.02364507104585184,
      "grad_norm": 0.16686515510082245,
      "learning_rate": 1.574438202247191e-05,
      "loss": 1.0215,
      "step": 1122
    },
    {
      "epoch": 0.023666145084217126,
      "grad_norm": 0.2313222736120224,
      "learning_rate": 1.5758426966292136e-05,
      "loss": 1.0222,
      "step": 1123
    },
    {
      "epoch": 0.023687219122582412,
      "grad_norm": 0.18977826833724976,
      "learning_rate": 1.577247191011236e-05,
      "loss": 0.9865,
      "step": 1124
    },
    {
      "epoch": 0.023708293160947698,
      "grad_norm": 0.17973409593105316,
      "learning_rate": 1.5786516853932585e-05,
      "loss": 1.0851,
      "step": 1125
    },
    {
      "epoch": 0.023729367199312987,
      "grad_norm": 0.22358252108097076,
      "learning_rate": 1.580056179775281e-05,
      "loss": 1.082,
      "step": 1126
    },
    {
      "epoch": 0.023750441237678274,
      "grad_norm": 0.17286045849323273,
      "learning_rate": 1.5814606741573035e-05,
      "loss": 1.013,
      "step": 1127
    },
    {
      "epoch": 0.02377151527604356,
      "grad_norm": 0.1996273547410965,
      "learning_rate": 1.582865168539326e-05,
      "loss": 0.9685,
      "step": 1128
    },
    {
      "epoch": 0.023792589314408846,
      "grad_norm": 0.22931045293807983,
      "learning_rate": 1.5842696629213484e-05,
      "loss": 1.0014,
      "step": 1129
    },
    {
      "epoch": 0.023813663352774135,
      "grad_norm": 0.18519611656665802,
      "learning_rate": 1.585674157303371e-05,
      "loss": 1.0318,
      "step": 1130
    },
    {
      "epoch": 0.02383473739113942,
      "grad_norm": 0.2591398060321808,
      "learning_rate": 1.5870786516853933e-05,
      "loss": 1.1183,
      "step": 1131
    },
    {
      "epoch": 0.023855811429504707,
      "grad_norm": 0.26058387756347656,
      "learning_rate": 1.5884831460674158e-05,
      "loss": 1.122,
      "step": 1132
    },
    {
      "epoch": 0.023876885467869993,
      "grad_norm": 0.20277486741542816,
      "learning_rate": 1.5898876404494383e-05,
      "loss": 1.053,
      "step": 1133
    },
    {
      "epoch": 0.023897959506235283,
      "grad_norm": 0.17360159754753113,
      "learning_rate": 1.5912921348314607e-05,
      "loss": 1.013,
      "step": 1134
    },
    {
      "epoch": 0.02391903354460057,
      "grad_norm": 0.2672211229801178,
      "learning_rate": 1.5926966292134832e-05,
      "loss": 1.1141,
      "step": 1135
    },
    {
      "epoch": 0.023940107582965855,
      "grad_norm": 0.19872356951236725,
      "learning_rate": 1.5941011235955056e-05,
      "loss": 1.0466,
      "step": 1136
    },
    {
      "epoch": 0.02396118162133114,
      "grad_norm": 0.1847575157880783,
      "learning_rate": 1.595505617977528e-05,
      "loss": 0.9467,
      "step": 1137
    },
    {
      "epoch": 0.023982255659696427,
      "grad_norm": 0.2087831348180771,
      "learning_rate": 1.5969101123595506e-05,
      "loss": 1.0262,
      "step": 1138
    },
    {
      "epoch": 0.024003329698061716,
      "grad_norm": 0.17038901150226593,
      "learning_rate": 1.598314606741573e-05,
      "loss": 1.0426,
      "step": 1139
    },
    {
      "epoch": 0.024024403736427002,
      "grad_norm": 0.16482052206993103,
      "learning_rate": 1.599719101123596e-05,
      "loss": 1.0669,
      "step": 1140
    },
    {
      "epoch": 0.02404547777479229,
      "grad_norm": 0.16921788454055786,
      "learning_rate": 1.601123595505618e-05,
      "loss": 1.031,
      "step": 1141
    },
    {
      "epoch": 0.024066551813157575,
      "grad_norm": 0.19377896189689636,
      "learning_rate": 1.6025280898876404e-05,
      "loss": 1.073,
      "step": 1142
    },
    {
      "epoch": 0.024087625851522864,
      "grad_norm": 0.16722790896892548,
      "learning_rate": 1.6039325842696632e-05,
      "loss": 1.0497,
      "step": 1143
    },
    {
      "epoch": 0.02410869988988815,
      "grad_norm": 0.16004067659378052,
      "learning_rate": 1.6053370786516857e-05,
      "loss": 0.9886,
      "step": 1144
    },
    {
      "epoch": 0.024129773928253436,
      "grad_norm": 0.20623470842838287,
      "learning_rate": 1.6067415730337078e-05,
      "loss": 1.121,
      "step": 1145
    },
    {
      "epoch": 0.024150847966618722,
      "grad_norm": 0.1707167774438858,
      "learning_rate": 1.6081460674157306e-05,
      "loss": 0.9737,
      "step": 1146
    },
    {
      "epoch": 0.02417192200498401,
      "grad_norm": 0.16201257705688477,
      "learning_rate": 1.609550561797753e-05,
      "loss": 1.0468,
      "step": 1147
    },
    {
      "epoch": 0.024192996043349298,
      "grad_norm": 0.21119941771030426,
      "learning_rate": 1.6109550561797752e-05,
      "loss": 1.0328,
      "step": 1148
    },
    {
      "epoch": 0.024214070081714584,
      "grad_norm": 0.19079509377479553,
      "learning_rate": 1.612359550561798e-05,
      "loss": 1.0759,
      "step": 1149
    },
    {
      "epoch": 0.02423514412007987,
      "grad_norm": 0.15005747973918915,
      "learning_rate": 1.6137640449438205e-05,
      "loss": 1.0958,
      "step": 1150
    },
    {
      "epoch": 0.024256218158445156,
      "grad_norm": 0.17553284764289856,
      "learning_rate": 1.6151685393258426e-05,
      "loss": 1.004,
      "step": 1151
    },
    {
      "epoch": 0.024277292196810445,
      "grad_norm": 0.17531119287014008,
      "learning_rate": 1.6165730337078654e-05,
      "loss": 1.0203,
      "step": 1152
    },
    {
      "epoch": 0.02429836623517573,
      "grad_norm": 0.1879626214504242,
      "learning_rate": 1.617977528089888e-05,
      "loss": 1.0195,
      "step": 1153
    },
    {
      "epoch": 0.024319440273541017,
      "grad_norm": 0.19396480917930603,
      "learning_rate": 1.6193820224719103e-05,
      "loss": 1.0629,
      "step": 1154
    },
    {
      "epoch": 0.024340514311906303,
      "grad_norm": 0.1991758793592453,
      "learning_rate": 1.6207865168539328e-05,
      "loss": 1.0225,
      "step": 1155
    },
    {
      "epoch": 0.024361588350271593,
      "grad_norm": 0.2325332909822464,
      "learning_rate": 1.6221910112359553e-05,
      "loss": 1.1108,
      "step": 1156
    },
    {
      "epoch": 0.02438266238863688,
      "grad_norm": 0.2820271849632263,
      "learning_rate": 1.6235955056179777e-05,
      "loss": 1.0046,
      "step": 1157
    },
    {
      "epoch": 0.024403736427002165,
      "grad_norm": 0.1849546879529953,
      "learning_rate": 1.6250000000000002e-05,
      "loss": 1.0625,
      "step": 1158
    },
    {
      "epoch": 0.02442481046536745,
      "grad_norm": 0.30340221524238586,
      "learning_rate": 1.6264044943820227e-05,
      "loss": 1.1614,
      "step": 1159
    },
    {
      "epoch": 0.02444588450373274,
      "grad_norm": 0.26333484053611755,
      "learning_rate": 1.627808988764045e-05,
      "loss": 1.0259,
      "step": 1160
    },
    {
      "epoch": 0.024466958542098027,
      "grad_norm": 0.2316867858171463,
      "learning_rate": 1.6292134831460676e-05,
      "loss": 1.067,
      "step": 1161
    },
    {
      "epoch": 0.024488032580463313,
      "grad_norm": 0.2192082405090332,
      "learning_rate": 1.63061797752809e-05,
      "loss": 0.9726,
      "step": 1162
    },
    {
      "epoch": 0.0245091066188286,
      "grad_norm": 0.24843227863311768,
      "learning_rate": 1.6320224719101125e-05,
      "loss": 0.9966,
      "step": 1163
    },
    {
      "epoch": 0.024530180657193885,
      "grad_norm": 0.24725419282913208,
      "learning_rate": 1.633426966292135e-05,
      "loss": 0.9653,
      "step": 1164
    },
    {
      "epoch": 0.024551254695559174,
      "grad_norm": 0.23159021139144897,
      "learning_rate": 1.6348314606741574e-05,
      "loss": 0.9856,
      "step": 1165
    },
    {
      "epoch": 0.02457232873392446,
      "grad_norm": 0.1981050968170166,
      "learning_rate": 1.63623595505618e-05,
      "loss": 1.0205,
      "step": 1166
    },
    {
      "epoch": 0.024593402772289746,
      "grad_norm": 0.24776174128055573,
      "learning_rate": 1.6376404494382024e-05,
      "loss": 0.9744,
      "step": 1167
    },
    {
      "epoch": 0.024614476810655032,
      "grad_norm": 0.2784956395626068,
      "learning_rate": 1.639044943820225e-05,
      "loss": 1.0873,
      "step": 1168
    },
    {
      "epoch": 0.024635550849020322,
      "grad_norm": 0.22199159860610962,
      "learning_rate": 1.6404494382022473e-05,
      "loss": 1.0231,
      "step": 1169
    },
    {
      "epoch": 0.024656624887385608,
      "grad_norm": 0.20811580121517181,
      "learning_rate": 1.6418539325842698e-05,
      "loss": 1.0482,
      "step": 1170
    },
    {
      "epoch": 0.024677698925750894,
      "grad_norm": 0.16995520889759064,
      "learning_rate": 1.6432584269662922e-05,
      "loss": 1.018,
      "step": 1171
    },
    {
      "epoch": 0.02469877296411618,
      "grad_norm": 0.28540757298469543,
      "learning_rate": 1.6446629213483147e-05,
      "loss": 1.0843,
      "step": 1172
    },
    {
      "epoch": 0.02471984700248147,
      "grad_norm": 0.39854565262794495,
      "learning_rate": 1.646067415730337e-05,
      "loss": 1.1859,
      "step": 1173
    },
    {
      "epoch": 0.024740921040846756,
      "grad_norm": 0.3079233169555664,
      "learning_rate": 1.6474719101123596e-05,
      "loss": 1.055,
      "step": 1174
    },
    {
      "epoch": 0.02476199507921204,
      "grad_norm": 0.20783677697181702,
      "learning_rate": 1.648876404494382e-05,
      "loss": 1.0446,
      "step": 1175
    },
    {
      "epoch": 0.024783069117577328,
      "grad_norm": 0.28734079003334045,
      "learning_rate": 1.6502808988764046e-05,
      "loss": 0.9901,
      "step": 1176
    },
    {
      "epoch": 0.024804143155942614,
      "grad_norm": 0.18250590562820435,
      "learning_rate": 1.651685393258427e-05,
      "loss": 1.0045,
      "step": 1177
    },
    {
      "epoch": 0.024825217194307903,
      "grad_norm": 0.2620474398136139,
      "learning_rate": 1.6530898876404495e-05,
      "loss": 1.0789,
      "step": 1178
    },
    {
      "epoch": 0.02484629123267319,
      "grad_norm": 0.2268553227186203,
      "learning_rate": 1.6544943820224723e-05,
      "loss": 1.0579,
      "step": 1179
    },
    {
      "epoch": 0.024867365271038475,
      "grad_norm": 0.27409955859184265,
      "learning_rate": 1.6558988764044944e-05,
      "loss": 1.0127,
      "step": 1180
    },
    {
      "epoch": 0.02488843930940376,
      "grad_norm": 0.21560432016849518,
      "learning_rate": 1.657303370786517e-05,
      "loss": 0.968,
      "step": 1181
    },
    {
      "epoch": 0.02490951334776905,
      "grad_norm": 0.1740470975637436,
      "learning_rate": 1.6587078651685397e-05,
      "loss": 1.0235,
      "step": 1182
    },
    {
      "epoch": 0.024930587386134337,
      "grad_norm": 0.20951512455940247,
      "learning_rate": 1.6601123595505618e-05,
      "loss": 1.0436,
      "step": 1183
    },
    {
      "epoch": 0.024951661424499623,
      "grad_norm": 0.1810287982225418,
      "learning_rate": 1.6615168539325843e-05,
      "loss": 1.0984,
      "step": 1184
    },
    {
      "epoch": 0.02497273546286491,
      "grad_norm": 0.24047967791557312,
      "learning_rate": 1.662921348314607e-05,
      "loss": 1.1149,
      "step": 1185
    },
    {
      "epoch": 0.0249938095012302,
      "grad_norm": 0.2286294847726822,
      "learning_rate": 1.6643258426966292e-05,
      "loss": 1.0812,
      "step": 1186
    },
    {
      "epoch": 0.025014883539595485,
      "grad_norm": 0.184164896607399,
      "learning_rate": 1.6657303370786517e-05,
      "loss": 1.0686,
      "step": 1187
    },
    {
      "epoch": 0.02503595757796077,
      "grad_norm": 0.22411616146564484,
      "learning_rate": 1.6671348314606745e-05,
      "loss": 1.0289,
      "step": 1188
    },
    {
      "epoch": 0.025057031616326057,
      "grad_norm": 0.1699809432029724,
      "learning_rate": 1.6685393258426966e-05,
      "loss": 1.0339,
      "step": 1189
    },
    {
      "epoch": 0.025078105654691343,
      "grad_norm": 0.19579929113388062,
      "learning_rate": 1.6699438202247194e-05,
      "loss": 0.9462,
      "step": 1190
    },
    {
      "epoch": 0.025099179693056632,
      "grad_norm": 0.17836090922355652,
      "learning_rate": 1.671348314606742e-05,
      "loss": 1.0046,
      "step": 1191
    },
    {
      "epoch": 0.025120253731421918,
      "grad_norm": 0.18901929259300232,
      "learning_rate": 1.672752808988764e-05,
      "loss": 1.0403,
      "step": 1192
    },
    {
      "epoch": 0.025141327769787204,
      "grad_norm": 0.19477009773254395,
      "learning_rate": 1.6741573033707868e-05,
      "loss": 1.0134,
      "step": 1193
    },
    {
      "epoch": 0.02516240180815249,
      "grad_norm": 0.19530721008777618,
      "learning_rate": 1.6755617977528092e-05,
      "loss": 1.04,
      "step": 1194
    },
    {
      "epoch": 0.02518347584651778,
      "grad_norm": 0.17938213050365448,
      "learning_rate": 1.6769662921348314e-05,
      "loss": 0.9923,
      "step": 1195
    },
    {
      "epoch": 0.025204549884883066,
      "grad_norm": 0.17784951627254486,
      "learning_rate": 1.6783707865168542e-05,
      "loss": 1.026,
      "step": 1196
    },
    {
      "epoch": 0.025225623923248352,
      "grad_norm": 0.18409830331802368,
      "learning_rate": 1.6797752808988766e-05,
      "loss": 1.0831,
      "step": 1197
    },
    {
      "epoch": 0.025246697961613638,
      "grad_norm": 0.2249561846256256,
      "learning_rate": 1.6811797752808988e-05,
      "loss": 1.0112,
      "step": 1198
    },
    {
      "epoch": 0.025267771999978927,
      "grad_norm": 0.1823483258485794,
      "learning_rate": 1.6825842696629216e-05,
      "loss": 1.1552,
      "step": 1199
    },
    {
      "epoch": 0.025288846038344213,
      "grad_norm": 0.20044267177581787,
      "learning_rate": 1.683988764044944e-05,
      "loss": 0.9701,
      "step": 1200
    },
    {
      "epoch": 0.0253099200767095,
      "grad_norm": 0.16744239628314972,
      "learning_rate": 1.6853932584269665e-05,
      "loss": 0.98,
      "step": 1201
    },
    {
      "epoch": 0.025330994115074786,
      "grad_norm": 0.1659907102584839,
      "learning_rate": 1.686797752808989e-05,
      "loss": 1.0938,
      "step": 1202
    },
    {
      "epoch": 0.025352068153440075,
      "grad_norm": 0.17400072515010834,
      "learning_rate": 1.6882022471910114e-05,
      "loss": 0.9459,
      "step": 1203
    },
    {
      "epoch": 0.02537314219180536,
      "grad_norm": 0.2356090545654297,
      "learning_rate": 1.689606741573034e-05,
      "loss": 1.065,
      "step": 1204
    },
    {
      "epoch": 0.025394216230170647,
      "grad_norm": 0.21815842390060425,
      "learning_rate": 1.6910112359550564e-05,
      "loss": 1.0091,
      "step": 1205
    },
    {
      "epoch": 0.025415290268535933,
      "grad_norm": 0.2026183009147644,
      "learning_rate": 1.6924157303370788e-05,
      "loss": 0.9281,
      "step": 1206
    },
    {
      "epoch": 0.02543636430690122,
      "grad_norm": 0.21431200206279755,
      "learning_rate": 1.6938202247191013e-05,
      "loss": 1.0758,
      "step": 1207
    },
    {
      "epoch": 0.02545743834526651,
      "grad_norm": 0.30276304483413696,
      "learning_rate": 1.6952247191011237e-05,
      "loss": 1.0009,
      "step": 1208
    },
    {
      "epoch": 0.025478512383631795,
      "grad_norm": 0.18148738145828247,
      "learning_rate": 1.6966292134831462e-05,
      "loss": 0.9759,
      "step": 1209
    },
    {
      "epoch": 0.02549958642199708,
      "grad_norm": 0.29298001527786255,
      "learning_rate": 1.6980337078651687e-05,
      "loss": 1.0944,
      "step": 1210
    },
    {
      "epoch": 0.025520660460362367,
      "grad_norm": 0.26937374472618103,
      "learning_rate": 1.699438202247191e-05,
      "loss": 1.0256,
      "step": 1211
    },
    {
      "epoch": 0.025541734498727656,
      "grad_norm": 0.2003120481967926,
      "learning_rate": 1.7008426966292136e-05,
      "loss": 0.9794,
      "step": 1212
    },
    {
      "epoch": 0.025562808537092942,
      "grad_norm": 0.2433827519416809,
      "learning_rate": 1.702247191011236e-05,
      "loss": 1.0226,
      "step": 1213
    },
    {
      "epoch": 0.02558388257545823,
      "grad_norm": 0.18319575488567352,
      "learning_rate": 1.7036516853932585e-05,
      "loss": 1.0049,
      "step": 1214
    },
    {
      "epoch": 0.025604956613823514,
      "grad_norm": 0.2350642830133438,
      "learning_rate": 1.705056179775281e-05,
      "loss": 1.1069,
      "step": 1215
    },
    {
      "epoch": 0.025626030652188804,
      "grad_norm": 0.25044524669647217,
      "learning_rate": 1.7064606741573035e-05,
      "loss": 1.1257,
      "step": 1216
    },
    {
      "epoch": 0.02564710469055409,
      "grad_norm": 0.2745153605937958,
      "learning_rate": 1.707865168539326e-05,
      "loss": 1.0569,
      "step": 1217
    },
    {
      "epoch": 0.025668178728919376,
      "grad_norm": 0.21970947086811066,
      "learning_rate": 1.7092696629213484e-05,
      "loss": 1.087,
      "step": 1218
    },
    {
      "epoch": 0.025689252767284662,
      "grad_norm": 0.18144823610782623,
      "learning_rate": 1.710674157303371e-05,
      "loss": 0.9916,
      "step": 1219
    },
    {
      "epoch": 0.025710326805649948,
      "grad_norm": 0.21114540100097656,
      "learning_rate": 1.7120786516853933e-05,
      "loss": 1.0814,
      "step": 1220
    },
    {
      "epoch": 0.025731400844015238,
      "grad_norm": 0.18137098848819733,
      "learning_rate": 1.713483146067416e-05,
      "loss": 0.9903,
      "step": 1221
    },
    {
      "epoch": 0.025752474882380524,
      "grad_norm": 0.2377798855304718,
      "learning_rate": 1.7148876404494382e-05,
      "loss": 1.0416,
      "step": 1222
    },
    {
      "epoch": 0.02577354892074581,
      "grad_norm": 0.18607304990291595,
      "learning_rate": 1.7162921348314607e-05,
      "loss": 1.0709,
      "step": 1223
    },
    {
      "epoch": 0.025794622959111096,
      "grad_norm": 0.21642272174358368,
      "learning_rate": 1.7176966292134835e-05,
      "loss": 1.0433,
      "step": 1224
    },
    {
      "epoch": 0.025815696997476385,
      "grad_norm": 0.242023766040802,
      "learning_rate": 1.7191011235955056e-05,
      "loss": 1.0387,
      "step": 1225
    },
    {
      "epoch": 0.02583677103584167,
      "grad_norm": 0.17496798932552338,
      "learning_rate": 1.720505617977528e-05,
      "loss": 1.0303,
      "step": 1226
    },
    {
      "epoch": 0.025857845074206957,
      "grad_norm": 0.2364848256111145,
      "learning_rate": 1.721910112359551e-05,
      "loss": 1.0814,
      "step": 1227
    },
    {
      "epoch": 0.025878919112572243,
      "grad_norm": 0.1877417117357254,
      "learning_rate": 1.723314606741573e-05,
      "loss": 1.0639,
      "step": 1228
    },
    {
      "epoch": 0.025899993150937533,
      "grad_norm": 0.18025615811347961,
      "learning_rate": 1.7247191011235958e-05,
      "loss": 1.036,
      "step": 1229
    },
    {
      "epoch": 0.02592106718930282,
      "grad_norm": 0.18199652433395386,
      "learning_rate": 1.7261235955056183e-05,
      "loss": 1.0385,
      "step": 1230
    },
    {
      "epoch": 0.025942141227668105,
      "grad_norm": 0.16526566445827484,
      "learning_rate": 1.7275280898876404e-05,
      "loss": 1.0138,
      "step": 1231
    },
    {
      "epoch": 0.02596321526603339,
      "grad_norm": 0.30808961391448975,
      "learning_rate": 1.7289325842696632e-05,
      "loss": 1.08,
      "step": 1232
    },
    {
      "epoch": 0.025984289304398677,
      "grad_norm": 0.19889600574970245,
      "learning_rate": 1.7303370786516857e-05,
      "loss": 1.1416,
      "step": 1233
    },
    {
      "epoch": 0.026005363342763967,
      "grad_norm": 0.1917877495288849,
      "learning_rate": 1.7317415730337078e-05,
      "loss": 1.0174,
      "step": 1234
    },
    {
      "epoch": 0.026026437381129253,
      "grad_norm": 0.27712708711624146,
      "learning_rate": 1.7331460674157306e-05,
      "loss": 1.0877,
      "step": 1235
    },
    {
      "epoch": 0.02604751141949454,
      "grad_norm": 0.2987372875213623,
      "learning_rate": 1.734550561797753e-05,
      "loss": 1.0332,
      "step": 1236
    },
    {
      "epoch": 0.026068585457859825,
      "grad_norm": 0.23782680928707123,
      "learning_rate": 1.7359550561797752e-05,
      "loss": 1.0905,
      "step": 1237
    },
    {
      "epoch": 0.026089659496225114,
      "grad_norm": 0.27168500423431396,
      "learning_rate": 1.737359550561798e-05,
      "loss": 1.0826,
      "step": 1238
    },
    {
      "epoch": 0.0261107335345904,
      "grad_norm": 0.27789944410324097,
      "learning_rate": 1.7387640449438205e-05,
      "loss": 1.0985,
      "step": 1239
    },
    {
      "epoch": 0.026131807572955686,
      "grad_norm": 0.17895261943340302,
      "learning_rate": 1.7401685393258426e-05,
      "loss": 0.9609,
      "step": 1240
    },
    {
      "epoch": 0.026152881611320972,
      "grad_norm": 0.27111494541168213,
      "learning_rate": 1.7415730337078654e-05,
      "loss": 1.0965,
      "step": 1241
    },
    {
      "epoch": 0.026173955649686262,
      "grad_norm": 0.2589089870452881,
      "learning_rate": 1.742977528089888e-05,
      "loss": 1.0689,
      "step": 1242
    },
    {
      "epoch": 0.026195029688051548,
      "grad_norm": 0.17046265304088593,
      "learning_rate": 1.7443820224719103e-05,
      "loss": 1.0244,
      "step": 1243
    },
    {
      "epoch": 0.026216103726416834,
      "grad_norm": 0.24631185829639435,
      "learning_rate": 1.7457865168539328e-05,
      "loss": 1.1147,
      "step": 1244
    },
    {
      "epoch": 0.02623717776478212,
      "grad_norm": 0.22920307517051697,
      "learning_rate": 1.7471910112359553e-05,
      "loss": 1.06,
      "step": 1245
    },
    {
      "epoch": 0.026258251803147406,
      "grad_norm": 0.1767704039812088,
      "learning_rate": 1.7485955056179777e-05,
      "loss": 1.0706,
      "step": 1246
    },
    {
      "epoch": 0.026279325841512696,
      "grad_norm": 0.21618977189064026,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 1.0499,
      "step": 1247
    },
    {
      "epoch": 0.02630039987987798,
      "grad_norm": 0.16555695235729218,
      "learning_rate": 1.7514044943820226e-05,
      "loss": 1.0822,
      "step": 1248
    },
    {
      "epoch": 0.026321473918243268,
      "grad_norm": 0.17900675535202026,
      "learning_rate": 1.752808988764045e-05,
      "loss": 1.0511,
      "step": 1249
    },
    {
      "epoch": 0.026342547956608554,
      "grad_norm": 0.18748103082180023,
      "learning_rate": 1.7542134831460676e-05,
      "loss": 1.0896,
      "step": 1250
    },
    {
      "epoch": 0.026363621994973843,
      "grad_norm": 0.17474302649497986,
      "learning_rate": 1.75561797752809e-05,
      "loss": 1.0591,
      "step": 1251
    },
    {
      "epoch": 0.02638469603333913,
      "grad_norm": 0.1783716231584549,
      "learning_rate": 1.7570224719101125e-05,
      "loss": 0.9986,
      "step": 1252
    },
    {
      "epoch": 0.026405770071704415,
      "grad_norm": 0.159759059548378,
      "learning_rate": 1.758426966292135e-05,
      "loss": 1.0142,
      "step": 1253
    },
    {
      "epoch": 0.0264268441100697,
      "grad_norm": 0.16933868825435638,
      "learning_rate": 1.7598314606741574e-05,
      "loss": 0.9985,
      "step": 1254
    },
    {
      "epoch": 0.02644791814843499,
      "grad_norm": 0.18721745908260345,
      "learning_rate": 1.76123595505618e-05,
      "loss": 1.0682,
      "step": 1255
    },
    {
      "epoch": 0.026468992186800277,
      "grad_norm": 0.15715831518173218,
      "learning_rate": 1.7626404494382024e-05,
      "loss": 0.9527,
      "step": 1256
    },
    {
      "epoch": 0.026490066225165563,
      "grad_norm": 0.16382703185081482,
      "learning_rate": 1.7640449438202248e-05,
      "loss": 0.9869,
      "step": 1257
    },
    {
      "epoch": 0.02651114026353085,
      "grad_norm": 0.18782161176204681,
      "learning_rate": 1.7654494382022473e-05,
      "loss": 1.0029,
      "step": 1258
    },
    {
      "epoch": 0.026532214301896135,
      "grad_norm": 0.18852655589580536,
      "learning_rate": 1.7668539325842698e-05,
      "loss": 1.1077,
      "step": 1259
    },
    {
      "epoch": 0.026553288340261424,
      "grad_norm": 0.1803358495235443,
      "learning_rate": 1.7682584269662922e-05,
      "loss": 1.0082,
      "step": 1260
    },
    {
      "epoch": 0.02657436237862671,
      "grad_norm": 0.15496359765529633,
      "learning_rate": 1.7696629213483147e-05,
      "loss": 0.947,
      "step": 1261
    },
    {
      "epoch": 0.026595436416991997,
      "grad_norm": 0.2714800536632538,
      "learning_rate": 1.771067415730337e-05,
      "loss": 0.9783,
      "step": 1262
    },
    {
      "epoch": 0.026616510455357283,
      "grad_norm": 0.17523132264614105,
      "learning_rate": 1.7724719101123596e-05,
      "loss": 1.1065,
      "step": 1263
    },
    {
      "epoch": 0.026637584493722572,
      "grad_norm": 0.19603075087070465,
      "learning_rate": 1.773876404494382e-05,
      "loss": 0.9665,
      "step": 1264
    },
    {
      "epoch": 0.026658658532087858,
      "grad_norm": 0.1941109448671341,
      "learning_rate": 1.7752808988764045e-05,
      "loss": 1.0485,
      "step": 1265
    },
    {
      "epoch": 0.026679732570453144,
      "grad_norm": 0.15518876910209656,
      "learning_rate": 1.776685393258427e-05,
      "loss": 1.0512,
      "step": 1266
    },
    {
      "epoch": 0.02670080660881843,
      "grad_norm": 0.15338706970214844,
      "learning_rate": 1.7780898876404495e-05,
      "loss": 1.0274,
      "step": 1267
    },
    {
      "epoch": 0.02672188064718372,
      "grad_norm": 0.1879824995994568,
      "learning_rate": 1.7794943820224723e-05,
      "loss": 1.0579,
      "step": 1268
    },
    {
      "epoch": 0.026742954685549006,
      "grad_norm": 0.19656828045845032,
      "learning_rate": 1.7808988764044944e-05,
      "loss": 1.1037,
      "step": 1269
    },
    {
      "epoch": 0.026764028723914292,
      "grad_norm": 0.1792570799589157,
      "learning_rate": 1.782303370786517e-05,
      "loss": 1.0771,
      "step": 1270
    },
    {
      "epoch": 0.026785102762279578,
      "grad_norm": 0.18038742244243622,
      "learning_rate": 1.7837078651685397e-05,
      "loss": 0.968,
      "step": 1271
    },
    {
      "epoch": 0.026806176800644864,
      "grad_norm": 0.1912369728088379,
      "learning_rate": 1.7851123595505618e-05,
      "loss": 1.0859,
      "step": 1272
    },
    {
      "epoch": 0.026827250839010153,
      "grad_norm": 0.26308107376098633,
      "learning_rate": 1.7865168539325843e-05,
      "loss": 1.0799,
      "step": 1273
    },
    {
      "epoch": 0.02684832487737544,
      "grad_norm": 0.25379255414009094,
      "learning_rate": 1.787921348314607e-05,
      "loss": 1.0236,
      "step": 1274
    },
    {
      "epoch": 0.026869398915740726,
      "grad_norm": 0.1878935843706131,
      "learning_rate": 1.7893258426966292e-05,
      "loss": 1.0441,
      "step": 1275
    },
    {
      "epoch": 0.02689047295410601,
      "grad_norm": 0.2077580839395523,
      "learning_rate": 1.7907303370786516e-05,
      "loss": 1.0188,
      "step": 1276
    },
    {
      "epoch": 0.0269115469924713,
      "grad_norm": 0.24545079469680786,
      "learning_rate": 1.7921348314606744e-05,
      "loss": 1.1213,
      "step": 1277
    },
    {
      "epoch": 0.026932621030836587,
      "grad_norm": 0.1927683800458908,
      "learning_rate": 1.7935393258426966e-05,
      "loss": 0.9915,
      "step": 1278
    },
    {
      "epoch": 0.026953695069201873,
      "grad_norm": 0.20070905983448029,
      "learning_rate": 1.7949438202247194e-05,
      "loss": 1.017,
      "step": 1279
    },
    {
      "epoch": 0.02697476910756716,
      "grad_norm": 0.22747473418712616,
      "learning_rate": 1.796348314606742e-05,
      "loss": 1.0671,
      "step": 1280
    },
    {
      "epoch": 0.02699584314593245,
      "grad_norm": 0.20394843816757202,
      "learning_rate": 1.7977528089887643e-05,
      "loss": 1.0689,
      "step": 1281
    },
    {
      "epoch": 0.027016917184297735,
      "grad_norm": 0.17860406637191772,
      "learning_rate": 1.7991573033707868e-05,
      "loss": 1.0848,
      "step": 1282
    },
    {
      "epoch": 0.02703799122266302,
      "grad_norm": 0.18960481882095337,
      "learning_rate": 1.8005617977528092e-05,
      "loss": 1.1438,
      "step": 1283
    },
    {
      "epoch": 0.027059065261028307,
      "grad_norm": 0.2587611675262451,
      "learning_rate": 1.8019662921348317e-05,
      "loss": 1.0759,
      "step": 1284
    },
    {
      "epoch": 0.027080139299393593,
      "grad_norm": 0.1517712026834488,
      "learning_rate": 1.803370786516854e-05,
      "loss": 1.05,
      "step": 1285
    },
    {
      "epoch": 0.027101213337758882,
      "grad_norm": 0.266573041677475,
      "learning_rate": 1.8047752808988766e-05,
      "loss": 1.0678,
      "step": 1286
    },
    {
      "epoch": 0.02712228737612417,
      "grad_norm": 0.16986733675003052,
      "learning_rate": 1.806179775280899e-05,
      "loss": 0.9454,
      "step": 1287
    },
    {
      "epoch": 0.027143361414489454,
      "grad_norm": 0.18743708729743958,
      "learning_rate": 1.8075842696629216e-05,
      "loss": 1.0795,
      "step": 1288
    },
    {
      "epoch": 0.02716443545285474,
      "grad_norm": 0.19448219239711761,
      "learning_rate": 1.808988764044944e-05,
      "loss": 1.0642,
      "step": 1289
    },
    {
      "epoch": 0.02718550949122003,
      "grad_norm": 0.16240617632865906,
      "learning_rate": 1.8103932584269665e-05,
      "loss": 0.9961,
      "step": 1290
    },
    {
      "epoch": 0.027206583529585316,
      "grad_norm": 0.173583984375,
      "learning_rate": 1.811797752808989e-05,
      "loss": 1.0159,
      "step": 1291
    },
    {
      "epoch": 0.027227657567950602,
      "grad_norm": 0.14815424382686615,
      "learning_rate": 1.8132022471910114e-05,
      "loss": 1.0417,
      "step": 1292
    },
    {
      "epoch": 0.027248731606315888,
      "grad_norm": 0.19863007962703705,
      "learning_rate": 1.814606741573034e-05,
      "loss": 0.9926,
      "step": 1293
    },
    {
      "epoch": 0.027269805644681178,
      "grad_norm": 0.1722794622182846,
      "learning_rate": 1.8160112359550563e-05,
      "loss": 1.114,
      "step": 1294
    },
    {
      "epoch": 0.027290879683046464,
      "grad_norm": 0.19333045184612274,
      "learning_rate": 1.8174157303370788e-05,
      "loss": 1.0872,
      "step": 1295
    },
    {
      "epoch": 0.02731195372141175,
      "grad_norm": 0.20688749849796295,
      "learning_rate": 1.8188202247191013e-05,
      "loss": 1.0488,
      "step": 1296
    },
    {
      "epoch": 0.027333027759777036,
      "grad_norm": 0.19851593673229218,
      "learning_rate": 1.8202247191011237e-05,
      "loss": 0.9863,
      "step": 1297
    },
    {
      "epoch": 0.027354101798142322,
      "grad_norm": 0.2135988026857376,
      "learning_rate": 1.8216292134831462e-05,
      "loss": 1.112,
      "step": 1298
    },
    {
      "epoch": 0.02737517583650761,
      "grad_norm": 0.2597965896129608,
      "learning_rate": 1.8230337078651687e-05,
      "loss": 1.0581,
      "step": 1299
    },
    {
      "epoch": 0.027396249874872897,
      "grad_norm": 0.19608788192272186,
      "learning_rate": 1.824438202247191e-05,
      "loss": 1.0098,
      "step": 1300
    },
    {
      "epoch": 0.027417323913238183,
      "grad_norm": 0.1669965535402298,
      "learning_rate": 1.8258426966292136e-05,
      "loss": 1.0384,
      "step": 1301
    },
    {
      "epoch": 0.02743839795160347,
      "grad_norm": 0.18820828199386597,
      "learning_rate": 1.827247191011236e-05,
      "loss": 0.9959,
      "step": 1302
    },
    {
      "epoch": 0.02745947198996876,
      "grad_norm": 0.2149556428194046,
      "learning_rate": 1.8286516853932585e-05,
      "loss": 1.0843,
      "step": 1303
    },
    {
      "epoch": 0.027480546028334045,
      "grad_norm": 0.2089514583349228,
      "learning_rate": 1.830056179775281e-05,
      "loss": 0.9973,
      "step": 1304
    },
    {
      "epoch": 0.02750162006669933,
      "grad_norm": 0.16957037150859833,
      "learning_rate": 1.8314606741573034e-05,
      "loss": 0.9849,
      "step": 1305
    },
    {
      "epoch": 0.027522694105064617,
      "grad_norm": 0.20036061108112335,
      "learning_rate": 1.832865168539326e-05,
      "loss": 1.054,
      "step": 1306
    },
    {
      "epoch": 0.027543768143429907,
      "grad_norm": 0.4822271168231964,
      "learning_rate": 1.8342696629213487e-05,
      "loss": 1.0201,
      "step": 1307
    },
    {
      "epoch": 0.027564842181795193,
      "grad_norm": 0.15356780588626862,
      "learning_rate": 1.835674157303371e-05,
      "loss": 1.0511,
      "step": 1308
    },
    {
      "epoch": 0.02758591622016048,
      "grad_norm": 0.17917080223560333,
      "learning_rate": 1.8370786516853933e-05,
      "loss": 0.9319,
      "step": 1309
    },
    {
      "epoch": 0.027606990258525765,
      "grad_norm": 0.1707323044538498,
      "learning_rate": 1.838483146067416e-05,
      "loss": 1.0395,
      "step": 1310
    },
    {
      "epoch": 0.027628064296891054,
      "grad_norm": 0.16262707114219666,
      "learning_rate": 1.8398876404494382e-05,
      "loss": 0.9661,
      "step": 1311
    },
    {
      "epoch": 0.02764913833525634,
      "grad_norm": 0.18424907326698303,
      "learning_rate": 1.8412921348314607e-05,
      "loss": 1.0021,
      "step": 1312
    },
    {
      "epoch": 0.027670212373621626,
      "grad_norm": 0.21787729859352112,
      "learning_rate": 1.8426966292134835e-05,
      "loss": 1.0178,
      "step": 1313
    },
    {
      "epoch": 0.027691286411986912,
      "grad_norm": 0.23714952170848846,
      "learning_rate": 1.8441011235955056e-05,
      "loss": 0.9693,
      "step": 1314
    },
    {
      "epoch": 0.0277123604503522,
      "grad_norm": 0.20400412380695343,
      "learning_rate": 1.845505617977528e-05,
      "loss": 1.1242,
      "step": 1315
    },
    {
      "epoch": 0.027733434488717488,
      "grad_norm": 0.207978755235672,
      "learning_rate": 1.846910112359551e-05,
      "loss": 0.9948,
      "step": 1316
    },
    {
      "epoch": 0.027754508527082774,
      "grad_norm": 0.20625753700733185,
      "learning_rate": 1.848314606741573e-05,
      "loss": 1.0614,
      "step": 1317
    },
    {
      "epoch": 0.02777558256544806,
      "grad_norm": 0.24224276840686798,
      "learning_rate": 1.8497191011235958e-05,
      "loss": 1.0944,
      "step": 1318
    },
    {
      "epoch": 0.027796656603813346,
      "grad_norm": 0.19202356040477753,
      "learning_rate": 1.8511235955056183e-05,
      "loss": 1.0383,
      "step": 1319
    },
    {
      "epoch": 0.027817730642178636,
      "grad_norm": 0.38674819469451904,
      "learning_rate": 1.8525280898876404e-05,
      "loss": 1.1234,
      "step": 1320
    },
    {
      "epoch": 0.02783880468054392,
      "grad_norm": 0.1735997200012207,
      "learning_rate": 1.8539325842696632e-05,
      "loss": 0.9981,
      "step": 1321
    },
    {
      "epoch": 0.027859878718909208,
      "grad_norm": 0.17300628125667572,
      "learning_rate": 1.8553370786516857e-05,
      "loss": 1.0653,
      "step": 1322
    },
    {
      "epoch": 0.027880952757274494,
      "grad_norm": 0.24564412236213684,
      "learning_rate": 1.8567415730337078e-05,
      "loss": 1.1142,
      "step": 1323
    },
    {
      "epoch": 0.027902026795639783,
      "grad_norm": 0.20783883333206177,
      "learning_rate": 1.8581460674157306e-05,
      "loss": 0.9684,
      "step": 1324
    },
    {
      "epoch": 0.02792310083400507,
      "grad_norm": 0.18529899418354034,
      "learning_rate": 1.859550561797753e-05,
      "loss": 1.0745,
      "step": 1325
    },
    {
      "epoch": 0.027944174872370355,
      "grad_norm": 0.20384956896305084,
      "learning_rate": 1.8609550561797752e-05,
      "loss": 1.0481,
      "step": 1326
    },
    {
      "epoch": 0.02796524891073564,
      "grad_norm": 0.18780821561813354,
      "learning_rate": 1.862359550561798e-05,
      "loss": 1.018,
      "step": 1327
    },
    {
      "epoch": 0.027986322949100927,
      "grad_norm": 0.19638937711715698,
      "learning_rate": 1.8637640449438205e-05,
      "loss": 1.0906,
      "step": 1328
    },
    {
      "epoch": 0.028007396987466217,
      "grad_norm": 0.22329415380954742,
      "learning_rate": 1.8651685393258426e-05,
      "loss": 1.081,
      "step": 1329
    },
    {
      "epoch": 0.028028471025831503,
      "grad_norm": 0.16084495186805725,
      "learning_rate": 1.8665730337078654e-05,
      "loss": 1.07,
      "step": 1330
    },
    {
      "epoch": 0.02804954506419679,
      "grad_norm": 0.22445574402809143,
      "learning_rate": 1.867977528089888e-05,
      "loss": 1.0863,
      "step": 1331
    },
    {
      "epoch": 0.028070619102562075,
      "grad_norm": 0.2635449767112732,
      "learning_rate": 1.8693820224719103e-05,
      "loss": 0.9946,
      "step": 1332
    },
    {
      "epoch": 0.028091693140927364,
      "grad_norm": 0.1608862578868866,
      "learning_rate": 1.8707865168539328e-05,
      "loss": 1.0979,
      "step": 1333
    },
    {
      "epoch": 0.02811276717929265,
      "grad_norm": 0.22760598361492157,
      "learning_rate": 1.8721910112359552e-05,
      "loss": 1.0757,
      "step": 1334
    },
    {
      "epoch": 0.028133841217657937,
      "grad_norm": 0.1884964257478714,
      "learning_rate": 1.8735955056179777e-05,
      "loss": 0.9972,
      "step": 1335
    },
    {
      "epoch": 0.028154915256023223,
      "grad_norm": 0.23963017761707306,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.1171,
      "step": 1336
    },
    {
      "epoch": 0.028175989294388512,
      "grad_norm": 0.2357693314552307,
      "learning_rate": 1.8764044943820226e-05,
      "loss": 1.0702,
      "step": 1337
    },
    {
      "epoch": 0.028197063332753798,
      "grad_norm": 0.21250253915786743,
      "learning_rate": 1.877808988764045e-05,
      "loss": 1.081,
      "step": 1338
    },
    {
      "epoch": 0.028218137371119084,
      "grad_norm": 0.18842077255249023,
      "learning_rate": 1.8792134831460676e-05,
      "loss": 1.0652,
      "step": 1339
    },
    {
      "epoch": 0.02823921140948437,
      "grad_norm": 0.22204458713531494,
      "learning_rate": 1.88061797752809e-05,
      "loss": 0.9831,
      "step": 1340
    },
    {
      "epoch": 0.028260285447849656,
      "grad_norm": 0.1974233090877533,
      "learning_rate": 1.8820224719101125e-05,
      "loss": 1.0342,
      "step": 1341
    },
    {
      "epoch": 0.028281359486214946,
      "grad_norm": 0.23619645833969116,
      "learning_rate": 1.883426966292135e-05,
      "loss": 1.1285,
      "step": 1342
    },
    {
      "epoch": 0.028302433524580232,
      "grad_norm": 0.22004768252372742,
      "learning_rate": 1.8848314606741574e-05,
      "loss": 1.0487,
      "step": 1343
    },
    {
      "epoch": 0.028323507562945518,
      "grad_norm": 0.19722479581832886,
      "learning_rate": 1.88623595505618e-05,
      "loss": 1.0345,
      "step": 1344
    },
    {
      "epoch": 0.028344581601310804,
      "grad_norm": 0.25927186012268066,
      "learning_rate": 1.8876404494382024e-05,
      "loss": 1.0978,
      "step": 1345
    },
    {
      "epoch": 0.028365655639676093,
      "grad_norm": 0.22998115420341492,
      "learning_rate": 1.8890449438202248e-05,
      "loss": 1.0358,
      "step": 1346
    },
    {
      "epoch": 0.02838672967804138,
      "grad_norm": 0.2238749861717224,
      "learning_rate": 1.8904494382022473e-05,
      "loss": 1.0063,
      "step": 1347
    },
    {
      "epoch": 0.028407803716406665,
      "grad_norm": 0.2429715245962143,
      "learning_rate": 1.8918539325842697e-05,
      "loss": 1.0617,
      "step": 1348
    },
    {
      "epoch": 0.02842887775477195,
      "grad_norm": 0.19764672219753265,
      "learning_rate": 1.8932584269662922e-05,
      "loss": 1.0394,
      "step": 1349
    },
    {
      "epoch": 0.02844995179313724,
      "grad_norm": 0.1793956756591797,
      "learning_rate": 1.8946629213483147e-05,
      "loss": 1.0102,
      "step": 1350
    },
    {
      "epoch": 0.028471025831502527,
      "grad_norm": 0.18397890031337738,
      "learning_rate": 1.896067415730337e-05,
      "loss": 1.0557,
      "step": 1351
    },
    {
      "epoch": 0.028492099869867813,
      "grad_norm": 0.20571479201316833,
      "learning_rate": 1.8974719101123596e-05,
      "loss": 1.0229,
      "step": 1352
    },
    {
      "epoch": 0.0285131739082331,
      "grad_norm": 0.2019527107477188,
      "learning_rate": 1.898876404494382e-05,
      "loss": 1.0126,
      "step": 1353
    },
    {
      "epoch": 0.028534247946598385,
      "grad_norm": 0.17591704428195953,
      "learning_rate": 1.9002808988764045e-05,
      "loss": 1.006,
      "step": 1354
    },
    {
      "epoch": 0.028555321984963675,
      "grad_norm": 0.17548708617687225,
      "learning_rate": 1.901685393258427e-05,
      "loss": 1.0123,
      "step": 1355
    },
    {
      "epoch": 0.02857639602332896,
      "grad_norm": 0.18841789662837982,
      "learning_rate": 1.9030898876404495e-05,
      "loss": 1.0688,
      "step": 1356
    },
    {
      "epoch": 0.028597470061694247,
      "grad_norm": 0.1797642707824707,
      "learning_rate": 1.9044943820224723e-05,
      "loss": 1.0162,
      "step": 1357
    },
    {
      "epoch": 0.028618544100059533,
      "grad_norm": 0.1948283463716507,
      "learning_rate": 1.9058988764044947e-05,
      "loss": 1.0485,
      "step": 1358
    },
    {
      "epoch": 0.028639618138424822,
      "grad_norm": 0.2240728735923767,
      "learning_rate": 1.907303370786517e-05,
      "loss": 1.0568,
      "step": 1359
    },
    {
      "epoch": 0.02866069217679011,
      "grad_norm": 0.17958518862724304,
      "learning_rate": 1.9087078651685397e-05,
      "loss": 1.0088,
      "step": 1360
    },
    {
      "epoch": 0.028681766215155394,
      "grad_norm": 0.20956623554229736,
      "learning_rate": 1.910112359550562e-05,
      "loss": 1.0265,
      "step": 1361
    },
    {
      "epoch": 0.02870284025352068,
      "grad_norm": 0.15357361733913422,
      "learning_rate": 1.9115168539325842e-05,
      "loss": 0.9355,
      "step": 1362
    },
    {
      "epoch": 0.02872391429188597,
      "grad_norm": 0.23419895768165588,
      "learning_rate": 1.912921348314607e-05,
      "loss": 1.1341,
      "step": 1363
    },
    {
      "epoch": 0.028744988330251256,
      "grad_norm": 0.2076863795518875,
      "learning_rate": 1.9143258426966295e-05,
      "loss": 1.0317,
      "step": 1364
    },
    {
      "epoch": 0.028766062368616542,
      "grad_norm": 0.19647414982318878,
      "learning_rate": 1.9157303370786516e-05,
      "loss": 1.111,
      "step": 1365
    },
    {
      "epoch": 0.028787136406981828,
      "grad_norm": 0.2668500542640686,
      "learning_rate": 1.9171348314606744e-05,
      "loss": 1.0795,
      "step": 1366
    },
    {
      "epoch": 0.028808210445347114,
      "grad_norm": 0.203765869140625,
      "learning_rate": 1.918539325842697e-05,
      "loss": 1.0672,
      "step": 1367
    },
    {
      "epoch": 0.028829284483712404,
      "grad_norm": 0.20190773904323578,
      "learning_rate": 1.9199438202247194e-05,
      "loss": 0.8977,
      "step": 1368
    },
    {
      "epoch": 0.02885035852207769,
      "grad_norm": 0.217025026679039,
      "learning_rate": 1.921348314606742e-05,
      "loss": 1.0595,
      "step": 1369
    },
    {
      "epoch": 0.028871432560442976,
      "grad_norm": 0.24073714017868042,
      "learning_rate": 1.9227528089887643e-05,
      "loss": 1.0578,
      "step": 1370
    },
    {
      "epoch": 0.028892506598808262,
      "grad_norm": 0.21138443052768707,
      "learning_rate": 1.9241573033707868e-05,
      "loss": 0.9626,
      "step": 1371
    },
    {
      "epoch": 0.02891358063717355,
      "grad_norm": 0.19792845845222473,
      "learning_rate": 1.9255617977528092e-05,
      "loss": 1.0526,
      "step": 1372
    },
    {
      "epoch": 0.028934654675538837,
      "grad_norm": 0.24643544852733612,
      "learning_rate": 1.9269662921348317e-05,
      "loss": 1.074,
      "step": 1373
    },
    {
      "epoch": 0.028955728713904123,
      "grad_norm": 0.21590366959571838,
      "learning_rate": 1.928370786516854e-05,
      "loss": 1.0515,
      "step": 1374
    },
    {
      "epoch": 0.02897680275226941,
      "grad_norm": 0.1795032024383545,
      "learning_rate": 1.9297752808988766e-05,
      "loss": 0.9979,
      "step": 1375
    },
    {
      "epoch": 0.0289978767906347,
      "grad_norm": 0.20191527903079987,
      "learning_rate": 1.931179775280899e-05,
      "loss": 1.0219,
      "step": 1376
    },
    {
      "epoch": 0.029018950828999985,
      "grad_norm": 0.20618875324726105,
      "learning_rate": 1.9325842696629215e-05,
      "loss": 0.9969,
      "step": 1377
    },
    {
      "epoch": 0.02904002486736527,
      "grad_norm": 0.14547674357891083,
      "learning_rate": 1.933988764044944e-05,
      "loss": 1.0543,
      "step": 1378
    },
    {
      "epoch": 0.029061098905730557,
      "grad_norm": 0.1786317080259323,
      "learning_rate": 1.9353932584269665e-05,
      "loss": 1.0054,
      "step": 1379
    },
    {
      "epoch": 0.029082172944095843,
      "grad_norm": 0.17788802087306976,
      "learning_rate": 1.936797752808989e-05,
      "loss": 1.1132,
      "step": 1380
    },
    {
      "epoch": 0.029103246982461133,
      "grad_norm": 0.2011130005121231,
      "learning_rate": 1.9382022471910114e-05,
      "loss": 1.0628,
      "step": 1381
    },
    {
      "epoch": 0.02912432102082642,
      "grad_norm": 0.17309333384037018,
      "learning_rate": 1.939606741573034e-05,
      "loss": 1.1327,
      "step": 1382
    },
    {
      "epoch": 0.029145395059191705,
      "grad_norm": 0.21560536324977875,
      "learning_rate": 1.9410112359550563e-05,
      "loss": 1.1183,
      "step": 1383
    },
    {
      "epoch": 0.02916646909755699,
      "grad_norm": 0.16839094460010529,
      "learning_rate": 1.9424157303370788e-05,
      "loss": 1.0692,
      "step": 1384
    },
    {
      "epoch": 0.02918754313592228,
      "grad_norm": 0.21077656745910645,
      "learning_rate": 1.9438202247191013e-05,
      "loss": 1.0636,
      "step": 1385
    },
    {
      "epoch": 0.029208617174287566,
      "grad_norm": 0.18657289445400238,
      "learning_rate": 1.9452247191011237e-05,
      "loss": 1.0886,
      "step": 1386
    },
    {
      "epoch": 0.029229691212652852,
      "grad_norm": 0.21223583817481995,
      "learning_rate": 1.9466292134831462e-05,
      "loss": 0.9199,
      "step": 1387
    },
    {
      "epoch": 0.02925076525101814,
      "grad_norm": 0.19740188121795654,
      "learning_rate": 1.9480337078651687e-05,
      "loss": 0.9936,
      "step": 1388
    },
    {
      "epoch": 0.029271839289383428,
      "grad_norm": 0.2125677466392517,
      "learning_rate": 1.949438202247191e-05,
      "loss": 1.0324,
      "step": 1389
    },
    {
      "epoch": 0.029292913327748714,
      "grad_norm": 0.1599932610988617,
      "learning_rate": 1.9508426966292136e-05,
      "loss": 0.9925,
      "step": 1390
    },
    {
      "epoch": 0.029313987366114,
      "grad_norm": 0.2166418582201004,
      "learning_rate": 1.952247191011236e-05,
      "loss": 1.0263,
      "step": 1391
    },
    {
      "epoch": 0.029335061404479286,
      "grad_norm": 0.20725619792938232,
      "learning_rate": 1.9536516853932585e-05,
      "loss": 1.1337,
      "step": 1392
    },
    {
      "epoch": 0.029356135442844572,
      "grad_norm": 0.20620766282081604,
      "learning_rate": 1.955056179775281e-05,
      "loss": 1.021,
      "step": 1393
    },
    {
      "epoch": 0.02937720948120986,
      "grad_norm": 0.20825472474098206,
      "learning_rate": 1.9564606741573034e-05,
      "loss": 1.0214,
      "step": 1394
    },
    {
      "epoch": 0.029398283519575148,
      "grad_norm": 0.19076178967952728,
      "learning_rate": 1.957865168539326e-05,
      "loss": 1.0129,
      "step": 1395
    },
    {
      "epoch": 0.029419357557940434,
      "grad_norm": 0.14476700127124786,
      "learning_rate": 1.9592696629213487e-05,
      "loss": 1.0673,
      "step": 1396
    },
    {
      "epoch": 0.02944043159630572,
      "grad_norm": 0.23212198913097382,
      "learning_rate": 1.9606741573033708e-05,
      "loss": 1.0934,
      "step": 1397
    },
    {
      "epoch": 0.02946150563467101,
      "grad_norm": 0.1954166293144226,
      "learning_rate": 1.9620786516853933e-05,
      "loss": 1.0241,
      "step": 1398
    },
    {
      "epoch": 0.029482579673036295,
      "grad_norm": 0.19403763115406036,
      "learning_rate": 1.963483146067416e-05,
      "loss": 1.0589,
      "step": 1399
    },
    {
      "epoch": 0.02950365371140158,
      "grad_norm": 0.2023790329694748,
      "learning_rate": 1.9648876404494382e-05,
      "loss": 1.0683,
      "step": 1400
    },
    {
      "epoch": 0.029524727749766867,
      "grad_norm": 0.22347413003444672,
      "learning_rate": 1.9662921348314607e-05,
      "loss": 1.1753,
      "step": 1401
    },
    {
      "epoch": 0.029545801788132157,
      "grad_norm": 0.21206748485565186,
      "learning_rate": 1.9676966292134835e-05,
      "loss": 1.0358,
      "step": 1402
    },
    {
      "epoch": 0.029566875826497443,
      "grad_norm": 0.18545520305633545,
      "learning_rate": 1.9691011235955056e-05,
      "loss": 1.0739,
      "step": 1403
    },
    {
      "epoch": 0.02958794986486273,
      "grad_norm": 0.1920921951532364,
      "learning_rate": 1.970505617977528e-05,
      "loss": 0.9952,
      "step": 1404
    },
    {
      "epoch": 0.029609023903228015,
      "grad_norm": 0.1497235745191574,
      "learning_rate": 1.971910112359551e-05,
      "loss": 1.0831,
      "step": 1405
    },
    {
      "epoch": 0.029630097941593304,
      "grad_norm": 0.1951720267534256,
      "learning_rate": 1.973314606741573e-05,
      "loss": 1.0555,
      "step": 1406
    },
    {
      "epoch": 0.02965117197995859,
      "grad_norm": 0.16914379596710205,
      "learning_rate": 1.9747191011235958e-05,
      "loss": 1.0631,
      "step": 1407
    },
    {
      "epoch": 0.029672246018323876,
      "grad_norm": 0.21158698201179504,
      "learning_rate": 1.9761235955056183e-05,
      "loss": 1.077,
      "step": 1408
    },
    {
      "epoch": 0.029693320056689163,
      "grad_norm": 0.18273299932479858,
      "learning_rate": 1.9775280898876404e-05,
      "loss": 1.0012,
      "step": 1409
    },
    {
      "epoch": 0.02971439409505445,
      "grad_norm": 0.19349586963653564,
      "learning_rate": 1.9789325842696632e-05,
      "loss": 1.0326,
      "step": 1410
    },
    {
      "epoch": 0.029735468133419738,
      "grad_norm": 0.17309139668941498,
      "learning_rate": 1.9803370786516857e-05,
      "loss": 0.973,
      "step": 1411
    },
    {
      "epoch": 0.029756542171785024,
      "grad_norm": 0.20178639888763428,
      "learning_rate": 1.9817415730337078e-05,
      "loss": 1.0025,
      "step": 1412
    },
    {
      "epoch": 0.02977761621015031,
      "grad_norm": 0.23497648537158966,
      "learning_rate": 1.9831460674157306e-05,
      "loss": 1.0781,
      "step": 1413
    },
    {
      "epoch": 0.029798690248515596,
      "grad_norm": 0.16187448799610138,
      "learning_rate": 1.984550561797753e-05,
      "loss": 0.974,
      "step": 1414
    },
    {
      "epoch": 0.029819764286880886,
      "grad_norm": 0.1822303682565689,
      "learning_rate": 1.9859550561797755e-05,
      "loss": 1.0093,
      "step": 1415
    },
    {
      "epoch": 0.029840838325246172,
      "grad_norm": 0.2366420328617096,
      "learning_rate": 1.987359550561798e-05,
      "loss": 1.1127,
      "step": 1416
    },
    {
      "epoch": 0.029861912363611458,
      "grad_norm": 0.17903943359851837,
      "learning_rate": 1.9887640449438205e-05,
      "loss": 1.0447,
      "step": 1417
    },
    {
      "epoch": 0.029882986401976744,
      "grad_norm": 0.17101529240608215,
      "learning_rate": 1.990168539325843e-05,
      "loss": 1.0676,
      "step": 1418
    },
    {
      "epoch": 0.029904060440342033,
      "grad_norm": 0.20669619739055634,
      "learning_rate": 1.9915730337078654e-05,
      "loss": 1.0102,
      "step": 1419
    },
    {
      "epoch": 0.02992513447870732,
      "grad_norm": 0.19803749024868011,
      "learning_rate": 1.992977528089888e-05,
      "loss": 1.0242,
      "step": 1420
    },
    {
      "epoch": 0.029946208517072605,
      "grad_norm": 0.1713564097881317,
      "learning_rate": 1.9943820224719103e-05,
      "loss": 1.0977,
      "step": 1421
    },
    {
      "epoch": 0.02996728255543789,
      "grad_norm": 0.23253150284290314,
      "learning_rate": 1.9957865168539328e-05,
      "loss": 1.0727,
      "step": 1422
    },
    {
      "epoch": 0.029988356593803178,
      "grad_norm": 0.2060013860464096,
      "learning_rate": 1.9971910112359552e-05,
      "loss": 1.0561,
      "step": 1423
    },
    {
      "epoch": 0.030009430632168467,
      "grad_norm": 0.17099983990192413,
      "learning_rate": 1.9985955056179777e-05,
      "loss": 1.0234,
      "step": 1424
    },
    {
      "epoch": 0.030030504670533753,
      "grad_norm": 0.19093191623687744,
      "learning_rate": 2e-05,
      "loss": 1.0368,
      "step": 1425
    },
    {
      "epoch": 0.03005157870889904,
      "grad_norm": 0.17270496487617493,
      "learning_rate": 1.9999999976706995e-05,
      "loss": 1.0084,
      "step": 1426
    },
    {
      "epoch": 0.030072652747264325,
      "grad_norm": 0.19051572680473328,
      "learning_rate": 1.9999999906827977e-05,
      "loss": 1.0565,
      "step": 1427
    },
    {
      "epoch": 0.030093726785629615,
      "grad_norm": 0.19190385937690735,
      "learning_rate": 1.999999979036295e-05,
      "loss": 1.1353,
      "step": 1428
    },
    {
      "epoch": 0.0301148008239949,
      "grad_norm": 0.1732810139656067,
      "learning_rate": 1.9999999627311905e-05,
      "loss": 1.0094,
      "step": 1429
    },
    {
      "epoch": 0.030135874862360187,
      "grad_norm": 0.19757749140262604,
      "learning_rate": 1.9999999417674852e-05,
      "loss": 1.0536,
      "step": 1430
    },
    {
      "epoch": 0.030156948900725473,
      "grad_norm": 0.25877466797828674,
      "learning_rate": 1.9999999161451794e-05,
      "loss": 1.0921,
      "step": 1431
    },
    {
      "epoch": 0.030178022939090762,
      "grad_norm": 0.20052742958068848,
      "learning_rate": 1.9999998858642722e-05,
      "loss": 1.1469,
      "step": 1432
    },
    {
      "epoch": 0.03019909697745605,
      "grad_norm": 0.18376116454601288,
      "learning_rate": 1.9999998509247646e-05,
      "loss": 1.0867,
      "step": 1433
    },
    {
      "epoch": 0.030220171015821334,
      "grad_norm": 0.20112080872058868,
      "learning_rate": 1.9999998113266567e-05,
      "loss": 1.0634,
      "step": 1434
    },
    {
      "epoch": 0.03024124505418662,
      "grad_norm": 0.21725252270698547,
      "learning_rate": 1.999999767069948e-05,
      "loss": 1.0022,
      "step": 1435
    },
    {
      "epoch": 0.030262319092551906,
      "grad_norm": 0.17508475482463837,
      "learning_rate": 1.9999997181546394e-05,
      "loss": 1.0418,
      "step": 1436
    },
    {
      "epoch": 0.030283393130917196,
      "grad_norm": 0.2556326687335968,
      "learning_rate": 1.999999664580731e-05,
      "loss": 1.1746,
      "step": 1437
    },
    {
      "epoch": 0.030304467169282482,
      "grad_norm": 0.23869919776916504,
      "learning_rate": 1.9999996063482223e-05,
      "loss": 0.9707,
      "step": 1438
    },
    {
      "epoch": 0.030325541207647768,
      "grad_norm": 0.196589395403862,
      "learning_rate": 1.999999543457115e-05,
      "loss": 1.0357,
      "step": 1439
    },
    {
      "epoch": 0.030346615246013054,
      "grad_norm": 0.2459159791469574,
      "learning_rate": 1.9999994759074083e-05,
      "loss": 1.0651,
      "step": 1440
    },
    {
      "epoch": 0.030367689284378344,
      "grad_norm": 0.22491610050201416,
      "learning_rate": 1.9999994036991025e-05,
      "loss": 1.0792,
      "step": 1441
    },
    {
      "epoch": 0.03038876332274363,
      "grad_norm": 0.17770026624202728,
      "learning_rate": 1.9999993268321988e-05,
      "loss": 1.0462,
      "step": 1442
    },
    {
      "epoch": 0.030409837361108916,
      "grad_norm": 0.2731137275695801,
      "learning_rate": 1.9999992453066966e-05,
      "loss": 1.1143,
      "step": 1443
    },
    {
      "epoch": 0.0304309113994742,
      "grad_norm": 0.17254285514354706,
      "learning_rate": 1.999999159122597e-05,
      "loss": 1.0438,
      "step": 1444
    },
    {
      "epoch": 0.03045198543783949,
      "grad_norm": 0.20597444474697113,
      "learning_rate": 1.9999990682799e-05,
      "loss": 1.047,
      "step": 1445
    },
    {
      "epoch": 0.030473059476204777,
      "grad_norm": 0.16229699552059174,
      "learning_rate": 1.999998972778606e-05,
      "loss": 0.9948,
      "step": 1446
    },
    {
      "epoch": 0.030494133514570063,
      "grad_norm": 0.21346761286258698,
      "learning_rate": 1.9999988726187155e-05,
      "loss": 1.0129,
      "step": 1447
    },
    {
      "epoch": 0.03051520755293535,
      "grad_norm": 0.19179667532444,
      "learning_rate": 1.999998767800229e-05,
      "loss": 1.0689,
      "step": 1448
    },
    {
      "epoch": 0.030536281591300635,
      "grad_norm": 0.2334187924861908,
      "learning_rate": 1.9999986583231475e-05,
      "loss": 1.0964,
      "step": 1449
    },
    {
      "epoch": 0.030557355629665925,
      "grad_norm": 0.18744458258152008,
      "learning_rate": 1.9999985441874704e-05,
      "loss": 1.0555,
      "step": 1450
    },
    {
      "epoch": 0.03057842966803121,
      "grad_norm": 0.22291119396686554,
      "learning_rate": 1.999998425393199e-05,
      "loss": 1.0766,
      "step": 1451
    },
    {
      "epoch": 0.030599503706396497,
      "grad_norm": 0.23759911954402924,
      "learning_rate": 1.9999983019403345e-05,
      "loss": 0.9956,
      "step": 1452
    },
    {
      "epoch": 0.030620577744761783,
      "grad_norm": 0.19079282879829407,
      "learning_rate": 1.999998173828876e-05,
      "loss": 1.0083,
      "step": 1453
    },
    {
      "epoch": 0.030641651783127073,
      "grad_norm": 0.2421238124370575,
      "learning_rate": 1.9999980410588247e-05,
      "loss": 1.0796,
      "step": 1454
    },
    {
      "epoch": 0.03066272582149236,
      "grad_norm": 0.3195245862007141,
      "learning_rate": 1.9999979036301817e-05,
      "loss": 1.1704,
      "step": 1455
    },
    {
      "epoch": 0.030683799859857645,
      "grad_norm": 0.2094346135854721,
      "learning_rate": 1.9999977615429466e-05,
      "loss": 1.0332,
      "step": 1456
    },
    {
      "epoch": 0.03070487389822293,
      "grad_norm": 0.17953364551067352,
      "learning_rate": 1.999997614797121e-05,
      "loss": 1.0037,
      "step": 1457
    },
    {
      "epoch": 0.03072594793658822,
      "grad_norm": 0.2576605975627899,
      "learning_rate": 1.9999974633927058e-05,
      "loss": 1.1184,
      "step": 1458
    },
    {
      "epoch": 0.030747021974953506,
      "grad_norm": 0.196092426776886,
      "learning_rate": 1.9999973073297004e-05,
      "loss": 1.1107,
      "step": 1459
    },
    {
      "epoch": 0.030768096013318792,
      "grad_norm": 0.20107373595237732,
      "learning_rate": 1.9999971466081067e-05,
      "loss": 1.0759,
      "step": 1460
    },
    {
      "epoch": 0.03078917005168408,
      "grad_norm": 0.2597477436065674,
      "learning_rate": 1.9999969812279253e-05,
      "loss": 1.1005,
      "step": 1461
    },
    {
      "epoch": 0.030810244090049364,
      "grad_norm": 0.1656854897737503,
      "learning_rate": 1.9999968111891562e-05,
      "loss": 1.0518,
      "step": 1462
    },
    {
      "epoch": 0.030831318128414654,
      "grad_norm": 0.1780652552843094,
      "learning_rate": 1.9999966364918015e-05,
      "loss": 1.0758,
      "step": 1463
    },
    {
      "epoch": 0.03085239216677994,
      "grad_norm": 0.21059530973434448,
      "learning_rate": 1.9999964571358607e-05,
      "loss": 1.0129,
      "step": 1464
    },
    {
      "epoch": 0.030873466205145226,
      "grad_norm": 0.15128681063652039,
      "learning_rate": 1.9999962731213353e-05,
      "loss": 1.0327,
      "step": 1465
    },
    {
      "epoch": 0.030894540243510512,
      "grad_norm": 0.19576583802700043,
      "learning_rate": 1.999996084448226e-05,
      "loss": 0.9614,
      "step": 1466
    },
    {
      "epoch": 0.0309156142818758,
      "grad_norm": 0.17496325075626373,
      "learning_rate": 1.9999958911165335e-05,
      "loss": 1.0156,
      "step": 1467
    },
    {
      "epoch": 0.030936688320241088,
      "grad_norm": 0.23234225809574127,
      "learning_rate": 1.9999956931262593e-05,
      "loss": 1.0023,
      "step": 1468
    },
    {
      "epoch": 0.030957762358606374,
      "grad_norm": 0.15346388518810272,
      "learning_rate": 1.9999954904774037e-05,
      "loss": 0.9701,
      "step": 1469
    },
    {
      "epoch": 0.03097883639697166,
      "grad_norm": 0.2157493382692337,
      "learning_rate": 1.999995283169968e-05,
      "loss": 1.1034,
      "step": 1470
    },
    {
      "epoch": 0.03099991043533695,
      "grad_norm": 0.19960352778434753,
      "learning_rate": 1.999995071203953e-05,
      "loss": 1.02,
      "step": 1471
    },
    {
      "epoch": 0.031020984473702235,
      "grad_norm": 0.1943221241235733,
      "learning_rate": 1.99999485457936e-05,
      "loss": 1.1263,
      "step": 1472
    },
    {
      "epoch": 0.03104205851206752,
      "grad_norm": 0.23119181394577026,
      "learning_rate": 1.9999946332961893e-05,
      "loss": 1.0745,
      "step": 1473
    },
    {
      "epoch": 0.031063132550432807,
      "grad_norm": 0.183771550655365,
      "learning_rate": 1.9999944073544427e-05,
      "loss": 1.0022,
      "step": 1474
    },
    {
      "epoch": 0.031084206588798093,
      "grad_norm": 0.1778029203414917,
      "learning_rate": 1.9999941767541206e-05,
      "loss": 1.0718,
      "step": 1475
    },
    {
      "epoch": 0.031105280627163383,
      "grad_norm": 0.20693592727184296,
      "learning_rate": 1.9999939414952247e-05,
      "loss": 1.0768,
      "step": 1476
    },
    {
      "epoch": 0.03112635466552867,
      "grad_norm": 0.21235784888267517,
      "learning_rate": 1.9999937015777557e-05,
      "loss": 1.066,
      "step": 1477
    },
    {
      "epoch": 0.031147428703893955,
      "grad_norm": 0.18100742995738983,
      "learning_rate": 1.999993457001715e-05,
      "loss": 1.0902,
      "step": 1478
    },
    {
      "epoch": 0.03116850274225924,
      "grad_norm": 0.21074919402599335,
      "learning_rate": 1.9999932077671033e-05,
      "loss": 1.0397,
      "step": 1479
    },
    {
      "epoch": 0.03118957678062453,
      "grad_norm": 0.14935559034347534,
      "learning_rate": 1.999992953873922e-05,
      "loss": 1.0108,
      "step": 1480
    },
    {
      "epoch": 0.031210650818989816,
      "grad_norm": 0.2338188737630844,
      "learning_rate": 1.9999926953221727e-05,
      "loss": 1.0518,
      "step": 1481
    },
    {
      "epoch": 0.031231724857355102,
      "grad_norm": 0.2367693930864334,
      "learning_rate": 1.999992432111856e-05,
      "loss": 1.0565,
      "step": 1482
    },
    {
      "epoch": 0.03125279889572039,
      "grad_norm": 0.20192678272724152,
      "learning_rate": 1.999992164242973e-05,
      "loss": 1.0678,
      "step": 1483
    },
    {
      "epoch": 0.03127387293408568,
      "grad_norm": 0.22087953984737396,
      "learning_rate": 1.9999918917155258e-05,
      "loss": 1.0881,
      "step": 1484
    },
    {
      "epoch": 0.031294946972450964,
      "grad_norm": 0.18436014652252197,
      "learning_rate": 1.9999916145295145e-05,
      "loss": 1.0283,
      "step": 1485
    },
    {
      "epoch": 0.03131602101081625,
      "grad_norm": 0.18369105458259583,
      "learning_rate": 1.9999913326849415e-05,
      "loss": 1.088,
      "step": 1486
    },
    {
      "epoch": 0.031337095049181536,
      "grad_norm": 0.22860035300254822,
      "learning_rate": 1.9999910461818076e-05,
      "loss": 1.0434,
      "step": 1487
    },
    {
      "epoch": 0.03135816908754682,
      "grad_norm": 0.15953074395656586,
      "learning_rate": 1.999990755020114e-05,
      "loss": 1.0216,
      "step": 1488
    },
    {
      "epoch": 0.03137924312591211,
      "grad_norm": 0.1692124903202057,
      "learning_rate": 1.9999904591998627e-05,
      "loss": 1.0293,
      "step": 1489
    },
    {
      "epoch": 0.031400317164277394,
      "grad_norm": 0.16196128726005554,
      "learning_rate": 1.999990158721054e-05,
      "loss": 1.0008,
      "step": 1490
    },
    {
      "epoch": 0.03142139120264269,
      "grad_norm": 0.1533985137939453,
      "learning_rate": 1.9999898535836904e-05,
      "loss": 1.0192,
      "step": 1491
    },
    {
      "epoch": 0.03144246524100797,
      "grad_norm": 0.2713150978088379,
      "learning_rate": 1.999989543787773e-05,
      "loss": 1.0429,
      "step": 1492
    },
    {
      "epoch": 0.03146353927937326,
      "grad_norm": 0.2058667093515396,
      "learning_rate": 1.9999892293333025e-05,
      "loss": 1.0688,
      "step": 1493
    },
    {
      "epoch": 0.031484613317738545,
      "grad_norm": 0.1852109283208847,
      "learning_rate": 1.9999889102202814e-05,
      "loss": 1.0525,
      "step": 1494
    },
    {
      "epoch": 0.03150568735610383,
      "grad_norm": 0.15630391240119934,
      "learning_rate": 1.999988586448711e-05,
      "loss": 1.1033,
      "step": 1495
    },
    {
      "epoch": 0.03152676139446912,
      "grad_norm": 0.2373887300491333,
      "learning_rate": 1.9999882580185916e-05,
      "loss": 1.0463,
      "step": 1496
    },
    {
      "epoch": 0.031547835432834404,
      "grad_norm": 0.19671028852462769,
      "learning_rate": 1.9999879249299266e-05,
      "loss": 1.0183,
      "step": 1497
    },
    {
      "epoch": 0.03156890947119969,
      "grad_norm": 0.1962396651506424,
      "learning_rate": 1.999987587182716e-05,
      "loss": 1.1099,
      "step": 1498
    },
    {
      "epoch": 0.03158998350956498,
      "grad_norm": 0.18361325562000275,
      "learning_rate": 1.9999872447769624e-05,
      "loss": 1.0465,
      "step": 1499
    },
    {
      "epoch": 0.03161105754793027,
      "grad_norm": 0.15181170403957367,
      "learning_rate": 1.9999868977126668e-05,
      "loss": 0.9414,
      "step": 1500
    },
    {
      "epoch": 0.031632131586295555,
      "grad_norm": 0.17024628818035126,
      "learning_rate": 1.999986545989831e-05,
      "loss": 1.0315,
      "step": 1501
    },
    {
      "epoch": 0.03165320562466084,
      "grad_norm": 0.1673908680677414,
      "learning_rate": 1.9999861896084566e-05,
      "loss": 1.0177,
      "step": 1502
    },
    {
      "epoch": 0.03167427966302613,
      "grad_norm": 0.18296481668949127,
      "learning_rate": 1.9999858285685456e-05,
      "loss": 1.0674,
      "step": 1503
    },
    {
      "epoch": 0.03169535370139141,
      "grad_norm": 0.19049474596977234,
      "learning_rate": 1.999985462870099e-05,
      "loss": 1.0745,
      "step": 1504
    },
    {
      "epoch": 0.0317164277397567,
      "grad_norm": 0.1647217571735382,
      "learning_rate": 1.9999850925131192e-05,
      "loss": 1.0736,
      "step": 1505
    },
    {
      "epoch": 0.031737501778121985,
      "grad_norm": 0.1905999779701233,
      "learning_rate": 1.9999847174976078e-05,
      "loss": 1.0511,
      "step": 1506
    },
    {
      "epoch": 0.03175857581648727,
      "grad_norm": 0.19039784371852875,
      "learning_rate": 1.9999843378235663e-05,
      "loss": 1.0247,
      "step": 1507
    },
    {
      "epoch": 0.031779649854852564,
      "grad_norm": 0.2625519037246704,
      "learning_rate": 1.999983953490996e-05,
      "loss": 1.0538,
      "step": 1508
    },
    {
      "epoch": 0.03180072389321785,
      "grad_norm": 0.2061859369277954,
      "learning_rate": 1.9999835644998998e-05,
      "loss": 1.0708,
      "step": 1509
    },
    {
      "epoch": 0.031821797931583136,
      "grad_norm": 0.1831846386194229,
      "learning_rate": 1.9999831708502785e-05,
      "loss": 1.0364,
      "step": 1510
    },
    {
      "epoch": 0.03184287196994842,
      "grad_norm": 0.20441073179244995,
      "learning_rate": 1.999982772542135e-05,
      "loss": 1.0025,
      "step": 1511
    },
    {
      "epoch": 0.03186394600831371,
      "grad_norm": 0.2143535166978836,
      "learning_rate": 1.99998236957547e-05,
      "loss": 1.045,
      "step": 1512
    },
    {
      "epoch": 0.031885020046678994,
      "grad_norm": 0.20413292944431305,
      "learning_rate": 1.999981961950286e-05,
      "loss": 1.0601,
      "step": 1513
    },
    {
      "epoch": 0.03190609408504428,
      "grad_norm": 0.25037682056427,
      "learning_rate": 1.9999815496665848e-05,
      "loss": 1.0698,
      "step": 1514
    },
    {
      "epoch": 0.031927168123409566,
      "grad_norm": 0.2575252652168274,
      "learning_rate": 1.9999811327243686e-05,
      "loss": 1.1001,
      "step": 1515
    },
    {
      "epoch": 0.03194824216177485,
      "grad_norm": 0.1520763486623764,
      "learning_rate": 1.9999807111236385e-05,
      "loss": 1.0513,
      "step": 1516
    },
    {
      "epoch": 0.031969316200140145,
      "grad_norm": 0.22945895791053772,
      "learning_rate": 1.9999802848643977e-05,
      "loss": 1.086,
      "step": 1517
    },
    {
      "epoch": 0.03199039023850543,
      "grad_norm": 0.21197061240673065,
      "learning_rate": 1.999979853946647e-05,
      "loss": 1.0778,
      "step": 1518
    },
    {
      "epoch": 0.03201146427687072,
      "grad_norm": 0.20936304330825806,
      "learning_rate": 1.9999794183703894e-05,
      "loss": 1.0345,
      "step": 1519
    },
    {
      "epoch": 0.032032538315236,
      "grad_norm": 0.31895390152931213,
      "learning_rate": 1.999978978135626e-05,
      "loss": 1.1101,
      "step": 1520
    },
    {
      "epoch": 0.03205361235360129,
      "grad_norm": 0.262604296207428,
      "learning_rate": 1.99997853324236e-05,
      "loss": 1.0731,
      "step": 1521
    },
    {
      "epoch": 0.032074686391966575,
      "grad_norm": 0.1899135708808899,
      "learning_rate": 1.999978083690592e-05,
      "loss": 1.0432,
      "step": 1522
    },
    {
      "epoch": 0.03209576043033186,
      "grad_norm": 0.17531557381153107,
      "learning_rate": 1.9999776294803253e-05,
      "loss": 1.0414,
      "step": 1523
    },
    {
      "epoch": 0.03211683446869715,
      "grad_norm": 0.1738370805978775,
      "learning_rate": 1.9999771706115615e-05,
      "loss": 1.049,
      "step": 1524
    },
    {
      "epoch": 0.03213790850706244,
      "grad_norm": 0.17111165821552277,
      "learning_rate": 1.9999767070843024e-05,
      "loss": 1.0086,
      "step": 1525
    },
    {
      "epoch": 0.032158982545427726,
      "grad_norm": 0.16957716643810272,
      "learning_rate": 1.999976238898551e-05,
      "loss": 1.0119,
      "step": 1526
    },
    {
      "epoch": 0.03218005658379301,
      "grad_norm": 0.17699089646339417,
      "learning_rate": 1.9999757660543093e-05,
      "loss": 1.0835,
      "step": 1527
    },
    {
      "epoch": 0.0322011306221583,
      "grad_norm": 0.19372126460075378,
      "learning_rate": 1.9999752885515792e-05,
      "loss": 0.9844,
      "step": 1528
    },
    {
      "epoch": 0.032222204660523585,
      "grad_norm": 0.19208672642707825,
      "learning_rate": 1.9999748063903627e-05,
      "loss": 1.0852,
      "step": 1529
    },
    {
      "epoch": 0.03224327869888887,
      "grad_norm": 0.1954909712076187,
      "learning_rate": 1.9999743195706626e-05,
      "loss": 1.0617,
      "step": 1530
    },
    {
      "epoch": 0.03226435273725416,
      "grad_norm": 0.18465518951416016,
      "learning_rate": 1.9999738280924808e-05,
      "loss": 0.9108,
      "step": 1531
    },
    {
      "epoch": 0.03228542677561944,
      "grad_norm": 0.15663856267929077,
      "learning_rate": 1.9999733319558197e-05,
      "loss": 0.9903,
      "step": 1532
    },
    {
      "epoch": 0.03230650081398473,
      "grad_norm": 0.17001453042030334,
      "learning_rate": 1.9999728311606814e-05,
      "loss": 0.9652,
      "step": 1533
    },
    {
      "epoch": 0.03232757485235002,
      "grad_norm": 0.1588555872440338,
      "learning_rate": 1.999972325707069e-05,
      "loss": 1.0251,
      "step": 1534
    },
    {
      "epoch": 0.03234864889071531,
      "grad_norm": 0.21651145815849304,
      "learning_rate": 1.9999718155949838e-05,
      "loss": 1.1397,
      "step": 1535
    },
    {
      "epoch": 0.032369722929080594,
      "grad_norm": 0.2271004617214203,
      "learning_rate": 1.9999713008244287e-05,
      "loss": 1.0951,
      "step": 1536
    },
    {
      "epoch": 0.03239079696744588,
      "grad_norm": 0.17167912423610687,
      "learning_rate": 1.999970781395406e-05,
      "loss": 0.9947,
      "step": 1537
    },
    {
      "epoch": 0.032411871005811166,
      "grad_norm": 0.1893518567085266,
      "learning_rate": 1.9999702573079185e-05,
      "loss": 1.1022,
      "step": 1538
    },
    {
      "epoch": 0.03243294504417645,
      "grad_norm": 0.2880626618862152,
      "learning_rate": 1.9999697285619682e-05,
      "loss": 1.1165,
      "step": 1539
    },
    {
      "epoch": 0.03245401908254174,
      "grad_norm": 0.2425868809223175,
      "learning_rate": 1.999969195157558e-05,
      "loss": 1.0649,
      "step": 1540
    },
    {
      "epoch": 0.032475093120907024,
      "grad_norm": 0.16215822100639343,
      "learning_rate": 1.9999686570946898e-05,
      "loss": 1.0647,
      "step": 1541
    },
    {
      "epoch": 0.03249616715927231,
      "grad_norm": 0.22692053020000458,
      "learning_rate": 1.9999681143733664e-05,
      "loss": 1.0466,
      "step": 1542
    },
    {
      "epoch": 0.0325172411976376,
      "grad_norm": 0.2018168717622757,
      "learning_rate": 1.9999675669935904e-05,
      "loss": 1.0408,
      "step": 1543
    },
    {
      "epoch": 0.03253831523600289,
      "grad_norm": 0.21561197936534882,
      "learning_rate": 1.999967014955364e-05,
      "loss": 1.119,
      "step": 1544
    },
    {
      "epoch": 0.032559389274368175,
      "grad_norm": 0.24230706691741943,
      "learning_rate": 1.9999664582586906e-05,
      "loss": 1.0674,
      "step": 1545
    },
    {
      "epoch": 0.03258046331273346,
      "grad_norm": 0.28690025210380554,
      "learning_rate": 1.9999658969035717e-05,
      "loss": 1.0481,
      "step": 1546
    },
    {
      "epoch": 0.03260153735109875,
      "grad_norm": 0.15884318947792053,
      "learning_rate": 1.9999653308900104e-05,
      "loss": 0.9937,
      "step": 1547
    },
    {
      "epoch": 0.03262261138946403,
      "grad_norm": 0.2542901039123535,
      "learning_rate": 1.9999647602180096e-05,
      "loss": 1.1331,
      "step": 1548
    },
    {
      "epoch": 0.03264368542782932,
      "grad_norm": 0.24259646236896515,
      "learning_rate": 1.9999641848875718e-05,
      "loss": 1.0207,
      "step": 1549
    },
    {
      "epoch": 0.032664759466194605,
      "grad_norm": 0.20800451934337616,
      "learning_rate": 1.9999636048986998e-05,
      "loss": 1.0835,
      "step": 1550
    },
    {
      "epoch": 0.0326858335045599,
      "grad_norm": 0.23177103698253632,
      "learning_rate": 1.999963020251396e-05,
      "loss": 1.0395,
      "step": 1551
    },
    {
      "epoch": 0.032706907542925184,
      "grad_norm": 0.2534240186214447,
      "learning_rate": 1.999962430945663e-05,
      "loss": 1.0856,
      "step": 1552
    },
    {
      "epoch": 0.03272798158129047,
      "grad_norm": 0.15940998494625092,
      "learning_rate": 1.9999618369815035e-05,
      "loss": 1.1248,
      "step": 1553
    },
    {
      "epoch": 0.032749055619655756,
      "grad_norm": 0.2021085023880005,
      "learning_rate": 1.9999612383589214e-05,
      "loss": 1.114,
      "step": 1554
    },
    {
      "epoch": 0.03277012965802104,
      "grad_norm": 0.19845186173915863,
      "learning_rate": 1.999960635077918e-05,
      "loss": 1.0372,
      "step": 1555
    },
    {
      "epoch": 0.03279120369638633,
      "grad_norm": 0.18592780828475952,
      "learning_rate": 1.9999600271384973e-05,
      "loss": 0.9954,
      "step": 1556
    },
    {
      "epoch": 0.032812277734751615,
      "grad_norm": 0.1893184334039688,
      "learning_rate": 1.9999594145406613e-05,
      "loss": 1.0508,
      "step": 1557
    },
    {
      "epoch": 0.0328333517731169,
      "grad_norm": 0.19500373303890228,
      "learning_rate": 1.9999587972844132e-05,
      "loss": 1.0571,
      "step": 1558
    },
    {
      "epoch": 0.03285442581148219,
      "grad_norm": 0.18973317742347717,
      "learning_rate": 1.9999581753697555e-05,
      "loss": 1.1121,
      "step": 1559
    },
    {
      "epoch": 0.03287549984984748,
      "grad_norm": 0.18636642396450043,
      "learning_rate": 1.999957548796692e-05,
      "loss": 1.035,
      "step": 1560
    },
    {
      "epoch": 0.032896573888212766,
      "grad_norm": 0.2320730984210968,
      "learning_rate": 1.999956917565225e-05,
      "loss": 1.0771,
      "step": 1561
    },
    {
      "epoch": 0.03291764792657805,
      "grad_norm": 0.1711105853319168,
      "learning_rate": 1.999956281675357e-05,
      "loss": 1.0397,
      "step": 1562
    },
    {
      "epoch": 0.03293872196494334,
      "grad_norm": 0.21063585579395294,
      "learning_rate": 1.999955641127092e-05,
      "loss": 1.0778,
      "step": 1563
    },
    {
      "epoch": 0.032959796003308624,
      "grad_norm": 0.1642308235168457,
      "learning_rate": 1.999954995920432e-05,
      "loss": 1.0718,
      "step": 1564
    },
    {
      "epoch": 0.03298087004167391,
      "grad_norm": 0.18941549956798553,
      "learning_rate": 1.9999543460553804e-05,
      "loss": 1.1134,
      "step": 1565
    },
    {
      "epoch": 0.033001944080039196,
      "grad_norm": 0.15799857676029205,
      "learning_rate": 1.9999536915319404e-05,
      "loss": 0.9943,
      "step": 1566
    },
    {
      "epoch": 0.03302301811840448,
      "grad_norm": 0.19150003790855408,
      "learning_rate": 1.999953032350115e-05,
      "loss": 1.0702,
      "step": 1567
    },
    {
      "epoch": 0.033044092156769775,
      "grad_norm": 0.2597125470638275,
      "learning_rate": 1.999952368509907e-05,
      "loss": 1.0335,
      "step": 1568
    },
    {
      "epoch": 0.03306516619513506,
      "grad_norm": 0.19655507802963257,
      "learning_rate": 1.9999517000113198e-05,
      "loss": 1.096,
      "step": 1569
    },
    {
      "epoch": 0.03308624023350035,
      "grad_norm": 0.2111402302980423,
      "learning_rate": 1.9999510268543564e-05,
      "loss": 1.087,
      "step": 1570
    },
    {
      "epoch": 0.03310731427186563,
      "grad_norm": 0.1775975227355957,
      "learning_rate": 1.9999503490390198e-05,
      "loss": 1.0625,
      "step": 1571
    },
    {
      "epoch": 0.03312838831023092,
      "grad_norm": 0.1615513265132904,
      "learning_rate": 1.9999496665653133e-05,
      "loss": 1.1215,
      "step": 1572
    },
    {
      "epoch": 0.033149462348596205,
      "grad_norm": 0.17046725749969482,
      "learning_rate": 1.9999489794332404e-05,
      "loss": 1.0208,
      "step": 1573
    },
    {
      "epoch": 0.03317053638696149,
      "grad_norm": 0.17227168381214142,
      "learning_rate": 1.9999482876428034e-05,
      "loss": 1.0511,
      "step": 1574
    },
    {
      "epoch": 0.03319161042532678,
      "grad_norm": 0.20300175249576569,
      "learning_rate": 1.9999475911940064e-05,
      "loss": 1.1206,
      "step": 1575
    },
    {
      "epoch": 0.03321268446369206,
      "grad_norm": 0.1746811419725418,
      "learning_rate": 1.9999468900868525e-05,
      "loss": 1.0708,
      "step": 1576
    },
    {
      "epoch": 0.033233758502057356,
      "grad_norm": 0.1954367607831955,
      "learning_rate": 1.9999461843213442e-05,
      "loss": 1.1126,
      "step": 1577
    },
    {
      "epoch": 0.03325483254042264,
      "grad_norm": 0.1835147887468338,
      "learning_rate": 1.999945473897486e-05,
      "loss": 1.0552,
      "step": 1578
    },
    {
      "epoch": 0.03327590657878793,
      "grad_norm": 0.15436621010303497,
      "learning_rate": 1.9999447588152803e-05,
      "loss": 1.0031,
      "step": 1579
    },
    {
      "epoch": 0.033296980617153214,
      "grad_norm": 0.1691257208585739,
      "learning_rate": 1.999944039074731e-05,
      "loss": 1.045,
      "step": 1580
    },
    {
      "epoch": 0.0333180546555185,
      "grad_norm": 0.18341240286827087,
      "learning_rate": 1.9999433146758406e-05,
      "loss": 1.0453,
      "step": 1581
    },
    {
      "epoch": 0.033339128693883786,
      "grad_norm": 0.18535377085208893,
      "learning_rate": 1.9999425856186136e-05,
      "loss": 1.0571,
      "step": 1582
    },
    {
      "epoch": 0.03336020273224907,
      "grad_norm": 0.16460733115673065,
      "learning_rate": 1.9999418519030527e-05,
      "loss": 1.0038,
      "step": 1583
    },
    {
      "epoch": 0.03338127677061436,
      "grad_norm": 0.17980755865573883,
      "learning_rate": 1.9999411135291613e-05,
      "loss": 0.9997,
      "step": 1584
    },
    {
      "epoch": 0.033402350808979644,
      "grad_norm": 0.17844396829605103,
      "learning_rate": 1.999940370496943e-05,
      "loss": 1.0734,
      "step": 1585
    },
    {
      "epoch": 0.03342342484734494,
      "grad_norm": 0.22186702489852905,
      "learning_rate": 1.9999396228064017e-05,
      "loss": 1.0644,
      "step": 1586
    },
    {
      "epoch": 0.033444498885710224,
      "grad_norm": 0.17916332185268402,
      "learning_rate": 1.9999388704575403e-05,
      "loss": 1.0567,
      "step": 1587
    },
    {
      "epoch": 0.03346557292407551,
      "grad_norm": 0.18708038330078125,
      "learning_rate": 1.999938113450362e-05,
      "loss": 1.0655,
      "step": 1588
    },
    {
      "epoch": 0.033486646962440796,
      "grad_norm": 0.20559599995613098,
      "learning_rate": 1.9999373517848713e-05,
      "loss": 1.0994,
      "step": 1589
    },
    {
      "epoch": 0.03350772100080608,
      "grad_norm": 0.17803128063678741,
      "learning_rate": 1.999936585461071e-05,
      "loss": 0.994,
      "step": 1590
    },
    {
      "epoch": 0.03352879503917137,
      "grad_norm": 0.17826613783836365,
      "learning_rate": 1.9999358144789646e-05,
      "loss": 1.0217,
      "step": 1591
    },
    {
      "epoch": 0.033549869077536654,
      "grad_norm": 0.21176107227802277,
      "learning_rate": 1.9999350388385562e-05,
      "loss": 1.0678,
      "step": 1592
    },
    {
      "epoch": 0.03357094311590194,
      "grad_norm": 0.25500714778900146,
      "learning_rate": 1.9999342585398495e-05,
      "loss": 1.104,
      "step": 1593
    },
    {
      "epoch": 0.03359201715426723,
      "grad_norm": 0.1843598186969757,
      "learning_rate": 1.9999334735828478e-05,
      "loss": 1.0756,
      "step": 1594
    },
    {
      "epoch": 0.03361309119263252,
      "grad_norm": 0.1820446103811264,
      "learning_rate": 1.9999326839675546e-05,
      "loss": 1.0355,
      "step": 1595
    },
    {
      "epoch": 0.033634165230997805,
      "grad_norm": 0.1854621171951294,
      "learning_rate": 1.9999318896939738e-05,
      "loss": 1.0631,
      "step": 1596
    },
    {
      "epoch": 0.03365523926936309,
      "grad_norm": 0.2187977284193039,
      "learning_rate": 1.9999310907621093e-05,
      "loss": 1.0748,
      "step": 1597
    },
    {
      "epoch": 0.03367631330772838,
      "grad_norm": 0.17348851263523102,
      "learning_rate": 1.999930287171964e-05,
      "loss": 1.0336,
      "step": 1598
    },
    {
      "epoch": 0.03369738734609366,
      "grad_norm": 0.16464713215827942,
      "learning_rate": 1.9999294789235427e-05,
      "loss": 0.9321,
      "step": 1599
    },
    {
      "epoch": 0.03371846138445895,
      "grad_norm": 0.17112132906913757,
      "learning_rate": 1.9999286660168485e-05,
      "loss": 1.0235,
      "step": 1600
    },
    {
      "epoch": 0.033739535422824235,
      "grad_norm": 0.16752153635025024,
      "learning_rate": 1.9999278484518858e-05,
      "loss": 1.0483,
      "step": 1601
    },
    {
      "epoch": 0.03376060946118952,
      "grad_norm": 0.1670369952917099,
      "learning_rate": 1.9999270262286576e-05,
      "loss": 1.0256,
      "step": 1602
    },
    {
      "epoch": 0.033781683499554814,
      "grad_norm": 0.18269068002700806,
      "learning_rate": 1.9999261993471686e-05,
      "loss": 1.1145,
      "step": 1603
    },
    {
      "epoch": 0.0338027575379201,
      "grad_norm": 0.17575603723526,
      "learning_rate": 1.9999253678074216e-05,
      "loss": 1.0584,
      "step": 1604
    },
    {
      "epoch": 0.033823831576285386,
      "grad_norm": 0.6422189474105835,
      "learning_rate": 1.9999245316094217e-05,
      "loss": 1.0135,
      "step": 1605
    },
    {
      "epoch": 0.03384490561465067,
      "grad_norm": 0.1643024981021881,
      "learning_rate": 1.9999236907531715e-05,
      "loss": 1.0652,
      "step": 1606
    },
    {
      "epoch": 0.03386597965301596,
      "grad_norm": 0.16455626487731934,
      "learning_rate": 1.9999228452386758e-05,
      "loss": 1.0254,
      "step": 1607
    },
    {
      "epoch": 0.033887053691381244,
      "grad_norm": 0.21933408081531525,
      "learning_rate": 1.9999219950659383e-05,
      "loss": 1.0653,
      "step": 1608
    },
    {
      "epoch": 0.03390812772974653,
      "grad_norm": 0.18289922177791595,
      "learning_rate": 1.999921140234963e-05,
      "loss": 1.0939,
      "step": 1609
    },
    {
      "epoch": 0.033929201768111816,
      "grad_norm": 0.1770201325416565,
      "learning_rate": 1.9999202807457537e-05,
      "loss": 1.0352,
      "step": 1610
    },
    {
      "epoch": 0.0339502758064771,
      "grad_norm": 0.19180402159690857,
      "learning_rate": 1.999919416598315e-05,
      "loss": 1.1055,
      "step": 1611
    },
    {
      "epoch": 0.033971349844842395,
      "grad_norm": 0.17784027755260468,
      "learning_rate": 1.99991854779265e-05,
      "loss": 1.025,
      "step": 1612
    },
    {
      "epoch": 0.03399242388320768,
      "grad_norm": 0.22538155317306519,
      "learning_rate": 1.9999176743287635e-05,
      "loss": 1.0114,
      "step": 1613
    },
    {
      "epoch": 0.03401349792157297,
      "grad_norm": 0.16637587547302246,
      "learning_rate": 1.9999167962066594e-05,
      "loss": 1.0699,
      "step": 1614
    },
    {
      "epoch": 0.03403457195993825,
      "grad_norm": 0.2137552797794342,
      "learning_rate": 1.9999159134263414e-05,
      "loss": 1.0007,
      "step": 1615
    },
    {
      "epoch": 0.03405564599830354,
      "grad_norm": 0.18092797696590424,
      "learning_rate": 1.999915025987814e-05,
      "loss": 0.9902,
      "step": 1616
    },
    {
      "epoch": 0.034076720036668826,
      "grad_norm": 0.15036655962467194,
      "learning_rate": 1.9999141338910813e-05,
      "loss": 1.026,
      "step": 1617
    },
    {
      "epoch": 0.03409779407503411,
      "grad_norm": 0.17527735233306885,
      "learning_rate": 1.9999132371361478e-05,
      "loss": 1.0943,
      "step": 1618
    },
    {
      "epoch": 0.0341188681133994,
      "grad_norm": 0.18613973259925842,
      "learning_rate": 1.9999123357230165e-05,
      "loss": 0.9695,
      "step": 1619
    },
    {
      "epoch": 0.03413994215176469,
      "grad_norm": 0.16400246322155,
      "learning_rate": 1.999911429651693e-05,
      "loss": 1.028,
      "step": 1620
    },
    {
      "epoch": 0.03416101619012998,
      "grad_norm": 0.16778434813022614,
      "learning_rate": 1.9999105189221804e-05,
      "loss": 1.0363,
      "step": 1621
    },
    {
      "epoch": 0.03418209022849526,
      "grad_norm": 0.21074335277080536,
      "learning_rate": 1.9999096035344837e-05,
      "loss": 1.0692,
      "step": 1622
    },
    {
      "epoch": 0.03420316426686055,
      "grad_norm": 0.25272324681282043,
      "learning_rate": 1.999908683488607e-05,
      "loss": 1.1219,
      "step": 1623
    },
    {
      "epoch": 0.034224238305225835,
      "grad_norm": 0.20721131563186646,
      "learning_rate": 1.999907758784554e-05,
      "loss": 1.0436,
      "step": 1624
    },
    {
      "epoch": 0.03424531234359112,
      "grad_norm": 0.17613276839256287,
      "learning_rate": 1.99990682942233e-05,
      "loss": 1.0013,
      "step": 1625
    },
    {
      "epoch": 0.03426638638195641,
      "grad_norm": 0.25322425365448,
      "learning_rate": 1.9999058954019387e-05,
      "loss": 1.0985,
      "step": 1626
    },
    {
      "epoch": 0.03428746042032169,
      "grad_norm": 0.25103792548179626,
      "learning_rate": 1.9999049567233845e-05,
      "loss": 1.064,
      "step": 1627
    },
    {
      "epoch": 0.03430853445868698,
      "grad_norm": 0.16333146393299103,
      "learning_rate": 1.999904013386672e-05,
      "loss": 1.0133,
      "step": 1628
    },
    {
      "epoch": 0.03432960849705227,
      "grad_norm": 0.2688612937927246,
      "learning_rate": 1.999903065391805e-05,
      "loss": 1.0882,
      "step": 1629
    },
    {
      "epoch": 0.03435068253541756,
      "grad_norm": 0.2041574865579605,
      "learning_rate": 1.9999021127387887e-05,
      "loss": 1.0073,
      "step": 1630
    },
    {
      "epoch": 0.034371756573782844,
      "grad_norm": 0.3202301561832428,
      "learning_rate": 1.999901155427627e-05,
      "loss": 0.9501,
      "step": 1631
    },
    {
      "epoch": 0.03439283061214813,
      "grad_norm": 0.19308404624462128,
      "learning_rate": 1.9999001934583247e-05,
      "loss": 1.0359,
      "step": 1632
    },
    {
      "epoch": 0.034413904650513416,
      "grad_norm": 0.15268489718437195,
      "learning_rate": 1.9998992268308864e-05,
      "loss": 0.9929,
      "step": 1633
    },
    {
      "epoch": 0.0344349786888787,
      "grad_norm": 0.21389369666576385,
      "learning_rate": 1.9998982555453158e-05,
      "loss": 1.0625,
      "step": 1634
    },
    {
      "epoch": 0.03445605272724399,
      "grad_norm": 0.15935006737709045,
      "learning_rate": 1.9998972796016183e-05,
      "loss": 1.0625,
      "step": 1635
    },
    {
      "epoch": 0.034477126765609274,
      "grad_norm": 0.1768299639225006,
      "learning_rate": 1.9998962989997982e-05,
      "loss": 0.9483,
      "step": 1636
    },
    {
      "epoch": 0.03449820080397456,
      "grad_norm": 0.15214645862579346,
      "learning_rate": 1.9998953137398594e-05,
      "loss": 1.0318,
      "step": 1637
    },
    {
      "epoch": 0.03451927484233985,
      "grad_norm": 0.1804959625005722,
      "learning_rate": 1.9998943238218076e-05,
      "loss": 1.0341,
      "step": 1638
    },
    {
      "epoch": 0.03454034888070514,
      "grad_norm": 0.192673459649086,
      "learning_rate": 1.9998933292456468e-05,
      "loss": 1.1281,
      "step": 1639
    },
    {
      "epoch": 0.034561422919070425,
      "grad_norm": 0.20935198664665222,
      "learning_rate": 1.9998923300113818e-05,
      "loss": 1.0629,
      "step": 1640
    },
    {
      "epoch": 0.03458249695743571,
      "grad_norm": 0.17084458470344543,
      "learning_rate": 1.9998913261190173e-05,
      "loss": 1.0372,
      "step": 1641
    },
    {
      "epoch": 0.034603570995801,
      "grad_norm": 0.17452943325042725,
      "learning_rate": 1.9998903175685574e-05,
      "loss": 1.0841,
      "step": 1642
    },
    {
      "epoch": 0.03462464503416628,
      "grad_norm": 0.1829099953174591,
      "learning_rate": 1.9998893043600072e-05,
      "loss": 1.0935,
      "step": 1643
    },
    {
      "epoch": 0.03464571907253157,
      "grad_norm": 0.16713884472846985,
      "learning_rate": 1.9998882864933718e-05,
      "loss": 0.9963,
      "step": 1644
    },
    {
      "epoch": 0.034666793110896856,
      "grad_norm": 0.19158406555652618,
      "learning_rate": 1.9998872639686555e-05,
      "loss": 1.1064,
      "step": 1645
    },
    {
      "epoch": 0.03468786714926215,
      "grad_norm": 0.1868482381105423,
      "learning_rate": 1.9998862367858632e-05,
      "loss": 1.0676,
      "step": 1646
    },
    {
      "epoch": 0.034708941187627435,
      "grad_norm": 0.1696542650461197,
      "learning_rate": 1.9998852049449998e-05,
      "loss": 1.0303,
      "step": 1647
    },
    {
      "epoch": 0.03473001522599272,
      "grad_norm": 0.17464451491832733,
      "learning_rate": 1.99988416844607e-05,
      "loss": 1.0412,
      "step": 1648
    },
    {
      "epoch": 0.03475108926435801,
      "grad_norm": 0.19391222298145294,
      "learning_rate": 1.999883127289078e-05,
      "loss": 1.0194,
      "step": 1649
    },
    {
      "epoch": 0.03477216330272329,
      "grad_norm": 0.177503302693367,
      "learning_rate": 1.9998820814740298e-05,
      "loss": 1.0093,
      "step": 1650
    },
    {
      "epoch": 0.03479323734108858,
      "grad_norm": 0.24159114062786102,
      "learning_rate": 1.9998810310009295e-05,
      "loss": 1.0803,
      "step": 1651
    },
    {
      "epoch": 0.034814311379453865,
      "grad_norm": 0.18029968440532684,
      "learning_rate": 1.999879975869782e-05,
      "loss": 1.0224,
      "step": 1652
    },
    {
      "epoch": 0.03483538541781915,
      "grad_norm": 0.16870170831680298,
      "learning_rate": 1.9998789160805928e-05,
      "loss": 1.0317,
      "step": 1653
    },
    {
      "epoch": 0.03485645945618444,
      "grad_norm": 0.22183288633823395,
      "learning_rate": 1.9998778516333662e-05,
      "loss": 1.0483,
      "step": 1654
    },
    {
      "epoch": 0.03487753349454973,
      "grad_norm": 0.16936089098453522,
      "learning_rate": 1.999876782528108e-05,
      "loss": 0.9672,
      "step": 1655
    },
    {
      "epoch": 0.034898607532915016,
      "grad_norm": 0.20364448428153992,
      "learning_rate": 1.999875708764822e-05,
      "loss": 0.9965,
      "step": 1656
    },
    {
      "epoch": 0.0349196815712803,
      "grad_norm": 0.26396554708480835,
      "learning_rate": 1.9998746303435138e-05,
      "loss": 1.0954,
      "step": 1657
    },
    {
      "epoch": 0.03494075560964559,
      "grad_norm": 0.19619838893413544,
      "learning_rate": 1.9998735472641882e-05,
      "loss": 1.0431,
      "step": 1658
    },
    {
      "epoch": 0.034961829648010874,
      "grad_norm": 0.19103221595287323,
      "learning_rate": 1.9998724595268512e-05,
      "loss": 1.1059,
      "step": 1659
    },
    {
      "epoch": 0.03498290368637616,
      "grad_norm": 0.18185114860534668,
      "learning_rate": 1.9998713671315066e-05,
      "loss": 0.9612,
      "step": 1660
    },
    {
      "epoch": 0.035003977724741446,
      "grad_norm": 0.18007783591747284,
      "learning_rate": 1.9998702700781604e-05,
      "loss": 1.065,
      "step": 1661
    },
    {
      "epoch": 0.03502505176310673,
      "grad_norm": 0.20214344561100006,
      "learning_rate": 1.999869168366817e-05,
      "loss": 1.1223,
      "step": 1662
    },
    {
      "epoch": 0.03504612580147202,
      "grad_norm": 0.20629599690437317,
      "learning_rate": 1.999868061997482e-05,
      "loss": 1.0803,
      "step": 1663
    },
    {
      "epoch": 0.03506719983983731,
      "grad_norm": 0.17010398209095,
      "learning_rate": 1.9998669509701606e-05,
      "loss": 1.0117,
      "step": 1664
    },
    {
      "epoch": 0.0350882738782026,
      "grad_norm": 0.2651177644729614,
      "learning_rate": 1.9998658352848573e-05,
      "loss": 1.0796,
      "step": 1665
    },
    {
      "epoch": 0.03510934791656788,
      "grad_norm": 0.2659911513328552,
      "learning_rate": 1.9998647149415782e-05,
      "loss": 1.0337,
      "step": 1666
    },
    {
      "epoch": 0.03513042195493317,
      "grad_norm": 0.15427172183990479,
      "learning_rate": 1.999863589940328e-05,
      "loss": 1.0037,
      "step": 1667
    },
    {
      "epoch": 0.035151495993298455,
      "grad_norm": 0.19534488022327423,
      "learning_rate": 1.9998624602811123e-05,
      "loss": 1.0173,
      "step": 1668
    },
    {
      "epoch": 0.03517257003166374,
      "grad_norm": 0.18822570145130157,
      "learning_rate": 1.9998613259639357e-05,
      "loss": 1.0346,
      "step": 1669
    },
    {
      "epoch": 0.03519364407002903,
      "grad_norm": 0.21520237624645233,
      "learning_rate": 1.9998601869888042e-05,
      "loss": 1.0228,
      "step": 1670
    },
    {
      "epoch": 0.03521471810839431,
      "grad_norm": 0.21131186187267303,
      "learning_rate": 1.9998590433557227e-05,
      "loss": 1.0213,
      "step": 1671
    },
    {
      "epoch": 0.035235792146759606,
      "grad_norm": 0.17088168859481812,
      "learning_rate": 1.9998578950646966e-05,
      "loss": 1.0763,
      "step": 1672
    },
    {
      "epoch": 0.03525686618512489,
      "grad_norm": 0.2096235305070877,
      "learning_rate": 1.9998567421157316e-05,
      "loss": 1.1031,
      "step": 1673
    },
    {
      "epoch": 0.03527794022349018,
      "grad_norm": 0.20497900247573853,
      "learning_rate": 1.9998555845088324e-05,
      "loss": 1.0572,
      "step": 1674
    },
    {
      "epoch": 0.035299014261855464,
      "grad_norm": 0.15546168386936188,
      "learning_rate": 1.999854422244005e-05,
      "loss": 1.026,
      "step": 1675
    },
    {
      "epoch": 0.03532008830022075,
      "grad_norm": 0.15201666951179504,
      "learning_rate": 1.9998532553212545e-05,
      "loss": 0.9206,
      "step": 1676
    },
    {
      "epoch": 0.03534116233858604,
      "grad_norm": 0.16213315725326538,
      "learning_rate": 1.999852083740586e-05,
      "loss": 1.0127,
      "step": 1677
    },
    {
      "epoch": 0.03536223637695132,
      "grad_norm": 0.162321075797081,
      "learning_rate": 1.9998509075020058e-05,
      "loss": 1.063,
      "step": 1678
    },
    {
      "epoch": 0.03538331041531661,
      "grad_norm": 0.14826016128063202,
      "learning_rate": 1.9998497266055187e-05,
      "loss": 1.0156,
      "step": 1679
    },
    {
      "epoch": 0.035404384453681895,
      "grad_norm": 0.18032073974609375,
      "learning_rate": 1.9998485410511307e-05,
      "loss": 1.0658,
      "step": 1680
    },
    {
      "epoch": 0.03542545849204719,
      "grad_norm": 0.1968463510274887,
      "learning_rate": 1.9998473508388468e-05,
      "loss": 0.9921,
      "step": 1681
    },
    {
      "epoch": 0.035446532530412474,
      "grad_norm": 0.15646304190158844,
      "learning_rate": 1.9998461559686732e-05,
      "loss": 1.1341,
      "step": 1682
    },
    {
      "epoch": 0.03546760656877776,
      "grad_norm": 0.21855676174163818,
      "learning_rate": 1.9998449564406146e-05,
      "loss": 1.0783,
      "step": 1683
    },
    {
      "epoch": 0.035488680607143046,
      "grad_norm": 0.22868990898132324,
      "learning_rate": 1.999843752254677e-05,
      "loss": 1.068,
      "step": 1684
    },
    {
      "epoch": 0.03550975464550833,
      "grad_norm": 0.1976475715637207,
      "learning_rate": 1.9998425434108668e-05,
      "loss": 1.0218,
      "step": 1685
    },
    {
      "epoch": 0.03553082868387362,
      "grad_norm": 0.18554814159870148,
      "learning_rate": 1.9998413299091884e-05,
      "loss": 1.0595,
      "step": 1686
    },
    {
      "epoch": 0.035551902722238904,
      "grad_norm": 0.17303429543972015,
      "learning_rate": 1.999840111749648e-05,
      "loss": 1.0695,
      "step": 1687
    },
    {
      "epoch": 0.03557297676060419,
      "grad_norm": 0.2157306671142578,
      "learning_rate": 1.9998388889322513e-05,
      "loss": 1.0596,
      "step": 1688
    },
    {
      "epoch": 0.03559405079896948,
      "grad_norm": 0.17296715080738068,
      "learning_rate": 1.999837661457004e-05,
      "loss": 1.0306,
      "step": 1689
    },
    {
      "epoch": 0.03561512483733477,
      "grad_norm": 0.19132529199123383,
      "learning_rate": 1.9998364293239113e-05,
      "loss": 1.1116,
      "step": 1690
    },
    {
      "epoch": 0.035636198875700055,
      "grad_norm": 0.1794033646583557,
      "learning_rate": 1.9998351925329797e-05,
      "loss": 0.9625,
      "step": 1691
    },
    {
      "epoch": 0.03565727291406534,
      "grad_norm": 0.22551003098487854,
      "learning_rate": 1.999833951084215e-05,
      "loss": 1.0563,
      "step": 1692
    },
    {
      "epoch": 0.03567834695243063,
      "grad_norm": 0.23378564417362213,
      "learning_rate": 1.999832704977622e-05,
      "loss": 1.0679,
      "step": 1693
    },
    {
      "epoch": 0.03569942099079591,
      "grad_norm": 0.16204135119915009,
      "learning_rate": 1.9998314542132077e-05,
      "loss": 1.0422,
      "step": 1694
    },
    {
      "epoch": 0.0357204950291612,
      "grad_norm": 0.1978437900543213,
      "learning_rate": 1.999830198790977e-05,
      "loss": 1.1405,
      "step": 1695
    },
    {
      "epoch": 0.035741569067526485,
      "grad_norm": 0.19440683722496033,
      "learning_rate": 1.9998289387109362e-05,
      "loss": 1.0571,
      "step": 1696
    },
    {
      "epoch": 0.03576264310589177,
      "grad_norm": 0.2035989910364151,
      "learning_rate": 1.999827673973091e-05,
      "loss": 1.0592,
      "step": 1697
    },
    {
      "epoch": 0.035783717144257064,
      "grad_norm": 0.14425620436668396,
      "learning_rate": 1.9998264045774473e-05,
      "loss": 1.0052,
      "step": 1698
    },
    {
      "epoch": 0.03580479118262235,
      "grad_norm": 0.17712979018688202,
      "learning_rate": 1.9998251305240114e-05,
      "loss": 1.0061,
      "step": 1699
    },
    {
      "epoch": 0.035825865220987636,
      "grad_norm": 0.1615052968263626,
      "learning_rate": 1.9998238518127887e-05,
      "loss": 1.0756,
      "step": 1700
    },
    {
      "epoch": 0.03584693925935292,
      "grad_norm": 0.2064950168132782,
      "learning_rate": 1.9998225684437854e-05,
      "loss": 1.034,
      "step": 1701
    },
    {
      "epoch": 0.03586801329771821,
      "grad_norm": 0.1735008805990219,
      "learning_rate": 1.9998212804170075e-05,
      "loss": 1.08,
      "step": 1702
    },
    {
      "epoch": 0.035889087336083494,
      "grad_norm": 0.16382257640361786,
      "learning_rate": 1.9998199877324612e-05,
      "loss": 0.9575,
      "step": 1703
    },
    {
      "epoch": 0.03591016137444878,
      "grad_norm": 0.14528490602970123,
      "learning_rate": 1.999818690390152e-05,
      "loss": 1.0066,
      "step": 1704
    },
    {
      "epoch": 0.035931235412814067,
      "grad_norm": 0.18969948589801788,
      "learning_rate": 1.9998173883900863e-05,
      "loss": 1.028,
      "step": 1705
    },
    {
      "epoch": 0.03595230945117935,
      "grad_norm": 0.15149348974227905,
      "learning_rate": 1.99981608173227e-05,
      "loss": 1.0378,
      "step": 1706
    },
    {
      "epoch": 0.035973383489544646,
      "grad_norm": 0.19748252630233765,
      "learning_rate": 1.9998147704167094e-05,
      "loss": 1.0853,
      "step": 1707
    },
    {
      "epoch": 0.03599445752790993,
      "grad_norm": 0.24489736557006836,
      "learning_rate": 1.9998134544434103e-05,
      "loss": 1.1143,
      "step": 1708
    },
    {
      "epoch": 0.03601553156627522,
      "grad_norm": 0.1802593171596527,
      "learning_rate": 1.9998121338123794e-05,
      "loss": 0.9989,
      "step": 1709
    },
    {
      "epoch": 0.036036605604640504,
      "grad_norm": 0.18147405982017517,
      "learning_rate": 1.999810808523622e-05,
      "loss": 1.0604,
      "step": 1710
    },
    {
      "epoch": 0.03605767964300579,
      "grad_norm": 0.22189506888389587,
      "learning_rate": 1.999809478577145e-05,
      "loss": 1.0537,
      "step": 1711
    },
    {
      "epoch": 0.036078753681371076,
      "grad_norm": 0.16654527187347412,
      "learning_rate": 1.9998081439729544e-05,
      "loss": 0.9891,
      "step": 1712
    },
    {
      "epoch": 0.03609982771973636,
      "grad_norm": 0.234151691198349,
      "learning_rate": 1.9998068047110563e-05,
      "loss": 1.0825,
      "step": 1713
    },
    {
      "epoch": 0.03612090175810165,
      "grad_norm": 0.194574236869812,
      "learning_rate": 1.999805460791457e-05,
      "loss": 0.9953,
      "step": 1714
    },
    {
      "epoch": 0.03614197579646694,
      "grad_norm": 0.20003987848758698,
      "learning_rate": 1.999804112214163e-05,
      "loss": 1.0661,
      "step": 1715
    },
    {
      "epoch": 0.03616304983483223,
      "grad_norm": 0.21416549384593964,
      "learning_rate": 1.9998027589791797e-05,
      "loss": 1.0838,
      "step": 1716
    },
    {
      "epoch": 0.03618412387319751,
      "grad_norm": 0.17664791643619537,
      "learning_rate": 1.9998014010865145e-05,
      "loss": 1.0633,
      "step": 1717
    },
    {
      "epoch": 0.0362051979115628,
      "grad_norm": 0.23408126831054688,
      "learning_rate": 1.999800038536173e-05,
      "loss": 1.047,
      "step": 1718
    },
    {
      "epoch": 0.036226271949928085,
      "grad_norm": 0.2850744426250458,
      "learning_rate": 1.999798671328162e-05,
      "loss": 1.0697,
      "step": 1719
    },
    {
      "epoch": 0.03624734598829337,
      "grad_norm": 0.17788542807102203,
      "learning_rate": 1.9997972994624878e-05,
      "loss": 0.9996,
      "step": 1720
    },
    {
      "epoch": 0.03626842002665866,
      "grad_norm": 0.20025156438350677,
      "learning_rate": 1.9997959229391567e-05,
      "loss": 0.9947,
      "step": 1721
    },
    {
      "epoch": 0.03628949406502394,
      "grad_norm": 0.19725127518177032,
      "learning_rate": 1.9997945417581748e-05,
      "loss": 0.995,
      "step": 1722
    },
    {
      "epoch": 0.03631056810338923,
      "grad_norm": 0.18347159028053284,
      "learning_rate": 1.999793155919549e-05,
      "loss": 1.0023,
      "step": 1723
    },
    {
      "epoch": 0.03633164214175452,
      "grad_norm": 0.26229140162467957,
      "learning_rate": 1.9997917654232853e-05,
      "loss": 1.1303,
      "step": 1724
    },
    {
      "epoch": 0.03635271618011981,
      "grad_norm": 0.1644664853811264,
      "learning_rate": 1.9997903702693907e-05,
      "loss": 1.0818,
      "step": 1725
    },
    {
      "epoch": 0.036373790218485094,
      "grad_norm": 0.2034531980752945,
      "learning_rate": 1.9997889704578716e-05,
      "loss": 1.0704,
      "step": 1726
    },
    {
      "epoch": 0.03639486425685038,
      "grad_norm": 0.23545745015144348,
      "learning_rate": 1.9997875659887342e-05,
      "loss": 1.1029,
      "step": 1727
    },
    {
      "epoch": 0.036415938295215666,
      "grad_norm": 0.21484257280826569,
      "learning_rate": 1.9997861568619855e-05,
      "loss": 1.1079,
      "step": 1728
    },
    {
      "epoch": 0.03643701233358095,
      "grad_norm": 0.1645185500383377,
      "learning_rate": 1.9997847430776317e-05,
      "loss": 1.0056,
      "step": 1729
    },
    {
      "epoch": 0.03645808637194624,
      "grad_norm": 0.17608937621116638,
      "learning_rate": 1.9997833246356792e-05,
      "loss": 1.0195,
      "step": 1730
    },
    {
      "epoch": 0.036479160410311524,
      "grad_norm": 0.15633882582187653,
      "learning_rate": 1.9997819015361348e-05,
      "loss": 1.0261,
      "step": 1731
    },
    {
      "epoch": 0.03650023444867681,
      "grad_norm": 0.15175530314445496,
      "learning_rate": 1.9997804737790055e-05,
      "loss": 0.9601,
      "step": 1732
    },
    {
      "epoch": 0.0365213084870421,
      "grad_norm": 0.15304887294769287,
      "learning_rate": 1.9997790413642976e-05,
      "loss": 0.9906,
      "step": 1733
    },
    {
      "epoch": 0.03654238252540739,
      "grad_norm": 0.17410629987716675,
      "learning_rate": 1.9997776042920177e-05,
      "loss": 1.0673,
      "step": 1734
    },
    {
      "epoch": 0.036563456563772676,
      "grad_norm": 0.15690281987190247,
      "learning_rate": 1.999776162562173e-05,
      "loss": 0.9825,
      "step": 1735
    },
    {
      "epoch": 0.03658453060213796,
      "grad_norm": 0.1521504819393158,
      "learning_rate": 1.9997747161747696e-05,
      "loss": 1.0077,
      "step": 1736
    },
    {
      "epoch": 0.03660560464050325,
      "grad_norm": 0.17502695322036743,
      "learning_rate": 1.9997732651298145e-05,
      "loss": 1.0186,
      "step": 1737
    },
    {
      "epoch": 0.036626678678868534,
      "grad_norm": 0.1867811679840088,
      "learning_rate": 1.9997718094273143e-05,
      "loss": 1.1132,
      "step": 1738
    },
    {
      "epoch": 0.03664775271723382,
      "grad_norm": 1.7145168781280518,
      "learning_rate": 1.999770349067276e-05,
      "loss": 1.0111,
      "step": 1739
    },
    {
      "epoch": 0.036668826755599106,
      "grad_norm": 0.18559886515140533,
      "learning_rate": 1.9997688840497065e-05,
      "loss": 1.0325,
      "step": 1740
    },
    {
      "epoch": 0.0366899007939644,
      "grad_norm": 0.1916806846857071,
      "learning_rate": 1.9997674143746125e-05,
      "loss": 1.0187,
      "step": 1741
    },
    {
      "epoch": 0.036710974832329685,
      "grad_norm": 0.18023410439491272,
      "learning_rate": 1.9997659400420004e-05,
      "loss": 1.0886,
      "step": 1742
    },
    {
      "epoch": 0.03673204887069497,
      "grad_norm": 0.20857851207256317,
      "learning_rate": 1.9997644610518777e-05,
      "loss": 1.055,
      "step": 1743
    },
    {
      "epoch": 0.03675312290906026,
      "grad_norm": 0.19597388803958893,
      "learning_rate": 1.999762977404251e-05,
      "loss": 1.0181,
      "step": 1744
    },
    {
      "epoch": 0.03677419694742554,
      "grad_norm": 0.17721906304359436,
      "learning_rate": 1.9997614890991275e-05,
      "loss": 1.0872,
      "step": 1745
    },
    {
      "epoch": 0.03679527098579083,
      "grad_norm": 0.21459679305553436,
      "learning_rate": 1.9997599961365136e-05,
      "loss": 1.0866,
      "step": 1746
    },
    {
      "epoch": 0.036816345024156115,
      "grad_norm": 0.22048941254615784,
      "learning_rate": 1.999758498516417e-05,
      "loss": 1.0708,
      "step": 1747
    },
    {
      "epoch": 0.0368374190625214,
      "grad_norm": 0.16566134989261627,
      "learning_rate": 1.9997569962388438e-05,
      "loss": 1.0148,
      "step": 1748
    },
    {
      "epoch": 0.03685849310088669,
      "grad_norm": 0.18140871822834015,
      "learning_rate": 1.9997554893038014e-05,
      "loss": 1.048,
      "step": 1749
    },
    {
      "epoch": 0.03687956713925198,
      "grad_norm": 0.2081393450498581,
      "learning_rate": 1.9997539777112972e-05,
      "loss": 1.0464,
      "step": 1750
    },
    {
      "epoch": 0.036900641177617266,
      "grad_norm": 0.14918194711208344,
      "learning_rate": 1.9997524614613376e-05,
      "loss": 1.0073,
      "step": 1751
    },
    {
      "epoch": 0.03692171521598255,
      "grad_norm": 0.20740951597690582,
      "learning_rate": 1.99975094055393e-05,
      "loss": 1.1099,
      "step": 1752
    },
    {
      "epoch": 0.03694278925434784,
      "grad_norm": 0.15121079981327057,
      "learning_rate": 1.9997494149890818e-05,
      "loss": 1.0722,
      "step": 1753
    },
    {
      "epoch": 0.036963863292713124,
      "grad_norm": 0.17055349051952362,
      "learning_rate": 1.9997478847667994e-05,
      "loss": 1.0959,
      "step": 1754
    },
    {
      "epoch": 0.03698493733107841,
      "grad_norm": 0.14860545098781586,
      "learning_rate": 1.9997463498870905e-05,
      "loss": 0.9467,
      "step": 1755
    },
    {
      "epoch": 0.037006011369443696,
      "grad_norm": 0.1539909988641739,
      "learning_rate": 1.9997448103499617e-05,
      "loss": 0.9955,
      "step": 1756
    },
    {
      "epoch": 0.03702708540780898,
      "grad_norm": 0.1744031459093094,
      "learning_rate": 1.999743266155421e-05,
      "loss": 1.0959,
      "step": 1757
    },
    {
      "epoch": 0.03704815944617427,
      "grad_norm": 0.171078160405159,
      "learning_rate": 1.9997417173034746e-05,
      "loss": 1.0941,
      "step": 1758
    },
    {
      "epoch": 0.03706923348453956,
      "grad_norm": 0.15979236364364624,
      "learning_rate": 1.9997401637941304e-05,
      "loss": 1.0391,
      "step": 1759
    },
    {
      "epoch": 0.03709030752290485,
      "grad_norm": 0.1640687733888626,
      "learning_rate": 1.9997386056273953e-05,
      "loss": 1.0877,
      "step": 1760
    },
    {
      "epoch": 0.03711138156127013,
      "grad_norm": 0.17057551443576813,
      "learning_rate": 1.999737042803277e-05,
      "loss": 1.0737,
      "step": 1761
    },
    {
      "epoch": 0.03713245559963542,
      "grad_norm": 0.17221127450466156,
      "learning_rate": 1.9997354753217825e-05,
      "loss": 1.062,
      "step": 1762
    },
    {
      "epoch": 0.037153529638000705,
      "grad_norm": 0.14346100389957428,
      "learning_rate": 1.9997339031829187e-05,
      "loss": 1.0146,
      "step": 1763
    },
    {
      "epoch": 0.03717460367636599,
      "grad_norm": 0.1694461554288864,
      "learning_rate": 1.9997323263866937e-05,
      "loss": 0.9906,
      "step": 1764
    },
    {
      "epoch": 0.03719567771473128,
      "grad_norm": 0.16512718796730042,
      "learning_rate": 1.9997307449331146e-05,
      "loss": 1.0102,
      "step": 1765
    },
    {
      "epoch": 0.037216751753096564,
      "grad_norm": 0.17347654700279236,
      "learning_rate": 1.9997291588221882e-05,
      "loss": 1.0256,
      "step": 1766
    },
    {
      "epoch": 0.03723782579146186,
      "grad_norm": 0.15933337807655334,
      "learning_rate": 1.9997275680539224e-05,
      "loss": 0.8564,
      "step": 1767
    },
    {
      "epoch": 0.03725889982982714,
      "grad_norm": 0.1701400727033615,
      "learning_rate": 1.9997259726283244e-05,
      "loss": 1.0573,
      "step": 1768
    },
    {
      "epoch": 0.03727997386819243,
      "grad_norm": 0.17118702828884125,
      "learning_rate": 1.9997243725454022e-05,
      "loss": 1.0351,
      "step": 1769
    },
    {
      "epoch": 0.037301047906557715,
      "grad_norm": 0.16787020862102509,
      "learning_rate": 1.9997227678051625e-05,
      "loss": 1.1054,
      "step": 1770
    },
    {
      "epoch": 0.037322121944923,
      "grad_norm": 0.17567069828510284,
      "learning_rate": 1.999721158407613e-05,
      "loss": 1.1201,
      "step": 1771
    },
    {
      "epoch": 0.03734319598328829,
      "grad_norm": 0.15450678765773773,
      "learning_rate": 1.9997195443527615e-05,
      "loss": 1.0082,
      "step": 1772
    },
    {
      "epoch": 0.03736427002165357,
      "grad_norm": 0.17783641815185547,
      "learning_rate": 1.9997179256406155e-05,
      "loss": 1.0084,
      "step": 1773
    },
    {
      "epoch": 0.03738534406001886,
      "grad_norm": 0.14657582342624664,
      "learning_rate": 1.9997163022711817e-05,
      "loss": 1.0195,
      "step": 1774
    },
    {
      "epoch": 0.037406418098384145,
      "grad_norm": 0.15281043946743011,
      "learning_rate": 1.9997146742444688e-05,
      "loss": 0.9982,
      "step": 1775
    },
    {
      "epoch": 0.03742749213674944,
      "grad_norm": 0.17157234251499176,
      "learning_rate": 1.999713041560484e-05,
      "loss": 1.0371,
      "step": 1776
    },
    {
      "epoch": 0.037448566175114724,
      "grad_norm": 0.15165357291698456,
      "learning_rate": 1.9997114042192348e-05,
      "loss": 1.0644,
      "step": 1777
    },
    {
      "epoch": 0.03746964021348001,
      "grad_norm": 0.16030864417552948,
      "learning_rate": 1.9997097622207286e-05,
      "loss": 1.0138,
      "step": 1778
    },
    {
      "epoch": 0.037490714251845296,
      "grad_norm": 0.14335636794567108,
      "learning_rate": 1.9997081155649734e-05,
      "loss": 1.0096,
      "step": 1779
    },
    {
      "epoch": 0.03751178829021058,
      "grad_norm": 0.1452440321445465,
      "learning_rate": 1.9997064642519766e-05,
      "loss": 1.0287,
      "step": 1780
    },
    {
      "epoch": 0.03753286232857587,
      "grad_norm": 0.14373844861984253,
      "learning_rate": 1.999704808281746e-05,
      "loss": 1.0391,
      "step": 1781
    },
    {
      "epoch": 0.037553936366941154,
      "grad_norm": 0.14264169335365295,
      "learning_rate": 1.9997031476542898e-05,
      "loss": 0.9974,
      "step": 1782
    },
    {
      "epoch": 0.03757501040530644,
      "grad_norm": 0.15475791692733765,
      "learning_rate": 1.9997014823696146e-05,
      "loss": 1.0771,
      "step": 1783
    },
    {
      "epoch": 0.03759608444367173,
      "grad_norm": 0.15007124841213226,
      "learning_rate": 1.9996998124277294e-05,
      "loss": 1.0181,
      "step": 1784
    },
    {
      "epoch": 0.03761715848203702,
      "grad_norm": 0.14277993142604828,
      "learning_rate": 1.999698137828641e-05,
      "loss": 1.0171,
      "step": 1785
    },
    {
      "epoch": 0.037638232520402305,
      "grad_norm": 0.17020538449287415,
      "learning_rate": 1.999696458572358e-05,
      "loss": 1.0883,
      "step": 1786
    },
    {
      "epoch": 0.03765930655876759,
      "grad_norm": 0.14439624547958374,
      "learning_rate": 1.9996947746588877e-05,
      "loss": 0.9436,
      "step": 1787
    },
    {
      "epoch": 0.03768038059713288,
      "grad_norm": 0.13977673649787903,
      "learning_rate": 1.9996930860882384e-05,
      "loss": 1.0228,
      "step": 1788
    },
    {
      "epoch": 0.03770145463549816,
      "grad_norm": 0.1473044455051422,
      "learning_rate": 1.9996913928604172e-05,
      "loss": 1.1,
      "step": 1789
    },
    {
      "epoch": 0.03772252867386345,
      "grad_norm": 0.1562965214252472,
      "learning_rate": 1.9996896949754327e-05,
      "loss": 1.0616,
      "step": 1790
    },
    {
      "epoch": 0.037743602712228735,
      "grad_norm": 0.14374740421772003,
      "learning_rate": 1.9996879924332928e-05,
      "loss": 0.9714,
      "step": 1791
    },
    {
      "epoch": 0.03776467675059402,
      "grad_norm": 0.17573027312755585,
      "learning_rate": 1.9996862852340047e-05,
      "loss": 1.0375,
      "step": 1792
    },
    {
      "epoch": 0.037785750788959314,
      "grad_norm": 0.1674836426973343,
      "learning_rate": 1.9996845733775773e-05,
      "loss": 1.0478,
      "step": 1793
    },
    {
      "epoch": 0.0378068248273246,
      "grad_norm": 0.18021421134471893,
      "learning_rate": 1.9996828568640175e-05,
      "loss": 1.0441,
      "step": 1794
    },
    {
      "epoch": 0.037827898865689887,
      "grad_norm": 0.18577393889427185,
      "learning_rate": 1.9996811356933346e-05,
      "loss": 1.1015,
      "step": 1795
    },
    {
      "epoch": 0.03784897290405517,
      "grad_norm": 0.17696091532707214,
      "learning_rate": 1.9996794098655355e-05,
      "loss": 1.0474,
      "step": 1796
    },
    {
      "epoch": 0.03787004694242046,
      "grad_norm": 0.19146275520324707,
      "learning_rate": 1.999677679380629e-05,
      "loss": 0.9471,
      "step": 1797
    },
    {
      "epoch": 0.037891120980785745,
      "grad_norm": 0.21526700258255005,
      "learning_rate": 1.9996759442386226e-05,
      "loss": 1.0575,
      "step": 1798
    },
    {
      "epoch": 0.03791219501915103,
      "grad_norm": 0.16510221362113953,
      "learning_rate": 1.999674204439525e-05,
      "loss": 1.1137,
      "step": 1799
    },
    {
      "epoch": 0.03793326905751632,
      "grad_norm": 0.18855921924114227,
      "learning_rate": 1.9996724599833436e-05,
      "loss": 0.9738,
      "step": 1800
    },
    {
      "epoch": 0.0379543430958816,
      "grad_norm": 0.14997144043445587,
      "learning_rate": 1.9996707108700867e-05,
      "loss": 1.0042,
      "step": 1801
    },
    {
      "epoch": 0.037975417134246896,
      "grad_norm": 0.16650520265102386,
      "learning_rate": 1.9996689570997626e-05,
      "loss": 1.0491,
      "step": 1802
    },
    {
      "epoch": 0.03799649117261218,
      "grad_norm": 0.17430479824543,
      "learning_rate": 1.9996671986723797e-05,
      "loss": 1.0934,
      "step": 1803
    },
    {
      "epoch": 0.03801756521097747,
      "grad_norm": 0.1537065953016281,
      "learning_rate": 1.999665435587946e-05,
      "loss": 1.0331,
      "step": 1804
    },
    {
      "epoch": 0.038038639249342754,
      "grad_norm": 0.14178378880023956,
      "learning_rate": 1.9996636678464696e-05,
      "loss": 0.9423,
      "step": 1805
    },
    {
      "epoch": 0.03805971328770804,
      "grad_norm": 0.16517215967178345,
      "learning_rate": 1.999661895447959e-05,
      "loss": 1.0968,
      "step": 1806
    },
    {
      "epoch": 0.038080787326073326,
      "grad_norm": 0.1521405279636383,
      "learning_rate": 1.999660118392422e-05,
      "loss": 1.0096,
      "step": 1807
    },
    {
      "epoch": 0.03810186136443861,
      "grad_norm": 0.19510433077812195,
      "learning_rate": 1.999658336679867e-05,
      "loss": 1.0428,
      "step": 1808
    },
    {
      "epoch": 0.0381229354028039,
      "grad_norm": 0.16083866357803345,
      "learning_rate": 1.9996565503103027e-05,
      "loss": 1.0254,
      "step": 1809
    },
    {
      "epoch": 0.03814400944116919,
      "grad_norm": 0.17202986776828766,
      "learning_rate": 1.9996547592837373e-05,
      "loss": 1.016,
      "step": 1810
    },
    {
      "epoch": 0.03816508347953448,
      "grad_norm": 0.1568690687417984,
      "learning_rate": 1.999652963600179e-05,
      "loss": 0.9722,
      "step": 1811
    },
    {
      "epoch": 0.03818615751789976,
      "grad_norm": 0.20718780159950256,
      "learning_rate": 1.999651163259636e-05,
      "loss": 1.0387,
      "step": 1812
    },
    {
      "epoch": 0.03820723155626505,
      "grad_norm": 0.272419273853302,
      "learning_rate": 1.999649358262117e-05,
      "loss": 1.0958,
      "step": 1813
    },
    {
      "epoch": 0.038228305594630335,
      "grad_norm": 0.21597924828529358,
      "learning_rate": 1.99964754860763e-05,
      "loss": 0.9886,
      "step": 1814
    },
    {
      "epoch": 0.03824937963299562,
      "grad_norm": 0.19200541079044342,
      "learning_rate": 1.9996457342961838e-05,
      "loss": 0.9678,
      "step": 1815
    },
    {
      "epoch": 0.03827045367136091,
      "grad_norm": 0.21551834046840668,
      "learning_rate": 1.999643915327787e-05,
      "loss": 0.978,
      "step": 1816
    },
    {
      "epoch": 0.03829152770972619,
      "grad_norm": 0.18396903574466705,
      "learning_rate": 1.9996420917024478e-05,
      "loss": 1.0529,
      "step": 1817
    },
    {
      "epoch": 0.03831260174809148,
      "grad_norm": 0.20248425006866455,
      "learning_rate": 1.9996402634201746e-05,
      "loss": 1.0182,
      "step": 1818
    },
    {
      "epoch": 0.03833367578645677,
      "grad_norm": 0.22133317589759827,
      "learning_rate": 1.999638430480976e-05,
      "loss": 1.0661,
      "step": 1819
    },
    {
      "epoch": 0.03835474982482206,
      "grad_norm": 0.20117685198783875,
      "learning_rate": 1.9996365928848606e-05,
      "loss": 1.1,
      "step": 1820
    },
    {
      "epoch": 0.038375823863187344,
      "grad_norm": 0.19597342610359192,
      "learning_rate": 1.999634750631837e-05,
      "loss": 0.9934,
      "step": 1821
    },
    {
      "epoch": 0.03839689790155263,
      "grad_norm": 0.1627129167318344,
      "learning_rate": 1.999632903721914e-05,
      "loss": 1.0037,
      "step": 1822
    },
    {
      "epoch": 0.038417971939917916,
      "grad_norm": 0.1968051940202713,
      "learning_rate": 1.9996310521550994e-05,
      "loss": 1.0168,
      "step": 1823
    },
    {
      "epoch": 0.0384390459782832,
      "grad_norm": 0.1744476705789566,
      "learning_rate": 1.9996291959314028e-05,
      "loss": 0.974,
      "step": 1824
    },
    {
      "epoch": 0.03846012001664849,
      "grad_norm": 0.16452383995056152,
      "learning_rate": 1.9996273350508322e-05,
      "loss": 1.0401,
      "step": 1825
    },
    {
      "epoch": 0.038481194055013775,
      "grad_norm": 0.1901504248380661,
      "learning_rate": 1.9996254695133964e-05,
      "loss": 0.9896,
      "step": 1826
    },
    {
      "epoch": 0.03850226809337906,
      "grad_norm": 0.16502100229263306,
      "learning_rate": 1.9996235993191043e-05,
      "loss": 1.1413,
      "step": 1827
    },
    {
      "epoch": 0.038523342131744354,
      "grad_norm": 0.1806512326002121,
      "learning_rate": 1.9996217244679646e-05,
      "loss": 1.0624,
      "step": 1828
    },
    {
      "epoch": 0.03854441617010964,
      "grad_norm": 0.20931436121463776,
      "learning_rate": 1.999619844959986e-05,
      "loss": 1.1061,
      "step": 1829
    },
    {
      "epoch": 0.038565490208474926,
      "grad_norm": 0.15660995244979858,
      "learning_rate": 1.9996179607951768e-05,
      "loss": 1.0299,
      "step": 1830
    },
    {
      "epoch": 0.03858656424684021,
      "grad_norm": 0.1847328096628189,
      "learning_rate": 1.999616071973546e-05,
      "loss": 1.0529,
      "step": 1831
    },
    {
      "epoch": 0.0386076382852055,
      "grad_norm": 0.2209998071193695,
      "learning_rate": 1.999614178495103e-05,
      "loss": 1.0853,
      "step": 1832
    },
    {
      "epoch": 0.038628712323570784,
      "grad_norm": 0.23252831399440765,
      "learning_rate": 1.9996122803598558e-05,
      "loss": 1.0434,
      "step": 1833
    },
    {
      "epoch": 0.03864978636193607,
      "grad_norm": 0.17575286328792572,
      "learning_rate": 1.999610377567814e-05,
      "loss": 0.9889,
      "step": 1834
    },
    {
      "epoch": 0.038670860400301356,
      "grad_norm": 0.16506382822990417,
      "learning_rate": 1.999608470118986e-05,
      "loss": 0.9527,
      "step": 1835
    },
    {
      "epoch": 0.03869193443866665,
      "grad_norm": 0.16349317133426666,
      "learning_rate": 1.9996065580133805e-05,
      "loss": 1.0843,
      "step": 1836
    },
    {
      "epoch": 0.038713008477031935,
      "grad_norm": 0.38942062854766846,
      "learning_rate": 1.999604641251007e-05,
      "loss": 1.0761,
      "step": 1837
    },
    {
      "epoch": 0.03873408251539722,
      "grad_norm": 0.16304153203964233,
      "learning_rate": 1.9996027198318738e-05,
      "loss": 0.9867,
      "step": 1838
    },
    {
      "epoch": 0.03875515655376251,
      "grad_norm": 0.18231265246868134,
      "learning_rate": 1.99960079375599e-05,
      "loss": 1.1408,
      "step": 1839
    },
    {
      "epoch": 0.03877623059212779,
      "grad_norm": 0.17021720111370087,
      "learning_rate": 1.9995988630233648e-05,
      "loss": 1.0446,
      "step": 1840
    },
    {
      "epoch": 0.03879730463049308,
      "grad_norm": 0.19184476137161255,
      "learning_rate": 1.9995969276340076e-05,
      "loss": 1.0607,
      "step": 1841
    },
    {
      "epoch": 0.038818378668858365,
      "grad_norm": 0.1536140888929367,
      "learning_rate": 1.9995949875879264e-05,
      "loss": 1.0358,
      "step": 1842
    },
    {
      "epoch": 0.03883945270722365,
      "grad_norm": 0.17432506382465363,
      "learning_rate": 1.9995930428851312e-05,
      "loss": 1.0852,
      "step": 1843
    },
    {
      "epoch": 0.03886052674558894,
      "grad_norm": 0.1693473607301712,
      "learning_rate": 1.99959109352563e-05,
      "loss": 1.0075,
      "step": 1844
    },
    {
      "epoch": 0.03888160078395423,
      "grad_norm": 0.16077634692192078,
      "learning_rate": 1.9995891395094332e-05,
      "loss": 0.9942,
      "step": 1845
    },
    {
      "epoch": 0.038902674822319516,
      "grad_norm": 0.17518962919712067,
      "learning_rate": 1.9995871808365487e-05,
      "loss": 1.0658,
      "step": 1846
    },
    {
      "epoch": 0.0389237488606848,
      "grad_norm": 0.15410465002059937,
      "learning_rate": 1.9995852175069867e-05,
      "loss": 0.9996,
      "step": 1847
    },
    {
      "epoch": 0.03894482289905009,
      "grad_norm": 0.21900232136249542,
      "learning_rate": 1.9995832495207553e-05,
      "loss": 0.9961,
      "step": 1848
    },
    {
      "epoch": 0.038965896937415374,
      "grad_norm": 0.1563015878200531,
      "learning_rate": 1.999581276877864e-05,
      "loss": 1.0244,
      "step": 1849
    },
    {
      "epoch": 0.03898697097578066,
      "grad_norm": 0.168192058801651,
      "learning_rate": 1.9995792995783226e-05,
      "loss": 1.0472,
      "step": 1850
    },
    {
      "epoch": 0.039008045014145946,
      "grad_norm": 0.20001782476902008,
      "learning_rate": 1.99957731762214e-05,
      "loss": 1.0425,
      "step": 1851
    },
    {
      "epoch": 0.03902911905251123,
      "grad_norm": 0.15114779770374298,
      "learning_rate": 1.9995753310093247e-05,
      "loss": 0.9791,
      "step": 1852
    },
    {
      "epoch": 0.03905019309087652,
      "grad_norm": 0.17830562591552734,
      "learning_rate": 1.999573339739887e-05,
      "loss": 1.0749,
      "step": 1853
    },
    {
      "epoch": 0.03907126712924181,
      "grad_norm": 0.16514062881469727,
      "learning_rate": 1.9995713438138354e-05,
      "loss": 1.0847,
      "step": 1854
    },
    {
      "epoch": 0.0390923411676071,
      "grad_norm": 0.19701464474201202,
      "learning_rate": 1.9995693432311793e-05,
      "loss": 1.0523,
      "step": 1855
    },
    {
      "epoch": 0.039113415205972384,
      "grad_norm": 0.20541460812091827,
      "learning_rate": 1.9995673379919286e-05,
      "loss": 1.0705,
      "step": 1856
    },
    {
      "epoch": 0.03913448924433767,
      "grad_norm": 0.147676020860672,
      "learning_rate": 1.9995653280960924e-05,
      "loss": 0.9972,
      "step": 1857
    },
    {
      "epoch": 0.039155563282702956,
      "grad_norm": 0.18481914699077606,
      "learning_rate": 1.99956331354368e-05,
      "loss": 1.0534,
      "step": 1858
    },
    {
      "epoch": 0.03917663732106824,
      "grad_norm": 0.13669273257255554,
      "learning_rate": 1.9995612943347002e-05,
      "loss": 1.0146,
      "step": 1859
    },
    {
      "epoch": 0.03919771135943353,
      "grad_norm": 0.16807320713996887,
      "learning_rate": 1.9995592704691632e-05,
      "loss": 1.0285,
      "step": 1860
    },
    {
      "epoch": 0.039218785397798814,
      "grad_norm": 0.143582284450531,
      "learning_rate": 1.9995572419470782e-05,
      "loss": 0.9373,
      "step": 1861
    },
    {
      "epoch": 0.03923985943616411,
      "grad_norm": 0.16858433187007904,
      "learning_rate": 1.9995552087684547e-05,
      "loss": 1.064,
      "step": 1862
    },
    {
      "epoch": 0.03926093347452939,
      "grad_norm": 0.1840866208076477,
      "learning_rate": 1.999553170933302e-05,
      "loss": 1.0428,
      "step": 1863
    },
    {
      "epoch": 0.03928200751289468,
      "grad_norm": 0.16294477880001068,
      "learning_rate": 1.9995511284416298e-05,
      "loss": 1.0738,
      "step": 1864
    },
    {
      "epoch": 0.039303081551259965,
      "grad_norm": 0.17696481943130493,
      "learning_rate": 1.999549081293447e-05,
      "loss": 1.0783,
      "step": 1865
    },
    {
      "epoch": 0.03932415558962525,
      "grad_norm": 0.18741054832935333,
      "learning_rate": 1.9995470294887643e-05,
      "loss": 1.1488,
      "step": 1866
    },
    {
      "epoch": 0.03934522962799054,
      "grad_norm": 0.14728347957134247,
      "learning_rate": 1.9995449730275902e-05,
      "loss": 1.0231,
      "step": 1867
    },
    {
      "epoch": 0.03936630366635582,
      "grad_norm": 0.18582358956336975,
      "learning_rate": 1.999542911909935e-05,
      "loss": 1.078,
      "step": 1868
    },
    {
      "epoch": 0.03938737770472111,
      "grad_norm": 0.20312482118606567,
      "learning_rate": 1.9995408461358074e-05,
      "loss": 1.0309,
      "step": 1869
    },
    {
      "epoch": 0.039408451743086395,
      "grad_norm": 0.20465630292892456,
      "learning_rate": 1.999538775705218e-05,
      "loss": 1.0527,
      "step": 1870
    },
    {
      "epoch": 0.03942952578145169,
      "grad_norm": 0.1646474003791809,
      "learning_rate": 1.999536700618176e-05,
      "loss": 0.9653,
      "step": 1871
    },
    {
      "epoch": 0.039450599819816974,
      "grad_norm": 0.19333644211292267,
      "learning_rate": 1.999534620874691e-05,
      "loss": 1.0434,
      "step": 1872
    },
    {
      "epoch": 0.03947167385818226,
      "grad_norm": 0.1578252613544464,
      "learning_rate": 1.9995325364747725e-05,
      "loss": 0.9924,
      "step": 1873
    },
    {
      "epoch": 0.039492747896547546,
      "grad_norm": 0.1733090877532959,
      "learning_rate": 1.9995304474184313e-05,
      "loss": 1.0372,
      "step": 1874
    },
    {
      "epoch": 0.03951382193491283,
      "grad_norm": 0.1712685078382492,
      "learning_rate": 1.999528353705676e-05,
      "loss": 1.0548,
      "step": 1875
    },
    {
      "epoch": 0.03953489597327812,
      "grad_norm": 0.20111745595932007,
      "learning_rate": 1.999526255336516e-05,
      "loss": 1.0149,
      "step": 1876
    },
    {
      "epoch": 0.039555970011643404,
      "grad_norm": 0.17624035477638245,
      "learning_rate": 1.9995241523109625e-05,
      "loss": 1.0985,
      "step": 1877
    },
    {
      "epoch": 0.03957704405000869,
      "grad_norm": 0.15249337255954742,
      "learning_rate": 1.9995220446290245e-05,
      "loss": 0.9716,
      "step": 1878
    },
    {
      "epoch": 0.03959811808837398,
      "grad_norm": 0.16146840155124664,
      "learning_rate": 1.999519932290712e-05,
      "loss": 1.0458,
      "step": 1879
    },
    {
      "epoch": 0.03961919212673927,
      "grad_norm": 0.19632060825824738,
      "learning_rate": 1.999517815296034e-05,
      "loss": 1.0733,
      "step": 1880
    },
    {
      "epoch": 0.039640266165104555,
      "grad_norm": 0.18605858087539673,
      "learning_rate": 1.999515693645002e-05,
      "loss": 1.0987,
      "step": 1881
    },
    {
      "epoch": 0.03966134020346984,
      "grad_norm": 0.1538212150335312,
      "learning_rate": 1.9995135673376245e-05,
      "loss": 1.0848,
      "step": 1882
    },
    {
      "epoch": 0.03968241424183513,
      "grad_norm": 0.14277389645576477,
      "learning_rate": 1.999511436373912e-05,
      "loss": 0.9945,
      "step": 1883
    },
    {
      "epoch": 0.039703488280200414,
      "grad_norm": 0.1806764006614685,
      "learning_rate": 1.999509300753874e-05,
      "loss": 1.0523,
      "step": 1884
    },
    {
      "epoch": 0.0397245623185657,
      "grad_norm": 0.15134386718273163,
      "learning_rate": 1.999507160477521e-05,
      "loss": 1.0357,
      "step": 1885
    },
    {
      "epoch": 0.039745636356930986,
      "grad_norm": 0.15104880928993225,
      "learning_rate": 1.9995050155448626e-05,
      "loss": 1.0147,
      "step": 1886
    },
    {
      "epoch": 0.03976671039529627,
      "grad_norm": 0.15615516901016235,
      "learning_rate": 1.999502865955909e-05,
      "loss": 1.0118,
      "step": 1887
    },
    {
      "epoch": 0.039787784433661565,
      "grad_norm": 0.16146409511566162,
      "learning_rate": 1.99950071171067e-05,
      "loss": 1.0242,
      "step": 1888
    },
    {
      "epoch": 0.03980885847202685,
      "grad_norm": 0.15216417610645294,
      "learning_rate": 1.999498552809156e-05,
      "loss": 0.9702,
      "step": 1889
    },
    {
      "epoch": 0.03982993251039214,
      "grad_norm": 0.16580450534820557,
      "learning_rate": 1.9994963892513768e-05,
      "loss": 1.0709,
      "step": 1890
    },
    {
      "epoch": 0.03985100654875742,
      "grad_norm": 0.15244527161121368,
      "learning_rate": 1.999494221037342e-05,
      "loss": 1.0938,
      "step": 1891
    },
    {
      "epoch": 0.03987208058712271,
      "grad_norm": 0.18706029653549194,
      "learning_rate": 1.999492048167063e-05,
      "loss": 1.0362,
      "step": 1892
    },
    {
      "epoch": 0.039893154625487995,
      "grad_norm": 0.17060589790344238,
      "learning_rate": 1.9994898706405486e-05,
      "loss": 1.0325,
      "step": 1893
    },
    {
      "epoch": 0.03991422866385328,
      "grad_norm": 0.14522986114025116,
      "learning_rate": 1.9994876884578098e-05,
      "loss": 1.0102,
      "step": 1894
    },
    {
      "epoch": 0.03993530270221857,
      "grad_norm": 0.17887620627880096,
      "learning_rate": 1.999485501618856e-05,
      "loss": 1.0739,
      "step": 1895
    },
    {
      "epoch": 0.03995637674058385,
      "grad_norm": 0.17354843020439148,
      "learning_rate": 1.9994833101236982e-05,
      "loss": 0.9912,
      "step": 1896
    },
    {
      "epoch": 0.039977450778949146,
      "grad_norm": 0.17283844947814941,
      "learning_rate": 1.999481113972346e-05,
      "loss": 1.0034,
      "step": 1897
    },
    {
      "epoch": 0.03999852481731443,
      "grad_norm": 0.16357779502868652,
      "learning_rate": 1.9994789131648097e-05,
      "loss": 1.0809,
      "step": 1898
    },
    {
      "epoch": 0.04001959885567972,
      "grad_norm": 0.1569763720035553,
      "learning_rate": 1.9994767077011002e-05,
      "loss": 1.0518,
      "step": 1899
    },
    {
      "epoch": 0.040040672894045004,
      "grad_norm": 0.14688269793987274,
      "learning_rate": 1.999474497581227e-05,
      "loss": 1.0678,
      "step": 1900
    },
    {
      "epoch": 0.04006174693241029,
      "grad_norm": 0.15895728766918182,
      "learning_rate": 1.9994722828052007e-05,
      "loss": 1.035,
      "step": 1901
    },
    {
      "epoch": 0.040082820970775576,
      "grad_norm": 0.145044207572937,
      "learning_rate": 1.9994700633730315e-05,
      "loss": 0.9879,
      "step": 1902
    },
    {
      "epoch": 0.04010389500914086,
      "grad_norm": 0.16035635769367218,
      "learning_rate": 1.99946783928473e-05,
      "loss": 0.9598,
      "step": 1903
    },
    {
      "epoch": 0.04012496904750615,
      "grad_norm": 0.1779581904411316,
      "learning_rate": 1.9994656105403062e-05,
      "loss": 1.0172,
      "step": 1904
    },
    {
      "epoch": 0.04014604308587144,
      "grad_norm": 0.16788630187511444,
      "learning_rate": 1.999463377139771e-05,
      "loss": 1.0426,
      "step": 1905
    },
    {
      "epoch": 0.04016711712423673,
      "grad_norm": 0.20697608590126038,
      "learning_rate": 1.9994611390831342e-05,
      "loss": 0.9831,
      "step": 1906
    },
    {
      "epoch": 0.04018819116260201,
      "grad_norm": 0.17702744901180267,
      "learning_rate": 1.9994588963704065e-05,
      "loss": 1.0705,
      "step": 1907
    },
    {
      "epoch": 0.0402092652009673,
      "grad_norm": 0.21768605709075928,
      "learning_rate": 1.9994566490015987e-05,
      "loss": 0.9667,
      "step": 1908
    },
    {
      "epoch": 0.040230339239332585,
      "grad_norm": 0.22832295298576355,
      "learning_rate": 1.9994543969767205e-05,
      "loss": 1.0645,
      "step": 1909
    },
    {
      "epoch": 0.04025141327769787,
      "grad_norm": 0.152591273188591,
      "learning_rate": 1.9994521402957833e-05,
      "loss": 1.0111,
      "step": 1910
    },
    {
      "epoch": 0.04027248731606316,
      "grad_norm": 0.20294851064682007,
      "learning_rate": 1.999449878958797e-05,
      "loss": 1.0919,
      "step": 1911
    },
    {
      "epoch": 0.040293561354428443,
      "grad_norm": 0.2349373996257782,
      "learning_rate": 1.999447612965772e-05,
      "loss": 1.0393,
      "step": 1912
    },
    {
      "epoch": 0.04031463539279373,
      "grad_norm": 0.16848865151405334,
      "learning_rate": 1.9994453423167192e-05,
      "loss": 1.0307,
      "step": 1913
    },
    {
      "epoch": 0.04033570943115902,
      "grad_norm": 0.15723128616809845,
      "learning_rate": 1.9994430670116494e-05,
      "loss": 1.0717,
      "step": 1914
    },
    {
      "epoch": 0.04035678346952431,
      "grad_norm": 0.15947876870632172,
      "learning_rate": 1.9994407870505726e-05,
      "loss": 1.0079,
      "step": 1915
    },
    {
      "epoch": 0.040377857507889595,
      "grad_norm": 0.19273702800273895,
      "learning_rate": 1.9994385024334998e-05,
      "loss": 1.1407,
      "step": 1916
    },
    {
      "epoch": 0.04039893154625488,
      "grad_norm": 0.27601224184036255,
      "learning_rate": 1.9994362131604416e-05,
      "loss": 1.0777,
      "step": 1917
    },
    {
      "epoch": 0.04042000558462017,
      "grad_norm": 0.16046801209449768,
      "learning_rate": 1.9994339192314087e-05,
      "loss": 0.9762,
      "step": 1918
    },
    {
      "epoch": 0.04044107962298545,
      "grad_norm": 0.19392845034599304,
      "learning_rate": 1.9994316206464118e-05,
      "loss": 1.0194,
      "step": 1919
    },
    {
      "epoch": 0.04046215366135074,
      "grad_norm": 0.19075825810432434,
      "learning_rate": 1.9994293174054612e-05,
      "loss": 1.0782,
      "step": 1920
    },
    {
      "epoch": 0.040483227699716025,
      "grad_norm": 0.17790281772613525,
      "learning_rate": 1.9994270095085683e-05,
      "loss": 0.9922,
      "step": 1921
    },
    {
      "epoch": 0.04050430173808131,
      "grad_norm": 0.18838678300380707,
      "learning_rate": 1.9994246969557434e-05,
      "loss": 1.0125,
      "step": 1922
    },
    {
      "epoch": 0.040525375776446604,
      "grad_norm": 0.16782709956169128,
      "learning_rate": 1.9994223797469972e-05,
      "loss": 1.0435,
      "step": 1923
    },
    {
      "epoch": 0.04054644981481189,
      "grad_norm": 0.19960281252861023,
      "learning_rate": 1.999420057882341e-05,
      "loss": 1.1116,
      "step": 1924
    },
    {
      "epoch": 0.040567523853177176,
      "grad_norm": 0.22045233845710754,
      "learning_rate": 1.9994177313617848e-05,
      "loss": 1.0478,
      "step": 1925
    },
    {
      "epoch": 0.04058859789154246,
      "grad_norm": 0.18539412319660187,
      "learning_rate": 1.9994154001853406e-05,
      "loss": 1.0955,
      "step": 1926
    },
    {
      "epoch": 0.04060967192990775,
      "grad_norm": 0.1785077005624771,
      "learning_rate": 1.999413064353018e-05,
      "loss": 1.0036,
      "step": 1927
    },
    {
      "epoch": 0.040630745968273034,
      "grad_norm": 0.23676349222660065,
      "learning_rate": 1.999410723864829e-05,
      "loss": 1.037,
      "step": 1928
    },
    {
      "epoch": 0.04065182000663832,
      "grad_norm": 0.20288316905498505,
      "learning_rate": 1.9994083787207833e-05,
      "loss": 1.0483,
      "step": 1929
    },
    {
      "epoch": 0.040672894045003606,
      "grad_norm": 0.19403895735740662,
      "learning_rate": 1.999406028920893e-05,
      "loss": 1.027,
      "step": 1930
    },
    {
      "epoch": 0.0406939680833689,
      "grad_norm": 0.18454796075820923,
      "learning_rate": 1.9994036744651682e-05,
      "loss": 1.0213,
      "step": 1931
    },
    {
      "epoch": 0.040715042121734185,
      "grad_norm": 0.20387233793735504,
      "learning_rate": 1.999401315353621e-05,
      "loss": 1.0605,
      "step": 1932
    },
    {
      "epoch": 0.04073611616009947,
      "grad_norm": 0.15632277727127075,
      "learning_rate": 1.999398951586261e-05,
      "loss": 1.1032,
      "step": 1933
    },
    {
      "epoch": 0.04075719019846476,
      "grad_norm": 0.18351399898529053,
      "learning_rate": 1.9993965831630998e-05,
      "loss": 0.9859,
      "step": 1934
    },
    {
      "epoch": 0.04077826423683004,
      "grad_norm": 0.23311734199523926,
      "learning_rate": 1.9993942100841485e-05,
      "loss": 1.0258,
      "step": 1935
    },
    {
      "epoch": 0.04079933827519533,
      "grad_norm": 0.19501154124736786,
      "learning_rate": 1.9993918323494183e-05,
      "loss": 1.0873,
      "step": 1936
    },
    {
      "epoch": 0.040820412313560615,
      "grad_norm": 0.1845565140247345,
      "learning_rate": 1.99938944995892e-05,
      "loss": 1.1385,
      "step": 1937
    },
    {
      "epoch": 0.0408414863519259,
      "grad_norm": 0.23565877974033356,
      "learning_rate": 1.9993870629126647e-05,
      "loss": 1.0513,
      "step": 1938
    },
    {
      "epoch": 0.04086256039029119,
      "grad_norm": 0.19199183583259583,
      "learning_rate": 1.9993846712106637e-05,
      "loss": 1.0421,
      "step": 1939
    },
    {
      "epoch": 0.04088363442865648,
      "grad_norm": 0.1802065223455429,
      "learning_rate": 1.999382274852928e-05,
      "loss": 1.0071,
      "step": 1940
    },
    {
      "epoch": 0.040904708467021766,
      "grad_norm": 0.15798534452915192,
      "learning_rate": 1.9993798738394686e-05,
      "loss": 1.0309,
      "step": 1941
    },
    {
      "epoch": 0.04092578250538705,
      "grad_norm": 0.28216642141342163,
      "learning_rate": 1.9993774681702972e-05,
      "loss": 1.0628,
      "step": 1942
    },
    {
      "epoch": 0.04094685654375234,
      "grad_norm": 0.15167377889156342,
      "learning_rate": 1.9993750578454248e-05,
      "loss": 1.1338,
      "step": 1943
    },
    {
      "epoch": 0.040967930582117625,
      "grad_norm": 0.17931242287158966,
      "learning_rate": 1.999372642864862e-05,
      "loss": 1.0562,
      "step": 1944
    },
    {
      "epoch": 0.04098900462048291,
      "grad_norm": 0.17958572506904602,
      "learning_rate": 1.999370223228621e-05,
      "loss": 1.0635,
      "step": 1945
    },
    {
      "epoch": 0.0410100786588482,
      "grad_norm": 0.1847834438085556,
      "learning_rate": 1.999367798936713e-05,
      "loss": 1.0779,
      "step": 1946
    },
    {
      "epoch": 0.04103115269721348,
      "grad_norm": 0.19389908015727997,
      "learning_rate": 1.9993653699891482e-05,
      "loss": 1.0558,
      "step": 1947
    },
    {
      "epoch": 0.04105222673557877,
      "grad_norm": 0.1669871062040329,
      "learning_rate": 1.999362936385939e-05,
      "loss": 1.048,
      "step": 1948
    },
    {
      "epoch": 0.04107330077394406,
      "grad_norm": 0.15320079028606415,
      "learning_rate": 1.9993604981270965e-05,
      "loss": 1.0853,
      "step": 1949
    },
    {
      "epoch": 0.04109437481230935,
      "grad_norm": 0.16443203389644623,
      "learning_rate": 1.999358055212632e-05,
      "loss": 1.0222,
      "step": 1950
    },
    {
      "epoch": 0.041115448850674634,
      "grad_norm": 0.15749844908714294,
      "learning_rate": 1.9993556076425564e-05,
      "loss": 0.9689,
      "step": 1951
    },
    {
      "epoch": 0.04113652288903992,
      "grad_norm": 0.13713379204273224,
      "learning_rate": 1.9993531554168818e-05,
      "loss": 0.9677,
      "step": 1952
    },
    {
      "epoch": 0.041157596927405206,
      "grad_norm": 0.1805153787136078,
      "learning_rate": 1.9993506985356196e-05,
      "loss": 0.9992,
      "step": 1953
    },
    {
      "epoch": 0.04117867096577049,
      "grad_norm": 0.1381545513868332,
      "learning_rate": 1.9993482369987808e-05,
      "loss": 0.9372,
      "step": 1954
    },
    {
      "epoch": 0.04119974500413578,
      "grad_norm": 0.17651031911373138,
      "learning_rate": 1.9993457708063772e-05,
      "loss": 1.0326,
      "step": 1955
    },
    {
      "epoch": 0.041220819042501064,
      "grad_norm": 0.1702767163515091,
      "learning_rate": 1.9993432999584203e-05,
      "loss": 1.0711,
      "step": 1956
    },
    {
      "epoch": 0.04124189308086636,
      "grad_norm": 0.18173670768737793,
      "learning_rate": 1.999340824454921e-05,
      "loss": 1.0122,
      "step": 1957
    },
    {
      "epoch": 0.04126296711923164,
      "grad_norm": 0.17942342162132263,
      "learning_rate": 1.9993383442958916e-05,
      "loss": 1.0218,
      "step": 1958
    },
    {
      "epoch": 0.04128404115759693,
      "grad_norm": 0.16296085715293884,
      "learning_rate": 1.9993358594813433e-05,
      "loss": 1.0448,
      "step": 1959
    },
    {
      "epoch": 0.041305115195962215,
      "grad_norm": 0.15399806201457977,
      "learning_rate": 1.9993333700112878e-05,
      "loss": 0.9849,
      "step": 1960
    },
    {
      "epoch": 0.0413261892343275,
      "grad_norm": 0.17582862079143524,
      "learning_rate": 1.9993308758857365e-05,
      "loss": 1.0782,
      "step": 1961
    },
    {
      "epoch": 0.04134726327269279,
      "grad_norm": 0.17047768831253052,
      "learning_rate": 1.9993283771047015e-05,
      "loss": 1.0536,
      "step": 1962
    },
    {
      "epoch": 0.04136833731105807,
      "grad_norm": 0.16141599416732788,
      "learning_rate": 1.9993258736681938e-05,
      "loss": 1.0431,
      "step": 1963
    },
    {
      "epoch": 0.04138941134942336,
      "grad_norm": 0.15843696892261505,
      "learning_rate": 1.9993233655762253e-05,
      "loss": 0.9889,
      "step": 1964
    },
    {
      "epoch": 0.041410485387788645,
      "grad_norm": 0.20519934594631195,
      "learning_rate": 1.9993208528288082e-05,
      "loss": 1.0381,
      "step": 1965
    },
    {
      "epoch": 0.04143155942615394,
      "grad_norm": 0.21763867139816284,
      "learning_rate": 1.999318335425953e-05,
      "loss": 1.0816,
      "step": 1966
    },
    {
      "epoch": 0.041452633464519224,
      "grad_norm": 0.13366933166980743,
      "learning_rate": 1.999315813367673e-05,
      "loss": 1.0113,
      "step": 1967
    },
    {
      "epoch": 0.04147370750288451,
      "grad_norm": 0.182956263422966,
      "learning_rate": 1.9993132866539785e-05,
      "loss": 0.9775,
      "step": 1968
    },
    {
      "epoch": 0.041494781541249796,
      "grad_norm": 0.18935976922512054,
      "learning_rate": 1.9993107552848822e-05,
      "loss": 1.0398,
      "step": 1969
    },
    {
      "epoch": 0.04151585557961508,
      "grad_norm": 0.16523407399654388,
      "learning_rate": 1.9993082192603956e-05,
      "loss": 1.021,
      "step": 1970
    },
    {
      "epoch": 0.04153692961798037,
      "grad_norm": 0.16715331375598907,
      "learning_rate": 1.9993056785805306e-05,
      "loss": 1.014,
      "step": 1971
    },
    {
      "epoch": 0.041558003656345655,
      "grad_norm": 0.17972439527511597,
      "learning_rate": 1.999303133245299e-05,
      "loss": 1.0657,
      "step": 1972
    },
    {
      "epoch": 0.04157907769471094,
      "grad_norm": 0.18404486775398254,
      "learning_rate": 1.9993005832547122e-05,
      "loss": 1.0303,
      "step": 1973
    },
    {
      "epoch": 0.04160015173307623,
      "grad_norm": 0.16910941898822784,
      "learning_rate": 1.9992980286087826e-05,
      "loss": 1.0574,
      "step": 1974
    },
    {
      "epoch": 0.04162122577144152,
      "grad_norm": 0.19394458830356598,
      "learning_rate": 1.999295469307522e-05,
      "loss": 1.046,
      "step": 1975
    },
    {
      "epoch": 0.041642299809806806,
      "grad_norm": 0.16392485797405243,
      "learning_rate": 1.9992929053509425e-05,
      "loss": 1.0747,
      "step": 1976
    },
    {
      "epoch": 0.04166337384817209,
      "grad_norm": 0.18455305695533752,
      "learning_rate": 1.9992903367390557e-05,
      "loss": 1.0484,
      "step": 1977
    },
    {
      "epoch": 0.04168444788653738,
      "grad_norm": 0.167061910033226,
      "learning_rate": 1.999287763471874e-05,
      "loss": 0.9842,
      "step": 1978
    },
    {
      "epoch": 0.041705521924902664,
      "grad_norm": 0.17882943153381348,
      "learning_rate": 1.9992851855494084e-05,
      "loss": 1.0714,
      "step": 1979
    },
    {
      "epoch": 0.04172659596326795,
      "grad_norm": 0.18697422742843628,
      "learning_rate": 1.9992826029716722e-05,
      "loss": 0.9264,
      "step": 1980
    },
    {
      "epoch": 0.041747670001633236,
      "grad_norm": 0.12821893393993378,
      "learning_rate": 1.9992800157386768e-05,
      "loss": 0.9877,
      "step": 1981
    },
    {
      "epoch": 0.04176874403999852,
      "grad_norm": 0.22716964781284332,
      "learning_rate": 1.999277423850434e-05,
      "loss": 1.0711,
      "step": 1982
    },
    {
      "epoch": 0.041789818078363815,
      "grad_norm": 0.198524609208107,
      "learning_rate": 1.9992748273069565e-05,
      "loss": 1.0178,
      "step": 1983
    },
    {
      "epoch": 0.0418108921167291,
      "grad_norm": 0.17544157803058624,
      "learning_rate": 1.9992722261082557e-05,
      "loss": 1.0555,
      "step": 1984
    },
    {
      "epoch": 0.04183196615509439,
      "grad_norm": 0.19327256083488464,
      "learning_rate": 1.9992696202543445e-05,
      "loss": 1.094,
      "step": 1985
    },
    {
      "epoch": 0.04185304019345967,
      "grad_norm": 0.161163792014122,
      "learning_rate": 1.9992670097452344e-05,
      "loss": 0.945,
      "step": 1986
    },
    {
      "epoch": 0.04187411423182496,
      "grad_norm": 0.15550021827220917,
      "learning_rate": 1.999264394580938e-05,
      "loss": 1.0793,
      "step": 1987
    },
    {
      "epoch": 0.041895188270190245,
      "grad_norm": 0.22327153384685516,
      "learning_rate": 1.999261774761467e-05,
      "loss": 1.0463,
      "step": 1988
    },
    {
      "epoch": 0.04191626230855553,
      "grad_norm": 0.18144206702709198,
      "learning_rate": 1.999259150286834e-05,
      "loss": 1.062,
      "step": 1989
    },
    {
      "epoch": 0.04193733634692082,
      "grad_norm": 0.1881101280450821,
      "learning_rate": 1.999256521157051e-05,
      "loss": 1.1262,
      "step": 1990
    },
    {
      "epoch": 0.0419584103852861,
      "grad_norm": 0.20100608468055725,
      "learning_rate": 1.9992538873721305e-05,
      "loss": 1.0211,
      "step": 1991
    },
    {
      "epoch": 0.041979484423651396,
      "grad_norm": 0.14524148404598236,
      "learning_rate": 1.9992512489320845e-05,
      "loss": 1.0511,
      "step": 1992
    },
    {
      "epoch": 0.04200055846201668,
      "grad_norm": 0.1859891712665558,
      "learning_rate": 1.9992486058369254e-05,
      "loss": 0.9569,
      "step": 1993
    },
    {
      "epoch": 0.04202163250038197,
      "grad_norm": 0.1435539275407791,
      "learning_rate": 1.9992459580866654e-05,
      "loss": 1.0568,
      "step": 1994
    },
    {
      "epoch": 0.042042706538747254,
      "grad_norm": 0.18475425243377686,
      "learning_rate": 1.9992433056813172e-05,
      "loss": 1.0217,
      "step": 1995
    },
    {
      "epoch": 0.04206378057711254,
      "grad_norm": 0.15827876329421997,
      "learning_rate": 1.9992406486208928e-05,
      "loss": 1.0086,
      "step": 1996
    },
    {
      "epoch": 0.042084854615477826,
      "grad_norm": 0.2261107861995697,
      "learning_rate": 1.999237986905405e-05,
      "loss": 1.0385,
      "step": 1997
    },
    {
      "epoch": 0.04210592865384311,
      "grad_norm": 0.22898080945014954,
      "learning_rate": 1.9992353205348657e-05,
      "loss": 1.0672,
      "step": 1998
    },
    {
      "epoch": 0.0421270026922084,
      "grad_norm": 0.14694112539291382,
      "learning_rate": 1.999232649509287e-05,
      "loss": 1.0033,
      "step": 1999
    },
    {
      "epoch": 0.04214807673057369,
      "grad_norm": 0.18742284178733826,
      "learning_rate": 1.9992299738286825e-05,
      "loss": 0.9869,
      "step": 2000
    },
    {
      "epoch": 0.04216915076893898,
      "grad_norm": 0.1908104121685028,
      "learning_rate": 1.9992272934930635e-05,
      "loss": 1.0753,
      "step": 2001
    },
    {
      "epoch": 0.042190224807304263,
      "grad_norm": 0.23495341837406158,
      "learning_rate": 1.9992246085024436e-05,
      "loss": 0.9513,
      "step": 2002
    },
    {
      "epoch": 0.04221129884566955,
      "grad_norm": 0.1605803370475769,
      "learning_rate": 1.999221918856834e-05,
      "loss": 0.9956,
      "step": 2003
    },
    {
      "epoch": 0.042232372884034836,
      "grad_norm": 0.17388427257537842,
      "learning_rate": 1.9992192245562488e-05,
      "loss": 1.1049,
      "step": 2004
    },
    {
      "epoch": 0.04225344692240012,
      "grad_norm": 0.23849302530288696,
      "learning_rate": 1.9992165256006993e-05,
      "loss": 1.0093,
      "step": 2005
    },
    {
      "epoch": 0.04227452096076541,
      "grad_norm": 0.1767159104347229,
      "learning_rate": 1.9992138219901983e-05,
      "loss": 0.9683,
      "step": 2006
    },
    {
      "epoch": 0.042295594999130694,
      "grad_norm": 0.16428999602794647,
      "learning_rate": 1.999211113724759e-05,
      "loss": 0.957,
      "step": 2007
    },
    {
      "epoch": 0.04231666903749598,
      "grad_norm": 0.1898770034313202,
      "learning_rate": 1.9992084008043934e-05,
      "loss": 1.0475,
      "step": 2008
    },
    {
      "epoch": 0.04233774307586127,
      "grad_norm": 0.1796090304851532,
      "learning_rate": 1.999205683229114e-05,
      "loss": 1.1017,
      "step": 2009
    },
    {
      "epoch": 0.04235881711422656,
      "grad_norm": 0.17753511667251587,
      "learning_rate": 1.9992029609989337e-05,
      "loss": 1.0055,
      "step": 2010
    },
    {
      "epoch": 0.042379891152591845,
      "grad_norm": 0.20921136438846588,
      "learning_rate": 1.999200234113866e-05,
      "loss": 1.0464,
      "step": 2011
    },
    {
      "epoch": 0.04240096519095713,
      "grad_norm": 0.19791309535503387,
      "learning_rate": 1.9991975025739223e-05,
      "loss": 1.0582,
      "step": 2012
    },
    {
      "epoch": 0.04242203922932242,
      "grad_norm": 0.21505437791347504,
      "learning_rate": 1.999194766379116e-05,
      "loss": 1.0308,
      "step": 2013
    },
    {
      "epoch": 0.0424431132676877,
      "grad_norm": 0.15731742978096008,
      "learning_rate": 1.9991920255294597e-05,
      "loss": 1.0487,
      "step": 2014
    },
    {
      "epoch": 0.04246418730605299,
      "grad_norm": 0.17759937047958374,
      "learning_rate": 1.9991892800249663e-05,
      "loss": 1.0434,
      "step": 2015
    },
    {
      "epoch": 0.042485261344418275,
      "grad_norm": 0.18537376821041107,
      "learning_rate": 1.9991865298656487e-05,
      "loss": 1.0136,
      "step": 2016
    },
    {
      "epoch": 0.04250633538278356,
      "grad_norm": 0.14319099485874176,
      "learning_rate": 1.999183775051519e-05,
      "loss": 1.0647,
      "step": 2017
    },
    {
      "epoch": 0.042527409421148854,
      "grad_norm": 0.19063058495521545,
      "learning_rate": 1.999181015582591e-05,
      "loss": 1.0445,
      "step": 2018
    },
    {
      "epoch": 0.04254848345951414,
      "grad_norm": 0.1417396515607834,
      "learning_rate": 1.999178251458877e-05,
      "loss": 1.0261,
      "step": 2019
    },
    {
      "epoch": 0.042569557497879426,
      "grad_norm": 0.1694536954164505,
      "learning_rate": 1.9991754826803898e-05,
      "loss": 1.0253,
      "step": 2020
    },
    {
      "epoch": 0.04259063153624471,
      "grad_norm": 0.17788514494895935,
      "learning_rate": 1.9991727092471428e-05,
      "loss": 1.0072,
      "step": 2021
    },
    {
      "epoch": 0.04261170557461,
      "grad_norm": 0.1521334946155548,
      "learning_rate": 1.9991699311591482e-05,
      "loss": 1.0451,
      "step": 2022
    },
    {
      "epoch": 0.042632779612975284,
      "grad_norm": 0.15696415305137634,
      "learning_rate": 1.9991671484164193e-05,
      "loss": 1.0437,
      "step": 2023
    },
    {
      "epoch": 0.04265385365134057,
      "grad_norm": 0.18928122520446777,
      "learning_rate": 1.9991643610189695e-05,
      "loss": 1.033,
      "step": 2024
    },
    {
      "epoch": 0.042674927689705856,
      "grad_norm": 0.18943153321743011,
      "learning_rate": 1.999161568966811e-05,
      "loss": 1.0775,
      "step": 2025
    },
    {
      "epoch": 0.04269600172807115,
      "grad_norm": 0.1446162462234497,
      "learning_rate": 1.9991587722599573e-05,
      "loss": 1.0075,
      "step": 2026
    },
    {
      "epoch": 0.042717075766436435,
      "grad_norm": 0.1740523725748062,
      "learning_rate": 1.9991559708984217e-05,
      "loss": 1.0543,
      "step": 2027
    },
    {
      "epoch": 0.04273814980480172,
      "grad_norm": 0.18309974670410156,
      "learning_rate": 1.9991531648822167e-05,
      "loss": 0.9977,
      "step": 2028
    },
    {
      "epoch": 0.04275922384316701,
      "grad_norm": 0.15407204627990723,
      "learning_rate": 1.9991503542113553e-05,
      "loss": 1.0443,
      "step": 2029
    },
    {
      "epoch": 0.04278029788153229,
      "grad_norm": 0.15974943339824677,
      "learning_rate": 1.999147538885851e-05,
      "loss": 1.0127,
      "step": 2030
    },
    {
      "epoch": 0.04280137191989758,
      "grad_norm": 0.1639377474784851,
      "learning_rate": 1.9991447189057166e-05,
      "loss": 0.9868,
      "step": 2031
    },
    {
      "epoch": 0.042822445958262866,
      "grad_norm": 0.19239893555641174,
      "learning_rate": 1.9991418942709658e-05,
      "loss": 1.1106,
      "step": 2032
    },
    {
      "epoch": 0.04284351999662815,
      "grad_norm": 0.209384024143219,
      "learning_rate": 1.999139064981611e-05,
      "loss": 1.0011,
      "step": 2033
    },
    {
      "epoch": 0.04286459403499344,
      "grad_norm": 0.18752317130565643,
      "learning_rate": 1.9991362310376656e-05,
      "loss": 1.0849,
      "step": 2034
    },
    {
      "epoch": 0.04288566807335873,
      "grad_norm": 0.17593498528003693,
      "learning_rate": 1.9991333924391433e-05,
      "loss": 1.0229,
      "step": 2035
    },
    {
      "epoch": 0.04290674211172402,
      "grad_norm": 0.15363533794879913,
      "learning_rate": 1.9991305491860567e-05,
      "loss": 0.9332,
      "step": 2036
    },
    {
      "epoch": 0.0429278161500893,
      "grad_norm": 0.2063974291086197,
      "learning_rate": 1.999127701278419e-05,
      "loss": 1.1017,
      "step": 2037
    },
    {
      "epoch": 0.04294889018845459,
      "grad_norm": 0.1822851151227951,
      "learning_rate": 1.9991248487162445e-05,
      "loss": 1.0332,
      "step": 2038
    },
    {
      "epoch": 0.042969964226819875,
      "grad_norm": 0.1707742065191269,
      "learning_rate": 1.9991219914995454e-05,
      "loss": 1.0581,
      "step": 2039
    },
    {
      "epoch": 0.04299103826518516,
      "grad_norm": 0.18328137695789337,
      "learning_rate": 1.999119129628335e-05,
      "loss": 1.0283,
      "step": 2040
    },
    {
      "epoch": 0.04301211230355045,
      "grad_norm": 0.17097531259059906,
      "learning_rate": 1.9991162631026276e-05,
      "loss": 1.0282,
      "step": 2041
    },
    {
      "epoch": 0.04303318634191573,
      "grad_norm": 0.20268933475017548,
      "learning_rate": 1.999113391922436e-05,
      "loss": 0.9639,
      "step": 2042
    },
    {
      "epoch": 0.04305426038028102,
      "grad_norm": 0.16241808235645294,
      "learning_rate": 1.999110516087773e-05,
      "loss": 1.0604,
      "step": 2043
    },
    {
      "epoch": 0.04307533441864631,
      "grad_norm": 0.19247837364673615,
      "learning_rate": 1.9991076355986528e-05,
      "loss": 1.0509,
      "step": 2044
    },
    {
      "epoch": 0.0430964084570116,
      "grad_norm": 0.15284842252731323,
      "learning_rate": 1.9991047504550883e-05,
      "loss": 1.1443,
      "step": 2045
    },
    {
      "epoch": 0.043117482495376884,
      "grad_norm": 0.17200268805027008,
      "learning_rate": 1.9991018606570937e-05,
      "loss": 0.995,
      "step": 2046
    },
    {
      "epoch": 0.04313855653374217,
      "grad_norm": 0.14080828428268433,
      "learning_rate": 1.999098966204682e-05,
      "loss": 1.0448,
      "step": 2047
    },
    {
      "epoch": 0.043159630572107456,
      "grad_norm": 0.1714315116405487,
      "learning_rate": 1.999096067097866e-05,
      "loss": 1.1025,
      "step": 2048
    },
    {
      "epoch": 0.04318070461047274,
      "grad_norm": 0.15212826430797577,
      "learning_rate": 1.9990931633366603e-05,
      "loss": 0.9678,
      "step": 2049
    },
    {
      "epoch": 0.04320177864883803,
      "grad_norm": 0.14325106143951416,
      "learning_rate": 1.9990902549210777e-05,
      "loss": 1.0201,
      "step": 2050
    },
    {
      "epoch": 0.043222852687203314,
      "grad_norm": 0.1474219262599945,
      "learning_rate": 1.999087341851132e-05,
      "loss": 1.0176,
      "step": 2051
    },
    {
      "epoch": 0.04324392672556861,
      "grad_norm": 0.1759236752986908,
      "learning_rate": 1.999084424126837e-05,
      "loss": 0.9986,
      "step": 2052
    },
    {
      "epoch": 0.04326500076393389,
      "grad_norm": 0.18570736050605774,
      "learning_rate": 1.9990815017482058e-05,
      "loss": 1.0372,
      "step": 2053
    },
    {
      "epoch": 0.04328607480229918,
      "grad_norm": 0.15703000128269196,
      "learning_rate": 1.9990785747152527e-05,
      "loss": 1.0792,
      "step": 2054
    },
    {
      "epoch": 0.043307148840664465,
      "grad_norm": 0.2045646607875824,
      "learning_rate": 1.9990756430279904e-05,
      "loss": 1.1257,
      "step": 2055
    },
    {
      "epoch": 0.04332822287902975,
      "grad_norm": 0.17052066326141357,
      "learning_rate": 1.9990727066864336e-05,
      "loss": 1.046,
      "step": 2056
    },
    {
      "epoch": 0.04334929691739504,
      "grad_norm": 0.16956418752670288,
      "learning_rate": 1.9990697656905953e-05,
      "loss": 0.9655,
      "step": 2057
    },
    {
      "epoch": 0.04337037095576032,
      "grad_norm": 0.16021262109279633,
      "learning_rate": 1.9990668200404896e-05,
      "loss": 1.0394,
      "step": 2058
    },
    {
      "epoch": 0.04339144499412561,
      "grad_norm": 0.17504751682281494,
      "learning_rate": 1.9990638697361296e-05,
      "loss": 1.0065,
      "step": 2059
    },
    {
      "epoch": 0.043412519032490895,
      "grad_norm": 0.16206827759742737,
      "learning_rate": 1.9990609147775295e-05,
      "loss": 0.9882,
      "step": 2060
    },
    {
      "epoch": 0.04343359307085619,
      "grad_norm": 0.18161725997924805,
      "learning_rate": 1.9990579551647033e-05,
      "loss": 1.0419,
      "step": 2061
    },
    {
      "epoch": 0.043454667109221475,
      "grad_norm": 0.19853493571281433,
      "learning_rate": 1.999054990897664e-05,
      "loss": 1.0646,
      "step": 2062
    },
    {
      "epoch": 0.04347574114758676,
      "grad_norm": 0.1417769491672516,
      "learning_rate": 1.999052021976426e-05,
      "loss": 0.9642,
      "step": 2063
    },
    {
      "epoch": 0.04349681518595205,
      "grad_norm": 0.17932268977165222,
      "learning_rate": 1.9990490484010032e-05,
      "loss": 1.0576,
      "step": 2064
    },
    {
      "epoch": 0.04351788922431733,
      "grad_norm": 0.14452378451824188,
      "learning_rate": 1.9990460701714093e-05,
      "loss": 0.9162,
      "step": 2065
    },
    {
      "epoch": 0.04353896326268262,
      "grad_norm": 0.18371343612670898,
      "learning_rate": 1.999043087287658e-05,
      "loss": 1.0367,
      "step": 2066
    },
    {
      "epoch": 0.043560037301047905,
      "grad_norm": 0.2757948338985443,
      "learning_rate": 1.9990400997497638e-05,
      "loss": 1.1207,
      "step": 2067
    },
    {
      "epoch": 0.04358111133941319,
      "grad_norm": 0.2495821863412857,
      "learning_rate": 1.9990371075577397e-05,
      "loss": 1.0307,
      "step": 2068
    },
    {
      "epoch": 0.04360218537777848,
      "grad_norm": 0.13659901916980743,
      "learning_rate": 1.9990341107116e-05,
      "loss": 0.9723,
      "step": 2069
    },
    {
      "epoch": 0.04362325941614377,
      "grad_norm": 0.22008800506591797,
      "learning_rate": 1.9990311092113594e-05,
      "loss": 1.0501,
      "step": 2070
    },
    {
      "epoch": 0.043644333454509056,
      "grad_norm": 0.20695945620536804,
      "learning_rate": 1.9990281030570305e-05,
      "loss": 1.0313,
      "step": 2071
    },
    {
      "epoch": 0.04366540749287434,
      "grad_norm": 0.15809491276741028,
      "learning_rate": 1.9990250922486284e-05,
      "loss": 1.099,
      "step": 2072
    },
    {
      "epoch": 0.04368648153123963,
      "grad_norm": 0.2344793975353241,
      "learning_rate": 1.999022076786167e-05,
      "loss": 1.0439,
      "step": 2073
    },
    {
      "epoch": 0.043707555569604914,
      "grad_norm": 0.17439883947372437,
      "learning_rate": 1.99901905666966e-05,
      "loss": 0.9725,
      "step": 2074
    },
    {
      "epoch": 0.0437286296079702,
      "grad_norm": 0.2088509351015091,
      "learning_rate": 1.9990160318991213e-05,
      "loss": 1.0021,
      "step": 2075
    },
    {
      "epoch": 0.043749703646335486,
      "grad_norm": 0.20432865619659424,
      "learning_rate": 1.9990130024745657e-05,
      "loss": 0.9557,
      "step": 2076
    },
    {
      "epoch": 0.04377077768470077,
      "grad_norm": 0.15380960702896118,
      "learning_rate": 1.9990099683960068e-05,
      "loss": 0.9824,
      "step": 2077
    },
    {
      "epoch": 0.043791851723066065,
      "grad_norm": 0.2269001007080078,
      "learning_rate": 1.9990069296634586e-05,
      "loss": 0.971,
      "step": 2078
    },
    {
      "epoch": 0.04381292576143135,
      "grad_norm": 0.19532456994056702,
      "learning_rate": 1.9990038862769356e-05,
      "loss": 1.1235,
      "step": 2079
    },
    {
      "epoch": 0.04383399979979664,
      "grad_norm": 0.1756402999162674,
      "learning_rate": 1.999000838236452e-05,
      "loss": 1.052,
      "step": 2080
    },
    {
      "epoch": 0.04385507383816192,
      "grad_norm": 0.1816094070672989,
      "learning_rate": 1.998997785542022e-05,
      "loss": 1.1342,
      "step": 2081
    },
    {
      "epoch": 0.04387614787652721,
      "grad_norm": 0.16364513337612152,
      "learning_rate": 1.9989947281936595e-05,
      "loss": 1.0033,
      "step": 2082
    },
    {
      "epoch": 0.043897221914892495,
      "grad_norm": 0.17020034790039062,
      "learning_rate": 1.998991666191379e-05,
      "loss": 0.9577,
      "step": 2083
    },
    {
      "epoch": 0.04391829595325778,
      "grad_norm": 0.19012579321861267,
      "learning_rate": 1.9989885995351946e-05,
      "loss": 0.9852,
      "step": 2084
    },
    {
      "epoch": 0.04393936999162307,
      "grad_norm": 0.15571552515029907,
      "learning_rate": 1.9989855282251205e-05,
      "loss": 1.0061,
      "step": 2085
    },
    {
      "epoch": 0.04396044402998835,
      "grad_norm": 0.16888420283794403,
      "learning_rate": 1.9989824522611717e-05,
      "loss": 1.0416,
      "step": 2086
    },
    {
      "epoch": 0.043981518068353646,
      "grad_norm": 0.1855565905570984,
      "learning_rate": 1.9989793716433617e-05,
      "loss": 0.9911,
      "step": 2087
    },
    {
      "epoch": 0.04400259210671893,
      "grad_norm": 0.16636613011360168,
      "learning_rate": 1.998976286371705e-05,
      "loss": 0.9795,
      "step": 2088
    },
    {
      "epoch": 0.04402366614508422,
      "grad_norm": 0.19719655811786652,
      "learning_rate": 1.9989731964462167e-05,
      "loss": 1.0712,
      "step": 2089
    },
    {
      "epoch": 0.044044740183449504,
      "grad_norm": 0.1607571691274643,
      "learning_rate": 1.99897010186691e-05,
      "loss": 1.0981,
      "step": 2090
    },
    {
      "epoch": 0.04406581422181479,
      "grad_norm": 0.17069154977798462,
      "learning_rate": 1.9989670026338002e-05,
      "loss": 1.0077,
      "step": 2091
    },
    {
      "epoch": 0.04408688826018008,
      "grad_norm": 0.20694637298583984,
      "learning_rate": 1.9989638987469017e-05,
      "loss": 1.0669,
      "step": 2092
    },
    {
      "epoch": 0.04410796229854536,
      "grad_norm": 0.1594861000776291,
      "learning_rate": 1.9989607902062287e-05,
      "loss": 1.047,
      "step": 2093
    },
    {
      "epoch": 0.04412903633691065,
      "grad_norm": 0.16196240484714508,
      "learning_rate": 1.998957677011796e-05,
      "loss": 0.996,
      "step": 2094
    },
    {
      "epoch": 0.04415011037527594,
      "grad_norm": 0.18702803552150726,
      "learning_rate": 1.998954559163617e-05,
      "loss": 1.0803,
      "step": 2095
    },
    {
      "epoch": 0.04417118441364123,
      "grad_norm": 0.2508286237716675,
      "learning_rate": 1.998951436661708e-05,
      "loss": 1.0417,
      "step": 2096
    },
    {
      "epoch": 0.044192258452006514,
      "grad_norm": 0.2156205177307129,
      "learning_rate": 1.9989483095060823e-05,
      "loss": 1.0386,
      "step": 2097
    },
    {
      "epoch": 0.0442133324903718,
      "grad_norm": 0.17339222133159637,
      "learning_rate": 1.9989451776967546e-05,
      "loss": 1.0785,
      "step": 2098
    },
    {
      "epoch": 0.044234406528737086,
      "grad_norm": 0.22951602935791016,
      "learning_rate": 1.9989420412337397e-05,
      "loss": 1.001,
      "step": 2099
    },
    {
      "epoch": 0.04425548056710237,
      "grad_norm": 0.18704849481582642,
      "learning_rate": 1.9989389001170524e-05,
      "loss": 1.0289,
      "step": 2100
    },
    {
      "epoch": 0.04427655460546766,
      "grad_norm": 0.22402110695838928,
      "learning_rate": 1.998935754346707e-05,
      "loss": 1.0228,
      "step": 2101
    },
    {
      "epoch": 0.044297628643832944,
      "grad_norm": 0.23939912021160126,
      "learning_rate": 1.9989326039227183e-05,
      "loss": 1.0573,
      "step": 2102
    },
    {
      "epoch": 0.04431870268219823,
      "grad_norm": 0.1536141335964203,
      "learning_rate": 1.9989294488451007e-05,
      "loss": 1.074,
      "step": 2103
    },
    {
      "epoch": 0.04433977672056352,
      "grad_norm": 0.21878014504909515,
      "learning_rate": 1.9989262891138693e-05,
      "loss": 1.0747,
      "step": 2104
    },
    {
      "epoch": 0.04436085075892881,
      "grad_norm": 0.17285262048244476,
      "learning_rate": 1.9989231247290388e-05,
      "loss": 1.017,
      "step": 2105
    },
    {
      "epoch": 0.044381924797294095,
      "grad_norm": 0.16519927978515625,
      "learning_rate": 1.998919955690624e-05,
      "loss": 0.9809,
      "step": 2106
    },
    {
      "epoch": 0.04440299883565938,
      "grad_norm": 0.1884274035692215,
      "learning_rate": 1.998916781998639e-05,
      "loss": 0.9984,
      "step": 2107
    },
    {
      "epoch": 0.04442407287402467,
      "grad_norm": 0.19978661835193634,
      "learning_rate": 1.9989136036530993e-05,
      "loss": 1.0424,
      "step": 2108
    },
    {
      "epoch": 0.04444514691238995,
      "grad_norm": 0.16449393332004547,
      "learning_rate": 1.9989104206540194e-05,
      "loss": 1.1016,
      "step": 2109
    },
    {
      "epoch": 0.04446622095075524,
      "grad_norm": 0.2798745930194855,
      "learning_rate": 1.9989072330014145e-05,
      "loss": 1.1746,
      "step": 2110
    },
    {
      "epoch": 0.044487294989120525,
      "grad_norm": 0.2525172829627991,
      "learning_rate": 1.9989040406952986e-05,
      "loss": 1.0723,
      "step": 2111
    },
    {
      "epoch": 0.04450836902748581,
      "grad_norm": 0.20102596282958984,
      "learning_rate": 1.9989008437356873e-05,
      "loss": 1.0828,
      "step": 2112
    },
    {
      "epoch": 0.044529443065851104,
      "grad_norm": 0.16336144506931305,
      "learning_rate": 1.9988976421225953e-05,
      "loss": 1.019,
      "step": 2113
    },
    {
      "epoch": 0.04455051710421639,
      "grad_norm": 0.20542708039283752,
      "learning_rate": 1.9988944358560374e-05,
      "loss": 0.9801,
      "step": 2114
    },
    {
      "epoch": 0.044571591142581676,
      "grad_norm": 0.22255946695804596,
      "learning_rate": 1.998891224936029e-05,
      "loss": 1.0243,
      "step": 2115
    },
    {
      "epoch": 0.04459266518094696,
      "grad_norm": 0.21639373898506165,
      "learning_rate": 1.9988880093625848e-05,
      "loss": 1.0517,
      "step": 2116
    },
    {
      "epoch": 0.04461373921931225,
      "grad_norm": 0.18259699642658234,
      "learning_rate": 1.9988847891357195e-05,
      "loss": 1.001,
      "step": 2117
    },
    {
      "epoch": 0.044634813257677534,
      "grad_norm": 0.20291796326637268,
      "learning_rate": 1.9988815642554483e-05,
      "loss": 1.0313,
      "step": 2118
    },
    {
      "epoch": 0.04465588729604282,
      "grad_norm": 0.16677631437778473,
      "learning_rate": 1.998878334721786e-05,
      "loss": 1.0327,
      "step": 2119
    },
    {
      "epoch": 0.044676961334408107,
      "grad_norm": 0.2401602417230606,
      "learning_rate": 1.9988751005347482e-05,
      "loss": 1.0951,
      "step": 2120
    },
    {
      "epoch": 0.0446980353727734,
      "grad_norm": 0.17382197082042694,
      "learning_rate": 1.9988718616943494e-05,
      "loss": 1.0331,
      "step": 2121
    },
    {
      "epoch": 0.044719109411138686,
      "grad_norm": 0.17621774971485138,
      "learning_rate": 1.998868618200605e-05,
      "loss": 1.0613,
      "step": 2122
    },
    {
      "epoch": 0.04474018344950397,
      "grad_norm": 0.17921613156795502,
      "learning_rate": 1.99886537005353e-05,
      "loss": 1.0921,
      "step": 2123
    },
    {
      "epoch": 0.04476125748786926,
      "grad_norm": 0.18414078652858734,
      "learning_rate": 1.9988621172531397e-05,
      "loss": 0.9802,
      "step": 2124
    },
    {
      "epoch": 0.044782331526234544,
      "grad_norm": 0.18225441873073578,
      "learning_rate": 1.998858859799449e-05,
      "loss": 1.0581,
      "step": 2125
    },
    {
      "epoch": 0.04480340556459983,
      "grad_norm": 0.20232488214969635,
      "learning_rate": 1.9988555976924732e-05,
      "loss": 1.0457,
      "step": 2126
    },
    {
      "epoch": 0.044824479602965116,
      "grad_norm": 0.18816961348056793,
      "learning_rate": 1.998852330932228e-05,
      "loss": 1.0423,
      "step": 2127
    },
    {
      "epoch": 0.0448455536413304,
      "grad_norm": 0.19153672456741333,
      "learning_rate": 1.9988490595187273e-05,
      "loss": 1.0839,
      "step": 2128
    },
    {
      "epoch": 0.04486662767969569,
      "grad_norm": 0.16934838891029358,
      "learning_rate": 1.9988457834519878e-05,
      "loss": 0.9863,
      "step": 2129
    },
    {
      "epoch": 0.04488770171806098,
      "grad_norm": 0.15498307347297668,
      "learning_rate": 1.9988425027320236e-05,
      "loss": 0.9332,
      "step": 2130
    },
    {
      "epoch": 0.04490877575642627,
      "grad_norm": 0.16389089822769165,
      "learning_rate": 1.9988392173588508e-05,
      "loss": 0.9872,
      "step": 2131
    },
    {
      "epoch": 0.04492984979479155,
      "grad_norm": 0.16742494702339172,
      "learning_rate": 1.998835927332484e-05,
      "loss": 0.9492,
      "step": 2132
    },
    {
      "epoch": 0.04495092383315684,
      "grad_norm": 0.2050093561410904,
      "learning_rate": 1.9988326326529393e-05,
      "loss": 1.051,
      "step": 2133
    },
    {
      "epoch": 0.044971997871522125,
      "grad_norm": 0.18703530728816986,
      "learning_rate": 1.9988293333202318e-05,
      "loss": 1.0353,
      "step": 2134
    },
    {
      "epoch": 0.04499307190988741,
      "grad_norm": 0.18568019568920135,
      "learning_rate": 1.9988260293343763e-05,
      "loss": 1.0153,
      "step": 2135
    },
    {
      "epoch": 0.0450141459482527,
      "grad_norm": 0.17070870101451874,
      "learning_rate": 1.998822720695389e-05,
      "loss": 1.0186,
      "step": 2136
    },
    {
      "epoch": 0.04503521998661798,
      "grad_norm": 0.20284833014011383,
      "learning_rate": 1.9988194074032848e-05,
      "loss": 1.0628,
      "step": 2137
    },
    {
      "epoch": 0.04505629402498327,
      "grad_norm": 0.22987517714500427,
      "learning_rate": 1.9988160894580796e-05,
      "loss": 1.0903,
      "step": 2138
    },
    {
      "epoch": 0.04507736806334856,
      "grad_norm": 0.17333391308784485,
      "learning_rate": 1.9988127668597877e-05,
      "loss": 1.0648,
      "step": 2139
    },
    {
      "epoch": 0.04509844210171385,
      "grad_norm": 0.18264034390449524,
      "learning_rate": 1.9988094396084264e-05,
      "loss": 0.9982,
      "step": 2140
    },
    {
      "epoch": 0.045119516140079134,
      "grad_norm": 0.17509661614894867,
      "learning_rate": 1.9988061077040095e-05,
      "loss": 1.0392,
      "step": 2141
    },
    {
      "epoch": 0.04514059017844442,
      "grad_norm": 0.34389549493789673,
      "learning_rate": 1.9988027711465537e-05,
      "loss": 0.9884,
      "step": 2142
    },
    {
      "epoch": 0.045161664216809706,
      "grad_norm": 0.18245598673820496,
      "learning_rate": 1.998799429936074e-05,
      "loss": 1.052,
      "step": 2143
    },
    {
      "epoch": 0.04518273825517499,
      "grad_norm": 0.280570924282074,
      "learning_rate": 1.9987960840725858e-05,
      "loss": 1.1045,
      "step": 2144
    },
    {
      "epoch": 0.04520381229354028,
      "grad_norm": 0.20210662484169006,
      "learning_rate": 1.9987927335561053e-05,
      "loss": 0.98,
      "step": 2145
    },
    {
      "epoch": 0.045224886331905564,
      "grad_norm": 0.16608549654483795,
      "learning_rate": 1.9987893783866475e-05,
      "loss": 1.0049,
      "step": 2146
    },
    {
      "epoch": 0.04524596037027086,
      "grad_norm": 0.2828053832054138,
      "learning_rate": 1.9987860185642286e-05,
      "loss": 1.1222,
      "step": 2147
    },
    {
      "epoch": 0.04526703440863614,
      "grad_norm": 0.21170783042907715,
      "learning_rate": 1.9987826540888636e-05,
      "loss": 1.0446,
      "step": 2148
    },
    {
      "epoch": 0.04528810844700143,
      "grad_norm": 0.19032420217990875,
      "learning_rate": 1.9987792849605685e-05,
      "loss": 1.0695,
      "step": 2149
    },
    {
      "epoch": 0.045309182485366715,
      "grad_norm": 0.21263934671878815,
      "learning_rate": 1.9987759111793594e-05,
      "loss": 1.0357,
      "step": 2150
    },
    {
      "epoch": 0.045330256523732,
      "grad_norm": 0.18272261321544647,
      "learning_rate": 1.998772532745251e-05,
      "loss": 1.111,
      "step": 2151
    },
    {
      "epoch": 0.04535133056209729,
      "grad_norm": 0.21189354360103607,
      "learning_rate": 1.99876914965826e-05,
      "loss": 1.0949,
      "step": 2152
    },
    {
      "epoch": 0.045372404600462574,
      "grad_norm": 0.1684492826461792,
      "learning_rate": 1.998765761918402e-05,
      "loss": 1.0043,
      "step": 2153
    },
    {
      "epoch": 0.04539347863882786,
      "grad_norm": 0.1844681352376938,
      "learning_rate": 1.9987623695256923e-05,
      "loss": 1.0289,
      "step": 2154
    },
    {
      "epoch": 0.045414552677193146,
      "grad_norm": 0.16158078610897064,
      "learning_rate": 1.9987589724801473e-05,
      "loss": 1.0143,
      "step": 2155
    },
    {
      "epoch": 0.04543562671555844,
      "grad_norm": 0.19262875616550446,
      "learning_rate": 1.998755570781782e-05,
      "loss": 1.0395,
      "step": 2156
    },
    {
      "epoch": 0.045456700753923725,
      "grad_norm": 0.21225468814373016,
      "learning_rate": 1.9987521644306134e-05,
      "loss": 1.0741,
      "step": 2157
    },
    {
      "epoch": 0.04547777479228901,
      "grad_norm": 0.17267091572284698,
      "learning_rate": 1.9987487534266562e-05,
      "loss": 1.0573,
      "step": 2158
    },
    {
      "epoch": 0.0454988488306543,
      "grad_norm": 0.19692660868167877,
      "learning_rate": 1.998745337769927e-05,
      "loss": 1.0576,
      "step": 2159
    },
    {
      "epoch": 0.04551992286901958,
      "grad_norm": 0.19781267642974854,
      "learning_rate": 1.998741917460442e-05,
      "loss": 1.0514,
      "step": 2160
    },
    {
      "epoch": 0.04554099690738487,
      "grad_norm": 0.15634377300739288,
      "learning_rate": 1.998738492498216e-05,
      "loss": 1.0455,
      "step": 2161
    },
    {
      "epoch": 0.045562070945750155,
      "grad_norm": 0.18951795995235443,
      "learning_rate": 1.9987350628832663e-05,
      "loss": 1.1172,
      "step": 2162
    },
    {
      "epoch": 0.04558314498411544,
      "grad_norm": 0.20063266158103943,
      "learning_rate": 1.9987316286156076e-05,
      "loss": 1.0594,
      "step": 2163
    },
    {
      "epoch": 0.04560421902248073,
      "grad_norm": 0.15243643522262573,
      "learning_rate": 1.998728189695257e-05,
      "loss": 0.9856,
      "step": 2164
    },
    {
      "epoch": 0.04562529306084602,
      "grad_norm": 0.16467370092868805,
      "learning_rate": 1.9987247461222297e-05,
      "loss": 1.044,
      "step": 2165
    },
    {
      "epoch": 0.045646367099211306,
      "grad_norm": 0.1846548318862915,
      "learning_rate": 1.9987212978965424e-05,
      "loss": 1.0186,
      "step": 2166
    },
    {
      "epoch": 0.04566744113757659,
      "grad_norm": 0.17229193449020386,
      "learning_rate": 1.9987178450182105e-05,
      "loss": 0.9895,
      "step": 2167
    },
    {
      "epoch": 0.04568851517594188,
      "grad_norm": 0.1611851304769516,
      "learning_rate": 1.9987143874872506e-05,
      "loss": 0.9911,
      "step": 2168
    },
    {
      "epoch": 0.045709589214307164,
      "grad_norm": 0.20385576784610748,
      "learning_rate": 1.9987109253036783e-05,
      "loss": 1.07,
      "step": 2169
    },
    {
      "epoch": 0.04573066325267245,
      "grad_norm": 0.17127561569213867,
      "learning_rate": 1.9987074584675106e-05,
      "loss": 1.0352,
      "step": 2170
    },
    {
      "epoch": 0.045751737291037736,
      "grad_norm": 0.17805561423301697,
      "learning_rate": 1.9987039869787627e-05,
      "loss": 1.113,
      "step": 2171
    },
    {
      "epoch": 0.04577281132940302,
      "grad_norm": 0.17268458008766174,
      "learning_rate": 1.9987005108374515e-05,
      "loss": 0.9932,
      "step": 2172
    },
    {
      "epoch": 0.045793885367768315,
      "grad_norm": 0.14805613458156586,
      "learning_rate": 1.9986970300435927e-05,
      "loss": 1.0385,
      "step": 2173
    },
    {
      "epoch": 0.0458149594061336,
      "grad_norm": 0.16849929094314575,
      "learning_rate": 1.9986935445972028e-05,
      "loss": 0.9915,
      "step": 2174
    },
    {
      "epoch": 0.04583603344449889,
      "grad_norm": 0.1577971875667572,
      "learning_rate": 1.998690054498298e-05,
      "loss": 0.8932,
      "step": 2175
    },
    {
      "epoch": 0.04585710748286417,
      "grad_norm": 0.16697590053081512,
      "learning_rate": 1.998686559746894e-05,
      "loss": 0.9818,
      "step": 2176
    },
    {
      "epoch": 0.04587818152122946,
      "grad_norm": 0.2476922869682312,
      "learning_rate": 1.9986830603430082e-05,
      "loss": 1.029,
      "step": 2177
    },
    {
      "epoch": 0.045899255559594745,
      "grad_norm": 0.15163084864616394,
      "learning_rate": 1.998679556286656e-05,
      "loss": 0.9722,
      "step": 2178
    },
    {
      "epoch": 0.04592032959796003,
      "grad_norm": 0.1898927390575409,
      "learning_rate": 1.998676047577854e-05,
      "loss": 1.0139,
      "step": 2179
    },
    {
      "epoch": 0.04594140363632532,
      "grad_norm": 0.2230158895254135,
      "learning_rate": 1.9986725342166184e-05,
      "loss": 1.077,
      "step": 2180
    },
    {
      "epoch": 0.045962477674690604,
      "grad_norm": 0.15717671811580658,
      "learning_rate": 1.998669016202966e-05,
      "loss": 0.9746,
      "step": 2181
    },
    {
      "epoch": 0.0459835517130559,
      "grad_norm": 0.17772527039051056,
      "learning_rate": 1.9986654935369126e-05,
      "loss": 1.0022,
      "step": 2182
    },
    {
      "epoch": 0.04600462575142118,
      "grad_norm": 0.14940620958805084,
      "learning_rate": 1.998661966218475e-05,
      "loss": 1.0432,
      "step": 2183
    },
    {
      "epoch": 0.04602569978978647,
      "grad_norm": 0.15794958174228668,
      "learning_rate": 1.9986584342476697e-05,
      "loss": 1.0111,
      "step": 2184
    },
    {
      "epoch": 0.046046773828151755,
      "grad_norm": 0.18017740547657013,
      "learning_rate": 1.9986548976245127e-05,
      "loss": 1.1423,
      "step": 2185
    },
    {
      "epoch": 0.04606784786651704,
      "grad_norm": 0.14690297842025757,
      "learning_rate": 1.998651356349021e-05,
      "loss": 1.0755,
      "step": 2186
    },
    {
      "epoch": 0.04608892190488233,
      "grad_norm": 0.16047079861164093,
      "learning_rate": 1.998647810421211e-05,
      "loss": 1.0832,
      "step": 2187
    },
    {
      "epoch": 0.04610999594324761,
      "grad_norm": 0.1715010106563568,
      "learning_rate": 1.998644259841099e-05,
      "loss": 1.0772,
      "step": 2188
    },
    {
      "epoch": 0.0461310699816129,
      "grad_norm": 0.2508752942085266,
      "learning_rate": 1.9986407046087013e-05,
      "loss": 0.9858,
      "step": 2189
    },
    {
      "epoch": 0.04615214401997819,
      "grad_norm": 0.147026926279068,
      "learning_rate": 1.998637144724035e-05,
      "loss": 1.0673,
      "step": 2190
    },
    {
      "epoch": 0.04617321805834348,
      "grad_norm": 0.17501315474510193,
      "learning_rate": 1.9986335801871168e-05,
      "loss": 1.0036,
      "step": 2191
    },
    {
      "epoch": 0.046194292096708764,
      "grad_norm": 0.1493845134973526,
      "learning_rate": 1.9986300109979627e-05,
      "loss": 1.0317,
      "step": 2192
    },
    {
      "epoch": 0.04621536613507405,
      "grad_norm": 0.18292422592639923,
      "learning_rate": 1.9986264371565897e-05,
      "loss": 1.0145,
      "step": 2193
    },
    {
      "epoch": 0.046236440173439336,
      "grad_norm": 0.1837177276611328,
      "learning_rate": 1.9986228586630142e-05,
      "loss": 1.0392,
      "step": 2194
    },
    {
      "epoch": 0.04625751421180462,
      "grad_norm": 0.1721602827310562,
      "learning_rate": 1.998619275517253e-05,
      "loss": 1.0351,
      "step": 2195
    },
    {
      "epoch": 0.04627858825016991,
      "grad_norm": 0.15445727109909058,
      "learning_rate": 1.998615687719323e-05,
      "loss": 1.0405,
      "step": 2196
    },
    {
      "epoch": 0.046299662288535194,
      "grad_norm": 0.1848926544189453,
      "learning_rate": 1.9986120952692406e-05,
      "loss": 1.0836,
      "step": 2197
    },
    {
      "epoch": 0.04632073632690048,
      "grad_norm": 0.13720934092998505,
      "learning_rate": 1.9986084981670228e-05,
      "loss": 1.0209,
      "step": 2198
    },
    {
      "epoch": 0.04634181036526577,
      "grad_norm": 0.16712763905525208,
      "learning_rate": 1.998604896412686e-05,
      "loss": 1.0424,
      "step": 2199
    },
    {
      "epoch": 0.04636288440363106,
      "grad_norm": 0.20109596848487854,
      "learning_rate": 1.9986012900062476e-05,
      "loss": 1.0158,
      "step": 2200
    },
    {
      "epoch": 0.046383958441996345,
      "grad_norm": 0.1646297723054886,
      "learning_rate": 1.9985976789477237e-05,
      "loss": 1.0504,
      "step": 2201
    },
    {
      "epoch": 0.04640503248036163,
      "grad_norm": 0.21037344634532928,
      "learning_rate": 1.9985940632371316e-05,
      "loss": 1.0563,
      "step": 2202
    },
    {
      "epoch": 0.04642610651872692,
      "grad_norm": 0.18364843726158142,
      "learning_rate": 1.9985904428744875e-05,
      "loss": 1.0325,
      "step": 2203
    },
    {
      "epoch": 0.0464471805570922,
      "grad_norm": 0.18545222282409668,
      "learning_rate": 1.9985868178598093e-05,
      "loss": 1.1216,
      "step": 2204
    },
    {
      "epoch": 0.04646825459545749,
      "grad_norm": 0.15037879347801208,
      "learning_rate": 1.9985831881931134e-05,
      "loss": 1.0243,
      "step": 2205
    },
    {
      "epoch": 0.046489328633822775,
      "grad_norm": 0.17219215631484985,
      "learning_rate": 1.9985795538744163e-05,
      "loss": 1.0261,
      "step": 2206
    },
    {
      "epoch": 0.04651040267218806,
      "grad_norm": 0.14040681719779968,
      "learning_rate": 1.9985759149037353e-05,
      "loss": 0.9982,
      "step": 2207
    },
    {
      "epoch": 0.046531476710553354,
      "grad_norm": 0.1658691167831421,
      "learning_rate": 1.9985722712810874e-05,
      "loss": 1.0119,
      "step": 2208
    },
    {
      "epoch": 0.04655255074891864,
      "grad_norm": 0.15256918966770172,
      "learning_rate": 1.9985686230064895e-05,
      "loss": 1.0063,
      "step": 2209
    },
    {
      "epoch": 0.046573624787283927,
      "grad_norm": 0.18028324842453003,
      "learning_rate": 1.9985649700799585e-05,
      "loss": 1.0343,
      "step": 2210
    },
    {
      "epoch": 0.04659469882564921,
      "grad_norm": 0.1631496399641037,
      "learning_rate": 1.9985613125015117e-05,
      "loss": 1.0948,
      "step": 2211
    },
    {
      "epoch": 0.0466157728640145,
      "grad_norm": 0.18702323734760284,
      "learning_rate": 1.9985576502711657e-05,
      "loss": 1.1103,
      "step": 2212
    },
    {
      "epoch": 0.046636846902379785,
      "grad_norm": 0.16867683827877045,
      "learning_rate": 1.9985539833889378e-05,
      "loss": 1.049,
      "step": 2213
    },
    {
      "epoch": 0.04665792094074507,
      "grad_norm": 0.1726827323436737,
      "learning_rate": 1.9985503118548456e-05,
      "loss": 1.046,
      "step": 2214
    },
    {
      "epoch": 0.04667899497911036,
      "grad_norm": 0.14290939271450043,
      "learning_rate": 1.998546635668905e-05,
      "loss": 1.0311,
      "step": 2215
    },
    {
      "epoch": 0.04670006901747565,
      "grad_norm": 0.2048063576221466,
      "learning_rate": 1.9985429548311345e-05,
      "loss": 1.0699,
      "step": 2216
    },
    {
      "epoch": 0.046721143055840936,
      "grad_norm": 0.17266511917114258,
      "learning_rate": 1.99853926934155e-05,
      "loss": 1.0125,
      "step": 2217
    },
    {
      "epoch": 0.04674221709420622,
      "grad_norm": 0.16140425205230713,
      "learning_rate": 1.998535579200169e-05,
      "loss": 0.9441,
      "step": 2218
    },
    {
      "epoch": 0.04676329113257151,
      "grad_norm": 0.14400380849838257,
      "learning_rate": 1.99853188440701e-05,
      "loss": 1.0719,
      "step": 2219
    },
    {
      "epoch": 0.046784365170936794,
      "grad_norm": 0.22347240149974823,
      "learning_rate": 1.9985281849620885e-05,
      "loss": 1.0706,
      "step": 2220
    },
    {
      "epoch": 0.04680543920930208,
      "grad_norm": 0.20775653421878815,
      "learning_rate": 1.998524480865422e-05,
      "loss": 1.0532,
      "step": 2221
    },
    {
      "epoch": 0.046826513247667366,
      "grad_norm": 0.1470973789691925,
      "learning_rate": 1.9985207721170288e-05,
      "loss": 1.0335,
      "step": 2222
    },
    {
      "epoch": 0.04684758728603265,
      "grad_norm": 0.16375291347503662,
      "learning_rate": 1.998517058716925e-05,
      "loss": 1.0824,
      "step": 2223
    },
    {
      "epoch": 0.04686866132439794,
      "grad_norm": 0.18148012459278107,
      "learning_rate": 1.998513340665129e-05,
      "loss": 1.0979,
      "step": 2224
    },
    {
      "epoch": 0.04688973536276323,
      "grad_norm": 0.1537439376115799,
      "learning_rate": 1.998509617961657e-05,
      "loss": 1.0546,
      "step": 2225
    },
    {
      "epoch": 0.04691080940112852,
      "grad_norm": 0.15758106112480164,
      "learning_rate": 1.998505890606527e-05,
      "loss": 1.0289,
      "step": 2226
    },
    {
      "epoch": 0.0469318834394938,
      "grad_norm": 0.19574035704135895,
      "learning_rate": 1.9985021585997562e-05,
      "loss": 1.0267,
      "step": 2227
    },
    {
      "epoch": 0.04695295747785909,
      "grad_norm": 0.183637797832489,
      "learning_rate": 1.998498421941362e-05,
      "loss": 0.9877,
      "step": 2228
    },
    {
      "epoch": 0.046974031516224375,
      "grad_norm": 0.1570836305618286,
      "learning_rate": 1.9984946806313622e-05,
      "loss": 0.964,
      "step": 2229
    },
    {
      "epoch": 0.04699510555458966,
      "grad_norm": 0.20263677835464478,
      "learning_rate": 1.9984909346697735e-05,
      "loss": 1.0633,
      "step": 2230
    },
    {
      "epoch": 0.04701617959295495,
      "grad_norm": 0.243352010846138,
      "learning_rate": 1.9984871840566142e-05,
      "loss": 1.0374,
      "step": 2231
    },
    {
      "epoch": 0.04703725363132023,
      "grad_norm": 0.16161802411079407,
      "learning_rate": 1.9984834287919006e-05,
      "loss": 1.0528,
      "step": 2232
    },
    {
      "epoch": 0.04705832766968552,
      "grad_norm": 0.21709799766540527,
      "learning_rate": 1.998479668875651e-05,
      "loss": 1.0776,
      "step": 2233
    },
    {
      "epoch": 0.04707940170805081,
      "grad_norm": 0.22315236926078796,
      "learning_rate": 1.9984759043078832e-05,
      "loss": 1.0363,
      "step": 2234
    },
    {
      "epoch": 0.0471004757464161,
      "grad_norm": 0.1778029054403305,
      "learning_rate": 1.998472135088614e-05,
      "loss": 1.0863,
      "step": 2235
    },
    {
      "epoch": 0.047121549784781384,
      "grad_norm": 0.20498448610305786,
      "learning_rate": 1.9984683612178614e-05,
      "loss": 1.0744,
      "step": 2236
    },
    {
      "epoch": 0.04714262382314667,
      "grad_norm": 0.2090057134628296,
      "learning_rate": 1.9984645826956428e-05,
      "loss": 1.0997,
      "step": 2237
    },
    {
      "epoch": 0.047163697861511956,
      "grad_norm": 0.18874388933181763,
      "learning_rate": 1.998460799521976e-05,
      "loss": 1.0309,
      "step": 2238
    },
    {
      "epoch": 0.04718477189987724,
      "grad_norm": 0.2773424983024597,
      "learning_rate": 1.9984570116968785e-05,
      "loss": 1.1242,
      "step": 2239
    },
    {
      "epoch": 0.04720584593824253,
      "grad_norm": 0.1704108864068985,
      "learning_rate": 1.9984532192203677e-05,
      "loss": 1.0464,
      "step": 2240
    },
    {
      "epoch": 0.047226919976607815,
      "grad_norm": 0.1693747192621231,
      "learning_rate": 1.998449422092462e-05,
      "loss": 1.0149,
      "step": 2241
    },
    {
      "epoch": 0.04724799401497311,
      "grad_norm": 0.16628073155879974,
      "learning_rate": 1.998445620313178e-05,
      "loss": 0.9784,
      "step": 2242
    },
    {
      "epoch": 0.047269068053338394,
      "grad_norm": 0.17090728878974915,
      "learning_rate": 1.9984418138825346e-05,
      "loss": 1.0586,
      "step": 2243
    },
    {
      "epoch": 0.04729014209170368,
      "grad_norm": 0.16102291643619537,
      "learning_rate": 1.9984380028005484e-05,
      "loss": 0.9961,
      "step": 2244
    },
    {
      "epoch": 0.047311216130068966,
      "grad_norm": 0.16439981758594513,
      "learning_rate": 1.998434187067238e-05,
      "loss": 1.0286,
      "step": 2245
    },
    {
      "epoch": 0.04733229016843425,
      "grad_norm": 0.18565639853477478,
      "learning_rate": 1.998430366682621e-05,
      "loss": 1.0678,
      "step": 2246
    },
    {
      "epoch": 0.04735336420679954,
      "grad_norm": 0.17044959962368011,
      "learning_rate": 1.998426541646715e-05,
      "loss": 0.9857,
      "step": 2247
    },
    {
      "epoch": 0.047374438245164824,
      "grad_norm": 0.17341212928295135,
      "learning_rate": 1.9984227119595375e-05,
      "loss": 0.9914,
      "step": 2248
    },
    {
      "epoch": 0.04739551228353011,
      "grad_norm": 0.1612030416727066,
      "learning_rate": 1.998418877621107e-05,
      "loss": 0.9966,
      "step": 2249
    },
    {
      "epoch": 0.047416586321895396,
      "grad_norm": 0.1604233980178833,
      "learning_rate": 1.998415038631441e-05,
      "loss": 0.977,
      "step": 2250
    },
    {
      "epoch": 0.04743766036026069,
      "grad_norm": 0.15982042253017426,
      "learning_rate": 1.9984111949905577e-05,
      "loss": 1.0749,
      "step": 2251
    },
    {
      "epoch": 0.047458734398625975,
      "grad_norm": 0.1642882525920868,
      "learning_rate": 1.9984073466984748e-05,
      "loss": 1.065,
      "step": 2252
    },
    {
      "epoch": 0.04747980843699126,
      "grad_norm": 0.17372503876686096,
      "learning_rate": 1.99840349375521e-05,
      "loss": 1.0303,
      "step": 2253
    },
    {
      "epoch": 0.04750088247535655,
      "grad_norm": 0.16415593028068542,
      "learning_rate": 1.9983996361607818e-05,
      "loss": 1.0417,
      "step": 2254
    },
    {
      "epoch": 0.04752195651372183,
      "grad_norm": 0.17359383404254913,
      "learning_rate": 1.9983957739152073e-05,
      "loss": 1.0136,
      "step": 2255
    },
    {
      "epoch": 0.04754303055208712,
      "grad_norm": 0.19499903917312622,
      "learning_rate": 1.9983919070185054e-05,
      "loss": 1.0346,
      "step": 2256
    },
    {
      "epoch": 0.047564104590452405,
      "grad_norm": 0.18507155776023865,
      "learning_rate": 1.9983880354706934e-05,
      "loss": 1.0679,
      "step": 2257
    },
    {
      "epoch": 0.04758517862881769,
      "grad_norm": 0.1508786976337433,
      "learning_rate": 1.9983841592717904e-05,
      "loss": 1.1138,
      "step": 2258
    },
    {
      "epoch": 0.04760625266718298,
      "grad_norm": 0.8731276392936707,
      "learning_rate": 1.9983802784218128e-05,
      "loss": 1.0095,
      "step": 2259
    },
    {
      "epoch": 0.04762732670554827,
      "grad_norm": 0.18018470704555511,
      "learning_rate": 1.9983763929207803e-05,
      "loss": 1.0019,
      "step": 2260
    },
    {
      "epoch": 0.047648400743913556,
      "grad_norm": 0.17444424331188202,
      "learning_rate": 1.9983725027687103e-05,
      "loss": 1.026,
      "step": 2261
    },
    {
      "epoch": 0.04766947478227884,
      "grad_norm": 0.1660933494567871,
      "learning_rate": 1.9983686079656203e-05,
      "loss": 1.011,
      "step": 2262
    },
    {
      "epoch": 0.04769054882064413,
      "grad_norm": 0.17051737010478973,
      "learning_rate": 1.9983647085115296e-05,
      "loss": 0.9443,
      "step": 2263
    },
    {
      "epoch": 0.047711622859009414,
      "grad_norm": 0.1377631276845932,
      "learning_rate": 1.9983608044064556e-05,
      "loss": 1.0747,
      "step": 2264
    },
    {
      "epoch": 0.0477326968973747,
      "grad_norm": 0.19866545498371124,
      "learning_rate": 1.9983568956504172e-05,
      "loss": 1.0351,
      "step": 2265
    },
    {
      "epoch": 0.047753770935739986,
      "grad_norm": 0.1723434180021286,
      "learning_rate": 1.9983529822434316e-05,
      "loss": 1.0524,
      "step": 2266
    },
    {
      "epoch": 0.04777484497410527,
      "grad_norm": 0.16963008046150208,
      "learning_rate": 1.9983490641855183e-05,
      "loss": 1.0477,
      "step": 2267
    },
    {
      "epoch": 0.047795919012470565,
      "grad_norm": 0.20913945138454437,
      "learning_rate": 1.998345141476694e-05,
      "loss": 1.0807,
      "step": 2268
    },
    {
      "epoch": 0.04781699305083585,
      "grad_norm": 0.23927876353263855,
      "learning_rate": 1.9983412141169783e-05,
      "loss": 1.097,
      "step": 2269
    },
    {
      "epoch": 0.04783806708920114,
      "grad_norm": 0.1629554182291031,
      "learning_rate": 1.998337282106389e-05,
      "loss": 1.0918,
      "step": 2270
    },
    {
      "epoch": 0.047859141127566424,
      "grad_norm": 0.20494727790355682,
      "learning_rate": 1.9983333454449442e-05,
      "loss": 1.0973,
      "step": 2271
    },
    {
      "epoch": 0.04788021516593171,
      "grad_norm": 0.15745927393436432,
      "learning_rate": 1.9983294041326625e-05,
      "loss": 0.9961,
      "step": 2272
    },
    {
      "epoch": 0.047901289204296996,
      "grad_norm": 0.1624147891998291,
      "learning_rate": 1.998325458169562e-05,
      "loss": 1.1001,
      "step": 2273
    },
    {
      "epoch": 0.04792236324266228,
      "grad_norm": 0.3352975845336914,
      "learning_rate": 1.9983215075556616e-05,
      "loss": 1.002,
      "step": 2274
    },
    {
      "epoch": 0.04794343728102757,
      "grad_norm": 0.19574041664600372,
      "learning_rate": 1.9983175522909793e-05,
      "loss": 1.044,
      "step": 2275
    },
    {
      "epoch": 0.047964511319392854,
      "grad_norm": 0.1752585768699646,
      "learning_rate": 1.9983135923755336e-05,
      "loss": 1.1095,
      "step": 2276
    },
    {
      "epoch": 0.04798558535775815,
      "grad_norm": 0.22909292578697205,
      "learning_rate": 1.9983096278093433e-05,
      "loss": 1.0862,
      "step": 2277
    },
    {
      "epoch": 0.04800665939612343,
      "grad_norm": 0.15519224107265472,
      "learning_rate": 1.9983056585924262e-05,
      "loss": 1.05,
      "step": 2278
    },
    {
      "epoch": 0.04802773343448872,
      "grad_norm": 0.18956473469734192,
      "learning_rate": 1.998301684724801e-05,
      "loss": 1.0534,
      "step": 2279
    },
    {
      "epoch": 0.048048807472854005,
      "grad_norm": 0.18722888827323914,
      "learning_rate": 1.9982977062064867e-05,
      "loss": 1.1093,
      "step": 2280
    },
    {
      "epoch": 0.04806988151121929,
      "grad_norm": 0.1639746129512787,
      "learning_rate": 1.9982937230375014e-05,
      "loss": 1.045,
      "step": 2281
    },
    {
      "epoch": 0.04809095554958458,
      "grad_norm": 0.1657482236623764,
      "learning_rate": 1.9982897352178637e-05,
      "loss": 0.9861,
      "step": 2282
    },
    {
      "epoch": 0.04811202958794986,
      "grad_norm": 0.15819908678531647,
      "learning_rate": 1.9982857427475923e-05,
      "loss": 1.0275,
      "step": 2283
    },
    {
      "epoch": 0.04813310362631515,
      "grad_norm": 0.18447722494602203,
      "learning_rate": 1.9982817456267058e-05,
      "loss": 1.0663,
      "step": 2284
    },
    {
      "epoch": 0.048154177664680435,
      "grad_norm": 0.1393621265888214,
      "learning_rate": 1.9982777438552225e-05,
      "loss": 1.0175,
      "step": 2285
    },
    {
      "epoch": 0.04817525170304573,
      "grad_norm": 0.19401279091835022,
      "learning_rate": 1.9982737374331614e-05,
      "loss": 1.0885,
      "step": 2286
    },
    {
      "epoch": 0.048196325741411014,
      "grad_norm": 0.15365637838840485,
      "learning_rate": 1.9982697263605408e-05,
      "loss": 1.0129,
      "step": 2287
    },
    {
      "epoch": 0.0482173997797763,
      "grad_norm": 0.1824093908071518,
      "learning_rate": 1.99826571063738e-05,
      "loss": 1.0062,
      "step": 2288
    },
    {
      "epoch": 0.048238473818141586,
      "grad_norm": 0.18890857696533203,
      "learning_rate": 1.9982616902636972e-05,
      "loss": 1.1339,
      "step": 2289
    },
    {
      "epoch": 0.04825954785650687,
      "grad_norm": 0.1922822743654251,
      "learning_rate": 1.9982576652395115e-05,
      "loss": 1.0151,
      "step": 2290
    },
    {
      "epoch": 0.04828062189487216,
      "grad_norm": 0.25828078389167786,
      "learning_rate": 1.998253635564841e-05,
      "loss": 0.9683,
      "step": 2291
    },
    {
      "epoch": 0.048301695933237444,
      "grad_norm": 0.14022976160049438,
      "learning_rate": 1.998249601239705e-05,
      "loss": 0.9646,
      "step": 2292
    },
    {
      "epoch": 0.04832276997160273,
      "grad_norm": 0.19491273164749146,
      "learning_rate": 1.998245562264122e-05,
      "loss": 1.0601,
      "step": 2293
    },
    {
      "epoch": 0.04834384400996802,
      "grad_norm": 0.14880560338497162,
      "learning_rate": 1.9982415186381114e-05,
      "loss": 1.0432,
      "step": 2294
    },
    {
      "epoch": 0.04836491804833331,
      "grad_norm": 0.15423862636089325,
      "learning_rate": 1.9982374703616916e-05,
      "loss": 1.0601,
      "step": 2295
    },
    {
      "epoch": 0.048385992086698595,
      "grad_norm": 0.1610521823167801,
      "learning_rate": 1.9982334174348813e-05,
      "loss": 1.0363,
      "step": 2296
    },
    {
      "epoch": 0.04840706612506388,
      "grad_norm": 0.15731245279312134,
      "learning_rate": 1.9982293598576995e-05,
      "loss": 0.9856,
      "step": 2297
    },
    {
      "epoch": 0.04842814016342917,
      "grad_norm": 0.17030812799930573,
      "learning_rate": 1.9982252976301656e-05,
      "loss": 1.0461,
      "step": 2298
    },
    {
      "epoch": 0.048449214201794454,
      "grad_norm": 0.1335124671459198,
      "learning_rate": 1.9982212307522978e-05,
      "loss": 1.0209,
      "step": 2299
    },
    {
      "epoch": 0.04847028824015974,
      "grad_norm": 0.15925216674804688,
      "learning_rate": 1.9982171592241155e-05,
      "loss": 1.1074,
      "step": 2300
    },
    {
      "epoch": 0.048491362278525026,
      "grad_norm": 0.14156992733478546,
      "learning_rate": 1.9982130830456375e-05,
      "loss": 1.039,
      "step": 2301
    },
    {
      "epoch": 0.04851243631689031,
      "grad_norm": 0.1680871546268463,
      "learning_rate": 1.9982090022168826e-05,
      "loss": 0.9431,
      "step": 2302
    },
    {
      "epoch": 0.048533510355255605,
      "grad_norm": 0.14467190206050873,
      "learning_rate": 1.99820491673787e-05,
      "loss": 0.9733,
      "step": 2303
    },
    {
      "epoch": 0.04855458439362089,
      "grad_norm": 0.1512387990951538,
      "learning_rate": 1.9982008266086193e-05,
      "loss": 1.0241,
      "step": 2304
    },
    {
      "epoch": 0.04857565843198618,
      "grad_norm": 0.18151438236236572,
      "learning_rate": 1.9981967318291484e-05,
      "loss": 1.004,
      "step": 2305
    },
    {
      "epoch": 0.04859673247035146,
      "grad_norm": 0.1708599179983139,
      "learning_rate": 1.9981926323994775e-05,
      "loss": 1.038,
      "step": 2306
    },
    {
      "epoch": 0.04861780650871675,
      "grad_norm": 0.14534205198287964,
      "learning_rate": 1.9981885283196245e-05,
      "loss": 1.044,
      "step": 2307
    },
    {
      "epoch": 0.048638880547082035,
      "grad_norm": 0.18362894654273987,
      "learning_rate": 1.9981844195896098e-05,
      "loss": 1.1201,
      "step": 2308
    },
    {
      "epoch": 0.04865995458544732,
      "grad_norm": 0.18651168048381805,
      "learning_rate": 1.998180306209452e-05,
      "loss": 0.9998,
      "step": 2309
    },
    {
      "epoch": 0.04868102862381261,
      "grad_norm": 0.16320139169692993,
      "learning_rate": 1.9981761881791695e-05,
      "loss": 1.0074,
      "step": 2310
    },
    {
      "epoch": 0.0487021026621779,
      "grad_norm": 0.19929228723049164,
      "learning_rate": 1.9981720654987827e-05,
      "loss": 1.0039,
      "step": 2311
    },
    {
      "epoch": 0.048723176700543186,
      "grad_norm": 0.1824832558631897,
      "learning_rate": 1.9981679381683103e-05,
      "loss": 1.0288,
      "step": 2312
    },
    {
      "epoch": 0.04874425073890847,
      "grad_norm": 0.13656942546367645,
      "learning_rate": 1.9981638061877714e-05,
      "loss": 1.0004,
      "step": 2313
    },
    {
      "epoch": 0.04876532477727376,
      "grad_norm": 0.1676453948020935,
      "learning_rate": 1.9981596695571853e-05,
      "loss": 1.0136,
      "step": 2314
    },
    {
      "epoch": 0.048786398815639044,
      "grad_norm": 0.1886773556470871,
      "learning_rate": 1.9981555282765716e-05,
      "loss": 1.0723,
      "step": 2315
    },
    {
      "epoch": 0.04880747285400433,
      "grad_norm": 0.13767282664775848,
      "learning_rate": 1.9981513823459492e-05,
      "loss": 1.0245,
      "step": 2316
    },
    {
      "epoch": 0.048828546892369616,
      "grad_norm": 0.1836729198694229,
      "learning_rate": 1.9981472317653376e-05,
      "loss": 1.0663,
      "step": 2317
    },
    {
      "epoch": 0.0488496209307349,
      "grad_norm": 0.19588477909564972,
      "learning_rate": 1.998143076534756e-05,
      "loss": 1.0111,
      "step": 2318
    },
    {
      "epoch": 0.04887069496910019,
      "grad_norm": 0.1571817696094513,
      "learning_rate": 1.9981389166542237e-05,
      "loss": 1.0559,
      "step": 2319
    },
    {
      "epoch": 0.04889176900746548,
      "grad_norm": 0.1729867160320282,
      "learning_rate": 1.9981347521237607e-05,
      "loss": 1.0585,
      "step": 2320
    },
    {
      "epoch": 0.04891284304583077,
      "grad_norm": 0.16920489072799683,
      "learning_rate": 1.9981305829433854e-05,
      "loss": 1.0804,
      "step": 2321
    },
    {
      "epoch": 0.04893391708419605,
      "grad_norm": 0.16644100844860077,
      "learning_rate": 1.998126409113118e-05,
      "loss": 0.9677,
      "step": 2322
    },
    {
      "epoch": 0.04895499112256134,
      "grad_norm": 0.37610504031181335,
      "learning_rate": 1.998122230632978e-05,
      "loss": 0.9312,
      "step": 2323
    },
    {
      "epoch": 0.048976065160926625,
      "grad_norm": 0.15088599920272827,
      "learning_rate": 1.998118047502984e-05,
      "loss": 1.0749,
      "step": 2324
    },
    {
      "epoch": 0.04899713919929191,
      "grad_norm": 0.1760604977607727,
      "learning_rate": 1.9981138597231562e-05,
      "loss": 1.0083,
      "step": 2325
    },
    {
      "epoch": 0.0490182132376572,
      "grad_norm": 0.25023218989372253,
      "learning_rate": 1.9981096672935137e-05,
      "loss": 1.0369,
      "step": 2326
    },
    {
      "epoch": 0.049039287276022483,
      "grad_norm": 0.12222954630851746,
      "learning_rate": 1.998105470214077e-05,
      "loss": 0.9239,
      "step": 2327
    },
    {
      "epoch": 0.04906036131438777,
      "grad_norm": 0.14907635748386383,
      "learning_rate": 1.9981012684848645e-05,
      "loss": 0.9644,
      "step": 2328
    },
    {
      "epoch": 0.04908143535275306,
      "grad_norm": 0.14503994584083557,
      "learning_rate": 1.9980970621058962e-05,
      "loss": 1.0,
      "step": 2329
    },
    {
      "epoch": 0.04910250939111835,
      "grad_norm": 0.12318097800016403,
      "learning_rate": 1.9980928510771916e-05,
      "loss": 1.0224,
      "step": 2330
    },
    {
      "epoch": 0.049123583429483635,
      "grad_norm": 0.14700497686862946,
      "learning_rate": 1.998088635398771e-05,
      "loss": 1.0868,
      "step": 2331
    },
    {
      "epoch": 0.04914465746784892,
      "grad_norm": 0.15452054142951965,
      "learning_rate": 1.9980844150706525e-05,
      "loss": 1.0873,
      "step": 2332
    },
    {
      "epoch": 0.04916573150621421,
      "grad_norm": 0.12303586304187775,
      "learning_rate": 1.9980801900928576e-05,
      "loss": 1.0121,
      "step": 2333
    },
    {
      "epoch": 0.04918680554457949,
      "grad_norm": 0.1523420214653015,
      "learning_rate": 1.9980759604654047e-05,
      "loss": 1.0159,
      "step": 2334
    },
    {
      "epoch": 0.04920787958294478,
      "grad_norm": 0.14782457053661346,
      "learning_rate": 1.998071726188314e-05,
      "loss": 1.0822,
      "step": 2335
    },
    {
      "epoch": 0.049228953621310065,
      "grad_norm": 0.17110440135002136,
      "learning_rate": 1.9980674872616048e-05,
      "loss": 1.0189,
      "step": 2336
    },
    {
      "epoch": 0.04925002765967536,
      "grad_norm": 0.1747174710035324,
      "learning_rate": 1.9980632436852974e-05,
      "loss": 1.0831,
      "step": 2337
    },
    {
      "epoch": 0.049271101698040644,
      "grad_norm": 0.1562526524066925,
      "learning_rate": 1.9980589954594117e-05,
      "loss": 0.9726,
      "step": 2338
    },
    {
      "epoch": 0.04929217573640593,
      "grad_norm": 0.16972576081752777,
      "learning_rate": 1.998054742583967e-05,
      "loss": 1.0906,
      "step": 2339
    },
    {
      "epoch": 0.049313249774771216,
      "grad_norm": 0.1490146815776825,
      "learning_rate": 1.998050485058983e-05,
      "loss": 1.0557,
      "step": 2340
    },
    {
      "epoch": 0.0493343238131365,
      "grad_norm": 0.1671360582113266,
      "learning_rate": 1.9980462228844798e-05,
      "loss": 1.1201,
      "step": 2341
    },
    {
      "epoch": 0.04935539785150179,
      "grad_norm": 0.1902836412191391,
      "learning_rate": 1.9980419560604773e-05,
      "loss": 0.9765,
      "step": 2342
    },
    {
      "epoch": 0.049376471889867074,
      "grad_norm": 0.18500447273254395,
      "learning_rate": 1.9980376845869958e-05,
      "loss": 1.0637,
      "step": 2343
    },
    {
      "epoch": 0.04939754592823236,
      "grad_norm": 0.13453039526939392,
      "learning_rate": 1.9980334084640542e-05,
      "loss": 1.0414,
      "step": 2344
    },
    {
      "epoch": 0.049418619966597646,
      "grad_norm": 0.17566819489002228,
      "learning_rate": 1.998029127691673e-05,
      "loss": 1.0941,
      "step": 2345
    },
    {
      "epoch": 0.04943969400496294,
      "grad_norm": 0.22347287833690643,
      "learning_rate": 1.998024842269872e-05,
      "loss": 0.9229,
      "step": 2346
    },
    {
      "epoch": 0.049460768043328225,
      "grad_norm": 0.16915889084339142,
      "learning_rate": 1.9980205521986716e-05,
      "loss": 1.0048,
      "step": 2347
    },
    {
      "epoch": 0.04948184208169351,
      "grad_norm": 0.17606471478939056,
      "learning_rate": 1.9980162574780913e-05,
      "loss": 1.1214,
      "step": 2348
    },
    {
      "epoch": 0.0495029161200588,
      "grad_norm": 0.166020929813385,
      "learning_rate": 1.998011958108151e-05,
      "loss": 0.9658,
      "step": 2349
    },
    {
      "epoch": 0.04952399015842408,
      "grad_norm": 0.1533837467432022,
      "learning_rate": 1.998007654088871e-05,
      "loss": 1.0299,
      "step": 2350
    },
    {
      "epoch": 0.04954506419678937,
      "grad_norm": 0.17053277790546417,
      "learning_rate": 1.9980033454202718e-05,
      "loss": 0.95,
      "step": 2351
    },
    {
      "epoch": 0.049566138235154655,
      "grad_norm": 0.15059508383274078,
      "learning_rate": 1.9979990321023726e-05,
      "loss": 0.9588,
      "step": 2352
    },
    {
      "epoch": 0.04958721227351994,
      "grad_norm": 0.2037019580602646,
      "learning_rate": 1.997994714135194e-05,
      "loss": 1.088,
      "step": 2353
    },
    {
      "epoch": 0.04960828631188523,
      "grad_norm": 0.20893031358718872,
      "learning_rate": 1.9979903915187556e-05,
      "loss": 1.0014,
      "step": 2354
    },
    {
      "epoch": 0.04962936035025052,
      "grad_norm": 0.22768278419971466,
      "learning_rate": 1.9979860642530783e-05,
      "loss": 1.0957,
      "step": 2355
    },
    {
      "epoch": 0.049650434388615806,
      "grad_norm": 0.22492238879203796,
      "learning_rate": 1.9979817323381822e-05,
      "loss": 1.0353,
      "step": 2356
    },
    {
      "epoch": 0.04967150842698109,
      "grad_norm": 0.1729569435119629,
      "learning_rate": 1.9979773957740866e-05,
      "loss": 0.9739,
      "step": 2357
    },
    {
      "epoch": 0.04969258246534638,
      "grad_norm": 0.1958358883857727,
      "learning_rate": 1.9979730545608128e-05,
      "loss": 1.0187,
      "step": 2358
    },
    {
      "epoch": 0.049713656503711665,
      "grad_norm": 0.1936418116092682,
      "learning_rate": 1.99796870869838e-05,
      "loss": 1.0087,
      "step": 2359
    },
    {
      "epoch": 0.04973473054207695,
      "grad_norm": 0.17917272448539734,
      "learning_rate": 1.9979643581868092e-05,
      "loss": 0.9833,
      "step": 2360
    },
    {
      "epoch": 0.04975580458044224,
      "grad_norm": 0.19566629827022552,
      "learning_rate": 1.9979600030261205e-05,
      "loss": 0.9732,
      "step": 2361
    },
    {
      "epoch": 0.04977687861880752,
      "grad_norm": 0.17910471558570862,
      "learning_rate": 1.9979556432163342e-05,
      "loss": 1.102,
      "step": 2362
    },
    {
      "epoch": 0.049797952657172816,
      "grad_norm": 0.18536904454231262,
      "learning_rate": 1.99795127875747e-05,
      "loss": 0.9534,
      "step": 2363
    },
    {
      "epoch": 0.0498190266955381,
      "grad_norm": 0.19307564198970795,
      "learning_rate": 1.9979469096495494e-05,
      "loss": 1.0958,
      "step": 2364
    },
    {
      "epoch": 0.04984010073390339,
      "grad_norm": 0.1716252863407135,
      "learning_rate": 1.9979425358925918e-05,
      "loss": 1.0179,
      "step": 2365
    },
    {
      "epoch": 0.049861174772268674,
      "grad_norm": 0.17163191735744476,
      "learning_rate": 1.997938157486618e-05,
      "loss": 1.0439,
      "step": 2366
    },
    {
      "epoch": 0.04988224881063396,
      "grad_norm": 0.16244393587112427,
      "learning_rate": 1.9979337744316482e-05,
      "loss": 1.0454,
      "step": 2367
    },
    {
      "epoch": 0.049903322848999246,
      "grad_norm": 0.15984265506267548,
      "learning_rate": 1.997929386727703e-05,
      "loss": 0.9972,
      "step": 2368
    },
    {
      "epoch": 0.04992439688736453,
      "grad_norm": 0.1748216152191162,
      "learning_rate": 1.9979249943748024e-05,
      "loss": 1.0242,
      "step": 2369
    },
    {
      "epoch": 0.04994547092572982,
      "grad_norm": 0.15564672648906708,
      "learning_rate": 1.9979205973729673e-05,
      "loss": 1.0299,
      "step": 2370
    },
    {
      "epoch": 0.049966544964095104,
      "grad_norm": 0.14286479353904724,
      "learning_rate": 1.9979161957222183e-05,
      "loss": 1.0431,
      "step": 2371
    },
    {
      "epoch": 0.0499876190024604,
      "grad_norm": 0.1780315637588501,
      "learning_rate": 1.9979117894225757e-05,
      "loss": 0.9969,
      "step": 2372
    },
    {
      "epoch": 0.05000869304082568,
      "grad_norm": 0.15892136096954346,
      "learning_rate": 1.99790737847406e-05,
      "loss": 1.0503,
      "step": 2373
    },
    {
      "epoch": 0.05002976707919097,
      "grad_norm": 0.21248608827590942,
      "learning_rate": 1.9979029628766915e-05,
      "loss": 1.1152,
      "step": 2374
    },
    {
      "epoch": 0.050050841117556255,
      "grad_norm": 0.1729326695203781,
      "learning_rate": 1.997898542630491e-05,
      "loss": 1.0942,
      "step": 2375
    },
    {
      "epoch": 0.05007191515592154,
      "grad_norm": 0.17858293652534485,
      "learning_rate": 1.9978941177354796e-05,
      "loss": 1.1206,
      "step": 2376
    },
    {
      "epoch": 0.05009298919428683,
      "grad_norm": 0.17373065650463104,
      "learning_rate": 1.997889688191677e-05,
      "loss": 1.0897,
      "step": 2377
    },
    {
      "epoch": 0.05011406323265211,
      "grad_norm": 0.16102191805839539,
      "learning_rate": 1.9978852539991047e-05,
      "loss": 1.0278,
      "step": 2378
    },
    {
      "epoch": 0.0501351372710174,
      "grad_norm": 0.15758895874023438,
      "learning_rate": 1.9978808151577828e-05,
      "loss": 1.0171,
      "step": 2379
    },
    {
      "epoch": 0.050156211309382685,
      "grad_norm": 0.19680695235729218,
      "learning_rate": 1.997876371667732e-05,
      "loss": 1.0572,
      "step": 2380
    },
    {
      "epoch": 0.05017728534774798,
      "grad_norm": 0.15435761213302612,
      "learning_rate": 1.997871923528973e-05,
      "loss": 1.0162,
      "step": 2381
    },
    {
      "epoch": 0.050198359386113264,
      "grad_norm": 0.18925046920776367,
      "learning_rate": 1.9978674707415268e-05,
      "loss": 0.9973,
      "step": 2382
    },
    {
      "epoch": 0.05021943342447855,
      "grad_norm": 0.14758534729480743,
      "learning_rate": 1.997863013305414e-05,
      "loss": 1.0226,
      "step": 2383
    },
    {
      "epoch": 0.050240507462843836,
      "grad_norm": 0.1709471493959427,
      "learning_rate": 1.9978585512206554e-05,
      "loss": 0.9208,
      "step": 2384
    },
    {
      "epoch": 0.05026158150120912,
      "grad_norm": 0.1526167392730713,
      "learning_rate": 1.9978540844872713e-05,
      "loss": 0.96,
      "step": 2385
    },
    {
      "epoch": 0.05028265553957441,
      "grad_norm": 0.15460941195487976,
      "learning_rate": 1.9978496131052834e-05,
      "loss": 1.0829,
      "step": 2386
    },
    {
      "epoch": 0.050303729577939695,
      "grad_norm": 0.1367463767528534,
      "learning_rate": 1.9978451370747122e-05,
      "loss": 0.8864,
      "step": 2387
    },
    {
      "epoch": 0.05032480361630498,
      "grad_norm": 0.1625916063785553,
      "learning_rate": 1.9978406563955778e-05,
      "loss": 1.0074,
      "step": 2388
    },
    {
      "epoch": 0.050345877654670274,
      "grad_norm": 0.18744778633117676,
      "learning_rate": 1.997836171067902e-05,
      "loss": 1.0073,
      "step": 2389
    },
    {
      "epoch": 0.05036695169303556,
      "grad_norm": 0.16095536947250366,
      "learning_rate": 1.9978316810917057e-05,
      "loss": 1.0129,
      "step": 2390
    },
    {
      "epoch": 0.050388025731400846,
      "grad_norm": 0.16172516345977783,
      "learning_rate": 1.997827186467009e-05,
      "loss": 0.9788,
      "step": 2391
    },
    {
      "epoch": 0.05040909976976613,
      "grad_norm": 0.20069977641105652,
      "learning_rate": 1.9978226871938337e-05,
      "loss": 1.0853,
      "step": 2392
    },
    {
      "epoch": 0.05043017380813142,
      "grad_norm": 0.15350821614265442,
      "learning_rate": 1.9978181832722003e-05,
      "loss": 0.9414,
      "step": 2393
    },
    {
      "epoch": 0.050451247846496704,
      "grad_norm": 0.18080492317676544,
      "learning_rate": 1.99781367470213e-05,
      "loss": 1.0745,
      "step": 2394
    },
    {
      "epoch": 0.05047232188486199,
      "grad_norm": 0.1378568410873413,
      "learning_rate": 1.9978091614836435e-05,
      "loss": 0.9345,
      "step": 2395
    },
    {
      "epoch": 0.050493395923227276,
      "grad_norm": 0.2288404107093811,
      "learning_rate": 1.9978046436167622e-05,
      "loss": 1.1443,
      "step": 2396
    },
    {
      "epoch": 0.05051446996159256,
      "grad_norm": 0.20639461278915405,
      "learning_rate": 1.997800121101507e-05,
      "loss": 1.0267,
      "step": 2397
    },
    {
      "epoch": 0.050535543999957855,
      "grad_norm": 0.2096119225025177,
      "learning_rate": 1.9977955939378984e-05,
      "loss": 1.0676,
      "step": 2398
    },
    {
      "epoch": 0.05055661803832314,
      "grad_norm": 0.2065587341785431,
      "learning_rate": 1.9977910621259586e-05,
      "loss": 0.974,
      "step": 2399
    },
    {
      "epoch": 0.05057769207668843,
      "grad_norm": 0.19408965110778809,
      "learning_rate": 1.997786525665708e-05,
      "loss": 1.08,
      "step": 2400
    },
    {
      "epoch": 0.05059876611505371,
      "grad_norm": 0.24159042537212372,
      "learning_rate": 1.997781984557168e-05,
      "loss": 1.026,
      "step": 2401
    },
    {
      "epoch": 0.050619840153419,
      "grad_norm": 0.16355060040950775,
      "learning_rate": 1.9977774388003593e-05,
      "loss": 1.0263,
      "step": 2402
    },
    {
      "epoch": 0.050640914191784285,
      "grad_norm": 0.1955779492855072,
      "learning_rate": 1.9977728883953037e-05,
      "loss": 1.027,
      "step": 2403
    },
    {
      "epoch": 0.05066198823014957,
      "grad_norm": 0.15875539183616638,
      "learning_rate": 1.997768333342022e-05,
      "loss": 0.9533,
      "step": 2404
    },
    {
      "epoch": 0.05068306226851486,
      "grad_norm": 0.1713300198316574,
      "learning_rate": 1.9977637736405357e-05,
      "loss": 1.0504,
      "step": 2405
    },
    {
      "epoch": 0.05070413630688015,
      "grad_norm": 0.15638487040996552,
      "learning_rate": 1.9977592092908657e-05,
      "loss": 0.9681,
      "step": 2406
    },
    {
      "epoch": 0.050725210345245436,
      "grad_norm": 0.17949151992797852,
      "learning_rate": 1.9977546402930333e-05,
      "loss": 1.0761,
      "step": 2407
    },
    {
      "epoch": 0.05074628438361072,
      "grad_norm": 0.14094088971614838,
      "learning_rate": 1.9977500666470598e-05,
      "loss": 0.9773,
      "step": 2408
    },
    {
      "epoch": 0.05076735842197601,
      "grad_norm": 0.1719599813222885,
      "learning_rate": 1.997745488352967e-05,
      "loss": 0.9107,
      "step": 2409
    },
    {
      "epoch": 0.050788432460341294,
      "grad_norm": 0.15049396455287933,
      "learning_rate": 1.9977409054107757e-05,
      "loss": 0.9924,
      "step": 2410
    },
    {
      "epoch": 0.05080950649870658,
      "grad_norm": 0.16979524493217468,
      "learning_rate": 1.9977363178205075e-05,
      "loss": 1.1293,
      "step": 2411
    },
    {
      "epoch": 0.050830580537071866,
      "grad_norm": 0.15425938367843628,
      "learning_rate": 1.9977317255821832e-05,
      "loss": 1.0368,
      "step": 2412
    },
    {
      "epoch": 0.05085165457543715,
      "grad_norm": 0.15565134584903717,
      "learning_rate": 1.9977271286958252e-05,
      "loss": 0.9981,
      "step": 2413
    },
    {
      "epoch": 0.05087272861380244,
      "grad_norm": 0.15285103023052216,
      "learning_rate": 1.9977225271614543e-05,
      "loss": 1.0647,
      "step": 2414
    },
    {
      "epoch": 0.05089380265216773,
      "grad_norm": 0.2575460970401764,
      "learning_rate": 1.997717920979092e-05,
      "loss": 1.0793,
      "step": 2415
    },
    {
      "epoch": 0.05091487669053302,
      "grad_norm": 0.19017355144023895,
      "learning_rate": 1.9977133101487594e-05,
      "loss": 0.9985,
      "step": 2416
    },
    {
      "epoch": 0.050935950728898303,
      "grad_norm": 0.16208894550800323,
      "learning_rate": 1.997708694670479e-05,
      "loss": 1.019,
      "step": 2417
    },
    {
      "epoch": 0.05095702476726359,
      "grad_norm": 0.15569095313549042,
      "learning_rate": 1.997704074544271e-05,
      "loss": 0.9938,
      "step": 2418
    },
    {
      "epoch": 0.050978098805628876,
      "grad_norm": 0.18056720495224,
      "learning_rate": 1.997699449770158e-05,
      "loss": 1.0527,
      "step": 2419
    },
    {
      "epoch": 0.05099917284399416,
      "grad_norm": 0.20550405979156494,
      "learning_rate": 1.9976948203481607e-05,
      "loss": 1.0156,
      "step": 2420
    },
    {
      "epoch": 0.05102024688235945,
      "grad_norm": 0.14392690360546112,
      "learning_rate": 1.9976901862783014e-05,
      "loss": 0.9189,
      "step": 2421
    },
    {
      "epoch": 0.051041320920724734,
      "grad_norm": 0.15877510607242584,
      "learning_rate": 1.9976855475606017e-05,
      "loss": 1.0533,
      "step": 2422
    },
    {
      "epoch": 0.05106239495909002,
      "grad_norm": 0.17424167692661285,
      "learning_rate": 1.9976809041950824e-05,
      "loss": 1.0894,
      "step": 2423
    },
    {
      "epoch": 0.05108346899745531,
      "grad_norm": 0.1541689932346344,
      "learning_rate": 1.9976762561817656e-05,
      "loss": 1.026,
      "step": 2424
    },
    {
      "epoch": 0.0511045430358206,
      "grad_norm": 0.16507431864738464,
      "learning_rate": 1.997671603520673e-05,
      "loss": 1.0624,
      "step": 2425
    },
    {
      "epoch": 0.051125617074185885,
      "grad_norm": 0.19135670363903046,
      "learning_rate": 1.9976669462118265e-05,
      "loss": 1.0185,
      "step": 2426
    },
    {
      "epoch": 0.05114669111255117,
      "grad_norm": 0.14375676214694977,
      "learning_rate": 1.9976622842552476e-05,
      "loss": 1.0137,
      "step": 2427
    },
    {
      "epoch": 0.05116776515091646,
      "grad_norm": 0.24503250420093536,
      "learning_rate": 1.997657617650958e-05,
      "loss": 1.0752,
      "step": 2428
    },
    {
      "epoch": 0.05118883918928174,
      "grad_norm": 0.3010179400444031,
      "learning_rate": 1.997652946398979e-05,
      "loss": 1.0595,
      "step": 2429
    },
    {
      "epoch": 0.05120991322764703,
      "grad_norm": 0.14731627702713013,
      "learning_rate": 1.9976482704993327e-05,
      "loss": 1.053,
      "step": 2430
    },
    {
      "epoch": 0.051230987266012315,
      "grad_norm": 0.2169216275215149,
      "learning_rate": 1.9976435899520414e-05,
      "loss": 1.0218,
      "step": 2431
    },
    {
      "epoch": 0.05125206130437761,
      "grad_norm": 0.14119146764278412,
      "learning_rate": 1.997638904757126e-05,
      "loss": 0.9952,
      "step": 2432
    },
    {
      "epoch": 0.051273135342742894,
      "grad_norm": 0.23565290868282318,
      "learning_rate": 1.9976342149146092e-05,
      "loss": 1.038,
      "step": 2433
    },
    {
      "epoch": 0.05129420938110818,
      "grad_norm": 0.3616315722465515,
      "learning_rate": 1.9976295204245122e-05,
      "loss": 1.0397,
      "step": 2434
    },
    {
      "epoch": 0.051315283419473466,
      "grad_norm": 0.16978470981121063,
      "learning_rate": 1.9976248212868573e-05,
      "loss": 1.0003,
      "step": 2435
    },
    {
      "epoch": 0.05133635745783875,
      "grad_norm": 0.20007982850074768,
      "learning_rate": 1.997620117501666e-05,
      "loss": 1.0423,
      "step": 2436
    },
    {
      "epoch": 0.05135743149620404,
      "grad_norm": 0.19182318449020386,
      "learning_rate": 1.9976154090689603e-05,
      "loss": 1.0662,
      "step": 2437
    },
    {
      "epoch": 0.051378505534569324,
      "grad_norm": 0.29138240218162537,
      "learning_rate": 1.9976106959887626e-05,
      "loss": 1.0682,
      "step": 2438
    },
    {
      "epoch": 0.05139957957293461,
      "grad_norm": 0.21602916717529297,
      "learning_rate": 1.9976059782610943e-05,
      "loss": 1.0848,
      "step": 2439
    },
    {
      "epoch": 0.051420653611299896,
      "grad_norm": 0.1923982799053192,
      "learning_rate": 1.9976012558859775e-05,
      "loss": 1.0438,
      "step": 2440
    },
    {
      "epoch": 0.05144172764966519,
      "grad_norm": 0.2012539654970169,
      "learning_rate": 1.997596528863434e-05,
      "loss": 1.0225,
      "step": 2441
    },
    {
      "epoch": 0.051462801688030475,
      "grad_norm": 0.17227651178836823,
      "learning_rate": 1.9975917971934867e-05,
      "loss": 1.0866,
      "step": 2442
    },
    {
      "epoch": 0.05148387572639576,
      "grad_norm": 0.19533315300941467,
      "learning_rate": 1.9975870608761567e-05,
      "loss": 1.0052,
      "step": 2443
    },
    {
      "epoch": 0.05150494976476105,
      "grad_norm": 0.18224623799324036,
      "learning_rate": 1.9975823199114663e-05,
      "loss": 1.0418,
      "step": 2444
    },
    {
      "epoch": 0.05152602380312633,
      "grad_norm": 0.2427966296672821,
      "learning_rate": 1.9975775742994378e-05,
      "loss": 1.042,
      "step": 2445
    },
    {
      "epoch": 0.05154709784149162,
      "grad_norm": 0.1904933601617813,
      "learning_rate": 1.9975728240400933e-05,
      "loss": 1.0344,
      "step": 2446
    },
    {
      "epoch": 0.051568171879856906,
      "grad_norm": 0.19662851095199585,
      "learning_rate": 1.997568069133455e-05,
      "loss": 1.0078,
      "step": 2447
    },
    {
      "epoch": 0.05158924591822219,
      "grad_norm": 0.22997507452964783,
      "learning_rate": 1.9975633095795445e-05,
      "loss": 1.0207,
      "step": 2448
    },
    {
      "epoch": 0.05161031995658748,
      "grad_norm": 0.16728869080543518,
      "learning_rate": 1.9975585453783842e-05,
      "loss": 0.985,
      "step": 2449
    },
    {
      "epoch": 0.05163139399495277,
      "grad_norm": 0.18586841225624084,
      "learning_rate": 1.9975537765299967e-05,
      "loss": 0.9455,
      "step": 2450
    },
    {
      "epoch": 0.05165246803331806,
      "grad_norm": 0.15623947978019714,
      "learning_rate": 1.997549003034404e-05,
      "loss": 1.023,
      "step": 2451
    },
    {
      "epoch": 0.05167354207168334,
      "grad_norm": 0.18546000123023987,
      "learning_rate": 1.997544224891628e-05,
      "loss": 0.9695,
      "step": 2452
    },
    {
      "epoch": 0.05169461611004863,
      "grad_norm": 0.16826896369457245,
      "learning_rate": 1.9975394421016915e-05,
      "loss": 1.0233,
      "step": 2453
    },
    {
      "epoch": 0.051715690148413915,
      "grad_norm": 0.1999252885580063,
      "learning_rate": 1.9975346546646168e-05,
      "loss": 1.0884,
      "step": 2454
    },
    {
      "epoch": 0.0517367641867792,
      "grad_norm": 0.14336808025836945,
      "learning_rate": 1.9975298625804255e-05,
      "loss": 0.9724,
      "step": 2455
    },
    {
      "epoch": 0.05175783822514449,
      "grad_norm": 0.15226709842681885,
      "learning_rate": 1.9975250658491404e-05,
      "loss": 1.0743,
      "step": 2456
    },
    {
      "epoch": 0.05177891226350977,
      "grad_norm": 0.19043229520320892,
      "learning_rate": 1.9975202644707842e-05,
      "loss": 1.0277,
      "step": 2457
    },
    {
      "epoch": 0.051799986301875066,
      "grad_norm": 0.172962948679924,
      "learning_rate": 1.9975154584453786e-05,
      "loss": 0.9734,
      "step": 2458
    },
    {
      "epoch": 0.05182106034024035,
      "grad_norm": 0.16705434024333954,
      "learning_rate": 1.9975106477729463e-05,
      "loss": 1.0751,
      "step": 2459
    },
    {
      "epoch": 0.05184213437860564,
      "grad_norm": 0.18808476626873016,
      "learning_rate": 1.9975058324535097e-05,
      "loss": 1.0072,
      "step": 2460
    },
    {
      "epoch": 0.051863208416970924,
      "grad_norm": 0.1432459056377411,
      "learning_rate": 1.997501012487091e-05,
      "loss": 1.0203,
      "step": 2461
    },
    {
      "epoch": 0.05188428245533621,
      "grad_norm": 0.18204893171787262,
      "learning_rate": 1.997496187873713e-05,
      "loss": 1.0435,
      "step": 2462
    },
    {
      "epoch": 0.051905356493701496,
      "grad_norm": 0.15533670783042908,
      "learning_rate": 1.9974913586133982e-05,
      "loss": 1.0059,
      "step": 2463
    },
    {
      "epoch": 0.05192643053206678,
      "grad_norm": 0.1335449069738388,
      "learning_rate": 1.9974865247061688e-05,
      "loss": 0.9581,
      "step": 2464
    },
    {
      "epoch": 0.05194750457043207,
      "grad_norm": 0.17296013236045837,
      "learning_rate": 1.9974816861520474e-05,
      "loss": 0.9927,
      "step": 2465
    },
    {
      "epoch": 0.051968578608797354,
      "grad_norm": 0.16299597918987274,
      "learning_rate": 1.9974768429510566e-05,
      "loss": 1.0389,
      "step": 2466
    },
    {
      "epoch": 0.05198965264716265,
      "grad_norm": 0.18821895122528076,
      "learning_rate": 1.997471995103219e-05,
      "loss": 1.0864,
      "step": 2467
    },
    {
      "epoch": 0.05201072668552793,
      "grad_norm": 0.20912382006645203,
      "learning_rate": 1.9974671426085573e-05,
      "loss": 1.0429,
      "step": 2468
    },
    {
      "epoch": 0.05203180072389322,
      "grad_norm": 0.1694985032081604,
      "learning_rate": 1.997462285467094e-05,
      "loss": 1.0958,
      "step": 2469
    },
    {
      "epoch": 0.052052874762258505,
      "grad_norm": 0.13714277744293213,
      "learning_rate": 1.997457423678851e-05,
      "loss": 0.9878,
      "step": 2470
    },
    {
      "epoch": 0.05207394880062379,
      "grad_norm": 0.16323602199554443,
      "learning_rate": 1.9974525572438525e-05,
      "loss": 1.0237,
      "step": 2471
    },
    {
      "epoch": 0.05209502283898908,
      "grad_norm": 0.14416831731796265,
      "learning_rate": 1.9974476861621197e-05,
      "loss": 1.0243,
      "step": 2472
    },
    {
      "epoch": 0.05211609687735436,
      "grad_norm": 0.1435192972421646,
      "learning_rate": 1.997442810433676e-05,
      "loss": 1.0331,
      "step": 2473
    },
    {
      "epoch": 0.05213717091571965,
      "grad_norm": 0.16722428798675537,
      "learning_rate": 1.9974379300585443e-05,
      "loss": 1.0336,
      "step": 2474
    },
    {
      "epoch": 0.052158244954084935,
      "grad_norm": 0.13663634657859802,
      "learning_rate": 1.9974330450367467e-05,
      "loss": 0.9526,
      "step": 2475
    },
    {
      "epoch": 0.05217931899245023,
      "grad_norm": 0.16279076039791107,
      "learning_rate": 1.9974281553683067e-05,
      "loss": 1.0485,
      "step": 2476
    },
    {
      "epoch": 0.052200393030815515,
      "grad_norm": 0.26310205459594727,
      "learning_rate": 1.997423261053246e-05,
      "loss": 1.1031,
      "step": 2477
    },
    {
      "epoch": 0.0522214670691808,
      "grad_norm": 0.1496480107307434,
      "learning_rate": 1.9974183620915885e-05,
      "loss": 1.0404,
      "step": 2478
    },
    {
      "epoch": 0.05224254110754609,
      "grad_norm": 0.17346207797527313,
      "learning_rate": 1.9974134584833565e-05,
      "loss": 1.042,
      "step": 2479
    },
    {
      "epoch": 0.05226361514591137,
      "grad_norm": 0.20491142570972443,
      "learning_rate": 1.997408550228573e-05,
      "loss": 1.0379,
      "step": 2480
    },
    {
      "epoch": 0.05228468918427666,
      "grad_norm": 0.15179257094860077,
      "learning_rate": 1.997403637327261e-05,
      "loss": 1.0097,
      "step": 2481
    },
    {
      "epoch": 0.052305763222641945,
      "grad_norm": 0.15487214922904968,
      "learning_rate": 1.997398719779443e-05,
      "loss": 0.9908,
      "step": 2482
    },
    {
      "epoch": 0.05232683726100723,
      "grad_norm": 0.161854088306427,
      "learning_rate": 1.9973937975851422e-05,
      "loss": 1.0904,
      "step": 2483
    },
    {
      "epoch": 0.052347911299372524,
      "grad_norm": 0.20778623223304749,
      "learning_rate": 1.9973888707443814e-05,
      "loss": 1.0556,
      "step": 2484
    },
    {
      "epoch": 0.05236898533773781,
      "grad_norm": 0.1387939453125,
      "learning_rate": 1.9973839392571834e-05,
      "loss": 0.9801,
      "step": 2485
    },
    {
      "epoch": 0.052390059376103096,
      "grad_norm": 0.14395323395729065,
      "learning_rate": 1.9973790031235717e-05,
      "loss": 0.9843,
      "step": 2486
    },
    {
      "epoch": 0.05241113341446838,
      "grad_norm": 0.13015565276145935,
      "learning_rate": 1.9973740623435688e-05,
      "loss": 0.9938,
      "step": 2487
    },
    {
      "epoch": 0.05243220745283367,
      "grad_norm": 0.18065619468688965,
      "learning_rate": 1.997369116917198e-05,
      "loss": 1.0709,
      "step": 2488
    },
    {
      "epoch": 0.052453281491198954,
      "grad_norm": 0.14328120648860931,
      "learning_rate": 1.997364166844482e-05,
      "loss": 1.0095,
      "step": 2489
    },
    {
      "epoch": 0.05247435552956424,
      "grad_norm": 0.2159593254327774,
      "learning_rate": 1.997359212125444e-05,
      "loss": 1.0905,
      "step": 2490
    },
    {
      "epoch": 0.052495429567929526,
      "grad_norm": 0.1817023605108261,
      "learning_rate": 1.9973542527601074e-05,
      "loss": 1.0549,
      "step": 2491
    },
    {
      "epoch": 0.05251650360629481,
      "grad_norm": 0.15015509724617004,
      "learning_rate": 1.997349288748495e-05,
      "loss": 0.9571,
      "step": 2492
    },
    {
      "epoch": 0.052537577644660105,
      "grad_norm": 0.19187672436237335,
      "learning_rate": 1.9973443200906297e-05,
      "loss": 1.0515,
      "step": 2493
    },
    {
      "epoch": 0.05255865168302539,
      "grad_norm": 0.15805700421333313,
      "learning_rate": 1.9973393467865352e-05,
      "loss": 0.9631,
      "step": 2494
    },
    {
      "epoch": 0.05257972572139068,
      "grad_norm": 0.1775020956993103,
      "learning_rate": 1.9973343688362343e-05,
      "loss": 1.0738,
      "step": 2495
    },
    {
      "epoch": 0.05260079975975596,
      "grad_norm": 0.24364832043647766,
      "learning_rate": 1.9973293862397503e-05,
      "loss": 1.0274,
      "step": 2496
    },
    {
      "epoch": 0.05262187379812125,
      "grad_norm": 0.2220562845468521,
      "learning_rate": 1.9973243989971066e-05,
      "loss": 1.0192,
      "step": 2497
    },
    {
      "epoch": 0.052642947836486535,
      "grad_norm": 0.15200714766979218,
      "learning_rate": 1.997319407108326e-05,
      "loss": 1.054,
      "step": 2498
    },
    {
      "epoch": 0.05266402187485182,
      "grad_norm": 0.17593449354171753,
      "learning_rate": 1.997314410573432e-05,
      "loss": 0.9504,
      "step": 2499
    },
    {
      "epoch": 0.05268509591321711,
      "grad_norm": 0.18033035099506378,
      "learning_rate": 1.9973094093924482e-05,
      "loss": 0.9692,
      "step": 2500
    },
    {
      "epoch": 0.0527061699515824,
      "grad_norm": 0.18090282380580902,
      "learning_rate": 1.997304403565397e-05,
      "loss": 1.0279,
      "step": 2501
    },
    {
      "epoch": 0.052727243989947686,
      "grad_norm": 0.18207506835460663,
      "learning_rate": 1.9972993930923027e-05,
      "loss": 1.0496,
      "step": 2502
    },
    {
      "epoch": 0.05274831802831297,
      "grad_norm": 0.18987280130386353,
      "learning_rate": 1.997294377973188e-05,
      "loss": 1.0066,
      "step": 2503
    },
    {
      "epoch": 0.05276939206667826,
      "grad_norm": 0.15821345150470734,
      "learning_rate": 1.9972893582080764e-05,
      "loss": 1.0248,
      "step": 2504
    },
    {
      "epoch": 0.052790466105043544,
      "grad_norm": 0.19690434634685516,
      "learning_rate": 1.9972843337969918e-05,
      "loss": 1.0709,
      "step": 2505
    },
    {
      "epoch": 0.05281154014340883,
      "grad_norm": 0.14689147472381592,
      "learning_rate": 1.997279304739957e-05,
      "loss": 0.9779,
      "step": 2506
    },
    {
      "epoch": 0.05283261418177412,
      "grad_norm": 0.15877273678779602,
      "learning_rate": 1.9972742710369956e-05,
      "loss": 0.9928,
      "step": 2507
    },
    {
      "epoch": 0.0528536882201394,
      "grad_norm": 0.15605950355529785,
      "learning_rate": 1.9972692326881308e-05,
      "loss": 1.0005,
      "step": 2508
    },
    {
      "epoch": 0.05287476225850469,
      "grad_norm": 0.1522369533777237,
      "learning_rate": 1.997264189693387e-05,
      "loss": 1.0605,
      "step": 2509
    },
    {
      "epoch": 0.05289583629686998,
      "grad_norm": 0.178548201918602,
      "learning_rate": 1.997259142052786e-05,
      "loss": 1.0125,
      "step": 2510
    },
    {
      "epoch": 0.05291691033523527,
      "grad_norm": 0.144559845328331,
      "learning_rate": 1.9972540897663534e-05,
      "loss": 1.016,
      "step": 2511
    },
    {
      "epoch": 0.052937984373600554,
      "grad_norm": 0.15756040811538696,
      "learning_rate": 1.9972490328341112e-05,
      "loss": 1.0128,
      "step": 2512
    },
    {
      "epoch": 0.05295905841196584,
      "grad_norm": 0.19156695902347565,
      "learning_rate": 1.9972439712560835e-05,
      "loss": 0.966,
      "step": 2513
    },
    {
      "epoch": 0.052980132450331126,
      "grad_norm": 0.15527676045894623,
      "learning_rate": 1.9972389050322934e-05,
      "loss": 1.0362,
      "step": 2514
    },
    {
      "epoch": 0.05300120648869641,
      "grad_norm": 0.16503484547138214,
      "learning_rate": 1.9972338341627655e-05,
      "loss": 1.0157,
      "step": 2515
    },
    {
      "epoch": 0.0530222805270617,
      "grad_norm": 0.16162191331386566,
      "learning_rate": 1.9972287586475224e-05,
      "loss": 1.0294,
      "step": 2516
    },
    {
      "epoch": 0.053043354565426984,
      "grad_norm": 0.14782024919986725,
      "learning_rate": 1.9972236784865886e-05,
      "loss": 0.9492,
      "step": 2517
    },
    {
      "epoch": 0.05306442860379227,
      "grad_norm": 0.17213965952396393,
      "learning_rate": 1.9972185936799873e-05,
      "loss": 1.0461,
      "step": 2518
    },
    {
      "epoch": 0.05308550264215756,
      "grad_norm": 0.1799478679895401,
      "learning_rate": 1.9972135042277417e-05,
      "loss": 1.0124,
      "step": 2519
    },
    {
      "epoch": 0.05310657668052285,
      "grad_norm": 0.1592065393924713,
      "learning_rate": 1.997208410129877e-05,
      "loss": 1.0353,
      "step": 2520
    },
    {
      "epoch": 0.053127650718888135,
      "grad_norm": 0.15174536406993866,
      "learning_rate": 1.9972033113864154e-05,
      "loss": 1.0514,
      "step": 2521
    },
    {
      "epoch": 0.05314872475725342,
      "grad_norm": 0.18863870203495026,
      "learning_rate": 1.997198207997381e-05,
      "loss": 1.0908,
      "step": 2522
    },
    {
      "epoch": 0.05316979879561871,
      "grad_norm": 0.16933369636535645,
      "learning_rate": 1.997193099962798e-05,
      "loss": 1.091,
      "step": 2523
    },
    {
      "epoch": 0.05319087283398399,
      "grad_norm": 0.18238627910614014,
      "learning_rate": 1.9971879872826903e-05,
      "loss": 1.0585,
      "step": 2524
    },
    {
      "epoch": 0.05321194687234928,
      "grad_norm": 0.1579628735780716,
      "learning_rate": 1.9971828699570814e-05,
      "loss": 0.9542,
      "step": 2525
    },
    {
      "epoch": 0.053233020910714565,
      "grad_norm": 0.1489018052816391,
      "learning_rate": 1.9971777479859948e-05,
      "loss": 0.9855,
      "step": 2526
    },
    {
      "epoch": 0.05325409494907986,
      "grad_norm": 0.19769270718097687,
      "learning_rate": 1.9971726213694546e-05,
      "loss": 1.0557,
      "step": 2527
    },
    {
      "epoch": 0.053275168987445144,
      "grad_norm": 0.18644721806049347,
      "learning_rate": 1.997167490107485e-05,
      "loss": 1.0402,
      "step": 2528
    },
    {
      "epoch": 0.05329624302581043,
      "grad_norm": 0.15942886471748352,
      "learning_rate": 1.9971623542001102e-05,
      "loss": 0.9758,
      "step": 2529
    },
    {
      "epoch": 0.053317317064175716,
      "grad_norm": 0.1716669797897339,
      "learning_rate": 1.997157213647353e-05,
      "loss": 1.0146,
      "step": 2530
    },
    {
      "epoch": 0.053338391102541,
      "grad_norm": 0.15703348815441132,
      "learning_rate": 1.997152068449238e-05,
      "loss": 0.9815,
      "step": 2531
    },
    {
      "epoch": 0.05335946514090629,
      "grad_norm": 0.16634240746498108,
      "learning_rate": 1.9971469186057897e-05,
      "loss": 1.0495,
      "step": 2532
    },
    {
      "epoch": 0.053380539179271574,
      "grad_norm": 0.1686139702796936,
      "learning_rate": 1.9971417641170314e-05,
      "loss": 0.9903,
      "step": 2533
    },
    {
      "epoch": 0.05340161321763686,
      "grad_norm": 0.14563390612602234,
      "learning_rate": 1.9971366049829868e-05,
      "loss": 0.9851,
      "step": 2534
    },
    {
      "epoch": 0.053422687256002147,
      "grad_norm": 0.20910891890525818,
      "learning_rate": 1.9971314412036807e-05,
      "loss": 1.083,
      "step": 2535
    },
    {
      "epoch": 0.05344376129436744,
      "grad_norm": 0.1981019526720047,
      "learning_rate": 1.9971262727791368e-05,
      "loss": 1.0064,
      "step": 2536
    },
    {
      "epoch": 0.053464835332732726,
      "grad_norm": 0.14026786386966705,
      "learning_rate": 1.9971210997093792e-05,
      "loss": 1.008,
      "step": 2537
    },
    {
      "epoch": 0.05348590937109801,
      "grad_norm": 0.16748148202896118,
      "learning_rate": 1.997115921994432e-05,
      "loss": 1.0398,
      "step": 2538
    },
    {
      "epoch": 0.0535069834094633,
      "grad_norm": 0.1383914351463318,
      "learning_rate": 1.9971107396343194e-05,
      "loss": 0.9339,
      "step": 2539
    },
    {
      "epoch": 0.053528057447828584,
      "grad_norm": 0.18359404802322388,
      "learning_rate": 1.9971055526290657e-05,
      "loss": 1.0247,
      "step": 2540
    },
    {
      "epoch": 0.05354913148619387,
      "grad_norm": 0.16139371693134308,
      "learning_rate": 1.9971003609786948e-05,
      "loss": 0.9622,
      "step": 2541
    },
    {
      "epoch": 0.053570205524559156,
      "grad_norm": 0.16039210557937622,
      "learning_rate": 1.9970951646832307e-05,
      "loss": 0.9036,
      "step": 2542
    },
    {
      "epoch": 0.05359127956292444,
      "grad_norm": 0.1670282781124115,
      "learning_rate": 1.997089963742698e-05,
      "loss": 0.9644,
      "step": 2543
    },
    {
      "epoch": 0.05361235360128973,
      "grad_norm": 0.1371614784002304,
      "learning_rate": 1.9970847581571206e-05,
      "loss": 1.015,
      "step": 2544
    },
    {
      "epoch": 0.05363342763965502,
      "grad_norm": 0.17790602147579193,
      "learning_rate": 1.997079547926523e-05,
      "loss": 0.9763,
      "step": 2545
    },
    {
      "epoch": 0.05365450167802031,
      "grad_norm": 0.13559743762016296,
      "learning_rate": 1.9970743330509298e-05,
      "loss": 1.0191,
      "step": 2546
    },
    {
      "epoch": 0.05367557571638559,
      "grad_norm": 0.1927090436220169,
      "learning_rate": 1.997069113530364e-05,
      "loss": 0.9985,
      "step": 2547
    },
    {
      "epoch": 0.05369664975475088,
      "grad_norm": 0.1502799242734909,
      "learning_rate": 1.9970638893648517e-05,
      "loss": 1.0525,
      "step": 2548
    },
    {
      "epoch": 0.053717723793116165,
      "grad_norm": 0.18252308666706085,
      "learning_rate": 1.997058660554416e-05,
      "loss": 1.0139,
      "step": 2549
    },
    {
      "epoch": 0.05373879783148145,
      "grad_norm": 0.20271006226539612,
      "learning_rate": 1.9970534270990815e-05,
      "loss": 1.0338,
      "step": 2550
    },
    {
      "epoch": 0.05375987186984674,
      "grad_norm": 0.13466569781303406,
      "learning_rate": 1.9970481889988725e-05,
      "loss": 0.9141,
      "step": 2551
    },
    {
      "epoch": 0.05378094590821202,
      "grad_norm": 0.23469117283821106,
      "learning_rate": 1.997042946253814e-05,
      "loss": 0.9976,
      "step": 2552
    },
    {
      "epoch": 0.053802019946577316,
      "grad_norm": 0.2233988344669342,
      "learning_rate": 1.99703769886393e-05,
      "loss": 1.0777,
      "step": 2553
    },
    {
      "epoch": 0.0538230939849426,
      "grad_norm": 0.21213726699352264,
      "learning_rate": 1.9970324468292448e-05,
      "loss": 1.0765,
      "step": 2554
    },
    {
      "epoch": 0.05384416802330789,
      "grad_norm": 0.15531642735004425,
      "learning_rate": 1.997027190149783e-05,
      "loss": 1.0297,
      "step": 2555
    },
    {
      "epoch": 0.053865242061673174,
      "grad_norm": 0.17338986694812775,
      "learning_rate": 1.9970219288255692e-05,
      "loss": 1.0303,
      "step": 2556
    },
    {
      "epoch": 0.05388631610003846,
      "grad_norm": 0.1843479722738266,
      "learning_rate": 1.9970166628566278e-05,
      "loss": 0.9995,
      "step": 2557
    },
    {
      "epoch": 0.053907390138403746,
      "grad_norm": 0.18282711505889893,
      "learning_rate": 1.9970113922429836e-05,
      "loss": 0.9446,
      "step": 2558
    },
    {
      "epoch": 0.05392846417676903,
      "grad_norm": 0.19527743756771088,
      "learning_rate": 1.9970061169846607e-05,
      "loss": 1.1583,
      "step": 2559
    },
    {
      "epoch": 0.05394953821513432,
      "grad_norm": 0.22381366789340973,
      "learning_rate": 1.9970008370816837e-05,
      "loss": 1.0383,
      "step": 2560
    },
    {
      "epoch": 0.053970612253499604,
      "grad_norm": 0.15231487154960632,
      "learning_rate": 1.9969955525340775e-05,
      "loss": 0.9937,
      "step": 2561
    },
    {
      "epoch": 0.0539916862918649,
      "grad_norm": 0.17887291312217712,
      "learning_rate": 1.9969902633418664e-05,
      "loss": 0.9719,
      "step": 2562
    },
    {
      "epoch": 0.05401276033023018,
      "grad_norm": 0.16968697309494019,
      "learning_rate": 1.9969849695050758e-05,
      "loss": 1.109,
      "step": 2563
    },
    {
      "epoch": 0.05403383436859547,
      "grad_norm": 0.15924833714962006,
      "learning_rate": 1.996979671023729e-05,
      "loss": 1.0024,
      "step": 2564
    },
    {
      "epoch": 0.054054908406960755,
      "grad_norm": 0.18598398566246033,
      "learning_rate": 1.996974367897852e-05,
      "loss": 1.023,
      "step": 2565
    },
    {
      "epoch": 0.05407598244532604,
      "grad_norm": 0.13980497419834137,
      "learning_rate": 1.996969060127469e-05,
      "loss": 1.0747,
      "step": 2566
    },
    {
      "epoch": 0.05409705648369133,
      "grad_norm": 0.15968886017799377,
      "learning_rate": 1.996963747712605e-05,
      "loss": 1.0392,
      "step": 2567
    },
    {
      "epoch": 0.054118130522056614,
      "grad_norm": 0.15703189373016357,
      "learning_rate": 1.996958430653284e-05,
      "loss": 1.0754,
      "step": 2568
    },
    {
      "epoch": 0.0541392045604219,
      "grad_norm": 0.1726943701505661,
      "learning_rate": 1.9969531089495313e-05,
      "loss": 1.0164,
      "step": 2569
    },
    {
      "epoch": 0.054160278598787186,
      "grad_norm": 0.1464473158121109,
      "learning_rate": 1.9969477826013716e-05,
      "loss": 0.9835,
      "step": 2570
    },
    {
      "epoch": 0.05418135263715248,
      "grad_norm": 0.18120987713336945,
      "learning_rate": 1.99694245160883e-05,
      "loss": 1.0849,
      "step": 2571
    },
    {
      "epoch": 0.054202426675517765,
      "grad_norm": 0.1584998518228531,
      "learning_rate": 1.9969371159719307e-05,
      "loss": 1.0507,
      "step": 2572
    },
    {
      "epoch": 0.05422350071388305,
      "grad_norm": 0.14753995835781097,
      "learning_rate": 1.9969317756906994e-05,
      "loss": 1.0498,
      "step": 2573
    },
    {
      "epoch": 0.05424457475224834,
      "grad_norm": 0.16000787913799286,
      "learning_rate": 1.9969264307651603e-05,
      "loss": 1.0702,
      "step": 2574
    },
    {
      "epoch": 0.05426564879061362,
      "grad_norm": 0.18225643038749695,
      "learning_rate": 1.9969210811953382e-05,
      "loss": 1.0776,
      "step": 2575
    },
    {
      "epoch": 0.05428672282897891,
      "grad_norm": 0.14103169739246368,
      "learning_rate": 1.996915726981259e-05,
      "loss": 0.9564,
      "step": 2576
    },
    {
      "epoch": 0.054307796867344195,
      "grad_norm": 0.18234027922153473,
      "learning_rate": 1.9969103681229463e-05,
      "loss": 1.0498,
      "step": 2577
    },
    {
      "epoch": 0.05432887090570948,
      "grad_norm": 0.15896086394786835,
      "learning_rate": 1.996905004620426e-05,
      "loss": 1.0078,
      "step": 2578
    },
    {
      "epoch": 0.054349944944074774,
      "grad_norm": 0.14515908062458038,
      "learning_rate": 1.996899636473723e-05,
      "loss": 1.0401,
      "step": 2579
    },
    {
      "epoch": 0.05437101898244006,
      "grad_norm": 0.17295804619789124,
      "learning_rate": 1.9968942636828615e-05,
      "loss": 1.0122,
      "step": 2580
    },
    {
      "epoch": 0.054392093020805346,
      "grad_norm": 0.1378270387649536,
      "learning_rate": 1.996888886247868e-05,
      "loss": 0.9641,
      "step": 2581
    },
    {
      "epoch": 0.05441316705917063,
      "grad_norm": 0.14270345866680145,
      "learning_rate": 1.996883504168766e-05,
      "loss": 0.9402,
      "step": 2582
    },
    {
      "epoch": 0.05443424109753592,
      "grad_norm": 0.14396561682224274,
      "learning_rate": 1.996878117445582e-05,
      "loss": 0.9184,
      "step": 2583
    },
    {
      "epoch": 0.054455315135901204,
      "grad_norm": 0.25840070843696594,
      "learning_rate": 1.9968727260783397e-05,
      "loss": 1.0485,
      "step": 2584
    },
    {
      "epoch": 0.05447638917426649,
      "grad_norm": 0.15489675104618073,
      "learning_rate": 1.9968673300670652e-05,
      "loss": 1.0303,
      "step": 2585
    },
    {
      "epoch": 0.054497463212631776,
      "grad_norm": 0.14879371225833893,
      "learning_rate": 1.9968619294117835e-05,
      "loss": 1.1046,
      "step": 2586
    },
    {
      "epoch": 0.05451853725099706,
      "grad_norm": 0.1663244068622589,
      "learning_rate": 1.9968565241125196e-05,
      "loss": 1.0226,
      "step": 2587
    },
    {
      "epoch": 0.054539611289362355,
      "grad_norm": 0.16203275322914124,
      "learning_rate": 1.9968511141692983e-05,
      "loss": 0.9598,
      "step": 2588
    },
    {
      "epoch": 0.05456068532772764,
      "grad_norm": 0.1391085535287857,
      "learning_rate": 1.9968456995821454e-05,
      "loss": 0.9617,
      "step": 2589
    },
    {
      "epoch": 0.05458175936609293,
      "grad_norm": 0.14678257703781128,
      "learning_rate": 1.996840280351086e-05,
      "loss": 1.0841,
      "step": 2590
    },
    {
      "epoch": 0.05460283340445821,
      "grad_norm": 0.15790928900241852,
      "learning_rate": 1.996834856476145e-05,
      "loss": 1.0208,
      "step": 2591
    },
    {
      "epoch": 0.0546239074428235,
      "grad_norm": 0.13306918740272522,
      "learning_rate": 1.996829427957348e-05,
      "loss": 0.954,
      "step": 2592
    },
    {
      "epoch": 0.054644981481188785,
      "grad_norm": 0.15503385663032532,
      "learning_rate": 1.9968239947947205e-05,
      "loss": 1.0214,
      "step": 2593
    },
    {
      "epoch": 0.05466605551955407,
      "grad_norm": 0.15861080586910248,
      "learning_rate": 1.9968185569882874e-05,
      "loss": 1.0127,
      "step": 2594
    },
    {
      "epoch": 0.05468712955791936,
      "grad_norm": 0.15079116821289062,
      "learning_rate": 1.9968131145380738e-05,
      "loss": 0.9381,
      "step": 2595
    },
    {
      "epoch": 0.054708203596284644,
      "grad_norm": 0.1559300422668457,
      "learning_rate": 1.996807667444106e-05,
      "loss": 0.9752,
      "step": 2596
    },
    {
      "epoch": 0.05472927763464994,
      "grad_norm": 0.15506596863269806,
      "learning_rate": 1.9968022157064082e-05,
      "loss": 0.9874,
      "step": 2597
    },
    {
      "epoch": 0.05475035167301522,
      "grad_norm": 0.1601095199584961,
      "learning_rate": 1.9967967593250068e-05,
      "loss": 0.9923,
      "step": 2598
    },
    {
      "epoch": 0.05477142571138051,
      "grad_norm": 0.19666314125061035,
      "learning_rate": 1.9967912982999264e-05,
      "loss": 1.0162,
      "step": 2599
    },
    {
      "epoch": 0.054792499749745795,
      "grad_norm": 0.1887764036655426,
      "learning_rate": 1.9967858326311932e-05,
      "loss": 1.0693,
      "step": 2600
    },
    {
      "epoch": 0.05481357378811108,
      "grad_norm": 0.1452462077140808,
      "learning_rate": 1.9967803623188323e-05,
      "loss": 0.9973,
      "step": 2601
    },
    {
      "epoch": 0.05483464782647637,
      "grad_norm": 0.1305880844593048,
      "learning_rate": 1.996774887362869e-05,
      "loss": 0.9948,
      "step": 2602
    },
    {
      "epoch": 0.05485572186484165,
      "grad_norm": 0.14903101325035095,
      "learning_rate": 1.996769407763329e-05,
      "loss": 0.997,
      "step": 2603
    },
    {
      "epoch": 0.05487679590320694,
      "grad_norm": 0.11773452162742615,
      "learning_rate": 1.9967639235202376e-05,
      "loss": 1.0074,
      "step": 2604
    },
    {
      "epoch": 0.05489786994157223,
      "grad_norm": 0.18786270916461945,
      "learning_rate": 1.996758434633621e-05,
      "loss": 1.0157,
      "step": 2605
    },
    {
      "epoch": 0.05491894397993752,
      "grad_norm": 0.1998121291399002,
      "learning_rate": 1.996752941103504e-05,
      "loss": 1.0858,
      "step": 2606
    },
    {
      "epoch": 0.054940018018302804,
      "grad_norm": 0.16692347824573517,
      "learning_rate": 1.9967474429299127e-05,
      "loss": 0.9802,
      "step": 2607
    },
    {
      "epoch": 0.05496109205666809,
      "grad_norm": 0.18070761859416962,
      "learning_rate": 1.996741940112873e-05,
      "loss": 1.0505,
      "step": 2608
    },
    {
      "epoch": 0.054982166095033376,
      "grad_norm": 0.1609993278980255,
      "learning_rate": 1.996736432652409e-05,
      "loss": 1.0101,
      "step": 2609
    },
    {
      "epoch": 0.05500324013339866,
      "grad_norm": 0.14087897539138794,
      "learning_rate": 1.9967309205485483e-05,
      "loss": 1.0391,
      "step": 2610
    },
    {
      "epoch": 0.05502431417176395,
      "grad_norm": 0.1535240262746811,
      "learning_rate": 1.9967254038013153e-05,
      "loss": 1.0035,
      "step": 2611
    },
    {
      "epoch": 0.055045388210129234,
      "grad_norm": 0.1616218537092209,
      "learning_rate": 1.9967198824107362e-05,
      "loss": 1.07,
      "step": 2612
    },
    {
      "epoch": 0.05506646224849452,
      "grad_norm": 0.132133349776268,
      "learning_rate": 1.9967143563768367e-05,
      "loss": 1.0857,
      "step": 2613
    },
    {
      "epoch": 0.05508753628685981,
      "grad_norm": 0.1609724760055542,
      "learning_rate": 1.9967088256996425e-05,
      "loss": 1.0066,
      "step": 2614
    },
    {
      "epoch": 0.0551086103252251,
      "grad_norm": 0.14283406734466553,
      "learning_rate": 1.9967032903791793e-05,
      "loss": 0.9682,
      "step": 2615
    },
    {
      "epoch": 0.055129684363590385,
      "grad_norm": 0.14011554419994354,
      "learning_rate": 1.9966977504154733e-05,
      "loss": 1.0339,
      "step": 2616
    },
    {
      "epoch": 0.05515075840195567,
      "grad_norm": 0.15034811198711395,
      "learning_rate": 1.9966922058085495e-05,
      "loss": 1.0596,
      "step": 2617
    },
    {
      "epoch": 0.05517183244032096,
      "grad_norm": 0.14368483424186707,
      "learning_rate": 1.9966866565584343e-05,
      "loss": 1.0706,
      "step": 2618
    },
    {
      "epoch": 0.05519290647868624,
      "grad_norm": 0.1257663518190384,
      "learning_rate": 1.9966811026651533e-05,
      "loss": 0.9141,
      "step": 2619
    },
    {
      "epoch": 0.05521398051705153,
      "grad_norm": 0.16554969549179077,
      "learning_rate": 1.9966755441287327e-05,
      "loss": 1.0768,
      "step": 2620
    },
    {
      "epoch": 0.055235054555416815,
      "grad_norm": 0.18043875694274902,
      "learning_rate": 1.996669980949198e-05,
      "loss": 1.0162,
      "step": 2621
    },
    {
      "epoch": 0.05525612859378211,
      "grad_norm": 0.1541488915681839,
      "learning_rate": 1.9966644131265753e-05,
      "loss": 1.0065,
      "step": 2622
    },
    {
      "epoch": 0.055277202632147394,
      "grad_norm": 0.17259369790554047,
      "learning_rate": 1.9966588406608907e-05,
      "loss": 1.0179,
      "step": 2623
    },
    {
      "epoch": 0.05529827667051268,
      "grad_norm": 0.14711005985736847,
      "learning_rate": 1.99665326355217e-05,
      "loss": 1.0346,
      "step": 2624
    },
    {
      "epoch": 0.055319350708877967,
      "grad_norm": 0.17003744840621948,
      "learning_rate": 1.996647681800439e-05,
      "loss": 1.0915,
      "step": 2625
    },
    {
      "epoch": 0.05534042474724325,
      "grad_norm": 0.1465073972940445,
      "learning_rate": 1.996642095405724e-05,
      "loss": 1.028,
      "step": 2626
    },
    {
      "epoch": 0.05536149878560854,
      "grad_norm": 0.16945165395736694,
      "learning_rate": 1.996636504368051e-05,
      "loss": 0.9837,
      "step": 2627
    },
    {
      "epoch": 0.055382572823973825,
      "grad_norm": 0.2406657338142395,
      "learning_rate": 1.996630908687446e-05,
      "loss": 1.075,
      "step": 2628
    },
    {
      "epoch": 0.05540364686233911,
      "grad_norm": 0.18311871588230133,
      "learning_rate": 1.9966253083639347e-05,
      "loss": 0.9832,
      "step": 2629
    },
    {
      "epoch": 0.0554247209007044,
      "grad_norm": 0.1565423309803009,
      "learning_rate": 1.9966197033975437e-05,
      "loss": 1.0332,
      "step": 2630
    },
    {
      "epoch": 0.05544579493906969,
      "grad_norm": 0.19124391674995422,
      "learning_rate": 1.9966140937882992e-05,
      "loss": 0.9965,
      "step": 2631
    },
    {
      "epoch": 0.055466868977434976,
      "grad_norm": 0.18831732869148254,
      "learning_rate": 1.996608479536227e-05,
      "loss": 1.0438,
      "step": 2632
    },
    {
      "epoch": 0.05548794301580026,
      "grad_norm": 0.15368950366973877,
      "learning_rate": 1.9966028606413528e-05,
      "loss": 1.0668,
      "step": 2633
    },
    {
      "epoch": 0.05550901705416555,
      "grad_norm": 0.2130085825920105,
      "learning_rate": 1.9965972371037038e-05,
      "loss": 1.1183,
      "step": 2634
    },
    {
      "epoch": 0.055530091092530834,
      "grad_norm": 0.16091492772102356,
      "learning_rate": 1.9965916089233056e-05,
      "loss": 0.9798,
      "step": 2635
    },
    {
      "epoch": 0.05555116513089612,
      "grad_norm": 0.1620810478925705,
      "learning_rate": 1.9965859761001843e-05,
      "loss": 1.0124,
      "step": 2636
    },
    {
      "epoch": 0.055572239169261406,
      "grad_norm": 0.20954231917858124,
      "learning_rate": 1.9965803386343666e-05,
      "loss": 1.1204,
      "step": 2637
    },
    {
      "epoch": 0.05559331320762669,
      "grad_norm": 0.16609477996826172,
      "learning_rate": 1.9965746965258784e-05,
      "loss": 1.0305,
      "step": 2638
    },
    {
      "epoch": 0.05561438724599198,
      "grad_norm": 0.1607280969619751,
      "learning_rate": 1.9965690497747463e-05,
      "loss": 1.0934,
      "step": 2639
    },
    {
      "epoch": 0.05563546128435727,
      "grad_norm": 0.1831379532814026,
      "learning_rate": 1.996563398380996e-05,
      "loss": 0.9722,
      "step": 2640
    },
    {
      "epoch": 0.05565653532272256,
      "grad_norm": 0.14437977969646454,
      "learning_rate": 1.9965577423446544e-05,
      "loss": 1.0548,
      "step": 2641
    },
    {
      "epoch": 0.05567760936108784,
      "grad_norm": 0.18498758971691132,
      "learning_rate": 1.996552081665748e-05,
      "loss": 0.977,
      "step": 2642
    },
    {
      "epoch": 0.05569868339945313,
      "grad_norm": 0.14647702872753143,
      "learning_rate": 1.9965464163443026e-05,
      "loss": 0.9807,
      "step": 2643
    },
    {
      "epoch": 0.055719757437818415,
      "grad_norm": 0.15777741372585297,
      "learning_rate": 1.9965407463803447e-05,
      "loss": 1.0361,
      "step": 2644
    },
    {
      "epoch": 0.0557408314761837,
      "grad_norm": 0.1666843742132187,
      "learning_rate": 1.996535071773901e-05,
      "loss": 1.0663,
      "step": 2645
    },
    {
      "epoch": 0.05576190551454899,
      "grad_norm": 0.15706148743629456,
      "learning_rate": 1.9965293925249976e-05,
      "loss": 0.9582,
      "step": 2646
    },
    {
      "epoch": 0.05578297955291427,
      "grad_norm": 0.1467866450548172,
      "learning_rate": 1.9965237086336616e-05,
      "loss": 1.052,
      "step": 2647
    },
    {
      "epoch": 0.055804053591279566,
      "grad_norm": 0.13321879506111145,
      "learning_rate": 1.996518020099919e-05,
      "loss": 1.0544,
      "step": 2648
    },
    {
      "epoch": 0.05582512762964485,
      "grad_norm": 0.18658894300460815,
      "learning_rate": 1.996512326923796e-05,
      "loss": 1.101,
      "step": 2649
    },
    {
      "epoch": 0.05584620166801014,
      "grad_norm": 0.13610932230949402,
      "learning_rate": 1.9965066291053196e-05,
      "loss": 0.9622,
      "step": 2650
    },
    {
      "epoch": 0.055867275706375424,
      "grad_norm": 0.14010362327098846,
      "learning_rate": 1.996500926644516e-05,
      "loss": 1.014,
      "step": 2651
    },
    {
      "epoch": 0.05588834974474071,
      "grad_norm": 0.153152197599411,
      "learning_rate": 1.996495219541412e-05,
      "loss": 1.0119,
      "step": 2652
    },
    {
      "epoch": 0.055909423783105996,
      "grad_norm": 0.1379387378692627,
      "learning_rate": 1.9964895077960346e-05,
      "loss": 1.0729,
      "step": 2653
    },
    {
      "epoch": 0.05593049782147128,
      "grad_norm": 0.14876212179660797,
      "learning_rate": 1.9964837914084096e-05,
      "loss": 1.0779,
      "step": 2654
    },
    {
      "epoch": 0.05595157185983657,
      "grad_norm": 0.15401099622249603,
      "learning_rate": 1.996478070378564e-05,
      "loss": 0.9743,
      "step": 2655
    },
    {
      "epoch": 0.055972645898201855,
      "grad_norm": 0.1390673816204071,
      "learning_rate": 1.9964723447065245e-05,
      "loss": 1.0436,
      "step": 2656
    },
    {
      "epoch": 0.05599371993656715,
      "grad_norm": 0.14746224880218506,
      "learning_rate": 1.9964666143923175e-05,
      "loss": 1.0908,
      "step": 2657
    },
    {
      "epoch": 0.056014793974932434,
      "grad_norm": 0.1721951812505722,
      "learning_rate": 1.9964608794359702e-05,
      "loss": 1.1365,
      "step": 2658
    },
    {
      "epoch": 0.05603586801329772,
      "grad_norm": 0.19690363109111786,
      "learning_rate": 1.996455139837509e-05,
      "loss": 0.9666,
      "step": 2659
    },
    {
      "epoch": 0.056056942051663006,
      "grad_norm": 0.1840701848268509,
      "learning_rate": 1.9964493955969606e-05,
      "loss": 1.0629,
      "step": 2660
    },
    {
      "epoch": 0.05607801609002829,
      "grad_norm": 0.1353841871023178,
      "learning_rate": 1.996443646714352e-05,
      "loss": 1.0296,
      "step": 2661
    },
    {
      "epoch": 0.05609909012839358,
      "grad_norm": 0.20422953367233276,
      "learning_rate": 1.9964378931897095e-05,
      "loss": 1.0369,
      "step": 2662
    },
    {
      "epoch": 0.056120164166758864,
      "grad_norm": 0.14973022043704987,
      "learning_rate": 1.9964321350230606e-05,
      "loss": 0.9819,
      "step": 2663
    },
    {
      "epoch": 0.05614123820512415,
      "grad_norm": 0.1891259253025055,
      "learning_rate": 1.9964263722144312e-05,
      "loss": 1.1137,
      "step": 2664
    },
    {
      "epoch": 0.056162312243489436,
      "grad_norm": 0.22435681521892548,
      "learning_rate": 1.996420604763849e-05,
      "loss": 0.9635,
      "step": 2665
    },
    {
      "epoch": 0.05618338628185473,
      "grad_norm": 0.16961970925331116,
      "learning_rate": 1.9964148326713407e-05,
      "loss": 0.9976,
      "step": 2666
    },
    {
      "epoch": 0.056204460320220015,
      "grad_norm": 0.22592197358608246,
      "learning_rate": 1.9964090559369327e-05,
      "loss": 1.0056,
      "step": 2667
    },
    {
      "epoch": 0.0562255343585853,
      "grad_norm": 0.20774205029010773,
      "learning_rate": 1.9964032745606527e-05,
      "loss": 1.047,
      "step": 2668
    },
    {
      "epoch": 0.05624660839695059,
      "grad_norm": 0.18287479877471924,
      "learning_rate": 1.9963974885425267e-05,
      "loss": 1.0055,
      "step": 2669
    },
    {
      "epoch": 0.05626768243531587,
      "grad_norm": 0.20574592053890228,
      "learning_rate": 1.9963916978825823e-05,
      "loss": 1.0322,
      "step": 2670
    },
    {
      "epoch": 0.05628875647368116,
      "grad_norm": 0.18522565066814423,
      "learning_rate": 1.9963859025808462e-05,
      "loss": 1.0225,
      "step": 2671
    },
    {
      "epoch": 0.056309830512046445,
      "grad_norm": 0.16084188222885132,
      "learning_rate": 1.9963801026373458e-05,
      "loss": 0.9802,
      "step": 2672
    },
    {
      "epoch": 0.05633090455041173,
      "grad_norm": 0.19393254816532135,
      "learning_rate": 1.996374298052108e-05,
      "loss": 1.0232,
      "step": 2673
    },
    {
      "epoch": 0.056351978588777024,
      "grad_norm": 0.1420196294784546,
      "learning_rate": 1.996368488825159e-05,
      "loss": 0.963,
      "step": 2674
    },
    {
      "epoch": 0.05637305262714231,
      "grad_norm": 0.21187996864318848,
      "learning_rate": 1.9963626749565273e-05,
      "loss": 0.9981,
      "step": 2675
    },
    {
      "epoch": 0.056394126665507596,
      "grad_norm": 0.17412813007831573,
      "learning_rate": 1.9963568564462386e-05,
      "loss": 1.022,
      "step": 2676
    },
    {
      "epoch": 0.05641520070387288,
      "grad_norm": 0.1938120722770691,
      "learning_rate": 1.996351033294321e-05,
      "loss": 1.1116,
      "step": 2677
    },
    {
      "epoch": 0.05643627474223817,
      "grad_norm": 0.15058119595050812,
      "learning_rate": 1.9963452055008012e-05,
      "loss": 1.048,
      "step": 2678
    },
    {
      "epoch": 0.056457348780603454,
      "grad_norm": 0.15084075927734375,
      "learning_rate": 1.9963393730657065e-05,
      "loss": 1.0258,
      "step": 2679
    },
    {
      "epoch": 0.05647842281896874,
      "grad_norm": 0.1351161003112793,
      "learning_rate": 1.9963335359890633e-05,
      "loss": 0.9626,
      "step": 2680
    },
    {
      "epoch": 0.056499496857334026,
      "grad_norm": 0.16951090097427368,
      "learning_rate": 1.9963276942709e-05,
      "loss": 1.0215,
      "step": 2681
    },
    {
      "epoch": 0.05652057089569931,
      "grad_norm": 0.1431288868188858,
      "learning_rate": 1.9963218479112435e-05,
      "loss": 1.0172,
      "step": 2682
    },
    {
      "epoch": 0.056541644934064605,
      "grad_norm": 0.14598891139030457,
      "learning_rate": 1.9963159969101207e-05,
      "loss": 0.9639,
      "step": 2683
    },
    {
      "epoch": 0.05656271897242989,
      "grad_norm": 0.14447030425071716,
      "learning_rate": 1.996310141267559e-05,
      "loss": 1.0165,
      "step": 2684
    },
    {
      "epoch": 0.05658379301079518,
      "grad_norm": 0.15290354192256927,
      "learning_rate": 1.9963042809835855e-05,
      "loss": 1.0186,
      "step": 2685
    },
    {
      "epoch": 0.056604867049160464,
      "grad_norm": 0.14596405625343323,
      "learning_rate": 1.9962984160582276e-05,
      "loss": 1.0221,
      "step": 2686
    },
    {
      "epoch": 0.05662594108752575,
      "grad_norm": 0.1517961323261261,
      "learning_rate": 1.9962925464915128e-05,
      "loss": 1.0085,
      "step": 2687
    },
    {
      "epoch": 0.056647015125891036,
      "grad_norm": 0.17776542901992798,
      "learning_rate": 1.9962866722834683e-05,
      "loss": 1.0898,
      "step": 2688
    },
    {
      "epoch": 0.05666808916425632,
      "grad_norm": 0.14856143295764923,
      "learning_rate": 1.9962807934341214e-05,
      "loss": 0.9489,
      "step": 2689
    },
    {
      "epoch": 0.05668916320262161,
      "grad_norm": 0.15299870073795319,
      "learning_rate": 1.9962749099435e-05,
      "loss": 0.9681,
      "step": 2690
    },
    {
      "epoch": 0.056710237240986894,
      "grad_norm": 0.16778750717639923,
      "learning_rate": 1.9962690218116304e-05,
      "loss": 1.0656,
      "step": 2691
    },
    {
      "epoch": 0.05673131127935219,
      "grad_norm": 0.18578790128231049,
      "learning_rate": 1.996263129038541e-05,
      "loss": 1.0633,
      "step": 2692
    },
    {
      "epoch": 0.05675238531771747,
      "grad_norm": 0.19854554533958435,
      "learning_rate": 1.996257231624259e-05,
      "loss": 1.0823,
      "step": 2693
    },
    {
      "epoch": 0.05677345935608276,
      "grad_norm": 0.18469767272472382,
      "learning_rate": 1.996251329568812e-05,
      "loss": 0.9989,
      "step": 2694
    },
    {
      "epoch": 0.056794533394448045,
      "grad_norm": 0.15166190266609192,
      "learning_rate": 1.9962454228722272e-05,
      "loss": 0.997,
      "step": 2695
    },
    {
      "epoch": 0.05681560743281333,
      "grad_norm": 0.1932855099439621,
      "learning_rate": 1.996239511534532e-05,
      "loss": 0.9344,
      "step": 2696
    },
    {
      "epoch": 0.05683668147117862,
      "grad_norm": 0.172275573015213,
      "learning_rate": 1.996233595555755e-05,
      "loss": 1.0461,
      "step": 2697
    },
    {
      "epoch": 0.0568577555095439,
      "grad_norm": 0.12278435379266739,
      "learning_rate": 1.996227674935922e-05,
      "loss": 0.9697,
      "step": 2698
    },
    {
      "epoch": 0.05687882954790919,
      "grad_norm": 0.15393903851509094,
      "learning_rate": 1.9962217496750624e-05,
      "loss": 1.0071,
      "step": 2699
    },
    {
      "epoch": 0.05689990358627448,
      "grad_norm": 0.13232490420341492,
      "learning_rate": 1.9962158197732024e-05,
      "loss": 1.036,
      "step": 2700
    },
    {
      "epoch": 0.05692097762463977,
      "grad_norm": 0.14089854061603546,
      "learning_rate": 1.9962098852303702e-05,
      "loss": 1.0162,
      "step": 2701
    },
    {
      "epoch": 0.056942051663005054,
      "grad_norm": 0.13883820176124573,
      "learning_rate": 1.9962039460465934e-05,
      "loss": 1.0408,
      "step": 2702
    },
    {
      "epoch": 0.05696312570137034,
      "grad_norm": 0.1533135324716568,
      "learning_rate": 1.9961980022218997e-05,
      "loss": 1.0071,
      "step": 2703
    },
    {
      "epoch": 0.056984199739735626,
      "grad_norm": 0.16851212084293365,
      "learning_rate": 1.996192053756317e-05,
      "loss": 1.0024,
      "step": 2704
    },
    {
      "epoch": 0.05700527377810091,
      "grad_norm": 0.12393395602703094,
      "learning_rate": 1.9961861006498724e-05,
      "loss": 0.9803,
      "step": 2705
    },
    {
      "epoch": 0.0570263478164662,
      "grad_norm": 0.24157938361167908,
      "learning_rate": 1.996180142902594e-05,
      "loss": 0.9926,
      "step": 2706
    },
    {
      "epoch": 0.057047421854831484,
      "grad_norm": 0.14207109808921814,
      "learning_rate": 1.99617418051451e-05,
      "loss": 0.9949,
      "step": 2707
    },
    {
      "epoch": 0.05706849589319677,
      "grad_norm": 0.17784744501113892,
      "learning_rate": 1.9961682134856474e-05,
      "loss": 1.0622,
      "step": 2708
    },
    {
      "epoch": 0.05708956993156206,
      "grad_norm": 0.18761774897575378,
      "learning_rate": 1.9961622418160348e-05,
      "loss": 1.0559,
      "step": 2709
    },
    {
      "epoch": 0.05711064396992735,
      "grad_norm": 0.1581956148147583,
      "learning_rate": 1.996156265505699e-05,
      "loss": 1.0386,
      "step": 2710
    },
    {
      "epoch": 0.057131718008292635,
      "grad_norm": 0.16471685469150543,
      "learning_rate": 1.9961502845546686e-05,
      "loss": 1.0665,
      "step": 2711
    },
    {
      "epoch": 0.05715279204665792,
      "grad_norm": 0.21186785399913788,
      "learning_rate": 1.9961442989629714e-05,
      "loss": 1.0405,
      "step": 2712
    },
    {
      "epoch": 0.05717386608502321,
      "grad_norm": 0.23043251037597656,
      "learning_rate": 1.996138308730635e-05,
      "loss": 1.0126,
      "step": 2713
    },
    {
      "epoch": 0.057194940123388494,
      "grad_norm": 0.20382672548294067,
      "learning_rate": 1.9961323138576875e-05,
      "loss": 1.0771,
      "step": 2714
    },
    {
      "epoch": 0.05721601416175378,
      "grad_norm": 0.1890009194612503,
      "learning_rate": 1.996126314344157e-05,
      "loss": 1.015,
      "step": 2715
    },
    {
      "epoch": 0.057237088200119066,
      "grad_norm": 0.17604203522205353,
      "learning_rate": 1.996120310190071e-05,
      "loss": 1.1348,
      "step": 2716
    },
    {
      "epoch": 0.05725816223848436,
      "grad_norm": 0.15531474351882935,
      "learning_rate": 1.9961143013954575e-05,
      "loss": 1.0442,
      "step": 2717
    },
    {
      "epoch": 0.057279236276849645,
      "grad_norm": 0.36158648133277893,
      "learning_rate": 1.996108287960345e-05,
      "loss": 0.9557,
      "step": 2718
    },
    {
      "epoch": 0.05730031031521493,
      "grad_norm": 0.1824934482574463,
      "learning_rate": 1.996102269884761e-05,
      "loss": 1.0968,
      "step": 2719
    },
    {
      "epoch": 0.05732138435358022,
      "grad_norm": 0.19432632625102997,
      "learning_rate": 1.996096247168734e-05,
      "loss": 0.9817,
      "step": 2720
    },
    {
      "epoch": 0.0573424583919455,
      "grad_norm": 0.14229096472263336,
      "learning_rate": 1.9960902198122917e-05,
      "loss": 0.9865,
      "step": 2721
    },
    {
      "epoch": 0.05736353243031079,
      "grad_norm": 0.17579567432403564,
      "learning_rate": 1.996084187815462e-05,
      "loss": 1.0736,
      "step": 2722
    },
    {
      "epoch": 0.057384606468676075,
      "grad_norm": 0.1861681491136551,
      "learning_rate": 1.996078151178274e-05,
      "loss": 1.0148,
      "step": 2723
    },
    {
      "epoch": 0.05740568050704136,
      "grad_norm": 0.1660977602005005,
      "learning_rate": 1.9960721099007544e-05,
      "loss": 0.9864,
      "step": 2724
    },
    {
      "epoch": 0.05742675454540665,
      "grad_norm": 0.14848314225673676,
      "learning_rate": 1.9960660639829323e-05,
      "loss": 0.9257,
      "step": 2725
    },
    {
      "epoch": 0.05744782858377194,
      "grad_norm": 0.18629559874534607,
      "learning_rate": 1.9960600134248356e-05,
      "loss": 1.0725,
      "step": 2726
    },
    {
      "epoch": 0.057468902622137226,
      "grad_norm": 0.1616716980934143,
      "learning_rate": 1.9960539582264925e-05,
      "loss": 0.9837,
      "step": 2727
    },
    {
      "epoch": 0.05748997666050251,
      "grad_norm": 0.13620519638061523,
      "learning_rate": 1.9960478983879312e-05,
      "loss": 0.9466,
      "step": 2728
    },
    {
      "epoch": 0.0575110506988678,
      "grad_norm": 0.1519356369972229,
      "learning_rate": 1.99604183390918e-05,
      "loss": 1.0332,
      "step": 2729
    },
    {
      "epoch": 0.057532124737233084,
      "grad_norm": 0.19063334167003632,
      "learning_rate": 1.9960357647902673e-05,
      "loss": 1.0702,
      "step": 2730
    },
    {
      "epoch": 0.05755319877559837,
      "grad_norm": 0.1536531299352646,
      "learning_rate": 1.996029691031221e-05,
      "loss": 1.0839,
      "step": 2731
    },
    {
      "epoch": 0.057574272813963656,
      "grad_norm": 0.18053573369979858,
      "learning_rate": 1.9960236126320694e-05,
      "loss": 1.0529,
      "step": 2732
    },
    {
      "epoch": 0.05759534685232894,
      "grad_norm": 0.15009170770645142,
      "learning_rate": 1.996017529592841e-05,
      "loss": 0.9894,
      "step": 2733
    },
    {
      "epoch": 0.05761642089069423,
      "grad_norm": 0.15302777290344238,
      "learning_rate": 1.9960114419135643e-05,
      "loss": 0.9731,
      "step": 2734
    },
    {
      "epoch": 0.05763749492905952,
      "grad_norm": 0.15973398089408875,
      "learning_rate": 1.9960053495942673e-05,
      "loss": 1.0191,
      "step": 2735
    },
    {
      "epoch": 0.05765856896742481,
      "grad_norm": 0.14634506404399872,
      "learning_rate": 1.9959992526349787e-05,
      "loss": 0.9467,
      "step": 2736
    },
    {
      "epoch": 0.05767964300579009,
      "grad_norm": 0.14627178013324738,
      "learning_rate": 1.9959931510357266e-05,
      "loss": 1.0527,
      "step": 2737
    },
    {
      "epoch": 0.05770071704415538,
      "grad_norm": 0.1583111584186554,
      "learning_rate": 1.99598704479654e-05,
      "loss": 1.009,
      "step": 2738
    },
    {
      "epoch": 0.057721791082520665,
      "grad_norm": 0.1264251321554184,
      "learning_rate": 1.9959809339174465e-05,
      "loss": 0.9269,
      "step": 2739
    },
    {
      "epoch": 0.05774286512088595,
      "grad_norm": 0.15492136776447296,
      "learning_rate": 1.995974818398475e-05,
      "loss": 1.0063,
      "step": 2740
    },
    {
      "epoch": 0.05776393915925124,
      "grad_norm": 0.16063043475151062,
      "learning_rate": 1.9959686982396544e-05,
      "loss": 1.023,
      "step": 2741
    },
    {
      "epoch": 0.057785013197616523,
      "grad_norm": 0.13858486711978912,
      "learning_rate": 1.995962573441012e-05,
      "loss": 0.9978,
      "step": 2742
    },
    {
      "epoch": 0.057806087235981816,
      "grad_norm": 0.20263345539569855,
      "learning_rate": 1.9959564440025782e-05,
      "loss": 1.0496,
      "step": 2743
    },
    {
      "epoch": 0.0578271612743471,
      "grad_norm": 0.14536085724830627,
      "learning_rate": 1.9959503099243797e-05,
      "loss": 1.0737,
      "step": 2744
    },
    {
      "epoch": 0.05784823531271239,
      "grad_norm": 0.14898478984832764,
      "learning_rate": 1.9959441712064464e-05,
      "loss": 0.9983,
      "step": 2745
    },
    {
      "epoch": 0.057869309351077675,
      "grad_norm": 0.1522296816110611,
      "learning_rate": 1.9959380278488058e-05,
      "loss": 1.0505,
      "step": 2746
    },
    {
      "epoch": 0.05789038338944296,
      "grad_norm": 0.1281270831823349,
      "learning_rate": 1.9959318798514876e-05,
      "loss": 1.0142,
      "step": 2747
    },
    {
      "epoch": 0.05791145742780825,
      "grad_norm": 0.12729007005691528,
      "learning_rate": 1.9959257272145197e-05,
      "loss": 0.9642,
      "step": 2748
    },
    {
      "epoch": 0.05793253146617353,
      "grad_norm": 0.13896054029464722,
      "learning_rate": 1.995919569937931e-05,
      "loss": 1.0178,
      "step": 2749
    },
    {
      "epoch": 0.05795360550453882,
      "grad_norm": 0.13992883265018463,
      "learning_rate": 1.99591340802175e-05,
      "loss": 0.9849,
      "step": 2750
    },
    {
      "epoch": 0.057974679542904105,
      "grad_norm": 0.15750865638256073,
      "learning_rate": 1.9959072414660056e-05,
      "loss": 1.1495,
      "step": 2751
    },
    {
      "epoch": 0.0579957535812694,
      "grad_norm": 0.13717642426490784,
      "learning_rate": 1.9959010702707268e-05,
      "loss": 0.9893,
      "step": 2752
    },
    {
      "epoch": 0.058016827619634684,
      "grad_norm": 0.14979679882526398,
      "learning_rate": 1.995894894435942e-05,
      "loss": 1.0448,
      "step": 2753
    },
    {
      "epoch": 0.05803790165799997,
      "grad_norm": 0.15862032771110535,
      "learning_rate": 1.9958887139616797e-05,
      "loss": 0.9996,
      "step": 2754
    },
    {
      "epoch": 0.058058975696365256,
      "grad_norm": 0.14529643952846527,
      "learning_rate": 1.9958825288479694e-05,
      "loss": 0.9816,
      "step": 2755
    },
    {
      "epoch": 0.05808004973473054,
      "grad_norm": 0.1501426249742508,
      "learning_rate": 1.9958763390948394e-05,
      "loss": 1.0048,
      "step": 2756
    },
    {
      "epoch": 0.05810112377309583,
      "grad_norm": 0.16631342470645905,
      "learning_rate": 1.9958701447023188e-05,
      "loss": 0.9641,
      "step": 2757
    },
    {
      "epoch": 0.058122197811461114,
      "grad_norm": 0.1335081160068512,
      "learning_rate": 1.995863945670436e-05,
      "loss": 1.0492,
      "step": 2758
    },
    {
      "epoch": 0.0581432718498264,
      "grad_norm": 0.13271351158618927,
      "learning_rate": 1.9958577419992206e-05,
      "loss": 1.0668,
      "step": 2759
    },
    {
      "epoch": 0.058164345888191686,
      "grad_norm": 0.1744406670331955,
      "learning_rate": 1.9958515336887005e-05,
      "loss": 1.0335,
      "step": 2760
    },
    {
      "epoch": 0.05818541992655698,
      "grad_norm": 0.22234691679477692,
      "learning_rate": 1.9958453207389058e-05,
      "loss": 1.1181,
      "step": 2761
    },
    {
      "epoch": 0.058206493964922265,
      "grad_norm": 0.19192585349082947,
      "learning_rate": 1.995839103149865e-05,
      "loss": 1.0497,
      "step": 2762
    },
    {
      "epoch": 0.05822756800328755,
      "grad_norm": 0.15005645155906677,
      "learning_rate": 1.9958328809216062e-05,
      "loss": 1.0493,
      "step": 2763
    },
    {
      "epoch": 0.05824864204165284,
      "grad_norm": 0.17787033319473267,
      "learning_rate": 1.9958266540541596e-05,
      "loss": 1.063,
      "step": 2764
    },
    {
      "epoch": 0.05826971608001812,
      "grad_norm": 0.13014419376850128,
      "learning_rate": 1.9958204225475538e-05,
      "loss": 0.9217,
      "step": 2765
    },
    {
      "epoch": 0.05829079011838341,
      "grad_norm": 0.18630918860435486,
      "learning_rate": 1.9958141864018174e-05,
      "loss": 1.02,
      "step": 2766
    },
    {
      "epoch": 0.058311864156748695,
      "grad_norm": 0.23237784206867218,
      "learning_rate": 1.99580794561698e-05,
      "loss": 1.0686,
      "step": 2767
    },
    {
      "epoch": 0.05833293819511398,
      "grad_norm": 0.23760223388671875,
      "learning_rate": 1.9958017001930707e-05,
      "loss": 0.9713,
      "step": 2768
    },
    {
      "epoch": 0.058354012233479274,
      "grad_norm": 0.20671416819095612,
      "learning_rate": 1.9957954501301185e-05,
      "loss": 0.9591,
      "step": 2769
    },
    {
      "epoch": 0.05837508627184456,
      "grad_norm": 0.15684303641319275,
      "learning_rate": 1.9957891954281518e-05,
      "loss": 0.9885,
      "step": 2770
    },
    {
      "epoch": 0.058396160310209846,
      "grad_norm": 0.24191221594810486,
      "learning_rate": 1.9957829360872007e-05,
      "loss": 1.0515,
      "step": 2771
    },
    {
      "epoch": 0.05841723434857513,
      "grad_norm": 0.20053784549236298,
      "learning_rate": 1.995776672107294e-05,
      "loss": 0.9936,
      "step": 2772
    },
    {
      "epoch": 0.05843830838694042,
      "grad_norm": 0.19906485080718994,
      "learning_rate": 1.995770403488461e-05,
      "loss": 1.0912,
      "step": 2773
    },
    {
      "epoch": 0.058459382425305705,
      "grad_norm": 0.22960405051708221,
      "learning_rate": 1.9957641302307305e-05,
      "loss": 1.0475,
      "step": 2774
    },
    {
      "epoch": 0.05848045646367099,
      "grad_norm": 0.2022211104631424,
      "learning_rate": 1.9957578523341322e-05,
      "loss": 1.0528,
      "step": 2775
    },
    {
      "epoch": 0.05850153050203628,
      "grad_norm": 0.17367084324359894,
      "learning_rate": 1.995751569798695e-05,
      "loss": 1.0491,
      "step": 2776
    },
    {
      "epoch": 0.05852260454040156,
      "grad_norm": 0.19364666938781738,
      "learning_rate": 1.9957452826244484e-05,
      "loss": 1.11,
      "step": 2777
    },
    {
      "epoch": 0.058543678578766856,
      "grad_norm": 0.2558804750442505,
      "learning_rate": 1.9957389908114214e-05,
      "loss": 1.0512,
      "step": 2778
    },
    {
      "epoch": 0.05856475261713214,
      "grad_norm": 0.18160083889961243,
      "learning_rate": 1.995732694359644e-05,
      "loss": 1.0056,
      "step": 2779
    },
    {
      "epoch": 0.05858582665549743,
      "grad_norm": 0.1865653395652771,
      "learning_rate": 1.9957263932691446e-05,
      "loss": 1.0635,
      "step": 2780
    },
    {
      "epoch": 0.058606900693862714,
      "grad_norm": 0.2332499772310257,
      "learning_rate": 1.995720087539953e-05,
      "loss": 0.9949,
      "step": 2781
    },
    {
      "epoch": 0.058627974732228,
      "grad_norm": 0.174630805850029,
      "learning_rate": 1.995713777172099e-05,
      "loss": 1.0428,
      "step": 2782
    },
    {
      "epoch": 0.058649048770593286,
      "grad_norm": 0.21342100203037262,
      "learning_rate": 1.9957074621656113e-05,
      "loss": 1.0358,
      "step": 2783
    },
    {
      "epoch": 0.05867012280895857,
      "grad_norm": 0.20593217015266418,
      "learning_rate": 1.9957011425205195e-05,
      "loss": 1.0437,
      "step": 2784
    },
    {
      "epoch": 0.05869119684732386,
      "grad_norm": 0.20657213032245636,
      "learning_rate": 1.9956948182368535e-05,
      "loss": 1.0478,
      "step": 2785
    },
    {
      "epoch": 0.058712270885689144,
      "grad_norm": 0.18308401107788086,
      "learning_rate": 1.995688489314642e-05,
      "loss": 0.9615,
      "step": 2786
    },
    {
      "epoch": 0.05873334492405444,
      "grad_norm": 0.18119807541370392,
      "learning_rate": 1.9956821557539152e-05,
      "loss": 1.0199,
      "step": 2787
    },
    {
      "epoch": 0.05875441896241972,
      "grad_norm": 0.20517203211784363,
      "learning_rate": 1.9956758175547023e-05,
      "loss": 1.046,
      "step": 2788
    },
    {
      "epoch": 0.05877549300078501,
      "grad_norm": 0.21493585407733917,
      "learning_rate": 1.9956694747170323e-05,
      "loss": 0.999,
      "step": 2789
    },
    {
      "epoch": 0.058796567039150295,
      "grad_norm": 0.18944557011127472,
      "learning_rate": 1.9956631272409356e-05,
      "loss": 1.0194,
      "step": 2790
    },
    {
      "epoch": 0.05881764107751558,
      "grad_norm": 0.1832837611436844,
      "learning_rate": 1.995656775126442e-05,
      "loss": 1.0318,
      "step": 2791
    },
    {
      "epoch": 0.05883871511588087,
      "grad_norm": 0.14469952881336212,
      "learning_rate": 1.9956504183735797e-05,
      "loss": 1.0188,
      "step": 2792
    },
    {
      "epoch": 0.05885978915424615,
      "grad_norm": 0.1719374805688858,
      "learning_rate": 1.9956440569823794e-05,
      "loss": 1.004,
      "step": 2793
    },
    {
      "epoch": 0.05888086319261144,
      "grad_norm": 0.15665338933467865,
      "learning_rate": 1.9956376909528704e-05,
      "loss": 1.0164,
      "step": 2794
    },
    {
      "epoch": 0.05890193723097673,
      "grad_norm": 0.16423551738262177,
      "learning_rate": 1.9956313202850824e-05,
      "loss": 1.0196,
      "step": 2795
    },
    {
      "epoch": 0.05892301126934202,
      "grad_norm": 0.17392601072788239,
      "learning_rate": 1.9956249449790458e-05,
      "loss": 0.9537,
      "step": 2796
    },
    {
      "epoch": 0.058944085307707304,
      "grad_norm": 0.14418824017047882,
      "learning_rate": 1.9956185650347888e-05,
      "loss": 0.9664,
      "step": 2797
    },
    {
      "epoch": 0.05896515934607259,
      "grad_norm": 0.15749596059322357,
      "learning_rate": 1.9956121804523424e-05,
      "loss": 1.027,
      "step": 2798
    },
    {
      "epoch": 0.058986233384437876,
      "grad_norm": 0.13775967061519623,
      "learning_rate": 1.9956057912317357e-05,
      "loss": 1.0424,
      "step": 2799
    },
    {
      "epoch": 0.05900730742280316,
      "grad_norm": 0.19839169085025787,
      "learning_rate": 1.9955993973729985e-05,
      "loss": 1.0587,
      "step": 2800
    },
    {
      "epoch": 0.05902838146116845,
      "grad_norm": 0.16476574540138245,
      "learning_rate": 1.995592998876161e-05,
      "loss": 0.9958,
      "step": 2801
    },
    {
      "epoch": 0.059049455499533735,
      "grad_norm": 0.16241693496704102,
      "learning_rate": 1.9955865957412522e-05,
      "loss": 1.0149,
      "step": 2802
    },
    {
      "epoch": 0.05907052953789902,
      "grad_norm": 0.1833181381225586,
      "learning_rate": 1.995580187968303e-05,
      "loss": 1.0308,
      "step": 2803
    },
    {
      "epoch": 0.059091603576264314,
      "grad_norm": 0.15467025339603424,
      "learning_rate": 1.9955737755573427e-05,
      "loss": 1.0173,
      "step": 2804
    },
    {
      "epoch": 0.0591126776146296,
      "grad_norm": 0.22953559458255768,
      "learning_rate": 1.9955673585084013e-05,
      "loss": 1.0966,
      "step": 2805
    },
    {
      "epoch": 0.059133751652994886,
      "grad_norm": 0.19890142977237701,
      "learning_rate": 1.9955609368215082e-05,
      "loss": 1.0618,
      "step": 2806
    },
    {
      "epoch": 0.05915482569136017,
      "grad_norm": 0.17075839638710022,
      "learning_rate": 1.9955545104966937e-05,
      "loss": 1.0426,
      "step": 2807
    },
    {
      "epoch": 0.05917589972972546,
      "grad_norm": 0.17741069197654724,
      "learning_rate": 1.9955480795339883e-05,
      "loss": 0.9923,
      "step": 2808
    },
    {
      "epoch": 0.059196973768090744,
      "grad_norm": 0.14848081767559052,
      "learning_rate": 1.9955416439334207e-05,
      "loss": 0.9702,
      "step": 2809
    },
    {
      "epoch": 0.05921804780645603,
      "grad_norm": 0.1838681846857071,
      "learning_rate": 1.995535203695022e-05,
      "loss": 1.0219,
      "step": 2810
    },
    {
      "epoch": 0.059239121844821316,
      "grad_norm": 0.17231425642967224,
      "learning_rate": 1.9955287588188216e-05,
      "loss": 1.0615,
      "step": 2811
    },
    {
      "epoch": 0.05926019588318661,
      "grad_norm": 0.19677427411079407,
      "learning_rate": 1.99552230930485e-05,
      "loss": 1.0424,
      "step": 2812
    },
    {
      "epoch": 0.059281269921551895,
      "grad_norm": 0.16641627252101898,
      "learning_rate": 1.9955158551531365e-05,
      "loss": 1.083,
      "step": 2813
    },
    {
      "epoch": 0.05930234395991718,
      "grad_norm": 0.1861429214477539,
      "learning_rate": 1.995509396363712e-05,
      "loss": 1.0749,
      "step": 2814
    },
    {
      "epoch": 0.05932341799828247,
      "grad_norm": 0.18607403337955475,
      "learning_rate": 1.9955029329366062e-05,
      "loss": 1.0385,
      "step": 2815
    },
    {
      "epoch": 0.05934449203664775,
      "grad_norm": 0.14074616134166718,
      "learning_rate": 1.9954964648718488e-05,
      "loss": 1.0514,
      "step": 2816
    },
    {
      "epoch": 0.05936556607501304,
      "grad_norm": 0.14903636276721954,
      "learning_rate": 1.995489992169471e-05,
      "loss": 0.9683,
      "step": 2817
    },
    {
      "epoch": 0.059386640113378325,
      "grad_norm": 0.146592915058136,
      "learning_rate": 1.9954835148295015e-05,
      "loss": 0.9874,
      "step": 2818
    },
    {
      "epoch": 0.05940771415174361,
      "grad_norm": 0.14525511860847473,
      "learning_rate": 1.9954770328519718e-05,
      "loss": 0.9698,
      "step": 2819
    },
    {
      "epoch": 0.0594287881901089,
      "grad_norm": 0.1525443196296692,
      "learning_rate": 1.9954705462369113e-05,
      "loss": 1.0164,
      "step": 2820
    },
    {
      "epoch": 0.05944986222847419,
      "grad_norm": 0.12537075579166412,
      "learning_rate": 1.9954640549843513e-05,
      "loss": 1.0365,
      "step": 2821
    },
    {
      "epoch": 0.059470936266839476,
      "grad_norm": 0.14743950963020325,
      "learning_rate": 1.9954575590943203e-05,
      "loss": 0.9652,
      "step": 2822
    },
    {
      "epoch": 0.05949201030520476,
      "grad_norm": 0.13291974365711212,
      "learning_rate": 1.9954510585668498e-05,
      "loss": 0.9436,
      "step": 2823
    },
    {
      "epoch": 0.05951308434357005,
      "grad_norm": 0.144295796751976,
      "learning_rate": 1.9954445534019697e-05,
      "loss": 1.0135,
      "step": 2824
    },
    {
      "epoch": 0.059534158381935334,
      "grad_norm": 0.22771891951560974,
      "learning_rate": 1.9954380435997106e-05,
      "loss": 0.9406,
      "step": 2825
    },
    {
      "epoch": 0.05955523242030062,
      "grad_norm": 0.1502196490764618,
      "learning_rate": 1.9954315291601027e-05,
      "loss": 1.0519,
      "step": 2826
    },
    {
      "epoch": 0.059576306458665906,
      "grad_norm": 0.1385909765958786,
      "learning_rate": 1.9954250100831757e-05,
      "loss": 0.9988,
      "step": 2827
    },
    {
      "epoch": 0.05959738049703119,
      "grad_norm": 0.1337946355342865,
      "learning_rate": 1.9954184863689612e-05,
      "loss": 0.9109,
      "step": 2828
    },
    {
      "epoch": 0.05961845453539648,
      "grad_norm": 0.135722815990448,
      "learning_rate": 1.9954119580174883e-05,
      "loss": 0.9577,
      "step": 2829
    },
    {
      "epoch": 0.05963952857376177,
      "grad_norm": 0.1443508416414261,
      "learning_rate": 1.9954054250287885e-05,
      "loss": 1.0696,
      "step": 2830
    },
    {
      "epoch": 0.05966060261212706,
      "grad_norm": 0.15025290846824646,
      "learning_rate": 1.9953988874028917e-05,
      "loss": 1.0165,
      "step": 2831
    },
    {
      "epoch": 0.059681676650492343,
      "grad_norm": 0.1428632289171219,
      "learning_rate": 1.9953923451398283e-05,
      "loss": 1.0095,
      "step": 2832
    },
    {
      "epoch": 0.05970275068885763,
      "grad_norm": 0.16352012753486633,
      "learning_rate": 1.995385798239629e-05,
      "loss": 0.9753,
      "step": 2833
    },
    {
      "epoch": 0.059723824727222916,
      "grad_norm": 0.14911219477653503,
      "learning_rate": 1.9953792467023244e-05,
      "loss": 1.0164,
      "step": 2834
    },
    {
      "epoch": 0.0597448987655882,
      "grad_norm": 0.1404956430196762,
      "learning_rate": 1.9953726905279445e-05,
      "loss": 0.8809,
      "step": 2835
    },
    {
      "epoch": 0.05976597280395349,
      "grad_norm": 0.12347187846899033,
      "learning_rate": 1.99536612971652e-05,
      "loss": 0.9792,
      "step": 2836
    },
    {
      "epoch": 0.059787046842318774,
      "grad_norm": 0.1864466816186905,
      "learning_rate": 1.995359564268082e-05,
      "loss": 1.0752,
      "step": 2837
    },
    {
      "epoch": 0.05980812088068407,
      "grad_norm": 0.22964900732040405,
      "learning_rate": 1.9953529941826607e-05,
      "loss": 1.08,
      "step": 2838
    },
    {
      "epoch": 0.05982919491904935,
      "grad_norm": 0.1403929591178894,
      "learning_rate": 1.9953464194602865e-05,
      "loss": 0.9839,
      "step": 2839
    },
    {
      "epoch": 0.05985026895741464,
      "grad_norm": 0.1521216332912445,
      "learning_rate": 1.9953398401009903e-05,
      "loss": 1.0177,
      "step": 2840
    },
    {
      "epoch": 0.059871342995779925,
      "grad_norm": 0.16984304785728455,
      "learning_rate": 1.995333256104803e-05,
      "loss": 1.056,
      "step": 2841
    },
    {
      "epoch": 0.05989241703414521,
      "grad_norm": 0.18249541521072388,
      "learning_rate": 1.9953266674717543e-05,
      "loss": 1.0498,
      "step": 2842
    },
    {
      "epoch": 0.0599134910725105,
      "grad_norm": 0.13669756054878235,
      "learning_rate": 1.9953200742018762e-05,
      "loss": 1.0167,
      "step": 2843
    },
    {
      "epoch": 0.05993456511087578,
      "grad_norm": 0.136604443192482,
      "learning_rate": 1.9953134762951988e-05,
      "loss": 0.9451,
      "step": 2844
    },
    {
      "epoch": 0.05995563914924107,
      "grad_norm": 0.15619872510433197,
      "learning_rate": 1.9953068737517526e-05,
      "loss": 1.0217,
      "step": 2845
    },
    {
      "epoch": 0.059976713187606355,
      "grad_norm": 0.17164801061153412,
      "learning_rate": 1.9953002665715684e-05,
      "loss": 1.0353,
      "step": 2846
    },
    {
      "epoch": 0.05999778722597165,
      "grad_norm": 0.1612076610326767,
      "learning_rate": 1.9952936547546775e-05,
      "loss": 1.0242,
      "step": 2847
    },
    {
      "epoch": 0.060018861264336934,
      "grad_norm": 0.15331129729747772,
      "learning_rate": 1.9952870383011102e-05,
      "loss": 1.0254,
      "step": 2848
    },
    {
      "epoch": 0.06003993530270222,
      "grad_norm": 0.16355107724666595,
      "learning_rate": 1.9952804172108974e-05,
      "loss": 0.9688,
      "step": 2849
    },
    {
      "epoch": 0.060061009341067506,
      "grad_norm": 0.16932517290115356,
      "learning_rate": 1.9952737914840704e-05,
      "loss": 1.0505,
      "step": 2850
    },
    {
      "epoch": 0.06008208337943279,
      "grad_norm": 0.18937799334526062,
      "learning_rate": 1.9952671611206595e-05,
      "loss": 1.0759,
      "step": 2851
    },
    {
      "epoch": 0.06010315741779808,
      "grad_norm": 0.1808874011039734,
      "learning_rate": 1.9952605261206956e-05,
      "loss": 0.979,
      "step": 2852
    },
    {
      "epoch": 0.060124231456163364,
      "grad_norm": 0.15705494582653046,
      "learning_rate": 1.9952538864842096e-05,
      "loss": 1.0568,
      "step": 2853
    },
    {
      "epoch": 0.06014530549452865,
      "grad_norm": 0.2015158236026764,
      "learning_rate": 1.9952472422112333e-05,
      "loss": 1.0048,
      "step": 2854
    },
    {
      "epoch": 0.060166379532893936,
      "grad_norm": 0.13765116035938263,
      "learning_rate": 1.9952405933017968e-05,
      "loss": 1.0364,
      "step": 2855
    },
    {
      "epoch": 0.06018745357125923,
      "grad_norm": 0.1683007776737213,
      "learning_rate": 1.9952339397559307e-05,
      "loss": 1.01,
      "step": 2856
    },
    {
      "epoch": 0.060208527609624515,
      "grad_norm": 0.1313362568616867,
      "learning_rate": 1.995227281573667e-05,
      "loss": 1.0147,
      "step": 2857
    },
    {
      "epoch": 0.0602296016479898,
      "grad_norm": 0.15816429257392883,
      "learning_rate": 1.9952206187550362e-05,
      "loss": 1.0794,
      "step": 2858
    },
    {
      "epoch": 0.06025067568635509,
      "grad_norm": 0.17403170466423035,
      "learning_rate": 1.9952139513000695e-05,
      "loss": 0.9864,
      "step": 2859
    },
    {
      "epoch": 0.06027174972472037,
      "grad_norm": 0.15704508125782013,
      "learning_rate": 1.9952072792087978e-05,
      "loss": 1.0199,
      "step": 2860
    },
    {
      "epoch": 0.06029282376308566,
      "grad_norm": 0.15564483404159546,
      "learning_rate": 1.9952006024812524e-05,
      "loss": 1.0299,
      "step": 2861
    },
    {
      "epoch": 0.060313897801450946,
      "grad_norm": 0.16775651276111603,
      "learning_rate": 1.995193921117464e-05,
      "loss": 1.0463,
      "step": 2862
    },
    {
      "epoch": 0.06033497183981623,
      "grad_norm": 0.1753040999174118,
      "learning_rate": 1.995187235117464e-05,
      "loss": 1.0349,
      "step": 2863
    },
    {
      "epoch": 0.060356045878181525,
      "grad_norm": 0.14951184391975403,
      "learning_rate": 1.9951805444812838e-05,
      "loss": 1.038,
      "step": 2864
    },
    {
      "epoch": 0.06037711991654681,
      "grad_norm": 0.2027650624513626,
      "learning_rate": 1.995173849208954e-05,
      "loss": 1.0745,
      "step": 2865
    },
    {
      "epoch": 0.0603981939549121,
      "grad_norm": 0.14479891955852509,
      "learning_rate": 1.995167149300506e-05,
      "loss": 0.9117,
      "step": 2866
    },
    {
      "epoch": 0.06041926799327738,
      "grad_norm": 0.1853971928358078,
      "learning_rate": 1.9951604447559715e-05,
      "loss": 1.0453,
      "step": 2867
    },
    {
      "epoch": 0.06044034203164267,
      "grad_norm": 0.19885887205600739,
      "learning_rate": 1.995153735575381e-05,
      "loss": 1.0797,
      "step": 2868
    },
    {
      "epoch": 0.060461416070007955,
      "grad_norm": 0.1831858605146408,
      "learning_rate": 1.995147021758766e-05,
      "loss": 1.0424,
      "step": 2869
    },
    {
      "epoch": 0.06048249010837324,
      "grad_norm": 0.15812309086322784,
      "learning_rate": 1.995140303306158e-05,
      "loss": 1.0278,
      "step": 2870
    },
    {
      "epoch": 0.06050356414673853,
      "grad_norm": 0.17623074352741241,
      "learning_rate": 1.9951335802175884e-05,
      "loss": 1.0419,
      "step": 2871
    },
    {
      "epoch": 0.06052463818510381,
      "grad_norm": 0.21148072183132172,
      "learning_rate": 1.9951268524930884e-05,
      "loss": 1.0323,
      "step": 2872
    },
    {
      "epoch": 0.060545712223469106,
      "grad_norm": 0.14467936754226685,
      "learning_rate": 1.995120120132689e-05,
      "loss": 0.9616,
      "step": 2873
    },
    {
      "epoch": 0.06056678626183439,
      "grad_norm": 0.15876150131225586,
      "learning_rate": 1.9951133831364216e-05,
      "loss": 1.0581,
      "step": 2874
    },
    {
      "epoch": 0.06058786030019968,
      "grad_norm": 0.14860638976097107,
      "learning_rate": 1.995106641504318e-05,
      "loss": 1.0018,
      "step": 2875
    },
    {
      "epoch": 0.060608934338564964,
      "grad_norm": 0.13790081441402435,
      "learning_rate": 1.9950998952364093e-05,
      "loss": 1.0046,
      "step": 2876
    },
    {
      "epoch": 0.06063000837693025,
      "grad_norm": 0.1586875170469284,
      "learning_rate": 1.995093144332727e-05,
      "loss": 0.928,
      "step": 2877
    },
    {
      "epoch": 0.060651082415295536,
      "grad_norm": 0.18171095848083496,
      "learning_rate": 1.9950863887933025e-05,
      "loss": 1.0351,
      "step": 2878
    },
    {
      "epoch": 0.06067215645366082,
      "grad_norm": 0.1416991800069809,
      "learning_rate": 1.9950796286181677e-05,
      "loss": 0.9239,
      "step": 2879
    },
    {
      "epoch": 0.06069323049202611,
      "grad_norm": 0.1613224595785141,
      "learning_rate": 1.9950728638073533e-05,
      "loss": 1.0314,
      "step": 2880
    },
    {
      "epoch": 0.060714304530391394,
      "grad_norm": 0.15691709518432617,
      "learning_rate": 1.9950660943608912e-05,
      "loss": 1.0145,
      "step": 2881
    },
    {
      "epoch": 0.06073537856875669,
      "grad_norm": 0.18907064199447632,
      "learning_rate": 1.9950593202788133e-05,
      "loss": 1.0233,
      "step": 2882
    },
    {
      "epoch": 0.06075645260712197,
      "grad_norm": 0.15456229448318481,
      "learning_rate": 1.9950525415611505e-05,
      "loss": 1.0329,
      "step": 2883
    },
    {
      "epoch": 0.06077752664548726,
      "grad_norm": 0.1739267259836197,
      "learning_rate": 1.995045758207935e-05,
      "loss": 1.0225,
      "step": 2884
    },
    {
      "epoch": 0.060798600683852545,
      "grad_norm": 0.1638747602701187,
      "learning_rate": 1.995038970219198e-05,
      "loss": 0.9867,
      "step": 2885
    },
    {
      "epoch": 0.06081967472221783,
      "grad_norm": 0.15498030185699463,
      "learning_rate": 1.9950321775949714e-05,
      "loss": 0.9991,
      "step": 2886
    },
    {
      "epoch": 0.06084074876058312,
      "grad_norm": 0.15451014041900635,
      "learning_rate": 1.9950253803352863e-05,
      "loss": 1.0286,
      "step": 2887
    },
    {
      "epoch": 0.0608618227989484,
      "grad_norm": 0.16492316126823425,
      "learning_rate": 1.995018578440175e-05,
      "loss": 0.9735,
      "step": 2888
    },
    {
      "epoch": 0.06088289683731369,
      "grad_norm": 0.1321958303451538,
      "learning_rate": 1.995011771909669e-05,
      "loss": 1.0108,
      "step": 2889
    },
    {
      "epoch": 0.06090397087567898,
      "grad_norm": 0.13799509406089783,
      "learning_rate": 1.9950049607438e-05,
      "loss": 1.034,
      "step": 2890
    },
    {
      "epoch": 0.06092504491404427,
      "grad_norm": 0.13993552327156067,
      "learning_rate": 1.9949981449425994e-05,
      "loss": 0.9739,
      "step": 2891
    },
    {
      "epoch": 0.060946118952409555,
      "grad_norm": 0.13373006880283356,
      "learning_rate": 1.9949913245060993e-05,
      "loss": 0.9726,
      "step": 2892
    },
    {
      "epoch": 0.06096719299077484,
      "grad_norm": 0.1553470343351364,
      "learning_rate": 1.9949844994343314e-05,
      "loss": 1.0405,
      "step": 2893
    },
    {
      "epoch": 0.06098826702914013,
      "grad_norm": 0.14204727113246918,
      "learning_rate": 1.9949776697273274e-05,
      "loss": 1.0343,
      "step": 2894
    },
    {
      "epoch": 0.06100934106750541,
      "grad_norm": 0.14917203783988953,
      "learning_rate": 1.9949708353851197e-05,
      "loss": 1.099,
      "step": 2895
    },
    {
      "epoch": 0.0610304151058707,
      "grad_norm": 0.19864214956760406,
      "learning_rate": 1.9949639964077393e-05,
      "loss": 1.0127,
      "step": 2896
    },
    {
      "epoch": 0.061051489144235985,
      "grad_norm": 0.1839415282011032,
      "learning_rate": 1.9949571527952184e-05,
      "loss": 0.9687,
      "step": 2897
    },
    {
      "epoch": 0.06107256318260127,
      "grad_norm": 0.18986594676971436,
      "learning_rate": 1.994950304547589e-05,
      "loss": 0.9825,
      "step": 2898
    },
    {
      "epoch": 0.061093637220966564,
      "grad_norm": 0.18558236956596375,
      "learning_rate": 1.9949434516648826e-05,
      "loss": 0.9968,
      "step": 2899
    },
    {
      "epoch": 0.06111471125933185,
      "grad_norm": 0.1447252631187439,
      "learning_rate": 1.9949365941471317e-05,
      "loss": 0.9957,
      "step": 2900
    },
    {
      "epoch": 0.061135785297697136,
      "grad_norm": 0.1269405484199524,
      "learning_rate": 1.9949297319943678e-05,
      "loss": 0.9094,
      "step": 2901
    },
    {
      "epoch": 0.06115685933606242,
      "grad_norm": 0.1489357352256775,
      "learning_rate": 1.9949228652066233e-05,
      "loss": 1.004,
      "step": 2902
    },
    {
      "epoch": 0.06117793337442771,
      "grad_norm": 0.13538147509098053,
      "learning_rate": 1.9949159937839294e-05,
      "loss": 0.9916,
      "step": 2903
    },
    {
      "epoch": 0.061199007412792994,
      "grad_norm": 0.1610594242811203,
      "learning_rate": 1.994909117726319e-05,
      "loss": 1.0219,
      "step": 2904
    },
    {
      "epoch": 0.06122008145115828,
      "grad_norm": 0.1366521269083023,
      "learning_rate": 1.994902237033824e-05,
      "loss": 0.9173,
      "step": 2905
    },
    {
      "epoch": 0.061241155489523566,
      "grad_norm": 0.27550217509269714,
      "learning_rate": 1.9948953517064757e-05,
      "loss": 0.9937,
      "step": 2906
    },
    {
      "epoch": 0.06126222952788885,
      "grad_norm": 0.188555508852005,
      "learning_rate": 1.9948884617443072e-05,
      "loss": 1.0772,
      "step": 2907
    },
    {
      "epoch": 0.061283303566254145,
      "grad_norm": 0.14292214810848236,
      "learning_rate": 1.99488156714735e-05,
      "loss": 0.9746,
      "step": 2908
    },
    {
      "epoch": 0.06130437760461943,
      "grad_norm": 0.17746864259243011,
      "learning_rate": 1.994874667915636e-05,
      "loss": 0.9574,
      "step": 2909
    },
    {
      "epoch": 0.06132545164298472,
      "grad_norm": 0.16906319558620453,
      "learning_rate": 1.9948677640491977e-05,
      "loss": 1.009,
      "step": 2910
    },
    {
      "epoch": 0.06134652568135,
      "grad_norm": 0.18654316663742065,
      "learning_rate": 1.9948608555480672e-05,
      "loss": 1.0118,
      "step": 2911
    },
    {
      "epoch": 0.06136759971971529,
      "grad_norm": 0.1777672916650772,
      "learning_rate": 1.994853942412277e-05,
      "loss": 1.0335,
      "step": 2912
    },
    {
      "epoch": 0.061388673758080575,
      "grad_norm": 0.2012372463941574,
      "learning_rate": 1.994847024641859e-05,
      "loss": 0.9974,
      "step": 2913
    },
    {
      "epoch": 0.06140974779644586,
      "grad_norm": 0.1959541141986847,
      "learning_rate": 1.9948401022368453e-05,
      "loss": 0.9528,
      "step": 2914
    },
    {
      "epoch": 0.06143082183481115,
      "grad_norm": 0.15987786650657654,
      "learning_rate": 1.9948331751972684e-05,
      "loss": 0.9609,
      "step": 2915
    },
    {
      "epoch": 0.06145189587317644,
      "grad_norm": 0.19938600063323975,
      "learning_rate": 1.9948262435231603e-05,
      "loss": 1.0481,
      "step": 2916
    },
    {
      "epoch": 0.061472969911541726,
      "grad_norm": 0.17528535425662994,
      "learning_rate": 1.994819307214553e-05,
      "loss": 1.0828,
      "step": 2917
    },
    {
      "epoch": 0.06149404394990701,
      "grad_norm": 0.14414282143115997,
      "learning_rate": 1.99481236627148e-05,
      "loss": 0.9764,
      "step": 2918
    },
    {
      "epoch": 0.0615151179882723,
      "grad_norm": 0.19953635334968567,
      "learning_rate": 1.9948054206939728e-05,
      "loss": 1.0475,
      "step": 2919
    },
    {
      "epoch": 0.061536192026637584,
      "grad_norm": 0.17549514770507812,
      "learning_rate": 1.9947984704820634e-05,
      "loss": 0.9617,
      "step": 2920
    },
    {
      "epoch": 0.06155726606500287,
      "grad_norm": 0.1646852195262909,
      "learning_rate": 1.994791515635785e-05,
      "loss": 0.9265,
      "step": 2921
    },
    {
      "epoch": 0.06157834010336816,
      "grad_norm": 0.18032531440258026,
      "learning_rate": 1.9947845561551696e-05,
      "loss": 1.0475,
      "step": 2922
    },
    {
      "epoch": 0.06159941414173344,
      "grad_norm": 0.17664436995983124,
      "learning_rate": 1.9947775920402495e-05,
      "loss": 1.0089,
      "step": 2923
    },
    {
      "epoch": 0.06162048818009873,
      "grad_norm": 0.1966005265712738,
      "learning_rate": 1.9947706232910576e-05,
      "loss": 1.0613,
      "step": 2924
    },
    {
      "epoch": 0.06164156221846402,
      "grad_norm": 0.2508385181427002,
      "learning_rate": 1.9947636499076255e-05,
      "loss": 1.0354,
      "step": 2925
    },
    {
      "epoch": 0.06166263625682931,
      "grad_norm": 0.17901338636875153,
      "learning_rate": 1.9947566718899867e-05,
      "loss": 1.0485,
      "step": 2926
    },
    {
      "epoch": 0.061683710295194594,
      "grad_norm": 0.1599212884902954,
      "learning_rate": 1.994749689238173e-05,
      "loss": 1.0059,
      "step": 2927
    },
    {
      "epoch": 0.06170478433355988,
      "grad_norm": 0.18318133056163788,
      "learning_rate": 1.9947427019522173e-05,
      "loss": 1.0783,
      "step": 2928
    },
    {
      "epoch": 0.061725858371925166,
      "grad_norm": 0.1945405900478363,
      "learning_rate": 1.9947357100321522e-05,
      "loss": 1.0437,
      "step": 2929
    },
    {
      "epoch": 0.06174693241029045,
      "grad_norm": 0.1711912453174591,
      "learning_rate": 1.99472871347801e-05,
      "loss": 1.0558,
      "step": 2930
    },
    {
      "epoch": 0.06176800644865574,
      "grad_norm": 0.17139065265655518,
      "learning_rate": 1.9947217122898234e-05,
      "loss": 0.9813,
      "step": 2931
    },
    {
      "epoch": 0.061789080487021024,
      "grad_norm": 0.1873205602169037,
      "learning_rate": 1.9947147064676247e-05,
      "loss": 1.0327,
      "step": 2932
    },
    {
      "epoch": 0.06181015452538632,
      "grad_norm": 0.1664327085018158,
      "learning_rate": 1.9947076960114473e-05,
      "loss": 1.0002,
      "step": 2933
    },
    {
      "epoch": 0.0618312285637516,
      "grad_norm": 0.1699557602405548,
      "learning_rate": 1.9947006809213228e-05,
      "loss": 1.0318,
      "step": 2934
    },
    {
      "epoch": 0.06185230260211689,
      "grad_norm": 0.1787627637386322,
      "learning_rate": 1.9946936611972853e-05,
      "loss": 0.9857,
      "step": 2935
    },
    {
      "epoch": 0.061873376640482175,
      "grad_norm": 0.17102135717868805,
      "learning_rate": 1.9946866368393664e-05,
      "loss": 0.93,
      "step": 2936
    },
    {
      "epoch": 0.06189445067884746,
      "grad_norm": 0.1589209884405136,
      "learning_rate": 1.9946796078475986e-05,
      "loss": 0.9431,
      "step": 2937
    },
    {
      "epoch": 0.06191552471721275,
      "grad_norm": 0.15291248261928558,
      "learning_rate": 1.994672574222016e-05,
      "loss": 1.0124,
      "step": 2938
    },
    {
      "epoch": 0.06193659875557803,
      "grad_norm": 0.1464432328939438,
      "learning_rate": 1.99466553596265e-05,
      "loss": 0.9733,
      "step": 2939
    },
    {
      "epoch": 0.06195767279394332,
      "grad_norm": 0.16259972751140594,
      "learning_rate": 1.994658493069534e-05,
      "loss": 1.0561,
      "step": 2940
    },
    {
      "epoch": 0.061978746832308605,
      "grad_norm": 0.1726498305797577,
      "learning_rate": 1.9946514455427008e-05,
      "loss": 0.9852,
      "step": 2941
    },
    {
      "epoch": 0.0619998208706739,
      "grad_norm": 0.14620989561080933,
      "learning_rate": 1.994644393382183e-05,
      "loss": 1.0061,
      "step": 2942
    },
    {
      "epoch": 0.062020894909039184,
      "grad_norm": 0.14639845490455627,
      "learning_rate": 1.9946373365880136e-05,
      "loss": 1.0239,
      "step": 2943
    },
    {
      "epoch": 0.06204196894740447,
      "grad_norm": 0.17005138099193573,
      "learning_rate": 1.994630275160226e-05,
      "loss": 1.0437,
      "step": 2944
    },
    {
      "epoch": 0.062063042985769756,
      "grad_norm": 0.12711428105831146,
      "learning_rate": 1.994623209098852e-05,
      "loss": 0.9225,
      "step": 2945
    },
    {
      "epoch": 0.06208411702413504,
      "grad_norm": 0.1310298591852188,
      "learning_rate": 1.9946161384039252e-05,
      "loss": 0.9602,
      "step": 2946
    },
    {
      "epoch": 0.06210519106250033,
      "grad_norm": 0.15259301662445068,
      "learning_rate": 1.9946090630754785e-05,
      "loss": 1.0056,
      "step": 2947
    },
    {
      "epoch": 0.062126265100865614,
      "grad_norm": 0.15105751156806946,
      "learning_rate": 1.9946019831135447e-05,
      "loss": 1.0307,
      "step": 2948
    },
    {
      "epoch": 0.0621473391392309,
      "grad_norm": 0.14137956500053406,
      "learning_rate": 1.994594898518157e-05,
      "loss": 0.932,
      "step": 2949
    },
    {
      "epoch": 0.062168413177596187,
      "grad_norm": 0.14319728314876556,
      "learning_rate": 1.9945878092893488e-05,
      "loss": 0.9586,
      "step": 2950
    },
    {
      "epoch": 0.06218948721596148,
      "grad_norm": 0.18095536530017853,
      "learning_rate": 1.994580715427152e-05,
      "loss": 1.0855,
      "step": 2951
    },
    {
      "epoch": 0.062210561254326766,
      "grad_norm": 0.15936295688152313,
      "learning_rate": 1.9945736169316004e-05,
      "loss": 1.0315,
      "step": 2952
    },
    {
      "epoch": 0.06223163529269205,
      "grad_norm": 0.13614235818386078,
      "learning_rate": 1.9945665138027267e-05,
      "loss": 0.9366,
      "step": 2953
    },
    {
      "epoch": 0.06225270933105734,
      "grad_norm": 0.15081386268138885,
      "learning_rate": 1.9945594060405648e-05,
      "loss": 1.0413,
      "step": 2954
    },
    {
      "epoch": 0.062273783369422624,
      "grad_norm": 0.1382889449596405,
      "learning_rate": 1.9945522936451465e-05,
      "loss": 0.999,
      "step": 2955
    },
    {
      "epoch": 0.06229485740778791,
      "grad_norm": 0.1466158777475357,
      "learning_rate": 1.9945451766165062e-05,
      "loss": 0.9163,
      "step": 2956
    },
    {
      "epoch": 0.062315931446153196,
      "grad_norm": 0.18493042886257172,
      "learning_rate": 1.9945380549546766e-05,
      "loss": 1.0234,
      "step": 2957
    },
    {
      "epoch": 0.06233700548451848,
      "grad_norm": 0.14244355261325836,
      "learning_rate": 1.9945309286596903e-05,
      "loss": 1.0493,
      "step": 2958
    },
    {
      "epoch": 0.062358079522883775,
      "grad_norm": 0.13478679955005646,
      "learning_rate": 1.9945237977315815e-05,
      "loss": 1.0301,
      "step": 2959
    },
    {
      "epoch": 0.06237915356124906,
      "grad_norm": 0.13468335568904877,
      "learning_rate": 1.9945166621703827e-05,
      "loss": 1.0515,
      "step": 2960
    },
    {
      "epoch": 0.06240022759961435,
      "grad_norm": 0.13485531508922577,
      "learning_rate": 1.994509521976127e-05,
      "loss": 1.0088,
      "step": 2961
    },
    {
      "epoch": 0.06242130163797963,
      "grad_norm": 0.15788665413856506,
      "learning_rate": 1.9945023771488487e-05,
      "loss": 1.057,
      "step": 2962
    },
    {
      "epoch": 0.06244237567634492,
      "grad_norm": 0.15096905827522278,
      "learning_rate": 1.99449522768858e-05,
      "loss": 0.9679,
      "step": 2963
    },
    {
      "epoch": 0.062463449714710205,
      "grad_norm": 0.16765254735946655,
      "learning_rate": 1.9944880735953546e-05,
      "loss": 0.9811,
      "step": 2964
    },
    {
      "epoch": 0.06248452375307549,
      "grad_norm": 0.13095881044864655,
      "learning_rate": 1.994480914869206e-05,
      "loss": 0.9965,
      "step": 2965
    },
    {
      "epoch": 0.06250559779144078,
      "grad_norm": 0.15615178644657135,
      "learning_rate": 1.9944737515101674e-05,
      "loss": 1.0034,
      "step": 2966
    },
    {
      "epoch": 0.06252667182980606,
      "grad_norm": 0.14388661086559296,
      "learning_rate": 1.9944665835182722e-05,
      "loss": 0.9813,
      "step": 2967
    },
    {
      "epoch": 0.06254774586817136,
      "grad_norm": 0.16831283271312714,
      "learning_rate": 1.9944594108935534e-05,
      "loss": 0.9616,
      "step": 2968
    },
    {
      "epoch": 0.06256881990653664,
      "grad_norm": 0.20134688913822174,
      "learning_rate": 1.994452233636045e-05,
      "loss": 1.0619,
      "step": 2969
    },
    {
      "epoch": 0.06258989394490193,
      "grad_norm": 0.18778648972511292,
      "learning_rate": 1.9944450517457806e-05,
      "loss": 1.0005,
      "step": 2970
    },
    {
      "epoch": 0.06261096798326721,
      "grad_norm": 0.16461454331874847,
      "learning_rate": 1.9944378652227927e-05,
      "loss": 0.9941,
      "step": 2971
    },
    {
      "epoch": 0.0626320420216325,
      "grad_norm": 0.24457477033138275,
      "learning_rate": 1.9944306740671157e-05,
      "loss": 0.9579,
      "step": 2972
    },
    {
      "epoch": 0.0626531160599978,
      "grad_norm": 0.14987118542194366,
      "learning_rate": 1.9944234782787823e-05,
      "loss": 0.9156,
      "step": 2973
    },
    {
      "epoch": 0.06267419009836307,
      "grad_norm": 0.17577999830245972,
      "learning_rate": 1.994416277857827e-05,
      "loss": 0.999,
      "step": 2974
    },
    {
      "epoch": 0.06269526413672837,
      "grad_norm": 0.1706768423318863,
      "learning_rate": 1.9944090728042823e-05,
      "loss": 0.9966,
      "step": 2975
    },
    {
      "epoch": 0.06271633817509364,
      "grad_norm": 0.17914928495883942,
      "learning_rate": 1.9944018631181827e-05,
      "loss": 1.0016,
      "step": 2976
    },
    {
      "epoch": 0.06273741221345894,
      "grad_norm": 0.15187817811965942,
      "learning_rate": 1.9943946487995613e-05,
      "loss": 1.0004,
      "step": 2977
    },
    {
      "epoch": 0.06275848625182422,
      "grad_norm": 0.18525256216526031,
      "learning_rate": 1.9943874298484517e-05,
      "loss": 0.957,
      "step": 2978
    },
    {
      "epoch": 0.06277956029018951,
      "grad_norm": 0.16233868896961212,
      "learning_rate": 1.9943802062648877e-05,
      "loss": 1.0305,
      "step": 2979
    },
    {
      "epoch": 0.06280063432855479,
      "grad_norm": 0.22096234560012817,
      "learning_rate": 1.994372978048903e-05,
      "loss": 1.037,
      "step": 2980
    },
    {
      "epoch": 0.06282170836692008,
      "grad_norm": 0.26317518949508667,
      "learning_rate": 1.9943657452005305e-05,
      "loss": 1.08,
      "step": 2981
    },
    {
      "epoch": 0.06284278240528537,
      "grad_norm": 0.18061237037181854,
      "learning_rate": 1.994358507719805e-05,
      "loss": 1.0691,
      "step": 2982
    },
    {
      "epoch": 0.06286385644365065,
      "grad_norm": 0.1757965087890625,
      "learning_rate": 1.9943512656067597e-05,
      "loss": 1.0073,
      "step": 2983
    },
    {
      "epoch": 0.06288493048201595,
      "grad_norm": 0.1686955690383911,
      "learning_rate": 1.994344018861428e-05,
      "loss": 0.9934,
      "step": 2984
    },
    {
      "epoch": 0.06290600452038123,
      "grad_norm": 0.1446225643157959,
      "learning_rate": 1.9943367674838446e-05,
      "loss": 0.9677,
      "step": 2985
    },
    {
      "epoch": 0.06292707855874652,
      "grad_norm": 0.19165705144405365,
      "learning_rate": 1.9943295114740424e-05,
      "loss": 1.064,
      "step": 2986
    },
    {
      "epoch": 0.0629481525971118,
      "grad_norm": 0.1927679479122162,
      "learning_rate": 1.9943222508320558e-05,
      "loss": 1.027,
      "step": 2987
    },
    {
      "epoch": 0.06296922663547709,
      "grad_norm": 0.14616705477237701,
      "learning_rate": 1.994314985557918e-05,
      "loss": 1.0157,
      "step": 2988
    },
    {
      "epoch": 0.06299030067384237,
      "grad_norm": 0.17101022601127625,
      "learning_rate": 1.9943077156516634e-05,
      "loss": 1.0231,
      "step": 2989
    },
    {
      "epoch": 0.06301137471220766,
      "grad_norm": 0.18681085109710693,
      "learning_rate": 1.9943004411133255e-05,
      "loss": 1.0261,
      "step": 2990
    },
    {
      "epoch": 0.06303244875057296,
      "grad_norm": 0.1507786065340042,
      "learning_rate": 1.9942931619429384e-05,
      "loss": 1.0517,
      "step": 2991
    },
    {
      "epoch": 0.06305352278893823,
      "grad_norm": 0.1689557284116745,
      "learning_rate": 1.994285878140536e-05,
      "loss": 1.0501,
      "step": 2992
    },
    {
      "epoch": 0.06307459682730353,
      "grad_norm": 0.1796252429485321,
      "learning_rate": 1.9942785897061522e-05,
      "loss": 1.1,
      "step": 2993
    },
    {
      "epoch": 0.06309567086566881,
      "grad_norm": 0.16251488029956818,
      "learning_rate": 1.994271296639821e-05,
      "loss": 1.049,
      "step": 2994
    },
    {
      "epoch": 0.0631167449040341,
      "grad_norm": 0.1491091102361679,
      "learning_rate": 1.9942639989415765e-05,
      "loss": 0.9818,
      "step": 2995
    },
    {
      "epoch": 0.06313781894239938,
      "grad_norm": 0.16861748695373535,
      "learning_rate": 1.994256696611452e-05,
      "loss": 0.9718,
      "step": 2996
    },
    {
      "epoch": 0.06315889298076467,
      "grad_norm": 0.14527049660682678,
      "learning_rate": 1.9942493896494825e-05,
      "loss": 1.0224,
      "step": 2997
    },
    {
      "epoch": 0.06317996701912997,
      "grad_norm": 0.14308831095695496,
      "learning_rate": 1.994242078055701e-05,
      "loss": 1.0861,
      "step": 2998
    },
    {
      "epoch": 0.06320104105749524,
      "grad_norm": 0.13676519691944122,
      "learning_rate": 1.9942347618301426e-05,
      "loss": 0.9588,
      "step": 2999
    },
    {
      "epoch": 0.06322211509586054,
      "grad_norm": 0.14116287231445312,
      "learning_rate": 1.994227440972841e-05,
      "loss": 0.9366,
      "step": 3000
    },
    {
      "epoch": 0.06324318913422582,
      "grad_norm": 0.14000347256660461,
      "learning_rate": 1.99422011548383e-05,
      "loss": 0.9846,
      "step": 3001
    },
    {
      "epoch": 0.06326426317259111,
      "grad_norm": 0.15551280975341797,
      "learning_rate": 1.994212785363144e-05,
      "loss": 1.0155,
      "step": 3002
    },
    {
      "epoch": 0.06328533721095639,
      "grad_norm": 0.13008348643779755,
      "learning_rate": 1.9942054506108174e-05,
      "loss": 0.9272,
      "step": 3003
    },
    {
      "epoch": 0.06330641124932168,
      "grad_norm": 0.14430570602416992,
      "learning_rate": 1.9941981112268838e-05,
      "loss": 1.0314,
      "step": 3004
    },
    {
      "epoch": 0.06332748528768696,
      "grad_norm": 0.1626497209072113,
      "learning_rate": 1.9941907672113775e-05,
      "loss": 0.9592,
      "step": 3005
    },
    {
      "epoch": 0.06334855932605225,
      "grad_norm": 0.21247462928295135,
      "learning_rate": 1.9941834185643333e-05,
      "loss": 1.0666,
      "step": 3006
    },
    {
      "epoch": 0.06336963336441755,
      "grad_norm": 0.16134627163410187,
      "learning_rate": 1.9941760652857847e-05,
      "loss": 0.9284,
      "step": 3007
    },
    {
      "epoch": 0.06339070740278283,
      "grad_norm": 0.13918240368366241,
      "learning_rate": 1.9941687073757664e-05,
      "loss": 0.9156,
      "step": 3008
    },
    {
      "epoch": 0.06341178144114812,
      "grad_norm": 0.18695516884326935,
      "learning_rate": 1.9941613448343126e-05,
      "loss": 1.0535,
      "step": 3009
    },
    {
      "epoch": 0.0634328554795134,
      "grad_norm": 0.145911306142807,
      "learning_rate": 1.994153977661457e-05,
      "loss": 1.0226,
      "step": 3010
    },
    {
      "epoch": 0.06345392951787869,
      "grad_norm": 0.15294623374938965,
      "learning_rate": 1.994146605857235e-05,
      "loss": 0.9726,
      "step": 3011
    },
    {
      "epoch": 0.06347500355624397,
      "grad_norm": 0.21824154257774353,
      "learning_rate": 1.9941392294216803e-05,
      "loss": 1.0397,
      "step": 3012
    },
    {
      "epoch": 0.06349607759460926,
      "grad_norm": 0.19106699526309967,
      "learning_rate": 1.9941318483548274e-05,
      "loss": 1.0063,
      "step": 3013
    },
    {
      "epoch": 0.06351715163297454,
      "grad_norm": 0.14592032134532928,
      "learning_rate": 1.9941244626567105e-05,
      "loss": 0.9325,
      "step": 3014
    },
    {
      "epoch": 0.06353822567133983,
      "grad_norm": 0.16561582684516907,
      "learning_rate": 1.9941170723273644e-05,
      "loss": 0.9591,
      "step": 3015
    },
    {
      "epoch": 0.06355929970970513,
      "grad_norm": 0.1899404078722,
      "learning_rate": 1.9941096773668232e-05,
      "loss": 1.098,
      "step": 3016
    },
    {
      "epoch": 0.0635803737480704,
      "grad_norm": 0.15529245138168335,
      "learning_rate": 1.9941022777751213e-05,
      "loss": 1.1129,
      "step": 3017
    },
    {
      "epoch": 0.0636014477864357,
      "grad_norm": 0.13188932836055756,
      "learning_rate": 1.9940948735522932e-05,
      "loss": 1.0729,
      "step": 3018
    },
    {
      "epoch": 0.06362252182480098,
      "grad_norm": 0.1330423206090927,
      "learning_rate": 1.994087464698374e-05,
      "loss": 0.9896,
      "step": 3019
    },
    {
      "epoch": 0.06364359586316627,
      "grad_norm": 0.14090408384799957,
      "learning_rate": 1.9940800512133976e-05,
      "loss": 1.0465,
      "step": 3020
    },
    {
      "epoch": 0.06366466990153155,
      "grad_norm": 0.1516406089067459,
      "learning_rate": 1.9940726330973982e-05,
      "loss": 1.069,
      "step": 3021
    },
    {
      "epoch": 0.06368574393989684,
      "grad_norm": 0.15337041020393372,
      "learning_rate": 1.994065210350411e-05,
      "loss": 0.9571,
      "step": 3022
    },
    {
      "epoch": 0.06370681797826212,
      "grad_norm": 0.15912790596485138,
      "learning_rate": 1.9940577829724707e-05,
      "loss": 1.0292,
      "step": 3023
    },
    {
      "epoch": 0.06372789201662742,
      "grad_norm": 0.19574636220932007,
      "learning_rate": 1.9940503509636114e-05,
      "loss": 1.0134,
      "step": 3024
    },
    {
      "epoch": 0.06374896605499271,
      "grad_norm": 0.1595080941915512,
      "learning_rate": 1.994042914323868e-05,
      "loss": 0.9708,
      "step": 3025
    },
    {
      "epoch": 0.06377004009335799,
      "grad_norm": 0.13943225145339966,
      "learning_rate": 1.994035473053275e-05,
      "loss": 1.0118,
      "step": 3026
    },
    {
      "epoch": 0.06379111413172328,
      "grad_norm": 0.218903049826622,
      "learning_rate": 1.9940280271518673e-05,
      "loss": 0.9892,
      "step": 3027
    },
    {
      "epoch": 0.06381218817008856,
      "grad_norm": 0.18614411354064941,
      "learning_rate": 1.994020576619679e-05,
      "loss": 1.01,
      "step": 3028
    },
    {
      "epoch": 0.06383326220845385,
      "grad_norm": 0.13990001380443573,
      "learning_rate": 1.9940131214567456e-05,
      "loss": 1.0074,
      "step": 3029
    },
    {
      "epoch": 0.06385433624681913,
      "grad_norm": 0.15779826045036316,
      "learning_rate": 1.9940056616631013e-05,
      "loss": 1.0042,
      "step": 3030
    },
    {
      "epoch": 0.06387541028518443,
      "grad_norm": 0.15292854607105255,
      "learning_rate": 1.993998197238781e-05,
      "loss": 1.0127,
      "step": 3031
    },
    {
      "epoch": 0.0638964843235497,
      "grad_norm": 0.2799125909805298,
      "learning_rate": 1.9939907281838193e-05,
      "loss": 0.9436,
      "step": 3032
    },
    {
      "epoch": 0.063917558361915,
      "grad_norm": 0.14703533053398132,
      "learning_rate": 1.9939832544982515e-05,
      "loss": 1.0212,
      "step": 3033
    },
    {
      "epoch": 0.06393863240028029,
      "grad_norm": 0.17487646639347076,
      "learning_rate": 1.993975776182112e-05,
      "loss": 0.9056,
      "step": 3034
    },
    {
      "epoch": 0.06395970643864557,
      "grad_norm": 0.1707007884979248,
      "learning_rate": 1.9939682932354358e-05,
      "loss": 1.1243,
      "step": 3035
    },
    {
      "epoch": 0.06398078047701086,
      "grad_norm": 0.16185793280601501,
      "learning_rate": 1.9939608056582577e-05,
      "loss": 1.009,
      "step": 3036
    },
    {
      "epoch": 0.06400185451537614,
      "grad_norm": 0.15199652314186096,
      "learning_rate": 1.9939533134506123e-05,
      "loss": 0.9584,
      "step": 3037
    },
    {
      "epoch": 0.06402292855374143,
      "grad_norm": 0.1593358963727951,
      "learning_rate": 1.9939458166125353e-05,
      "loss": 1.0592,
      "step": 3038
    },
    {
      "epoch": 0.06404400259210671,
      "grad_norm": 0.15537700057029724,
      "learning_rate": 1.9939383151440605e-05,
      "loss": 1.0302,
      "step": 3039
    },
    {
      "epoch": 0.064065076630472,
      "grad_norm": 0.16679415106773376,
      "learning_rate": 1.9939308090452235e-05,
      "loss": 0.9973,
      "step": 3040
    },
    {
      "epoch": 0.0640861506688373,
      "grad_norm": 0.1577799916267395,
      "learning_rate": 1.9939232983160596e-05,
      "loss": 1.0256,
      "step": 3041
    },
    {
      "epoch": 0.06410722470720258,
      "grad_norm": 0.14597216248512268,
      "learning_rate": 1.9939157829566033e-05,
      "loss": 0.999,
      "step": 3042
    },
    {
      "epoch": 0.06412829874556787,
      "grad_norm": 0.17560258507728577,
      "learning_rate": 1.9939082629668895e-05,
      "loss": 0.9977,
      "step": 3043
    },
    {
      "epoch": 0.06414937278393315,
      "grad_norm": 0.15182802081108093,
      "learning_rate": 1.9939007383469538e-05,
      "loss": 1.0434,
      "step": 3044
    },
    {
      "epoch": 0.06417044682229844,
      "grad_norm": 0.14530976116657257,
      "learning_rate": 1.9938932090968307e-05,
      "loss": 1.0431,
      "step": 3045
    },
    {
      "epoch": 0.06419152086066372,
      "grad_norm": 0.13282151520252228,
      "learning_rate": 1.9938856752165555e-05,
      "loss": 0.9598,
      "step": 3046
    },
    {
      "epoch": 0.06421259489902902,
      "grad_norm": 0.16387832164764404,
      "learning_rate": 1.9938781367061634e-05,
      "loss": 1.089,
      "step": 3047
    },
    {
      "epoch": 0.0642336689373943,
      "grad_norm": 0.19922761619091034,
      "learning_rate": 1.993870593565689e-05,
      "loss": 1.0502,
      "step": 3048
    },
    {
      "epoch": 0.06425474297575959,
      "grad_norm": 0.2594829797744751,
      "learning_rate": 1.993863045795168e-05,
      "loss": 0.9887,
      "step": 3049
    },
    {
      "epoch": 0.06427581701412488,
      "grad_norm": 0.21239891648292542,
      "learning_rate": 1.9938554933946358e-05,
      "loss": 1.0648,
      "step": 3050
    },
    {
      "epoch": 0.06429689105249016,
      "grad_norm": 0.1678491085767746,
      "learning_rate": 1.993847936364127e-05,
      "loss": 0.9991,
      "step": 3051
    },
    {
      "epoch": 0.06431796509085545,
      "grad_norm": 0.14024792611598969,
      "learning_rate": 1.9938403747036768e-05,
      "loss": 0.9404,
      "step": 3052
    },
    {
      "epoch": 0.06433903912922073,
      "grad_norm": 0.1609519124031067,
      "learning_rate": 1.9938328084133206e-05,
      "loss": 1.0691,
      "step": 3053
    },
    {
      "epoch": 0.06436011316758602,
      "grad_norm": 0.1621437817811966,
      "learning_rate": 1.993825237493094e-05,
      "loss": 0.9902,
      "step": 3054
    },
    {
      "epoch": 0.0643811872059513,
      "grad_norm": 0.13762235641479492,
      "learning_rate": 1.9938176619430315e-05,
      "loss": 0.9498,
      "step": 3055
    },
    {
      "epoch": 0.0644022612443166,
      "grad_norm": 0.17702962458133698,
      "learning_rate": 1.993810081763169e-05,
      "loss": 1.0378,
      "step": 3056
    },
    {
      "epoch": 0.06442333528268188,
      "grad_norm": 0.2040027529001236,
      "learning_rate": 1.9938024969535416e-05,
      "loss": 1.0285,
      "step": 3057
    },
    {
      "epoch": 0.06444440932104717,
      "grad_norm": 0.1587827503681183,
      "learning_rate": 1.9937949075141846e-05,
      "loss": 0.973,
      "step": 3058
    },
    {
      "epoch": 0.06446548335941246,
      "grad_norm": 0.18458952009677887,
      "learning_rate": 1.993787313445134e-05,
      "loss": 1.0613,
      "step": 3059
    },
    {
      "epoch": 0.06448655739777774,
      "grad_norm": 0.1717451959848404,
      "learning_rate": 1.993779714746424e-05,
      "loss": 1.0555,
      "step": 3060
    },
    {
      "epoch": 0.06450763143614303,
      "grad_norm": 0.19270019233226776,
      "learning_rate": 1.9937721114180907e-05,
      "loss": 1.0465,
      "step": 3061
    },
    {
      "epoch": 0.06452870547450831,
      "grad_norm": 0.17779892683029175,
      "learning_rate": 1.9937645034601692e-05,
      "loss": 1.0324,
      "step": 3062
    },
    {
      "epoch": 0.0645497795128736,
      "grad_norm": 0.19450150430202484,
      "learning_rate": 1.9937568908726957e-05,
      "loss": 0.963,
      "step": 3063
    },
    {
      "epoch": 0.06457085355123889,
      "grad_norm": 0.15442641079425812,
      "learning_rate": 1.9937492736557047e-05,
      "loss": 1.0115,
      "step": 3064
    },
    {
      "epoch": 0.06459192758960418,
      "grad_norm": 0.17628249526023865,
      "learning_rate": 1.9937416518092324e-05,
      "loss": 0.9882,
      "step": 3065
    },
    {
      "epoch": 0.06461300162796946,
      "grad_norm": 0.1429692506790161,
      "learning_rate": 1.993734025333314e-05,
      "loss": 0.942,
      "step": 3066
    },
    {
      "epoch": 0.06463407566633475,
      "grad_norm": 0.15540599822998047,
      "learning_rate": 1.993726394227985e-05,
      "loss": 1.0409,
      "step": 3067
    },
    {
      "epoch": 0.06465514970470004,
      "grad_norm": 0.15105053782463074,
      "learning_rate": 1.9937187584932812e-05,
      "loss": 0.9442,
      "step": 3068
    },
    {
      "epoch": 0.06467622374306532,
      "grad_norm": 0.17524491250514984,
      "learning_rate": 1.9937111181292375e-05,
      "loss": 0.9739,
      "step": 3069
    },
    {
      "epoch": 0.06469729778143062,
      "grad_norm": 0.17215277254581451,
      "learning_rate": 1.99370347313589e-05,
      "loss": 1.0583,
      "step": 3070
    },
    {
      "epoch": 0.0647183718197959,
      "grad_norm": 0.21225568652153015,
      "learning_rate": 1.993695823513275e-05,
      "loss": 1.0222,
      "step": 3071
    },
    {
      "epoch": 0.06473944585816119,
      "grad_norm": 0.2008955329656601,
      "learning_rate": 1.9936881692614267e-05,
      "loss": 1.0807,
      "step": 3072
    },
    {
      "epoch": 0.06476051989652647,
      "grad_norm": 0.14867860078811646,
      "learning_rate": 1.993680510380382e-05,
      "loss": 0.9574,
      "step": 3073
    },
    {
      "epoch": 0.06478159393489176,
      "grad_norm": 0.16740797460079193,
      "learning_rate": 1.9936728468701756e-05,
      "loss": 0.9959,
      "step": 3074
    },
    {
      "epoch": 0.06480266797325704,
      "grad_norm": 0.17461729049682617,
      "learning_rate": 1.9936651787308435e-05,
      "loss": 1.0999,
      "step": 3075
    },
    {
      "epoch": 0.06482374201162233,
      "grad_norm": 0.12735454738140106,
      "learning_rate": 1.993657505962422e-05,
      "loss": 0.9221,
      "step": 3076
    },
    {
      "epoch": 0.06484481604998762,
      "grad_norm": 0.17881794273853302,
      "learning_rate": 1.9936498285649467e-05,
      "loss": 1.0077,
      "step": 3077
    },
    {
      "epoch": 0.0648658900883529,
      "grad_norm": 0.18094931542873383,
      "learning_rate": 1.9936421465384525e-05,
      "loss": 0.9894,
      "step": 3078
    },
    {
      "epoch": 0.0648869641267182,
      "grad_norm": 0.16277682781219482,
      "learning_rate": 1.993634459882976e-05,
      "loss": 0.9866,
      "step": 3079
    },
    {
      "epoch": 0.06490803816508348,
      "grad_norm": 0.18316403031349182,
      "learning_rate": 1.993626768598553e-05,
      "loss": 1.0002,
      "step": 3080
    },
    {
      "epoch": 0.06492911220344877,
      "grad_norm": 0.188761368393898,
      "learning_rate": 1.9936190726852186e-05,
      "loss": 0.9528,
      "step": 3081
    },
    {
      "epoch": 0.06495018624181405,
      "grad_norm": 0.2476149946451187,
      "learning_rate": 1.99361137214301e-05,
      "loss": 1.1647,
      "step": 3082
    },
    {
      "epoch": 0.06497126028017934,
      "grad_norm": 0.22421996295452118,
      "learning_rate": 1.9936036669719616e-05,
      "loss": 0.9736,
      "step": 3083
    },
    {
      "epoch": 0.06499233431854462,
      "grad_norm": 0.17626820504665375,
      "learning_rate": 1.99359595717211e-05,
      "loss": 1.0075,
      "step": 3084
    },
    {
      "epoch": 0.06501340835690991,
      "grad_norm": 0.21283312141895294,
      "learning_rate": 1.9935882427434913e-05,
      "loss": 1.0177,
      "step": 3085
    },
    {
      "epoch": 0.0650344823952752,
      "grad_norm": 0.17029063403606415,
      "learning_rate": 1.993580523686141e-05,
      "loss": 1.0298,
      "step": 3086
    },
    {
      "epoch": 0.06505555643364049,
      "grad_norm": 0.1727757304906845,
      "learning_rate": 1.993572800000095e-05,
      "loss": 0.978,
      "step": 3087
    },
    {
      "epoch": 0.06507663047200578,
      "grad_norm": 0.20518922805786133,
      "learning_rate": 1.99356507168539e-05,
      "loss": 1.0536,
      "step": 3088
    },
    {
      "epoch": 0.06509770451037106,
      "grad_norm": 0.19002771377563477,
      "learning_rate": 1.9935573387420614e-05,
      "loss": 0.9936,
      "step": 3089
    },
    {
      "epoch": 0.06511877854873635,
      "grad_norm": 0.14982998371124268,
      "learning_rate": 1.9935496011701453e-05,
      "loss": 1.0255,
      "step": 3090
    },
    {
      "epoch": 0.06513985258710163,
      "grad_norm": 0.18938873708248138,
      "learning_rate": 1.993541858969678e-05,
      "loss": 0.9828,
      "step": 3091
    },
    {
      "epoch": 0.06516092662546692,
      "grad_norm": 0.20462529361248016,
      "learning_rate": 1.993534112140695e-05,
      "loss": 1.1028,
      "step": 3092
    },
    {
      "epoch": 0.06518200066383222,
      "grad_norm": 0.1678754687309265,
      "learning_rate": 1.9935263606832334e-05,
      "loss": 1.0049,
      "step": 3093
    },
    {
      "epoch": 0.0652030747021975,
      "grad_norm": 0.21297593414783478,
      "learning_rate": 1.9935186045973283e-05,
      "loss": 0.9713,
      "step": 3094
    },
    {
      "epoch": 0.06522414874056279,
      "grad_norm": 0.18592560291290283,
      "learning_rate": 1.9935108438830162e-05,
      "loss": 0.9861,
      "step": 3095
    },
    {
      "epoch": 0.06524522277892807,
      "grad_norm": 0.16769227385520935,
      "learning_rate": 1.993503078540333e-05,
      "loss": 1.0714,
      "step": 3096
    },
    {
      "epoch": 0.06526629681729336,
      "grad_norm": 0.20519547164440155,
      "learning_rate": 1.9934953085693157e-05,
      "loss": 0.9757,
      "step": 3097
    },
    {
      "epoch": 0.06528737085565864,
      "grad_norm": 0.1658899039030075,
      "learning_rate": 1.9934875339699995e-05,
      "loss": 1.0267,
      "step": 3098
    },
    {
      "epoch": 0.06530844489402393,
      "grad_norm": 0.23051942884922028,
      "learning_rate": 1.9934797547424213e-05,
      "loss": 1.0674,
      "step": 3099
    },
    {
      "epoch": 0.06532951893238921,
      "grad_norm": 0.2548200786113739,
      "learning_rate": 1.993471970886617e-05,
      "loss": 1.124,
      "step": 3100
    },
    {
      "epoch": 0.0653505929707545,
      "grad_norm": 0.19687993824481964,
      "learning_rate": 1.9934641824026227e-05,
      "loss": 1.0458,
      "step": 3101
    },
    {
      "epoch": 0.0653716670091198,
      "grad_norm": 0.2047262191772461,
      "learning_rate": 1.9934563892904758e-05,
      "loss": 1.1548,
      "step": 3102
    },
    {
      "epoch": 0.06539274104748508,
      "grad_norm": 0.23518477380275726,
      "learning_rate": 1.993448591550211e-05,
      "loss": 1.0563,
      "step": 3103
    },
    {
      "epoch": 0.06541381508585037,
      "grad_norm": 0.15858972072601318,
      "learning_rate": 1.9934407891818655e-05,
      "loss": 0.9439,
      "step": 3104
    },
    {
      "epoch": 0.06543488912421565,
      "grad_norm": 0.18925192952156067,
      "learning_rate": 1.9934329821854757e-05,
      "loss": 0.9988,
      "step": 3105
    },
    {
      "epoch": 0.06545596316258094,
      "grad_norm": 0.14614488184452057,
      "learning_rate": 1.9934251705610777e-05,
      "loss": 0.9776,
      "step": 3106
    },
    {
      "epoch": 0.06547703720094622,
      "grad_norm": 0.16946923732757568,
      "learning_rate": 1.993417354308708e-05,
      "loss": 1.0052,
      "step": 3107
    },
    {
      "epoch": 0.06549811123931151,
      "grad_norm": 0.16382156312465668,
      "learning_rate": 1.993409533428403e-05,
      "loss": 0.9888,
      "step": 3108
    },
    {
      "epoch": 0.06551918527767679,
      "grad_norm": 0.1433052122592926,
      "learning_rate": 1.9934017079201988e-05,
      "loss": 0.9826,
      "step": 3109
    },
    {
      "epoch": 0.06554025931604208,
      "grad_norm": 0.18277789652347565,
      "learning_rate": 1.9933938777841322e-05,
      "loss": 1.0245,
      "step": 3110
    },
    {
      "epoch": 0.06556133335440738,
      "grad_norm": 0.15453121066093445,
      "learning_rate": 1.9933860430202402e-05,
      "loss": 1.0039,
      "step": 3111
    },
    {
      "epoch": 0.06558240739277266,
      "grad_norm": 0.1568375676870346,
      "learning_rate": 1.9933782036285587e-05,
      "loss": 0.9577,
      "step": 3112
    },
    {
      "epoch": 0.06560348143113795,
      "grad_norm": 0.1580401360988617,
      "learning_rate": 1.993370359609124e-05,
      "loss": 1.0588,
      "step": 3113
    },
    {
      "epoch": 0.06562455546950323,
      "grad_norm": 0.16405978798866272,
      "learning_rate": 1.993362510961973e-05,
      "loss": 1.0494,
      "step": 3114
    },
    {
      "epoch": 0.06564562950786852,
      "grad_norm": 0.13668689131736755,
      "learning_rate": 1.9933546576871423e-05,
      "loss": 0.9896,
      "step": 3115
    },
    {
      "epoch": 0.0656667035462338,
      "grad_norm": 0.13624894618988037,
      "learning_rate": 1.9933467997846684e-05,
      "loss": 1.0226,
      "step": 3116
    },
    {
      "epoch": 0.0656877775845991,
      "grad_norm": 0.22203664481639862,
      "learning_rate": 1.9933389372545874e-05,
      "loss": 1.0967,
      "step": 3117
    },
    {
      "epoch": 0.06570885162296437,
      "grad_norm": 0.24659143388271332,
      "learning_rate": 1.9933310700969368e-05,
      "loss": 1.0321,
      "step": 3118
    },
    {
      "epoch": 0.06572992566132967,
      "grad_norm": 0.15582166612148285,
      "learning_rate": 1.993323198311753e-05,
      "loss": 1.0305,
      "step": 3119
    },
    {
      "epoch": 0.06575099969969496,
      "grad_norm": 0.20075511932373047,
      "learning_rate": 1.9933153218990725e-05,
      "loss": 1.0649,
      "step": 3120
    },
    {
      "epoch": 0.06577207373806024,
      "grad_norm": 0.14055965840816498,
      "learning_rate": 1.993307440858932e-05,
      "loss": 1.0668,
      "step": 3121
    },
    {
      "epoch": 0.06579314777642553,
      "grad_norm": 0.1759297251701355,
      "learning_rate": 1.993299555191368e-05,
      "loss": 0.9656,
      "step": 3122
    },
    {
      "epoch": 0.06581422181479081,
      "grad_norm": 0.156651109457016,
      "learning_rate": 1.9932916648964176e-05,
      "loss": 1.0236,
      "step": 3123
    },
    {
      "epoch": 0.0658352958531561,
      "grad_norm": 0.17523303627967834,
      "learning_rate": 1.9932837699741173e-05,
      "loss": 1.029,
      "step": 3124
    },
    {
      "epoch": 0.06585636989152138,
      "grad_norm": 0.15699757635593414,
      "learning_rate": 1.9932758704245044e-05,
      "loss": 1.0554,
      "step": 3125
    },
    {
      "epoch": 0.06587744392988668,
      "grad_norm": 0.17431683838367462,
      "learning_rate": 1.993267966247615e-05,
      "loss": 0.9764,
      "step": 3126
    },
    {
      "epoch": 0.06589851796825195,
      "grad_norm": 0.14894582331180573,
      "learning_rate": 1.9932600574434864e-05,
      "loss": 1.0395,
      "step": 3127
    },
    {
      "epoch": 0.06591959200661725,
      "grad_norm": 0.16037608683109283,
      "learning_rate": 1.9932521440121552e-05,
      "loss": 0.9721,
      "step": 3128
    },
    {
      "epoch": 0.06594066604498254,
      "grad_norm": 0.15932387113571167,
      "learning_rate": 1.9932442259536584e-05,
      "loss": 1.08,
      "step": 3129
    },
    {
      "epoch": 0.06596174008334782,
      "grad_norm": 0.14681321382522583,
      "learning_rate": 1.9932363032680325e-05,
      "loss": 0.9818,
      "step": 3130
    },
    {
      "epoch": 0.06598281412171311,
      "grad_norm": 0.1603626310825348,
      "learning_rate": 1.9932283759553152e-05,
      "loss": 1.0521,
      "step": 3131
    },
    {
      "epoch": 0.06600388816007839,
      "grad_norm": 0.18182958662509918,
      "learning_rate": 1.9932204440155426e-05,
      "loss": 1.0697,
      "step": 3132
    },
    {
      "epoch": 0.06602496219844368,
      "grad_norm": 0.2329191416501999,
      "learning_rate": 1.9932125074487522e-05,
      "loss": 1.0723,
      "step": 3133
    },
    {
      "epoch": 0.06604603623680896,
      "grad_norm": 0.2032727599143982,
      "learning_rate": 1.993204566254981e-05,
      "loss": 0.9638,
      "step": 3134
    },
    {
      "epoch": 0.06606711027517426,
      "grad_norm": 0.15316547453403473,
      "learning_rate": 1.9931966204342655e-05,
      "loss": 1.0745,
      "step": 3135
    },
    {
      "epoch": 0.06608818431353955,
      "grad_norm": 0.2436690777540207,
      "learning_rate": 1.993188669986643e-05,
      "loss": 1.0164,
      "step": 3136
    },
    {
      "epoch": 0.06610925835190483,
      "grad_norm": 0.17819221317768097,
      "learning_rate": 1.993180714912151e-05,
      "loss": 1.0364,
      "step": 3137
    },
    {
      "epoch": 0.06613033239027012,
      "grad_norm": 0.16233788430690765,
      "learning_rate": 1.9931727552108257e-05,
      "loss": 1.0107,
      "step": 3138
    },
    {
      "epoch": 0.0661514064286354,
      "grad_norm": 0.22502855956554413,
      "learning_rate": 1.9931647908827046e-05,
      "loss": 1.0699,
      "step": 3139
    },
    {
      "epoch": 0.0661724804670007,
      "grad_norm": 0.1341540515422821,
      "learning_rate": 1.993156821927825e-05,
      "loss": 0.987,
      "step": 3140
    },
    {
      "epoch": 0.06619355450536597,
      "grad_norm": 0.19915954768657684,
      "learning_rate": 1.9931488483462236e-05,
      "loss": 1.0793,
      "step": 3141
    },
    {
      "epoch": 0.06621462854373127,
      "grad_norm": 0.21635691821575165,
      "learning_rate": 1.9931408701379376e-05,
      "loss": 1.0033,
      "step": 3142
    },
    {
      "epoch": 0.06623570258209655,
      "grad_norm": 0.14237080514431,
      "learning_rate": 1.993132887303005e-05,
      "loss": 1.0104,
      "step": 3143
    },
    {
      "epoch": 0.06625677662046184,
      "grad_norm": 0.2238892763853073,
      "learning_rate": 1.993124899841462e-05,
      "loss": 1.0367,
      "step": 3144
    },
    {
      "epoch": 0.06627785065882713,
      "grad_norm": 0.18446023762226105,
      "learning_rate": 1.9931169077533457e-05,
      "loss": 1.0573,
      "step": 3145
    },
    {
      "epoch": 0.06629892469719241,
      "grad_norm": 0.17625145614147186,
      "learning_rate": 1.9931089110386943e-05,
      "loss": 1.0769,
      "step": 3146
    },
    {
      "epoch": 0.0663199987355577,
      "grad_norm": 0.2751886248588562,
      "learning_rate": 1.993100909697544e-05,
      "loss": 1.0539,
      "step": 3147
    },
    {
      "epoch": 0.06634107277392298,
      "grad_norm": 0.23417514562606812,
      "learning_rate": 1.993092903729933e-05,
      "loss": 1.065,
      "step": 3148
    },
    {
      "epoch": 0.06636214681228828,
      "grad_norm": 0.16535301506519318,
      "learning_rate": 1.993084893135898e-05,
      "loss": 0.9575,
      "step": 3149
    },
    {
      "epoch": 0.06638322085065355,
      "grad_norm": 0.18784268200397491,
      "learning_rate": 1.9930768779154764e-05,
      "loss": 0.9793,
      "step": 3150
    },
    {
      "epoch": 0.06640429488901885,
      "grad_norm": 0.20817729830741882,
      "learning_rate": 1.993068858068706e-05,
      "loss": 1.0787,
      "step": 3151
    },
    {
      "epoch": 0.06642536892738413,
      "grad_norm": 0.2269182950258255,
      "learning_rate": 1.9930608335956235e-05,
      "loss": 1.0842,
      "step": 3152
    },
    {
      "epoch": 0.06644644296574942,
      "grad_norm": 0.2066630721092224,
      "learning_rate": 1.993052804496267e-05,
      "loss": 0.9937,
      "step": 3153
    },
    {
      "epoch": 0.06646751700411471,
      "grad_norm": 0.1918664127588272,
      "learning_rate": 1.993044770770673e-05,
      "loss": 1.0043,
      "step": 3154
    },
    {
      "epoch": 0.06648859104247999,
      "grad_norm": 0.1755719929933548,
      "learning_rate": 1.9930367324188794e-05,
      "loss": 0.9169,
      "step": 3155
    },
    {
      "epoch": 0.06650966508084528,
      "grad_norm": 0.16619859635829926,
      "learning_rate": 1.9930286894409238e-05,
      "loss": 1.0226,
      "step": 3156
    },
    {
      "epoch": 0.06653073911921056,
      "grad_norm": 0.19850656390190125,
      "learning_rate": 1.993020641836844e-05,
      "loss": 1.0242,
      "step": 3157
    },
    {
      "epoch": 0.06655181315757586,
      "grad_norm": 0.16109341382980347,
      "learning_rate": 1.9930125896066762e-05,
      "loss": 0.9881,
      "step": 3158
    },
    {
      "epoch": 0.06657288719594114,
      "grad_norm": 0.1826050728559494,
      "learning_rate": 1.9930045327504595e-05,
      "loss": 0.9725,
      "step": 3159
    },
    {
      "epoch": 0.06659396123430643,
      "grad_norm": 0.14339187741279602,
      "learning_rate": 1.9929964712682302e-05,
      "loss": 0.9966,
      "step": 3160
    },
    {
      "epoch": 0.06661503527267171,
      "grad_norm": 0.19071045517921448,
      "learning_rate": 1.9929884051600265e-05,
      "loss": 0.9784,
      "step": 3161
    },
    {
      "epoch": 0.066636109311037,
      "grad_norm": 0.16066215932369232,
      "learning_rate": 1.9929803344258857e-05,
      "loss": 1.0483,
      "step": 3162
    },
    {
      "epoch": 0.0666571833494023,
      "grad_norm": 0.15352080762386322,
      "learning_rate": 1.9929722590658453e-05,
      "loss": 1.0155,
      "step": 3163
    },
    {
      "epoch": 0.06667825738776757,
      "grad_norm": 0.19623799622058868,
      "learning_rate": 1.9929641790799438e-05,
      "loss": 0.958,
      "step": 3164
    },
    {
      "epoch": 0.06669933142613287,
      "grad_norm": 0.12090102583169937,
      "learning_rate": 1.9929560944682175e-05,
      "loss": 1.0252,
      "step": 3165
    },
    {
      "epoch": 0.06672040546449814,
      "grad_norm": 0.17809730768203735,
      "learning_rate": 1.9929480052307047e-05,
      "loss": 0.9831,
      "step": 3166
    },
    {
      "epoch": 0.06674147950286344,
      "grad_norm": 0.1427990049123764,
      "learning_rate": 1.9929399113674437e-05,
      "loss": 0.9905,
      "step": 3167
    },
    {
      "epoch": 0.06676255354122872,
      "grad_norm": 0.17140445113182068,
      "learning_rate": 1.992931812878471e-05,
      "loss": 1.0934,
      "step": 3168
    },
    {
      "epoch": 0.06678362757959401,
      "grad_norm": 0.17472274601459503,
      "learning_rate": 1.9929237097638254e-05,
      "loss": 1.05,
      "step": 3169
    },
    {
      "epoch": 0.06680470161795929,
      "grad_norm": 0.16173221170902252,
      "learning_rate": 1.992915602023544e-05,
      "loss": 0.9496,
      "step": 3170
    },
    {
      "epoch": 0.06682577565632458,
      "grad_norm": 0.15422353148460388,
      "learning_rate": 1.9929074896576647e-05,
      "loss": 1.0538,
      "step": 3171
    },
    {
      "epoch": 0.06684684969468987,
      "grad_norm": 0.16332079470157623,
      "learning_rate": 1.9928993726662253e-05,
      "loss": 1.0286,
      "step": 3172
    },
    {
      "epoch": 0.06686792373305515,
      "grad_norm": 0.15638239681720734,
      "learning_rate": 1.992891251049264e-05,
      "loss": 0.9395,
      "step": 3173
    },
    {
      "epoch": 0.06688899777142045,
      "grad_norm": 0.18439629673957825,
      "learning_rate": 1.992883124806818e-05,
      "loss": 1.0003,
      "step": 3174
    },
    {
      "epoch": 0.06691007180978573,
      "grad_norm": 0.15077023208141327,
      "learning_rate": 1.9928749939389254e-05,
      "loss": 0.9616,
      "step": 3175
    },
    {
      "epoch": 0.06693114584815102,
      "grad_norm": 0.16026107966899872,
      "learning_rate": 1.9928668584456244e-05,
      "loss": 0.9335,
      "step": 3176
    },
    {
      "epoch": 0.0669522198865163,
      "grad_norm": 0.17050786316394806,
      "learning_rate": 1.9928587183269526e-05,
      "loss": 1.0175,
      "step": 3177
    },
    {
      "epoch": 0.06697329392488159,
      "grad_norm": 0.21583504974842072,
      "learning_rate": 1.992850573582948e-05,
      "loss": 1.0722,
      "step": 3178
    },
    {
      "epoch": 0.06699436796324687,
      "grad_norm": 0.24743300676345825,
      "learning_rate": 1.9928424242136483e-05,
      "loss": 1.0428,
      "step": 3179
    },
    {
      "epoch": 0.06701544200161216,
      "grad_norm": 0.1348702758550644,
      "learning_rate": 1.9928342702190918e-05,
      "loss": 0.9536,
      "step": 3180
    },
    {
      "epoch": 0.06703651603997746,
      "grad_norm": 0.19772665202617645,
      "learning_rate": 1.9928261115993163e-05,
      "loss": 1.0653,
      "step": 3181
    },
    {
      "epoch": 0.06705759007834274,
      "grad_norm": 0.1804601550102234,
      "learning_rate": 1.9928179483543597e-05,
      "loss": 0.9489,
      "step": 3182
    },
    {
      "epoch": 0.06707866411670803,
      "grad_norm": 0.15213671326637268,
      "learning_rate": 1.9928097804842604e-05,
      "loss": 1.0644,
      "step": 3183
    },
    {
      "epoch": 0.06709973815507331,
      "grad_norm": 0.2018233686685562,
      "learning_rate": 1.9928016079890562e-05,
      "loss": 1.0094,
      "step": 3184
    },
    {
      "epoch": 0.0671208121934386,
      "grad_norm": 0.14094001054763794,
      "learning_rate": 1.992793430868785e-05,
      "loss": 0.9734,
      "step": 3185
    },
    {
      "epoch": 0.06714188623180388,
      "grad_norm": 0.41568976640701294,
      "learning_rate": 1.9927852491234855e-05,
      "loss": 1.0523,
      "step": 3186
    },
    {
      "epoch": 0.06716296027016917,
      "grad_norm": 0.24139434099197388,
      "learning_rate": 1.9927770627531956e-05,
      "loss": 1.0385,
      "step": 3187
    },
    {
      "epoch": 0.06718403430853447,
      "grad_norm": 0.16503745317459106,
      "learning_rate": 1.9927688717579526e-05,
      "loss": 0.9556,
      "step": 3188
    },
    {
      "epoch": 0.06720510834689974,
      "grad_norm": 0.16480685770511627,
      "learning_rate": 1.992760676137796e-05,
      "loss": 0.9733,
      "step": 3189
    },
    {
      "epoch": 0.06722618238526504,
      "grad_norm": 0.16908635199069977,
      "learning_rate": 1.9927524758927627e-05,
      "loss": 0.9821,
      "step": 3190
    },
    {
      "epoch": 0.06724725642363032,
      "grad_norm": 0.16468217968940735,
      "learning_rate": 1.9927442710228917e-05,
      "loss": 1.0304,
      "step": 3191
    },
    {
      "epoch": 0.06726833046199561,
      "grad_norm": 0.16400741040706635,
      "learning_rate": 1.992736061528221e-05,
      "loss": 1.0184,
      "step": 3192
    },
    {
      "epoch": 0.06728940450036089,
      "grad_norm": 0.19529791176319122,
      "learning_rate": 1.992727847408789e-05,
      "loss": 0.993,
      "step": 3193
    },
    {
      "epoch": 0.06731047853872618,
      "grad_norm": 0.15154032409191132,
      "learning_rate": 1.9927196286646338e-05,
      "loss": 1.0444,
      "step": 3194
    },
    {
      "epoch": 0.06733155257709146,
      "grad_norm": 0.1590661108493805,
      "learning_rate": 1.9927114052957936e-05,
      "loss": 0.9947,
      "step": 3195
    },
    {
      "epoch": 0.06735262661545675,
      "grad_norm": 0.1554710566997528,
      "learning_rate": 1.992703177302307e-05,
      "loss": 1.0211,
      "step": 3196
    },
    {
      "epoch": 0.06737370065382205,
      "grad_norm": 0.13459709286689758,
      "learning_rate": 1.9926949446842122e-05,
      "loss": 1.0144,
      "step": 3197
    },
    {
      "epoch": 0.06739477469218733,
      "grad_norm": 0.18820621073246002,
      "learning_rate": 1.9926867074415473e-05,
      "loss": 1.0551,
      "step": 3198
    },
    {
      "epoch": 0.06741584873055262,
      "grad_norm": 0.16831815242767334,
      "learning_rate": 1.992678465574351e-05,
      "loss": 1.0096,
      "step": 3199
    },
    {
      "epoch": 0.0674369227689179,
      "grad_norm": 0.17592310905456543,
      "learning_rate": 1.9926702190826615e-05,
      "loss": 1.0704,
      "step": 3200
    },
    {
      "epoch": 0.06745799680728319,
      "grad_norm": 0.2351355105638504,
      "learning_rate": 1.9926619679665175e-05,
      "loss": 1.0874,
      "step": 3201
    },
    {
      "epoch": 0.06747907084564847,
      "grad_norm": 0.23504434525966644,
      "learning_rate": 1.992653712225957e-05,
      "loss": 1.0375,
      "step": 3202
    },
    {
      "epoch": 0.06750014488401376,
      "grad_norm": 0.15785758197307587,
      "learning_rate": 1.992645451861019e-05,
      "loss": 1.0159,
      "step": 3203
    },
    {
      "epoch": 0.06752121892237904,
      "grad_norm": 0.1855309158563614,
      "learning_rate": 1.9926371868717414e-05,
      "loss": 1.0872,
      "step": 3204
    },
    {
      "epoch": 0.06754229296074434,
      "grad_norm": 0.19008758664131165,
      "learning_rate": 1.992628917258163e-05,
      "loss": 0.9751,
      "step": 3205
    },
    {
      "epoch": 0.06756336699910963,
      "grad_norm": 0.163924902677536,
      "learning_rate": 1.9926206430203225e-05,
      "loss": 1.0608,
      "step": 3206
    },
    {
      "epoch": 0.06758444103747491,
      "grad_norm": 0.18287886679172516,
      "learning_rate": 1.9926123641582584e-05,
      "loss": 1.0158,
      "step": 3207
    },
    {
      "epoch": 0.0676055150758402,
      "grad_norm": 0.17744144797325134,
      "learning_rate": 1.9926040806720086e-05,
      "loss": 1.0644,
      "step": 3208
    },
    {
      "epoch": 0.06762658911420548,
      "grad_norm": 0.1960384100675583,
      "learning_rate": 1.9925957925616125e-05,
      "loss": 1.0251,
      "step": 3209
    },
    {
      "epoch": 0.06764766315257077,
      "grad_norm": 0.1615511029958725,
      "learning_rate": 1.9925874998271087e-05,
      "loss": 1.0368,
      "step": 3210
    },
    {
      "epoch": 0.06766873719093605,
      "grad_norm": 0.17547692358493805,
      "learning_rate": 1.9925792024685352e-05,
      "loss": 1.0518,
      "step": 3211
    },
    {
      "epoch": 0.06768981122930134,
      "grad_norm": 0.19572851061820984,
      "learning_rate": 1.9925709004859312e-05,
      "loss": 1.0045,
      "step": 3212
    },
    {
      "epoch": 0.06771088526766662,
      "grad_norm": 0.13673454523086548,
      "learning_rate": 1.992562593879335e-05,
      "loss": 1.0801,
      "step": 3213
    },
    {
      "epoch": 0.06773195930603192,
      "grad_norm": 0.149934783577919,
      "learning_rate": 1.9925542826487857e-05,
      "loss": 0.9716,
      "step": 3214
    },
    {
      "epoch": 0.06775303334439721,
      "grad_norm": 0.14706522226333618,
      "learning_rate": 1.9925459667943215e-05,
      "loss": 1.0137,
      "step": 3215
    },
    {
      "epoch": 0.06777410738276249,
      "grad_norm": 0.17500360310077667,
      "learning_rate": 1.992537646315982e-05,
      "loss": 1.0051,
      "step": 3216
    },
    {
      "epoch": 0.06779518142112778,
      "grad_norm": 0.14839822053909302,
      "learning_rate": 1.9925293212138048e-05,
      "loss": 0.8793,
      "step": 3217
    },
    {
      "epoch": 0.06781625545949306,
      "grad_norm": 0.18065451085567474,
      "learning_rate": 1.9925209914878296e-05,
      "loss": 1.0056,
      "step": 3218
    },
    {
      "epoch": 0.06783732949785835,
      "grad_norm": 0.1807621717453003,
      "learning_rate": 1.9925126571380946e-05,
      "loss": 1.0299,
      "step": 3219
    },
    {
      "epoch": 0.06785840353622363,
      "grad_norm": 0.1648850440979004,
      "learning_rate": 1.992504318164639e-05,
      "loss": 0.9843,
      "step": 3220
    },
    {
      "epoch": 0.06787947757458893,
      "grad_norm": 0.19096176326274872,
      "learning_rate": 1.9924959745675017e-05,
      "loss": 1.0521,
      "step": 3221
    },
    {
      "epoch": 0.0679005516129542,
      "grad_norm": 0.1577358990907669,
      "learning_rate": 1.9924876263467217e-05,
      "loss": 1.0222,
      "step": 3222
    },
    {
      "epoch": 0.0679216256513195,
      "grad_norm": 0.1701568365097046,
      "learning_rate": 1.992479273502337e-05,
      "loss": 1.0237,
      "step": 3223
    },
    {
      "epoch": 0.06794269968968479,
      "grad_norm": 0.16927315294742584,
      "learning_rate": 1.992470916034388e-05,
      "loss": 1.0102,
      "step": 3224
    },
    {
      "epoch": 0.06796377372805007,
      "grad_norm": 0.14647306501865387,
      "learning_rate": 1.9924625539429125e-05,
      "loss": 1.0632,
      "step": 3225
    },
    {
      "epoch": 0.06798484776641536,
      "grad_norm": 0.15358732640743256,
      "learning_rate": 1.9924541872279494e-05,
      "loss": 0.97,
      "step": 3226
    },
    {
      "epoch": 0.06800592180478064,
      "grad_norm": 0.13798066973686218,
      "learning_rate": 1.992445815889538e-05,
      "loss": 1.0057,
      "step": 3227
    },
    {
      "epoch": 0.06802699584314593,
      "grad_norm": 0.14269082248210907,
      "learning_rate": 1.9924374399277173e-05,
      "loss": 0.9209,
      "step": 3228
    },
    {
      "epoch": 0.06804806988151121,
      "grad_norm": 0.15262006223201752,
      "learning_rate": 1.9924290593425266e-05,
      "loss": 1.0151,
      "step": 3229
    },
    {
      "epoch": 0.0680691439198765,
      "grad_norm": 0.13499245047569275,
      "learning_rate": 1.9924206741340045e-05,
      "loss": 0.9036,
      "step": 3230
    },
    {
      "epoch": 0.0680902179582418,
      "grad_norm": 0.13217908143997192,
      "learning_rate": 1.9924122843021902e-05,
      "loss": 0.993,
      "step": 3231
    },
    {
      "epoch": 0.06811129199660708,
      "grad_norm": 0.1732683777809143,
      "learning_rate": 1.992403889847123e-05,
      "loss": 0.9665,
      "step": 3232
    },
    {
      "epoch": 0.06813236603497237,
      "grad_norm": 0.1241532489657402,
      "learning_rate": 1.992395490768842e-05,
      "loss": 0.9723,
      "step": 3233
    },
    {
      "epoch": 0.06815344007333765,
      "grad_norm": 0.17657926678657532,
      "learning_rate": 1.992387087067386e-05,
      "loss": 1.0423,
      "step": 3234
    },
    {
      "epoch": 0.06817451411170294,
      "grad_norm": 0.15400290489196777,
      "learning_rate": 1.992378678742794e-05,
      "loss": 1.0512,
      "step": 3235
    },
    {
      "epoch": 0.06819558815006822,
      "grad_norm": 0.17566004395484924,
      "learning_rate": 1.9923702657951056e-05,
      "loss": 1.0311,
      "step": 3236
    },
    {
      "epoch": 0.06821666218843352,
      "grad_norm": 0.1767292022705078,
      "learning_rate": 1.9923618482243598e-05,
      "loss": 0.9307,
      "step": 3237
    },
    {
      "epoch": 0.0682377362267988,
      "grad_norm": 0.16240574419498444,
      "learning_rate": 1.992353426030596e-05,
      "loss": 1.0446,
      "step": 3238
    },
    {
      "epoch": 0.06825881026516409,
      "grad_norm": 0.22893401980400085,
      "learning_rate": 1.992344999213853e-05,
      "loss": 0.9704,
      "step": 3239
    },
    {
      "epoch": 0.06827988430352938,
      "grad_norm": 0.1479242444038391,
      "learning_rate": 1.992336567774171e-05,
      "loss": 0.9791,
      "step": 3240
    },
    {
      "epoch": 0.06830095834189466,
      "grad_norm": 0.22192758321762085,
      "learning_rate": 1.9923281317115885e-05,
      "loss": 1.0416,
      "step": 3241
    },
    {
      "epoch": 0.06832203238025995,
      "grad_norm": 0.2428588569164276,
      "learning_rate": 1.9923196910261448e-05,
      "loss": 1.0766,
      "step": 3242
    },
    {
      "epoch": 0.06834310641862523,
      "grad_norm": 0.20068995654582977,
      "learning_rate": 1.992311245717879e-05,
      "loss": 0.9697,
      "step": 3243
    },
    {
      "epoch": 0.06836418045699053,
      "grad_norm": 0.16571912169456482,
      "learning_rate": 1.9923027957868316e-05,
      "loss": 1.0333,
      "step": 3244
    },
    {
      "epoch": 0.0683852544953558,
      "grad_norm": 0.17520910501480103,
      "learning_rate": 1.9922943412330407e-05,
      "loss": 1.0895,
      "step": 3245
    },
    {
      "epoch": 0.0684063285337211,
      "grad_norm": 0.25246986746788025,
      "learning_rate": 1.9922858820565462e-05,
      "loss": 0.981,
      "step": 3246
    },
    {
      "epoch": 0.06842740257208638,
      "grad_norm": 0.14839670062065125,
      "learning_rate": 1.9922774182573876e-05,
      "loss": 0.9607,
      "step": 3247
    },
    {
      "epoch": 0.06844847661045167,
      "grad_norm": 0.18494649231433868,
      "learning_rate": 1.992268949835604e-05,
      "loss": 0.9706,
      "step": 3248
    },
    {
      "epoch": 0.06846955064881696,
      "grad_norm": 0.15844139456748962,
      "learning_rate": 1.9922604767912354e-05,
      "loss": 0.9612,
      "step": 3249
    },
    {
      "epoch": 0.06849062468718224,
      "grad_norm": 0.2575591206550598,
      "learning_rate": 1.9922519991243206e-05,
      "loss": 1.0763,
      "step": 3250
    },
    {
      "epoch": 0.06851169872554753,
      "grad_norm": 0.20851366221904755,
      "learning_rate": 1.9922435168348994e-05,
      "loss": 1.0318,
      "step": 3251
    },
    {
      "epoch": 0.06853277276391281,
      "grad_norm": 0.15671764314174652,
      "learning_rate": 1.9922350299230117e-05,
      "loss": 1.0435,
      "step": 3252
    },
    {
      "epoch": 0.0685538468022781,
      "grad_norm": 0.20503075420856476,
      "learning_rate": 1.992226538388696e-05,
      "loss": 1.0215,
      "step": 3253
    },
    {
      "epoch": 0.06857492084064339,
      "grad_norm": 0.29477596282958984,
      "learning_rate": 1.9922180422319934e-05,
      "loss": 1.0281,
      "step": 3254
    },
    {
      "epoch": 0.06859599487900868,
      "grad_norm": 0.16324357688426971,
      "learning_rate": 1.992209541452942e-05,
      "loss": 1.0738,
      "step": 3255
    },
    {
      "epoch": 0.06861706891737396,
      "grad_norm": 0.18224689364433289,
      "learning_rate": 1.9922010360515824e-05,
      "loss": 1.0863,
      "step": 3256
    },
    {
      "epoch": 0.06863814295573925,
      "grad_norm": 0.1596723049879074,
      "learning_rate": 1.9921925260279535e-05,
      "loss": 1.0115,
      "step": 3257
    },
    {
      "epoch": 0.06865921699410454,
      "grad_norm": 0.1718539148569107,
      "learning_rate": 1.9921840113820953e-05,
      "loss": 0.9502,
      "step": 3258
    },
    {
      "epoch": 0.06868029103246982,
      "grad_norm": 0.1480666846036911,
      "learning_rate": 1.9921754921140477e-05,
      "loss": 1.0568,
      "step": 3259
    },
    {
      "epoch": 0.06870136507083512,
      "grad_norm": 0.1905355155467987,
      "learning_rate": 1.99216696822385e-05,
      "loss": 0.9978,
      "step": 3260
    },
    {
      "epoch": 0.0687224391092004,
      "grad_norm": 0.21124465763568878,
      "learning_rate": 1.992158439711542e-05,
      "loss": 0.9803,
      "step": 3261
    },
    {
      "epoch": 0.06874351314756569,
      "grad_norm": 0.14597539603710175,
      "learning_rate": 1.9921499065771637e-05,
      "loss": 1.0205,
      "step": 3262
    },
    {
      "epoch": 0.06876458718593097,
      "grad_norm": 0.19389407336711884,
      "learning_rate": 1.9921413688207545e-05,
      "loss": 1.0185,
      "step": 3263
    },
    {
      "epoch": 0.06878566122429626,
      "grad_norm": 0.14712099730968475,
      "learning_rate": 1.9921328264423542e-05,
      "loss": 1.0063,
      "step": 3264
    },
    {
      "epoch": 0.06880673526266154,
      "grad_norm": 0.27451661229133606,
      "learning_rate": 1.9921242794420028e-05,
      "loss": 0.9793,
      "step": 3265
    },
    {
      "epoch": 0.06882780930102683,
      "grad_norm": 0.1918073445558548,
      "learning_rate": 1.99211572781974e-05,
      "loss": 1.029,
      "step": 3266
    },
    {
      "epoch": 0.06884888333939213,
      "grad_norm": 0.13456201553344727,
      "learning_rate": 1.9921071715756056e-05,
      "loss": 0.9882,
      "step": 3267
    },
    {
      "epoch": 0.0688699573777574,
      "grad_norm": 0.2231825739145279,
      "learning_rate": 1.99209861070964e-05,
      "loss": 1.078,
      "step": 3268
    },
    {
      "epoch": 0.0688910314161227,
      "grad_norm": 0.20704840123653412,
      "learning_rate": 1.992090045221882e-05,
      "loss": 0.9559,
      "step": 3269
    },
    {
      "epoch": 0.06891210545448798,
      "grad_norm": 0.19267727434635162,
      "learning_rate": 1.992081475112372e-05,
      "loss": 1.0772,
      "step": 3270
    },
    {
      "epoch": 0.06893317949285327,
      "grad_norm": 0.21547061204910278,
      "learning_rate": 1.9920729003811506e-05,
      "loss": 0.9893,
      "step": 3271
    },
    {
      "epoch": 0.06895425353121855,
      "grad_norm": 0.15512175858020782,
      "learning_rate": 1.9920643210282568e-05,
      "loss": 1.0321,
      "step": 3272
    },
    {
      "epoch": 0.06897532756958384,
      "grad_norm": 0.2128378003835678,
      "learning_rate": 1.992055737053731e-05,
      "loss": 1.0432,
      "step": 3273
    },
    {
      "epoch": 0.06899640160794912,
      "grad_norm": 0.1327628642320633,
      "learning_rate": 1.9920471484576132e-05,
      "loss": 0.9527,
      "step": 3274
    },
    {
      "epoch": 0.06901747564631441,
      "grad_norm": 0.18813233077526093,
      "learning_rate": 1.9920385552399434e-05,
      "loss": 1.0172,
      "step": 3275
    },
    {
      "epoch": 0.0690385496846797,
      "grad_norm": 0.15314766764640808,
      "learning_rate": 1.9920299574007615e-05,
      "loss": 0.9415,
      "step": 3276
    },
    {
      "epoch": 0.06905962372304499,
      "grad_norm": 0.17095845937728882,
      "learning_rate": 1.9920213549401075e-05,
      "loss": 1.0425,
      "step": 3277
    },
    {
      "epoch": 0.06908069776141028,
      "grad_norm": 0.15318717062473297,
      "learning_rate": 1.992012747858022e-05,
      "loss": 0.982,
      "step": 3278
    },
    {
      "epoch": 0.06910177179977556,
      "grad_norm": 0.15195608139038086,
      "learning_rate": 1.992004136154544e-05,
      "loss": 1.0105,
      "step": 3279
    },
    {
      "epoch": 0.06912284583814085,
      "grad_norm": 0.16640259325504303,
      "learning_rate": 1.9919955198297148e-05,
      "loss": 0.9947,
      "step": 3280
    },
    {
      "epoch": 0.06914391987650613,
      "grad_norm": 0.1595403403043747,
      "learning_rate": 1.9919868988835737e-05,
      "loss": 0.9981,
      "step": 3281
    },
    {
      "epoch": 0.06916499391487142,
      "grad_norm": 0.14757458865642548,
      "learning_rate": 1.991978273316162e-05,
      "loss": 0.997,
      "step": 3282
    },
    {
      "epoch": 0.06918606795323672,
      "grad_norm": 0.15362496674060822,
      "learning_rate": 1.991969643127518e-05,
      "loss": 1.0994,
      "step": 3283
    },
    {
      "epoch": 0.069207141991602,
      "grad_norm": 0.1758391112089157,
      "learning_rate": 1.991961008317684e-05,
      "loss": 0.9617,
      "step": 3284
    },
    {
      "epoch": 0.06922821602996729,
      "grad_norm": 0.15444444119930267,
      "learning_rate": 1.9919523688866987e-05,
      "loss": 1.0165,
      "step": 3285
    },
    {
      "epoch": 0.06924929006833257,
      "grad_norm": 0.15283054113388062,
      "learning_rate": 1.991943724834603e-05,
      "loss": 0.9128,
      "step": 3286
    },
    {
      "epoch": 0.06927036410669786,
      "grad_norm": 0.1388138383626938,
      "learning_rate": 1.991935076161437e-05,
      "loss": 1.0095,
      "step": 3287
    },
    {
      "epoch": 0.06929143814506314,
      "grad_norm": 0.19337184727191925,
      "learning_rate": 1.9919264228672413e-05,
      "loss": 1.013,
      "step": 3288
    },
    {
      "epoch": 0.06931251218342843,
      "grad_norm": 0.16355203092098236,
      "learning_rate": 1.9919177649520555e-05,
      "loss": 0.9562,
      "step": 3289
    },
    {
      "epoch": 0.06933358622179371,
      "grad_norm": 0.21226757764816284,
      "learning_rate": 1.991909102415921e-05,
      "loss": 1.0046,
      "step": 3290
    },
    {
      "epoch": 0.069354660260159,
      "grad_norm": 0.20855143666267395,
      "learning_rate": 1.9919004352588768e-05,
      "loss": 1.0107,
      "step": 3291
    },
    {
      "epoch": 0.0693757342985243,
      "grad_norm": 0.16088533401489258,
      "learning_rate": 1.991891763480965e-05,
      "loss": 1.0448,
      "step": 3292
    },
    {
      "epoch": 0.06939680833688958,
      "grad_norm": 0.15913324058055878,
      "learning_rate": 1.9918830870822242e-05,
      "loss": 0.9634,
      "step": 3293
    },
    {
      "epoch": 0.06941788237525487,
      "grad_norm": 0.15619111061096191,
      "learning_rate": 1.991874406062696e-05,
      "loss": 0.9971,
      "step": 3294
    },
    {
      "epoch": 0.06943895641362015,
      "grad_norm": 0.19813679158687592,
      "learning_rate": 1.9918657204224203e-05,
      "loss": 1.0297,
      "step": 3295
    },
    {
      "epoch": 0.06946003045198544,
      "grad_norm": 0.15281644463539124,
      "learning_rate": 1.9918570301614376e-05,
      "loss": 1.0434,
      "step": 3296
    },
    {
      "epoch": 0.06948110449035072,
      "grad_norm": 0.16450798511505127,
      "learning_rate": 1.9918483352797885e-05,
      "loss": 0.9824,
      "step": 3297
    },
    {
      "epoch": 0.06950217852871601,
      "grad_norm": 0.15245214104652405,
      "learning_rate": 1.991839635777514e-05,
      "loss": 1.0042,
      "step": 3298
    },
    {
      "epoch": 0.06952325256708129,
      "grad_norm": 0.17988617718219757,
      "learning_rate": 1.991830931654654e-05,
      "loss": 1.0323,
      "step": 3299
    },
    {
      "epoch": 0.06954432660544659,
      "grad_norm": 0.1622796207666397,
      "learning_rate": 1.991822222911249e-05,
      "loss": 1.061,
      "step": 3300
    },
    {
      "epoch": 0.06956540064381188,
      "grad_norm": 0.13623537123203278,
      "learning_rate": 1.9918135095473397e-05,
      "loss": 0.9312,
      "step": 3301
    },
    {
      "epoch": 0.06958647468217716,
      "grad_norm": 0.15520383417606354,
      "learning_rate": 1.991804791562967e-05,
      "loss": 1.0829,
      "step": 3302
    },
    {
      "epoch": 0.06960754872054245,
      "grad_norm": 0.19493378698825836,
      "learning_rate": 1.991796068958171e-05,
      "loss": 1.0236,
      "step": 3303
    },
    {
      "epoch": 0.06962862275890773,
      "grad_norm": 0.14197783172130585,
      "learning_rate": 1.9917873417329932e-05,
      "loss": 1.0587,
      "step": 3304
    },
    {
      "epoch": 0.06964969679727302,
      "grad_norm": 0.1667197048664093,
      "learning_rate": 1.9917786098874735e-05,
      "loss": 1.0214,
      "step": 3305
    },
    {
      "epoch": 0.0696707708356383,
      "grad_norm": 0.1363568902015686,
      "learning_rate": 1.9917698734216526e-05,
      "loss": 0.9743,
      "step": 3306
    },
    {
      "epoch": 0.0696918448740036,
      "grad_norm": 0.171356663107872,
      "learning_rate": 1.9917611323355713e-05,
      "loss": 0.9629,
      "step": 3307
    },
    {
      "epoch": 0.06971291891236887,
      "grad_norm": 0.18758463859558105,
      "learning_rate": 1.9917523866292704e-05,
      "loss": 1.1216,
      "step": 3308
    },
    {
      "epoch": 0.06973399295073417,
      "grad_norm": 0.12992647290229797,
      "learning_rate": 1.9917436363027908e-05,
      "loss": 0.9968,
      "step": 3309
    },
    {
      "epoch": 0.06975506698909946,
      "grad_norm": 0.16775470972061157,
      "learning_rate": 1.9917348813561727e-05,
      "loss": 1.005,
      "step": 3310
    },
    {
      "epoch": 0.06977614102746474,
      "grad_norm": 0.19223399460315704,
      "learning_rate": 1.9917261217894577e-05,
      "loss": 0.9011,
      "step": 3311
    },
    {
      "epoch": 0.06979721506583003,
      "grad_norm": 0.15348964929580688,
      "learning_rate": 1.991717357602686e-05,
      "loss": 0.9586,
      "step": 3312
    },
    {
      "epoch": 0.06981828910419531,
      "grad_norm": 0.17542721331119537,
      "learning_rate": 1.9917085887958986e-05,
      "loss": 1.013,
      "step": 3313
    },
    {
      "epoch": 0.0698393631425606,
      "grad_norm": 0.17172373831272125,
      "learning_rate": 1.991699815369136e-05,
      "loss": 0.9821,
      "step": 3314
    },
    {
      "epoch": 0.06986043718092588,
      "grad_norm": 0.14400552213191986,
      "learning_rate": 1.9916910373224397e-05,
      "loss": 1.0201,
      "step": 3315
    },
    {
      "epoch": 0.06988151121929118,
      "grad_norm": 0.18777306377887726,
      "learning_rate": 1.9916822546558505e-05,
      "loss": 0.9971,
      "step": 3316
    },
    {
      "epoch": 0.06990258525765645,
      "grad_norm": 0.14291046559810638,
      "learning_rate": 1.991673467369409e-05,
      "loss": 0.9339,
      "step": 3317
    },
    {
      "epoch": 0.06992365929602175,
      "grad_norm": 0.1887514740228653,
      "learning_rate": 1.9916646754631564e-05,
      "loss": 0.9945,
      "step": 3318
    },
    {
      "epoch": 0.06994473333438704,
      "grad_norm": 0.1788053810596466,
      "learning_rate": 1.9916558789371335e-05,
      "loss": 1.0024,
      "step": 3319
    },
    {
      "epoch": 0.06996580737275232,
      "grad_norm": 0.13704031705856323,
      "learning_rate": 1.991647077791381e-05,
      "loss": 0.9527,
      "step": 3320
    },
    {
      "epoch": 0.06998688141111761,
      "grad_norm": 0.18616269528865814,
      "learning_rate": 1.9916382720259405e-05,
      "loss": 0.9338,
      "step": 3321
    },
    {
      "epoch": 0.07000795544948289,
      "grad_norm": 0.16397413611412048,
      "learning_rate": 1.9916294616408527e-05,
      "loss": 0.9923,
      "step": 3322
    },
    {
      "epoch": 0.07002902948784819,
      "grad_norm": 0.14625592529773712,
      "learning_rate": 1.9916206466361586e-05,
      "loss": 0.9902,
      "step": 3323
    },
    {
      "epoch": 0.07005010352621346,
      "grad_norm": 0.16209158301353455,
      "learning_rate": 1.9916118270118993e-05,
      "loss": 1.0465,
      "step": 3324
    },
    {
      "epoch": 0.07007117756457876,
      "grad_norm": 0.1563710868358612,
      "learning_rate": 1.991603002768116e-05,
      "loss": 1.0478,
      "step": 3325
    },
    {
      "epoch": 0.07009225160294404,
      "grad_norm": 0.1631193459033966,
      "learning_rate": 1.99159417390485e-05,
      "loss": 0.9918,
      "step": 3326
    },
    {
      "epoch": 0.07011332564130933,
      "grad_norm": 0.17285647988319397,
      "learning_rate": 1.991585340422142e-05,
      "loss": 1.0075,
      "step": 3327
    },
    {
      "epoch": 0.07013439967967462,
      "grad_norm": 0.17687082290649414,
      "learning_rate": 1.991576502320033e-05,
      "loss": 1.0906,
      "step": 3328
    },
    {
      "epoch": 0.0701554737180399,
      "grad_norm": 0.17863409221172333,
      "learning_rate": 1.991567659598565e-05,
      "loss": 1.0198,
      "step": 3329
    },
    {
      "epoch": 0.0701765477564052,
      "grad_norm": 0.21022194623947144,
      "learning_rate": 1.9915588122577783e-05,
      "loss": 1.0473,
      "step": 3330
    },
    {
      "epoch": 0.07019762179477047,
      "grad_norm": 0.24116596579551697,
      "learning_rate": 1.9915499602977148e-05,
      "loss": 1.0538,
      "step": 3331
    },
    {
      "epoch": 0.07021869583313577,
      "grad_norm": 0.12316812574863434,
      "learning_rate": 1.9915411037184153e-05,
      "loss": 0.9203,
      "step": 3332
    },
    {
      "epoch": 0.07023976987150105,
      "grad_norm": 0.2664370834827423,
      "learning_rate": 1.9915322425199212e-05,
      "loss": 1.0948,
      "step": 3333
    },
    {
      "epoch": 0.07026084390986634,
      "grad_norm": 0.31243374943733215,
      "learning_rate": 1.9915233767022736e-05,
      "loss": 1.0702,
      "step": 3334
    },
    {
      "epoch": 0.07028191794823163,
      "grad_norm": 0.22398969531059265,
      "learning_rate": 1.991514506265514e-05,
      "loss": 1.01,
      "step": 3335
    },
    {
      "epoch": 0.07030299198659691,
      "grad_norm": 0.19379691779613495,
      "learning_rate": 1.991505631209684e-05,
      "loss": 1.0745,
      "step": 3336
    },
    {
      "epoch": 0.0703240660249622,
      "grad_norm": 0.1920703500509262,
      "learning_rate": 1.9914967515348243e-05,
      "loss": 1.0016,
      "step": 3337
    },
    {
      "epoch": 0.07034514006332748,
      "grad_norm": 0.23228083550930023,
      "learning_rate": 1.991487867240977e-05,
      "loss": 1.0867,
      "step": 3338
    },
    {
      "epoch": 0.07036621410169278,
      "grad_norm": 0.13250569999217987,
      "learning_rate": 1.991478978328183e-05,
      "loss": 1.0039,
      "step": 3339
    },
    {
      "epoch": 0.07038728814005805,
      "grad_norm": 0.2077348828315735,
      "learning_rate": 1.9914700847964837e-05,
      "loss": 1.0397,
      "step": 3340
    },
    {
      "epoch": 0.07040836217842335,
      "grad_norm": 0.18156158924102783,
      "learning_rate": 1.9914611866459208e-05,
      "loss": 0.984,
      "step": 3341
    },
    {
      "epoch": 0.07042943621678863,
      "grad_norm": 0.14700450003147125,
      "learning_rate": 1.9914522838765354e-05,
      "loss": 0.9988,
      "step": 3342
    },
    {
      "epoch": 0.07045051025515392,
      "grad_norm": 0.1778571605682373,
      "learning_rate": 1.9914433764883695e-05,
      "loss": 0.9771,
      "step": 3343
    },
    {
      "epoch": 0.07047158429351921,
      "grad_norm": 0.1467505246400833,
      "learning_rate": 1.991434464481464e-05,
      "loss": 0.9352,
      "step": 3344
    },
    {
      "epoch": 0.07049265833188449,
      "grad_norm": 0.1835351139307022,
      "learning_rate": 1.9914255478558606e-05,
      "loss": 1.0266,
      "step": 3345
    },
    {
      "epoch": 0.07051373237024978,
      "grad_norm": 0.17943373322486877,
      "learning_rate": 1.991416626611601e-05,
      "loss": 0.9993,
      "step": 3346
    },
    {
      "epoch": 0.07053480640861506,
      "grad_norm": 0.1300262063741684,
      "learning_rate": 1.991407700748727e-05,
      "loss": 0.9968,
      "step": 3347
    },
    {
      "epoch": 0.07055588044698036,
      "grad_norm": 0.14490410685539246,
      "learning_rate": 1.9913987702672797e-05,
      "loss": 1.0025,
      "step": 3348
    },
    {
      "epoch": 0.07057695448534564,
      "grad_norm": 0.15533609688282013,
      "learning_rate": 1.9913898351673006e-05,
      "loss": 0.9368,
      "step": 3349
    },
    {
      "epoch": 0.07059802852371093,
      "grad_norm": 0.1447194516658783,
      "learning_rate": 1.9913808954488317e-05,
      "loss": 0.9673,
      "step": 3350
    },
    {
      "epoch": 0.07061910256207621,
      "grad_norm": 0.2050929069519043,
      "learning_rate": 1.9913719511119146e-05,
      "loss": 1.0472,
      "step": 3351
    },
    {
      "epoch": 0.0706401766004415,
      "grad_norm": 0.20076487958431244,
      "learning_rate": 1.9913630021565913e-05,
      "loss": 0.9639,
      "step": 3352
    },
    {
      "epoch": 0.0706612506388068,
      "grad_norm": 0.1596394181251526,
      "learning_rate": 1.9913540485829026e-05,
      "loss": 0.9852,
      "step": 3353
    },
    {
      "epoch": 0.07068232467717207,
      "grad_norm": 0.18290355801582336,
      "learning_rate": 1.991345090390891e-05,
      "loss": 0.8987,
      "step": 3354
    },
    {
      "epoch": 0.07070339871553737,
      "grad_norm": 0.15174764394760132,
      "learning_rate": 1.9913361275805977e-05,
      "loss": 0.9234,
      "step": 3355
    },
    {
      "epoch": 0.07072447275390265,
      "grad_norm": 0.23371455073356628,
      "learning_rate": 1.9913271601520653e-05,
      "loss": 1.0481,
      "step": 3356
    },
    {
      "epoch": 0.07074554679226794,
      "grad_norm": 0.1594560146331787,
      "learning_rate": 1.9913181881053344e-05,
      "loss": 1.0216,
      "step": 3357
    },
    {
      "epoch": 0.07076662083063322,
      "grad_norm": 0.1783100664615631,
      "learning_rate": 1.9913092114404473e-05,
      "loss": 1.0804,
      "step": 3358
    },
    {
      "epoch": 0.07078769486899851,
      "grad_norm": 0.20158976316452026,
      "learning_rate": 1.9913002301574462e-05,
      "loss": 0.9753,
      "step": 3359
    },
    {
      "epoch": 0.07080876890736379,
      "grad_norm": 0.17144808173179626,
      "learning_rate": 1.9912912442563727e-05,
      "loss": 1.0295,
      "step": 3360
    },
    {
      "epoch": 0.07082984294572908,
      "grad_norm": 0.155533567070961,
      "learning_rate": 1.991282253737268e-05,
      "loss": 0.9632,
      "step": 3361
    },
    {
      "epoch": 0.07085091698409438,
      "grad_norm": 0.17198356986045837,
      "learning_rate": 1.9912732586001754e-05,
      "loss": 1.0395,
      "step": 3362
    },
    {
      "epoch": 0.07087199102245965,
      "grad_norm": 0.14637063443660736,
      "learning_rate": 1.9912642588451354e-05,
      "loss": 1.03,
      "step": 3363
    },
    {
      "epoch": 0.07089306506082495,
      "grad_norm": 0.1813894361257553,
      "learning_rate": 1.991255254472191e-05,
      "loss": 0.9294,
      "step": 3364
    },
    {
      "epoch": 0.07091413909919023,
      "grad_norm": 0.16930793225765228,
      "learning_rate": 1.991246245481383e-05,
      "loss": 1.043,
      "step": 3365
    },
    {
      "epoch": 0.07093521313755552,
      "grad_norm": 0.16628727316856384,
      "learning_rate": 1.9912372318727547e-05,
      "loss": 0.9734,
      "step": 3366
    },
    {
      "epoch": 0.0709562871759208,
      "grad_norm": 0.3571990728378296,
      "learning_rate": 1.991228213646347e-05,
      "loss": 0.9707,
      "step": 3367
    },
    {
      "epoch": 0.07097736121428609,
      "grad_norm": 0.14266204833984375,
      "learning_rate": 1.9912191908022028e-05,
      "loss": 0.9573,
      "step": 3368
    },
    {
      "epoch": 0.07099843525265137,
      "grad_norm": 0.19819997251033783,
      "learning_rate": 1.991210163340363e-05,
      "loss": 1.0481,
      "step": 3369
    },
    {
      "epoch": 0.07101950929101666,
      "grad_norm": 0.15263089537620544,
      "learning_rate": 1.991201131260871e-05,
      "loss": 0.9805,
      "step": 3370
    },
    {
      "epoch": 0.07104058332938196,
      "grad_norm": 0.2016262263059616,
      "learning_rate": 1.9911920945637675e-05,
      "loss": 1.0075,
      "step": 3371
    },
    {
      "epoch": 0.07106165736774724,
      "grad_norm": 0.16228820383548737,
      "learning_rate": 1.991183053249096e-05,
      "loss": 1.0309,
      "step": 3372
    },
    {
      "epoch": 0.07108273140611253,
      "grad_norm": 0.15364685654640198,
      "learning_rate": 1.9911740073168973e-05,
      "loss": 0.9299,
      "step": 3373
    },
    {
      "epoch": 0.07110380544447781,
      "grad_norm": 0.17706628143787384,
      "learning_rate": 1.9911649567672145e-05,
      "loss": 1.009,
      "step": 3374
    },
    {
      "epoch": 0.0711248794828431,
      "grad_norm": 0.12728118896484375,
      "learning_rate": 1.991155901600089e-05,
      "loss": 0.9858,
      "step": 3375
    },
    {
      "epoch": 0.07114595352120838,
      "grad_norm": 0.148359477519989,
      "learning_rate": 1.991146841815564e-05,
      "loss": 0.9672,
      "step": 3376
    },
    {
      "epoch": 0.07116702755957367,
      "grad_norm": 0.15592752397060394,
      "learning_rate": 1.9911377774136808e-05,
      "loss": 0.9608,
      "step": 3377
    },
    {
      "epoch": 0.07118810159793897,
      "grad_norm": 0.15340451896190643,
      "learning_rate": 1.9911287083944822e-05,
      "loss": 0.9849,
      "step": 3378
    },
    {
      "epoch": 0.07120917563630424,
      "grad_norm": 0.15764077007770538,
      "learning_rate": 1.9911196347580098e-05,
      "loss": 1.0085,
      "step": 3379
    },
    {
      "epoch": 0.07123024967466954,
      "grad_norm": 0.15880964696407318,
      "learning_rate": 1.9911105565043062e-05,
      "loss": 1.0217,
      "step": 3380
    },
    {
      "epoch": 0.07125132371303482,
      "grad_norm": 0.15612353384494781,
      "learning_rate": 1.991101473633414e-05,
      "loss": 0.951,
      "step": 3381
    },
    {
      "epoch": 0.07127239775140011,
      "grad_norm": 0.1965601146221161,
      "learning_rate": 1.9910923861453753e-05,
      "loss": 1.0357,
      "step": 3382
    },
    {
      "epoch": 0.07129347178976539,
      "grad_norm": 0.16998642683029175,
      "learning_rate": 1.9910832940402324e-05,
      "loss": 1.0689,
      "step": 3383
    },
    {
      "epoch": 0.07131454582813068,
      "grad_norm": 0.1680929809808731,
      "learning_rate": 1.9910741973180278e-05,
      "loss": 1.0302,
      "step": 3384
    },
    {
      "epoch": 0.07133561986649596,
      "grad_norm": 0.13633596897125244,
      "learning_rate": 1.9910650959788034e-05,
      "loss": 0.9874,
      "step": 3385
    },
    {
      "epoch": 0.07135669390486125,
      "grad_norm": 0.15118467807769775,
      "learning_rate": 1.991055990022602e-05,
      "loss": 1.0011,
      "step": 3386
    },
    {
      "epoch": 0.07137776794322655,
      "grad_norm": 0.1420745849609375,
      "learning_rate": 1.9910468794494662e-05,
      "loss": 1.034,
      "step": 3387
    },
    {
      "epoch": 0.07139884198159183,
      "grad_norm": 0.13929623365402222,
      "learning_rate": 1.9910377642594378e-05,
      "loss": 1.0827,
      "step": 3388
    },
    {
      "epoch": 0.07141991601995712,
      "grad_norm": 0.1234993040561676,
      "learning_rate": 1.99102864445256e-05,
      "loss": 0.9725,
      "step": 3389
    },
    {
      "epoch": 0.0714409900583224,
      "grad_norm": 0.1452329456806183,
      "learning_rate": 1.9910195200288748e-05,
      "loss": 0.9888,
      "step": 3390
    },
    {
      "epoch": 0.07146206409668769,
      "grad_norm": 0.1421571671962738,
      "learning_rate": 1.9910103909884248e-05,
      "loss": 0.9967,
      "step": 3391
    },
    {
      "epoch": 0.07148313813505297,
      "grad_norm": 0.15388526022434235,
      "learning_rate": 1.9910012573312526e-05,
      "loss": 1.0397,
      "step": 3392
    },
    {
      "epoch": 0.07150421217341826,
      "grad_norm": 0.120772585272789,
      "learning_rate": 1.990992119057401e-05,
      "loss": 1.0333,
      "step": 3393
    },
    {
      "epoch": 0.07152528621178354,
      "grad_norm": 0.16092298924922943,
      "learning_rate": 1.9909829761669116e-05,
      "loss": 1.021,
      "step": 3394
    },
    {
      "epoch": 0.07154636025014884,
      "grad_norm": 0.1760353446006775,
      "learning_rate": 1.9909738286598284e-05,
      "loss": 1.0416,
      "step": 3395
    },
    {
      "epoch": 0.07156743428851413,
      "grad_norm": 0.13570304214954376,
      "learning_rate": 1.990964676536193e-05,
      "loss": 0.9419,
      "step": 3396
    },
    {
      "epoch": 0.07158850832687941,
      "grad_norm": 0.1668202131986618,
      "learning_rate": 1.9909555197960487e-05,
      "loss": 1.0782,
      "step": 3397
    },
    {
      "epoch": 0.0716095823652447,
      "grad_norm": 0.186082661151886,
      "learning_rate": 1.9909463584394375e-05,
      "loss": 1.011,
      "step": 3398
    },
    {
      "epoch": 0.07163065640360998,
      "grad_norm": 0.18508298695087433,
      "learning_rate": 1.9909371924664022e-05,
      "loss": 0.9694,
      "step": 3399
    },
    {
      "epoch": 0.07165173044197527,
      "grad_norm": 0.1674564778804779,
      "learning_rate": 1.9909280218769858e-05,
      "loss": 0.9904,
      "step": 3400
    },
    {
      "epoch": 0.07167280448034055,
      "grad_norm": 0.2004152238368988,
      "learning_rate": 1.990918846671231e-05,
      "loss": 1.0404,
      "step": 3401
    },
    {
      "epoch": 0.07169387851870584,
      "grad_norm": 0.1485338658094406,
      "learning_rate": 1.9909096668491807e-05,
      "loss": 0.9501,
      "step": 3402
    },
    {
      "epoch": 0.07171495255707112,
      "grad_norm": 0.16789530217647552,
      "learning_rate": 1.990900482410877e-05,
      "loss": 1.0031,
      "step": 3403
    },
    {
      "epoch": 0.07173602659543642,
      "grad_norm": 0.197330042719841,
      "learning_rate": 1.9908912933563632e-05,
      "loss": 1.0061,
      "step": 3404
    },
    {
      "epoch": 0.07175710063380171,
      "grad_norm": 0.13440503180027008,
      "learning_rate": 1.9908820996856822e-05,
      "loss": 1.0047,
      "step": 3405
    },
    {
      "epoch": 0.07177817467216699,
      "grad_norm": 0.19344869256019592,
      "learning_rate": 1.9908729013988767e-05,
      "loss": 0.9701,
      "step": 3406
    },
    {
      "epoch": 0.07179924871053228,
      "grad_norm": 0.144056037068367,
      "learning_rate": 1.9908636984959892e-05,
      "loss": 0.9793,
      "step": 3407
    },
    {
      "epoch": 0.07182032274889756,
      "grad_norm": 0.1885458528995514,
      "learning_rate": 1.990854490977063e-05,
      "loss": 1.0146,
      "step": 3408
    },
    {
      "epoch": 0.07184139678726285,
      "grad_norm": 0.2514261305332184,
      "learning_rate": 1.9908452788421408e-05,
      "loss": 1.0635,
      "step": 3409
    },
    {
      "epoch": 0.07186247082562813,
      "grad_norm": 0.14491234719753265,
      "learning_rate": 1.9908360620912655e-05,
      "loss": 1.0062,
      "step": 3410
    },
    {
      "epoch": 0.07188354486399343,
      "grad_norm": 0.16167278587818146,
      "learning_rate": 1.99082684072448e-05,
      "loss": 0.9818,
      "step": 3411
    },
    {
      "epoch": 0.0719046189023587,
      "grad_norm": 0.15449325740337372,
      "learning_rate": 1.9908176147418276e-05,
      "loss": 0.9846,
      "step": 3412
    },
    {
      "epoch": 0.071925692940724,
      "grad_norm": 0.1508701741695404,
      "learning_rate": 1.990808384143351e-05,
      "loss": 1.0505,
      "step": 3413
    },
    {
      "epoch": 0.07194676697908929,
      "grad_norm": 0.1682427078485489,
      "learning_rate": 1.9907991489290935e-05,
      "loss": 1.0596,
      "step": 3414
    },
    {
      "epoch": 0.07196784101745457,
      "grad_norm": 0.1553591787815094,
      "learning_rate": 1.9907899090990973e-05,
      "loss": 1.0002,
      "step": 3415
    },
    {
      "epoch": 0.07198891505581986,
      "grad_norm": 0.16447551548480988,
      "learning_rate": 1.9907806646534068e-05,
      "loss": 1.0045,
      "step": 3416
    },
    {
      "epoch": 0.07200998909418514,
      "grad_norm": 0.2363119125366211,
      "learning_rate": 1.9907714155920637e-05,
      "loss": 1.0687,
      "step": 3417
    },
    {
      "epoch": 0.07203106313255044,
      "grad_norm": 0.18902277946472168,
      "learning_rate": 1.990762161915112e-05,
      "loss": 0.9716,
      "step": 3418
    },
    {
      "epoch": 0.07205213717091571,
      "grad_norm": 0.1339404135942459,
      "learning_rate": 1.990752903622594e-05,
      "loss": 0.9562,
      "step": 3419
    },
    {
      "epoch": 0.07207321120928101,
      "grad_norm": 0.17173390090465546,
      "learning_rate": 1.9907436407145536e-05,
      "loss": 0.8895,
      "step": 3420
    },
    {
      "epoch": 0.07209428524764629,
      "grad_norm": 0.12211474031209946,
      "learning_rate": 1.9907343731910337e-05,
      "loss": 0.9561,
      "step": 3421
    },
    {
      "epoch": 0.07211535928601158,
      "grad_norm": 0.18170952796936035,
      "learning_rate": 1.9907251010520774e-05,
      "loss": 0.976,
      "step": 3422
    },
    {
      "epoch": 0.07213643332437687,
      "grad_norm": 0.1586277335882187,
      "learning_rate": 1.990715824297728e-05,
      "loss": 0.9599,
      "step": 3423
    },
    {
      "epoch": 0.07215750736274215,
      "grad_norm": 0.16108009219169617,
      "learning_rate": 1.9907065429280284e-05,
      "loss": 0.944,
      "step": 3424
    },
    {
      "epoch": 0.07217858140110744,
      "grad_norm": 0.17203713953495026,
      "learning_rate": 1.9906972569430226e-05,
      "loss": 1.0026,
      "step": 3425
    },
    {
      "epoch": 0.07219965543947272,
      "grad_norm": 0.23301787674427032,
      "learning_rate": 1.990687966342753e-05,
      "loss": 1.1013,
      "step": 3426
    },
    {
      "epoch": 0.07222072947783802,
      "grad_norm": 0.1484425961971283,
      "learning_rate": 1.9906786711272633e-05,
      "loss": 0.9956,
      "step": 3427
    },
    {
      "epoch": 0.0722418035162033,
      "grad_norm": 0.1898413449525833,
      "learning_rate": 1.9906693712965963e-05,
      "loss": 0.9948,
      "step": 3428
    },
    {
      "epoch": 0.07226287755456859,
      "grad_norm": 0.1560840904712677,
      "learning_rate": 1.9906600668507964e-05,
      "loss": 0.9568,
      "step": 3429
    },
    {
      "epoch": 0.07228395159293388,
      "grad_norm": 0.1683400273323059,
      "learning_rate": 1.990650757789906e-05,
      "loss": 1.0268,
      "step": 3430
    },
    {
      "epoch": 0.07230502563129916,
      "grad_norm": 0.1561804562807083,
      "learning_rate": 1.9906414441139687e-05,
      "loss": 0.9941,
      "step": 3431
    },
    {
      "epoch": 0.07232609966966445,
      "grad_norm": 0.15184800326824188,
      "learning_rate": 1.990632125823028e-05,
      "loss": 1.0044,
      "step": 3432
    },
    {
      "epoch": 0.07234717370802973,
      "grad_norm": 0.15507155656814575,
      "learning_rate": 1.9906228029171272e-05,
      "loss": 1.0075,
      "step": 3433
    },
    {
      "epoch": 0.07236824774639503,
      "grad_norm": 0.15571188926696777,
      "learning_rate": 1.9906134753963104e-05,
      "loss": 0.9519,
      "step": 3434
    },
    {
      "epoch": 0.0723893217847603,
      "grad_norm": 0.1535014510154724,
      "learning_rate": 1.99060414326062e-05,
      "loss": 1.1095,
      "step": 3435
    },
    {
      "epoch": 0.0724103958231256,
      "grad_norm": 0.1950267255306244,
      "learning_rate": 1.9905948065100994e-05,
      "loss": 1.0358,
      "step": 3436
    },
    {
      "epoch": 0.07243146986149088,
      "grad_norm": 0.14872989058494568,
      "learning_rate": 1.9905854651447933e-05,
      "loss": 0.9817,
      "step": 3437
    },
    {
      "epoch": 0.07245254389985617,
      "grad_norm": 0.15961076319217682,
      "learning_rate": 1.9905761191647444e-05,
      "loss": 1.0008,
      "step": 3438
    },
    {
      "epoch": 0.07247361793822146,
      "grad_norm": 0.15160061419010162,
      "learning_rate": 1.9905667685699965e-05,
      "loss": 0.9467,
      "step": 3439
    },
    {
      "epoch": 0.07249469197658674,
      "grad_norm": 0.16202278435230255,
      "learning_rate": 1.9905574133605926e-05,
      "loss": 0.9668,
      "step": 3440
    },
    {
      "epoch": 0.07251576601495204,
      "grad_norm": 0.17457790672779083,
      "learning_rate": 1.990548053536577e-05,
      "loss": 1.0346,
      "step": 3441
    },
    {
      "epoch": 0.07253684005331731,
      "grad_norm": 0.136423721909523,
      "learning_rate": 1.9905386890979933e-05,
      "loss": 0.9803,
      "step": 3442
    },
    {
      "epoch": 0.07255791409168261,
      "grad_norm": 0.20588456094264984,
      "learning_rate": 1.9905293200448844e-05,
      "loss": 1.0145,
      "step": 3443
    },
    {
      "epoch": 0.07257898813004789,
      "grad_norm": 0.20214225351810455,
      "learning_rate": 1.9905199463772945e-05,
      "loss": 1.0059,
      "step": 3444
    },
    {
      "epoch": 0.07260006216841318,
      "grad_norm": 0.1703023761510849,
      "learning_rate": 1.9905105680952674e-05,
      "loss": 1.0112,
      "step": 3445
    },
    {
      "epoch": 0.07262113620677846,
      "grad_norm": 0.14619889855384827,
      "learning_rate": 1.9905011851988463e-05,
      "loss": 0.9326,
      "step": 3446
    },
    {
      "epoch": 0.07264221024514375,
      "grad_norm": 0.1772250086069107,
      "learning_rate": 1.9904917976880753e-05,
      "loss": 0.9623,
      "step": 3447
    },
    {
      "epoch": 0.07266328428350904,
      "grad_norm": 0.13318245112895966,
      "learning_rate": 1.9904824055629982e-05,
      "loss": 0.998,
      "step": 3448
    },
    {
      "epoch": 0.07268435832187432,
      "grad_norm": 0.20425011217594147,
      "learning_rate": 1.9904730088236582e-05,
      "loss": 1.0557,
      "step": 3449
    },
    {
      "epoch": 0.07270543236023962,
      "grad_norm": 0.14907096326351166,
      "learning_rate": 1.9904636074700995e-05,
      "loss": 1.0078,
      "step": 3450
    },
    {
      "epoch": 0.0727265063986049,
      "grad_norm": 0.1574886441230774,
      "learning_rate": 1.9904542015023658e-05,
      "loss": 1.0548,
      "step": 3451
    },
    {
      "epoch": 0.07274758043697019,
      "grad_norm": 0.14565104246139526,
      "learning_rate": 1.990444790920501e-05,
      "loss": 0.9487,
      "step": 3452
    },
    {
      "epoch": 0.07276865447533547,
      "grad_norm": 0.1603509783744812,
      "learning_rate": 1.990435375724549e-05,
      "loss": 1.0551,
      "step": 3453
    },
    {
      "epoch": 0.07278972851370076,
      "grad_norm": 0.15179309248924255,
      "learning_rate": 1.9904259559145537e-05,
      "loss": 0.9969,
      "step": 3454
    },
    {
      "epoch": 0.07281080255206604,
      "grad_norm": 0.18322765827178955,
      "learning_rate": 1.9904165314905585e-05,
      "loss": 1.0043,
      "step": 3455
    },
    {
      "epoch": 0.07283187659043133,
      "grad_norm": 0.1825706958770752,
      "learning_rate": 1.9904071024526078e-05,
      "loss": 0.968,
      "step": 3456
    },
    {
      "epoch": 0.07285295062879663,
      "grad_norm": 0.17404313385486603,
      "learning_rate": 1.990397668800745e-05,
      "loss": 1.0502,
      "step": 3457
    },
    {
      "epoch": 0.0728740246671619,
      "grad_norm": 0.19881244003772736,
      "learning_rate": 1.9903882305350148e-05,
      "loss": 1.0012,
      "step": 3458
    },
    {
      "epoch": 0.0728950987055272,
      "grad_norm": 0.16160570085048676,
      "learning_rate": 1.990378787655461e-05,
      "loss": 0.9927,
      "step": 3459
    },
    {
      "epoch": 0.07291617274389248,
      "grad_norm": 0.20500916242599487,
      "learning_rate": 1.990369340162127e-05,
      "loss": 1.0418,
      "step": 3460
    },
    {
      "epoch": 0.07293724678225777,
      "grad_norm": 0.15179014205932617,
      "learning_rate": 1.990359888055057e-05,
      "loss": 1.0126,
      "step": 3461
    },
    {
      "epoch": 0.07295832082062305,
      "grad_norm": 0.16524367034435272,
      "learning_rate": 1.9903504313342953e-05,
      "loss": 1.0193,
      "step": 3462
    },
    {
      "epoch": 0.07297939485898834,
      "grad_norm": 0.16317877173423767,
      "learning_rate": 1.990340969999886e-05,
      "loss": 0.955,
      "step": 3463
    },
    {
      "epoch": 0.07300046889735362,
      "grad_norm": 0.18335556983947754,
      "learning_rate": 1.990331504051873e-05,
      "loss": 1.0675,
      "step": 3464
    },
    {
      "epoch": 0.07302154293571891,
      "grad_norm": 0.20408429205417633,
      "learning_rate": 1.9903220334903008e-05,
      "loss": 1.0436,
      "step": 3465
    },
    {
      "epoch": 0.0730426169740842,
      "grad_norm": 0.18689168989658356,
      "learning_rate": 1.990312558315213e-05,
      "loss": 0.9453,
      "step": 3466
    },
    {
      "epoch": 0.07306369101244949,
      "grad_norm": 0.14089669287204742,
      "learning_rate": 1.9903030785266533e-05,
      "loss": 0.9853,
      "step": 3467
    },
    {
      "epoch": 0.07308476505081478,
      "grad_norm": 0.22064286470413208,
      "learning_rate": 1.990293594124667e-05,
      "loss": 1.0042,
      "step": 3468
    },
    {
      "epoch": 0.07310583908918006,
      "grad_norm": 0.143586203455925,
      "learning_rate": 1.9902841051092977e-05,
      "loss": 0.9452,
      "step": 3469
    },
    {
      "epoch": 0.07312691312754535,
      "grad_norm": 0.23264673352241516,
      "learning_rate": 1.9902746114805898e-05,
      "loss": 1.0359,
      "step": 3470
    },
    {
      "epoch": 0.07314798716591063,
      "grad_norm": 0.2250833362340927,
      "learning_rate": 1.990265113238587e-05,
      "loss": 1.0435,
      "step": 3471
    },
    {
      "epoch": 0.07316906120427592,
      "grad_norm": 0.1481446474790573,
      "learning_rate": 1.9902556103833345e-05,
      "loss": 0.9794,
      "step": 3472
    },
    {
      "epoch": 0.07319013524264122,
      "grad_norm": 0.17848771810531616,
      "learning_rate": 1.9902461029148753e-05,
      "loss": 0.9804,
      "step": 3473
    },
    {
      "epoch": 0.0732112092810065,
      "grad_norm": 0.16713394224643707,
      "learning_rate": 1.9902365908332547e-05,
      "loss": 0.9741,
      "step": 3474
    },
    {
      "epoch": 0.07323228331937179,
      "grad_norm": 0.16282255947589874,
      "learning_rate": 1.990227074138517e-05,
      "loss": 1.0224,
      "step": 3475
    },
    {
      "epoch": 0.07325335735773707,
      "grad_norm": 0.17814607918262482,
      "learning_rate": 1.9902175528307062e-05,
      "loss": 1.0347,
      "step": 3476
    },
    {
      "epoch": 0.07327443139610236,
      "grad_norm": 0.14226356148719788,
      "learning_rate": 1.9902080269098663e-05,
      "loss": 1.0101,
      "step": 3477
    },
    {
      "epoch": 0.07329550543446764,
      "grad_norm": 0.15850389003753662,
      "learning_rate": 1.9901984963760423e-05,
      "loss": 0.9997,
      "step": 3478
    },
    {
      "epoch": 0.07331657947283293,
      "grad_norm": 0.16689527034759521,
      "learning_rate": 1.9901889612292785e-05,
      "loss": 1.0194,
      "step": 3479
    },
    {
      "epoch": 0.07333765351119821,
      "grad_norm": 0.14924025535583496,
      "learning_rate": 1.9901794214696188e-05,
      "loss": 0.9883,
      "step": 3480
    },
    {
      "epoch": 0.0733587275495635,
      "grad_norm": 0.18363261222839355,
      "learning_rate": 1.9901698770971083e-05,
      "loss": 1.0372,
      "step": 3481
    },
    {
      "epoch": 0.0733798015879288,
      "grad_norm": 0.16662992537021637,
      "learning_rate": 1.990160328111791e-05,
      "loss": 0.991,
      "step": 3482
    },
    {
      "epoch": 0.07340087562629408,
      "grad_norm": 0.1453665941953659,
      "learning_rate": 1.9901507745137118e-05,
      "loss": 1.0389,
      "step": 3483
    },
    {
      "epoch": 0.07342194966465937,
      "grad_norm": 0.14454276859760284,
      "learning_rate": 1.990141216302915e-05,
      "loss": 0.9074,
      "step": 3484
    },
    {
      "epoch": 0.07344302370302465,
      "grad_norm": 0.14590591192245483,
      "learning_rate": 1.9901316534794454e-05,
      "loss": 1.0367,
      "step": 3485
    },
    {
      "epoch": 0.07346409774138994,
      "grad_norm": 0.13100244104862213,
      "learning_rate": 1.990122086043347e-05,
      "loss": 0.9647,
      "step": 3486
    },
    {
      "epoch": 0.07348517177975522,
      "grad_norm": 0.16144588589668274,
      "learning_rate": 1.990112513994664e-05,
      "loss": 1.0205,
      "step": 3487
    },
    {
      "epoch": 0.07350624581812051,
      "grad_norm": 0.17591211199760437,
      "learning_rate": 1.9901029373334424e-05,
      "loss": 0.981,
      "step": 3488
    },
    {
      "epoch": 0.07352731985648579,
      "grad_norm": 0.1359158307313919,
      "learning_rate": 1.9900933560597258e-05,
      "loss": 1.0049,
      "step": 3489
    },
    {
      "epoch": 0.07354839389485109,
      "grad_norm": 0.14937561750411987,
      "learning_rate": 1.9900837701735594e-05,
      "loss": 1.0265,
      "step": 3490
    },
    {
      "epoch": 0.07356946793321638,
      "grad_norm": 0.13254404067993164,
      "learning_rate": 1.9900741796749873e-05,
      "loss": 0.9725,
      "step": 3491
    },
    {
      "epoch": 0.07359054197158166,
      "grad_norm": 0.16393013298511505,
      "learning_rate": 1.9900645845640544e-05,
      "loss": 0.9801,
      "step": 3492
    },
    {
      "epoch": 0.07361161600994695,
      "grad_norm": 0.17497873306274414,
      "learning_rate": 1.9900549848408052e-05,
      "loss": 1.0052,
      "step": 3493
    },
    {
      "epoch": 0.07363269004831223,
      "grad_norm": 0.1477520912885666,
      "learning_rate": 1.990045380505285e-05,
      "loss": 0.9971,
      "step": 3494
    },
    {
      "epoch": 0.07365376408667752,
      "grad_norm": 0.14331893622875214,
      "learning_rate": 1.9900357715575378e-05,
      "loss": 1.0183,
      "step": 3495
    },
    {
      "epoch": 0.0736748381250428,
      "grad_norm": 0.17066118121147156,
      "learning_rate": 1.9900261579976093e-05,
      "loss": 1.115,
      "step": 3496
    },
    {
      "epoch": 0.0736959121634081,
      "grad_norm": 0.16714513301849365,
      "learning_rate": 1.9900165398255434e-05,
      "loss": 0.9687,
      "step": 3497
    },
    {
      "epoch": 0.07371698620177337,
      "grad_norm": 0.1419660747051239,
      "learning_rate": 1.990006917041385e-05,
      "loss": 0.9976,
      "step": 3498
    },
    {
      "epoch": 0.07373806024013867,
      "grad_norm": 0.1857459843158722,
      "learning_rate": 1.9899972896451793e-05,
      "loss": 1.0172,
      "step": 3499
    },
    {
      "epoch": 0.07375913427850396,
      "grad_norm": 0.1415666788816452,
      "learning_rate": 1.989987657636971e-05,
      "loss": 1.0035,
      "step": 3500
    },
    {
      "epoch": 0.07378020831686924,
      "grad_norm": 0.14441680908203125,
      "learning_rate": 1.9899780210168052e-05,
      "loss": 1.0018,
      "step": 3501
    },
    {
      "epoch": 0.07380128235523453,
      "grad_norm": 0.18346673250198364,
      "learning_rate": 1.9899683797847267e-05,
      "loss": 1.1042,
      "step": 3502
    },
    {
      "epoch": 0.07382235639359981,
      "grad_norm": 0.22399123013019562,
      "learning_rate": 1.98995873394078e-05,
      "loss": 1.0505,
      "step": 3503
    },
    {
      "epoch": 0.0738434304319651,
      "grad_norm": 0.18459993600845337,
      "learning_rate": 1.9899490834850104e-05,
      "loss": 1.0181,
      "step": 3504
    },
    {
      "epoch": 0.07386450447033038,
      "grad_norm": 0.13614489138126373,
      "learning_rate": 1.9899394284174626e-05,
      "loss": 0.9445,
      "step": 3505
    },
    {
      "epoch": 0.07388557850869568,
      "grad_norm": 0.16190291941165924,
      "learning_rate": 1.9899297687381822e-05,
      "loss": 0.9983,
      "step": 3506
    },
    {
      "epoch": 0.07390665254706096,
      "grad_norm": 0.15055111050605774,
      "learning_rate": 1.9899201044472134e-05,
      "loss": 0.9574,
      "step": 3507
    },
    {
      "epoch": 0.07392772658542625,
      "grad_norm": 0.15486827492713928,
      "learning_rate": 1.9899104355446017e-05,
      "loss": 0.9012,
      "step": 3508
    },
    {
      "epoch": 0.07394880062379154,
      "grad_norm": 0.22867898643016815,
      "learning_rate": 1.989900762030392e-05,
      "loss": 1.0829,
      "step": 3509
    },
    {
      "epoch": 0.07396987466215682,
      "grad_norm": 0.14862963557243347,
      "learning_rate": 1.9898910839046298e-05,
      "loss": 1.056,
      "step": 3510
    },
    {
      "epoch": 0.07399094870052211,
      "grad_norm": 0.12595969438552856,
      "learning_rate": 1.989881401167359e-05,
      "loss": 0.9436,
      "step": 3511
    },
    {
      "epoch": 0.07401202273888739,
      "grad_norm": 0.14772449433803558,
      "learning_rate": 1.9898717138186262e-05,
      "loss": 1.037,
      "step": 3512
    },
    {
      "epoch": 0.07403309677725269,
      "grad_norm": 0.15432362258434296,
      "learning_rate": 1.9898620218584754e-05,
      "loss": 1.0029,
      "step": 3513
    },
    {
      "epoch": 0.07405417081561796,
      "grad_norm": 0.14717723429203033,
      "learning_rate": 1.9898523252869525e-05,
      "loss": 0.9581,
      "step": 3514
    },
    {
      "epoch": 0.07407524485398326,
      "grad_norm": 0.15431368350982666,
      "learning_rate": 1.9898426241041023e-05,
      "loss": 1.0772,
      "step": 3515
    },
    {
      "epoch": 0.07409631889234854,
      "grad_norm": 0.17887870967388153,
      "learning_rate": 1.98983291830997e-05,
      "loss": 0.9455,
      "step": 3516
    },
    {
      "epoch": 0.07411739293071383,
      "grad_norm": 0.17063061892986298,
      "learning_rate": 1.9898232079046005e-05,
      "loss": 1.0307,
      "step": 3517
    },
    {
      "epoch": 0.07413846696907912,
      "grad_norm": 0.16820822656154633,
      "learning_rate": 1.9898134928880397e-05,
      "loss": 1.0072,
      "step": 3518
    },
    {
      "epoch": 0.0741595410074444,
      "grad_norm": 0.19123156368732452,
      "learning_rate": 1.9898037732603325e-05,
      "loss": 1.0127,
      "step": 3519
    },
    {
      "epoch": 0.0741806150458097,
      "grad_norm": 0.15621423721313477,
      "learning_rate": 1.989794049021524e-05,
      "loss": 0.9451,
      "step": 3520
    },
    {
      "epoch": 0.07420168908417497,
      "grad_norm": 0.1751147359609604,
      "learning_rate": 1.9897843201716602e-05,
      "loss": 0.9818,
      "step": 3521
    },
    {
      "epoch": 0.07422276312254027,
      "grad_norm": 0.15169546008110046,
      "learning_rate": 1.9897745867107856e-05,
      "loss": 0.9069,
      "step": 3522
    },
    {
      "epoch": 0.07424383716090555,
      "grad_norm": 0.18193885684013367,
      "learning_rate": 1.989764848638946e-05,
      "loss": 1.0258,
      "step": 3523
    },
    {
      "epoch": 0.07426491119927084,
      "grad_norm": 0.23404446244239807,
      "learning_rate": 1.989755105956187e-05,
      "loss": 1.0563,
      "step": 3524
    },
    {
      "epoch": 0.07428598523763613,
      "grad_norm": 0.1546403467655182,
      "learning_rate": 1.989745358662553e-05,
      "loss": 1.0218,
      "step": 3525
    },
    {
      "epoch": 0.07430705927600141,
      "grad_norm": 0.1657904088497162,
      "learning_rate": 1.9897356067580906e-05,
      "loss": 1.0147,
      "step": 3526
    },
    {
      "epoch": 0.0743281333143667,
      "grad_norm": 0.15320827066898346,
      "learning_rate": 1.9897258502428443e-05,
      "loss": 1.0174,
      "step": 3527
    },
    {
      "epoch": 0.07434920735273198,
      "grad_norm": 0.16969285905361176,
      "learning_rate": 1.9897160891168602e-05,
      "loss": 0.9709,
      "step": 3528
    },
    {
      "epoch": 0.07437028139109728,
      "grad_norm": 0.16008317470550537,
      "learning_rate": 1.9897063233801837e-05,
      "loss": 0.9723,
      "step": 3529
    },
    {
      "epoch": 0.07439135542946256,
      "grad_norm": 0.17779484391212463,
      "learning_rate": 1.98969655303286e-05,
      "loss": 0.9799,
      "step": 3530
    },
    {
      "epoch": 0.07441242946782785,
      "grad_norm": 0.15694908797740936,
      "learning_rate": 1.9896867780749342e-05,
      "loss": 0.9793,
      "step": 3531
    },
    {
      "epoch": 0.07443350350619313,
      "grad_norm": 0.15432848036289215,
      "learning_rate": 1.989676998506453e-05,
      "loss": 1.0074,
      "step": 3532
    },
    {
      "epoch": 0.07445457754455842,
      "grad_norm": 0.18778666853904724,
      "learning_rate": 1.9896672143274612e-05,
      "loss": 0.9951,
      "step": 3533
    },
    {
      "epoch": 0.07447565158292371,
      "grad_norm": 0.16314268112182617,
      "learning_rate": 1.9896574255380045e-05,
      "loss": 0.9993,
      "step": 3534
    },
    {
      "epoch": 0.07449672562128899,
      "grad_norm": 0.14518184959888458,
      "learning_rate": 1.989647632138128e-05,
      "loss": 0.9657,
      "step": 3535
    },
    {
      "epoch": 0.07451779965965429,
      "grad_norm": 0.17231358587741852,
      "learning_rate": 1.9896378341278785e-05,
      "loss": 1.0017,
      "step": 3536
    },
    {
      "epoch": 0.07453887369801956,
      "grad_norm": 0.16949334740638733,
      "learning_rate": 1.9896280315073007e-05,
      "loss": 1.0261,
      "step": 3537
    },
    {
      "epoch": 0.07455994773638486,
      "grad_norm": 0.1631733626127243,
      "learning_rate": 1.9896182242764405e-05,
      "loss": 0.9828,
      "step": 3538
    },
    {
      "epoch": 0.07458102177475014,
      "grad_norm": 0.17495936155319214,
      "learning_rate": 1.9896084124353436e-05,
      "loss": 0.9651,
      "step": 3539
    },
    {
      "epoch": 0.07460209581311543,
      "grad_norm": 0.141839861869812,
      "learning_rate": 1.989598595984056e-05,
      "loss": 1.0275,
      "step": 3540
    },
    {
      "epoch": 0.07462316985148071,
      "grad_norm": 0.13430435955524445,
      "learning_rate": 1.989588774922623e-05,
      "loss": 1.0344,
      "step": 3541
    },
    {
      "epoch": 0.074644243889846,
      "grad_norm": 0.14515374600887299,
      "learning_rate": 1.9895789492510905e-05,
      "loss": 0.9772,
      "step": 3542
    },
    {
      "epoch": 0.0746653179282113,
      "grad_norm": 0.16052135825157166,
      "learning_rate": 1.989569118969504e-05,
      "loss": 1.0377,
      "step": 3543
    },
    {
      "epoch": 0.07468639196657657,
      "grad_norm": 0.1289500892162323,
      "learning_rate": 1.98955928407791e-05,
      "loss": 0.998,
      "step": 3544
    },
    {
      "epoch": 0.07470746600494187,
      "grad_norm": 0.1582515835762024,
      "learning_rate": 1.989549444576354e-05,
      "loss": 0.9937,
      "step": 3545
    },
    {
      "epoch": 0.07472854004330715,
      "grad_norm": 0.15067967772483826,
      "learning_rate": 1.9895396004648813e-05,
      "loss": 0.9509,
      "step": 3546
    },
    {
      "epoch": 0.07474961408167244,
      "grad_norm": 0.13828346133232117,
      "learning_rate": 1.989529751743539e-05,
      "loss": 0.9459,
      "step": 3547
    },
    {
      "epoch": 0.07477068812003772,
      "grad_norm": 0.18352247774600983,
      "learning_rate": 1.9895198984123715e-05,
      "loss": 0.9832,
      "step": 3548
    },
    {
      "epoch": 0.07479176215840301,
      "grad_norm": 0.1604517251253128,
      "learning_rate": 1.9895100404714255e-05,
      "loss": 0.9988,
      "step": 3549
    },
    {
      "epoch": 0.07481283619676829,
      "grad_norm": 0.1571096032857895,
      "learning_rate": 1.9895001779207466e-05,
      "loss": 0.9951,
      "step": 3550
    },
    {
      "epoch": 0.07483391023513358,
      "grad_norm": 0.16431771218776703,
      "learning_rate": 1.9894903107603813e-05,
      "loss": 0.944,
      "step": 3551
    },
    {
      "epoch": 0.07485498427349888,
      "grad_norm": 0.16595707833766937,
      "learning_rate": 1.9894804389903752e-05,
      "loss": 1.0004,
      "step": 3552
    },
    {
      "epoch": 0.07487605831186415,
      "grad_norm": 0.18507704138755798,
      "learning_rate": 1.9894705626107742e-05,
      "loss": 1.0274,
      "step": 3553
    },
    {
      "epoch": 0.07489713235022945,
      "grad_norm": 0.14368285238742828,
      "learning_rate": 1.9894606816216243e-05,
      "loss": 1.028,
      "step": 3554
    },
    {
      "epoch": 0.07491820638859473,
      "grad_norm": 0.18143658339977264,
      "learning_rate": 1.9894507960229722e-05,
      "loss": 0.9852,
      "step": 3555
    },
    {
      "epoch": 0.07493928042696002,
      "grad_norm": 0.24652311205863953,
      "learning_rate": 1.989440905814863e-05,
      "loss": 1.029,
      "step": 3556
    },
    {
      "epoch": 0.0749603544653253,
      "grad_norm": 0.14216934144496918,
      "learning_rate": 1.9894310109973433e-05,
      "loss": 0.9766,
      "step": 3557
    },
    {
      "epoch": 0.07498142850369059,
      "grad_norm": 0.21020574867725372,
      "learning_rate": 1.989421111570459e-05,
      "loss": 1.02,
      "step": 3558
    },
    {
      "epoch": 0.07500250254205587,
      "grad_norm": 0.17780974507331848,
      "learning_rate": 1.9894112075342564e-05,
      "loss": 0.9682,
      "step": 3559
    },
    {
      "epoch": 0.07502357658042116,
      "grad_norm": 0.14779263734817505,
      "learning_rate": 1.9894012988887814e-05,
      "loss": 1.0184,
      "step": 3560
    },
    {
      "epoch": 0.07504465061878646,
      "grad_norm": 0.16228628158569336,
      "learning_rate": 1.9893913856340804e-05,
      "loss": 0.9981,
      "step": 3561
    },
    {
      "epoch": 0.07506572465715174,
      "grad_norm": 0.168610081076622,
      "learning_rate": 1.9893814677701995e-05,
      "loss": 1.0287,
      "step": 3562
    },
    {
      "epoch": 0.07508679869551703,
      "grad_norm": 0.13748513162136078,
      "learning_rate": 1.9893715452971848e-05,
      "loss": 1.0288,
      "step": 3563
    },
    {
      "epoch": 0.07510787273388231,
      "grad_norm": 0.160761758685112,
      "learning_rate": 1.9893616182150826e-05,
      "loss": 0.9845,
      "step": 3564
    },
    {
      "epoch": 0.0751289467722476,
      "grad_norm": 0.13281892240047455,
      "learning_rate": 1.9893516865239394e-05,
      "loss": 1.0048,
      "step": 3565
    },
    {
      "epoch": 0.07515002081061288,
      "grad_norm": 0.1573733538389206,
      "learning_rate": 1.9893417502238006e-05,
      "loss": 1.0365,
      "step": 3566
    },
    {
      "epoch": 0.07517109484897817,
      "grad_norm": 0.19631177186965942,
      "learning_rate": 1.9893318093147136e-05,
      "loss": 1.0502,
      "step": 3567
    },
    {
      "epoch": 0.07519216888734347,
      "grad_norm": 0.13446316123008728,
      "learning_rate": 1.9893218637967242e-05,
      "loss": 0.9587,
      "step": 3568
    },
    {
      "epoch": 0.07521324292570875,
      "grad_norm": 0.14481139183044434,
      "learning_rate": 1.9893119136698788e-05,
      "loss": 0.9456,
      "step": 3569
    },
    {
      "epoch": 0.07523431696407404,
      "grad_norm": 0.1538802832365036,
      "learning_rate": 1.9893019589342234e-05,
      "loss": 0.9646,
      "step": 3570
    },
    {
      "epoch": 0.07525539100243932,
      "grad_norm": 0.13768436014652252,
      "learning_rate": 1.9892919995898052e-05,
      "loss": 0.9619,
      "step": 3571
    },
    {
      "epoch": 0.07527646504080461,
      "grad_norm": 0.13437898457050323,
      "learning_rate": 1.9892820356366695e-05,
      "loss": 0.962,
      "step": 3572
    },
    {
      "epoch": 0.07529753907916989,
      "grad_norm": 0.13717491924762726,
      "learning_rate": 1.9892720670748638e-05,
      "loss": 0.9903,
      "step": 3573
    },
    {
      "epoch": 0.07531861311753518,
      "grad_norm": 0.1437336951494217,
      "learning_rate": 1.989262093904434e-05,
      "loss": 0.9658,
      "step": 3574
    },
    {
      "epoch": 0.07533968715590046,
      "grad_norm": 0.16418643295764923,
      "learning_rate": 1.9892521161254264e-05,
      "loss": 0.9549,
      "step": 3575
    },
    {
      "epoch": 0.07536076119426575,
      "grad_norm": 0.12986783683300018,
      "learning_rate": 1.9892421337378875e-05,
      "loss": 1.0732,
      "step": 3576
    },
    {
      "epoch": 0.07538183523263105,
      "grad_norm": 0.1519482135772705,
      "learning_rate": 1.9892321467418642e-05,
      "loss": 0.9727,
      "step": 3577
    },
    {
      "epoch": 0.07540290927099633,
      "grad_norm": 0.15459558367729187,
      "learning_rate": 1.989222155137403e-05,
      "loss": 0.9523,
      "step": 3578
    },
    {
      "epoch": 0.07542398330936162,
      "grad_norm": 0.12547193467617035,
      "learning_rate": 1.98921215892455e-05,
      "loss": 1.0234,
      "step": 3579
    },
    {
      "epoch": 0.0754450573477269,
      "grad_norm": 0.17497330904006958,
      "learning_rate": 1.9892021581033522e-05,
      "loss": 1.006,
      "step": 3580
    },
    {
      "epoch": 0.07546613138609219,
      "grad_norm": 0.18338754773139954,
      "learning_rate": 1.9891921526738557e-05,
      "loss": 1.019,
      "step": 3581
    },
    {
      "epoch": 0.07548720542445747,
      "grad_norm": 0.15741293132305145,
      "learning_rate": 1.9891821426361077e-05,
      "loss": 1.0363,
      "step": 3582
    },
    {
      "epoch": 0.07550827946282276,
      "grad_norm": 0.1691242754459381,
      "learning_rate": 1.9891721279901545e-05,
      "loss": 0.9983,
      "step": 3583
    },
    {
      "epoch": 0.07552935350118804,
      "grad_norm": 0.16853319108486176,
      "learning_rate": 1.9891621087360425e-05,
      "loss": 1.008,
      "step": 3584
    },
    {
      "epoch": 0.07555042753955334,
      "grad_norm": 0.1651712954044342,
      "learning_rate": 1.989152084873819e-05,
      "loss": 1.0284,
      "step": 3585
    },
    {
      "epoch": 0.07557150157791863,
      "grad_norm": 0.14079304039478302,
      "learning_rate": 1.9891420564035308e-05,
      "loss": 0.9586,
      "step": 3586
    },
    {
      "epoch": 0.07559257561628391,
      "grad_norm": 0.14297142624855042,
      "learning_rate": 1.9891320233252235e-05,
      "loss": 0.97,
      "step": 3587
    },
    {
      "epoch": 0.0756136496546492,
      "grad_norm": 0.13976743817329407,
      "learning_rate": 1.9891219856389448e-05,
      "loss": 1.0043,
      "step": 3588
    },
    {
      "epoch": 0.07563472369301448,
      "grad_norm": 0.1539945900440216,
      "learning_rate": 1.9891119433447415e-05,
      "loss": 0.8975,
      "step": 3589
    },
    {
      "epoch": 0.07565579773137977,
      "grad_norm": 0.17463792860507965,
      "learning_rate": 1.9891018964426597e-05,
      "loss": 0.9722,
      "step": 3590
    },
    {
      "epoch": 0.07567687176974505,
      "grad_norm": 0.17707587778568268,
      "learning_rate": 1.9890918449327467e-05,
      "loss": 1.0943,
      "step": 3591
    },
    {
      "epoch": 0.07569794580811035,
      "grad_norm": 0.19122304022312164,
      "learning_rate": 1.989081788815049e-05,
      "loss": 1.0546,
      "step": 3592
    },
    {
      "epoch": 0.07571901984647562,
      "grad_norm": 0.18913650512695312,
      "learning_rate": 1.989071728089614e-05,
      "loss": 1.096,
      "step": 3593
    },
    {
      "epoch": 0.07574009388484092,
      "grad_norm": 0.19291728734970093,
      "learning_rate": 1.9890616627564884e-05,
      "loss": 1.0779,
      "step": 3594
    },
    {
      "epoch": 0.07576116792320621,
      "grad_norm": 0.16922718286514282,
      "learning_rate": 1.9890515928157185e-05,
      "loss": 0.9872,
      "step": 3595
    },
    {
      "epoch": 0.07578224196157149,
      "grad_norm": 0.17751635611057281,
      "learning_rate": 1.989041518267352e-05,
      "loss": 1.001,
      "step": 3596
    },
    {
      "epoch": 0.07580331599993678,
      "grad_norm": 0.2716347873210907,
      "learning_rate": 1.9890314391114353e-05,
      "loss": 1.0613,
      "step": 3597
    },
    {
      "epoch": 0.07582439003830206,
      "grad_norm": 0.2033415287733078,
      "learning_rate": 1.9890213553480154e-05,
      "loss": 1.0335,
      "step": 3598
    },
    {
      "epoch": 0.07584546407666735,
      "grad_norm": 0.23099976778030396,
      "learning_rate": 1.9890112669771395e-05,
      "loss": 0.966,
      "step": 3599
    },
    {
      "epoch": 0.07586653811503263,
      "grad_norm": 0.18019802868366241,
      "learning_rate": 1.9890011739988546e-05,
      "loss": 1.006,
      "step": 3600
    },
    {
      "epoch": 0.07588761215339793,
      "grad_norm": 0.18665669858455658,
      "learning_rate": 1.9889910764132076e-05,
      "loss": 0.9728,
      "step": 3601
    },
    {
      "epoch": 0.0759086861917632,
      "grad_norm": 0.16439436376094818,
      "learning_rate": 1.9889809742202454e-05,
      "loss": 1.028,
      "step": 3602
    },
    {
      "epoch": 0.0759297602301285,
      "grad_norm": 0.15959051251411438,
      "learning_rate": 1.9889708674200156e-05,
      "loss": 0.9949,
      "step": 3603
    },
    {
      "epoch": 0.07595083426849379,
      "grad_norm": 0.14483237266540527,
      "learning_rate": 1.988960756012564e-05,
      "loss": 1.0358,
      "step": 3604
    },
    {
      "epoch": 0.07597190830685907,
      "grad_norm": 0.1437203586101532,
      "learning_rate": 1.9889506399979396e-05,
      "loss": 0.9662,
      "step": 3605
    },
    {
      "epoch": 0.07599298234522436,
      "grad_norm": 0.15417493879795074,
      "learning_rate": 1.9889405193761883e-05,
      "loss": 0.966,
      "step": 3606
    },
    {
      "epoch": 0.07601405638358964,
      "grad_norm": 0.16309386491775513,
      "learning_rate": 1.9889303941473575e-05,
      "loss": 0.9706,
      "step": 3607
    },
    {
      "epoch": 0.07603513042195494,
      "grad_norm": 0.13765046000480652,
      "learning_rate": 1.988920264311494e-05,
      "loss": 0.9643,
      "step": 3608
    },
    {
      "epoch": 0.07605620446032021,
      "grad_norm": 0.18826211988925934,
      "learning_rate": 1.988910129868646e-05,
      "loss": 0.9995,
      "step": 3609
    },
    {
      "epoch": 0.07607727849868551,
      "grad_norm": 0.15226663649082184,
      "learning_rate": 1.9888999908188593e-05,
      "loss": 0.9791,
      "step": 3610
    },
    {
      "epoch": 0.07609835253705079,
      "grad_norm": 0.13805578649044037,
      "learning_rate": 1.9888898471621822e-05,
      "loss": 1.028,
      "step": 3611
    },
    {
      "epoch": 0.07611942657541608,
      "grad_norm": 0.16018319129943848,
      "learning_rate": 1.9888796988986617e-05,
      "loss": 1.0178,
      "step": 3612
    },
    {
      "epoch": 0.07614050061378137,
      "grad_norm": 0.14557471871376038,
      "learning_rate": 1.988869546028345e-05,
      "loss": 0.9948,
      "step": 3613
    },
    {
      "epoch": 0.07616157465214665,
      "grad_norm": 0.13258130848407745,
      "learning_rate": 1.9888593885512796e-05,
      "loss": 0.9898,
      "step": 3614
    },
    {
      "epoch": 0.07618264869051194,
      "grad_norm": 0.1665990948677063,
      "learning_rate": 1.9888492264675125e-05,
      "loss": 0.9661,
      "step": 3615
    },
    {
      "epoch": 0.07620372272887722,
      "grad_norm": 0.15694120526313782,
      "learning_rate": 1.988839059777091e-05,
      "loss": 0.9934,
      "step": 3616
    },
    {
      "epoch": 0.07622479676724252,
      "grad_norm": 0.15327222645282745,
      "learning_rate": 1.988828888480063e-05,
      "loss": 0.9956,
      "step": 3617
    },
    {
      "epoch": 0.0762458708056078,
      "grad_norm": 0.16440485417842865,
      "learning_rate": 1.988818712576475e-05,
      "loss": 1.0672,
      "step": 3618
    },
    {
      "epoch": 0.07626694484397309,
      "grad_norm": 0.18051238358020782,
      "learning_rate": 1.9888085320663756e-05,
      "loss": 0.9347,
      "step": 3619
    },
    {
      "epoch": 0.07628801888233838,
      "grad_norm": 0.1740930676460266,
      "learning_rate": 1.988798346949811e-05,
      "loss": 1.0394,
      "step": 3620
    },
    {
      "epoch": 0.07630909292070366,
      "grad_norm": 0.1948838233947754,
      "learning_rate": 1.9887881572268295e-05,
      "loss": 0.9248,
      "step": 3621
    },
    {
      "epoch": 0.07633016695906895,
      "grad_norm": 0.17697614431381226,
      "learning_rate": 1.9887779628974783e-05,
      "loss": 1.0089,
      "step": 3622
    },
    {
      "epoch": 0.07635124099743423,
      "grad_norm": 0.23231461644172668,
      "learning_rate": 1.9887677639618048e-05,
      "loss": 1.0093,
      "step": 3623
    },
    {
      "epoch": 0.07637231503579953,
      "grad_norm": 0.16225022077560425,
      "learning_rate": 1.9887575604198567e-05,
      "loss": 0.9367,
      "step": 3624
    },
    {
      "epoch": 0.0763933890741648,
      "grad_norm": 0.18915073573589325,
      "learning_rate": 1.9887473522716814e-05,
      "loss": 0.9866,
      "step": 3625
    },
    {
      "epoch": 0.0764144631125301,
      "grad_norm": 0.19963432848453522,
      "learning_rate": 1.9887371395173263e-05,
      "loss": 1.0714,
      "step": 3626
    },
    {
      "epoch": 0.07643553715089538,
      "grad_norm": 0.16123361885547638,
      "learning_rate": 1.9887269221568393e-05,
      "loss": 0.9821,
      "step": 3627
    },
    {
      "epoch": 0.07645661118926067,
      "grad_norm": 0.17965885996818542,
      "learning_rate": 1.9887167001902678e-05,
      "loss": 1.0154,
      "step": 3628
    },
    {
      "epoch": 0.07647768522762596,
      "grad_norm": 0.1293932944536209,
      "learning_rate": 1.9887064736176595e-05,
      "loss": 0.9958,
      "step": 3629
    },
    {
      "epoch": 0.07649875926599124,
      "grad_norm": 0.16069231927394867,
      "learning_rate": 1.988696242439062e-05,
      "loss": 1.0001,
      "step": 3630
    },
    {
      "epoch": 0.07651983330435654,
      "grad_norm": 0.12537358701229095,
      "learning_rate": 1.9886860066545227e-05,
      "loss": 0.9098,
      "step": 3631
    },
    {
      "epoch": 0.07654090734272181,
      "grad_norm": 0.17601338028907776,
      "learning_rate": 1.9886757662640898e-05,
      "loss": 1.034,
      "step": 3632
    },
    {
      "epoch": 0.07656198138108711,
      "grad_norm": 0.14424078166484833,
      "learning_rate": 1.988665521267811e-05,
      "loss": 0.9838,
      "step": 3633
    },
    {
      "epoch": 0.07658305541945239,
      "grad_norm": 0.18266159296035767,
      "learning_rate": 1.9886552716657333e-05,
      "loss": 0.9692,
      "step": 3634
    },
    {
      "epoch": 0.07660412945781768,
      "grad_norm": 0.12952986359596252,
      "learning_rate": 1.9886450174579054e-05,
      "loss": 0.9766,
      "step": 3635
    },
    {
      "epoch": 0.07662520349618296,
      "grad_norm": 0.16224482655525208,
      "learning_rate": 1.9886347586443744e-05,
      "loss": 0.9863,
      "step": 3636
    },
    {
      "epoch": 0.07664627753454825,
      "grad_norm": 0.13738074898719788,
      "learning_rate": 1.9886244952251885e-05,
      "loss": 1.0299,
      "step": 3637
    },
    {
      "epoch": 0.07666735157291354,
      "grad_norm": 0.17644871771335602,
      "learning_rate": 1.9886142272003947e-05,
      "loss": 1.0031,
      "step": 3638
    },
    {
      "epoch": 0.07668842561127882,
      "grad_norm": 0.13551317155361176,
      "learning_rate": 1.9886039545700423e-05,
      "loss": 1.004,
      "step": 3639
    },
    {
      "epoch": 0.07670949964964412,
      "grad_norm": 0.1842329204082489,
      "learning_rate": 1.9885936773341776e-05,
      "loss": 1.0319,
      "step": 3640
    },
    {
      "epoch": 0.0767305736880094,
      "grad_norm": 0.1327843964099884,
      "learning_rate": 1.9885833954928494e-05,
      "loss": 1.0096,
      "step": 3641
    },
    {
      "epoch": 0.07675164772637469,
      "grad_norm": 0.13846121728420258,
      "learning_rate": 1.988573109046106e-05,
      "loss": 0.957,
      "step": 3642
    },
    {
      "epoch": 0.07677272176473997,
      "grad_norm": 0.12658825516700745,
      "learning_rate": 1.988562817993994e-05,
      "loss": 0.9337,
      "step": 3643
    },
    {
      "epoch": 0.07679379580310526,
      "grad_norm": 0.15294064581394196,
      "learning_rate": 1.988552522336562e-05,
      "loss": 1.0814,
      "step": 3644
    },
    {
      "epoch": 0.07681486984147054,
      "grad_norm": 0.1468300074338913,
      "learning_rate": 1.9885422220738583e-05,
      "loss": 1.0078,
      "step": 3645
    },
    {
      "epoch": 0.07683594387983583,
      "grad_norm": 0.1521836370229721,
      "learning_rate": 1.9885319172059306e-05,
      "loss": 0.8981,
      "step": 3646
    },
    {
      "epoch": 0.07685701791820113,
      "grad_norm": 0.1369556486606598,
      "learning_rate": 1.9885216077328268e-05,
      "loss": 1.0562,
      "step": 3647
    },
    {
      "epoch": 0.0768780919565664,
      "grad_norm": 0.157907634973526,
      "learning_rate": 1.988511293654595e-05,
      "loss": 0.9701,
      "step": 3648
    },
    {
      "epoch": 0.0768991659949317,
      "grad_norm": 0.14819669723510742,
      "learning_rate": 1.9885009749712834e-05,
      "loss": 0.9015,
      "step": 3649
    },
    {
      "epoch": 0.07692024003329698,
      "grad_norm": 0.19208694994449615,
      "learning_rate": 1.9884906516829397e-05,
      "loss": 0.9555,
      "step": 3650
    },
    {
      "epoch": 0.07694131407166227,
      "grad_norm": 0.1499791443347931,
      "learning_rate": 1.9884803237896127e-05,
      "loss": 0.8857,
      "step": 3651
    },
    {
      "epoch": 0.07696238811002755,
      "grad_norm": 0.1500430852174759,
      "learning_rate": 1.9884699912913496e-05,
      "loss": 1.0189,
      "step": 3652
    },
    {
      "epoch": 0.07698346214839284,
      "grad_norm": 0.17161327600479126,
      "learning_rate": 1.9884596541881994e-05,
      "loss": 0.9736,
      "step": 3653
    },
    {
      "epoch": 0.07700453618675812,
      "grad_norm": 0.1441277116537094,
      "learning_rate": 1.9884493124802095e-05,
      "loss": 1.03,
      "step": 3654
    },
    {
      "epoch": 0.07702561022512341,
      "grad_norm": 0.15700353682041168,
      "learning_rate": 1.9884389661674283e-05,
      "loss": 1.0606,
      "step": 3655
    },
    {
      "epoch": 0.07704668426348871,
      "grad_norm": 0.19605563580989838,
      "learning_rate": 1.9884286152499046e-05,
      "loss": 1.009,
      "step": 3656
    },
    {
      "epoch": 0.07706775830185399,
      "grad_norm": 0.17241425812244415,
      "learning_rate": 1.988418259727686e-05,
      "loss": 1.0009,
      "step": 3657
    },
    {
      "epoch": 0.07708883234021928,
      "grad_norm": 0.12715546786785126,
      "learning_rate": 1.9884078996008206e-05,
      "loss": 0.9324,
      "step": 3658
    },
    {
      "epoch": 0.07710990637858456,
      "grad_norm": 0.12658612430095673,
      "learning_rate": 1.9883975348693574e-05,
      "loss": 0.9838,
      "step": 3659
    },
    {
      "epoch": 0.07713098041694985,
      "grad_norm": 0.13801804184913635,
      "learning_rate": 1.988387165533344e-05,
      "loss": 0.9639,
      "step": 3660
    },
    {
      "epoch": 0.07715205445531513,
      "grad_norm": 0.17096468806266785,
      "learning_rate": 1.988376791592829e-05,
      "loss": 0.941,
      "step": 3661
    },
    {
      "epoch": 0.07717312849368042,
      "grad_norm": 0.1336347758769989,
      "learning_rate": 1.9883664130478604e-05,
      "loss": 0.9868,
      "step": 3662
    },
    {
      "epoch": 0.07719420253204572,
      "grad_norm": 0.14591149985790253,
      "learning_rate": 1.988356029898487e-05,
      "loss": 0.961,
      "step": 3663
    },
    {
      "epoch": 0.077215276570411,
      "grad_norm": 0.12473775446414948,
      "learning_rate": 1.988345642144757e-05,
      "loss": 0.9718,
      "step": 3664
    },
    {
      "epoch": 0.07723635060877629,
      "grad_norm": 0.12683208286762238,
      "learning_rate": 1.9883352497867188e-05,
      "loss": 0.9223,
      "step": 3665
    },
    {
      "epoch": 0.07725742464714157,
      "grad_norm": 0.15068377554416656,
      "learning_rate": 1.9883248528244208e-05,
      "loss": 1.0038,
      "step": 3666
    },
    {
      "epoch": 0.07727849868550686,
      "grad_norm": 0.1763668656349182,
      "learning_rate": 1.9883144512579115e-05,
      "loss": 1.0759,
      "step": 3667
    },
    {
      "epoch": 0.07729957272387214,
      "grad_norm": 0.12719203531742096,
      "learning_rate": 1.988304045087239e-05,
      "loss": 1.0006,
      "step": 3668
    },
    {
      "epoch": 0.07732064676223743,
      "grad_norm": 0.1668105572462082,
      "learning_rate": 1.9882936343124523e-05,
      "loss": 0.981,
      "step": 3669
    },
    {
      "epoch": 0.07734172080060271,
      "grad_norm": 0.17786946892738342,
      "learning_rate": 1.9882832189335997e-05,
      "loss": 0.9564,
      "step": 3670
    },
    {
      "epoch": 0.077362794838968,
      "grad_norm": 0.15599168837070465,
      "learning_rate": 1.9882727989507297e-05,
      "loss": 1.0249,
      "step": 3671
    },
    {
      "epoch": 0.0773838688773333,
      "grad_norm": 0.15353626012802124,
      "learning_rate": 1.9882623743638906e-05,
      "loss": 0.9639,
      "step": 3672
    },
    {
      "epoch": 0.07740494291569858,
      "grad_norm": 0.15800614655017853,
      "learning_rate": 1.9882519451731314e-05,
      "loss": 0.9869,
      "step": 3673
    },
    {
      "epoch": 0.07742601695406387,
      "grad_norm": 0.12629829347133636,
      "learning_rate": 1.9882415113785004e-05,
      "loss": 0.9666,
      "step": 3674
    },
    {
      "epoch": 0.07744709099242915,
      "grad_norm": 0.1448044329881668,
      "learning_rate": 1.9882310729800465e-05,
      "loss": 0.9713,
      "step": 3675
    },
    {
      "epoch": 0.07746816503079444,
      "grad_norm": 0.16269032657146454,
      "learning_rate": 1.9882206299778178e-05,
      "loss": 1.024,
      "step": 3676
    },
    {
      "epoch": 0.07748923906915972,
      "grad_norm": 0.14216545224189758,
      "learning_rate": 1.9882101823718633e-05,
      "loss": 0.9292,
      "step": 3677
    },
    {
      "epoch": 0.07751031310752501,
      "grad_norm": 0.1451738476753235,
      "learning_rate": 1.988199730162232e-05,
      "loss": 0.9908,
      "step": 3678
    },
    {
      "epoch": 0.0775313871458903,
      "grad_norm": 0.1701963245868683,
      "learning_rate": 1.9881892733489717e-05,
      "loss": 0.9811,
      "step": 3679
    },
    {
      "epoch": 0.07755246118425559,
      "grad_norm": 0.23774035274982452,
      "learning_rate": 1.9881788119321318e-05,
      "loss": 1.0011,
      "step": 3680
    },
    {
      "epoch": 0.07757353522262088,
      "grad_norm": 0.18568865954875946,
      "learning_rate": 1.988168345911761e-05,
      "loss": 1.0647,
      "step": 3681
    },
    {
      "epoch": 0.07759460926098616,
      "grad_norm": 0.1675708144903183,
      "learning_rate": 1.988157875287908e-05,
      "loss": 1.0017,
      "step": 3682
    },
    {
      "epoch": 0.07761568329935145,
      "grad_norm": 0.2064782828092575,
      "learning_rate": 1.9881474000606213e-05,
      "loss": 0.9589,
      "step": 3683
    },
    {
      "epoch": 0.07763675733771673,
      "grad_norm": 0.17771002650260925,
      "learning_rate": 1.9881369202299502e-05,
      "loss": 0.9376,
      "step": 3684
    },
    {
      "epoch": 0.07765783137608202,
      "grad_norm": 0.17864607274532318,
      "learning_rate": 1.988126435795943e-05,
      "loss": 1.0196,
      "step": 3685
    },
    {
      "epoch": 0.0776789054144473,
      "grad_norm": 0.2713330388069153,
      "learning_rate": 1.988115946758649e-05,
      "loss": 1.0631,
      "step": 3686
    },
    {
      "epoch": 0.0776999794528126,
      "grad_norm": 0.1929846554994583,
      "learning_rate": 1.9881054531181164e-05,
      "loss": 1.0401,
      "step": 3687
    },
    {
      "epoch": 0.07772105349117787,
      "grad_norm": 0.16331180930137634,
      "learning_rate": 1.988094954874395e-05,
      "loss": 1.0179,
      "step": 3688
    },
    {
      "epoch": 0.07774212752954317,
      "grad_norm": 0.22854499518871307,
      "learning_rate": 1.9880844520275332e-05,
      "loss": 1.0697,
      "step": 3689
    },
    {
      "epoch": 0.07776320156790846,
      "grad_norm": 0.14138063788414001,
      "learning_rate": 1.98807394457758e-05,
      "loss": 0.9713,
      "step": 3690
    },
    {
      "epoch": 0.07778427560627374,
      "grad_norm": 0.2081470489501953,
      "learning_rate": 1.988063432524584e-05,
      "loss": 1.0303,
      "step": 3691
    },
    {
      "epoch": 0.07780534964463903,
      "grad_norm": 0.18241223692893982,
      "learning_rate": 1.9880529158685947e-05,
      "loss": 1.0414,
      "step": 3692
    },
    {
      "epoch": 0.07782642368300431,
      "grad_norm": 0.14016026258468628,
      "learning_rate": 1.9880423946096605e-05,
      "loss": 0.9952,
      "step": 3693
    },
    {
      "epoch": 0.0778474977213696,
      "grad_norm": 0.20657770335674286,
      "learning_rate": 1.988031868747831e-05,
      "loss": 0.9448,
      "step": 3694
    },
    {
      "epoch": 0.07786857175973488,
      "grad_norm": 0.130105659365654,
      "learning_rate": 1.9880213382831552e-05,
      "loss": 0.9907,
      "step": 3695
    },
    {
      "epoch": 0.07788964579810018,
      "grad_norm": 0.2117566466331482,
      "learning_rate": 1.9880108032156818e-05,
      "loss": 0.9763,
      "step": 3696
    },
    {
      "epoch": 0.07791071983646546,
      "grad_norm": 0.16361898183822632,
      "learning_rate": 1.98800026354546e-05,
      "loss": 0.9649,
      "step": 3697
    },
    {
      "epoch": 0.07793179387483075,
      "grad_norm": 0.14011932909488678,
      "learning_rate": 1.9879897192725394e-05,
      "loss": 0.9564,
      "step": 3698
    },
    {
      "epoch": 0.07795286791319604,
      "grad_norm": 0.15260961651802063,
      "learning_rate": 1.9879791703969683e-05,
      "loss": 0.9436,
      "step": 3699
    },
    {
      "epoch": 0.07797394195156132,
      "grad_norm": 0.16370093822479248,
      "learning_rate": 1.9879686169187967e-05,
      "loss": 1.0252,
      "step": 3700
    },
    {
      "epoch": 0.07799501598992661,
      "grad_norm": 0.13557720184326172,
      "learning_rate": 1.9879580588380727e-05,
      "loss": 0.9459,
      "step": 3701
    },
    {
      "epoch": 0.07801609002829189,
      "grad_norm": 0.1434212177991867,
      "learning_rate": 1.9879474961548465e-05,
      "loss": 0.9568,
      "step": 3702
    },
    {
      "epoch": 0.07803716406665719,
      "grad_norm": 0.16143958270549774,
      "learning_rate": 1.9879369288691664e-05,
      "loss": 0.9965,
      "step": 3703
    },
    {
      "epoch": 0.07805823810502246,
      "grad_norm": 0.16544270515441895,
      "learning_rate": 1.9879263569810824e-05,
      "loss": 0.9163,
      "step": 3704
    },
    {
      "epoch": 0.07807931214338776,
      "grad_norm": 0.16037829220294952,
      "learning_rate": 1.9879157804906438e-05,
      "loss": 1.0111,
      "step": 3705
    },
    {
      "epoch": 0.07810038618175304,
      "grad_norm": 0.15628354251384735,
      "learning_rate": 1.987905199397899e-05,
      "loss": 1.0068,
      "step": 3706
    },
    {
      "epoch": 0.07812146022011833,
      "grad_norm": 0.1434185802936554,
      "learning_rate": 1.987894613702898e-05,
      "loss": 0.9926,
      "step": 3707
    },
    {
      "epoch": 0.07814253425848362,
      "grad_norm": 0.18542161583900452,
      "learning_rate": 1.98788402340569e-05,
      "loss": 1.0565,
      "step": 3708
    },
    {
      "epoch": 0.0781636082968489,
      "grad_norm": 0.17146359384059906,
      "learning_rate": 1.9878734285063243e-05,
      "loss": 1.0406,
      "step": 3709
    },
    {
      "epoch": 0.0781846823352142,
      "grad_norm": 0.1685054749250412,
      "learning_rate": 1.9878628290048502e-05,
      "loss": 0.9881,
      "step": 3710
    },
    {
      "epoch": 0.07820575637357947,
      "grad_norm": 0.22064484655857086,
      "learning_rate": 1.987852224901317e-05,
      "loss": 1.0129,
      "step": 3711
    },
    {
      "epoch": 0.07822683041194477,
      "grad_norm": 0.2048654705286026,
      "learning_rate": 1.9878416161957744e-05,
      "loss": 1.0204,
      "step": 3712
    },
    {
      "epoch": 0.07824790445031005,
      "grad_norm": 0.16542953252792358,
      "learning_rate": 1.9878310028882715e-05,
      "loss": 0.9267,
      "step": 3713
    },
    {
      "epoch": 0.07826897848867534,
      "grad_norm": 0.18967752158641815,
      "learning_rate": 1.9878203849788583e-05,
      "loss": 0.9469,
      "step": 3714
    },
    {
      "epoch": 0.07829005252704063,
      "grad_norm": 0.15103688836097717,
      "learning_rate": 1.9878097624675835e-05,
      "loss": 0.9946,
      "step": 3715
    },
    {
      "epoch": 0.07831112656540591,
      "grad_norm": 0.1980198472738266,
      "learning_rate": 1.987799135354497e-05,
      "loss": 1.0041,
      "step": 3716
    },
    {
      "epoch": 0.0783322006037712,
      "grad_norm": 0.13133637607097626,
      "learning_rate": 1.987788503639648e-05,
      "loss": 0.9749,
      "step": 3717
    },
    {
      "epoch": 0.07835327464213648,
      "grad_norm": 0.1972143054008484,
      "learning_rate": 1.9877778673230864e-05,
      "loss": 1.0664,
      "step": 3718
    },
    {
      "epoch": 0.07837434868050178,
      "grad_norm": 0.19529762864112854,
      "learning_rate": 1.9877672264048618e-05,
      "loss": 1.0326,
      "step": 3719
    },
    {
      "epoch": 0.07839542271886706,
      "grad_norm": 0.20099975168704987,
      "learning_rate": 1.9877565808850235e-05,
      "loss": 1.1104,
      "step": 3720
    },
    {
      "epoch": 0.07841649675723235,
      "grad_norm": 0.16762810945510864,
      "learning_rate": 1.987745930763621e-05,
      "loss": 0.997,
      "step": 3721
    },
    {
      "epoch": 0.07843757079559763,
      "grad_norm": 0.16807599365711212,
      "learning_rate": 1.9877352760407043e-05,
      "loss": 1.078,
      "step": 3722
    },
    {
      "epoch": 0.07845864483396292,
      "grad_norm": 0.1942150592803955,
      "learning_rate": 1.9877246167163225e-05,
      "loss": 1.0164,
      "step": 3723
    },
    {
      "epoch": 0.07847971887232821,
      "grad_norm": 0.20720601081848145,
      "learning_rate": 1.987713952790526e-05,
      "loss": 0.9839,
      "step": 3724
    },
    {
      "epoch": 0.07850079291069349,
      "grad_norm": 0.15524601936340332,
      "learning_rate": 1.9877032842633638e-05,
      "loss": 1.0505,
      "step": 3725
    },
    {
      "epoch": 0.07852186694905879,
      "grad_norm": 0.20448845624923706,
      "learning_rate": 1.9876926111348865e-05,
      "loss": 1.0096,
      "step": 3726
    },
    {
      "epoch": 0.07854294098742406,
      "grad_norm": 0.14096993207931519,
      "learning_rate": 1.9876819334051425e-05,
      "loss": 1.0672,
      "step": 3727
    },
    {
      "epoch": 0.07856401502578936,
      "grad_norm": 0.14069703221321106,
      "learning_rate": 1.9876712510741824e-05,
      "loss": 0.9781,
      "step": 3728
    },
    {
      "epoch": 0.07858508906415464,
      "grad_norm": 0.13299278914928436,
      "learning_rate": 1.987660564142056e-05,
      "loss": 0.9634,
      "step": 3729
    },
    {
      "epoch": 0.07860616310251993,
      "grad_norm": 0.1534343659877777,
      "learning_rate": 1.9876498726088128e-05,
      "loss": 1.0911,
      "step": 3730
    },
    {
      "epoch": 0.07862723714088521,
      "grad_norm": 0.12358131259679794,
      "learning_rate": 1.9876391764745025e-05,
      "loss": 0.9478,
      "step": 3731
    },
    {
      "epoch": 0.0786483111792505,
      "grad_norm": 0.1583252251148224,
      "learning_rate": 1.9876284757391753e-05,
      "loss": 0.9657,
      "step": 3732
    },
    {
      "epoch": 0.0786693852176158,
      "grad_norm": 0.13519662618637085,
      "learning_rate": 1.9876177704028807e-05,
      "loss": 1.0274,
      "step": 3733
    },
    {
      "epoch": 0.07869045925598107,
      "grad_norm": 0.14330856502056122,
      "learning_rate": 1.9876070604656688e-05,
      "loss": 1.0958,
      "step": 3734
    },
    {
      "epoch": 0.07871153329434637,
      "grad_norm": 0.14142471551895142,
      "learning_rate": 1.9875963459275897e-05,
      "loss": 0.9919,
      "step": 3735
    },
    {
      "epoch": 0.07873260733271165,
      "grad_norm": 0.13397625088691711,
      "learning_rate": 1.987585626788693e-05,
      "loss": 1.026,
      "step": 3736
    },
    {
      "epoch": 0.07875368137107694,
      "grad_norm": 0.16895794868469238,
      "learning_rate": 1.9875749030490283e-05,
      "loss": 0.9803,
      "step": 3737
    },
    {
      "epoch": 0.07877475540944222,
      "grad_norm": 0.15354205667972565,
      "learning_rate": 1.9875641747086463e-05,
      "loss": 0.9872,
      "step": 3738
    },
    {
      "epoch": 0.07879582944780751,
      "grad_norm": 0.16792863607406616,
      "learning_rate": 1.9875534417675967e-05,
      "loss": 0.9784,
      "step": 3739
    },
    {
      "epoch": 0.07881690348617279,
      "grad_norm": 0.1390613466501236,
      "learning_rate": 1.987542704225929e-05,
      "loss": 0.947,
      "step": 3740
    },
    {
      "epoch": 0.07883797752453808,
      "grad_norm": 0.14477461576461792,
      "learning_rate": 1.987531962083694e-05,
      "loss": 0.9589,
      "step": 3741
    },
    {
      "epoch": 0.07885905156290338,
      "grad_norm": 0.12175098806619644,
      "learning_rate": 1.9875212153409412e-05,
      "loss": 1.0159,
      "step": 3742
    },
    {
      "epoch": 0.07888012560126866,
      "grad_norm": 0.15806005895137787,
      "learning_rate": 1.987510463997721e-05,
      "loss": 1.0294,
      "step": 3743
    },
    {
      "epoch": 0.07890119963963395,
      "grad_norm": 0.12934938073158264,
      "learning_rate": 1.9874997080540833e-05,
      "loss": 0.9716,
      "step": 3744
    },
    {
      "epoch": 0.07892227367799923,
      "grad_norm": 0.13479360938072205,
      "learning_rate": 1.9874889475100782e-05,
      "loss": 0.9912,
      "step": 3745
    },
    {
      "epoch": 0.07894334771636452,
      "grad_norm": 0.13164223730564117,
      "learning_rate": 1.987478182365756e-05,
      "loss": 0.9679,
      "step": 3746
    },
    {
      "epoch": 0.0789644217547298,
      "grad_norm": 0.13547150790691376,
      "learning_rate": 1.9874674126211667e-05,
      "loss": 0.9917,
      "step": 3747
    },
    {
      "epoch": 0.07898549579309509,
      "grad_norm": 0.1684436947107315,
      "learning_rate": 1.9874566382763606e-05,
      "loss": 0.9928,
      "step": 3748
    },
    {
      "epoch": 0.07900656983146037,
      "grad_norm": 0.15149575471878052,
      "learning_rate": 1.9874458593313877e-05,
      "loss": 1.0331,
      "step": 3749
    },
    {
      "epoch": 0.07902764386982566,
      "grad_norm": 0.12781447172164917,
      "learning_rate": 1.987435075786298e-05,
      "loss": 0.9262,
      "step": 3750
    },
    {
      "epoch": 0.07904871790819096,
      "grad_norm": 0.1781253218650818,
      "learning_rate": 1.9874242876411426e-05,
      "loss": 1.0312,
      "step": 3751
    },
    {
      "epoch": 0.07906979194655624,
      "grad_norm": 0.17651888728141785,
      "learning_rate": 1.9874134948959708e-05,
      "loss": 0.9788,
      "step": 3752
    },
    {
      "epoch": 0.07909086598492153,
      "grad_norm": 0.13217099010944366,
      "learning_rate": 1.9874026975508337e-05,
      "loss": 0.9752,
      "step": 3753
    },
    {
      "epoch": 0.07911194002328681,
      "grad_norm": 0.1778886467218399,
      "learning_rate": 1.9873918956057806e-05,
      "loss": 0.9787,
      "step": 3754
    },
    {
      "epoch": 0.0791330140616521,
      "grad_norm": 0.1467561423778534,
      "learning_rate": 1.987381089060863e-05,
      "loss": 0.8753,
      "step": 3755
    },
    {
      "epoch": 0.07915408810001738,
      "grad_norm": 0.19059059023857117,
      "learning_rate": 1.98737027791613e-05,
      "loss": 1.0211,
      "step": 3756
    },
    {
      "epoch": 0.07917516213838267,
      "grad_norm": 0.2705379128456116,
      "learning_rate": 1.987359462171633e-05,
      "loss": 0.9589,
      "step": 3757
    },
    {
      "epoch": 0.07919623617674797,
      "grad_norm": 0.15912917256355286,
      "learning_rate": 1.987348641827422e-05,
      "loss": 0.9402,
      "step": 3758
    },
    {
      "epoch": 0.07921731021511325,
      "grad_norm": 0.2368924617767334,
      "learning_rate": 1.9873378168835474e-05,
      "loss": 1.0213,
      "step": 3759
    },
    {
      "epoch": 0.07923838425347854,
      "grad_norm": 0.16742588579654694,
      "learning_rate": 1.98732698734006e-05,
      "loss": 0.9969,
      "step": 3760
    },
    {
      "epoch": 0.07925945829184382,
      "grad_norm": 0.19546298682689667,
      "learning_rate": 1.9873161531970092e-05,
      "loss": 1.0065,
      "step": 3761
    },
    {
      "epoch": 0.07928053233020911,
      "grad_norm": 0.18209780752658844,
      "learning_rate": 1.9873053144544464e-05,
      "loss": 0.9582,
      "step": 3762
    },
    {
      "epoch": 0.07930160636857439,
      "grad_norm": 0.18203657865524292,
      "learning_rate": 1.987294471112422e-05,
      "loss": 0.9228,
      "step": 3763
    },
    {
      "epoch": 0.07932268040693968,
      "grad_norm": 0.19083768129348755,
      "learning_rate": 1.9872836231709863e-05,
      "loss": 0.9513,
      "step": 3764
    },
    {
      "epoch": 0.07934375444530496,
      "grad_norm": 0.15972328186035156,
      "learning_rate": 1.98727277063019e-05,
      "loss": 0.9951,
      "step": 3765
    },
    {
      "epoch": 0.07936482848367025,
      "grad_norm": 0.23689068853855133,
      "learning_rate": 1.9872619134900834e-05,
      "loss": 0.9824,
      "step": 3766
    },
    {
      "epoch": 0.07938590252203555,
      "grad_norm": 0.14122329652309418,
      "learning_rate": 1.9872510517507174e-05,
      "loss": 1.1297,
      "step": 3767
    },
    {
      "epoch": 0.07940697656040083,
      "grad_norm": 0.1858396679162979,
      "learning_rate": 1.9872401854121423e-05,
      "loss": 1.0113,
      "step": 3768
    },
    {
      "epoch": 0.07942805059876612,
      "grad_norm": 0.14628669619560242,
      "learning_rate": 1.987229314474409e-05,
      "loss": 0.9806,
      "step": 3769
    },
    {
      "epoch": 0.0794491246371314,
      "grad_norm": 0.17963337898254395,
      "learning_rate": 1.9872184389375678e-05,
      "loss": 1.0211,
      "step": 3770
    },
    {
      "epoch": 0.07947019867549669,
      "grad_norm": 0.17142830789089203,
      "learning_rate": 1.98720755880167e-05,
      "loss": 1.0062,
      "step": 3771
    },
    {
      "epoch": 0.07949127271386197,
      "grad_norm": 0.22355075180530548,
      "learning_rate": 1.9871966740667655e-05,
      "loss": 1.0742,
      "step": 3772
    },
    {
      "epoch": 0.07951234675222726,
      "grad_norm": 0.159682959318161,
      "learning_rate": 1.9871857847329054e-05,
      "loss": 0.9647,
      "step": 3773
    },
    {
      "epoch": 0.07953342079059254,
      "grad_norm": 0.18199142813682556,
      "learning_rate": 1.9871748908001406e-05,
      "loss": 0.9725,
      "step": 3774
    },
    {
      "epoch": 0.07955449482895784,
      "grad_norm": 0.14075812697410583,
      "learning_rate": 1.9871639922685212e-05,
      "loss": 0.9396,
      "step": 3775
    },
    {
      "epoch": 0.07957556886732313,
      "grad_norm": 0.1716938018798828,
      "learning_rate": 1.9871530891380987e-05,
      "loss": 0.9603,
      "step": 3776
    },
    {
      "epoch": 0.07959664290568841,
      "grad_norm": 0.14330866932868958,
      "learning_rate": 1.9871421814089236e-05,
      "loss": 0.9368,
      "step": 3777
    },
    {
      "epoch": 0.0796177169440537,
      "grad_norm": 0.17937375605106354,
      "learning_rate": 1.9871312690810466e-05,
      "loss": 0.9601,
      "step": 3778
    },
    {
      "epoch": 0.07963879098241898,
      "grad_norm": 0.15275004506111145,
      "learning_rate": 1.987120352154519e-05,
      "loss": 1.0152,
      "step": 3779
    },
    {
      "epoch": 0.07965986502078427,
      "grad_norm": 0.1559268832206726,
      "learning_rate": 1.987109430629391e-05,
      "loss": 0.9284,
      "step": 3780
    },
    {
      "epoch": 0.07968093905914955,
      "grad_norm": 0.14937393367290497,
      "learning_rate": 1.987098504505714e-05,
      "loss": 0.9723,
      "step": 3781
    },
    {
      "epoch": 0.07970201309751485,
      "grad_norm": 0.17511966824531555,
      "learning_rate": 1.9870875737835386e-05,
      "loss": 1.0642,
      "step": 3782
    },
    {
      "epoch": 0.07972308713588012,
      "grad_norm": 0.20320741832256317,
      "learning_rate": 1.987076638462916e-05,
      "loss": 0.9609,
      "step": 3783
    },
    {
      "epoch": 0.07974416117424542,
      "grad_norm": 0.17990945279598236,
      "learning_rate": 1.9870656985438967e-05,
      "loss": 1.0682,
      "step": 3784
    },
    {
      "epoch": 0.07976523521261071,
      "grad_norm": 0.1547699272632599,
      "learning_rate": 1.9870547540265323e-05,
      "loss": 0.9699,
      "step": 3785
    },
    {
      "epoch": 0.07978630925097599,
      "grad_norm": 0.15300963819026947,
      "learning_rate": 1.987043804910873e-05,
      "loss": 0.9947,
      "step": 3786
    },
    {
      "epoch": 0.07980738328934128,
      "grad_norm": 0.16139963269233704,
      "learning_rate": 1.9870328511969704e-05,
      "loss": 1.0141,
      "step": 3787
    },
    {
      "epoch": 0.07982845732770656,
      "grad_norm": 0.14740467071533203,
      "learning_rate": 1.987021892884875e-05,
      "loss": 1.0102,
      "step": 3788
    },
    {
      "epoch": 0.07984953136607185,
      "grad_norm": 0.189031183719635,
      "learning_rate": 1.987010929974639e-05,
      "loss": 1.1085,
      "step": 3789
    },
    {
      "epoch": 0.07987060540443713,
      "grad_norm": 0.172150120139122,
      "learning_rate": 1.9869999624663117e-05,
      "loss": 1.0576,
      "step": 3790
    },
    {
      "epoch": 0.07989167944280243,
      "grad_norm": 0.19715629518032074,
      "learning_rate": 1.986988990359946e-05,
      "loss": 0.9473,
      "step": 3791
    },
    {
      "epoch": 0.0799127534811677,
      "grad_norm": 0.12986084818840027,
      "learning_rate": 1.9869780136555917e-05,
      "loss": 0.9569,
      "step": 3792
    },
    {
      "epoch": 0.079933827519533,
      "grad_norm": 0.16750919818878174,
      "learning_rate": 1.9869670323533005e-05,
      "loss": 1.0275,
      "step": 3793
    },
    {
      "epoch": 0.07995490155789829,
      "grad_norm": 0.15591581165790558,
      "learning_rate": 1.9869560464531236e-05,
      "loss": 1.0502,
      "step": 3794
    },
    {
      "epoch": 0.07997597559626357,
      "grad_norm": 0.21872112154960632,
      "learning_rate": 1.986945055955112e-05,
      "loss": 1.0108,
      "step": 3795
    },
    {
      "epoch": 0.07999704963462886,
      "grad_norm": 0.1383930891752243,
      "learning_rate": 1.986934060859317e-05,
      "loss": 1.0112,
      "step": 3796
    },
    {
      "epoch": 0.08001812367299414,
      "grad_norm": 0.1625596135854721,
      "learning_rate": 1.98692306116579e-05,
      "loss": 0.9904,
      "step": 3797
    },
    {
      "epoch": 0.08003919771135944,
      "grad_norm": 0.11344727873802185,
      "learning_rate": 1.9869120568745816e-05,
      "loss": 0.9249,
      "step": 3798
    },
    {
      "epoch": 0.08006027174972472,
      "grad_norm": 0.1828220635652542,
      "learning_rate": 1.9869010479857436e-05,
      "loss": 1.0053,
      "step": 3799
    },
    {
      "epoch": 0.08008134578809001,
      "grad_norm": 0.18128889799118042,
      "learning_rate": 1.9868900344993272e-05,
      "loss": 1.0579,
      "step": 3800
    },
    {
      "epoch": 0.08010241982645529,
      "grad_norm": 0.13945387303829193,
      "learning_rate": 1.9868790164153834e-05,
      "loss": 0.9714,
      "step": 3801
    },
    {
      "epoch": 0.08012349386482058,
      "grad_norm": 0.16616593301296234,
      "learning_rate": 1.9868679937339644e-05,
      "loss": 1.0809,
      "step": 3802
    },
    {
      "epoch": 0.08014456790318587,
      "grad_norm": 0.18178421258926392,
      "learning_rate": 1.9868569664551205e-05,
      "loss": 1.0523,
      "step": 3803
    },
    {
      "epoch": 0.08016564194155115,
      "grad_norm": 0.1280878633260727,
      "learning_rate": 1.9868459345789036e-05,
      "loss": 0.9789,
      "step": 3804
    },
    {
      "epoch": 0.08018671597991645,
      "grad_norm": 0.14157021045684814,
      "learning_rate": 1.9868348981053653e-05,
      "loss": 0.89,
      "step": 3805
    },
    {
      "epoch": 0.08020779001828172,
      "grad_norm": 0.15520228445529938,
      "learning_rate": 1.9868238570345564e-05,
      "loss": 1.0308,
      "step": 3806
    },
    {
      "epoch": 0.08022886405664702,
      "grad_norm": 0.15940649807453156,
      "learning_rate": 1.986812811366529e-05,
      "loss": 0.9822,
      "step": 3807
    },
    {
      "epoch": 0.0802499380950123,
      "grad_norm": 0.1858285367488861,
      "learning_rate": 1.986801761101334e-05,
      "loss": 1.0431,
      "step": 3808
    },
    {
      "epoch": 0.08027101213337759,
      "grad_norm": 0.1745607703924179,
      "learning_rate": 1.986790706239023e-05,
      "loss": 0.9583,
      "step": 3809
    },
    {
      "epoch": 0.08029208617174288,
      "grad_norm": 0.19416242837905884,
      "learning_rate": 1.9867796467796475e-05,
      "loss": 0.997,
      "step": 3810
    },
    {
      "epoch": 0.08031316021010816,
      "grad_norm": 0.15956757962703705,
      "learning_rate": 1.9867685827232595e-05,
      "loss": 0.9636,
      "step": 3811
    },
    {
      "epoch": 0.08033423424847345,
      "grad_norm": 0.18384720385074615,
      "learning_rate": 1.9867575140699102e-05,
      "loss": 1.018,
      "step": 3812
    },
    {
      "epoch": 0.08035530828683873,
      "grad_norm": 0.17253518104553223,
      "learning_rate": 1.986746440819651e-05,
      "loss": 1.0073,
      "step": 3813
    },
    {
      "epoch": 0.08037638232520403,
      "grad_norm": 0.1728001832962036,
      "learning_rate": 1.9867353629725337e-05,
      "loss": 1.0234,
      "step": 3814
    },
    {
      "epoch": 0.0803974563635693,
      "grad_norm": 0.14009474217891693,
      "learning_rate": 1.9867242805286095e-05,
      "loss": 1.0694,
      "step": 3815
    },
    {
      "epoch": 0.0804185304019346,
      "grad_norm": 0.18029141426086426,
      "learning_rate": 1.9867131934879307e-05,
      "loss": 1.0576,
      "step": 3816
    },
    {
      "epoch": 0.08043960444029988,
      "grad_norm": 0.1578798145055771,
      "learning_rate": 1.9867021018505487e-05,
      "loss": 0.944,
      "step": 3817
    },
    {
      "epoch": 0.08046067847866517,
      "grad_norm": 0.27479395270347595,
      "learning_rate": 1.986691005616515e-05,
      "loss": 0.9632,
      "step": 3818
    },
    {
      "epoch": 0.08048175251703046,
      "grad_norm": 0.1704614907503128,
      "learning_rate": 1.986679904785881e-05,
      "loss": 0.9631,
      "step": 3819
    },
    {
      "epoch": 0.08050282655539574,
      "grad_norm": 0.13910506665706635,
      "learning_rate": 1.9866687993586993e-05,
      "loss": 0.9206,
      "step": 3820
    },
    {
      "epoch": 0.08052390059376104,
      "grad_norm": 0.14787918329238892,
      "learning_rate": 1.9866576893350208e-05,
      "loss": 1.0164,
      "step": 3821
    },
    {
      "epoch": 0.08054497463212631,
      "grad_norm": 0.1524152159690857,
      "learning_rate": 1.9866465747148977e-05,
      "loss": 1.0393,
      "step": 3822
    },
    {
      "epoch": 0.08056604867049161,
      "grad_norm": 0.15183290839195251,
      "learning_rate": 1.9866354554983815e-05,
      "loss": 1.0331,
      "step": 3823
    },
    {
      "epoch": 0.08058712270885689,
      "grad_norm": 0.15517182648181915,
      "learning_rate": 1.9866243316855246e-05,
      "loss": 0.9894,
      "step": 3824
    },
    {
      "epoch": 0.08060819674722218,
      "grad_norm": 0.14262548089027405,
      "learning_rate": 1.986613203276378e-05,
      "loss": 1.018,
      "step": 3825
    },
    {
      "epoch": 0.08062927078558746,
      "grad_norm": 0.15587633848190308,
      "learning_rate": 1.9866020702709938e-05,
      "loss": 0.9626,
      "step": 3826
    },
    {
      "epoch": 0.08065034482395275,
      "grad_norm": 0.16183197498321533,
      "learning_rate": 1.9865909326694242e-05,
      "loss": 0.9806,
      "step": 3827
    },
    {
      "epoch": 0.08067141886231805,
      "grad_norm": 0.14409376680850983,
      "learning_rate": 1.986579790471721e-05,
      "loss": 0.9824,
      "step": 3828
    },
    {
      "epoch": 0.08069249290068332,
      "grad_norm": 0.14931869506835938,
      "learning_rate": 1.9865686436779356e-05,
      "loss": 1.0239,
      "step": 3829
    },
    {
      "epoch": 0.08071356693904862,
      "grad_norm": 0.156721293926239,
      "learning_rate": 1.9865574922881204e-05,
      "loss": 1.002,
      "step": 3830
    },
    {
      "epoch": 0.0807346409774139,
      "grad_norm": 0.1727455109357834,
      "learning_rate": 1.9865463363023275e-05,
      "loss": 1.0142,
      "step": 3831
    },
    {
      "epoch": 0.08075571501577919,
      "grad_norm": 0.17287205159664154,
      "learning_rate": 1.986535175720609e-05,
      "loss": 0.9732,
      "step": 3832
    },
    {
      "epoch": 0.08077678905414447,
      "grad_norm": 0.14709733426570892,
      "learning_rate": 1.9865240105430157e-05,
      "loss": 0.916,
      "step": 3833
    },
    {
      "epoch": 0.08079786309250976,
      "grad_norm": 0.1510867476463318,
      "learning_rate": 1.986512840769601e-05,
      "loss": 0.9717,
      "step": 3834
    },
    {
      "epoch": 0.08081893713087504,
      "grad_norm": 0.16475024819374084,
      "learning_rate": 1.986501666400416e-05,
      "loss": 0.9855,
      "step": 3835
    },
    {
      "epoch": 0.08084001116924033,
      "grad_norm": 0.15184538066387177,
      "learning_rate": 1.9864904874355135e-05,
      "loss": 0.9414,
      "step": 3836
    },
    {
      "epoch": 0.08086108520760563,
      "grad_norm": 0.14799746870994568,
      "learning_rate": 1.986479303874945e-05,
      "loss": 1.0143,
      "step": 3837
    },
    {
      "epoch": 0.0808821592459709,
      "grad_norm": 0.15295355021953583,
      "learning_rate": 1.9864681157187625e-05,
      "loss": 0.9314,
      "step": 3838
    },
    {
      "epoch": 0.0809032332843362,
      "grad_norm": 0.13302499055862427,
      "learning_rate": 1.986456922967019e-05,
      "loss": 0.942,
      "step": 3839
    },
    {
      "epoch": 0.08092430732270148,
      "grad_norm": 0.1581430435180664,
      "learning_rate": 1.986445725619766e-05,
      "loss": 0.988,
      "step": 3840
    },
    {
      "epoch": 0.08094538136106677,
      "grad_norm": 0.1390567421913147,
      "learning_rate": 1.9864345236770556e-05,
      "loss": 0.9459,
      "step": 3841
    },
    {
      "epoch": 0.08096645539943205,
      "grad_norm": 0.20703540742397308,
      "learning_rate": 1.98642331713894e-05,
      "loss": 1.0163,
      "step": 3842
    },
    {
      "epoch": 0.08098752943779734,
      "grad_norm": 0.1694670021533966,
      "learning_rate": 1.9864121060054716e-05,
      "loss": 0.9615,
      "step": 3843
    },
    {
      "epoch": 0.08100860347616262,
      "grad_norm": 0.16225342452526093,
      "learning_rate": 1.9864008902767024e-05,
      "loss": 1.0392,
      "step": 3844
    },
    {
      "epoch": 0.08102967751452791,
      "grad_norm": 0.16961722075939178,
      "learning_rate": 1.986389669952685e-05,
      "loss": 0.9621,
      "step": 3845
    },
    {
      "epoch": 0.08105075155289321,
      "grad_norm": 0.14312924444675446,
      "learning_rate": 1.9863784450334717e-05,
      "loss": 0.9598,
      "step": 3846
    },
    {
      "epoch": 0.08107182559125849,
      "grad_norm": 0.14385110139846802,
      "learning_rate": 1.986367215519114e-05,
      "loss": 1.0166,
      "step": 3847
    },
    {
      "epoch": 0.08109289962962378,
      "grad_norm": 0.16688272356987,
      "learning_rate": 1.9863559814096652e-05,
      "loss": 0.9475,
      "step": 3848
    },
    {
      "epoch": 0.08111397366798906,
      "grad_norm": 0.13474853336811066,
      "learning_rate": 1.986344742705177e-05,
      "loss": 1.0105,
      "step": 3849
    },
    {
      "epoch": 0.08113504770635435,
      "grad_norm": 0.15002191066741943,
      "learning_rate": 1.9863334994057023e-05,
      "loss": 0.9647,
      "step": 3850
    },
    {
      "epoch": 0.08115612174471963,
      "grad_norm": 0.12839072942733765,
      "learning_rate": 1.986322251511293e-05,
      "loss": 0.985,
      "step": 3851
    },
    {
      "epoch": 0.08117719578308492,
      "grad_norm": 0.13067254424095154,
      "learning_rate": 1.9863109990220016e-05,
      "loss": 1.0019,
      "step": 3852
    },
    {
      "epoch": 0.08119826982145022,
      "grad_norm": 0.11805209517478943,
      "learning_rate": 1.9862997419378804e-05,
      "loss": 0.9684,
      "step": 3853
    },
    {
      "epoch": 0.0812193438598155,
      "grad_norm": 0.1483856439590454,
      "learning_rate": 1.9862884802589825e-05,
      "loss": 1.0216,
      "step": 3854
    },
    {
      "epoch": 0.08124041789818079,
      "grad_norm": 0.1416584849357605,
      "learning_rate": 1.9862772139853592e-05,
      "loss": 1.0508,
      "step": 3855
    },
    {
      "epoch": 0.08126149193654607,
      "grad_norm": 0.1525094360113144,
      "learning_rate": 1.9862659431170643e-05,
      "loss": 0.9776,
      "step": 3856
    },
    {
      "epoch": 0.08128256597491136,
      "grad_norm": 0.15493787825107574,
      "learning_rate": 1.9862546676541492e-05,
      "loss": 0.9803,
      "step": 3857
    },
    {
      "epoch": 0.08130364001327664,
      "grad_norm": 0.13954570889472961,
      "learning_rate": 1.9862433875966673e-05,
      "loss": 0.9528,
      "step": 3858
    },
    {
      "epoch": 0.08132471405164193,
      "grad_norm": 0.11937694251537323,
      "learning_rate": 1.9862321029446706e-05,
      "loss": 0.9511,
      "step": 3859
    },
    {
      "epoch": 0.08134578809000721,
      "grad_norm": 0.16568733751773834,
      "learning_rate": 1.9862208136982114e-05,
      "loss": 1.0016,
      "step": 3860
    },
    {
      "epoch": 0.0813668621283725,
      "grad_norm": 0.13696600496768951,
      "learning_rate": 1.986209519857343e-05,
      "loss": 0.9548,
      "step": 3861
    },
    {
      "epoch": 0.0813879361667378,
      "grad_norm": 0.1436530500650406,
      "learning_rate": 1.986198221422118e-05,
      "loss": 0.9532,
      "step": 3862
    },
    {
      "epoch": 0.08140901020510308,
      "grad_norm": 0.12751276791095734,
      "learning_rate": 1.986186918392589e-05,
      "loss": 1.0471,
      "step": 3863
    },
    {
      "epoch": 0.08143008424346837,
      "grad_norm": 0.1381073147058487,
      "learning_rate": 1.9861756107688076e-05,
      "loss": 0.971,
      "step": 3864
    },
    {
      "epoch": 0.08145115828183365,
      "grad_norm": 0.14678728580474854,
      "learning_rate": 1.9861642985508277e-05,
      "loss": 0.9634,
      "step": 3865
    },
    {
      "epoch": 0.08147223232019894,
      "grad_norm": 0.13911058008670807,
      "learning_rate": 1.9861529817387017e-05,
      "loss": 1.069,
      "step": 3866
    },
    {
      "epoch": 0.08149330635856422,
      "grad_norm": 0.13686147332191467,
      "learning_rate": 1.986141660332482e-05,
      "loss": 0.9616,
      "step": 3867
    },
    {
      "epoch": 0.08151438039692951,
      "grad_norm": 0.14861492812633514,
      "learning_rate": 1.9861303343322217e-05,
      "loss": 0.9614,
      "step": 3868
    },
    {
      "epoch": 0.0815354544352948,
      "grad_norm": 0.1487654447555542,
      "learning_rate": 1.9861190037379735e-05,
      "loss": 1.0231,
      "step": 3869
    },
    {
      "epoch": 0.08155652847366009,
      "grad_norm": 0.20360535383224487,
      "learning_rate": 1.98610766854979e-05,
      "loss": 0.921,
      "step": 3870
    },
    {
      "epoch": 0.08157760251202538,
      "grad_norm": 0.1537303626537323,
      "learning_rate": 1.9860963287677238e-05,
      "loss": 0.9893,
      "step": 3871
    },
    {
      "epoch": 0.08159867655039066,
      "grad_norm": 0.16278904676437378,
      "learning_rate": 1.9860849843918284e-05,
      "loss": 0.9329,
      "step": 3872
    },
    {
      "epoch": 0.08161975058875595,
      "grad_norm": 0.16531823575496674,
      "learning_rate": 1.986073635422156e-05,
      "loss": 0.9907,
      "step": 3873
    },
    {
      "epoch": 0.08164082462712123,
      "grad_norm": 0.13398541510105133,
      "learning_rate": 1.98606228185876e-05,
      "loss": 0.9302,
      "step": 3874
    },
    {
      "epoch": 0.08166189866548652,
      "grad_norm": 0.13390730321407318,
      "learning_rate": 1.986050923701693e-05,
      "loss": 0.9595,
      "step": 3875
    },
    {
      "epoch": 0.0816829727038518,
      "grad_norm": 0.1522725373506546,
      "learning_rate": 1.9860395609510082e-05,
      "loss": 0.8932,
      "step": 3876
    },
    {
      "epoch": 0.0817040467422171,
      "grad_norm": 0.13752803206443787,
      "learning_rate": 1.986028193606758e-05,
      "loss": 1.0011,
      "step": 3877
    },
    {
      "epoch": 0.08172512078058237,
      "grad_norm": 0.16456402838230133,
      "learning_rate": 1.9860168216689957e-05,
      "loss": 1.0556,
      "step": 3878
    },
    {
      "epoch": 0.08174619481894767,
      "grad_norm": 0.15643571317195892,
      "learning_rate": 1.9860054451377743e-05,
      "loss": 1.0629,
      "step": 3879
    },
    {
      "epoch": 0.08176726885731296,
      "grad_norm": 0.19331416487693787,
      "learning_rate": 1.9859940640131464e-05,
      "loss": 0.9793,
      "step": 3880
    },
    {
      "epoch": 0.08178834289567824,
      "grad_norm": 0.15355193614959717,
      "learning_rate": 1.985982678295166e-05,
      "loss": 0.9596,
      "step": 3881
    },
    {
      "epoch": 0.08180941693404353,
      "grad_norm": 0.1409740149974823,
      "learning_rate": 1.9859712879838847e-05,
      "loss": 1.0055,
      "step": 3882
    },
    {
      "epoch": 0.08183049097240881,
      "grad_norm": 0.15853972733020782,
      "learning_rate": 1.985959893079357e-05,
      "loss": 1.0658,
      "step": 3883
    },
    {
      "epoch": 0.0818515650107741,
      "grad_norm": 0.1453038603067398,
      "learning_rate": 1.985948493581635e-05,
      "loss": 0.9591,
      "step": 3884
    },
    {
      "epoch": 0.08187263904913938,
      "grad_norm": 0.16012082993984222,
      "learning_rate": 1.985937089490772e-05,
      "loss": 0.9903,
      "step": 3885
    },
    {
      "epoch": 0.08189371308750468,
      "grad_norm": 0.17822788655757904,
      "learning_rate": 1.9859256808068216e-05,
      "loss": 0.9542,
      "step": 3886
    },
    {
      "epoch": 0.08191478712586996,
      "grad_norm": 0.16281293332576752,
      "learning_rate": 1.9859142675298365e-05,
      "loss": 1.1017,
      "step": 3887
    },
    {
      "epoch": 0.08193586116423525,
      "grad_norm": 0.1408655196428299,
      "learning_rate": 1.98590284965987e-05,
      "loss": 0.9254,
      "step": 3888
    },
    {
      "epoch": 0.08195693520260054,
      "grad_norm": 0.1639634370803833,
      "learning_rate": 1.9858914271969752e-05,
      "loss": 0.9575,
      "step": 3889
    },
    {
      "epoch": 0.08197800924096582,
      "grad_norm": 0.1588553935289383,
      "learning_rate": 1.985880000141206e-05,
      "loss": 0.9663,
      "step": 3890
    },
    {
      "epoch": 0.08199908327933111,
      "grad_norm": 0.15805703401565552,
      "learning_rate": 1.985868568492614e-05,
      "loss": 1.0379,
      "step": 3891
    },
    {
      "epoch": 0.0820201573176964,
      "grad_norm": 0.18190662562847137,
      "learning_rate": 1.9858571322512542e-05,
      "loss": 0.9948,
      "step": 3892
    },
    {
      "epoch": 0.08204123135606169,
      "grad_norm": 0.14991509914398193,
      "learning_rate": 1.985845691417179e-05,
      "loss": 0.9675,
      "step": 3893
    },
    {
      "epoch": 0.08206230539442697,
      "grad_norm": 0.1509508192539215,
      "learning_rate": 1.9858342459904417e-05,
      "loss": 0.9636,
      "step": 3894
    },
    {
      "epoch": 0.08208337943279226,
      "grad_norm": 0.15739458799362183,
      "learning_rate": 1.9858227959710958e-05,
      "loss": 0.932,
      "step": 3895
    },
    {
      "epoch": 0.08210445347115754,
      "grad_norm": 0.13898594677448273,
      "learning_rate": 1.985811341359195e-05,
      "loss": 0.9736,
      "step": 3896
    },
    {
      "epoch": 0.08212552750952283,
      "grad_norm": 0.15686312317848206,
      "learning_rate": 1.9857998821547918e-05,
      "loss": 0.9704,
      "step": 3897
    },
    {
      "epoch": 0.08214660154788812,
      "grad_norm": 0.15523071587085724,
      "learning_rate": 1.98578841835794e-05,
      "loss": 1.0015,
      "step": 3898
    },
    {
      "epoch": 0.0821676755862534,
      "grad_norm": 0.14202836155891418,
      "learning_rate": 1.9857769499686935e-05,
      "loss": 0.9772,
      "step": 3899
    },
    {
      "epoch": 0.0821887496246187,
      "grad_norm": 0.12424890697002411,
      "learning_rate": 1.985765476987105e-05,
      "loss": 0.9988,
      "step": 3900
    },
    {
      "epoch": 0.08220982366298397,
      "grad_norm": 0.1356804221868515,
      "learning_rate": 1.985753999413228e-05,
      "loss": 0.9899,
      "step": 3901
    },
    {
      "epoch": 0.08223089770134927,
      "grad_norm": 0.15542437136173248,
      "learning_rate": 1.985742517247117e-05,
      "loss": 1.0092,
      "step": 3902
    },
    {
      "epoch": 0.08225197173971455,
      "grad_norm": 0.16642987728118896,
      "learning_rate": 1.9857310304888243e-05,
      "loss": 1.0253,
      "step": 3903
    },
    {
      "epoch": 0.08227304577807984,
      "grad_norm": 0.12838143110275269,
      "learning_rate": 1.9857195391384038e-05,
      "loss": 0.9851,
      "step": 3904
    },
    {
      "epoch": 0.08229411981644513,
      "grad_norm": 0.13879737257957458,
      "learning_rate": 1.9857080431959087e-05,
      "loss": 0.987,
      "step": 3905
    },
    {
      "epoch": 0.08231519385481041,
      "grad_norm": 0.17035646736621857,
      "learning_rate": 1.985696542661393e-05,
      "loss": 1.0142,
      "step": 3906
    },
    {
      "epoch": 0.0823362678931757,
      "grad_norm": 0.1389552801847458,
      "learning_rate": 1.9856850375349108e-05,
      "loss": 0.9992,
      "step": 3907
    },
    {
      "epoch": 0.08235734193154098,
      "grad_norm": 0.15056809782981873,
      "learning_rate": 1.9856735278165147e-05,
      "loss": 1.0673,
      "step": 3908
    },
    {
      "epoch": 0.08237841596990628,
      "grad_norm": 0.1688367873430252,
      "learning_rate": 1.9856620135062585e-05,
      "loss": 0.9913,
      "step": 3909
    },
    {
      "epoch": 0.08239949000827156,
      "grad_norm": 0.17125415802001953,
      "learning_rate": 1.9856504946041964e-05,
      "loss": 0.9459,
      "step": 3910
    },
    {
      "epoch": 0.08242056404663685,
      "grad_norm": 0.19877424836158752,
      "learning_rate": 1.9856389711103816e-05,
      "loss": 1.0,
      "step": 3911
    },
    {
      "epoch": 0.08244163808500213,
      "grad_norm": 0.17039291560649872,
      "learning_rate": 1.9856274430248675e-05,
      "loss": 0.956,
      "step": 3912
    },
    {
      "epoch": 0.08246271212336742,
      "grad_norm": 0.14372113347053528,
      "learning_rate": 1.9856159103477085e-05,
      "loss": 1.0044,
      "step": 3913
    },
    {
      "epoch": 0.08248378616173271,
      "grad_norm": 0.1592327058315277,
      "learning_rate": 1.985604373078958e-05,
      "loss": 1.0031,
      "step": 3914
    },
    {
      "epoch": 0.08250486020009799,
      "grad_norm": 0.1669357568025589,
      "learning_rate": 1.98559283121867e-05,
      "loss": 1.016,
      "step": 3915
    },
    {
      "epoch": 0.08252593423846329,
      "grad_norm": 0.15149441361427307,
      "learning_rate": 1.9855812847668978e-05,
      "loss": 0.9498,
      "step": 3916
    },
    {
      "epoch": 0.08254700827682857,
      "grad_norm": 0.2529183626174927,
      "learning_rate": 1.985569733723695e-05,
      "loss": 1.1061,
      "step": 3917
    },
    {
      "epoch": 0.08256808231519386,
      "grad_norm": 0.2141057401895523,
      "learning_rate": 1.9855581780891168e-05,
      "loss": 1.04,
      "step": 3918
    },
    {
      "epoch": 0.08258915635355914,
      "grad_norm": 0.16030047833919525,
      "learning_rate": 1.985546617863215e-05,
      "loss": 0.9181,
      "step": 3919
    },
    {
      "epoch": 0.08261023039192443,
      "grad_norm": 0.24863670766353607,
      "learning_rate": 1.9855350530460454e-05,
      "loss": 1.0443,
      "step": 3920
    },
    {
      "epoch": 0.08263130443028971,
      "grad_norm": 0.20446351170539856,
      "learning_rate": 1.9855234836376604e-05,
      "loss": 1.0628,
      "step": 3921
    },
    {
      "epoch": 0.082652378468655,
      "grad_norm": 0.15422023832798004,
      "learning_rate": 1.985511909638115e-05,
      "loss": 1.0354,
      "step": 3922
    },
    {
      "epoch": 0.0826734525070203,
      "grad_norm": 0.2317054569721222,
      "learning_rate": 1.985500331047462e-05,
      "loss": 0.9998,
      "step": 3923
    },
    {
      "epoch": 0.08269452654538557,
      "grad_norm": 0.14430715143680573,
      "learning_rate": 1.9854887478657566e-05,
      "loss": 0.9559,
      "step": 3924
    },
    {
      "epoch": 0.08271560058375087,
      "grad_norm": 0.2141953706741333,
      "learning_rate": 1.985477160093052e-05,
      "loss": 1.0016,
      "step": 3925
    },
    {
      "epoch": 0.08273667462211615,
      "grad_norm": 0.15919004380702972,
      "learning_rate": 1.9854655677294018e-05,
      "loss": 1.0465,
      "step": 3926
    },
    {
      "epoch": 0.08275774866048144,
      "grad_norm": 0.18760733306407928,
      "learning_rate": 1.985453970774861e-05,
      "loss": 1.0096,
      "step": 3927
    },
    {
      "epoch": 0.08277882269884672,
      "grad_norm": 0.17273183166980743,
      "learning_rate": 1.9854423692294828e-05,
      "loss": 0.9932,
      "step": 3928
    },
    {
      "epoch": 0.08279989673721201,
      "grad_norm": 0.1542360633611679,
      "learning_rate": 1.9854307630933216e-05,
      "loss": 0.96,
      "step": 3929
    },
    {
      "epoch": 0.08282097077557729,
      "grad_norm": 0.13783662021160126,
      "learning_rate": 1.9854191523664316e-05,
      "loss": 0.9657,
      "step": 3930
    },
    {
      "epoch": 0.08284204481394258,
      "grad_norm": 0.161767840385437,
      "learning_rate": 1.9854075370488666e-05,
      "loss": 0.9843,
      "step": 3931
    },
    {
      "epoch": 0.08286311885230788,
      "grad_norm": 0.14337147772312164,
      "learning_rate": 1.9853959171406808e-05,
      "loss": 0.9843,
      "step": 3932
    },
    {
      "epoch": 0.08288419289067316,
      "grad_norm": 0.17339491844177246,
      "learning_rate": 1.9853842926419285e-05,
      "loss": 1.038,
      "step": 3933
    },
    {
      "epoch": 0.08290526692903845,
      "grad_norm": 0.14932404458522797,
      "learning_rate": 1.985372663552664e-05,
      "loss": 0.9594,
      "step": 3934
    },
    {
      "epoch": 0.08292634096740373,
      "grad_norm": 0.1832493245601654,
      "learning_rate": 1.9853610298729408e-05,
      "loss": 0.9762,
      "step": 3935
    },
    {
      "epoch": 0.08294741500576902,
      "grad_norm": 0.15644681453704834,
      "learning_rate": 1.9853493916028138e-05,
      "loss": 0.9502,
      "step": 3936
    },
    {
      "epoch": 0.0829684890441343,
      "grad_norm": 0.1642189472913742,
      "learning_rate": 1.9853377487423367e-05,
      "loss": 0.8994,
      "step": 3937
    },
    {
      "epoch": 0.08298956308249959,
      "grad_norm": 0.18733426928520203,
      "learning_rate": 1.9853261012915638e-05,
      "loss": 1.0317,
      "step": 3938
    },
    {
      "epoch": 0.08301063712086487,
      "grad_norm": 0.16540345549583435,
      "learning_rate": 1.9853144492505496e-05,
      "loss": 0.9907,
      "step": 3939
    },
    {
      "epoch": 0.08303171115923016,
      "grad_norm": 0.12994030117988586,
      "learning_rate": 1.9853027926193484e-05,
      "loss": 0.9877,
      "step": 3940
    },
    {
      "epoch": 0.08305278519759546,
      "grad_norm": 0.15849703550338745,
      "learning_rate": 1.9852911313980146e-05,
      "loss": 1.0202,
      "step": 3941
    },
    {
      "epoch": 0.08307385923596074,
      "grad_norm": 0.1420520842075348,
      "learning_rate": 1.985279465586602e-05,
      "loss": 1.0011,
      "step": 3942
    },
    {
      "epoch": 0.08309493327432603,
      "grad_norm": 0.18538017570972443,
      "learning_rate": 1.985267795185166e-05,
      "loss": 1.0309,
      "step": 3943
    },
    {
      "epoch": 0.08311600731269131,
      "grad_norm": 0.14703454077243805,
      "learning_rate": 1.985256120193759e-05,
      "loss": 0.9092,
      "step": 3944
    },
    {
      "epoch": 0.0831370813510566,
      "grad_norm": 0.17723610997200012,
      "learning_rate": 1.9852444406124377e-05,
      "loss": 1.0183,
      "step": 3945
    },
    {
      "epoch": 0.08315815538942188,
      "grad_norm": 0.2205151468515396,
      "learning_rate": 1.985232756441255e-05,
      "loss": 1.0317,
      "step": 3946
    },
    {
      "epoch": 0.08317922942778717,
      "grad_norm": 0.1717376708984375,
      "learning_rate": 1.9852210676802656e-05,
      "loss": 1.024,
      "step": 3947
    },
    {
      "epoch": 0.08320030346615245,
      "grad_norm": 0.15971598029136658,
      "learning_rate": 1.9852093743295247e-05,
      "loss": 1.084,
      "step": 3948
    },
    {
      "epoch": 0.08322137750451775,
      "grad_norm": 0.20267482101917267,
      "learning_rate": 1.9851976763890856e-05,
      "loss": 1.0463,
      "step": 3949
    },
    {
      "epoch": 0.08324245154288304,
      "grad_norm": 0.17319853603839874,
      "learning_rate": 1.985185973859004e-05,
      "loss": 1.0109,
      "step": 3950
    },
    {
      "epoch": 0.08326352558124832,
      "grad_norm": 0.17617280781269073,
      "learning_rate": 1.9851742667393332e-05,
      "loss": 0.9962,
      "step": 3951
    },
    {
      "epoch": 0.08328459961961361,
      "grad_norm": 0.21638455986976624,
      "learning_rate": 1.9851625550301287e-05,
      "loss": 0.9786,
      "step": 3952
    },
    {
      "epoch": 0.08330567365797889,
      "grad_norm": 0.14290301501750946,
      "learning_rate": 1.9851508387314448e-05,
      "loss": 0.9775,
      "step": 3953
    },
    {
      "epoch": 0.08332674769634418,
      "grad_norm": 0.20211945474147797,
      "learning_rate": 1.985139117843336e-05,
      "loss": 1.0114,
      "step": 3954
    },
    {
      "epoch": 0.08334782173470946,
      "grad_norm": 0.15339936316013336,
      "learning_rate": 1.9851273923658563e-05,
      "loss": 0.9742,
      "step": 3955
    },
    {
      "epoch": 0.08336889577307476,
      "grad_norm": 0.17217187583446503,
      "learning_rate": 1.9851156622990615e-05,
      "loss": 0.9592,
      "step": 3956
    },
    {
      "epoch": 0.08338996981144005,
      "grad_norm": 0.14138036966323853,
      "learning_rate": 1.9851039276430056e-05,
      "loss": 0.9607,
      "step": 3957
    },
    {
      "epoch": 0.08341104384980533,
      "grad_norm": 0.17911900579929352,
      "learning_rate": 1.9850921883977432e-05,
      "loss": 0.9978,
      "step": 3958
    },
    {
      "epoch": 0.08343211788817062,
      "grad_norm": 0.22013308107852936,
      "learning_rate": 1.9850804445633294e-05,
      "loss": 1.0582,
      "step": 3959
    },
    {
      "epoch": 0.0834531919265359,
      "grad_norm": 0.1656998097896576,
      "learning_rate": 1.9850686961398185e-05,
      "loss": 0.9325,
      "step": 3960
    },
    {
      "epoch": 0.08347426596490119,
      "grad_norm": 0.17986884713172913,
      "learning_rate": 1.985056943127265e-05,
      "loss": 0.9773,
      "step": 3961
    },
    {
      "epoch": 0.08349534000326647,
      "grad_norm": 0.19033804535865784,
      "learning_rate": 1.9850451855257246e-05,
      "loss": 1.0002,
      "step": 3962
    },
    {
      "epoch": 0.08351641404163176,
      "grad_norm": 0.1992536038160324,
      "learning_rate": 1.985033423335251e-05,
      "loss": 0.9884,
      "step": 3963
    },
    {
      "epoch": 0.08353748807999704,
      "grad_norm": 0.17113550007343292,
      "learning_rate": 1.9850216565559e-05,
      "loss": 0.9679,
      "step": 3964
    },
    {
      "epoch": 0.08355856211836234,
      "grad_norm": 0.18902772665023804,
      "learning_rate": 1.9850098851877257e-05,
      "loss": 1.013,
      "step": 3965
    },
    {
      "epoch": 0.08357963615672763,
      "grad_norm": 0.21016927063465118,
      "learning_rate": 1.9849981092307827e-05,
      "loss": 1.0066,
      "step": 3966
    },
    {
      "epoch": 0.08360071019509291,
      "grad_norm": 0.14682766795158386,
      "learning_rate": 1.984986328685127e-05,
      "loss": 0.9378,
      "step": 3967
    },
    {
      "epoch": 0.0836217842334582,
      "grad_norm": 0.2513378858566284,
      "learning_rate": 1.9849745435508123e-05,
      "loss": 1.0661,
      "step": 3968
    },
    {
      "epoch": 0.08364285827182348,
      "grad_norm": 0.2693484425544739,
      "learning_rate": 1.9849627538278943e-05,
      "loss": 1.1026,
      "step": 3969
    },
    {
      "epoch": 0.08366393231018877,
      "grad_norm": 0.15987123548984528,
      "learning_rate": 1.9849509595164273e-05,
      "loss": 1.0163,
      "step": 3970
    },
    {
      "epoch": 0.08368500634855405,
      "grad_norm": 0.19925227761268616,
      "learning_rate": 1.9849391606164667e-05,
      "loss": 0.9618,
      "step": 3971
    },
    {
      "epoch": 0.08370608038691935,
      "grad_norm": 0.1829567700624466,
      "learning_rate": 1.9849273571280673e-05,
      "loss": 0.9648,
      "step": 3972
    },
    {
      "epoch": 0.08372715442528463,
      "grad_norm": 0.19653229415416718,
      "learning_rate": 1.9849155490512843e-05,
      "loss": 1.0442,
      "step": 3973
    },
    {
      "epoch": 0.08374822846364992,
      "grad_norm": 0.24573008716106415,
      "learning_rate": 1.9849037363861722e-05,
      "loss": 1.0725,
      "step": 3974
    },
    {
      "epoch": 0.08376930250201521,
      "grad_norm": 0.15226539969444275,
      "learning_rate": 1.9848919191327867e-05,
      "loss": 0.9675,
      "step": 3975
    },
    {
      "epoch": 0.08379037654038049,
      "grad_norm": 0.19577784836292267,
      "learning_rate": 1.984880097291182e-05,
      "loss": 0.9697,
      "step": 3976
    },
    {
      "epoch": 0.08381145057874578,
      "grad_norm": 0.18342117965221405,
      "learning_rate": 1.984868270861414e-05,
      "loss": 1.0608,
      "step": 3977
    },
    {
      "epoch": 0.08383252461711106,
      "grad_norm": 0.19812920689582825,
      "learning_rate": 1.9848564398435374e-05,
      "loss": 1.022,
      "step": 3978
    },
    {
      "epoch": 0.08385359865547636,
      "grad_norm": 0.15227439999580383,
      "learning_rate": 1.9848446042376076e-05,
      "loss": 0.9246,
      "step": 3979
    },
    {
      "epoch": 0.08387467269384163,
      "grad_norm": 0.16792456805706024,
      "learning_rate": 1.9848327640436795e-05,
      "loss": 0.9432,
      "step": 3980
    },
    {
      "epoch": 0.08389574673220693,
      "grad_norm": 0.1932690143585205,
      "learning_rate": 1.984820919261808e-05,
      "loss": 0.9767,
      "step": 3981
    },
    {
      "epoch": 0.0839168207705722,
      "grad_norm": 0.1497858166694641,
      "learning_rate": 1.9848090698920485e-05,
      "loss": 1.0041,
      "step": 3982
    },
    {
      "epoch": 0.0839378948089375,
      "grad_norm": 0.15886065363883972,
      "learning_rate": 1.9847972159344567e-05,
      "loss": 0.9336,
      "step": 3983
    },
    {
      "epoch": 0.08395896884730279,
      "grad_norm": 0.19356101751327515,
      "learning_rate": 1.9847853573890868e-05,
      "loss": 0.992,
      "step": 3984
    },
    {
      "epoch": 0.08398004288566807,
      "grad_norm": 0.17407338321208954,
      "learning_rate": 1.9847734942559954e-05,
      "loss": 1.0123,
      "step": 3985
    },
    {
      "epoch": 0.08400111692403336,
      "grad_norm": 0.12516984343528748,
      "learning_rate": 1.9847616265352366e-05,
      "loss": 0.9131,
      "step": 3986
    },
    {
      "epoch": 0.08402219096239864,
      "grad_norm": 0.16419385373592377,
      "learning_rate": 1.9847497542268658e-05,
      "loss": 0.9963,
      "step": 3987
    },
    {
      "epoch": 0.08404326500076394,
      "grad_norm": 0.1478116363286972,
      "learning_rate": 1.984737877330939e-05,
      "loss": 1.1096,
      "step": 3988
    },
    {
      "epoch": 0.08406433903912922,
      "grad_norm": 0.14581972360610962,
      "learning_rate": 1.984725995847511e-05,
      "loss": 0.9458,
      "step": 3989
    },
    {
      "epoch": 0.08408541307749451,
      "grad_norm": 0.14745981991291046,
      "learning_rate": 1.9847141097766373e-05,
      "loss": 1.0507,
      "step": 3990
    },
    {
      "epoch": 0.08410648711585979,
      "grad_norm": 0.15492548048496246,
      "learning_rate": 1.984702219118373e-05,
      "loss": 0.934,
      "step": 3991
    },
    {
      "epoch": 0.08412756115422508,
      "grad_norm": 0.1893492490053177,
      "learning_rate": 1.9846903238727738e-05,
      "loss": 1.0386,
      "step": 3992
    },
    {
      "epoch": 0.08414863519259037,
      "grad_norm": 0.15948237478733063,
      "learning_rate": 1.9846784240398952e-05,
      "loss": 1.0225,
      "step": 3993
    },
    {
      "epoch": 0.08416970923095565,
      "grad_norm": 0.16083329916000366,
      "learning_rate": 1.9846665196197925e-05,
      "loss": 0.8972,
      "step": 3994
    },
    {
      "epoch": 0.08419078326932095,
      "grad_norm": 0.17606514692306519,
      "learning_rate": 1.984654610612521e-05,
      "loss": 1.092,
      "step": 3995
    },
    {
      "epoch": 0.08421185730768622,
      "grad_norm": 0.1575319766998291,
      "learning_rate": 1.9846426970181368e-05,
      "loss": 0.9526,
      "step": 3996
    },
    {
      "epoch": 0.08423293134605152,
      "grad_norm": 0.1565162092447281,
      "learning_rate": 1.9846307788366946e-05,
      "loss": 0.9276,
      "step": 3997
    },
    {
      "epoch": 0.0842540053844168,
      "grad_norm": 0.13676591217517853,
      "learning_rate": 1.98461885606825e-05,
      "loss": 0.9763,
      "step": 3998
    },
    {
      "epoch": 0.08427507942278209,
      "grad_norm": 0.1499258577823639,
      "learning_rate": 1.9846069287128592e-05,
      "loss": 1.0972,
      "step": 3999
    },
    {
      "epoch": 0.08429615346114738,
      "grad_norm": 0.1559966653585434,
      "learning_rate": 1.984594996770577e-05,
      "loss": 0.9141,
      "step": 4000
    },
    {
      "epoch": 0.08431722749951266,
      "grad_norm": 0.22299620509147644,
      "learning_rate": 1.9845830602414597e-05,
      "loss": 0.9749,
      "step": 4001
    },
    {
      "epoch": 0.08433830153787795,
      "grad_norm": 0.180747851729393,
      "learning_rate": 1.984571119125562e-05,
      "loss": 1.0134,
      "step": 4002
    },
    {
      "epoch": 0.08435937557624323,
      "grad_norm": 0.15276002883911133,
      "learning_rate": 1.9845591734229406e-05,
      "loss": 0.9935,
      "step": 4003
    },
    {
      "epoch": 0.08438044961460853,
      "grad_norm": 0.16737377643585205,
      "learning_rate": 1.9845472231336504e-05,
      "loss": 0.9023,
      "step": 4004
    },
    {
      "epoch": 0.0844015236529738,
      "grad_norm": 0.13919620215892792,
      "learning_rate": 1.9845352682577476e-05,
      "loss": 0.9028,
      "step": 4005
    },
    {
      "epoch": 0.0844225976913391,
      "grad_norm": 0.15491414070129395,
      "learning_rate": 1.984523308795287e-05,
      "loss": 0.9972,
      "step": 4006
    },
    {
      "epoch": 0.08444367172970438,
      "grad_norm": 0.1577221304178238,
      "learning_rate": 1.9845113447463253e-05,
      "loss": 0.9946,
      "step": 4007
    },
    {
      "epoch": 0.08446474576806967,
      "grad_norm": 0.1320926547050476,
      "learning_rate": 1.9844993761109178e-05,
      "loss": 0.9897,
      "step": 4008
    },
    {
      "epoch": 0.08448581980643496,
      "grad_norm": 0.1956309974193573,
      "learning_rate": 1.9844874028891205e-05,
      "loss": 1.0424,
      "step": 4009
    },
    {
      "epoch": 0.08450689384480024,
      "grad_norm": 0.14987334609031677,
      "learning_rate": 1.984475425080989e-05,
      "loss": 1.0154,
      "step": 4010
    },
    {
      "epoch": 0.08452796788316554,
      "grad_norm": 0.1336662769317627,
      "learning_rate": 1.9844634426865787e-05,
      "loss": 0.9516,
      "step": 4011
    },
    {
      "epoch": 0.08454904192153082,
      "grad_norm": 0.18227115273475647,
      "learning_rate": 1.984451455705946e-05,
      "loss": 0.9427,
      "step": 4012
    },
    {
      "epoch": 0.08457011595989611,
      "grad_norm": 0.16291290521621704,
      "learning_rate": 1.9844394641391464e-05,
      "loss": 0.9866,
      "step": 4013
    },
    {
      "epoch": 0.08459118999826139,
      "grad_norm": 0.1648896038532257,
      "learning_rate": 1.984427467986236e-05,
      "loss": 0.9806,
      "step": 4014
    },
    {
      "epoch": 0.08461226403662668,
      "grad_norm": 0.12947410345077515,
      "learning_rate": 1.9844154672472707e-05,
      "loss": 0.9817,
      "step": 4015
    },
    {
      "epoch": 0.08463333807499196,
      "grad_norm": 0.1836157590150833,
      "learning_rate": 1.984403461922306e-05,
      "loss": 1.0455,
      "step": 4016
    },
    {
      "epoch": 0.08465441211335725,
      "grad_norm": 0.1488075852394104,
      "learning_rate": 1.9843914520113988e-05,
      "loss": 0.9832,
      "step": 4017
    },
    {
      "epoch": 0.08467548615172255,
      "grad_norm": 0.1327950805425644,
      "learning_rate": 1.984379437514604e-05,
      "loss": 0.9642,
      "step": 4018
    },
    {
      "epoch": 0.08469656019008782,
      "grad_norm": 0.17568877339363098,
      "learning_rate": 1.9843674184319777e-05,
      "loss": 1.0692,
      "step": 4019
    },
    {
      "epoch": 0.08471763422845312,
      "grad_norm": 0.15870001912117004,
      "learning_rate": 1.9843553947635764e-05,
      "loss": 0.9675,
      "step": 4020
    },
    {
      "epoch": 0.0847387082668184,
      "grad_norm": 0.13258761167526245,
      "learning_rate": 1.9843433665094557e-05,
      "loss": 0.9969,
      "step": 4021
    },
    {
      "epoch": 0.08475978230518369,
      "grad_norm": 0.1609722077846527,
      "learning_rate": 1.9843313336696717e-05,
      "loss": 0.9666,
      "step": 4022
    },
    {
      "epoch": 0.08478085634354897,
      "grad_norm": 0.24175810813903809,
      "learning_rate": 1.984319296244281e-05,
      "loss": 1.0292,
      "step": 4023
    },
    {
      "epoch": 0.08480193038191426,
      "grad_norm": 0.18381789326667786,
      "learning_rate": 1.9843072542333387e-05,
      "loss": 0.9691,
      "step": 4024
    },
    {
      "epoch": 0.08482300442027954,
      "grad_norm": 0.16008275747299194,
      "learning_rate": 1.9842952076369017e-05,
      "loss": 0.9571,
      "step": 4025
    },
    {
      "epoch": 0.08484407845864483,
      "grad_norm": 0.1733843982219696,
      "learning_rate": 1.984283156455026e-05,
      "loss": 1.0189,
      "step": 4026
    },
    {
      "epoch": 0.08486515249701013,
      "grad_norm": 0.2229401171207428,
      "learning_rate": 1.9842711006877673e-05,
      "loss": 1.0299,
      "step": 4027
    },
    {
      "epoch": 0.0848862265353754,
      "grad_norm": 0.19938607513904572,
      "learning_rate": 1.984259040335182e-05,
      "loss": 1.0505,
      "step": 4028
    },
    {
      "epoch": 0.0849073005737407,
      "grad_norm": 0.21034009754657745,
      "learning_rate": 1.9842469753973263e-05,
      "loss": 1.0553,
      "step": 4029
    },
    {
      "epoch": 0.08492837461210598,
      "grad_norm": 0.21946696937084198,
      "learning_rate": 1.984234905874257e-05,
      "loss": 0.9888,
      "step": 4030
    },
    {
      "epoch": 0.08494944865047127,
      "grad_norm": 0.1837300807237625,
      "learning_rate": 1.984222831766029e-05,
      "loss": 1.0522,
      "step": 4031
    },
    {
      "epoch": 0.08497052268883655,
      "grad_norm": 0.1615355759859085,
      "learning_rate": 1.9842107530727e-05,
      "loss": 0.9473,
      "step": 4032
    },
    {
      "epoch": 0.08499159672720184,
      "grad_norm": 0.2546168565750122,
      "learning_rate": 1.9841986697943252e-05,
      "loss": 1.1392,
      "step": 4033
    },
    {
      "epoch": 0.08501267076556712,
      "grad_norm": 0.19461940228939056,
      "learning_rate": 1.984186581930961e-05,
      "loss": 0.9282,
      "step": 4034
    },
    {
      "epoch": 0.08503374480393242,
      "grad_norm": 0.18004725873470306,
      "learning_rate": 1.9841744894826646e-05,
      "loss": 0.9491,
      "step": 4035
    },
    {
      "epoch": 0.08505481884229771,
      "grad_norm": 0.16507373750209808,
      "learning_rate": 1.9841623924494913e-05,
      "loss": 1.0449,
      "step": 4036
    },
    {
      "epoch": 0.08507589288066299,
      "grad_norm": 0.18621030449867249,
      "learning_rate": 1.984150290831498e-05,
      "loss": 0.9662,
      "step": 4037
    },
    {
      "epoch": 0.08509696691902828,
      "grad_norm": 0.15044157207012177,
      "learning_rate": 1.984138184628741e-05,
      "loss": 0.9748,
      "step": 4038
    },
    {
      "epoch": 0.08511804095739356,
      "grad_norm": 0.1345634013414383,
      "learning_rate": 1.9841260738412766e-05,
      "loss": 0.9833,
      "step": 4039
    },
    {
      "epoch": 0.08513911499575885,
      "grad_norm": 0.17843618988990784,
      "learning_rate": 1.9841139584691613e-05,
      "loss": 1.0202,
      "step": 4040
    },
    {
      "epoch": 0.08516018903412413,
      "grad_norm": 0.16381728649139404,
      "learning_rate": 1.9841018385124517e-05,
      "loss": 0.9758,
      "step": 4041
    },
    {
      "epoch": 0.08518126307248942,
      "grad_norm": 0.15932022035121918,
      "learning_rate": 1.9840897139712037e-05,
      "loss": 1.0007,
      "step": 4042
    },
    {
      "epoch": 0.0852023371108547,
      "grad_norm": 0.19891048967838287,
      "learning_rate": 1.9840775848454743e-05,
      "loss": 1.0743,
      "step": 4043
    },
    {
      "epoch": 0.08522341114922,
      "grad_norm": 0.19696573913097382,
      "learning_rate": 1.9840654511353196e-05,
      "loss": 1.0455,
      "step": 4044
    },
    {
      "epoch": 0.08524448518758529,
      "grad_norm": 0.20384374260902405,
      "learning_rate": 1.984053312840797e-05,
      "loss": 1.0345,
      "step": 4045
    },
    {
      "epoch": 0.08526555922595057,
      "grad_norm": 0.22241908311843872,
      "learning_rate": 1.984041169961962e-05,
      "loss": 1.0149,
      "step": 4046
    },
    {
      "epoch": 0.08528663326431586,
      "grad_norm": 0.19420768320560455,
      "learning_rate": 1.9840290224988715e-05,
      "loss": 1.0453,
      "step": 4047
    },
    {
      "epoch": 0.08530770730268114,
      "grad_norm": 0.13486696779727936,
      "learning_rate": 1.9840168704515825e-05,
      "loss": 0.9519,
      "step": 4048
    },
    {
      "epoch": 0.08532878134104643,
      "grad_norm": 0.17865100502967834,
      "learning_rate": 1.984004713820151e-05,
      "loss": 0.9438,
      "step": 4049
    },
    {
      "epoch": 0.08534985537941171,
      "grad_norm": 0.15312892198562622,
      "learning_rate": 1.9839925526046344e-05,
      "loss": 1.025,
      "step": 4050
    },
    {
      "epoch": 0.085370929417777,
      "grad_norm": 0.18295541405677795,
      "learning_rate": 1.9839803868050885e-05,
      "loss": 0.9519,
      "step": 4051
    },
    {
      "epoch": 0.0853920034561423,
      "grad_norm": 0.17916111648082733,
      "learning_rate": 1.9839682164215707e-05,
      "loss": 1.0435,
      "step": 4052
    },
    {
      "epoch": 0.08541307749450758,
      "grad_norm": 0.20477162301540375,
      "learning_rate": 1.983956041454137e-05,
      "loss": 1.055,
      "step": 4053
    },
    {
      "epoch": 0.08543415153287287,
      "grad_norm": 0.1852211207151413,
      "learning_rate": 1.9839438619028445e-05,
      "loss": 0.9789,
      "step": 4054
    },
    {
      "epoch": 0.08545522557123815,
      "grad_norm": 0.147544264793396,
      "learning_rate": 1.9839316777677502e-05,
      "loss": 0.9843,
      "step": 4055
    },
    {
      "epoch": 0.08547629960960344,
      "grad_norm": 0.1473836451768875,
      "learning_rate": 1.9839194890489104e-05,
      "loss": 1.0177,
      "step": 4056
    },
    {
      "epoch": 0.08549737364796872,
      "grad_norm": 0.14965113997459412,
      "learning_rate": 1.9839072957463822e-05,
      "loss": 0.8669,
      "step": 4057
    },
    {
      "epoch": 0.08551844768633401,
      "grad_norm": 0.17202015221118927,
      "learning_rate": 1.983895097860222e-05,
      "loss": 0.9757,
      "step": 4058
    },
    {
      "epoch": 0.0855395217246993,
      "grad_norm": 0.13259391486644745,
      "learning_rate": 1.983882895390487e-05,
      "loss": 0.8691,
      "step": 4059
    },
    {
      "epoch": 0.08556059576306459,
      "grad_norm": 0.15465566515922546,
      "learning_rate": 1.983870688337234e-05,
      "loss": 0.9648,
      "step": 4060
    },
    {
      "epoch": 0.08558166980142988,
      "grad_norm": 0.14418718218803406,
      "learning_rate": 1.98385847670052e-05,
      "loss": 1.0279,
      "step": 4061
    },
    {
      "epoch": 0.08560274383979516,
      "grad_norm": 0.1651117354631424,
      "learning_rate": 1.9838462604804014e-05,
      "loss": 0.9347,
      "step": 4062
    },
    {
      "epoch": 0.08562381787816045,
      "grad_norm": 0.14948853850364685,
      "learning_rate": 1.9838340396769354e-05,
      "loss": 0.9585,
      "step": 4063
    },
    {
      "epoch": 0.08564489191652573,
      "grad_norm": 0.1553642898797989,
      "learning_rate": 1.9838218142901792e-05,
      "loss": 1.0314,
      "step": 4064
    },
    {
      "epoch": 0.08566596595489102,
      "grad_norm": 0.1354009509086609,
      "learning_rate": 1.9838095843201894e-05,
      "loss": 0.9475,
      "step": 4065
    },
    {
      "epoch": 0.0856870399932563,
      "grad_norm": 0.14497362077236176,
      "learning_rate": 1.9837973497670232e-05,
      "loss": 1.0376,
      "step": 4066
    },
    {
      "epoch": 0.0857081140316216,
      "grad_norm": 0.14129002392292023,
      "learning_rate": 1.983785110630737e-05,
      "loss": 0.941,
      "step": 4067
    },
    {
      "epoch": 0.08572918806998688,
      "grad_norm": 0.13682547211647034,
      "learning_rate": 1.9837728669113888e-05,
      "loss": 0.9628,
      "step": 4068
    },
    {
      "epoch": 0.08575026210835217,
      "grad_norm": 0.13485264778137207,
      "learning_rate": 1.9837606186090344e-05,
      "loss": 0.9967,
      "step": 4069
    },
    {
      "epoch": 0.08577133614671746,
      "grad_norm": 0.19959478080272675,
      "learning_rate": 1.983748365723732e-05,
      "loss": 0.9698,
      "step": 4070
    },
    {
      "epoch": 0.08579241018508274,
      "grad_norm": 0.1611088663339615,
      "learning_rate": 1.9837361082555386e-05,
      "loss": 1.0731,
      "step": 4071
    },
    {
      "epoch": 0.08581348422344803,
      "grad_norm": 0.1958530992269516,
      "learning_rate": 1.9837238462045107e-05,
      "loss": 0.9593,
      "step": 4072
    },
    {
      "epoch": 0.08583455826181331,
      "grad_norm": 0.157875657081604,
      "learning_rate": 1.9837115795707055e-05,
      "loss": 0.9659,
      "step": 4073
    },
    {
      "epoch": 0.0858556323001786,
      "grad_norm": 0.1428215056657791,
      "learning_rate": 1.9836993083541807e-05,
      "loss": 1.0324,
      "step": 4074
    },
    {
      "epoch": 0.08587670633854388,
      "grad_norm": 0.19532601535320282,
      "learning_rate": 1.9836870325549928e-05,
      "loss": 1.0429,
      "step": 4075
    },
    {
      "epoch": 0.08589778037690918,
      "grad_norm": 0.17939937114715576,
      "learning_rate": 1.9836747521731995e-05,
      "loss": 0.9736,
      "step": 4076
    },
    {
      "epoch": 0.08591885441527446,
      "grad_norm": 0.129291370511055,
      "learning_rate": 1.9836624672088576e-05,
      "loss": 1.0554,
      "step": 4077
    },
    {
      "epoch": 0.08593992845363975,
      "grad_norm": 0.19338083267211914,
      "learning_rate": 1.983650177662025e-05,
      "loss": 0.9986,
      "step": 4078
    },
    {
      "epoch": 0.08596100249200504,
      "grad_norm": 0.12593379616737366,
      "learning_rate": 1.9836378835327577e-05,
      "loss": 1.0398,
      "step": 4079
    },
    {
      "epoch": 0.08598207653037032,
      "grad_norm": 0.17363539338111877,
      "learning_rate": 1.983625584821114e-05,
      "loss": 0.9083,
      "step": 4080
    },
    {
      "epoch": 0.08600315056873561,
      "grad_norm": 0.1792357861995697,
      "learning_rate": 1.983613281527151e-05,
      "loss": 1.075,
      "step": 4081
    },
    {
      "epoch": 0.0860242246071009,
      "grad_norm": 0.1330529749393463,
      "learning_rate": 1.983600973650926e-05,
      "loss": 0.9884,
      "step": 4082
    },
    {
      "epoch": 0.08604529864546619,
      "grad_norm": 0.16687144339084625,
      "learning_rate": 1.9835886611924966e-05,
      "loss": 1.0265,
      "step": 4083
    },
    {
      "epoch": 0.08606637268383147,
      "grad_norm": 0.12168862670660019,
      "learning_rate": 1.9835763441519196e-05,
      "loss": 0.9924,
      "step": 4084
    },
    {
      "epoch": 0.08608744672219676,
      "grad_norm": 0.1655561625957489,
      "learning_rate": 1.983564022529253e-05,
      "loss": 1.0344,
      "step": 4085
    },
    {
      "epoch": 0.08610852076056204,
      "grad_norm": 0.12771286070346832,
      "learning_rate": 1.9835516963245533e-05,
      "loss": 0.9652,
      "step": 4086
    },
    {
      "epoch": 0.08612959479892733,
      "grad_norm": 0.15119107067584991,
      "learning_rate": 1.9835393655378784e-05,
      "loss": 1.0725,
      "step": 4087
    },
    {
      "epoch": 0.08615066883729262,
      "grad_norm": 0.16638122498989105,
      "learning_rate": 1.9835270301692862e-05,
      "loss": 1.0906,
      "step": 4088
    },
    {
      "epoch": 0.0861717428756579,
      "grad_norm": 0.14290030300617218,
      "learning_rate": 1.9835146902188336e-05,
      "loss": 0.943,
      "step": 4089
    },
    {
      "epoch": 0.0861928169140232,
      "grad_norm": 0.14483748376369476,
      "learning_rate": 1.9835023456865782e-05,
      "loss": 0.9549,
      "step": 4090
    },
    {
      "epoch": 0.08621389095238847,
      "grad_norm": 0.16760137677192688,
      "learning_rate": 1.9834899965725776e-05,
      "loss": 0.9491,
      "step": 4091
    },
    {
      "epoch": 0.08623496499075377,
      "grad_norm": 0.13170576095581055,
      "learning_rate": 1.9834776428768894e-05,
      "loss": 0.9566,
      "step": 4092
    },
    {
      "epoch": 0.08625603902911905,
      "grad_norm": 0.17783844470977783,
      "learning_rate": 1.983465284599571e-05,
      "loss": 1.0267,
      "step": 4093
    },
    {
      "epoch": 0.08627711306748434,
      "grad_norm": 0.2551705837249756,
      "learning_rate": 1.9834529217406802e-05,
      "loss": 0.9523,
      "step": 4094
    },
    {
      "epoch": 0.08629818710584963,
      "grad_norm": 0.152203768491745,
      "learning_rate": 1.983440554300274e-05,
      "loss": 0.9581,
      "step": 4095
    },
    {
      "epoch": 0.08631926114421491,
      "grad_norm": 0.18432621657848358,
      "learning_rate": 1.9834281822784107e-05,
      "loss": 0.9769,
      "step": 4096
    },
    {
      "epoch": 0.0863403351825802,
      "grad_norm": 0.20050375163555145,
      "learning_rate": 1.9834158056751478e-05,
      "loss": 1.0152,
      "step": 4097
    },
    {
      "epoch": 0.08636140922094548,
      "grad_norm": 0.16359539330005646,
      "learning_rate": 1.9834034244905428e-05,
      "loss": 1.0214,
      "step": 4098
    },
    {
      "epoch": 0.08638248325931078,
      "grad_norm": 0.1595156043767929,
      "learning_rate": 1.983391038724653e-05,
      "loss": 0.9986,
      "step": 4099
    },
    {
      "epoch": 0.08640355729767606,
      "grad_norm": 0.18025295436382294,
      "learning_rate": 1.9833786483775368e-05,
      "loss": 1.0119,
      "step": 4100
    },
    {
      "epoch": 0.08642463133604135,
      "grad_norm": 0.13939382135868073,
      "learning_rate": 1.9833662534492517e-05,
      "loss": 0.9897,
      "step": 4101
    },
    {
      "epoch": 0.08644570537440663,
      "grad_norm": 0.17443996667861938,
      "learning_rate": 1.9833538539398553e-05,
      "loss": 1.0452,
      "step": 4102
    },
    {
      "epoch": 0.08646677941277192,
      "grad_norm": 0.23943093419075012,
      "learning_rate": 1.9833414498494055e-05,
      "loss": 1.0044,
      "step": 4103
    },
    {
      "epoch": 0.08648785345113721,
      "grad_norm": 0.20694226026535034,
      "learning_rate": 1.9833290411779597e-05,
      "loss": 0.9752,
      "step": 4104
    },
    {
      "epoch": 0.0865089274895025,
      "grad_norm": 0.12950727343559265,
      "learning_rate": 1.9833166279255764e-05,
      "loss": 0.9793,
      "step": 4105
    },
    {
      "epoch": 0.08653000152786779,
      "grad_norm": 0.5680932402610779,
      "learning_rate": 1.983304210092313e-05,
      "loss": 0.9419,
      "step": 4106
    },
    {
      "epoch": 0.08655107556623307,
      "grad_norm": 0.159224733710289,
      "learning_rate": 1.983291787678227e-05,
      "loss": 0.9341,
      "step": 4107
    },
    {
      "epoch": 0.08657214960459836,
      "grad_norm": 0.1394716501235962,
      "learning_rate": 1.9832793606833772e-05,
      "loss": 0.9671,
      "step": 4108
    },
    {
      "epoch": 0.08659322364296364,
      "grad_norm": 0.18138174712657928,
      "learning_rate": 1.983266929107821e-05,
      "loss": 1.0085,
      "step": 4109
    },
    {
      "epoch": 0.08661429768132893,
      "grad_norm": 0.12626782059669495,
      "learning_rate": 1.983254492951616e-05,
      "loss": 0.9861,
      "step": 4110
    },
    {
      "epoch": 0.08663537171969421,
      "grad_norm": 0.16528168320655823,
      "learning_rate": 1.9832420522148203e-05,
      "loss": 1.0226,
      "step": 4111
    },
    {
      "epoch": 0.0866564457580595,
      "grad_norm": 0.13712860643863678,
      "learning_rate": 1.9832296068974922e-05,
      "loss": 0.9902,
      "step": 4112
    },
    {
      "epoch": 0.0866775197964248,
      "grad_norm": 0.16234108805656433,
      "learning_rate": 1.9832171569996894e-05,
      "loss": 1.0386,
      "step": 4113
    },
    {
      "epoch": 0.08669859383479007,
      "grad_norm": 0.19289849698543549,
      "learning_rate": 1.9832047025214698e-05,
      "loss": 0.9835,
      "step": 4114
    },
    {
      "epoch": 0.08671966787315537,
      "grad_norm": 0.17155839502811432,
      "learning_rate": 1.9831922434628915e-05,
      "loss": 1.0393,
      "step": 4115
    },
    {
      "epoch": 0.08674074191152065,
      "grad_norm": 0.16016361117362976,
      "learning_rate": 1.983179779824013e-05,
      "loss": 1.0266,
      "step": 4116
    },
    {
      "epoch": 0.08676181594988594,
      "grad_norm": 0.14639069139957428,
      "learning_rate": 1.9831673116048916e-05,
      "loss": 0.9577,
      "step": 4117
    },
    {
      "epoch": 0.08678288998825122,
      "grad_norm": 0.13332313299179077,
      "learning_rate": 1.9831548388055862e-05,
      "loss": 0.9239,
      "step": 4118
    },
    {
      "epoch": 0.08680396402661651,
      "grad_norm": 0.14879682660102844,
      "learning_rate": 1.983142361426154e-05,
      "loss": 1.0328,
      "step": 4119
    },
    {
      "epoch": 0.08682503806498179,
      "grad_norm": 0.1607883870601654,
      "learning_rate": 1.983129879466654e-05,
      "loss": 1.0333,
      "step": 4120
    },
    {
      "epoch": 0.08684611210334708,
      "grad_norm": 0.14459116756916046,
      "learning_rate": 1.9831173929271437e-05,
      "loss": 0.9257,
      "step": 4121
    },
    {
      "epoch": 0.08686718614171238,
      "grad_norm": 0.14120900630950928,
      "learning_rate": 1.9831049018076816e-05,
      "loss": 1.1119,
      "step": 4122
    },
    {
      "epoch": 0.08688826018007766,
      "grad_norm": 0.15067526698112488,
      "learning_rate": 1.983092406108326e-05,
      "loss": 0.9856,
      "step": 4123
    },
    {
      "epoch": 0.08690933421844295,
      "grad_norm": 0.13318142294883728,
      "learning_rate": 1.9830799058291344e-05,
      "loss": 0.9903,
      "step": 4124
    },
    {
      "epoch": 0.08693040825680823,
      "grad_norm": 0.12321912497282028,
      "learning_rate": 1.9830674009701656e-05,
      "loss": 0.9965,
      "step": 4125
    },
    {
      "epoch": 0.08695148229517352,
      "grad_norm": 0.12961015105247498,
      "learning_rate": 1.983054891531478e-05,
      "loss": 1.0019,
      "step": 4126
    },
    {
      "epoch": 0.0869725563335388,
      "grad_norm": 0.1328938901424408,
      "learning_rate": 1.98304237751313e-05,
      "loss": 1.0381,
      "step": 4127
    },
    {
      "epoch": 0.0869936303719041,
      "grad_norm": 0.1966223418712616,
      "learning_rate": 1.9830298589151795e-05,
      "loss": 1.0783,
      "step": 4128
    },
    {
      "epoch": 0.08701470441026937,
      "grad_norm": 0.14955204725265503,
      "learning_rate": 1.9830173357376843e-05,
      "loss": 1.057,
      "step": 4129
    },
    {
      "epoch": 0.08703577844863467,
      "grad_norm": 0.12622079253196716,
      "learning_rate": 1.9830048079807037e-05,
      "loss": 1.0196,
      "step": 4130
    },
    {
      "epoch": 0.08705685248699996,
      "grad_norm": 0.12307323515415192,
      "learning_rate": 1.9829922756442958e-05,
      "loss": 0.928,
      "step": 4131
    },
    {
      "epoch": 0.08707792652536524,
      "grad_norm": 0.1417704075574875,
      "learning_rate": 1.9829797387285188e-05,
      "loss": 0.9825,
      "step": 4132
    },
    {
      "epoch": 0.08709900056373053,
      "grad_norm": 0.1447332352399826,
      "learning_rate": 1.9829671972334313e-05,
      "loss": 0.9309,
      "step": 4133
    },
    {
      "epoch": 0.08712007460209581,
      "grad_norm": 0.1374707669019699,
      "learning_rate": 1.9829546511590915e-05,
      "loss": 0.9057,
      "step": 4134
    },
    {
      "epoch": 0.0871411486404611,
      "grad_norm": 0.2044810801744461,
      "learning_rate": 1.9829421005055578e-05,
      "loss": 1.0255,
      "step": 4135
    },
    {
      "epoch": 0.08716222267882638,
      "grad_norm": 0.13292676210403442,
      "learning_rate": 1.982929545272889e-05,
      "loss": 0.9661,
      "step": 4136
    },
    {
      "epoch": 0.08718329671719167,
      "grad_norm": 0.15168440341949463,
      "learning_rate": 1.9829169854611434e-05,
      "loss": 1.0494,
      "step": 4137
    },
    {
      "epoch": 0.08720437075555695,
      "grad_norm": 0.16272148489952087,
      "learning_rate": 1.9829044210703796e-05,
      "loss": 1.07,
      "step": 4138
    },
    {
      "epoch": 0.08722544479392225,
      "grad_norm": 0.12701570987701416,
      "learning_rate": 1.982891852100656e-05,
      "loss": 1.004,
      "step": 4139
    },
    {
      "epoch": 0.08724651883228754,
      "grad_norm": 0.1390639990568161,
      "learning_rate": 1.982879278552031e-05,
      "loss": 1.0389,
      "step": 4140
    },
    {
      "epoch": 0.08726759287065282,
      "grad_norm": 0.1409335434436798,
      "learning_rate": 1.982866700424564e-05,
      "loss": 0.9977,
      "step": 4141
    },
    {
      "epoch": 0.08728866690901811,
      "grad_norm": 0.1501675397157669,
      "learning_rate": 1.9828541177183125e-05,
      "loss": 0.9887,
      "step": 4142
    },
    {
      "epoch": 0.08730974094738339,
      "grad_norm": 0.1500757932662964,
      "learning_rate": 1.9828415304333357e-05,
      "loss": 1.0241,
      "step": 4143
    },
    {
      "epoch": 0.08733081498574868,
      "grad_norm": 0.11953435093164444,
      "learning_rate": 1.9828289385696918e-05,
      "loss": 0.9916,
      "step": 4144
    },
    {
      "epoch": 0.08735188902411396,
      "grad_norm": 0.13771842420101166,
      "learning_rate": 1.9828163421274404e-05,
      "loss": 1.0197,
      "step": 4145
    },
    {
      "epoch": 0.08737296306247926,
      "grad_norm": 0.1296229064464569,
      "learning_rate": 1.9828037411066396e-05,
      "loss": 0.9357,
      "step": 4146
    },
    {
      "epoch": 0.08739403710084455,
      "grad_norm": 0.13679152727127075,
      "learning_rate": 1.9827911355073474e-05,
      "loss": 0.949,
      "step": 4147
    },
    {
      "epoch": 0.08741511113920983,
      "grad_norm": 0.16853393614292145,
      "learning_rate": 1.9827785253296237e-05,
      "loss": 0.9696,
      "step": 4148
    },
    {
      "epoch": 0.08743618517757512,
      "grad_norm": 0.147016704082489,
      "learning_rate": 1.9827659105735266e-05,
      "loss": 0.9545,
      "step": 4149
    },
    {
      "epoch": 0.0874572592159404,
      "grad_norm": 0.14224764704704285,
      "learning_rate": 1.9827532912391155e-05,
      "loss": 0.9075,
      "step": 4150
    },
    {
      "epoch": 0.08747833325430569,
      "grad_norm": 0.14570403099060059,
      "learning_rate": 1.9827406673264483e-05,
      "loss": 0.9668,
      "step": 4151
    },
    {
      "epoch": 0.08749940729267097,
      "grad_norm": 0.13111501932144165,
      "learning_rate": 1.9827280388355842e-05,
      "loss": 1.0087,
      "step": 4152
    },
    {
      "epoch": 0.08752048133103627,
      "grad_norm": 0.1354234367609024,
      "learning_rate": 1.982715405766582e-05,
      "loss": 0.9832,
      "step": 4153
    },
    {
      "epoch": 0.08754155536940154,
      "grad_norm": 0.14059226214885712,
      "learning_rate": 1.9827027681195008e-05,
      "loss": 1.0682,
      "step": 4154
    },
    {
      "epoch": 0.08756262940776684,
      "grad_norm": 0.13259539008140564,
      "learning_rate": 1.982690125894399e-05,
      "loss": 1.0067,
      "step": 4155
    },
    {
      "epoch": 0.08758370344613213,
      "grad_norm": 0.18431410193443298,
      "learning_rate": 1.9826774790913362e-05,
      "loss": 0.9728,
      "step": 4156
    },
    {
      "epoch": 0.08760477748449741,
      "grad_norm": 0.14668385684490204,
      "learning_rate": 1.9826648277103707e-05,
      "loss": 1.0181,
      "step": 4157
    },
    {
      "epoch": 0.0876258515228627,
      "grad_norm": 0.1260673701763153,
      "learning_rate": 1.9826521717515614e-05,
      "loss": 0.9481,
      "step": 4158
    },
    {
      "epoch": 0.08764692556122798,
      "grad_norm": 0.20901666581630707,
      "learning_rate": 1.9826395112149676e-05,
      "loss": 1.0132,
      "step": 4159
    },
    {
      "epoch": 0.08766799959959327,
      "grad_norm": 0.26181846857070923,
      "learning_rate": 1.9826268461006487e-05,
      "loss": 1.0485,
      "step": 4160
    },
    {
      "epoch": 0.08768907363795855,
      "grad_norm": 0.2287828028202057,
      "learning_rate": 1.9826141764086624e-05,
      "loss": 0.9873,
      "step": 4161
    },
    {
      "epoch": 0.08771014767632385,
      "grad_norm": 0.1357714980840683,
      "learning_rate": 1.982601502139069e-05,
      "loss": 0.9466,
      "step": 4162
    },
    {
      "epoch": 0.08773122171468913,
      "grad_norm": 0.19672545790672302,
      "learning_rate": 1.9825888232919268e-05,
      "loss": 0.9721,
      "step": 4163
    },
    {
      "epoch": 0.08775229575305442,
      "grad_norm": 0.14257071912288666,
      "learning_rate": 1.9825761398672952e-05,
      "loss": 0.9188,
      "step": 4164
    },
    {
      "epoch": 0.08777336979141971,
      "grad_norm": 0.152321919798851,
      "learning_rate": 1.9825634518652333e-05,
      "loss": 0.9382,
      "step": 4165
    },
    {
      "epoch": 0.08779444382978499,
      "grad_norm": 0.1583421677350998,
      "learning_rate": 1.9825507592858e-05,
      "loss": 1.0537,
      "step": 4166
    },
    {
      "epoch": 0.08781551786815028,
      "grad_norm": 0.14266163110733032,
      "learning_rate": 1.9825380621290546e-05,
      "loss": 0.956,
      "step": 4167
    },
    {
      "epoch": 0.08783659190651556,
      "grad_norm": 0.1541336178779602,
      "learning_rate": 1.982525360395056e-05,
      "loss": 0.9399,
      "step": 4168
    },
    {
      "epoch": 0.08785766594488086,
      "grad_norm": 0.13774940371513367,
      "learning_rate": 1.9825126540838637e-05,
      "loss": 0.8737,
      "step": 4169
    },
    {
      "epoch": 0.08787873998324613,
      "grad_norm": 0.15704579651355743,
      "learning_rate": 1.9824999431955366e-05,
      "loss": 1.0208,
      "step": 4170
    },
    {
      "epoch": 0.08789981402161143,
      "grad_norm": 0.18497641384601593,
      "learning_rate": 1.9824872277301342e-05,
      "loss": 0.9945,
      "step": 4171
    },
    {
      "epoch": 0.0879208880599767,
      "grad_norm": 0.1391618698835373,
      "learning_rate": 1.9824745076877154e-05,
      "loss": 0.9683,
      "step": 4172
    },
    {
      "epoch": 0.087941962098342,
      "grad_norm": 0.15256227552890778,
      "learning_rate": 1.98246178306834e-05,
      "loss": 0.9807,
      "step": 4173
    },
    {
      "epoch": 0.08796303613670729,
      "grad_norm": 0.14346098899841309,
      "learning_rate": 1.9824490538720668e-05,
      "loss": 0.8501,
      "step": 4174
    },
    {
      "epoch": 0.08798411017507257,
      "grad_norm": 0.11581545323133469,
      "learning_rate": 1.982436320098955e-05,
      "loss": 0.9307,
      "step": 4175
    },
    {
      "epoch": 0.08800518421343786,
      "grad_norm": 0.14449484646320343,
      "learning_rate": 1.9824235817490645e-05,
      "loss": 1.0567,
      "step": 4176
    },
    {
      "epoch": 0.08802625825180314,
      "grad_norm": 0.1356305629014969,
      "learning_rate": 1.982410838822454e-05,
      "loss": 1.0264,
      "step": 4177
    },
    {
      "epoch": 0.08804733229016844,
      "grad_norm": 0.14791004359722137,
      "learning_rate": 1.9823980913191835e-05,
      "loss": 0.9888,
      "step": 4178
    },
    {
      "epoch": 0.08806840632853372,
      "grad_norm": 0.1551794409751892,
      "learning_rate": 1.982385339239312e-05,
      "loss": 1.0579,
      "step": 4179
    },
    {
      "epoch": 0.08808948036689901,
      "grad_norm": 0.1466578245162964,
      "learning_rate": 1.9823725825828985e-05,
      "loss": 0.919,
      "step": 4180
    },
    {
      "epoch": 0.08811055440526429,
      "grad_norm": 0.14356011152267456,
      "learning_rate": 1.982359821350003e-05,
      "loss": 1.008,
      "step": 4181
    },
    {
      "epoch": 0.08813162844362958,
      "grad_norm": 0.15531562268733978,
      "learning_rate": 1.982347055540685e-05,
      "loss": 1.0033,
      "step": 4182
    },
    {
      "epoch": 0.08815270248199487,
      "grad_norm": 0.14602340757846832,
      "learning_rate": 1.982334285155004e-05,
      "loss": 0.9204,
      "step": 4183
    },
    {
      "epoch": 0.08817377652036015,
      "grad_norm": 0.12820550799369812,
      "learning_rate": 1.9823215101930194e-05,
      "loss": 0.9102,
      "step": 4184
    },
    {
      "epoch": 0.08819485055872545,
      "grad_norm": 0.16663634777069092,
      "learning_rate": 1.9823087306547903e-05,
      "loss": 1.068,
      "step": 4185
    },
    {
      "epoch": 0.08821592459709073,
      "grad_norm": 0.1495901197195053,
      "learning_rate": 1.9822959465403765e-05,
      "loss": 1.0157,
      "step": 4186
    },
    {
      "epoch": 0.08823699863545602,
      "grad_norm": 0.12156979739665985,
      "learning_rate": 1.9822831578498377e-05,
      "loss": 0.9489,
      "step": 4187
    },
    {
      "epoch": 0.0882580726738213,
      "grad_norm": 0.1412735879421234,
      "learning_rate": 1.9822703645832333e-05,
      "loss": 0.9059,
      "step": 4188
    },
    {
      "epoch": 0.08827914671218659,
      "grad_norm": 0.18328601121902466,
      "learning_rate": 1.982257566740623e-05,
      "loss": 1.0227,
      "step": 4189
    },
    {
      "epoch": 0.08830022075055188,
      "grad_norm": 0.1455991566181183,
      "learning_rate": 1.9822447643220666e-05,
      "loss": 1.0257,
      "step": 4190
    },
    {
      "epoch": 0.08832129478891716,
      "grad_norm": 0.15349897742271423,
      "learning_rate": 1.9822319573276232e-05,
      "loss": 0.9359,
      "step": 4191
    },
    {
      "epoch": 0.08834236882728246,
      "grad_norm": 0.2243184745311737,
      "learning_rate": 1.982219145757353e-05,
      "loss": 1.0411,
      "step": 4192
    },
    {
      "epoch": 0.08836344286564773,
      "grad_norm": 0.17945364117622375,
      "learning_rate": 1.9822063296113157e-05,
      "loss": 1.0183,
      "step": 4193
    },
    {
      "epoch": 0.08838451690401303,
      "grad_norm": 0.20800773799419403,
      "learning_rate": 1.9821935088895704e-05,
      "loss": 1.0602,
      "step": 4194
    },
    {
      "epoch": 0.0884055909423783,
      "grad_norm": 0.17270752787590027,
      "learning_rate": 1.9821806835921776e-05,
      "loss": 0.9867,
      "step": 4195
    },
    {
      "epoch": 0.0884266649807436,
      "grad_norm": 0.14843004941940308,
      "learning_rate": 1.9821678537191965e-05,
      "loss": 0.9286,
      "step": 4196
    },
    {
      "epoch": 0.08844773901910888,
      "grad_norm": 0.17481084167957306,
      "learning_rate": 1.982155019270687e-05,
      "loss": 1.0475,
      "step": 4197
    },
    {
      "epoch": 0.08846881305747417,
      "grad_norm": 0.178366556763649,
      "learning_rate": 1.982142180246709e-05,
      "loss": 0.9299,
      "step": 4198
    },
    {
      "epoch": 0.08848988709583946,
      "grad_norm": 0.18550486862659454,
      "learning_rate": 1.9821293366473216e-05,
      "loss": 0.9582,
      "step": 4199
    },
    {
      "epoch": 0.08851096113420474,
      "grad_norm": 0.15225444734096527,
      "learning_rate": 1.982116488472586e-05,
      "loss": 0.9247,
      "step": 4200
    },
    {
      "epoch": 0.08853203517257004,
      "grad_norm": 0.1759764552116394,
      "learning_rate": 1.9821036357225612e-05,
      "loss": 0.9992,
      "step": 4201
    },
    {
      "epoch": 0.08855310921093532,
      "grad_norm": 0.17409485578536987,
      "learning_rate": 1.982090778397307e-05,
      "loss": 0.9072,
      "step": 4202
    },
    {
      "epoch": 0.08857418324930061,
      "grad_norm": 0.16823984682559967,
      "learning_rate": 1.982077916496884e-05,
      "loss": 0.9828,
      "step": 4203
    },
    {
      "epoch": 0.08859525728766589,
      "grad_norm": 0.2301264852285385,
      "learning_rate": 1.9820650500213513e-05,
      "loss": 1.0352,
      "step": 4204
    },
    {
      "epoch": 0.08861633132603118,
      "grad_norm": 0.18834835290908813,
      "learning_rate": 1.982052178970769e-05,
      "loss": 1.052,
      "step": 4205
    },
    {
      "epoch": 0.08863740536439646,
      "grad_norm": 0.13874441385269165,
      "learning_rate": 1.9820393033451976e-05,
      "loss": 0.9593,
      "step": 4206
    },
    {
      "epoch": 0.08865847940276175,
      "grad_norm": 0.1720540076494217,
      "learning_rate": 1.982026423144696e-05,
      "loss": 1.0755,
      "step": 4207
    },
    {
      "epoch": 0.08867955344112705,
      "grad_norm": 0.14192631840705872,
      "learning_rate": 1.9820135383693256e-05,
      "loss": 1.0288,
      "step": 4208
    },
    {
      "epoch": 0.08870062747949232,
      "grad_norm": 0.15577466785907745,
      "learning_rate": 1.9820006490191454e-05,
      "loss": 1.03,
      "step": 4209
    },
    {
      "epoch": 0.08872170151785762,
      "grad_norm": 0.1459033489227295,
      "learning_rate": 1.981987755094216e-05,
      "loss": 0.9328,
      "step": 4210
    },
    {
      "epoch": 0.0887427755562229,
      "grad_norm": 0.12812477350234985,
      "learning_rate": 1.981974856594597e-05,
      "loss": 0.9716,
      "step": 4211
    },
    {
      "epoch": 0.08876384959458819,
      "grad_norm": 0.19194652140140533,
      "learning_rate": 1.9819619535203488e-05,
      "loss": 1.0024,
      "step": 4212
    },
    {
      "epoch": 0.08878492363295347,
      "grad_norm": 0.13982513546943665,
      "learning_rate": 1.9819490458715312e-05,
      "loss": 0.9625,
      "step": 4213
    },
    {
      "epoch": 0.08880599767131876,
      "grad_norm": 0.14974036812782288,
      "learning_rate": 1.981936133648205e-05,
      "loss": 1.0234,
      "step": 4214
    },
    {
      "epoch": 0.08882707170968404,
      "grad_norm": 0.13389705121517181,
      "learning_rate": 1.98192321685043e-05,
      "loss": 1.0179,
      "step": 4215
    },
    {
      "epoch": 0.08884814574804933,
      "grad_norm": 0.12933684885501862,
      "learning_rate": 1.981910295478266e-05,
      "loss": 0.9615,
      "step": 4216
    },
    {
      "epoch": 0.08886921978641463,
      "grad_norm": 0.13894960284233093,
      "learning_rate": 1.9818973695317733e-05,
      "loss": 1.022,
      "step": 4217
    },
    {
      "epoch": 0.0888902938247799,
      "grad_norm": 0.1494440883398056,
      "learning_rate": 1.981884439011013e-05,
      "loss": 0.9706,
      "step": 4218
    },
    {
      "epoch": 0.0889113678631452,
      "grad_norm": 0.15843863785266876,
      "learning_rate": 1.9818715039160442e-05,
      "loss": 0.9675,
      "step": 4219
    },
    {
      "epoch": 0.08893244190151048,
      "grad_norm": 0.13352158665657043,
      "learning_rate": 1.9818585642469275e-05,
      "loss": 1.014,
      "step": 4220
    },
    {
      "epoch": 0.08895351593987577,
      "grad_norm": 0.14097093045711517,
      "learning_rate": 1.9818456200037235e-05,
      "loss": 0.9718,
      "step": 4221
    },
    {
      "epoch": 0.08897458997824105,
      "grad_norm": 0.16967244446277618,
      "learning_rate": 1.981832671186492e-05,
      "loss": 0.9697,
      "step": 4222
    },
    {
      "epoch": 0.08899566401660634,
      "grad_norm": 0.1864643692970276,
      "learning_rate": 1.981819717795294e-05,
      "loss": 1.0189,
      "step": 4223
    },
    {
      "epoch": 0.08901673805497162,
      "grad_norm": 0.13441631197929382,
      "learning_rate": 1.9818067598301894e-05,
      "loss": 0.9997,
      "step": 4224
    },
    {
      "epoch": 0.08903781209333692,
      "grad_norm": 0.15815341472625732,
      "learning_rate": 1.9817937972912384e-05,
      "loss": 1.0007,
      "step": 4225
    },
    {
      "epoch": 0.08905888613170221,
      "grad_norm": 0.15686582028865814,
      "learning_rate": 1.981780830178502e-05,
      "loss": 1.0355,
      "step": 4226
    },
    {
      "epoch": 0.08907996017006749,
      "grad_norm": 0.14148209989070892,
      "learning_rate": 1.98176785849204e-05,
      "loss": 0.9774,
      "step": 4227
    },
    {
      "epoch": 0.08910103420843278,
      "grad_norm": 0.17783673107624054,
      "learning_rate": 1.9817548822319127e-05,
      "loss": 1.0526,
      "step": 4228
    },
    {
      "epoch": 0.08912210824679806,
      "grad_norm": 0.17549677193164825,
      "learning_rate": 1.9817419013981813e-05,
      "loss": 0.932,
      "step": 4229
    },
    {
      "epoch": 0.08914318228516335,
      "grad_norm": 0.13700491189956665,
      "learning_rate": 1.981728915990906e-05,
      "loss": 1.0571,
      "step": 4230
    },
    {
      "epoch": 0.08916425632352863,
      "grad_norm": 0.16058218479156494,
      "learning_rate": 1.981715926010147e-05,
      "loss": 0.9653,
      "step": 4231
    },
    {
      "epoch": 0.08918533036189392,
      "grad_norm": 0.12479954212903976,
      "learning_rate": 1.9817029314559647e-05,
      "loss": 0.9781,
      "step": 4232
    },
    {
      "epoch": 0.0892064044002592,
      "grad_norm": 0.16796927154064178,
      "learning_rate": 1.9816899323284203e-05,
      "loss": 1.0024,
      "step": 4233
    },
    {
      "epoch": 0.0892274784386245,
      "grad_norm": 0.16620007157325745,
      "learning_rate": 1.981676928627574e-05,
      "loss": 1.0478,
      "step": 4234
    },
    {
      "epoch": 0.08924855247698979,
      "grad_norm": 0.1859627068042755,
      "learning_rate": 1.981663920353486e-05,
      "loss": 1.0432,
      "step": 4235
    },
    {
      "epoch": 0.08926962651535507,
      "grad_norm": 0.1691100150346756,
      "learning_rate": 1.9816509075062176e-05,
      "loss": 0.9649,
      "step": 4236
    },
    {
      "epoch": 0.08929070055372036,
      "grad_norm": 0.19813856482505798,
      "learning_rate": 1.9816378900858288e-05,
      "loss": 1.0148,
      "step": 4237
    },
    {
      "epoch": 0.08931177459208564,
      "grad_norm": 0.12916620075702667,
      "learning_rate": 1.981624868092381e-05,
      "loss": 0.9272,
      "step": 4238
    },
    {
      "epoch": 0.08933284863045093,
      "grad_norm": 0.16186456382274628,
      "learning_rate": 1.981611841525934e-05,
      "loss": 0.9279,
      "step": 4239
    },
    {
      "epoch": 0.08935392266881621,
      "grad_norm": 0.140170156955719,
      "learning_rate": 1.981598810386549e-05,
      "loss": 0.9314,
      "step": 4240
    },
    {
      "epoch": 0.0893749967071815,
      "grad_norm": 0.12683559954166412,
      "learning_rate": 1.9815857746742864e-05,
      "loss": 0.9468,
      "step": 4241
    },
    {
      "epoch": 0.0893960707455468,
      "grad_norm": 0.15412864089012146,
      "learning_rate": 1.9815727343892074e-05,
      "loss": 0.9973,
      "step": 4242
    },
    {
      "epoch": 0.08941714478391208,
      "grad_norm": 0.17440703511238098,
      "learning_rate": 1.981559689531372e-05,
      "loss": 0.9587,
      "step": 4243
    },
    {
      "epoch": 0.08943821882227737,
      "grad_norm": 0.19040991365909576,
      "learning_rate": 1.981546640100842e-05,
      "loss": 0.9108,
      "step": 4244
    },
    {
      "epoch": 0.08945929286064265,
      "grad_norm": 0.1513616144657135,
      "learning_rate": 1.9815335860976775e-05,
      "loss": 1.0579,
      "step": 4245
    },
    {
      "epoch": 0.08948036689900794,
      "grad_norm": 0.1486251950263977,
      "learning_rate": 1.981520527521939e-05,
      "loss": 0.9787,
      "step": 4246
    },
    {
      "epoch": 0.08950144093737322,
      "grad_norm": 0.16069403290748596,
      "learning_rate": 1.9815074643736883e-05,
      "loss": 1.0618,
      "step": 4247
    },
    {
      "epoch": 0.08952251497573852,
      "grad_norm": 0.1318739801645279,
      "learning_rate": 1.9814943966529855e-05,
      "loss": 0.9536,
      "step": 4248
    },
    {
      "epoch": 0.0895435890141038,
      "grad_norm": 0.17286856472492218,
      "learning_rate": 1.9814813243598914e-05,
      "loss": 1.0402,
      "step": 4249
    },
    {
      "epoch": 0.08956466305246909,
      "grad_norm": 0.1518355756998062,
      "learning_rate": 1.9814682474944678e-05,
      "loss": 0.968,
      "step": 4250
    },
    {
      "epoch": 0.08958573709083438,
      "grad_norm": 0.15245817601680756,
      "learning_rate": 1.9814551660567745e-05,
      "loss": 0.9947,
      "step": 4251
    },
    {
      "epoch": 0.08960681112919966,
      "grad_norm": 0.16506318747997284,
      "learning_rate": 1.9814420800468733e-05,
      "loss": 1.0201,
      "step": 4252
    },
    {
      "epoch": 0.08962788516756495,
      "grad_norm": 0.13908962905406952,
      "learning_rate": 1.9814289894648248e-05,
      "loss": 0.9451,
      "step": 4253
    },
    {
      "epoch": 0.08964895920593023,
      "grad_norm": 0.16482311487197876,
      "learning_rate": 1.98141589431069e-05,
      "loss": 1.0074,
      "step": 4254
    },
    {
      "epoch": 0.08967003324429552,
      "grad_norm": 0.1436501145362854,
      "learning_rate": 1.9814027945845294e-05,
      "loss": 0.8812,
      "step": 4255
    },
    {
      "epoch": 0.0896911072826608,
      "grad_norm": 0.16815638542175293,
      "learning_rate": 1.9813896902864053e-05,
      "loss": 0.9617,
      "step": 4256
    },
    {
      "epoch": 0.0897121813210261,
      "grad_norm": 0.16574282944202423,
      "learning_rate": 1.9813765814163774e-05,
      "loss": 0.9885,
      "step": 4257
    },
    {
      "epoch": 0.08973325535939138,
      "grad_norm": 0.16966216266155243,
      "learning_rate": 1.9813634679745078e-05,
      "loss": 0.9686,
      "step": 4258
    },
    {
      "epoch": 0.08975432939775667,
      "grad_norm": 0.15160340070724487,
      "learning_rate": 1.9813503499608568e-05,
      "loss": 0.9675,
      "step": 4259
    },
    {
      "epoch": 0.08977540343612196,
      "grad_norm": 0.1363084614276886,
      "learning_rate": 1.981337227375486e-05,
      "loss": 0.9499,
      "step": 4260
    },
    {
      "epoch": 0.08979647747448724,
      "grad_norm": 0.18315927684307098,
      "learning_rate": 1.9813241002184567e-05,
      "loss": 0.9916,
      "step": 4261
    },
    {
      "epoch": 0.08981755151285253,
      "grad_norm": 0.2037159502506256,
      "learning_rate": 1.981310968489829e-05,
      "loss": 0.9799,
      "step": 4262
    },
    {
      "epoch": 0.08983862555121781,
      "grad_norm": 0.17938701808452606,
      "learning_rate": 1.9812978321896655e-05,
      "loss": 0.985,
      "step": 4263
    },
    {
      "epoch": 0.0898596995895831,
      "grad_norm": 0.25167083740234375,
      "learning_rate": 1.9812846913180264e-05,
      "loss": 0.953,
      "step": 4264
    },
    {
      "epoch": 0.08988077362794838,
      "grad_norm": 0.20224057137966156,
      "learning_rate": 1.9812715458749733e-05,
      "loss": 1.0514,
      "step": 4265
    },
    {
      "epoch": 0.08990184766631368,
      "grad_norm": 0.14900103211402893,
      "learning_rate": 1.9812583958605676e-05,
      "loss": 0.954,
      "step": 4266
    },
    {
      "epoch": 0.08992292170467896,
      "grad_norm": 0.1783788502216339,
      "learning_rate": 1.9812452412748702e-05,
      "loss": 0.9442,
      "step": 4267
    },
    {
      "epoch": 0.08994399574304425,
      "grad_norm": 0.1505316197872162,
      "learning_rate": 1.9812320821179426e-05,
      "loss": 1.0321,
      "step": 4268
    },
    {
      "epoch": 0.08996506978140954,
      "grad_norm": 0.18144109845161438,
      "learning_rate": 1.981218918389846e-05,
      "loss": 1.0722,
      "step": 4269
    },
    {
      "epoch": 0.08998614381977482,
      "grad_norm": 0.15639133751392365,
      "learning_rate": 1.9812057500906413e-05,
      "loss": 0.9974,
      "step": 4270
    },
    {
      "epoch": 0.09000721785814011,
      "grad_norm": 0.15179875493049622,
      "learning_rate": 1.981192577220391e-05,
      "loss": 0.9298,
      "step": 4271
    },
    {
      "epoch": 0.0900282918965054,
      "grad_norm": 0.158546581864357,
      "learning_rate": 1.9811793997791554e-05,
      "loss": 0.9647,
      "step": 4272
    },
    {
      "epoch": 0.09004936593487069,
      "grad_norm": 0.16618448495864868,
      "learning_rate": 1.981166217766996e-05,
      "loss": 0.9496,
      "step": 4273
    },
    {
      "epoch": 0.09007043997323597,
      "grad_norm": 0.14362840354442596,
      "learning_rate": 1.9811530311839747e-05,
      "loss": 1.0064,
      "step": 4274
    },
    {
      "epoch": 0.09009151401160126,
      "grad_norm": 0.15788333117961884,
      "learning_rate": 1.9811398400301526e-05,
      "loss": 0.9531,
      "step": 4275
    },
    {
      "epoch": 0.09011258804996654,
      "grad_norm": 0.1481909453868866,
      "learning_rate": 1.9811266443055916e-05,
      "loss": 0.9458,
      "step": 4276
    },
    {
      "epoch": 0.09013366208833183,
      "grad_norm": 0.16279254853725433,
      "learning_rate": 1.9811134440103524e-05,
      "loss": 1.0084,
      "step": 4277
    },
    {
      "epoch": 0.09015473612669712,
      "grad_norm": 0.143995001912117,
      "learning_rate": 1.981100239144497e-05,
      "loss": 0.9887,
      "step": 4278
    },
    {
      "epoch": 0.0901758101650624,
      "grad_norm": 0.19264355301856995,
      "learning_rate": 1.981087029708087e-05,
      "loss": 1.0461,
      "step": 4279
    },
    {
      "epoch": 0.0901968842034277,
      "grad_norm": 0.14105738699436188,
      "learning_rate": 1.9810738157011835e-05,
      "loss": 0.964,
      "step": 4280
    },
    {
      "epoch": 0.09021795824179298,
      "grad_norm": 0.15643402934074402,
      "learning_rate": 1.9810605971238484e-05,
      "loss": 0.999,
      "step": 4281
    },
    {
      "epoch": 0.09023903228015827,
      "grad_norm": 0.13160626590251923,
      "learning_rate": 1.9810473739761434e-05,
      "loss": 0.9738,
      "step": 4282
    },
    {
      "epoch": 0.09026010631852355,
      "grad_norm": 0.17168225347995758,
      "learning_rate": 1.98103414625813e-05,
      "loss": 1.0256,
      "step": 4283
    },
    {
      "epoch": 0.09028118035688884,
      "grad_norm": 0.12538042664527893,
      "learning_rate": 1.9810209139698694e-05,
      "loss": 1.0138,
      "step": 4284
    },
    {
      "epoch": 0.09030225439525413,
      "grad_norm": 0.16053864359855652,
      "learning_rate": 1.9810076771114234e-05,
      "loss": 0.9775,
      "step": 4285
    },
    {
      "epoch": 0.09032332843361941,
      "grad_norm": 0.1880226880311966,
      "learning_rate": 1.980994435682854e-05,
      "loss": 1.0191,
      "step": 4286
    },
    {
      "epoch": 0.0903444024719847,
      "grad_norm": 0.1465982049703598,
      "learning_rate": 1.980981189684223e-05,
      "loss": 0.9611,
      "step": 4287
    },
    {
      "epoch": 0.09036547651034998,
      "grad_norm": 0.11593327671289444,
      "learning_rate": 1.980967939115592e-05,
      "loss": 0.8819,
      "step": 4288
    },
    {
      "epoch": 0.09038655054871528,
      "grad_norm": 0.14764420688152313,
      "learning_rate": 1.980954683977022e-05,
      "loss": 0.9714,
      "step": 4289
    },
    {
      "epoch": 0.09040762458708056,
      "grad_norm": 0.1218237578868866,
      "learning_rate": 1.9809414242685753e-05,
      "loss": 0.9484,
      "step": 4290
    },
    {
      "epoch": 0.09042869862544585,
      "grad_norm": 0.15007217228412628,
      "learning_rate": 1.980928159990314e-05,
      "loss": 1.0251,
      "step": 4291
    },
    {
      "epoch": 0.09044977266381113,
      "grad_norm": 0.14941489696502686,
      "learning_rate": 1.9809148911422994e-05,
      "loss": 1.0049,
      "step": 4292
    },
    {
      "epoch": 0.09047084670217642,
      "grad_norm": 0.1266036182641983,
      "learning_rate": 1.9809016177245937e-05,
      "loss": 0.9276,
      "step": 4293
    },
    {
      "epoch": 0.09049192074054171,
      "grad_norm": 0.15182004868984222,
      "learning_rate": 1.980888339737258e-05,
      "loss": 0.9483,
      "step": 4294
    },
    {
      "epoch": 0.090512994778907,
      "grad_norm": 0.12325447052717209,
      "learning_rate": 1.9808750571803556e-05,
      "loss": 0.9372,
      "step": 4295
    },
    {
      "epoch": 0.09053406881727229,
      "grad_norm": 0.13152553141117096,
      "learning_rate": 1.9808617700539468e-05,
      "loss": 0.9618,
      "step": 4296
    },
    {
      "epoch": 0.09055514285563757,
      "grad_norm": 0.15671096742153168,
      "learning_rate": 1.980848478358094e-05,
      "loss": 1.0363,
      "step": 4297
    },
    {
      "epoch": 0.09057621689400286,
      "grad_norm": 0.1435156762599945,
      "learning_rate": 1.98083518209286e-05,
      "loss": 1.0184,
      "step": 4298
    },
    {
      "epoch": 0.09059729093236814,
      "grad_norm": 0.13825762271881104,
      "learning_rate": 1.9808218812583054e-05,
      "loss": 0.9455,
      "step": 4299
    },
    {
      "epoch": 0.09061836497073343,
      "grad_norm": 0.152171790599823,
      "learning_rate": 1.980808575854493e-05,
      "loss": 1.0834,
      "step": 4300
    },
    {
      "epoch": 0.09063943900909871,
      "grad_norm": 0.14118416607379913,
      "learning_rate": 1.9807952658814846e-05,
      "loss": 0.9628,
      "step": 4301
    },
    {
      "epoch": 0.090660513047464,
      "grad_norm": 0.13982409238815308,
      "learning_rate": 1.980781951339342e-05,
      "loss": 1.0231,
      "step": 4302
    },
    {
      "epoch": 0.0906815870858293,
      "grad_norm": 0.13419269025325775,
      "learning_rate": 1.9807686322281276e-05,
      "loss": 0.909,
      "step": 4303
    },
    {
      "epoch": 0.09070266112419458,
      "grad_norm": 0.14717741310596466,
      "learning_rate": 1.9807553085479033e-05,
      "loss": 1.026,
      "step": 4304
    },
    {
      "epoch": 0.09072373516255987,
      "grad_norm": 0.16832712292671204,
      "learning_rate": 1.980741980298731e-05,
      "loss": 1.0092,
      "step": 4305
    },
    {
      "epoch": 0.09074480920092515,
      "grad_norm": 0.15545254945755005,
      "learning_rate": 1.980728647480673e-05,
      "loss": 0.9983,
      "step": 4306
    },
    {
      "epoch": 0.09076588323929044,
      "grad_norm": 0.14295519888401031,
      "learning_rate": 1.9807153100937908e-05,
      "loss": 0.9375,
      "step": 4307
    },
    {
      "epoch": 0.09078695727765572,
      "grad_norm": 0.18473784625530243,
      "learning_rate": 1.9807019681381476e-05,
      "loss": 0.899,
      "step": 4308
    },
    {
      "epoch": 0.09080803131602101,
      "grad_norm": 0.1724516600370407,
      "learning_rate": 1.9806886216138048e-05,
      "loss": 0.9595,
      "step": 4309
    },
    {
      "epoch": 0.09082910535438629,
      "grad_norm": 0.13830909132957458,
      "learning_rate": 1.980675270520825e-05,
      "loss": 1.1082,
      "step": 4310
    },
    {
      "epoch": 0.09085017939275158,
      "grad_norm": 0.16827771067619324,
      "learning_rate": 1.98066191485927e-05,
      "loss": 1.022,
      "step": 4311
    },
    {
      "epoch": 0.09087125343111688,
      "grad_norm": 0.13397009670734406,
      "learning_rate": 1.9806485546292022e-05,
      "loss": 0.9437,
      "step": 4312
    },
    {
      "epoch": 0.09089232746948216,
      "grad_norm": 0.17071829736232758,
      "learning_rate": 1.980635189830684e-05,
      "loss": 0.9557,
      "step": 4313
    },
    {
      "epoch": 0.09091340150784745,
      "grad_norm": 0.157752126455307,
      "learning_rate": 1.9806218204637776e-05,
      "loss": 0.9361,
      "step": 4314
    },
    {
      "epoch": 0.09093447554621273,
      "grad_norm": 0.17922396957874298,
      "learning_rate": 1.980608446528545e-05,
      "loss": 1.0333,
      "step": 4315
    },
    {
      "epoch": 0.09095554958457802,
      "grad_norm": 0.17190620303153992,
      "learning_rate": 1.9805950680250486e-05,
      "loss": 0.9855,
      "step": 4316
    },
    {
      "epoch": 0.0909766236229433,
      "grad_norm": 0.15028579533100128,
      "learning_rate": 1.980581684953351e-05,
      "loss": 0.9047,
      "step": 4317
    },
    {
      "epoch": 0.0909976976613086,
      "grad_norm": 0.14290058612823486,
      "learning_rate": 1.9805682973135143e-05,
      "loss": 1.0132,
      "step": 4318
    },
    {
      "epoch": 0.09101877169967387,
      "grad_norm": 0.16077016294002533,
      "learning_rate": 1.9805549051056008e-05,
      "loss": 0.9751,
      "step": 4319
    },
    {
      "epoch": 0.09103984573803917,
      "grad_norm": 0.13972897827625275,
      "learning_rate": 1.980541508329673e-05,
      "loss": 0.96,
      "step": 4320
    },
    {
      "epoch": 0.09106091977640446,
      "grad_norm": 0.15039031207561493,
      "learning_rate": 1.9805281069857934e-05,
      "loss": 0.9727,
      "step": 4321
    },
    {
      "epoch": 0.09108199381476974,
      "grad_norm": 0.16083075106143951,
      "learning_rate": 1.9805147010740245e-05,
      "loss": 0.9756,
      "step": 4322
    },
    {
      "epoch": 0.09110306785313503,
      "grad_norm": 0.14984089136123657,
      "learning_rate": 1.9805012905944286e-05,
      "loss": 1.0386,
      "step": 4323
    },
    {
      "epoch": 0.09112414189150031,
      "grad_norm": 0.2007053643465042,
      "learning_rate": 1.980487875547068e-05,
      "loss": 1.0121,
      "step": 4324
    },
    {
      "epoch": 0.0911452159298656,
      "grad_norm": 0.22558903694152832,
      "learning_rate": 1.9804744559320057e-05,
      "loss": 1.0489,
      "step": 4325
    },
    {
      "epoch": 0.09116628996823088,
      "grad_norm": 0.21521152555942535,
      "learning_rate": 1.980461031749304e-05,
      "loss": 1.0116,
      "step": 4326
    },
    {
      "epoch": 0.09118736400659617,
      "grad_norm": 0.154613196849823,
      "learning_rate": 1.9804476029990246e-05,
      "loss": 0.9548,
      "step": 4327
    },
    {
      "epoch": 0.09120843804496145,
      "grad_norm": 0.18298855423927307,
      "learning_rate": 1.9804341696812313e-05,
      "loss": 1.0065,
      "step": 4328
    },
    {
      "epoch": 0.09122951208332675,
      "grad_norm": 0.14043620228767395,
      "learning_rate": 1.9804207317959863e-05,
      "loss": 0.9353,
      "step": 4329
    },
    {
      "epoch": 0.09125058612169204,
      "grad_norm": 0.17955954372882843,
      "learning_rate": 1.9804072893433516e-05,
      "loss": 0.9417,
      "step": 4330
    },
    {
      "epoch": 0.09127166016005732,
      "grad_norm": 0.1440165936946869,
      "learning_rate": 1.980393842323391e-05,
      "loss": 1.017,
      "step": 4331
    },
    {
      "epoch": 0.09129273419842261,
      "grad_norm": 0.18497250974178314,
      "learning_rate": 1.980380390736166e-05,
      "loss": 1.0493,
      "step": 4332
    },
    {
      "epoch": 0.09131380823678789,
      "grad_norm": 0.16084402799606323,
      "learning_rate": 1.9803669345817396e-05,
      "loss": 1.0597,
      "step": 4333
    },
    {
      "epoch": 0.09133488227515318,
      "grad_norm": 0.1269000768661499,
      "learning_rate": 1.980353473860175e-05,
      "loss": 0.9002,
      "step": 4334
    },
    {
      "epoch": 0.09135595631351846,
      "grad_norm": 0.12948931753635406,
      "learning_rate": 1.9803400085715337e-05,
      "loss": 0.915,
      "step": 4335
    },
    {
      "epoch": 0.09137703035188376,
      "grad_norm": 0.19029371440410614,
      "learning_rate": 1.9803265387158802e-05,
      "loss": 0.9988,
      "step": 4336
    },
    {
      "epoch": 0.09139810439024905,
      "grad_norm": 0.17074203491210938,
      "learning_rate": 1.980313064293276e-05,
      "loss": 1.0477,
      "step": 4337
    },
    {
      "epoch": 0.09141917842861433,
      "grad_norm": 0.1602666825056076,
      "learning_rate": 1.9802995853037838e-05,
      "loss": 0.9892,
      "step": 4338
    },
    {
      "epoch": 0.09144025246697962,
      "grad_norm": 0.12989956140518188,
      "learning_rate": 1.980286101747467e-05,
      "loss": 0.9476,
      "step": 4339
    },
    {
      "epoch": 0.0914613265053449,
      "grad_norm": 0.16652339696884155,
      "learning_rate": 1.980272613624388e-05,
      "loss": 0.9551,
      "step": 4340
    },
    {
      "epoch": 0.0914824005437102,
      "grad_norm": 0.1310945302248001,
      "learning_rate": 1.98025912093461e-05,
      "loss": 1.0026,
      "step": 4341
    },
    {
      "epoch": 0.09150347458207547,
      "grad_norm": 0.1771875023841858,
      "learning_rate": 1.980245623678196e-05,
      "loss": 1.0777,
      "step": 4342
    },
    {
      "epoch": 0.09152454862044077,
      "grad_norm": 0.16606974601745605,
      "learning_rate": 1.980232121855208e-05,
      "loss": 0.9828,
      "step": 4343
    },
    {
      "epoch": 0.09154562265880604,
      "grad_norm": 0.16946092247962952,
      "learning_rate": 1.9802186154657096e-05,
      "loss": 0.9714,
      "step": 4344
    },
    {
      "epoch": 0.09156669669717134,
      "grad_norm": 0.15237441658973694,
      "learning_rate": 1.9802051045097637e-05,
      "loss": 0.9139,
      "step": 4345
    },
    {
      "epoch": 0.09158777073553663,
      "grad_norm": 0.1571098119020462,
      "learning_rate": 1.9801915889874327e-05,
      "loss": 0.9,
      "step": 4346
    },
    {
      "epoch": 0.09160884477390191,
      "grad_norm": 0.14715874195098877,
      "learning_rate": 1.9801780688987803e-05,
      "loss": 0.9322,
      "step": 4347
    },
    {
      "epoch": 0.0916299188122672,
      "grad_norm": 0.15639163553714752,
      "learning_rate": 1.980164544243869e-05,
      "loss": 0.9437,
      "step": 4348
    },
    {
      "epoch": 0.09165099285063248,
      "grad_norm": 0.14015832543373108,
      "learning_rate": 1.9801510150227623e-05,
      "loss": 1.0515,
      "step": 4349
    },
    {
      "epoch": 0.09167206688899777,
      "grad_norm": 0.17135363817214966,
      "learning_rate": 1.9801374812355227e-05,
      "loss": 1.0266,
      "step": 4350
    },
    {
      "epoch": 0.09169314092736305,
      "grad_norm": 0.14482057094573975,
      "learning_rate": 1.980123942882213e-05,
      "loss": 1.0177,
      "step": 4351
    },
    {
      "epoch": 0.09171421496572835,
      "grad_norm": 0.13522516191005707,
      "learning_rate": 1.9801103999628976e-05,
      "loss": 0.9094,
      "step": 4352
    },
    {
      "epoch": 0.09173528900409363,
      "grad_norm": 0.13949048519134521,
      "learning_rate": 1.9800968524776377e-05,
      "loss": 0.8667,
      "step": 4353
    },
    {
      "epoch": 0.09175636304245892,
      "grad_norm": 0.14163543283939362,
      "learning_rate": 1.9800833004264982e-05,
      "loss": 1.0318,
      "step": 4354
    },
    {
      "epoch": 0.09177743708082421,
      "grad_norm": 0.14302262663841248,
      "learning_rate": 1.980069743809541e-05,
      "loss": 0.973,
      "step": 4355
    },
    {
      "epoch": 0.09179851111918949,
      "grad_norm": 0.1464807391166687,
      "learning_rate": 1.9800561826268295e-05,
      "loss": 0.9545,
      "step": 4356
    },
    {
      "epoch": 0.09181958515755478,
      "grad_norm": 0.14123648405075073,
      "learning_rate": 1.9800426168784277e-05,
      "loss": 1.0107,
      "step": 4357
    },
    {
      "epoch": 0.09184065919592006,
      "grad_norm": 0.16984859108924866,
      "learning_rate": 1.9800290465643976e-05,
      "loss": 1.0253,
      "step": 4358
    },
    {
      "epoch": 0.09186173323428536,
      "grad_norm": 0.14974762499332428,
      "learning_rate": 1.9800154716848034e-05,
      "loss": 0.8882,
      "step": 4359
    },
    {
      "epoch": 0.09188280727265064,
      "grad_norm": 0.1484614908695221,
      "learning_rate": 1.9800018922397076e-05,
      "loss": 0.9569,
      "step": 4360
    },
    {
      "epoch": 0.09190388131101593,
      "grad_norm": 0.16205675899982452,
      "learning_rate": 1.979988308229174e-05,
      "loss": 0.9949,
      "step": 4361
    },
    {
      "epoch": 0.09192495534938121,
      "grad_norm": 0.15964007377624512,
      "learning_rate": 1.9799747196532655e-05,
      "loss": 1.0683,
      "step": 4362
    },
    {
      "epoch": 0.0919460293877465,
      "grad_norm": 0.1717187762260437,
      "learning_rate": 1.9799611265120458e-05,
      "loss": 1.0202,
      "step": 4363
    },
    {
      "epoch": 0.0919671034261118,
      "grad_norm": 0.17094630002975464,
      "learning_rate": 1.9799475288055777e-05,
      "loss": 1.0419,
      "step": 4364
    },
    {
      "epoch": 0.09198817746447707,
      "grad_norm": 0.14803028106689453,
      "learning_rate": 1.979933926533925e-05,
      "loss": 0.9891,
      "step": 4365
    },
    {
      "epoch": 0.09200925150284237,
      "grad_norm": 0.15826065838336945,
      "learning_rate": 1.979920319697151e-05,
      "loss": 1.0867,
      "step": 4366
    },
    {
      "epoch": 0.09203032554120764,
      "grad_norm": 0.2456449270248413,
      "learning_rate": 1.9799067082953187e-05,
      "loss": 1.0478,
      "step": 4367
    },
    {
      "epoch": 0.09205139957957294,
      "grad_norm": 0.2552949786186218,
      "learning_rate": 1.9798930923284923e-05,
      "loss": 1.0326,
      "step": 4368
    },
    {
      "epoch": 0.09207247361793822,
      "grad_norm": 0.19225093722343445,
      "learning_rate": 1.9798794717967343e-05,
      "loss": 1.0321,
      "step": 4369
    },
    {
      "epoch": 0.09209354765630351,
      "grad_norm": 0.24168694019317627,
      "learning_rate": 1.9798658467001088e-05,
      "loss": 1.1052,
      "step": 4370
    },
    {
      "epoch": 0.09211462169466879,
      "grad_norm": 0.18175287544727325,
      "learning_rate": 1.979852217038679e-05,
      "loss": 0.9142,
      "step": 4371
    },
    {
      "epoch": 0.09213569573303408,
      "grad_norm": 0.21520066261291504,
      "learning_rate": 1.9798385828125084e-05,
      "loss": 1.042,
      "step": 4372
    },
    {
      "epoch": 0.09215676977139937,
      "grad_norm": 0.1615065336227417,
      "learning_rate": 1.979824944021661e-05,
      "loss": 0.9496,
      "step": 4373
    },
    {
      "epoch": 0.09217784380976465,
      "grad_norm": 0.1916724145412445,
      "learning_rate": 1.9798113006661994e-05,
      "loss": 0.9354,
      "step": 4374
    },
    {
      "epoch": 0.09219891784812995,
      "grad_norm": 0.19250012934207916,
      "learning_rate": 1.9797976527461877e-05,
      "loss": 1.0488,
      "step": 4375
    },
    {
      "epoch": 0.09221999188649523,
      "grad_norm": 0.16740983724594116,
      "learning_rate": 1.9797840002616896e-05,
      "loss": 1.0131,
      "step": 4376
    },
    {
      "epoch": 0.09224106592486052,
      "grad_norm": 0.20080280303955078,
      "learning_rate": 1.9797703432127685e-05,
      "loss": 1.0433,
      "step": 4377
    },
    {
      "epoch": 0.0922621399632258,
      "grad_norm": 0.1394723504781723,
      "learning_rate": 1.979756681599488e-05,
      "loss": 0.9844,
      "step": 4378
    },
    {
      "epoch": 0.09228321400159109,
      "grad_norm": 0.18327459692955017,
      "learning_rate": 1.9797430154219123e-05,
      "loss": 0.9614,
      "step": 4379
    },
    {
      "epoch": 0.09230428803995638,
      "grad_norm": 0.1370040476322174,
      "learning_rate": 1.9797293446801042e-05,
      "loss": 1.0711,
      "step": 4380
    },
    {
      "epoch": 0.09232536207832166,
      "grad_norm": 0.23575127124786377,
      "learning_rate": 1.979715669374128e-05,
      "loss": 1.1024,
      "step": 4381
    },
    {
      "epoch": 0.09234643611668696,
      "grad_norm": 0.17475001513957977,
      "learning_rate": 1.9797019895040466e-05,
      "loss": 0.9577,
      "step": 4382
    },
    {
      "epoch": 0.09236751015505223,
      "grad_norm": 0.18246649205684662,
      "learning_rate": 1.979688305069925e-05,
      "loss": 0.9933,
      "step": 4383
    },
    {
      "epoch": 0.09238858419341753,
      "grad_norm": 0.1586584597826004,
      "learning_rate": 1.979674616071826e-05,
      "loss": 0.9628,
      "step": 4384
    },
    {
      "epoch": 0.0924096582317828,
      "grad_norm": 0.17771965265274048,
      "learning_rate": 1.9796609225098136e-05,
      "loss": 1.0369,
      "step": 4385
    },
    {
      "epoch": 0.0924307322701481,
      "grad_norm": 0.18550193309783936,
      "learning_rate": 1.9796472243839518e-05,
      "loss": 1.0002,
      "step": 4386
    },
    {
      "epoch": 0.09245180630851338,
      "grad_norm": 0.12474536895751953,
      "learning_rate": 1.9796335216943042e-05,
      "loss": 1.0131,
      "step": 4387
    },
    {
      "epoch": 0.09247288034687867,
      "grad_norm": 0.17149989306926727,
      "learning_rate": 1.9796198144409346e-05,
      "loss": 0.9611,
      "step": 4388
    },
    {
      "epoch": 0.09249395438524396,
      "grad_norm": 0.22989578545093536,
      "learning_rate": 1.979606102623907e-05,
      "loss": 1.0423,
      "step": 4389
    },
    {
      "epoch": 0.09251502842360924,
      "grad_norm": 0.1521003097295761,
      "learning_rate": 1.9795923862432847e-05,
      "loss": 0.9922,
      "step": 4390
    },
    {
      "epoch": 0.09253610246197454,
      "grad_norm": 0.1537928730249405,
      "learning_rate": 1.979578665299133e-05,
      "loss": 0.9896,
      "step": 4391
    },
    {
      "epoch": 0.09255717650033982,
      "grad_norm": 0.13069701194763184,
      "learning_rate": 1.9795649397915145e-05,
      "loss": 0.962,
      "step": 4392
    },
    {
      "epoch": 0.09257825053870511,
      "grad_norm": 0.1628962606191635,
      "learning_rate": 1.9795512097204935e-05,
      "loss": 0.9613,
      "step": 4393
    },
    {
      "epoch": 0.09259932457707039,
      "grad_norm": 0.1549101322889328,
      "learning_rate": 1.9795374750861337e-05,
      "loss": 0.9889,
      "step": 4394
    },
    {
      "epoch": 0.09262039861543568,
      "grad_norm": 0.13935591280460358,
      "learning_rate": 1.9795237358885e-05,
      "loss": 1.0162,
      "step": 4395
    },
    {
      "epoch": 0.09264147265380096,
      "grad_norm": 0.1377144157886505,
      "learning_rate": 1.9795099921276558e-05,
      "loss": 0.8943,
      "step": 4396
    },
    {
      "epoch": 0.09266254669216625,
      "grad_norm": 0.12769021093845367,
      "learning_rate": 1.979496243803665e-05,
      "loss": 0.9337,
      "step": 4397
    },
    {
      "epoch": 0.09268362073053155,
      "grad_norm": 0.13039842247962952,
      "learning_rate": 1.9794824909165915e-05,
      "loss": 1.0061,
      "step": 4398
    },
    {
      "epoch": 0.09270469476889683,
      "grad_norm": 0.11792080849409103,
      "learning_rate": 1.9794687334665e-05,
      "loss": 0.9505,
      "step": 4399
    },
    {
      "epoch": 0.09272576880726212,
      "grad_norm": 0.15426956117153168,
      "learning_rate": 1.9794549714534544e-05,
      "loss": 0.958,
      "step": 4400
    },
    {
      "epoch": 0.0927468428456274,
      "grad_norm": 0.13414998352527618,
      "learning_rate": 1.9794412048775184e-05,
      "loss": 0.9962,
      "step": 4401
    },
    {
      "epoch": 0.09276791688399269,
      "grad_norm": 0.13491621613502502,
      "learning_rate": 1.9794274337387565e-05,
      "loss": 0.937,
      "step": 4402
    },
    {
      "epoch": 0.09278899092235797,
      "grad_norm": 0.1747453361749649,
      "learning_rate": 1.9794136580372328e-05,
      "loss": 1.0426,
      "step": 4403
    },
    {
      "epoch": 0.09281006496072326,
      "grad_norm": 0.1826811134815216,
      "learning_rate": 1.9793998777730113e-05,
      "loss": 0.9456,
      "step": 4404
    },
    {
      "epoch": 0.09283113899908854,
      "grad_norm": 0.15345165133476257,
      "learning_rate": 1.9793860929461566e-05,
      "loss": 1.0062,
      "step": 4405
    },
    {
      "epoch": 0.09285221303745383,
      "grad_norm": 0.15016260743141174,
      "learning_rate": 1.9793723035567326e-05,
      "loss": 0.965,
      "step": 4406
    },
    {
      "epoch": 0.09287328707581913,
      "grad_norm": 0.19447965919971466,
      "learning_rate": 1.9793585096048033e-05,
      "loss": 0.931,
      "step": 4407
    },
    {
      "epoch": 0.0928943611141844,
      "grad_norm": 0.14308826625347137,
      "learning_rate": 1.9793447110904332e-05,
      "loss": 0.9673,
      "step": 4408
    },
    {
      "epoch": 0.0929154351525497,
      "grad_norm": 0.17655062675476074,
      "learning_rate": 1.9793309080136873e-05,
      "loss": 0.9228,
      "step": 4409
    },
    {
      "epoch": 0.09293650919091498,
      "grad_norm": 0.1747913360595703,
      "learning_rate": 1.9793171003746284e-05,
      "loss": 1.0094,
      "step": 4410
    },
    {
      "epoch": 0.09295758322928027,
      "grad_norm": 0.16757507622241974,
      "learning_rate": 1.979303288173322e-05,
      "loss": 0.9971,
      "step": 4411
    },
    {
      "epoch": 0.09297865726764555,
      "grad_norm": 0.12395968288183212,
      "learning_rate": 1.9792894714098324e-05,
      "loss": 0.9933,
      "step": 4412
    },
    {
      "epoch": 0.09299973130601084,
      "grad_norm": 0.16129568219184875,
      "learning_rate": 1.979275650084223e-05,
      "loss": 0.9665,
      "step": 4413
    },
    {
      "epoch": 0.09302080534437612,
      "grad_norm": 0.12539523839950562,
      "learning_rate": 1.9792618241965593e-05,
      "loss": 0.9394,
      "step": 4414
    },
    {
      "epoch": 0.09304187938274142,
      "grad_norm": 0.15120196342468262,
      "learning_rate": 1.9792479937469052e-05,
      "loss": 1.0467,
      "step": 4415
    },
    {
      "epoch": 0.09306295342110671,
      "grad_norm": 0.13996638357639313,
      "learning_rate": 1.9792341587353255e-05,
      "loss": 1.0201,
      "step": 4416
    },
    {
      "epoch": 0.09308402745947199,
      "grad_norm": 0.17576271295547485,
      "learning_rate": 1.979220319161884e-05,
      "loss": 0.9913,
      "step": 4417
    },
    {
      "epoch": 0.09310510149783728,
      "grad_norm": 0.12985602021217346,
      "learning_rate": 1.9792064750266458e-05,
      "loss": 0.9478,
      "step": 4418
    },
    {
      "epoch": 0.09312617553620256,
      "grad_norm": 0.16234931349754333,
      "learning_rate": 1.9791926263296746e-05,
      "loss": 0.9797,
      "step": 4419
    },
    {
      "epoch": 0.09314724957456785,
      "grad_norm": 0.12489451467990875,
      "learning_rate": 1.979178773071036e-05,
      "loss": 0.9981,
      "step": 4420
    },
    {
      "epoch": 0.09316832361293313,
      "grad_norm": 0.18315595388412476,
      "learning_rate": 1.9791649152507936e-05,
      "loss": 0.9523,
      "step": 4421
    },
    {
      "epoch": 0.09318939765129843,
      "grad_norm": 0.1777830719947815,
      "learning_rate": 1.9791510528690125e-05,
      "loss": 1.0027,
      "step": 4422
    },
    {
      "epoch": 0.0932104716896637,
      "grad_norm": 0.1393662989139557,
      "learning_rate": 1.979137185925757e-05,
      "loss": 0.9061,
      "step": 4423
    },
    {
      "epoch": 0.093231545728029,
      "grad_norm": 0.14936505258083344,
      "learning_rate": 1.9791233144210918e-05,
      "loss": 0.9881,
      "step": 4424
    },
    {
      "epoch": 0.09325261976639429,
      "grad_norm": 0.1639130860567093,
      "learning_rate": 1.9791094383550818e-05,
      "loss": 0.9622,
      "step": 4425
    },
    {
      "epoch": 0.09327369380475957,
      "grad_norm": 0.15898387134075165,
      "learning_rate": 1.979095557727791e-05,
      "loss": 0.9785,
      "step": 4426
    },
    {
      "epoch": 0.09329476784312486,
      "grad_norm": 0.15559157729148865,
      "learning_rate": 1.9790816725392847e-05,
      "loss": 0.9524,
      "step": 4427
    },
    {
      "epoch": 0.09331584188149014,
      "grad_norm": 0.14616763591766357,
      "learning_rate": 1.979067782789627e-05,
      "loss": 1.0256,
      "step": 4428
    },
    {
      "epoch": 0.09333691591985543,
      "grad_norm": 0.1529986411333084,
      "learning_rate": 1.9790538884788835e-05,
      "loss": 0.9876,
      "step": 4429
    },
    {
      "epoch": 0.09335798995822071,
      "grad_norm": 0.1587703973054886,
      "learning_rate": 1.979039989607118e-05,
      "loss": 0.9716,
      "step": 4430
    },
    {
      "epoch": 0.093379063996586,
      "grad_norm": 0.12606488168239594,
      "learning_rate": 1.9790260861743954e-05,
      "loss": 0.94,
      "step": 4431
    },
    {
      "epoch": 0.0934001380349513,
      "grad_norm": 0.17070554196834564,
      "learning_rate": 1.979012178180781e-05,
      "loss": 0.9908,
      "step": 4432
    },
    {
      "epoch": 0.09342121207331658,
      "grad_norm": 0.1312180459499359,
      "learning_rate": 1.978998265626339e-05,
      "loss": 0.9158,
      "step": 4433
    },
    {
      "epoch": 0.09344228611168187,
      "grad_norm": 0.22386398911476135,
      "learning_rate": 1.978984348511135e-05,
      "loss": 0.945,
      "step": 4434
    },
    {
      "epoch": 0.09346336015004715,
      "grad_norm": 0.2019469141960144,
      "learning_rate": 1.978970426835233e-05,
      "loss": 1.056,
      "step": 4435
    },
    {
      "epoch": 0.09348443418841244,
      "grad_norm": 0.23805168271064758,
      "learning_rate": 1.978956500598698e-05,
      "loss": 1.0154,
      "step": 4436
    },
    {
      "epoch": 0.09350550822677772,
      "grad_norm": 0.16890966892242432,
      "learning_rate": 1.978942569801595e-05,
      "loss": 0.9112,
      "step": 4437
    },
    {
      "epoch": 0.09352658226514302,
      "grad_norm": 0.14192435145378113,
      "learning_rate": 1.9789286344439892e-05,
      "loss": 1.0277,
      "step": 4438
    },
    {
      "epoch": 0.0935476563035083,
      "grad_norm": 0.16083621978759766,
      "learning_rate": 1.9789146945259454e-05,
      "loss": 0.973,
      "step": 4439
    },
    {
      "epoch": 0.09356873034187359,
      "grad_norm": 0.13826371729373932,
      "learning_rate": 1.978900750047528e-05,
      "loss": 0.8878,
      "step": 4440
    },
    {
      "epoch": 0.09358980438023888,
      "grad_norm": 0.1863783895969391,
      "learning_rate": 1.9788868010088026e-05,
      "loss": 0.9957,
      "step": 4441
    },
    {
      "epoch": 0.09361087841860416,
      "grad_norm": 0.23720555007457733,
      "learning_rate": 1.978872847409834e-05,
      "loss": 0.9972,
      "step": 4442
    },
    {
      "epoch": 0.09363195245696945,
      "grad_norm": 0.16772018373012543,
      "learning_rate": 1.9788588892506873e-05,
      "loss": 1.0521,
      "step": 4443
    },
    {
      "epoch": 0.09365302649533473,
      "grad_norm": 0.23592442274093628,
      "learning_rate": 1.978844926531427e-05,
      "loss": 1.0244,
      "step": 4444
    },
    {
      "epoch": 0.09367410053370002,
      "grad_norm": 0.21285268664360046,
      "learning_rate": 1.9788309592521186e-05,
      "loss": 0.9545,
      "step": 4445
    },
    {
      "epoch": 0.0936951745720653,
      "grad_norm": 0.1518736183643341,
      "learning_rate": 1.9788169874128274e-05,
      "loss": 1.0171,
      "step": 4446
    },
    {
      "epoch": 0.0937162486104306,
      "grad_norm": 0.24121886491775513,
      "learning_rate": 1.9788030110136177e-05,
      "loss": 0.9715,
      "step": 4447
    },
    {
      "epoch": 0.09373732264879588,
      "grad_norm": 0.15129901468753815,
      "learning_rate": 1.9787890300545555e-05,
      "loss": 0.9768,
      "step": 4448
    },
    {
      "epoch": 0.09375839668716117,
      "grad_norm": 0.19556935131549835,
      "learning_rate": 1.9787750445357056e-05,
      "loss": 0.9789,
      "step": 4449
    },
    {
      "epoch": 0.09377947072552646,
      "grad_norm": 0.21182024478912354,
      "learning_rate": 1.9787610544571326e-05,
      "loss": 1.0052,
      "step": 4450
    },
    {
      "epoch": 0.09380054476389174,
      "grad_norm": 0.1410546600818634,
      "learning_rate": 1.9787470598189027e-05,
      "loss": 1.0168,
      "step": 4451
    },
    {
      "epoch": 0.09382161880225703,
      "grad_norm": 0.23734518885612488,
      "learning_rate": 1.9787330606210802e-05,
      "loss": 1.0208,
      "step": 4452
    },
    {
      "epoch": 0.09384269284062231,
      "grad_norm": 0.14264307916164398,
      "learning_rate": 1.9787190568637306e-05,
      "loss": 1.0232,
      "step": 4453
    },
    {
      "epoch": 0.0938637668789876,
      "grad_norm": 0.17688356339931488,
      "learning_rate": 1.9787050485469194e-05,
      "loss": 0.9454,
      "step": 4454
    },
    {
      "epoch": 0.09388484091735289,
      "grad_norm": 0.149553582072258,
      "learning_rate": 1.978691035670712e-05,
      "loss": 0.9316,
      "step": 4455
    },
    {
      "epoch": 0.09390591495571818,
      "grad_norm": 0.15155649185180664,
      "learning_rate": 1.9786770182351726e-05,
      "loss": 0.9811,
      "step": 4456
    },
    {
      "epoch": 0.09392698899408346,
      "grad_norm": 0.193898007273674,
      "learning_rate": 1.9786629962403677e-05,
      "loss": 1.0034,
      "step": 4457
    },
    {
      "epoch": 0.09394806303244875,
      "grad_norm": 0.18282081186771393,
      "learning_rate": 1.9786489696863622e-05,
      "loss": 0.972,
      "step": 4458
    },
    {
      "epoch": 0.09396913707081404,
      "grad_norm": 0.14085358381271362,
      "learning_rate": 1.9786349385732212e-05,
      "loss": 1.0086,
      "step": 4459
    },
    {
      "epoch": 0.09399021110917932,
      "grad_norm": 0.23971697688102722,
      "learning_rate": 1.9786209029010104e-05,
      "loss": 1.0574,
      "step": 4460
    },
    {
      "epoch": 0.09401128514754462,
      "grad_norm": 0.20957577228546143,
      "learning_rate": 1.978606862669795e-05,
      "loss": 1.0018,
      "step": 4461
    },
    {
      "epoch": 0.0940323591859099,
      "grad_norm": 0.19724729657173157,
      "learning_rate": 1.9785928178796407e-05,
      "loss": 0.9653,
      "step": 4462
    },
    {
      "epoch": 0.09405343322427519,
      "grad_norm": 0.1558878868818283,
      "learning_rate": 1.9785787685306125e-05,
      "loss": 0.9902,
      "step": 4463
    },
    {
      "epoch": 0.09407450726264047,
      "grad_norm": 0.2107154130935669,
      "learning_rate": 1.9785647146227757e-05,
      "loss": 0.9779,
      "step": 4464
    },
    {
      "epoch": 0.09409558130100576,
      "grad_norm": 0.17724524438381195,
      "learning_rate": 1.978550656156197e-05,
      "loss": 0.9776,
      "step": 4465
    },
    {
      "epoch": 0.09411665533937104,
      "grad_norm": 0.21347375214099884,
      "learning_rate": 1.97853659313094e-05,
      "loss": 1.1035,
      "step": 4466
    },
    {
      "epoch": 0.09413772937773633,
      "grad_norm": 0.1944703310728073,
      "learning_rate": 1.978522525547072e-05,
      "loss": 1.0354,
      "step": 4467
    },
    {
      "epoch": 0.09415880341610162,
      "grad_norm": 0.14681567251682281,
      "learning_rate": 1.9785084534046573e-05,
      "loss": 0.9584,
      "step": 4468
    },
    {
      "epoch": 0.0941798774544669,
      "grad_norm": 0.175784170627594,
      "learning_rate": 1.978494376703762e-05,
      "loss": 1.0416,
      "step": 4469
    },
    {
      "epoch": 0.0942009514928322,
      "grad_norm": 0.21047665178775787,
      "learning_rate": 1.978480295444452e-05,
      "loss": 1.0236,
      "step": 4470
    },
    {
      "epoch": 0.09422202553119748,
      "grad_norm": 0.18347997963428497,
      "learning_rate": 1.978466209626792e-05,
      "loss": 1.0006,
      "step": 4471
    },
    {
      "epoch": 0.09424309956956277,
      "grad_norm": 0.1458776295185089,
      "learning_rate": 1.9784521192508482e-05,
      "loss": 0.9899,
      "step": 4472
    },
    {
      "epoch": 0.09426417360792805,
      "grad_norm": 0.19156916439533234,
      "learning_rate": 1.9784380243166864e-05,
      "loss": 0.9815,
      "step": 4473
    },
    {
      "epoch": 0.09428524764629334,
      "grad_norm": 0.1323416829109192,
      "learning_rate": 1.9784239248243723e-05,
      "loss": 0.9926,
      "step": 4474
    },
    {
      "epoch": 0.09430632168465863,
      "grad_norm": 0.1775602549314499,
      "learning_rate": 1.978409820773971e-05,
      "loss": 0.9855,
      "step": 4475
    },
    {
      "epoch": 0.09432739572302391,
      "grad_norm": 0.14888569712638855,
      "learning_rate": 1.978395712165548e-05,
      "loss": 0.9364,
      "step": 4476
    },
    {
      "epoch": 0.0943484697613892,
      "grad_norm": 0.1619439721107483,
      "learning_rate": 1.97838159899917e-05,
      "loss": 0.9957,
      "step": 4477
    },
    {
      "epoch": 0.09436954379975449,
      "grad_norm": 0.15081092715263367,
      "learning_rate": 1.978367481274902e-05,
      "loss": 0.9551,
      "step": 4478
    },
    {
      "epoch": 0.09439061783811978,
      "grad_norm": 0.13548614084720612,
      "learning_rate": 1.978353358992811e-05,
      "loss": 0.9733,
      "step": 4479
    },
    {
      "epoch": 0.09441169187648506,
      "grad_norm": 0.13962072134017944,
      "learning_rate": 1.978339232152961e-05,
      "loss": 0.9472,
      "step": 4480
    },
    {
      "epoch": 0.09443276591485035,
      "grad_norm": 0.15422140061855316,
      "learning_rate": 1.978325100755419e-05,
      "loss": 0.9877,
      "step": 4481
    },
    {
      "epoch": 0.09445383995321563,
      "grad_norm": 0.1612844318151474,
      "learning_rate": 1.97831096480025e-05,
      "loss": 0.9609,
      "step": 4482
    },
    {
      "epoch": 0.09447491399158092,
      "grad_norm": 0.13610313832759857,
      "learning_rate": 1.9782968242875208e-05,
      "loss": 0.98,
      "step": 4483
    },
    {
      "epoch": 0.09449598802994622,
      "grad_norm": 0.15151552855968475,
      "learning_rate": 1.9782826792172965e-05,
      "loss": 1.0328,
      "step": 4484
    },
    {
      "epoch": 0.0945170620683115,
      "grad_norm": 0.15532700717449188,
      "learning_rate": 1.9782685295896437e-05,
      "loss": 0.9374,
      "step": 4485
    },
    {
      "epoch": 0.09453813610667679,
      "grad_norm": 0.15229012072086334,
      "learning_rate": 1.9782543754046277e-05,
      "loss": 0.9856,
      "step": 4486
    },
    {
      "epoch": 0.09455921014504207,
      "grad_norm": 0.1462121605873108,
      "learning_rate": 1.9782402166623145e-05,
      "loss": 0.9672,
      "step": 4487
    },
    {
      "epoch": 0.09458028418340736,
      "grad_norm": 0.1464204639196396,
      "learning_rate": 1.9782260533627707e-05,
      "loss": 0.9759,
      "step": 4488
    },
    {
      "epoch": 0.09460135822177264,
      "grad_norm": 0.1533881425857544,
      "learning_rate": 1.9782118855060615e-05,
      "loss": 0.9472,
      "step": 4489
    },
    {
      "epoch": 0.09462243226013793,
      "grad_norm": 0.14484716951847076,
      "learning_rate": 1.978197713092253e-05,
      "loss": 0.936,
      "step": 4490
    },
    {
      "epoch": 0.09464350629850321,
      "grad_norm": 0.12063701450824738,
      "learning_rate": 1.978183536121412e-05,
      "loss": 0.9263,
      "step": 4491
    },
    {
      "epoch": 0.0946645803368685,
      "grad_norm": 0.14441896975040436,
      "learning_rate": 1.9781693545936033e-05,
      "loss": 0.9536,
      "step": 4492
    },
    {
      "epoch": 0.0946856543752338,
      "grad_norm": 0.14007554948329926,
      "learning_rate": 1.978155168508894e-05,
      "loss": 0.9266,
      "step": 4493
    },
    {
      "epoch": 0.09470672841359908,
      "grad_norm": 0.14320534467697144,
      "learning_rate": 1.97814097786735e-05,
      "loss": 1.0104,
      "step": 4494
    },
    {
      "epoch": 0.09472780245196437,
      "grad_norm": 0.1464802771806717,
      "learning_rate": 1.978126782669037e-05,
      "loss": 0.8901,
      "step": 4495
    },
    {
      "epoch": 0.09474887649032965,
      "grad_norm": 0.16342540085315704,
      "learning_rate": 1.9781125829140214e-05,
      "loss": 0.9585,
      "step": 4496
    },
    {
      "epoch": 0.09476995052869494,
      "grad_norm": 0.14188358187675476,
      "learning_rate": 1.9780983786023694e-05,
      "loss": 0.9532,
      "step": 4497
    },
    {
      "epoch": 0.09479102456706022,
      "grad_norm": 0.13344129920005798,
      "learning_rate": 1.9780841697341474e-05,
      "loss": 0.9811,
      "step": 4498
    },
    {
      "epoch": 0.09481209860542551,
      "grad_norm": 0.14155857264995575,
      "learning_rate": 1.9780699563094207e-05,
      "loss": 0.953,
      "step": 4499
    },
    {
      "epoch": 0.09483317264379079,
      "grad_norm": 0.1747443526983261,
      "learning_rate": 1.9780557383282565e-05,
      "loss": 1.0798,
      "step": 4500
    },
    {
      "epoch": 0.09485424668215608,
      "grad_norm": 0.18426015973091125,
      "learning_rate": 1.9780415157907205e-05,
      "loss": 0.9166,
      "step": 4501
    },
    {
      "epoch": 0.09487532072052138,
      "grad_norm": 0.1254194676876068,
      "learning_rate": 1.978027288696879e-05,
      "loss": 0.9258,
      "step": 4502
    },
    {
      "epoch": 0.09489639475888666,
      "grad_norm": 0.18429942429065704,
      "learning_rate": 1.9780130570467985e-05,
      "loss": 1.0223,
      "step": 4503
    },
    {
      "epoch": 0.09491746879725195,
      "grad_norm": 0.17392657697200775,
      "learning_rate": 1.9779988208405454e-05,
      "loss": 1.0273,
      "step": 4504
    },
    {
      "epoch": 0.09493854283561723,
      "grad_norm": 0.1319461315870285,
      "learning_rate": 1.9779845800781855e-05,
      "loss": 0.9747,
      "step": 4505
    },
    {
      "epoch": 0.09495961687398252,
      "grad_norm": 0.22430694103240967,
      "learning_rate": 1.9779703347597854e-05,
      "loss": 0.9348,
      "step": 4506
    },
    {
      "epoch": 0.0949806909123478,
      "grad_norm": 0.175129696726799,
      "learning_rate": 1.9779560848854116e-05,
      "loss": 0.9275,
      "step": 4507
    },
    {
      "epoch": 0.0950017649507131,
      "grad_norm": 0.18124011158943176,
      "learning_rate": 1.9779418304551304e-05,
      "loss": 1.0064,
      "step": 4508
    },
    {
      "epoch": 0.09502283898907837,
      "grad_norm": 0.23710861802101135,
      "learning_rate": 1.9779275714690084e-05,
      "loss": 1.0442,
      "step": 4509
    },
    {
      "epoch": 0.09504391302744367,
      "grad_norm": 0.1431112289428711,
      "learning_rate": 1.9779133079271115e-05,
      "loss": 0.9535,
      "step": 4510
    },
    {
      "epoch": 0.09506498706580896,
      "grad_norm": 0.15903052687644958,
      "learning_rate": 1.9778990398295066e-05,
      "loss": 0.9173,
      "step": 4511
    },
    {
      "epoch": 0.09508606110417424,
      "grad_norm": 0.1760627031326294,
      "learning_rate": 1.97788476717626e-05,
      "loss": 1.0002,
      "step": 4512
    },
    {
      "epoch": 0.09510713514253953,
      "grad_norm": 0.19302788376808167,
      "learning_rate": 1.977870489967438e-05,
      "loss": 1.023,
      "step": 4513
    },
    {
      "epoch": 0.09512820918090481,
      "grad_norm": 0.24176889657974243,
      "learning_rate": 1.977856208203108e-05,
      "loss": 1.0432,
      "step": 4514
    },
    {
      "epoch": 0.0951492832192701,
      "grad_norm": 0.18386812508106232,
      "learning_rate": 1.9778419218833353e-05,
      "loss": 0.8774,
      "step": 4515
    },
    {
      "epoch": 0.09517035725763538,
      "grad_norm": 0.1851244866847992,
      "learning_rate": 1.9778276310081873e-05,
      "loss": 0.9505,
      "step": 4516
    },
    {
      "epoch": 0.09519143129600068,
      "grad_norm": 0.17476768791675568,
      "learning_rate": 1.97781333557773e-05,
      "loss": 1.0015,
      "step": 4517
    },
    {
      "epoch": 0.09521250533436595,
      "grad_norm": 0.1563156545162201,
      "learning_rate": 1.9777990355920306e-05,
      "loss": 0.9653,
      "step": 4518
    },
    {
      "epoch": 0.09523357937273125,
      "grad_norm": 0.12661457061767578,
      "learning_rate": 1.9777847310511552e-05,
      "loss": 0.9758,
      "step": 4519
    },
    {
      "epoch": 0.09525465341109654,
      "grad_norm": 0.18096886575222015,
      "learning_rate": 1.977770421955171e-05,
      "loss": 1.0024,
      "step": 4520
    },
    {
      "epoch": 0.09527572744946182,
      "grad_norm": 0.13469107449054718,
      "learning_rate": 1.9777561083041438e-05,
      "loss": 0.9763,
      "step": 4521
    },
    {
      "epoch": 0.09529680148782711,
      "grad_norm": 0.17311204969882965,
      "learning_rate": 1.9777417900981412e-05,
      "loss": 1.0497,
      "step": 4522
    },
    {
      "epoch": 0.09531787552619239,
      "grad_norm": 0.1809144765138626,
      "learning_rate": 1.9777274673372294e-05,
      "loss": 1.0139,
      "step": 4523
    },
    {
      "epoch": 0.09533894956455768,
      "grad_norm": 0.14067727327346802,
      "learning_rate": 1.9777131400214752e-05,
      "loss": 0.9329,
      "step": 4524
    },
    {
      "epoch": 0.09536002360292296,
      "grad_norm": 0.16831296682357788,
      "learning_rate": 1.9776988081509453e-05,
      "loss": 0.9401,
      "step": 4525
    },
    {
      "epoch": 0.09538109764128826,
      "grad_norm": 0.21556827425956726,
      "learning_rate": 1.9776844717257068e-05,
      "loss": 1.0578,
      "step": 4526
    },
    {
      "epoch": 0.09540217167965355,
      "grad_norm": 0.1513136923313141,
      "learning_rate": 1.9776701307458258e-05,
      "loss": 0.9643,
      "step": 4527
    },
    {
      "epoch": 0.09542324571801883,
      "grad_norm": 0.1751140058040619,
      "learning_rate": 1.9776557852113697e-05,
      "loss": 0.9714,
      "step": 4528
    },
    {
      "epoch": 0.09544431975638412,
      "grad_norm": 0.15835954248905182,
      "learning_rate": 1.9776414351224052e-05,
      "loss": 0.9217,
      "step": 4529
    },
    {
      "epoch": 0.0954653937947494,
      "grad_norm": 0.1591557413339615,
      "learning_rate": 1.977627080478999e-05,
      "loss": 1.0057,
      "step": 4530
    },
    {
      "epoch": 0.0954864678331147,
      "grad_norm": 0.15275612473487854,
      "learning_rate": 1.9776127212812185e-05,
      "loss": 0.9455,
      "step": 4531
    },
    {
      "epoch": 0.09550754187147997,
      "grad_norm": 0.15431345999240875,
      "learning_rate": 1.97759835752913e-05,
      "loss": 0.9725,
      "step": 4532
    },
    {
      "epoch": 0.09552861590984527,
      "grad_norm": 0.20058876276016235,
      "learning_rate": 1.9775839892228004e-05,
      "loss": 0.9195,
      "step": 4533
    },
    {
      "epoch": 0.09554968994821054,
      "grad_norm": 0.14763490855693817,
      "learning_rate": 1.9775696163622967e-05,
      "loss": 0.9411,
      "step": 4534
    },
    {
      "epoch": 0.09557076398657584,
      "grad_norm": 0.16717712581157684,
      "learning_rate": 1.9775552389476865e-05,
      "loss": 0.8996,
      "step": 4535
    },
    {
      "epoch": 0.09559183802494113,
      "grad_norm": 0.18696479499340057,
      "learning_rate": 1.977540856979036e-05,
      "loss": 0.9426,
      "step": 4536
    },
    {
      "epoch": 0.09561291206330641,
      "grad_norm": 0.16723845899105072,
      "learning_rate": 1.9775264704564125e-05,
      "loss": 0.9758,
      "step": 4537
    },
    {
      "epoch": 0.0956339861016717,
      "grad_norm": 0.12296701967716217,
      "learning_rate": 1.977512079379883e-05,
      "loss": 0.8971,
      "step": 4538
    },
    {
      "epoch": 0.09565506014003698,
      "grad_norm": 0.17026366293430328,
      "learning_rate": 1.977497683749514e-05,
      "loss": 0.9877,
      "step": 4539
    },
    {
      "epoch": 0.09567613417840228,
      "grad_norm": 0.15842467546463013,
      "learning_rate": 1.9774832835653737e-05,
      "loss": 0.9291,
      "step": 4540
    },
    {
      "epoch": 0.09569720821676755,
      "grad_norm": 0.15533462166786194,
      "learning_rate": 1.9774688788275288e-05,
      "loss": 1.0168,
      "step": 4541
    },
    {
      "epoch": 0.09571828225513285,
      "grad_norm": 0.204181969165802,
      "learning_rate": 1.9774544695360455e-05,
      "loss": 0.9375,
      "step": 4542
    },
    {
      "epoch": 0.09573935629349813,
      "grad_norm": 0.14510230720043182,
      "learning_rate": 1.977440055690992e-05,
      "loss": 0.9966,
      "step": 4543
    },
    {
      "epoch": 0.09576043033186342,
      "grad_norm": 0.20586802065372467,
      "learning_rate": 1.9774256372924352e-05,
      "loss": 1.0233,
      "step": 4544
    },
    {
      "epoch": 0.09578150437022871,
      "grad_norm": 0.20809344947338104,
      "learning_rate": 1.9774112143404417e-05,
      "loss": 1.0729,
      "step": 4545
    },
    {
      "epoch": 0.09580257840859399,
      "grad_norm": 0.17250153422355652,
      "learning_rate": 1.9773967868350795e-05,
      "loss": 0.9842,
      "step": 4546
    },
    {
      "epoch": 0.09582365244695928,
      "grad_norm": 0.19293560087680817,
      "learning_rate": 1.9773823547764152e-05,
      "loss": 1.022,
      "step": 4547
    },
    {
      "epoch": 0.09584472648532456,
      "grad_norm": 0.14301012456417084,
      "learning_rate": 1.9773679181645165e-05,
      "loss": 1.0186,
      "step": 4548
    },
    {
      "epoch": 0.09586580052368986,
      "grad_norm": 0.18917830288410187,
      "learning_rate": 1.9773534769994504e-05,
      "loss": 0.9554,
      "step": 4549
    },
    {
      "epoch": 0.09588687456205514,
      "grad_norm": 0.16374309360980988,
      "learning_rate": 1.977339031281284e-05,
      "loss": 1.0112,
      "step": 4550
    },
    {
      "epoch": 0.09590794860042043,
      "grad_norm": 0.1799420267343521,
      "learning_rate": 1.9773245810100846e-05,
      "loss": 0.971,
      "step": 4551
    },
    {
      "epoch": 0.09592902263878571,
      "grad_norm": 0.16860732436180115,
      "learning_rate": 1.9773101261859204e-05,
      "loss": 1.0029,
      "step": 4552
    },
    {
      "epoch": 0.095950096677151,
      "grad_norm": 0.1632576435804367,
      "learning_rate": 1.9772956668088575e-05,
      "loss": 0.9978,
      "step": 4553
    },
    {
      "epoch": 0.0959711707155163,
      "grad_norm": 0.16623929142951965,
      "learning_rate": 1.9772812028789638e-05,
      "loss": 0.9119,
      "step": 4554
    },
    {
      "epoch": 0.09599224475388157,
      "grad_norm": 0.1349305361509323,
      "learning_rate": 1.977266734396307e-05,
      "loss": 0.9173,
      "step": 4555
    },
    {
      "epoch": 0.09601331879224687,
      "grad_norm": 0.16806954145431519,
      "learning_rate": 1.977252261360954e-05,
      "loss": 0.9488,
      "step": 4556
    },
    {
      "epoch": 0.09603439283061214,
      "grad_norm": 0.15607455372810364,
      "learning_rate": 1.9772377837729725e-05,
      "loss": 0.9526,
      "step": 4557
    },
    {
      "epoch": 0.09605546686897744,
      "grad_norm": 0.14088380336761475,
      "learning_rate": 1.9772233016324297e-05,
      "loss": 0.9398,
      "step": 4558
    },
    {
      "epoch": 0.09607654090734272,
      "grad_norm": 0.135198712348938,
      "learning_rate": 1.9772088149393936e-05,
      "loss": 0.9843,
      "step": 4559
    },
    {
      "epoch": 0.09609761494570801,
      "grad_norm": 0.15978428721427917,
      "learning_rate": 1.9771943236939307e-05,
      "loss": 0.9552,
      "step": 4560
    },
    {
      "epoch": 0.09611868898407329,
      "grad_norm": 0.12227537482976913,
      "learning_rate": 1.9771798278961096e-05,
      "loss": 0.9445,
      "step": 4561
    },
    {
      "epoch": 0.09613976302243858,
      "grad_norm": 0.13152660429477692,
      "learning_rate": 1.9771653275459974e-05,
      "loss": 1.0097,
      "step": 4562
    },
    {
      "epoch": 0.09616083706080387,
      "grad_norm": 0.13834962248802185,
      "learning_rate": 1.9771508226436614e-05,
      "loss": 0.9787,
      "step": 4563
    },
    {
      "epoch": 0.09618191109916915,
      "grad_norm": 0.17466415464878082,
      "learning_rate": 1.9771363131891694e-05,
      "loss": 1.0488,
      "step": 4564
    },
    {
      "epoch": 0.09620298513753445,
      "grad_norm": 0.1341332644224167,
      "learning_rate": 1.9771217991825892e-05,
      "loss": 0.9331,
      "step": 4565
    },
    {
      "epoch": 0.09622405917589973,
      "grad_norm": 0.16070440411567688,
      "learning_rate": 1.977107280623988e-05,
      "loss": 0.9658,
      "step": 4566
    },
    {
      "epoch": 0.09624513321426502,
      "grad_norm": 0.14148451387882233,
      "learning_rate": 1.9770927575134336e-05,
      "loss": 1.0416,
      "step": 4567
    },
    {
      "epoch": 0.0962662072526303,
      "grad_norm": 0.17394396662712097,
      "learning_rate": 1.9770782298509936e-05,
      "loss": 1.0018,
      "step": 4568
    },
    {
      "epoch": 0.09628728129099559,
      "grad_norm": 0.16391314566135406,
      "learning_rate": 1.977063697636736e-05,
      "loss": 0.9027,
      "step": 4569
    },
    {
      "epoch": 0.09630835532936087,
      "grad_norm": 0.14678233861923218,
      "learning_rate": 1.977049160870728e-05,
      "loss": 0.9401,
      "step": 4570
    },
    {
      "epoch": 0.09632942936772616,
      "grad_norm": 0.16443714499473572,
      "learning_rate": 1.977034619553038e-05,
      "loss": 1.0107,
      "step": 4571
    },
    {
      "epoch": 0.09635050340609146,
      "grad_norm": 0.14994487166404724,
      "learning_rate": 1.977020073683733e-05,
      "loss": 0.9624,
      "step": 4572
    },
    {
      "epoch": 0.09637157744445674,
      "grad_norm": 0.1410580575466156,
      "learning_rate": 1.977005523262881e-05,
      "loss": 0.9826,
      "step": 4573
    },
    {
      "epoch": 0.09639265148282203,
      "grad_norm": 0.13365651667118073,
      "learning_rate": 1.97699096829055e-05,
      "loss": 0.9084,
      "step": 4574
    },
    {
      "epoch": 0.09641372552118731,
      "grad_norm": 0.1254747360944748,
      "learning_rate": 1.9769764087668076e-05,
      "loss": 0.9584,
      "step": 4575
    },
    {
      "epoch": 0.0964347995595526,
      "grad_norm": 0.14167824387550354,
      "learning_rate": 1.976961844691722e-05,
      "loss": 0.9751,
      "step": 4576
    },
    {
      "epoch": 0.09645587359791788,
      "grad_norm": 0.15687789022922516,
      "learning_rate": 1.9769472760653606e-05,
      "loss": 1.0152,
      "step": 4577
    },
    {
      "epoch": 0.09647694763628317,
      "grad_norm": 0.26083800196647644,
      "learning_rate": 1.9769327028877912e-05,
      "loss": 1.0746,
      "step": 4578
    },
    {
      "epoch": 0.09649802167464847,
      "grad_norm": 0.18544919788837433,
      "learning_rate": 1.9769181251590824e-05,
      "loss": 1.0358,
      "step": 4579
    },
    {
      "epoch": 0.09651909571301374,
      "grad_norm": 0.13928616046905518,
      "learning_rate": 1.9769035428793014e-05,
      "loss": 0.9321,
      "step": 4580
    },
    {
      "epoch": 0.09654016975137904,
      "grad_norm": 0.1876065582036972,
      "learning_rate": 1.9768889560485164e-05,
      "loss": 1.0145,
      "step": 4581
    },
    {
      "epoch": 0.09656124378974432,
      "grad_norm": 0.13360892236232758,
      "learning_rate": 1.976874364666795e-05,
      "loss": 0.9179,
      "step": 4582
    },
    {
      "epoch": 0.09658231782810961,
      "grad_norm": 0.1891297698020935,
      "learning_rate": 1.9768597687342057e-05,
      "loss": 0.9983,
      "step": 4583
    },
    {
      "epoch": 0.09660339186647489,
      "grad_norm": 0.16064533591270447,
      "learning_rate": 1.9768451682508163e-05,
      "loss": 0.9199,
      "step": 4584
    },
    {
      "epoch": 0.09662446590484018,
      "grad_norm": 0.13541968166828156,
      "learning_rate": 1.976830563216695e-05,
      "loss": 0.876,
      "step": 4585
    },
    {
      "epoch": 0.09664553994320546,
      "grad_norm": 0.16496558487415314,
      "learning_rate": 1.9768159536319093e-05,
      "loss": 0.9876,
      "step": 4586
    },
    {
      "epoch": 0.09666661398157075,
      "grad_norm": 0.16706910729408264,
      "learning_rate": 1.9768013394965277e-05,
      "loss": 1.0151,
      "step": 4587
    },
    {
      "epoch": 0.09668768801993605,
      "grad_norm": 0.1475781351327896,
      "learning_rate": 1.976786720810618e-05,
      "loss": 1.0098,
      "step": 4588
    },
    {
      "epoch": 0.09670876205830133,
      "grad_norm": 0.14887359738349915,
      "learning_rate": 1.976772097574249e-05,
      "loss": 0.9787,
      "step": 4589
    },
    {
      "epoch": 0.09672983609666662,
      "grad_norm": 0.22467723488807678,
      "learning_rate": 1.976757469787488e-05,
      "loss": 1.0393,
      "step": 4590
    },
    {
      "epoch": 0.0967509101350319,
      "grad_norm": 0.21362976729869843,
      "learning_rate": 1.9767428374504037e-05,
      "loss": 0.9981,
      "step": 4591
    },
    {
      "epoch": 0.09677198417339719,
      "grad_norm": 0.15737640857696533,
      "learning_rate": 1.976728200563064e-05,
      "loss": 0.9622,
      "step": 4592
    },
    {
      "epoch": 0.09679305821176247,
      "grad_norm": 0.17031116783618927,
      "learning_rate": 1.9767135591255365e-05,
      "loss": 0.969,
      "step": 4593
    },
    {
      "epoch": 0.09681413225012776,
      "grad_norm": 0.13432280719280243,
      "learning_rate": 1.9766989131378905e-05,
      "loss": 0.9619,
      "step": 4594
    },
    {
      "epoch": 0.09683520628849304,
      "grad_norm": 0.1329832524061203,
      "learning_rate": 1.9766842626001936e-05,
      "loss": 0.8719,
      "step": 4595
    },
    {
      "epoch": 0.09685628032685833,
      "grad_norm": 0.17992433905601501,
      "learning_rate": 1.9766696075125145e-05,
      "loss": 1.0165,
      "step": 4596
    },
    {
      "epoch": 0.09687735436522363,
      "grad_norm": 0.172939732670784,
      "learning_rate": 1.9766549478749207e-05,
      "loss": 1.0572,
      "step": 4597
    },
    {
      "epoch": 0.09689842840358891,
      "grad_norm": 0.14002010226249695,
      "learning_rate": 1.9766402836874813e-05,
      "loss": 0.9293,
      "step": 4598
    },
    {
      "epoch": 0.0969195024419542,
      "grad_norm": 0.14178982377052307,
      "learning_rate": 1.9766256149502644e-05,
      "loss": 0.9249,
      "step": 4599
    },
    {
      "epoch": 0.09694057648031948,
      "grad_norm": 0.17679953575134277,
      "learning_rate": 1.976610941663338e-05,
      "loss": 0.9695,
      "step": 4600
    },
    {
      "epoch": 0.09696165051868477,
      "grad_norm": 0.13938270509243011,
      "learning_rate": 1.9765962638267708e-05,
      "loss": 0.9851,
      "step": 4601
    },
    {
      "epoch": 0.09698272455705005,
      "grad_norm": 0.14964929223060608,
      "learning_rate": 1.976581581440631e-05,
      "loss": 0.991,
      "step": 4602
    },
    {
      "epoch": 0.09700379859541534,
      "grad_norm": 0.16150707006454468,
      "learning_rate": 1.9765668945049867e-05,
      "loss": 0.9837,
      "step": 4603
    },
    {
      "epoch": 0.09702487263378062,
      "grad_norm": 0.16914643347263336,
      "learning_rate": 1.976552203019907e-05,
      "loss": 0.9671,
      "step": 4604
    },
    {
      "epoch": 0.09704594667214592,
      "grad_norm": 0.1662018597126007,
      "learning_rate": 1.97653750698546e-05,
      "loss": 0.9839,
      "step": 4605
    },
    {
      "epoch": 0.09706702071051121,
      "grad_norm": 0.14710833132266998,
      "learning_rate": 1.9765228064017143e-05,
      "loss": 1.0222,
      "step": 4606
    },
    {
      "epoch": 0.09708809474887649,
      "grad_norm": 0.155739888548851,
      "learning_rate": 1.976508101268738e-05,
      "loss": 0.9907,
      "step": 4607
    },
    {
      "epoch": 0.09710916878724178,
      "grad_norm": 0.13950930535793304,
      "learning_rate": 1.9764933915865997e-05,
      "loss": 1.0769,
      "step": 4608
    },
    {
      "epoch": 0.09713024282560706,
      "grad_norm": 0.15569482743740082,
      "learning_rate": 1.9764786773553685e-05,
      "loss": 1.0285,
      "step": 4609
    },
    {
      "epoch": 0.09715131686397235,
      "grad_norm": 0.12465875595808029,
      "learning_rate": 1.9764639585751124e-05,
      "loss": 0.9824,
      "step": 4610
    },
    {
      "epoch": 0.09717239090233763,
      "grad_norm": 0.13485164940357208,
      "learning_rate": 1.9764492352459e-05,
      "loss": 0.9985,
      "step": 4611
    },
    {
      "epoch": 0.09719346494070293,
      "grad_norm": 0.13223636150360107,
      "learning_rate": 1.9764345073678002e-05,
      "loss": 0.9633,
      "step": 4612
    },
    {
      "epoch": 0.0972145389790682,
      "grad_norm": 0.16110064089298248,
      "learning_rate": 1.9764197749408813e-05,
      "loss": 0.9994,
      "step": 4613
    },
    {
      "epoch": 0.0972356130174335,
      "grad_norm": 0.13991773128509521,
      "learning_rate": 1.9764050379652123e-05,
      "loss": 1.0453,
      "step": 4614
    },
    {
      "epoch": 0.09725668705579879,
      "grad_norm": 0.14322695136070251,
      "learning_rate": 1.976390296440861e-05,
      "loss": 1.028,
      "step": 4615
    },
    {
      "epoch": 0.09727776109416407,
      "grad_norm": 0.1469072848558426,
      "learning_rate": 1.9763755503678973e-05,
      "loss": 0.9803,
      "step": 4616
    },
    {
      "epoch": 0.09729883513252936,
      "grad_norm": 0.12670058012008667,
      "learning_rate": 1.976360799746389e-05,
      "loss": 1.0008,
      "step": 4617
    },
    {
      "epoch": 0.09731990917089464,
      "grad_norm": 0.12984171509742737,
      "learning_rate": 1.976346044576405e-05,
      "loss": 0.9639,
      "step": 4618
    },
    {
      "epoch": 0.09734098320925993,
      "grad_norm": 0.14387433230876923,
      "learning_rate": 1.976331284858014e-05,
      "loss": 0.9227,
      "step": 4619
    },
    {
      "epoch": 0.09736205724762521,
      "grad_norm": 0.13467830419540405,
      "learning_rate": 1.9763165205912854e-05,
      "loss": 0.9356,
      "step": 4620
    },
    {
      "epoch": 0.0973831312859905,
      "grad_norm": 0.12939663231372833,
      "learning_rate": 1.976301751776287e-05,
      "loss": 0.9287,
      "step": 4621
    },
    {
      "epoch": 0.0974042053243558,
      "grad_norm": 0.1351388841867447,
      "learning_rate": 1.9762869784130883e-05,
      "loss": 0.9785,
      "step": 4622
    },
    {
      "epoch": 0.09742527936272108,
      "grad_norm": 0.11651654541492462,
      "learning_rate": 1.976272200501758e-05,
      "loss": 0.91,
      "step": 4623
    },
    {
      "epoch": 0.09744635340108637,
      "grad_norm": 0.14527182281017303,
      "learning_rate": 1.9762574180423644e-05,
      "loss": 0.9591,
      "step": 4624
    },
    {
      "epoch": 0.09746742743945165,
      "grad_norm": 0.1442488133907318,
      "learning_rate": 1.976242631034977e-05,
      "loss": 0.9689,
      "step": 4625
    },
    {
      "epoch": 0.09748850147781694,
      "grad_norm": 0.13611064851284027,
      "learning_rate": 1.9762278394796644e-05,
      "loss": 0.9516,
      "step": 4626
    },
    {
      "epoch": 0.09750957551618222,
      "grad_norm": 0.13892711699008942,
      "learning_rate": 1.976213043376496e-05,
      "loss": 1.0483,
      "step": 4627
    },
    {
      "epoch": 0.09753064955454752,
      "grad_norm": 0.1498752385377884,
      "learning_rate": 1.9761982427255398e-05,
      "loss": 0.9515,
      "step": 4628
    },
    {
      "epoch": 0.0975517235929128,
      "grad_norm": 0.13959196209907532,
      "learning_rate": 1.9761834375268658e-05,
      "loss": 1.0113,
      "step": 4629
    },
    {
      "epoch": 0.09757279763127809,
      "grad_norm": 0.12203357368707657,
      "learning_rate": 1.976168627780542e-05,
      "loss": 0.8999,
      "step": 4630
    },
    {
      "epoch": 0.09759387166964338,
      "grad_norm": 0.14831794798374176,
      "learning_rate": 1.976153813486638e-05,
      "loss": 1.0172,
      "step": 4631
    },
    {
      "epoch": 0.09761494570800866,
      "grad_norm": 0.1495220959186554,
      "learning_rate": 1.9761389946452227e-05,
      "loss": 1.0374,
      "step": 4632
    },
    {
      "epoch": 0.09763601974637395,
      "grad_norm": 0.13681522011756897,
      "learning_rate": 1.976124171256365e-05,
      "loss": 0.9511,
      "step": 4633
    },
    {
      "epoch": 0.09765709378473923,
      "grad_norm": 0.3018474578857422,
      "learning_rate": 1.976109343320134e-05,
      "loss": 1.0331,
      "step": 4634
    },
    {
      "epoch": 0.09767816782310453,
      "grad_norm": 0.1690794974565506,
      "learning_rate": 1.976094510836599e-05,
      "loss": 0.9626,
      "step": 4635
    },
    {
      "epoch": 0.0976992418614698,
      "grad_norm": 0.15614181756973267,
      "learning_rate": 1.9760796738058287e-05,
      "loss": 1.0075,
      "step": 4636
    },
    {
      "epoch": 0.0977203158998351,
      "grad_norm": 0.1484299600124359,
      "learning_rate": 1.9760648322278926e-05,
      "loss": 0.9721,
      "step": 4637
    },
    {
      "epoch": 0.09774138993820038,
      "grad_norm": 0.16990837454795837,
      "learning_rate": 1.9760499861028597e-05,
      "loss": 0.9561,
      "step": 4638
    },
    {
      "epoch": 0.09776246397656567,
      "grad_norm": 0.12222770601511002,
      "learning_rate": 1.976035135430799e-05,
      "loss": 0.9097,
      "step": 4639
    },
    {
      "epoch": 0.09778353801493096,
      "grad_norm": 0.1561669558286667,
      "learning_rate": 1.97602028021178e-05,
      "loss": 0.9618,
      "step": 4640
    },
    {
      "epoch": 0.09780461205329624,
      "grad_norm": 0.15354101359844208,
      "learning_rate": 1.9760054204458715e-05,
      "loss": 1.0701,
      "step": 4641
    },
    {
      "epoch": 0.09782568609166153,
      "grad_norm": 0.13415226340293884,
      "learning_rate": 1.9759905561331432e-05,
      "loss": 0.998,
      "step": 4642
    },
    {
      "epoch": 0.09784676013002681,
      "grad_norm": 0.14546503126621246,
      "learning_rate": 1.9759756872736636e-05,
      "loss": 1.0198,
      "step": 4643
    },
    {
      "epoch": 0.0978678341683921,
      "grad_norm": 0.13584411144256592,
      "learning_rate": 1.975960813867503e-05,
      "loss": 0.9756,
      "step": 4644
    },
    {
      "epoch": 0.09788890820675739,
      "grad_norm": 0.15932966768741608,
      "learning_rate": 1.9759459359147303e-05,
      "loss": 1.0017,
      "step": 4645
    },
    {
      "epoch": 0.09790998224512268,
      "grad_norm": 0.15196111798286438,
      "learning_rate": 1.975931053415414e-05,
      "loss": 0.9621,
      "step": 4646
    },
    {
      "epoch": 0.09793105628348796,
      "grad_norm": 0.15009808540344238,
      "learning_rate": 1.9759161663696246e-05,
      "loss": 0.98,
      "step": 4647
    },
    {
      "epoch": 0.09795213032185325,
      "grad_norm": 0.13136769831180573,
      "learning_rate": 1.9759012747774307e-05,
      "loss": 0.9427,
      "step": 4648
    },
    {
      "epoch": 0.09797320436021854,
      "grad_norm": 0.1556704342365265,
      "learning_rate": 1.975886378638902e-05,
      "loss": 1.0033,
      "step": 4649
    },
    {
      "epoch": 0.09799427839858382,
      "grad_norm": 0.14794646203517914,
      "learning_rate": 1.975871477954108e-05,
      "loss": 1.0597,
      "step": 4650
    },
    {
      "epoch": 0.09801535243694912,
      "grad_norm": 0.19647660851478577,
      "learning_rate": 1.9758565727231177e-05,
      "loss": 0.9883,
      "step": 4651
    },
    {
      "epoch": 0.0980364264753144,
      "grad_norm": 0.14535704255104065,
      "learning_rate": 1.975841662946001e-05,
      "loss": 0.9612,
      "step": 4652
    },
    {
      "epoch": 0.09805750051367969,
      "grad_norm": 0.19577860832214355,
      "learning_rate": 1.9758267486228272e-05,
      "loss": 1.0363,
      "step": 4653
    },
    {
      "epoch": 0.09807857455204497,
      "grad_norm": 0.17899352312088013,
      "learning_rate": 1.9758118297536653e-05,
      "loss": 1.0208,
      "step": 4654
    },
    {
      "epoch": 0.09809964859041026,
      "grad_norm": 0.1345655918121338,
      "learning_rate": 1.9757969063385855e-05,
      "loss": 0.9074,
      "step": 4655
    },
    {
      "epoch": 0.09812072262877554,
      "grad_norm": 0.16433759033679962,
      "learning_rate": 1.9757819783776572e-05,
      "loss": 0.9505,
      "step": 4656
    },
    {
      "epoch": 0.09814179666714083,
      "grad_norm": 0.13106700778007507,
      "learning_rate": 1.9757670458709493e-05,
      "loss": 0.9867,
      "step": 4657
    },
    {
      "epoch": 0.09816287070550613,
      "grad_norm": 0.2220320999622345,
      "learning_rate": 1.975752108818532e-05,
      "loss": 0.9744,
      "step": 4658
    },
    {
      "epoch": 0.0981839447438714,
      "grad_norm": 0.14675109088420868,
      "learning_rate": 1.975737167220475e-05,
      "loss": 1.0117,
      "step": 4659
    },
    {
      "epoch": 0.0982050187822367,
      "grad_norm": 0.19903884828090668,
      "learning_rate": 1.9757222210768473e-05,
      "loss": 0.9895,
      "step": 4660
    },
    {
      "epoch": 0.09822609282060198,
      "grad_norm": 0.16453196108341217,
      "learning_rate": 1.9757072703877194e-05,
      "loss": 0.946,
      "step": 4661
    },
    {
      "epoch": 0.09824716685896727,
      "grad_norm": 0.15948067605495453,
      "learning_rate": 1.97569231515316e-05,
      "loss": 1.0621,
      "step": 4662
    },
    {
      "epoch": 0.09826824089733255,
      "grad_norm": 0.17856965959072113,
      "learning_rate": 1.975677355373239e-05,
      "loss": 1.0411,
      "step": 4663
    },
    {
      "epoch": 0.09828931493569784,
      "grad_norm": 0.13873286545276642,
      "learning_rate": 1.9756623910480268e-05,
      "loss": 0.8964,
      "step": 4664
    },
    {
      "epoch": 0.09831038897406312,
      "grad_norm": 0.14389768242835999,
      "learning_rate": 1.9756474221775925e-05,
      "loss": 0.9722,
      "step": 4665
    },
    {
      "epoch": 0.09833146301242841,
      "grad_norm": 0.15243856608867645,
      "learning_rate": 1.9756324487620054e-05,
      "loss": 0.9001,
      "step": 4666
    },
    {
      "epoch": 0.0983525370507937,
      "grad_norm": 0.1712961047887802,
      "learning_rate": 1.9756174708013364e-05,
      "loss": 0.983,
      "step": 4667
    },
    {
      "epoch": 0.09837361108915899,
      "grad_norm": 0.17366284132003784,
      "learning_rate": 1.9756024882956544e-05,
      "loss": 0.9332,
      "step": 4668
    },
    {
      "epoch": 0.09839468512752428,
      "grad_norm": 0.14604692161083221,
      "learning_rate": 1.9755875012450293e-05,
      "loss": 0.9885,
      "step": 4669
    },
    {
      "epoch": 0.09841575916588956,
      "grad_norm": 0.1798301637172699,
      "learning_rate": 1.9755725096495314e-05,
      "loss": 0.9765,
      "step": 4670
    },
    {
      "epoch": 0.09843683320425485,
      "grad_norm": 0.1925821155309677,
      "learning_rate": 1.9755575135092298e-05,
      "loss": 1.0237,
      "step": 4671
    },
    {
      "epoch": 0.09845790724262013,
      "grad_norm": 0.150326669216156,
      "learning_rate": 1.9755425128241953e-05,
      "loss": 0.8962,
      "step": 4672
    },
    {
      "epoch": 0.09847898128098542,
      "grad_norm": 0.13492287695407867,
      "learning_rate": 1.975527507594497e-05,
      "loss": 0.9613,
      "step": 4673
    },
    {
      "epoch": 0.09850005531935072,
      "grad_norm": 0.19226060807704926,
      "learning_rate": 1.975512497820205e-05,
      "loss": 1.0289,
      "step": 4674
    },
    {
      "epoch": 0.098521129357716,
      "grad_norm": 0.18113458156585693,
      "learning_rate": 1.975497483501389e-05,
      "loss": 1.0472,
      "step": 4675
    },
    {
      "epoch": 0.09854220339608129,
      "grad_norm": 0.13126635551452637,
      "learning_rate": 1.9754824646381198e-05,
      "loss": 0.9957,
      "step": 4676
    },
    {
      "epoch": 0.09856327743444657,
      "grad_norm": 0.1338917464017868,
      "learning_rate": 1.9754674412304666e-05,
      "loss": 1.0553,
      "step": 4677
    },
    {
      "epoch": 0.09858435147281186,
      "grad_norm": 0.14173386991024017,
      "learning_rate": 1.9754524132784992e-05,
      "loss": 1.0262,
      "step": 4678
    },
    {
      "epoch": 0.09860542551117714,
      "grad_norm": 0.13658587634563446,
      "learning_rate": 1.9754373807822885e-05,
      "loss": 0.9692,
      "step": 4679
    },
    {
      "epoch": 0.09862649954954243,
      "grad_norm": 0.12066538631916046,
      "learning_rate": 1.975422343741904e-05,
      "loss": 0.9403,
      "step": 4680
    },
    {
      "epoch": 0.09864757358790771,
      "grad_norm": 0.13285589218139648,
      "learning_rate": 1.9754073021574153e-05,
      "loss": 1.025,
      "step": 4681
    },
    {
      "epoch": 0.098668647626273,
      "grad_norm": 0.14543230831623077,
      "learning_rate": 1.9753922560288938e-05,
      "loss": 0.9512,
      "step": 4682
    },
    {
      "epoch": 0.0986897216646383,
      "grad_norm": 0.12358210235834122,
      "learning_rate": 1.975377205356408e-05,
      "loss": 1.0594,
      "step": 4683
    },
    {
      "epoch": 0.09871079570300358,
      "grad_norm": 0.15762916207313538,
      "learning_rate": 1.975362150140029e-05,
      "loss": 1.0157,
      "step": 4684
    },
    {
      "epoch": 0.09873186974136887,
      "grad_norm": 0.13526324927806854,
      "learning_rate": 1.9753470903798267e-05,
      "loss": 0.9237,
      "step": 4685
    },
    {
      "epoch": 0.09875294377973415,
      "grad_norm": 0.12061955779790878,
      "learning_rate": 1.975332026075871e-05,
      "loss": 0.908,
      "step": 4686
    },
    {
      "epoch": 0.09877401781809944,
      "grad_norm": 0.14231674373149872,
      "learning_rate": 1.9753169572282328e-05,
      "loss": 1.0315,
      "step": 4687
    },
    {
      "epoch": 0.09879509185646472,
      "grad_norm": 0.13103468716144562,
      "learning_rate": 1.9753018838369814e-05,
      "loss": 0.9062,
      "step": 4688
    },
    {
      "epoch": 0.09881616589483001,
      "grad_norm": 0.1614590436220169,
      "learning_rate": 1.9752868059021877e-05,
      "loss": 1.0563,
      "step": 4689
    },
    {
      "epoch": 0.09883723993319529,
      "grad_norm": 0.1340826451778412,
      "learning_rate": 1.9752717234239218e-05,
      "loss": 0.9456,
      "step": 4690
    },
    {
      "epoch": 0.09885831397156059,
      "grad_norm": 0.14698776602745056,
      "learning_rate": 1.9752566364022538e-05,
      "loss": 0.9507,
      "step": 4691
    },
    {
      "epoch": 0.09887938800992588,
      "grad_norm": 0.14281915128231049,
      "learning_rate": 1.975241544837254e-05,
      "loss": 0.9931,
      "step": 4692
    },
    {
      "epoch": 0.09890046204829116,
      "grad_norm": 0.13642840087413788,
      "learning_rate": 1.9752264487289922e-05,
      "loss": 1.0357,
      "step": 4693
    },
    {
      "epoch": 0.09892153608665645,
      "grad_norm": 0.1335131824016571,
      "learning_rate": 1.9752113480775395e-05,
      "loss": 1.0088,
      "step": 4694
    },
    {
      "epoch": 0.09894261012502173,
      "grad_norm": 0.13723210990428925,
      "learning_rate": 1.9751962428829667e-05,
      "loss": 0.9353,
      "step": 4695
    },
    {
      "epoch": 0.09896368416338702,
      "grad_norm": 0.13259214162826538,
      "learning_rate": 1.975181133145343e-05,
      "loss": 0.9628,
      "step": 4696
    },
    {
      "epoch": 0.0989847582017523,
      "grad_norm": 0.12685370445251465,
      "learning_rate": 1.9751660188647393e-05,
      "loss": 0.9642,
      "step": 4697
    },
    {
      "epoch": 0.0990058322401176,
      "grad_norm": 0.13848023116588593,
      "learning_rate": 1.9751509000412258e-05,
      "loss": 0.9774,
      "step": 4698
    },
    {
      "epoch": 0.09902690627848287,
      "grad_norm": 0.14059685170650482,
      "learning_rate": 1.9751357766748736e-05,
      "loss": 1.0152,
      "step": 4699
    },
    {
      "epoch": 0.09904798031684817,
      "grad_norm": 0.13778959214687347,
      "learning_rate": 1.9751206487657523e-05,
      "loss": 0.9148,
      "step": 4700
    },
    {
      "epoch": 0.09906905435521346,
      "grad_norm": 0.12952886521816254,
      "learning_rate": 1.975105516313933e-05,
      "loss": 0.9889,
      "step": 4701
    },
    {
      "epoch": 0.09909012839357874,
      "grad_norm": 0.1319233924150467,
      "learning_rate": 1.9750903793194858e-05,
      "loss": 1.0036,
      "step": 4702
    },
    {
      "epoch": 0.09911120243194403,
      "grad_norm": 0.13096757233142853,
      "learning_rate": 1.9750752377824812e-05,
      "loss": 0.9502,
      "step": 4703
    },
    {
      "epoch": 0.09913227647030931,
      "grad_norm": 0.12752361595630646,
      "learning_rate": 1.9750600917029904e-05,
      "loss": 1.0026,
      "step": 4704
    },
    {
      "epoch": 0.0991533505086746,
      "grad_norm": 0.14715145528316498,
      "learning_rate": 1.975044941081083e-05,
      "loss": 0.984,
      "step": 4705
    },
    {
      "epoch": 0.09917442454703988,
      "grad_norm": 0.15376590192317963,
      "learning_rate": 1.97502978591683e-05,
      "loss": 0.9257,
      "step": 4706
    },
    {
      "epoch": 0.09919549858540518,
      "grad_norm": 0.16580165922641754,
      "learning_rate": 1.9750146262103024e-05,
      "loss": 1.0018,
      "step": 4707
    },
    {
      "epoch": 0.09921657262377045,
      "grad_norm": 0.15695780515670776,
      "learning_rate": 1.9749994619615703e-05,
      "loss": 1.0048,
      "step": 4708
    },
    {
      "epoch": 0.09923764666213575,
      "grad_norm": 0.13651369512081146,
      "learning_rate": 1.9749842931707047e-05,
      "loss": 0.9607,
      "step": 4709
    },
    {
      "epoch": 0.09925872070050104,
      "grad_norm": 0.1531856805086136,
      "learning_rate": 1.974969119837776e-05,
      "loss": 1.0302,
      "step": 4710
    },
    {
      "epoch": 0.09927979473886632,
      "grad_norm": 0.15542592108249664,
      "learning_rate": 1.9749539419628546e-05,
      "loss": 1.0419,
      "step": 4711
    },
    {
      "epoch": 0.09930086877723161,
      "grad_norm": 0.13266748189926147,
      "learning_rate": 1.974938759546012e-05,
      "loss": 0.9711,
      "step": 4712
    },
    {
      "epoch": 0.09932194281559689,
      "grad_norm": 0.1575283259153366,
      "learning_rate": 1.9749235725873185e-05,
      "loss": 1.0256,
      "step": 4713
    },
    {
      "epoch": 0.09934301685396218,
      "grad_norm": 0.15244163572788239,
      "learning_rate": 1.9749083810868446e-05,
      "loss": 1.045,
      "step": 4714
    },
    {
      "epoch": 0.09936409089232746,
      "grad_norm": 0.1366298645734787,
      "learning_rate": 1.9748931850446613e-05,
      "loss": 0.9594,
      "step": 4715
    },
    {
      "epoch": 0.09938516493069276,
      "grad_norm": 0.19067691266536713,
      "learning_rate": 1.9748779844608396e-05,
      "loss": 0.9898,
      "step": 4716
    },
    {
      "epoch": 0.09940623896905805,
      "grad_norm": 0.17819799482822418,
      "learning_rate": 1.97486277933545e-05,
      "loss": 1.0083,
      "step": 4717
    },
    {
      "epoch": 0.09942731300742333,
      "grad_norm": 0.19780921936035156,
      "learning_rate": 1.9748475696685637e-05,
      "loss": 1.0695,
      "step": 4718
    },
    {
      "epoch": 0.09944838704578862,
      "grad_norm": 0.16856712102890015,
      "learning_rate": 1.9748323554602515e-05,
      "loss": 0.9159,
      "step": 4719
    },
    {
      "epoch": 0.0994694610841539,
      "grad_norm": 0.16741475462913513,
      "learning_rate": 1.9748171367105833e-05,
      "loss": 0.9164,
      "step": 4720
    },
    {
      "epoch": 0.0994905351225192,
      "grad_norm": 0.16834498941898346,
      "learning_rate": 1.9748019134196314e-05,
      "loss": 0.9561,
      "step": 4721
    },
    {
      "epoch": 0.09951160916088447,
      "grad_norm": 0.16334345936775208,
      "learning_rate": 1.974786685587466e-05,
      "loss": 0.9564,
      "step": 4722
    },
    {
      "epoch": 0.09953268319924977,
      "grad_norm": 0.17989224195480347,
      "learning_rate": 1.974771453214158e-05,
      "loss": 1.0319,
      "step": 4723
    },
    {
      "epoch": 0.09955375723761505,
      "grad_norm": 0.1767408549785614,
      "learning_rate": 1.974756216299779e-05,
      "loss": 0.9347,
      "step": 4724
    },
    {
      "epoch": 0.09957483127598034,
      "grad_norm": 0.14668872952461243,
      "learning_rate": 1.974740974844399e-05,
      "loss": 0.9965,
      "step": 4725
    },
    {
      "epoch": 0.09959590531434563,
      "grad_norm": 0.15950144827365875,
      "learning_rate": 1.9747257288480894e-05,
      "loss": 0.9283,
      "step": 4726
    },
    {
      "epoch": 0.09961697935271091,
      "grad_norm": 0.15848574042320251,
      "learning_rate": 1.9747104783109218e-05,
      "loss": 1.0364,
      "step": 4727
    },
    {
      "epoch": 0.0996380533910762,
      "grad_norm": 0.15856657922267914,
      "learning_rate": 1.9746952232329666e-05,
      "loss": 0.9909,
      "step": 4728
    },
    {
      "epoch": 0.09965912742944148,
      "grad_norm": 0.17095400393009186,
      "learning_rate": 1.974679963614295e-05,
      "loss": 0.9904,
      "step": 4729
    },
    {
      "epoch": 0.09968020146780678,
      "grad_norm": 0.1978878676891327,
      "learning_rate": 1.9746646994549777e-05,
      "loss": 0.982,
      "step": 4730
    },
    {
      "epoch": 0.09970127550617205,
      "grad_norm": 0.12370839715003967,
      "learning_rate": 1.9746494307550868e-05,
      "loss": 0.992,
      "step": 4731
    },
    {
      "epoch": 0.09972234954453735,
      "grad_norm": 0.16439196467399597,
      "learning_rate": 1.9746341575146928e-05,
      "loss": 0.9438,
      "step": 4732
    },
    {
      "epoch": 0.09974342358290263,
      "grad_norm": 0.1505899727344513,
      "learning_rate": 1.9746188797338667e-05,
      "loss": 0.9769,
      "step": 4733
    },
    {
      "epoch": 0.09976449762126792,
      "grad_norm": 0.15834078192710876,
      "learning_rate": 1.97460359741268e-05,
      "loss": 0.971,
      "step": 4734
    },
    {
      "epoch": 0.09978557165963321,
      "grad_norm": 0.1511518657207489,
      "learning_rate": 1.9745883105512042e-05,
      "loss": 1.0368,
      "step": 4735
    },
    {
      "epoch": 0.09980664569799849,
      "grad_norm": 0.16616290807724,
      "learning_rate": 1.9745730191495096e-05,
      "loss": 0.9739,
      "step": 4736
    },
    {
      "epoch": 0.09982771973636378,
      "grad_norm": 0.12237677723169327,
      "learning_rate": 1.974557723207668e-05,
      "loss": 0.9418,
      "step": 4737
    },
    {
      "epoch": 0.09984879377472906,
      "grad_norm": 0.16445355117321014,
      "learning_rate": 1.9745424227257505e-05,
      "loss": 0.9618,
      "step": 4738
    },
    {
      "epoch": 0.09986986781309436,
      "grad_norm": 0.14780603349208832,
      "learning_rate": 1.9745271177038288e-05,
      "loss": 0.958,
      "step": 4739
    },
    {
      "epoch": 0.09989094185145964,
      "grad_norm": 0.1583918333053589,
      "learning_rate": 1.9745118081419735e-05,
      "loss": 1.0322,
      "step": 4740
    },
    {
      "epoch": 0.09991201588982493,
      "grad_norm": 0.13351134955883026,
      "learning_rate": 1.9744964940402568e-05,
      "loss": 0.8403,
      "step": 4741
    },
    {
      "epoch": 0.09993308992819021,
      "grad_norm": 0.17326992750167847,
      "learning_rate": 1.9744811753987494e-05,
      "loss": 1.0526,
      "step": 4742
    },
    {
      "epoch": 0.0999541639665555,
      "grad_norm": 0.19935795664787292,
      "learning_rate": 1.9744658522175225e-05,
      "loss": 1.0336,
      "step": 4743
    },
    {
      "epoch": 0.0999752380049208,
      "grad_norm": 0.14787474274635315,
      "learning_rate": 1.974450524496648e-05,
      "loss": 0.9077,
      "step": 4744
    },
    {
      "epoch": 0.09999631204328607,
      "grad_norm": 0.155755415558815,
      "learning_rate": 1.9744351922361972e-05,
      "loss": 1.0105,
      "step": 4745
    },
    {
      "epoch": 0.10001738608165137,
      "grad_norm": 0.1982392817735672,
      "learning_rate": 1.974419855436241e-05,
      "loss": 1.0297,
      "step": 4746
    },
    {
      "epoch": 0.10003846012001665,
      "grad_norm": 0.1338067501783371,
      "learning_rate": 1.9744045140968518e-05,
      "loss": 0.979,
      "step": 4747
    },
    {
      "epoch": 0.10005953415838194,
      "grad_norm": 0.172249898314476,
      "learning_rate": 1.9743891682181e-05,
      "loss": 0.9907,
      "step": 4748
    },
    {
      "epoch": 0.10008060819674722,
      "grad_norm": 0.18015167117118835,
      "learning_rate": 1.9743738178000578e-05,
      "loss": 0.9993,
      "step": 4749
    },
    {
      "epoch": 0.10010168223511251,
      "grad_norm": 0.24421273171901703,
      "learning_rate": 1.974358462842797e-05,
      "loss": 1.0792,
      "step": 4750
    },
    {
      "epoch": 0.10012275627347779,
      "grad_norm": 0.13652050495147705,
      "learning_rate": 1.9743431033463883e-05,
      "loss": 1.0077,
      "step": 4751
    },
    {
      "epoch": 0.10014383031184308,
      "grad_norm": 0.15882240235805511,
      "learning_rate": 1.9743277393109036e-05,
      "loss": 0.9466,
      "step": 4752
    },
    {
      "epoch": 0.10016490435020838,
      "grad_norm": 0.1455133855342865,
      "learning_rate": 1.9743123707364143e-05,
      "loss": 1.003,
      "step": 4753
    },
    {
      "epoch": 0.10018597838857365,
      "grad_norm": 0.13381358981132507,
      "learning_rate": 1.9742969976229926e-05,
      "loss": 1.0352,
      "step": 4754
    },
    {
      "epoch": 0.10020705242693895,
      "grad_norm": 0.17644907534122467,
      "learning_rate": 1.9742816199707096e-05,
      "loss": 1.0447,
      "step": 4755
    },
    {
      "epoch": 0.10022812646530423,
      "grad_norm": 0.17997844517230988,
      "learning_rate": 1.9742662377796372e-05,
      "loss": 0.936,
      "step": 4756
    },
    {
      "epoch": 0.10024920050366952,
      "grad_norm": 0.14152047038078308,
      "learning_rate": 1.9742508510498465e-05,
      "loss": 0.9938,
      "step": 4757
    },
    {
      "epoch": 0.1002702745420348,
      "grad_norm": 0.16353829205036163,
      "learning_rate": 1.97423545978141e-05,
      "loss": 0.9615,
      "step": 4758
    },
    {
      "epoch": 0.10029134858040009,
      "grad_norm": 0.14423242211341858,
      "learning_rate": 1.9742200639743987e-05,
      "loss": 1.0122,
      "step": 4759
    },
    {
      "epoch": 0.10031242261876537,
      "grad_norm": 0.18526917695999146,
      "learning_rate": 1.9742046636288847e-05,
      "loss": 0.9785,
      "step": 4760
    },
    {
      "epoch": 0.10033349665713066,
      "grad_norm": 0.21145300567150116,
      "learning_rate": 1.9741892587449397e-05,
      "loss": 1.0419,
      "step": 4761
    },
    {
      "epoch": 0.10035457069549596,
      "grad_norm": 0.17915670573711395,
      "learning_rate": 1.9741738493226355e-05,
      "loss": 1.0252,
      "step": 4762
    },
    {
      "epoch": 0.10037564473386124,
      "grad_norm": 0.15051576495170593,
      "learning_rate": 1.9741584353620437e-05,
      "loss": 0.9873,
      "step": 4763
    },
    {
      "epoch": 0.10039671877222653,
      "grad_norm": 0.1686340570449829,
      "learning_rate": 1.9741430168632367e-05,
      "loss": 0.9725,
      "step": 4764
    },
    {
      "epoch": 0.10041779281059181,
      "grad_norm": 0.13814999163150787,
      "learning_rate": 1.974127593826285e-05,
      "loss": 0.957,
      "step": 4765
    },
    {
      "epoch": 0.1004388668489571,
      "grad_norm": 0.20965610444545746,
      "learning_rate": 1.9741121662512617e-05,
      "loss": 1.0152,
      "step": 4766
    },
    {
      "epoch": 0.10045994088732238,
      "grad_norm": 0.28547826409339905,
      "learning_rate": 1.974096734138238e-05,
      "loss": 1.0297,
      "step": 4767
    },
    {
      "epoch": 0.10048101492568767,
      "grad_norm": 0.14009901881217957,
      "learning_rate": 1.9740812974872867e-05,
      "loss": 0.9558,
      "step": 4768
    },
    {
      "epoch": 0.10050208896405297,
      "grad_norm": 0.14726197719573975,
      "learning_rate": 1.9740658562984786e-05,
      "loss": 0.9792,
      "step": 4769
    },
    {
      "epoch": 0.10052316300241824,
      "grad_norm": 0.14701586961746216,
      "learning_rate": 1.9740504105718866e-05,
      "loss": 0.9289,
      "step": 4770
    },
    {
      "epoch": 0.10054423704078354,
      "grad_norm": 0.15423277020454407,
      "learning_rate": 1.9740349603075816e-05,
      "loss": 1.0118,
      "step": 4771
    },
    {
      "epoch": 0.10056531107914882,
      "grad_norm": 0.2050413340330124,
      "learning_rate": 1.9740195055056363e-05,
      "loss": 0.9308,
      "step": 4772
    },
    {
      "epoch": 0.10058638511751411,
      "grad_norm": 0.13066072762012482,
      "learning_rate": 1.9740040461661224e-05,
      "loss": 0.8778,
      "step": 4773
    },
    {
      "epoch": 0.10060745915587939,
      "grad_norm": 0.17574520409107208,
      "learning_rate": 1.9739885822891125e-05,
      "loss": 0.8974,
      "step": 4774
    },
    {
      "epoch": 0.10062853319424468,
      "grad_norm": 0.17807990312576294,
      "learning_rate": 1.9739731138746777e-05,
      "loss": 1.0426,
      "step": 4775
    },
    {
      "epoch": 0.10064960723260996,
      "grad_norm": 0.12160498648881912,
      "learning_rate": 1.973957640922891e-05,
      "loss": 0.9322,
      "step": 4776
    },
    {
      "epoch": 0.10067068127097525,
      "grad_norm": 0.17720960080623627,
      "learning_rate": 1.9739421634338238e-05,
      "loss": 0.9621,
      "step": 4777
    },
    {
      "epoch": 0.10069175530934055,
      "grad_norm": 0.12954775989055634,
      "learning_rate": 1.9739266814075484e-05,
      "loss": 0.958,
      "step": 4778
    },
    {
      "epoch": 0.10071282934770583,
      "grad_norm": 0.15533684194087982,
      "learning_rate": 1.973911194844137e-05,
      "loss": 1.0114,
      "step": 4779
    },
    {
      "epoch": 0.10073390338607112,
      "grad_norm": 0.17181694507598877,
      "learning_rate": 1.9738957037436618e-05,
      "loss": 0.9801,
      "step": 4780
    },
    {
      "epoch": 0.1007549774244364,
      "grad_norm": 0.15210305154323578,
      "learning_rate": 1.973880208106195e-05,
      "loss": 0.9632,
      "step": 4781
    },
    {
      "epoch": 0.10077605146280169,
      "grad_norm": 0.13631536066532135,
      "learning_rate": 1.9738647079318086e-05,
      "loss": 1.0133,
      "step": 4782
    },
    {
      "epoch": 0.10079712550116697,
      "grad_norm": 0.15464968979358673,
      "learning_rate": 1.9738492032205747e-05,
      "loss": 0.9802,
      "step": 4783
    },
    {
      "epoch": 0.10081819953953226,
      "grad_norm": 0.13654913008213043,
      "learning_rate": 1.973833693972566e-05,
      "loss": 0.9901,
      "step": 4784
    },
    {
      "epoch": 0.10083927357789754,
      "grad_norm": 0.1703115999698639,
      "learning_rate": 1.973818180187854e-05,
      "loss": 0.9648,
      "step": 4785
    },
    {
      "epoch": 0.10086034761626284,
      "grad_norm": 0.13968034088611603,
      "learning_rate": 1.973802661866512e-05,
      "loss": 0.9786,
      "step": 4786
    },
    {
      "epoch": 0.10088142165462813,
      "grad_norm": 0.15797655284404755,
      "learning_rate": 1.9737871390086113e-05,
      "loss": 0.939,
      "step": 4787
    },
    {
      "epoch": 0.10090249569299341,
      "grad_norm": 0.17268188297748566,
      "learning_rate": 1.973771611614225e-05,
      "loss": 0.9761,
      "step": 4788
    },
    {
      "epoch": 0.1009235697313587,
      "grad_norm": 0.12687090039253235,
      "learning_rate": 1.9737560796834247e-05,
      "loss": 0.9483,
      "step": 4789
    },
    {
      "epoch": 0.10094464376972398,
      "grad_norm": 0.19980904459953308,
      "learning_rate": 1.9737405432162836e-05,
      "loss": 1.0124,
      "step": 4790
    },
    {
      "epoch": 0.10096571780808927,
      "grad_norm": 0.14081382751464844,
      "learning_rate": 1.973725002212873e-05,
      "loss": 0.9362,
      "step": 4791
    },
    {
      "epoch": 0.10098679184645455,
      "grad_norm": 0.1961226612329483,
      "learning_rate": 1.9737094566732663e-05,
      "loss": 0.9854,
      "step": 4792
    },
    {
      "epoch": 0.10100786588481984,
      "grad_norm": 0.15665742754936218,
      "learning_rate": 1.9736939065975356e-05,
      "loss": 0.9613,
      "step": 4793
    },
    {
      "epoch": 0.10102893992318512,
      "grad_norm": 0.12089001387357712,
      "learning_rate": 1.973678351985753e-05,
      "loss": 0.9509,
      "step": 4794
    },
    {
      "epoch": 0.10105001396155042,
      "grad_norm": 0.18361589312553406,
      "learning_rate": 1.9736627928379915e-05,
      "loss": 1.0335,
      "step": 4795
    },
    {
      "epoch": 0.10107108799991571,
      "grad_norm": 0.16055762767791748,
      "learning_rate": 1.973647229154323e-05,
      "loss": 1.0092,
      "step": 4796
    },
    {
      "epoch": 0.10109216203828099,
      "grad_norm": 0.13169150054454803,
      "learning_rate": 1.9736316609348207e-05,
      "loss": 0.9585,
      "step": 4797
    },
    {
      "epoch": 0.10111323607664628,
      "grad_norm": 0.18493638932704926,
      "learning_rate": 1.9736160881795565e-05,
      "loss": 1.0207,
      "step": 4798
    },
    {
      "epoch": 0.10113431011501156,
      "grad_norm": 0.19688569009304047,
      "learning_rate": 1.9736005108886034e-05,
      "loss": 1.0151,
      "step": 4799
    },
    {
      "epoch": 0.10115538415337685,
      "grad_norm": 0.1843305379152298,
      "learning_rate": 1.9735849290620337e-05,
      "loss": 0.9668,
      "step": 4800
    },
    {
      "epoch": 0.10117645819174213,
      "grad_norm": 0.19011136889457703,
      "learning_rate": 1.97356934269992e-05,
      "loss": 0.9838,
      "step": 4801
    },
    {
      "epoch": 0.10119753223010743,
      "grad_norm": 0.18129988014698029,
      "learning_rate": 1.973553751802335e-05,
      "loss": 1.0212,
      "step": 4802
    },
    {
      "epoch": 0.1012186062684727,
      "grad_norm": 0.17950327694416046,
      "learning_rate": 1.9735381563693513e-05,
      "loss": 0.9058,
      "step": 4803
    },
    {
      "epoch": 0.101239680306838,
      "grad_norm": 0.1493094265460968,
      "learning_rate": 1.9735225564010415e-05,
      "loss": 0.9781,
      "step": 4804
    },
    {
      "epoch": 0.10126075434520329,
      "grad_norm": 0.16056476533412933,
      "learning_rate": 1.973506951897478e-05,
      "loss": 1.0122,
      "step": 4805
    },
    {
      "epoch": 0.10128182838356857,
      "grad_norm": 0.12778662145137787,
      "learning_rate": 1.9734913428587347e-05,
      "loss": 0.9567,
      "step": 4806
    },
    {
      "epoch": 0.10130290242193386,
      "grad_norm": 0.15310345590114594,
      "learning_rate": 1.9734757292848826e-05,
      "loss": 0.9582,
      "step": 4807
    },
    {
      "epoch": 0.10132397646029914,
      "grad_norm": 0.15335613489151,
      "learning_rate": 1.9734601111759958e-05,
      "loss": 1.0671,
      "step": 4808
    },
    {
      "epoch": 0.10134505049866444,
      "grad_norm": 0.25270116329193115,
      "learning_rate": 1.973444488532146e-05,
      "loss": 1.0095,
      "step": 4809
    },
    {
      "epoch": 0.10136612453702971,
      "grad_norm": 0.13651339709758759,
      "learning_rate": 1.973428861353407e-05,
      "loss": 1.0251,
      "step": 4810
    },
    {
      "epoch": 0.10138719857539501,
      "grad_norm": 0.14144198596477509,
      "learning_rate": 1.973413229639851e-05,
      "loss": 0.9487,
      "step": 4811
    },
    {
      "epoch": 0.1014082726137603,
      "grad_norm": 0.12923084199428558,
      "learning_rate": 1.973397593391551e-05,
      "loss": 0.9349,
      "step": 4812
    },
    {
      "epoch": 0.10142934665212558,
      "grad_norm": 0.1491372138261795,
      "learning_rate": 1.9733819526085797e-05,
      "loss": 0.9762,
      "step": 4813
    },
    {
      "epoch": 0.10145042069049087,
      "grad_norm": 0.13547222316265106,
      "learning_rate": 1.97336630729101e-05,
      "loss": 0.9872,
      "step": 4814
    },
    {
      "epoch": 0.10147149472885615,
      "grad_norm": 0.16517849266529083,
      "learning_rate": 1.973350657438915e-05,
      "loss": 1.0308,
      "step": 4815
    },
    {
      "epoch": 0.10149256876722144,
      "grad_norm": 0.18070746958255768,
      "learning_rate": 1.9733350030523672e-05,
      "loss": 0.9367,
      "step": 4816
    },
    {
      "epoch": 0.10151364280558672,
      "grad_norm": 0.16391709446907043,
      "learning_rate": 1.97331934413144e-05,
      "loss": 0.9552,
      "step": 4817
    },
    {
      "epoch": 0.10153471684395202,
      "grad_norm": 0.14619198441505432,
      "learning_rate": 1.9733036806762057e-05,
      "loss": 0.9613,
      "step": 4818
    },
    {
      "epoch": 0.1015557908823173,
      "grad_norm": 0.14866918325424194,
      "learning_rate": 1.9732880126867383e-05,
      "loss": 0.9835,
      "step": 4819
    },
    {
      "epoch": 0.10157686492068259,
      "grad_norm": 0.15021145343780518,
      "learning_rate": 1.97327234016311e-05,
      "loss": 1.075,
      "step": 4820
    },
    {
      "epoch": 0.10159793895904788,
      "grad_norm": 0.1458195447921753,
      "learning_rate": 1.9732566631053937e-05,
      "loss": 0.9391,
      "step": 4821
    },
    {
      "epoch": 0.10161901299741316,
      "grad_norm": 0.17105554044246674,
      "learning_rate": 1.9732409815136626e-05,
      "loss": 0.9909,
      "step": 4822
    },
    {
      "epoch": 0.10164008703577845,
      "grad_norm": 0.13843515515327454,
      "learning_rate": 1.9732252953879902e-05,
      "loss": 0.9974,
      "step": 4823
    },
    {
      "epoch": 0.10166116107414373,
      "grad_norm": 0.1436055600643158,
      "learning_rate": 1.9732096047284492e-05,
      "loss": 0.9756,
      "step": 4824
    },
    {
      "epoch": 0.10168223511250903,
      "grad_norm": 0.15145407617092133,
      "learning_rate": 1.9731939095351126e-05,
      "loss": 1.0045,
      "step": 4825
    },
    {
      "epoch": 0.1017033091508743,
      "grad_norm": 0.13678701221942902,
      "learning_rate": 1.9731782098080537e-05,
      "loss": 0.9541,
      "step": 4826
    },
    {
      "epoch": 0.1017243831892396,
      "grad_norm": 0.13212850689888,
      "learning_rate": 1.973162505547346e-05,
      "loss": 0.9327,
      "step": 4827
    },
    {
      "epoch": 0.10174545722760488,
      "grad_norm": 0.12160339951515198,
      "learning_rate": 1.9731467967530616e-05,
      "loss": 0.9659,
      "step": 4828
    },
    {
      "epoch": 0.10176653126597017,
      "grad_norm": 0.12217620760202408,
      "learning_rate": 1.9731310834252747e-05,
      "loss": 1.0305,
      "step": 4829
    },
    {
      "epoch": 0.10178760530433546,
      "grad_norm": 0.1371374875307083,
      "learning_rate": 1.9731153655640584e-05,
      "loss": 0.9522,
      "step": 4830
    },
    {
      "epoch": 0.10180867934270074,
      "grad_norm": 0.1602465957403183,
      "learning_rate": 1.973099643169485e-05,
      "loss": 1.0727,
      "step": 4831
    },
    {
      "epoch": 0.10182975338106603,
      "grad_norm": 0.1686669886112213,
      "learning_rate": 1.9730839162416292e-05,
      "loss": 0.943,
      "step": 4832
    },
    {
      "epoch": 0.10185082741943131,
      "grad_norm": 0.16267193853855133,
      "learning_rate": 1.973068184780563e-05,
      "loss": 0.9813,
      "step": 4833
    },
    {
      "epoch": 0.10187190145779661,
      "grad_norm": 0.13241498172283173,
      "learning_rate": 1.9730524487863604e-05,
      "loss": 0.9407,
      "step": 4834
    },
    {
      "epoch": 0.10189297549616189,
      "grad_norm": 0.16383980214595795,
      "learning_rate": 1.9730367082590943e-05,
      "loss": 1.0038,
      "step": 4835
    },
    {
      "epoch": 0.10191404953452718,
      "grad_norm": 0.19415010511875153,
      "learning_rate": 1.9730209631988383e-05,
      "loss": 0.9838,
      "step": 4836
    },
    {
      "epoch": 0.10193512357289246,
      "grad_norm": 0.1296396702528,
      "learning_rate": 1.9730052136056654e-05,
      "loss": 0.9681,
      "step": 4837
    },
    {
      "epoch": 0.10195619761125775,
      "grad_norm": 0.18930824100971222,
      "learning_rate": 1.9729894594796492e-05,
      "loss": 1.0053,
      "step": 4838
    },
    {
      "epoch": 0.10197727164962304,
      "grad_norm": 0.15344896912574768,
      "learning_rate": 1.9729737008208633e-05,
      "loss": 1.0166,
      "step": 4839
    },
    {
      "epoch": 0.10199834568798832,
      "grad_norm": 0.15300941467285156,
      "learning_rate": 1.972957937629381e-05,
      "loss": 0.9282,
      "step": 4840
    },
    {
      "epoch": 0.10201941972635362,
      "grad_norm": 0.18241797387599945,
      "learning_rate": 1.9729421699052756e-05,
      "loss": 0.9408,
      "step": 4841
    },
    {
      "epoch": 0.1020404937647189,
      "grad_norm": 0.156879261136055,
      "learning_rate": 1.9729263976486205e-05,
      "loss": 0.973,
      "step": 4842
    },
    {
      "epoch": 0.10206156780308419,
      "grad_norm": 0.14745210111141205,
      "learning_rate": 1.9729106208594894e-05,
      "loss": 0.8894,
      "step": 4843
    },
    {
      "epoch": 0.10208264184144947,
      "grad_norm": 0.14814026653766632,
      "learning_rate": 1.972894839537956e-05,
      "loss": 0.9955,
      "step": 4844
    },
    {
      "epoch": 0.10210371587981476,
      "grad_norm": 0.17356863617897034,
      "learning_rate": 1.9728790536840933e-05,
      "loss": 0.956,
      "step": 4845
    },
    {
      "epoch": 0.10212478991818004,
      "grad_norm": 0.17829076945781708,
      "learning_rate": 1.9728632632979746e-05,
      "loss": 1.0359,
      "step": 4846
    },
    {
      "epoch": 0.10214586395654533,
      "grad_norm": 0.14450247585773468,
      "learning_rate": 1.9728474683796747e-05,
      "loss": 0.9361,
      "step": 4847
    },
    {
      "epoch": 0.10216693799491063,
      "grad_norm": 0.15173444151878357,
      "learning_rate": 1.9728316689292657e-05,
      "loss": 0.9613,
      "step": 4848
    },
    {
      "epoch": 0.1021880120332759,
      "grad_norm": 0.14023759961128235,
      "learning_rate": 1.9728158649468222e-05,
      "loss": 0.9596,
      "step": 4849
    },
    {
      "epoch": 0.1022090860716412,
      "grad_norm": 0.1689758598804474,
      "learning_rate": 1.9728000564324176e-05,
      "loss": 1.0157,
      "step": 4850
    },
    {
      "epoch": 0.10223016011000648,
      "grad_norm": 0.1461823433637619,
      "learning_rate": 1.972784243386125e-05,
      "loss": 0.9712,
      "step": 4851
    },
    {
      "epoch": 0.10225123414837177,
      "grad_norm": 0.13715828955173492,
      "learning_rate": 1.9727684258080192e-05,
      "loss": 0.8976,
      "step": 4852
    },
    {
      "epoch": 0.10227230818673705,
      "grad_norm": 0.14385400712490082,
      "learning_rate": 1.9727526036981728e-05,
      "loss": 1.0229,
      "step": 4853
    },
    {
      "epoch": 0.10229338222510234,
      "grad_norm": 0.16394957900047302,
      "learning_rate": 1.9727367770566597e-05,
      "loss": 1.0413,
      "step": 4854
    },
    {
      "epoch": 0.10231445626346762,
      "grad_norm": 0.1284765899181366,
      "learning_rate": 1.9727209458835546e-05,
      "loss": 0.9391,
      "step": 4855
    },
    {
      "epoch": 0.10233553030183291,
      "grad_norm": 0.14960451424121857,
      "learning_rate": 1.97270511017893e-05,
      "loss": 1.054,
      "step": 4856
    },
    {
      "epoch": 0.1023566043401982,
      "grad_norm": 0.1736319661140442,
      "learning_rate": 1.97268926994286e-05,
      "loss": 0.9891,
      "step": 4857
    },
    {
      "epoch": 0.10237767837856349,
      "grad_norm": 0.1540972888469696,
      "learning_rate": 1.9726734251754192e-05,
      "loss": 1.0623,
      "step": 4858
    },
    {
      "epoch": 0.10239875241692878,
      "grad_norm": 0.15902365744113922,
      "learning_rate": 1.9726575758766805e-05,
      "loss": 1.0262,
      "step": 4859
    },
    {
      "epoch": 0.10241982645529406,
      "grad_norm": 0.13026507198810577,
      "learning_rate": 1.972641722046718e-05,
      "loss": 0.9907,
      "step": 4860
    },
    {
      "epoch": 0.10244090049365935,
      "grad_norm": 0.15340052545070648,
      "learning_rate": 1.9726258636856056e-05,
      "loss": 0.9718,
      "step": 4861
    },
    {
      "epoch": 0.10246197453202463,
      "grad_norm": 0.1222929134964943,
      "learning_rate": 1.9726100007934172e-05,
      "loss": 0.9727,
      "step": 4862
    },
    {
      "epoch": 0.10248304857038992,
      "grad_norm": 0.13308818638324738,
      "learning_rate": 1.9725941333702266e-05,
      "loss": 0.8874,
      "step": 4863
    },
    {
      "epoch": 0.10250412260875522,
      "grad_norm": 0.12941984832286835,
      "learning_rate": 1.9725782614161077e-05,
      "loss": 0.9769,
      "step": 4864
    },
    {
      "epoch": 0.1025251966471205,
      "grad_norm": 0.12411264330148697,
      "learning_rate": 1.9725623849311347e-05,
      "loss": 0.9687,
      "step": 4865
    },
    {
      "epoch": 0.10254627068548579,
      "grad_norm": 0.13965946435928345,
      "learning_rate": 1.972546503915381e-05,
      "loss": 0.976,
      "step": 4866
    },
    {
      "epoch": 0.10256734472385107,
      "grad_norm": 0.15391136705875397,
      "learning_rate": 1.9725306183689214e-05,
      "loss": 1.0114,
      "step": 4867
    },
    {
      "epoch": 0.10258841876221636,
      "grad_norm": 0.19000668823719025,
      "learning_rate": 1.9725147282918292e-05,
      "loss": 0.9552,
      "step": 4868
    },
    {
      "epoch": 0.10260949280058164,
      "grad_norm": 0.15246757864952087,
      "learning_rate": 1.972498833684179e-05,
      "loss": 0.9826,
      "step": 4869
    },
    {
      "epoch": 0.10263056683894693,
      "grad_norm": 0.13134866952896118,
      "learning_rate": 1.972482934546044e-05,
      "loss": 0.9897,
      "step": 4870
    },
    {
      "epoch": 0.10265164087731221,
      "grad_norm": 0.1513543426990509,
      "learning_rate": 1.9724670308774994e-05,
      "loss": 0.9222,
      "step": 4871
    },
    {
      "epoch": 0.1026727149156775,
      "grad_norm": 0.1427088975906372,
      "learning_rate": 1.9724511226786184e-05,
      "loss": 0.9525,
      "step": 4872
    },
    {
      "epoch": 0.1026937889540428,
      "grad_norm": 0.13969247043132782,
      "learning_rate": 1.9724352099494756e-05,
      "loss": 1.0457,
      "step": 4873
    },
    {
      "epoch": 0.10271486299240808,
      "grad_norm": 0.14143729209899902,
      "learning_rate": 1.9724192926901447e-05,
      "loss": 1.0498,
      "step": 4874
    },
    {
      "epoch": 0.10273593703077337,
      "grad_norm": 0.15757642686367035,
      "learning_rate": 1.9724033709007004e-05,
      "loss": 0.9741,
      "step": 4875
    },
    {
      "epoch": 0.10275701106913865,
      "grad_norm": 0.12083225697278976,
      "learning_rate": 1.9723874445812165e-05,
      "loss": 0.9102,
      "step": 4876
    },
    {
      "epoch": 0.10277808510750394,
      "grad_norm": 0.14293257892131805,
      "learning_rate": 1.9723715137317668e-05,
      "loss": 0.9349,
      "step": 4877
    },
    {
      "epoch": 0.10279915914586922,
      "grad_norm": 0.1718919426202774,
      "learning_rate": 1.9723555783524266e-05,
      "loss": 0.9791,
      "step": 4878
    },
    {
      "epoch": 0.10282023318423451,
      "grad_norm": 0.11753913015127182,
      "learning_rate": 1.972339638443269e-05,
      "loss": 0.9562,
      "step": 4879
    },
    {
      "epoch": 0.10284130722259979,
      "grad_norm": 0.19959314167499542,
      "learning_rate": 1.972323694004369e-05,
      "loss": 1.0041,
      "step": 4880
    },
    {
      "epoch": 0.10286238126096509,
      "grad_norm": 0.2145475149154663,
      "learning_rate": 1.9723077450358007e-05,
      "loss": 0.9515,
      "step": 4881
    },
    {
      "epoch": 0.10288345529933038,
      "grad_norm": 0.12844645977020264,
      "learning_rate": 1.9722917915376384e-05,
      "loss": 0.9831,
      "step": 4882
    },
    {
      "epoch": 0.10290452933769566,
      "grad_norm": 0.18447861075401306,
      "learning_rate": 1.972275833509956e-05,
      "loss": 0.9644,
      "step": 4883
    },
    {
      "epoch": 0.10292560337606095,
      "grad_norm": 0.1421857327222824,
      "learning_rate": 1.972259870952829e-05,
      "loss": 0.9239,
      "step": 4884
    },
    {
      "epoch": 0.10294667741442623,
      "grad_norm": 0.19512175023555756,
      "learning_rate": 1.9722439038663303e-05,
      "loss": 1.0393,
      "step": 4885
    },
    {
      "epoch": 0.10296775145279152,
      "grad_norm": 0.22870945930480957,
      "learning_rate": 1.972227932250535e-05,
      "loss": 0.9506,
      "step": 4886
    },
    {
      "epoch": 0.1029888254911568,
      "grad_norm": 0.10944212973117828,
      "learning_rate": 1.9722119561055177e-05,
      "loss": 0.9136,
      "step": 4887
    },
    {
      "epoch": 0.1030098995295221,
      "grad_norm": 0.21810336410999298,
      "learning_rate": 1.9721959754313526e-05,
      "loss": 0.9046,
      "step": 4888
    },
    {
      "epoch": 0.10303097356788737,
      "grad_norm": 0.16822080314159393,
      "learning_rate": 1.9721799902281138e-05,
      "loss": 0.9298,
      "step": 4889
    },
    {
      "epoch": 0.10305204760625267,
      "grad_norm": 0.14916154742240906,
      "learning_rate": 1.9721640004958765e-05,
      "loss": 0.9511,
      "step": 4890
    },
    {
      "epoch": 0.10307312164461796,
      "grad_norm": 0.18256425857543945,
      "learning_rate": 1.9721480062347144e-05,
      "loss": 0.9351,
      "step": 4891
    },
    {
      "epoch": 0.10309419568298324,
      "grad_norm": 0.15939657390117645,
      "learning_rate": 1.972132007444703e-05,
      "loss": 0.9561,
      "step": 4892
    },
    {
      "epoch": 0.10311526972134853,
      "grad_norm": 0.18798714876174927,
      "learning_rate": 1.9721160041259155e-05,
      "loss": 0.9723,
      "step": 4893
    },
    {
      "epoch": 0.10313634375971381,
      "grad_norm": 0.16190296411514282,
      "learning_rate": 1.972099996278428e-05,
      "loss": 1.0246,
      "step": 4894
    },
    {
      "epoch": 0.1031574177980791,
      "grad_norm": 0.15139800310134888,
      "learning_rate": 1.9720839839023135e-05,
      "loss": 0.9668,
      "step": 4895
    },
    {
      "epoch": 0.10317849183644438,
      "grad_norm": 0.13690587878227234,
      "learning_rate": 1.972067966997648e-05,
      "loss": 0.9168,
      "step": 4896
    },
    {
      "epoch": 0.10319956587480968,
      "grad_norm": 0.13655540347099304,
      "learning_rate": 1.972051945564505e-05,
      "loss": 0.9437,
      "step": 4897
    },
    {
      "epoch": 0.10322063991317496,
      "grad_norm": 0.1319398283958435,
      "learning_rate": 1.9720359196029597e-05,
      "loss": 0.9426,
      "step": 4898
    },
    {
      "epoch": 0.10324171395154025,
      "grad_norm": 0.12312889844179153,
      "learning_rate": 1.9720198891130867e-05,
      "loss": 1.0202,
      "step": 4899
    },
    {
      "epoch": 0.10326278798990554,
      "grad_norm": 0.16089244186878204,
      "learning_rate": 1.9720038540949607e-05,
      "loss": 1.0083,
      "step": 4900
    },
    {
      "epoch": 0.10328386202827082,
      "grad_norm": 0.17233002185821533,
      "learning_rate": 1.9719878145486566e-05,
      "loss": 0.9381,
      "step": 4901
    },
    {
      "epoch": 0.10330493606663611,
      "grad_norm": 0.131461963057518,
      "learning_rate": 1.9719717704742485e-05,
      "loss": 0.9402,
      "step": 4902
    },
    {
      "epoch": 0.10332601010500139,
      "grad_norm": 0.1563597172498703,
      "learning_rate": 1.9719557218718116e-05,
      "loss": 0.9834,
      "step": 4903
    },
    {
      "epoch": 0.10334708414336669,
      "grad_norm": 0.1723030060529709,
      "learning_rate": 1.971939668741421e-05,
      "loss": 0.929,
      "step": 4904
    },
    {
      "epoch": 0.10336815818173196,
      "grad_norm": 0.14690281450748444,
      "learning_rate": 1.9719236110831508e-05,
      "loss": 0.9414,
      "step": 4905
    },
    {
      "epoch": 0.10338923222009726,
      "grad_norm": 0.16773219406604767,
      "learning_rate": 1.971907548897076e-05,
      "loss": 0.9886,
      "step": 4906
    },
    {
      "epoch": 0.10341030625846255,
      "grad_norm": 0.1656150072813034,
      "learning_rate": 1.9718914821832714e-05,
      "loss": 0.9657,
      "step": 4907
    },
    {
      "epoch": 0.10343138029682783,
      "grad_norm": 0.1527785062789917,
      "learning_rate": 1.9718754109418123e-05,
      "loss": 1.0068,
      "step": 4908
    },
    {
      "epoch": 0.10345245433519312,
      "grad_norm": 0.15591542422771454,
      "learning_rate": 1.971859335172773e-05,
      "loss": 0.9862,
      "step": 4909
    },
    {
      "epoch": 0.1034735283735584,
      "grad_norm": 0.18753856420516968,
      "learning_rate": 1.9718432548762284e-05,
      "loss": 0.9757,
      "step": 4910
    },
    {
      "epoch": 0.1034946024119237,
      "grad_norm": 0.17935031652450562,
      "learning_rate": 1.971827170052254e-05,
      "loss": 1.0544,
      "step": 4911
    },
    {
      "epoch": 0.10351567645028897,
      "grad_norm": 0.15173353254795074,
      "learning_rate": 1.9718110807009242e-05,
      "loss": 0.9332,
      "step": 4912
    },
    {
      "epoch": 0.10353675048865427,
      "grad_norm": 0.13768798112869263,
      "learning_rate": 1.9717949868223137e-05,
      "loss": 0.9872,
      "step": 4913
    },
    {
      "epoch": 0.10355782452701955,
      "grad_norm": 0.13947874307632446,
      "learning_rate": 1.9717788884164984e-05,
      "loss": 0.9593,
      "step": 4914
    },
    {
      "epoch": 0.10357889856538484,
      "grad_norm": 0.15531057119369507,
      "learning_rate": 1.971762785483553e-05,
      "loss": 0.9565,
      "step": 4915
    },
    {
      "epoch": 0.10359997260375013,
      "grad_norm": 0.16142773628234863,
      "learning_rate": 1.9717466780235518e-05,
      "loss": 0.8958,
      "step": 4916
    },
    {
      "epoch": 0.10362104664211541,
      "grad_norm": 0.14595477283000946,
      "learning_rate": 1.9717305660365705e-05,
      "loss": 0.9917,
      "step": 4917
    },
    {
      "epoch": 0.1036421206804807,
      "grad_norm": 0.15770567953586578,
      "learning_rate": 1.971714449522684e-05,
      "loss": 0.995,
      "step": 4918
    },
    {
      "epoch": 0.10366319471884598,
      "grad_norm": 0.16611523926258087,
      "learning_rate": 1.9716983284819675e-05,
      "loss": 0.9849,
      "step": 4919
    },
    {
      "epoch": 0.10368426875721128,
      "grad_norm": 0.14839297533035278,
      "learning_rate": 1.9716822029144958e-05,
      "loss": 1.0138,
      "step": 4920
    },
    {
      "epoch": 0.10370534279557655,
      "grad_norm": 0.13571687042713165,
      "learning_rate": 1.971666072820344e-05,
      "loss": 0.9369,
      "step": 4921
    },
    {
      "epoch": 0.10372641683394185,
      "grad_norm": 0.16160258650779724,
      "learning_rate": 1.9716499381995878e-05,
      "loss": 1.0381,
      "step": 4922
    },
    {
      "epoch": 0.10374749087230713,
      "grad_norm": 0.15057390928268433,
      "learning_rate": 1.971633799052302e-05,
      "loss": 0.9335,
      "step": 4923
    },
    {
      "epoch": 0.10376856491067242,
      "grad_norm": 0.14571025967597961,
      "learning_rate": 1.9716176553785618e-05,
      "loss": 0.9169,
      "step": 4924
    },
    {
      "epoch": 0.10378963894903771,
      "grad_norm": 0.18259428441524506,
      "learning_rate": 1.9716015071784423e-05,
      "loss": 1.0089,
      "step": 4925
    },
    {
      "epoch": 0.10381071298740299,
      "grad_norm": 0.15760579705238342,
      "learning_rate": 1.9715853544520185e-05,
      "loss": 0.9674,
      "step": 4926
    },
    {
      "epoch": 0.10383178702576829,
      "grad_norm": 0.15574118494987488,
      "learning_rate": 1.9715691971993665e-05,
      "loss": 0.9805,
      "step": 4927
    },
    {
      "epoch": 0.10385286106413356,
      "grad_norm": 0.2216222882270813,
      "learning_rate": 1.971553035420561e-05,
      "loss": 1.0202,
      "step": 4928
    },
    {
      "epoch": 0.10387393510249886,
      "grad_norm": 0.1897103190422058,
      "learning_rate": 1.9715368691156774e-05,
      "loss": 0.9857,
      "step": 4929
    },
    {
      "epoch": 0.10389500914086414,
      "grad_norm": 0.12697842717170715,
      "learning_rate": 1.9715206982847904e-05,
      "loss": 0.9907,
      "step": 4930
    },
    {
      "epoch": 0.10391608317922943,
      "grad_norm": 0.16012945771217346,
      "learning_rate": 1.9715045229279767e-05,
      "loss": 0.9033,
      "step": 4931
    },
    {
      "epoch": 0.10393715721759471,
      "grad_norm": 0.1375449001789093,
      "learning_rate": 1.97148834304531e-05,
      "loss": 0.8913,
      "step": 4932
    },
    {
      "epoch": 0.10395823125596,
      "grad_norm": 0.16343210637569427,
      "learning_rate": 1.971472158636867e-05,
      "loss": 0.9831,
      "step": 4933
    },
    {
      "epoch": 0.1039793052943253,
      "grad_norm": 0.17904438078403473,
      "learning_rate": 1.9714559697027224e-05,
      "loss": 1.0322,
      "step": 4934
    },
    {
      "epoch": 0.10400037933269057,
      "grad_norm": 0.15233318507671356,
      "learning_rate": 1.9714397762429522e-05,
      "loss": 0.9317,
      "step": 4935
    },
    {
      "epoch": 0.10402145337105587,
      "grad_norm": 0.188169464468956,
      "learning_rate": 1.9714235782576312e-05,
      "loss": 0.9797,
      "step": 4936
    },
    {
      "epoch": 0.10404252740942115,
      "grad_norm": 0.1815398782491684,
      "learning_rate": 1.9714073757468352e-05,
      "loss": 1.0863,
      "step": 4937
    },
    {
      "epoch": 0.10406360144778644,
      "grad_norm": 0.1556905210018158,
      "learning_rate": 1.9713911687106396e-05,
      "loss": 0.9636,
      "step": 4938
    },
    {
      "epoch": 0.10408467548615172,
      "grad_norm": 0.15387704968452454,
      "learning_rate": 1.97137495714912e-05,
      "loss": 0.9769,
      "step": 4939
    },
    {
      "epoch": 0.10410574952451701,
      "grad_norm": 0.1407974809408188,
      "learning_rate": 1.9713587410623516e-05,
      "loss": 0.9116,
      "step": 4940
    },
    {
      "epoch": 0.10412682356288229,
      "grad_norm": 0.14188997447490692,
      "learning_rate": 1.9713425204504103e-05,
      "loss": 0.9659,
      "step": 4941
    },
    {
      "epoch": 0.10414789760124758,
      "grad_norm": 0.1559768170118332,
      "learning_rate": 1.9713262953133716e-05,
      "loss": 0.9942,
      "step": 4942
    },
    {
      "epoch": 0.10416897163961288,
      "grad_norm": 0.1273803859949112,
      "learning_rate": 1.971310065651311e-05,
      "loss": 0.9434,
      "step": 4943
    },
    {
      "epoch": 0.10419004567797815,
      "grad_norm": 0.17313720285892487,
      "learning_rate": 1.971293831464304e-05,
      "loss": 1.015,
      "step": 4944
    },
    {
      "epoch": 0.10421111971634345,
      "grad_norm": 0.18689005076885223,
      "learning_rate": 1.9712775927524266e-05,
      "loss": 0.9823,
      "step": 4945
    },
    {
      "epoch": 0.10423219375470873,
      "grad_norm": 0.16439710557460785,
      "learning_rate": 1.9712613495157538e-05,
      "loss": 0.98,
      "step": 4946
    },
    {
      "epoch": 0.10425326779307402,
      "grad_norm": 0.13149845600128174,
      "learning_rate": 1.9712451017543622e-05,
      "loss": 0.9275,
      "step": 4947
    },
    {
      "epoch": 0.1042743418314393,
      "grad_norm": 0.15853635966777802,
      "learning_rate": 1.971228849468327e-05,
      "loss": 0.9885,
      "step": 4948
    },
    {
      "epoch": 0.10429541586980459,
      "grad_norm": 0.16418206691741943,
      "learning_rate": 1.9712125926577234e-05,
      "loss": 0.9983,
      "step": 4949
    },
    {
      "epoch": 0.10431648990816987,
      "grad_norm": 0.13878828287124634,
      "learning_rate": 1.9711963313226278e-05,
      "loss": 0.9463,
      "step": 4950
    },
    {
      "epoch": 0.10433756394653516,
      "grad_norm": 0.136812224984169,
      "learning_rate": 1.9711800654631158e-05,
      "loss": 0.8661,
      "step": 4951
    },
    {
      "epoch": 0.10435863798490046,
      "grad_norm": 0.14913997054100037,
      "learning_rate": 1.9711637950792634e-05,
      "loss": 0.9497,
      "step": 4952
    },
    {
      "epoch": 0.10437971202326574,
      "grad_norm": 0.16990770399570465,
      "learning_rate": 1.971147520171146e-05,
      "loss": 0.9928,
      "step": 4953
    },
    {
      "epoch": 0.10440078606163103,
      "grad_norm": 0.19881105422973633,
      "learning_rate": 1.9711312407388395e-05,
      "loss": 1.0325,
      "step": 4954
    },
    {
      "epoch": 0.10442186009999631,
      "grad_norm": 0.16224072873592377,
      "learning_rate": 1.9711149567824202e-05,
      "loss": 1.0576,
      "step": 4955
    },
    {
      "epoch": 0.1044429341383616,
      "grad_norm": 0.13366208970546722,
      "learning_rate": 1.971098668301963e-05,
      "loss": 1.003,
      "step": 4956
    },
    {
      "epoch": 0.10446400817672688,
      "grad_norm": 0.16621087491512299,
      "learning_rate": 1.9710823752975448e-05,
      "loss": 0.9334,
      "step": 4957
    },
    {
      "epoch": 0.10448508221509217,
      "grad_norm": 0.1385415643453598,
      "learning_rate": 1.971066077769241e-05,
      "loss": 0.9631,
      "step": 4958
    },
    {
      "epoch": 0.10450615625345747,
      "grad_norm": 0.13626503944396973,
      "learning_rate": 1.971049775717127e-05,
      "loss": 0.9695,
      "step": 4959
    },
    {
      "epoch": 0.10452723029182275,
      "grad_norm": 0.14283259212970734,
      "learning_rate": 1.97103346914128e-05,
      "loss": 0.9955,
      "step": 4960
    },
    {
      "epoch": 0.10454830433018804,
      "grad_norm": 0.13725847005844116,
      "learning_rate": 1.971017158041775e-05,
      "loss": 1.0118,
      "step": 4961
    },
    {
      "epoch": 0.10456937836855332,
      "grad_norm": 0.16267774999141693,
      "learning_rate": 1.9710008424186885e-05,
      "loss": 1.0727,
      "step": 4962
    },
    {
      "epoch": 0.10459045240691861,
      "grad_norm": 0.17074371874332428,
      "learning_rate": 1.970984522272096e-05,
      "loss": 1.027,
      "step": 4963
    },
    {
      "epoch": 0.10461152644528389,
      "grad_norm": 0.2127303034067154,
      "learning_rate": 1.970968197602074e-05,
      "loss": 1.0484,
      "step": 4964
    },
    {
      "epoch": 0.10463260048364918,
      "grad_norm": 0.15498946607112885,
      "learning_rate": 1.9709518684086984e-05,
      "loss": 0.8296,
      "step": 4965
    },
    {
      "epoch": 0.10465367452201446,
      "grad_norm": 0.1559324562549591,
      "learning_rate": 1.970935534692045e-05,
      "loss": 1.0248,
      "step": 4966
    },
    {
      "epoch": 0.10467474856037975,
      "grad_norm": 0.1811044067144394,
      "learning_rate": 1.9709191964521905e-05,
      "loss": 1.0471,
      "step": 4967
    },
    {
      "epoch": 0.10469582259874505,
      "grad_norm": 0.18329165875911713,
      "learning_rate": 1.9709028536892102e-05,
      "loss": 0.9414,
      "step": 4968
    },
    {
      "epoch": 0.10471689663711033,
      "grad_norm": 0.12634825706481934,
      "learning_rate": 1.970886506403181e-05,
      "loss": 0.9364,
      "step": 4969
    },
    {
      "epoch": 0.10473797067547562,
      "grad_norm": 0.16870370507240295,
      "learning_rate": 1.9708701545941787e-05,
      "loss": 0.9124,
      "step": 4970
    },
    {
      "epoch": 0.1047590447138409,
      "grad_norm": 0.13439813256263733,
      "learning_rate": 1.9708537982622794e-05,
      "loss": 0.9823,
      "step": 4971
    },
    {
      "epoch": 0.10478011875220619,
      "grad_norm": 0.1554558426141739,
      "learning_rate": 1.9708374374075596e-05,
      "loss": 0.9789,
      "step": 4972
    },
    {
      "epoch": 0.10480119279057147,
      "grad_norm": 0.14905011653900146,
      "learning_rate": 1.9708210720300955e-05,
      "loss": 0.978,
      "step": 4973
    },
    {
      "epoch": 0.10482226682893676,
      "grad_norm": 0.11625681817531586,
      "learning_rate": 1.9708047021299626e-05,
      "loss": 0.9674,
      "step": 4974
    },
    {
      "epoch": 0.10484334086730204,
      "grad_norm": 0.13008850812911987,
      "learning_rate": 1.970788327707238e-05,
      "loss": 0.9759,
      "step": 4975
    },
    {
      "epoch": 0.10486441490566734,
      "grad_norm": 0.13225601613521576,
      "learning_rate": 1.9707719487619978e-05,
      "loss": 0.997,
      "step": 4976
    },
    {
      "epoch": 0.10488548894403263,
      "grad_norm": 0.13167180120944977,
      "learning_rate": 1.970755565294318e-05,
      "loss": 0.9523,
      "step": 4977
    },
    {
      "epoch": 0.10490656298239791,
      "grad_norm": 0.14292272925376892,
      "learning_rate": 1.970739177304275e-05,
      "loss": 0.9802,
      "step": 4978
    },
    {
      "epoch": 0.1049276370207632,
      "grad_norm": 0.12337981164455414,
      "learning_rate": 1.9707227847919456e-05,
      "loss": 0.9093,
      "step": 4979
    },
    {
      "epoch": 0.10494871105912848,
      "grad_norm": 0.17000427842140198,
      "learning_rate": 1.970706387757406e-05,
      "loss": 0.9044,
      "step": 4980
    },
    {
      "epoch": 0.10496978509749377,
      "grad_norm": 0.13860243558883667,
      "learning_rate": 1.970689986200732e-05,
      "loss": 0.9282,
      "step": 4981
    },
    {
      "epoch": 0.10499085913585905,
      "grad_norm": 0.13799850642681122,
      "learning_rate": 1.970673580122001e-05,
      "loss": 0.9274,
      "step": 4982
    },
    {
      "epoch": 0.10501193317422435,
      "grad_norm": 0.14259187877178192,
      "learning_rate": 1.9706571695212885e-05,
      "loss": 1.0197,
      "step": 4983
    },
    {
      "epoch": 0.10503300721258962,
      "grad_norm": 0.1487453579902649,
      "learning_rate": 1.970640754398671e-05,
      "loss": 0.9572,
      "step": 4984
    },
    {
      "epoch": 0.10505408125095492,
      "grad_norm": 0.13285014033317566,
      "learning_rate": 1.970624334754226e-05,
      "loss": 0.9185,
      "step": 4985
    },
    {
      "epoch": 0.10507515528932021,
      "grad_norm": 0.15013012290000916,
      "learning_rate": 1.9706079105880287e-05,
      "loss": 0.9158,
      "step": 4986
    },
    {
      "epoch": 0.10509622932768549,
      "grad_norm": 0.1326771080493927,
      "learning_rate": 1.9705914819001566e-05,
      "loss": 0.9649,
      "step": 4987
    },
    {
      "epoch": 0.10511730336605078,
      "grad_norm": 0.1619180142879486,
      "learning_rate": 1.9705750486906858e-05,
      "loss": 1.0758,
      "step": 4988
    },
    {
      "epoch": 0.10513837740441606,
      "grad_norm": 0.14624662697315216,
      "learning_rate": 1.9705586109596924e-05,
      "loss": 0.9824,
      "step": 4989
    },
    {
      "epoch": 0.10515945144278135,
      "grad_norm": 0.14025479555130005,
      "learning_rate": 1.970542168707254e-05,
      "loss": 0.9705,
      "step": 4990
    },
    {
      "epoch": 0.10518052548114663,
      "grad_norm": 0.13871395587921143,
      "learning_rate": 1.9705257219334464e-05,
      "loss": 0.9331,
      "step": 4991
    },
    {
      "epoch": 0.10520159951951193,
      "grad_norm": 0.15589982271194458,
      "learning_rate": 1.9705092706383465e-05,
      "loss": 1.0331,
      "step": 4992
    },
    {
      "epoch": 0.1052226735578772,
      "grad_norm": 0.1509881615638733,
      "learning_rate": 1.970492814822031e-05,
      "loss": 1.0,
      "step": 4993
    },
    {
      "epoch": 0.1052437475962425,
      "grad_norm": 0.14636991918087006,
      "learning_rate": 1.9704763544845768e-05,
      "loss": 0.9684,
      "step": 4994
    },
    {
      "epoch": 0.10526482163460779,
      "grad_norm": 0.15606525540351868,
      "learning_rate": 1.9704598896260597e-05,
      "loss": 0.9446,
      "step": 4995
    },
    {
      "epoch": 0.10528589567297307,
      "grad_norm": 0.13606856763362885,
      "learning_rate": 1.970443420246557e-05,
      "loss": 0.9731,
      "step": 4996
    },
    {
      "epoch": 0.10530696971133836,
      "grad_norm": 0.1434999704360962,
      "learning_rate": 1.970426946346146e-05,
      "loss": 1.0214,
      "step": 4997
    },
    {
      "epoch": 0.10532804374970364,
      "grad_norm": 0.1875811070203781,
      "learning_rate": 1.9704104679249023e-05,
      "loss": 0.9519,
      "step": 4998
    },
    {
      "epoch": 0.10534911778806894,
      "grad_norm": 0.11534026265144348,
      "learning_rate": 1.9703939849829033e-05,
      "loss": 0.8513,
      "step": 4999
    },
    {
      "epoch": 0.10537019182643421,
      "grad_norm": 0.15931950509548187,
      "learning_rate": 1.9703774975202258e-05,
      "loss": 0.9641,
      "step": 5000
    },
    {
      "epoch": 0.10539126586479951,
      "grad_norm": 0.1306154429912567,
      "learning_rate": 1.9703610055369466e-05,
      "loss": 1.0156,
      "step": 5001
    },
    {
      "epoch": 0.1054123399031648,
      "grad_norm": 0.1293238401412964,
      "learning_rate": 1.9703445090331424e-05,
      "loss": 0.9281,
      "step": 5002
    },
    {
      "epoch": 0.10543341394153008,
      "grad_norm": 0.13369975984096527,
      "learning_rate": 1.97032800800889e-05,
      "loss": 0.9326,
      "step": 5003
    },
    {
      "epoch": 0.10545448797989537,
      "grad_norm": 0.15256065130233765,
      "learning_rate": 1.970311502464266e-05,
      "loss": 0.9628,
      "step": 5004
    },
    {
      "epoch": 0.10547556201826065,
      "grad_norm": 0.14555279910564423,
      "learning_rate": 1.970294992399348e-05,
      "loss": 0.94,
      "step": 5005
    },
    {
      "epoch": 0.10549663605662594,
      "grad_norm": 0.1543217897415161,
      "learning_rate": 1.9702784778142128e-05,
      "loss": 1.0137,
      "step": 5006
    },
    {
      "epoch": 0.10551771009499122,
      "grad_norm": 0.1338263303041458,
      "learning_rate": 1.9702619587089366e-05,
      "loss": 1.0051,
      "step": 5007
    },
    {
      "epoch": 0.10553878413335652,
      "grad_norm": 0.1342240273952484,
      "learning_rate": 1.9702454350835972e-05,
      "loss": 0.9133,
      "step": 5008
    },
    {
      "epoch": 0.1055598581717218,
      "grad_norm": 0.13608378171920776,
      "learning_rate": 1.970228906938271e-05,
      "loss": 0.934,
      "step": 5009
    },
    {
      "epoch": 0.10558093221008709,
      "grad_norm": 0.15061169862747192,
      "learning_rate": 1.9702123742730356e-05,
      "loss": 0.8704,
      "step": 5010
    },
    {
      "epoch": 0.10560200624845238,
      "grad_norm": 0.16051587462425232,
      "learning_rate": 1.9701958370879675e-05,
      "loss": 0.961,
      "step": 5011
    },
    {
      "epoch": 0.10562308028681766,
      "grad_norm": 0.15682975947856903,
      "learning_rate": 1.970179295383144e-05,
      "loss": 0.9266,
      "step": 5012
    },
    {
      "epoch": 0.10564415432518295,
      "grad_norm": 0.14893032610416412,
      "learning_rate": 1.9701627491586415e-05,
      "loss": 0.9254,
      "step": 5013
    },
    {
      "epoch": 0.10566522836354823,
      "grad_norm": 0.1577390432357788,
      "learning_rate": 1.970146198414538e-05,
      "loss": 0.9753,
      "step": 5014
    },
    {
      "epoch": 0.10568630240191353,
      "grad_norm": 0.1581602692604065,
      "learning_rate": 1.97012964315091e-05,
      "loss": 0.9472,
      "step": 5015
    },
    {
      "epoch": 0.1057073764402788,
      "grad_norm": 0.16691558063030243,
      "learning_rate": 1.9701130833678354e-05,
      "loss": 0.9962,
      "step": 5016
    },
    {
      "epoch": 0.1057284504786441,
      "grad_norm": 0.20309385657310486,
      "learning_rate": 1.9700965190653904e-05,
      "loss": 1.0042,
      "step": 5017
    },
    {
      "epoch": 0.10574952451700938,
      "grad_norm": 0.18108578026294708,
      "learning_rate": 1.9700799502436526e-05,
      "loss": 0.9658,
      "step": 5018
    },
    {
      "epoch": 0.10577059855537467,
      "grad_norm": 0.16219322383403778,
      "learning_rate": 1.9700633769026992e-05,
      "loss": 0.967,
      "step": 5019
    },
    {
      "epoch": 0.10579167259373996,
      "grad_norm": 0.20092836022377014,
      "learning_rate": 1.9700467990426073e-05,
      "loss": 0.9745,
      "step": 5020
    },
    {
      "epoch": 0.10581274663210524,
      "grad_norm": 0.20772822201251984,
      "learning_rate": 1.9700302166634543e-05,
      "loss": 0.9381,
      "step": 5021
    },
    {
      "epoch": 0.10583382067047054,
      "grad_norm": 0.14042560756206512,
      "learning_rate": 1.970013629765317e-05,
      "loss": 0.9671,
      "step": 5022
    },
    {
      "epoch": 0.10585489470883581,
      "grad_norm": 0.1510809361934662,
      "learning_rate": 1.9699970383482734e-05,
      "loss": 0.9399,
      "step": 5023
    },
    {
      "epoch": 0.10587596874720111,
      "grad_norm": 0.15591847896575928,
      "learning_rate": 1.9699804424124e-05,
      "loss": 0.9586,
      "step": 5024
    },
    {
      "epoch": 0.10589704278556639,
      "grad_norm": 0.1689007580280304,
      "learning_rate": 1.969963841957775e-05,
      "loss": 1.0127,
      "step": 5025
    },
    {
      "epoch": 0.10591811682393168,
      "grad_norm": 0.17782066762447357,
      "learning_rate": 1.9699472369844753e-05,
      "loss": 0.9848,
      "step": 5026
    },
    {
      "epoch": 0.10593919086229696,
      "grad_norm": 0.17764148116111755,
      "learning_rate": 1.9699306274925783e-05,
      "loss": 0.9787,
      "step": 5027
    },
    {
      "epoch": 0.10596026490066225,
      "grad_norm": 0.16812165081501007,
      "learning_rate": 1.969914013482161e-05,
      "loss": 0.9667,
      "step": 5028
    },
    {
      "epoch": 0.10598133893902754,
      "grad_norm": 0.1874757558107376,
      "learning_rate": 1.969897394953301e-05,
      "loss": 0.9379,
      "step": 5029
    },
    {
      "epoch": 0.10600241297739282,
      "grad_norm": 0.15569354593753815,
      "learning_rate": 1.969880771906076e-05,
      "loss": 1.0212,
      "step": 5030
    },
    {
      "epoch": 0.10602348701575812,
      "grad_norm": 0.15976278483867645,
      "learning_rate": 1.969864144340563e-05,
      "loss": 0.9834,
      "step": 5031
    },
    {
      "epoch": 0.1060445610541234,
      "grad_norm": 0.12701983749866486,
      "learning_rate": 1.9698475122568398e-05,
      "loss": 0.9679,
      "step": 5032
    },
    {
      "epoch": 0.10606563509248869,
      "grad_norm": 0.12544691562652588,
      "learning_rate": 1.969830875654984e-05,
      "loss": 0.9196,
      "step": 5033
    },
    {
      "epoch": 0.10608670913085397,
      "grad_norm": 0.15767142176628113,
      "learning_rate": 1.9698142345350727e-05,
      "loss": 0.9693,
      "step": 5034
    },
    {
      "epoch": 0.10610778316921926,
      "grad_norm": 0.1651483029127121,
      "learning_rate": 1.9697975888971837e-05,
      "loss": 0.9551,
      "step": 5035
    },
    {
      "epoch": 0.10612885720758454,
      "grad_norm": 0.12400389462709427,
      "learning_rate": 1.9697809387413945e-05,
      "loss": 0.9315,
      "step": 5036
    },
    {
      "epoch": 0.10614993124594983,
      "grad_norm": 0.17217223346233368,
      "learning_rate": 1.9697642840677823e-05,
      "loss": 0.978,
      "step": 5037
    },
    {
      "epoch": 0.10617100528431513,
      "grad_norm": 0.1446545571088791,
      "learning_rate": 1.9697476248764256e-05,
      "loss": 0.9821,
      "step": 5038
    },
    {
      "epoch": 0.1061920793226804,
      "grad_norm": 0.144196555018425,
      "learning_rate": 1.969730961167401e-05,
      "loss": 0.9977,
      "step": 5039
    },
    {
      "epoch": 0.1062131533610457,
      "grad_norm": 0.15783096849918365,
      "learning_rate": 1.9697142929407867e-05,
      "loss": 0.9991,
      "step": 5040
    },
    {
      "epoch": 0.10623422739941098,
      "grad_norm": 0.15706025063991547,
      "learning_rate": 1.9696976201966603e-05,
      "loss": 1.0039,
      "step": 5041
    },
    {
      "epoch": 0.10625530143777627,
      "grad_norm": 0.14432162046432495,
      "learning_rate": 1.9696809429350995e-05,
      "loss": 0.9571,
      "step": 5042
    },
    {
      "epoch": 0.10627637547614155,
      "grad_norm": 0.18039046227931976,
      "learning_rate": 1.9696642611561815e-05,
      "loss": 1.005,
      "step": 5043
    },
    {
      "epoch": 0.10629744951450684,
      "grad_norm": 0.15505951642990112,
      "learning_rate": 1.9696475748599843e-05,
      "loss": 1.0147,
      "step": 5044
    },
    {
      "epoch": 0.10631852355287212,
      "grad_norm": 0.19684909284114838,
      "learning_rate": 1.9696308840465862e-05,
      "loss": 1.0252,
      "step": 5045
    },
    {
      "epoch": 0.10633959759123741,
      "grad_norm": 0.155994713306427,
      "learning_rate": 1.9696141887160643e-05,
      "loss": 0.9783,
      "step": 5046
    },
    {
      "epoch": 0.10636067162960271,
      "grad_norm": 0.18274502456188202,
      "learning_rate": 1.9695974888684964e-05,
      "loss": 0.9363,
      "step": 5047
    },
    {
      "epoch": 0.10638174566796799,
      "grad_norm": 0.18055324256420135,
      "learning_rate": 1.9695807845039606e-05,
      "loss": 0.9279,
      "step": 5048
    },
    {
      "epoch": 0.10640281970633328,
      "grad_norm": 0.16142746806144714,
      "learning_rate": 1.969564075622534e-05,
      "loss": 0.9762,
      "step": 5049
    },
    {
      "epoch": 0.10642389374469856,
      "grad_norm": 0.19677995145320892,
      "learning_rate": 1.969547362224296e-05,
      "loss": 0.9731,
      "step": 5050
    },
    {
      "epoch": 0.10644496778306385,
      "grad_norm": 0.22063560783863068,
      "learning_rate": 1.969530644309323e-05,
      "loss": 0.9716,
      "step": 5051
    },
    {
      "epoch": 0.10646604182142913,
      "grad_norm": 0.1527927964925766,
      "learning_rate": 1.9695139218776932e-05,
      "loss": 1.0236,
      "step": 5052
    },
    {
      "epoch": 0.10648711585979442,
      "grad_norm": 0.16064544022083282,
      "learning_rate": 1.9694971949294846e-05,
      "loss": 0.9764,
      "step": 5053
    },
    {
      "epoch": 0.10650818989815972,
      "grad_norm": 0.17738330364227295,
      "learning_rate": 1.9694804634647758e-05,
      "loss": 1.0326,
      "step": 5054
    },
    {
      "epoch": 0.106529263936525,
      "grad_norm": 0.18169501423835754,
      "learning_rate": 1.9694637274836435e-05,
      "loss": 0.9725,
      "step": 5055
    },
    {
      "epoch": 0.10655033797489029,
      "grad_norm": 0.13733141124248505,
      "learning_rate": 1.969446986986167e-05,
      "loss": 0.9843,
      "step": 5056
    },
    {
      "epoch": 0.10657141201325557,
      "grad_norm": 0.14867976307868958,
      "learning_rate": 1.9694302419724227e-05,
      "loss": 0.9788,
      "step": 5057
    },
    {
      "epoch": 0.10659248605162086,
      "grad_norm": 0.12986622750759125,
      "learning_rate": 1.96941349244249e-05,
      "loss": 0.9267,
      "step": 5058
    },
    {
      "epoch": 0.10661356008998614,
      "grad_norm": 0.14872530102729797,
      "learning_rate": 1.969396738396446e-05,
      "loss": 0.984,
      "step": 5059
    },
    {
      "epoch": 0.10663463412835143,
      "grad_norm": 0.12283056974411011,
      "learning_rate": 1.96937997983437e-05,
      "loss": 0.9933,
      "step": 5060
    },
    {
      "epoch": 0.10665570816671671,
      "grad_norm": 0.13675035536289215,
      "learning_rate": 1.9693632167563383e-05,
      "loss": 1.0077,
      "step": 5061
    },
    {
      "epoch": 0.106676782205082,
      "grad_norm": 0.1553879678249359,
      "learning_rate": 1.9693464491624304e-05,
      "loss": 0.9308,
      "step": 5062
    },
    {
      "epoch": 0.1066978562434473,
      "grad_norm": 0.14179959893226624,
      "learning_rate": 1.969329677052724e-05,
      "loss": 0.9319,
      "step": 5063
    },
    {
      "epoch": 0.10671893028181258,
      "grad_norm": 0.13269788026809692,
      "learning_rate": 1.9693129004272972e-05,
      "loss": 0.89,
      "step": 5064
    },
    {
      "epoch": 0.10674000432017787,
      "grad_norm": 0.17689785361289978,
      "learning_rate": 1.969296119286228e-05,
      "loss": 1.0407,
      "step": 5065
    },
    {
      "epoch": 0.10676107835854315,
      "grad_norm": 0.13812018930912018,
      "learning_rate": 1.9692793336295946e-05,
      "loss": 0.9364,
      "step": 5066
    },
    {
      "epoch": 0.10678215239690844,
      "grad_norm": 0.1542017161846161,
      "learning_rate": 1.9692625434574753e-05,
      "loss": 1.0098,
      "step": 5067
    },
    {
      "epoch": 0.10680322643527372,
      "grad_norm": 0.1994098722934723,
      "learning_rate": 1.9692457487699484e-05,
      "loss": 1.0421,
      "step": 5068
    },
    {
      "epoch": 0.10682430047363901,
      "grad_norm": 0.14302583038806915,
      "learning_rate": 1.9692289495670926e-05,
      "loss": 0.9696,
      "step": 5069
    },
    {
      "epoch": 0.10684537451200429,
      "grad_norm": 0.14951661229133606,
      "learning_rate": 1.969212145848985e-05,
      "loss": 0.9759,
      "step": 5070
    },
    {
      "epoch": 0.10686644855036959,
      "grad_norm": 0.14616282284259796,
      "learning_rate": 1.9691953376157044e-05,
      "loss": 1.0065,
      "step": 5071
    },
    {
      "epoch": 0.10688752258873488,
      "grad_norm": 0.16881321370601654,
      "learning_rate": 1.9691785248673297e-05,
      "loss": 1.0874,
      "step": 5072
    },
    {
      "epoch": 0.10690859662710016,
      "grad_norm": 0.12333992123603821,
      "learning_rate": 1.9691617076039384e-05,
      "loss": 0.8873,
      "step": 5073
    },
    {
      "epoch": 0.10692967066546545,
      "grad_norm": 0.1839943677186966,
      "learning_rate": 1.9691448858256094e-05,
      "loss": 1.0006,
      "step": 5074
    },
    {
      "epoch": 0.10695074470383073,
      "grad_norm": 0.17561595141887665,
      "learning_rate": 1.9691280595324206e-05,
      "loss": 0.9492,
      "step": 5075
    },
    {
      "epoch": 0.10697181874219602,
      "grad_norm": 0.167806014418602,
      "learning_rate": 1.969111228724451e-05,
      "loss": 1.0037,
      "step": 5076
    },
    {
      "epoch": 0.1069928927805613,
      "grad_norm": 0.14687930047512054,
      "learning_rate": 1.9690943934017782e-05,
      "loss": 1.0196,
      "step": 5077
    },
    {
      "epoch": 0.1070139668189266,
      "grad_norm": 0.17085058987140656,
      "learning_rate": 1.9690775535644814e-05,
      "loss": 0.945,
      "step": 5078
    },
    {
      "epoch": 0.10703504085729187,
      "grad_norm": 0.13217219710350037,
      "learning_rate": 1.9690607092126387e-05,
      "loss": 0.9633,
      "step": 5079
    },
    {
      "epoch": 0.10705611489565717,
      "grad_norm": 0.16295035183429718,
      "learning_rate": 1.9690438603463288e-05,
      "loss": 1.0069,
      "step": 5080
    },
    {
      "epoch": 0.10707718893402246,
      "grad_norm": 0.1576734036207199,
      "learning_rate": 1.9690270069656298e-05,
      "loss": 0.9823,
      "step": 5081
    },
    {
      "epoch": 0.10709826297238774,
      "grad_norm": 0.1766517609357834,
      "learning_rate": 1.96901014907062e-05,
      "loss": 1.0634,
      "step": 5082
    },
    {
      "epoch": 0.10711933701075303,
      "grad_norm": 0.15867258608341217,
      "learning_rate": 1.9689932866613784e-05,
      "loss": 1.0359,
      "step": 5083
    },
    {
      "epoch": 0.10714041104911831,
      "grad_norm": 0.18480007350444794,
      "learning_rate": 1.9689764197379843e-05,
      "loss": 1.0215,
      "step": 5084
    },
    {
      "epoch": 0.1071614850874836,
      "grad_norm": 0.1411847621202469,
      "learning_rate": 1.9689595483005148e-05,
      "loss": 0.977,
      "step": 5085
    },
    {
      "epoch": 0.10718255912584888,
      "grad_norm": 0.20680400729179382,
      "learning_rate": 1.968942672349049e-05,
      "loss": 0.9954,
      "step": 5086
    },
    {
      "epoch": 0.10720363316421418,
      "grad_norm": 0.16449202597141266,
      "learning_rate": 1.968925791883666e-05,
      "loss": 0.9983,
      "step": 5087
    },
    {
      "epoch": 0.10722470720257946,
      "grad_norm": 0.1802532970905304,
      "learning_rate": 1.968908906904444e-05,
      "loss": 1.0087,
      "step": 5088
    },
    {
      "epoch": 0.10724578124094475,
      "grad_norm": 0.18417635560035706,
      "learning_rate": 1.968892017411462e-05,
      "loss": 0.9856,
      "step": 5089
    },
    {
      "epoch": 0.10726685527931004,
      "grad_norm": 0.1933995485305786,
      "learning_rate": 1.9688751234047983e-05,
      "loss": 0.9942,
      "step": 5090
    },
    {
      "epoch": 0.10728792931767532,
      "grad_norm": 0.1463853269815445,
      "learning_rate": 1.9688582248845318e-05,
      "loss": 0.9525,
      "step": 5091
    },
    {
      "epoch": 0.10730900335604061,
      "grad_norm": 0.28310856223106384,
      "learning_rate": 1.968841321850741e-05,
      "loss": 1.032,
      "step": 5092
    },
    {
      "epoch": 0.10733007739440589,
      "grad_norm": 0.19576719403266907,
      "learning_rate": 1.968824414303505e-05,
      "loss": 0.9077,
      "step": 5093
    },
    {
      "epoch": 0.10735115143277119,
      "grad_norm": 0.19016987085342407,
      "learning_rate": 1.9688075022429026e-05,
      "loss": 0.956,
      "step": 5094
    },
    {
      "epoch": 0.10737222547113646,
      "grad_norm": 0.2144717574119568,
      "learning_rate": 1.968790585669012e-05,
      "loss": 1.0527,
      "step": 5095
    },
    {
      "epoch": 0.10739329950950176,
      "grad_norm": 0.17701004445552826,
      "learning_rate": 1.968773664581913e-05,
      "loss": 0.9525,
      "step": 5096
    },
    {
      "epoch": 0.10741437354786705,
      "grad_norm": 0.20663683116436005,
      "learning_rate": 1.968756738981683e-05,
      "loss": 1.0125,
      "step": 5097
    },
    {
      "epoch": 0.10743544758623233,
      "grad_norm": 0.20831868052482605,
      "learning_rate": 1.9687398088684023e-05,
      "loss": 1.0286,
      "step": 5098
    },
    {
      "epoch": 0.10745652162459762,
      "grad_norm": 0.21409113705158234,
      "learning_rate": 1.9687228742421488e-05,
      "loss": 1.0017,
      "step": 5099
    },
    {
      "epoch": 0.1074775956629629,
      "grad_norm": 0.2343132197856903,
      "learning_rate": 1.9687059351030018e-05,
      "loss": 1.0039,
      "step": 5100
    },
    {
      "epoch": 0.1074986697013282,
      "grad_norm": 0.14874432981014252,
      "learning_rate": 1.9686889914510403e-05,
      "loss": 1.01,
      "step": 5101
    },
    {
      "epoch": 0.10751974373969347,
      "grad_norm": 0.24056494235992432,
      "learning_rate": 1.968672043286343e-05,
      "loss": 1.0702,
      "step": 5102
    },
    {
      "epoch": 0.10754081777805877,
      "grad_norm": 0.23218829929828644,
      "learning_rate": 1.968655090608989e-05,
      "loss": 0.9525,
      "step": 5103
    },
    {
      "epoch": 0.10756189181642405,
      "grad_norm": 0.16330692172050476,
      "learning_rate": 1.968638133419057e-05,
      "loss": 0.901,
      "step": 5104
    },
    {
      "epoch": 0.10758296585478934,
      "grad_norm": 0.21420805156230927,
      "learning_rate": 1.9686211717166264e-05,
      "loss": 0.9708,
      "step": 5105
    },
    {
      "epoch": 0.10760403989315463,
      "grad_norm": 0.16349823772907257,
      "learning_rate": 1.9686042055017757e-05,
      "loss": 1.0037,
      "step": 5106
    },
    {
      "epoch": 0.10762511393151991,
      "grad_norm": 0.22117158770561218,
      "learning_rate": 1.9685872347745847e-05,
      "loss": 0.9856,
      "step": 5107
    },
    {
      "epoch": 0.1076461879698852,
      "grad_norm": 0.17589037120342255,
      "learning_rate": 1.968570259535132e-05,
      "loss": 1.0057,
      "step": 5108
    },
    {
      "epoch": 0.10766726200825048,
      "grad_norm": 0.23336337506771088,
      "learning_rate": 1.9685532797834964e-05,
      "loss": 0.9873,
      "step": 5109
    },
    {
      "epoch": 0.10768833604661578,
      "grad_norm": 0.1661483347415924,
      "learning_rate": 1.9685362955197576e-05,
      "loss": 0.9679,
      "step": 5110
    },
    {
      "epoch": 0.10770941008498106,
      "grad_norm": 0.17334337532520294,
      "learning_rate": 1.968519306743994e-05,
      "loss": 0.9481,
      "step": 5111
    },
    {
      "epoch": 0.10773048412334635,
      "grad_norm": 0.18750829994678497,
      "learning_rate": 1.9685023134562854e-05,
      "loss": 0.9554,
      "step": 5112
    },
    {
      "epoch": 0.10775155816171163,
      "grad_norm": 0.18506069481372833,
      "learning_rate": 1.9684853156567108e-05,
      "loss": 1.0469,
      "step": 5113
    },
    {
      "epoch": 0.10777263220007692,
      "grad_norm": 0.18210600316524506,
      "learning_rate": 1.9684683133453495e-05,
      "loss": 0.9165,
      "step": 5114
    },
    {
      "epoch": 0.10779370623844221,
      "grad_norm": 0.15075695514678955,
      "learning_rate": 1.9684513065222804e-05,
      "loss": 0.8735,
      "step": 5115
    },
    {
      "epoch": 0.10781478027680749,
      "grad_norm": 0.25052711367607117,
      "learning_rate": 1.9684342951875828e-05,
      "loss": 1.0191,
      "step": 5116
    },
    {
      "epoch": 0.10783585431517279,
      "grad_norm": 0.18302160501480103,
      "learning_rate": 1.968417279341336e-05,
      "loss": 0.924,
      "step": 5117
    },
    {
      "epoch": 0.10785692835353806,
      "grad_norm": 0.17320044338703156,
      "learning_rate": 1.9684002589836193e-05,
      "loss": 0.9803,
      "step": 5118
    },
    {
      "epoch": 0.10787800239190336,
      "grad_norm": 0.1960396021604538,
      "learning_rate": 1.968383234114512e-05,
      "loss": 1.0144,
      "step": 5119
    },
    {
      "epoch": 0.10789907643026864,
      "grad_norm": 0.1374390721321106,
      "learning_rate": 1.968366204734093e-05,
      "loss": 0.9399,
      "step": 5120
    },
    {
      "epoch": 0.10792015046863393,
      "grad_norm": 0.16875368356704712,
      "learning_rate": 1.9683491708424426e-05,
      "loss": 1.0439,
      "step": 5121
    },
    {
      "epoch": 0.10794122450699921,
      "grad_norm": 0.15447185933589935,
      "learning_rate": 1.9683321324396393e-05,
      "loss": 1.0497,
      "step": 5122
    },
    {
      "epoch": 0.1079622985453645,
      "grad_norm": 0.1339053362607956,
      "learning_rate": 1.9683150895257624e-05,
      "loss": 0.9509,
      "step": 5123
    },
    {
      "epoch": 0.1079833725837298,
      "grad_norm": 0.28006604313850403,
      "learning_rate": 1.9682980421008924e-05,
      "loss": 0.9965,
      "step": 5124
    },
    {
      "epoch": 0.10800444662209507,
      "grad_norm": 0.1289178878068924,
      "learning_rate": 1.9682809901651074e-05,
      "loss": 0.9788,
      "step": 5125
    },
    {
      "epoch": 0.10802552066046037,
      "grad_norm": 0.15915371477603912,
      "learning_rate": 1.9682639337184877e-05,
      "loss": 0.9126,
      "step": 5126
    },
    {
      "epoch": 0.10804659469882565,
      "grad_norm": 0.19768518209457397,
      "learning_rate": 1.9682468727611123e-05,
      "loss": 1.0114,
      "step": 5127
    },
    {
      "epoch": 0.10806766873719094,
      "grad_norm": 0.15585541725158691,
      "learning_rate": 1.9682298072930608e-05,
      "loss": 0.8587,
      "step": 5128
    },
    {
      "epoch": 0.10808874277555622,
      "grad_norm": 0.14807339012622833,
      "learning_rate": 1.9682127373144125e-05,
      "loss": 0.9563,
      "step": 5129
    },
    {
      "epoch": 0.10810981681392151,
      "grad_norm": 0.1739400327205658,
      "learning_rate": 1.9681956628252477e-05,
      "loss": 1.0328,
      "step": 5130
    },
    {
      "epoch": 0.10813089085228679,
      "grad_norm": 0.15271279215812683,
      "learning_rate": 1.9681785838256453e-05,
      "loss": 1.0288,
      "step": 5131
    },
    {
      "epoch": 0.10815196489065208,
      "grad_norm": 0.14188367128372192,
      "learning_rate": 1.9681615003156847e-05,
      "loss": 1.0409,
      "step": 5132
    },
    {
      "epoch": 0.10817303892901738,
      "grad_norm": 0.1329478770494461,
      "learning_rate": 1.9681444122954457e-05,
      "loss": 0.9824,
      "step": 5133
    },
    {
      "epoch": 0.10819411296738266,
      "grad_norm": 0.13149043917655945,
      "learning_rate": 1.968127319765008e-05,
      "loss": 0.9499,
      "step": 5134
    },
    {
      "epoch": 0.10821518700574795,
      "grad_norm": 0.1524924635887146,
      "learning_rate": 1.9681102227244516e-05,
      "loss": 0.8955,
      "step": 5135
    },
    {
      "epoch": 0.10823626104411323,
      "grad_norm": 0.1304636299610138,
      "learning_rate": 1.9680931211738553e-05,
      "loss": 0.9453,
      "step": 5136
    },
    {
      "epoch": 0.10825733508247852,
      "grad_norm": 0.1714460849761963,
      "learning_rate": 1.9680760151132992e-05,
      "loss": 1.0227,
      "step": 5137
    },
    {
      "epoch": 0.1082784091208438,
      "grad_norm": 0.14260807633399963,
      "learning_rate": 1.9680589045428633e-05,
      "loss": 0.895,
      "step": 5138
    },
    {
      "epoch": 0.10829948315920909,
      "grad_norm": 0.14565409719944,
      "learning_rate": 1.968041789462627e-05,
      "loss": 0.9846,
      "step": 5139
    },
    {
      "epoch": 0.10832055719757437,
      "grad_norm": 0.1531144380569458,
      "learning_rate": 1.9680246698726698e-05,
      "loss": 0.9909,
      "step": 5140
    },
    {
      "epoch": 0.10834163123593966,
      "grad_norm": 0.13599705696105957,
      "learning_rate": 1.9680075457730716e-05,
      "loss": 0.9499,
      "step": 5141
    },
    {
      "epoch": 0.10836270527430496,
      "grad_norm": 0.14405979216098785,
      "learning_rate": 1.9679904171639123e-05,
      "loss": 0.934,
      "step": 5142
    },
    {
      "epoch": 0.10838377931267024,
      "grad_norm": 0.15164592862129211,
      "learning_rate": 1.967973284045272e-05,
      "loss": 1.0056,
      "step": 5143
    },
    {
      "epoch": 0.10840485335103553,
      "grad_norm": 0.1281205415725708,
      "learning_rate": 1.9679561464172297e-05,
      "loss": 0.9629,
      "step": 5144
    },
    {
      "epoch": 0.10842592738940081,
      "grad_norm": 0.14928719401359558,
      "learning_rate": 1.967939004279866e-05,
      "loss": 0.9735,
      "step": 5145
    },
    {
      "epoch": 0.1084470014277661,
      "grad_norm": 0.15202966332435608,
      "learning_rate": 1.9679218576332607e-05,
      "loss": 0.9832,
      "step": 5146
    },
    {
      "epoch": 0.10846807546613138,
      "grad_norm": 0.13640862703323364,
      "learning_rate": 1.967904706477493e-05,
      "loss": 0.9396,
      "step": 5147
    },
    {
      "epoch": 0.10848914950449667,
      "grad_norm": 0.14982543885707855,
      "learning_rate": 1.9678875508126433e-05,
      "loss": 0.958,
      "step": 5148
    },
    {
      "epoch": 0.10851022354286197,
      "grad_norm": 0.12633146345615387,
      "learning_rate": 1.9678703906387917e-05,
      "loss": 0.9311,
      "step": 5149
    },
    {
      "epoch": 0.10853129758122725,
      "grad_norm": 0.18707221746444702,
      "learning_rate": 1.9678532259560178e-05,
      "loss": 0.9724,
      "step": 5150
    },
    {
      "epoch": 0.10855237161959254,
      "grad_norm": 0.2834789752960205,
      "learning_rate": 1.9678360567644017e-05,
      "loss": 1.0382,
      "step": 5151
    },
    {
      "epoch": 0.10857344565795782,
      "grad_norm": 0.1902930736541748,
      "learning_rate": 1.9678188830640232e-05,
      "loss": 0.9664,
      "step": 5152
    },
    {
      "epoch": 0.10859451969632311,
      "grad_norm": 0.19100552797317505,
      "learning_rate": 1.9678017048549628e-05,
      "loss": 1.0347,
      "step": 5153
    },
    {
      "epoch": 0.10861559373468839,
      "grad_norm": 0.24263840913772583,
      "learning_rate": 1.9677845221373e-05,
      "loss": 0.9218,
      "step": 5154
    },
    {
      "epoch": 0.10863666777305368,
      "grad_norm": 0.1561407744884491,
      "learning_rate": 1.967767334911115e-05,
      "loss": 1.0096,
      "step": 5155
    },
    {
      "epoch": 0.10865774181141896,
      "grad_norm": 0.2426603138446808,
      "learning_rate": 1.967750143176488e-05,
      "loss": 0.914,
      "step": 5156
    },
    {
      "epoch": 0.10867881584978425,
      "grad_norm": 0.16678717732429504,
      "learning_rate": 1.967732946933499e-05,
      "loss": 0.9877,
      "step": 5157
    },
    {
      "epoch": 0.10869988988814955,
      "grad_norm": 0.26056593656539917,
      "learning_rate": 1.967715746182228e-05,
      "loss": 1.009,
      "step": 5158
    },
    {
      "epoch": 0.10872096392651483,
      "grad_norm": 0.17726650834083557,
      "learning_rate": 1.9676985409227553e-05,
      "loss": 0.9561,
      "step": 5159
    },
    {
      "epoch": 0.10874203796488012,
      "grad_norm": 0.2524956166744232,
      "learning_rate": 1.967681331155161e-05,
      "loss": 1.0534,
      "step": 5160
    },
    {
      "epoch": 0.1087631120032454,
      "grad_norm": 0.1568044126033783,
      "learning_rate": 1.9676641168795255e-05,
      "loss": 0.9442,
      "step": 5161
    },
    {
      "epoch": 0.10878418604161069,
      "grad_norm": 0.22968654334545135,
      "learning_rate": 1.9676468980959284e-05,
      "loss": 1.0585,
      "step": 5162
    },
    {
      "epoch": 0.10880526007997597,
      "grad_norm": 0.13194578886032104,
      "learning_rate": 1.9676296748044502e-05,
      "loss": 0.9612,
      "step": 5163
    },
    {
      "epoch": 0.10882633411834126,
      "grad_norm": 0.20656585693359375,
      "learning_rate": 1.9676124470051717e-05,
      "loss": 1.0088,
      "step": 5164
    },
    {
      "epoch": 0.10884740815670654,
      "grad_norm": 0.17992691695690155,
      "learning_rate": 1.9675952146981726e-05,
      "loss": 1.0115,
      "step": 5165
    },
    {
      "epoch": 0.10886848219507184,
      "grad_norm": 0.15342052280902863,
      "learning_rate": 1.9675779778835328e-05,
      "loss": 1.0354,
      "step": 5166
    },
    {
      "epoch": 0.10888955623343713,
      "grad_norm": 0.1570187658071518,
      "learning_rate": 1.9675607365613333e-05,
      "loss": 1.0023,
      "step": 5167
    },
    {
      "epoch": 0.10891063027180241,
      "grad_norm": 0.16413375735282898,
      "learning_rate": 1.967543490731654e-05,
      "loss": 1.0362,
      "step": 5168
    },
    {
      "epoch": 0.1089317043101677,
      "grad_norm": 0.15916413068771362,
      "learning_rate": 1.9675262403945758e-05,
      "loss": 0.9338,
      "step": 5169
    },
    {
      "epoch": 0.10895277834853298,
      "grad_norm": 0.1531156450510025,
      "learning_rate": 1.9675089855501787e-05,
      "loss": 0.9197,
      "step": 5170
    },
    {
      "epoch": 0.10897385238689827,
      "grad_norm": 0.13415291905403137,
      "learning_rate": 1.9674917261985427e-05,
      "loss": 0.9422,
      "step": 5171
    },
    {
      "epoch": 0.10899492642526355,
      "grad_norm": 0.1753029227256775,
      "learning_rate": 1.9674744623397486e-05,
      "loss": 1.0437,
      "step": 5172
    },
    {
      "epoch": 0.10901600046362885,
      "grad_norm": 0.1274280995130539,
      "learning_rate": 1.9674571939738766e-05,
      "loss": 0.9692,
      "step": 5173
    },
    {
      "epoch": 0.10903707450199412,
      "grad_norm": 0.16668075323104858,
      "learning_rate": 1.967439921101008e-05,
      "loss": 0.921,
      "step": 5174
    },
    {
      "epoch": 0.10905814854035942,
      "grad_norm": 0.14752142131328583,
      "learning_rate": 1.9674226437212217e-05,
      "loss": 0.9468,
      "step": 5175
    },
    {
      "epoch": 0.10907922257872471,
      "grad_norm": 0.14455746114253998,
      "learning_rate": 1.9674053618345998e-05,
      "loss": 0.9839,
      "step": 5176
    },
    {
      "epoch": 0.10910029661708999,
      "grad_norm": 0.1531030237674713,
      "learning_rate": 1.967388075441222e-05,
      "loss": 1.0233,
      "step": 5177
    },
    {
      "epoch": 0.10912137065545528,
      "grad_norm": 0.1590733379125595,
      "learning_rate": 1.9673707845411686e-05,
      "loss": 0.9663,
      "step": 5178
    },
    {
      "epoch": 0.10914244469382056,
      "grad_norm": 0.1412270963191986,
      "learning_rate": 1.967353489134521e-05,
      "loss": 0.9476,
      "step": 5179
    },
    {
      "epoch": 0.10916351873218585,
      "grad_norm": 0.14721567928791046,
      "learning_rate": 1.9673361892213587e-05,
      "loss": 0.9389,
      "step": 5180
    },
    {
      "epoch": 0.10918459277055113,
      "grad_norm": 0.16079045832157135,
      "learning_rate": 1.9673188848017634e-05,
      "loss": 0.8835,
      "step": 5181
    },
    {
      "epoch": 0.10920566680891643,
      "grad_norm": 0.1821349412202835,
      "learning_rate": 1.9673015758758145e-05,
      "loss": 0.9922,
      "step": 5182
    },
    {
      "epoch": 0.1092267408472817,
      "grad_norm": 0.1434096395969391,
      "learning_rate": 1.9672842624435935e-05,
      "loss": 0.892,
      "step": 5183
    },
    {
      "epoch": 0.109247814885647,
      "grad_norm": 0.1591816246509552,
      "learning_rate": 1.9672669445051813e-05,
      "loss": 0.9164,
      "step": 5184
    },
    {
      "epoch": 0.10926888892401229,
      "grad_norm": 0.16591498255729675,
      "learning_rate": 1.9672496220606578e-05,
      "loss": 0.9924,
      "step": 5185
    },
    {
      "epoch": 0.10928996296237757,
      "grad_norm": 0.18309266865253448,
      "learning_rate": 1.967232295110104e-05,
      "loss": 1.039,
      "step": 5186
    },
    {
      "epoch": 0.10931103700074286,
      "grad_norm": 0.1800049990415573,
      "learning_rate": 1.9672149636536005e-05,
      "loss": 1.0211,
      "step": 5187
    },
    {
      "epoch": 0.10933211103910814,
      "grad_norm": 0.14266596734523773,
      "learning_rate": 1.9671976276912287e-05,
      "loss": 0.9722,
      "step": 5188
    },
    {
      "epoch": 0.10935318507747344,
      "grad_norm": 0.2116079330444336,
      "learning_rate": 1.9671802872230682e-05,
      "loss": 0.9928,
      "step": 5189
    },
    {
      "epoch": 0.10937425911583872,
      "grad_norm": 0.2201162874698639,
      "learning_rate": 1.967162942249201e-05,
      "loss": 1.0024,
      "step": 5190
    },
    {
      "epoch": 0.10939533315420401,
      "grad_norm": 0.16491787135601044,
      "learning_rate": 1.967145592769707e-05,
      "loss": 0.948,
      "step": 5191
    },
    {
      "epoch": 0.10941640719256929,
      "grad_norm": 0.22371450066566467,
      "learning_rate": 1.9671282387846676e-05,
      "loss": 1.0434,
      "step": 5192
    },
    {
      "epoch": 0.10943748123093458,
      "grad_norm": 0.2264852672815323,
      "learning_rate": 1.967110880294163e-05,
      "loss": 0.9632,
      "step": 5193
    },
    {
      "epoch": 0.10945855526929987,
      "grad_norm": 0.2013954073190689,
      "learning_rate": 1.9670935172982746e-05,
      "loss": 0.9728,
      "step": 5194
    },
    {
      "epoch": 0.10947962930766515,
      "grad_norm": 0.2220354527235031,
      "learning_rate": 1.9670761497970834e-05,
      "loss": 0.9556,
      "step": 5195
    },
    {
      "epoch": 0.10950070334603045,
      "grad_norm": 0.16503798961639404,
      "learning_rate": 1.96705877779067e-05,
      "loss": 0.8804,
      "step": 5196
    },
    {
      "epoch": 0.10952177738439572,
      "grad_norm": 0.22478894889354706,
      "learning_rate": 1.9670414012791155e-05,
      "loss": 1.0056,
      "step": 5197
    },
    {
      "epoch": 0.10954285142276102,
      "grad_norm": 0.16644933819770813,
      "learning_rate": 1.9670240202625005e-05,
      "loss": 0.9948,
      "step": 5198
    },
    {
      "epoch": 0.1095639254611263,
      "grad_norm": 0.21096433699131012,
      "learning_rate": 1.9670066347409063e-05,
      "loss": 1.0041,
      "step": 5199
    },
    {
      "epoch": 0.10958499949949159,
      "grad_norm": 0.16030001640319824,
      "learning_rate": 1.9669892447144137e-05,
      "loss": 1.0225,
      "step": 5200
    },
    {
      "epoch": 0.10960607353785688,
      "grad_norm": 0.19971884787082672,
      "learning_rate": 1.966971850183104e-05,
      "loss": 1.0084,
      "step": 5201
    },
    {
      "epoch": 0.10962714757622216,
      "grad_norm": 0.17314167320728302,
      "learning_rate": 1.9669544511470578e-05,
      "loss": 0.9059,
      "step": 5202
    },
    {
      "epoch": 0.10964822161458745,
      "grad_norm": 0.18910107016563416,
      "learning_rate": 1.9669370476063568e-05,
      "loss": 0.9717,
      "step": 5203
    },
    {
      "epoch": 0.10966929565295273,
      "grad_norm": 0.1558607518672943,
      "learning_rate": 1.9669196395610814e-05,
      "loss": 0.9202,
      "step": 5204
    },
    {
      "epoch": 0.10969036969131803,
      "grad_norm": 0.15525688230991364,
      "learning_rate": 1.9669022270113133e-05,
      "loss": 0.9638,
      "step": 5205
    },
    {
      "epoch": 0.1097114437296833,
      "grad_norm": 0.14935360848903656,
      "learning_rate": 1.966884809957133e-05,
      "loss": 0.968,
      "step": 5206
    },
    {
      "epoch": 0.1097325177680486,
      "grad_norm": 0.13812686502933502,
      "learning_rate": 1.966867388398622e-05,
      "loss": 0.9405,
      "step": 5207
    },
    {
      "epoch": 0.10975359180641388,
      "grad_norm": 0.1746869832277298,
      "learning_rate": 1.9668499623358614e-05,
      "loss": 0.997,
      "step": 5208
    },
    {
      "epoch": 0.10977466584477917,
      "grad_norm": 0.1996893584728241,
      "learning_rate": 1.9668325317689324e-05,
      "loss": 0.9912,
      "step": 5209
    },
    {
      "epoch": 0.10979573988314446,
      "grad_norm": 0.2155427187681198,
      "learning_rate": 1.966815096697916e-05,
      "loss": 1.0491,
      "step": 5210
    },
    {
      "epoch": 0.10981681392150974,
      "grad_norm": 0.13978077471256256,
      "learning_rate": 1.966797657122894e-05,
      "loss": 0.9963,
      "step": 5211
    },
    {
      "epoch": 0.10983788795987504,
      "grad_norm": 0.13871987164020538,
      "learning_rate": 1.966780213043947e-05,
      "loss": 0.9736,
      "step": 5212
    },
    {
      "epoch": 0.10985896199824031,
      "grad_norm": 0.1367882639169693,
      "learning_rate": 1.9667627644611567e-05,
      "loss": 0.927,
      "step": 5213
    },
    {
      "epoch": 0.10988003603660561,
      "grad_norm": 0.14943698048591614,
      "learning_rate": 1.966745311374604e-05,
      "loss": 0.9806,
      "step": 5214
    },
    {
      "epoch": 0.10990111007497089,
      "grad_norm": 0.12632106244564056,
      "learning_rate": 1.9667278537843706e-05,
      "loss": 0.9486,
      "step": 5215
    },
    {
      "epoch": 0.10992218411333618,
      "grad_norm": 0.15134505927562714,
      "learning_rate": 1.9667103916905374e-05,
      "loss": 1.0139,
      "step": 5216
    },
    {
      "epoch": 0.10994325815170146,
      "grad_norm": 0.15847750008106232,
      "learning_rate": 1.966692925093186e-05,
      "loss": 0.9716,
      "step": 5217
    },
    {
      "epoch": 0.10996433219006675,
      "grad_norm": 0.13198959827423096,
      "learning_rate": 1.966675453992398e-05,
      "loss": 0.9588,
      "step": 5218
    },
    {
      "epoch": 0.10998540622843204,
      "grad_norm": 0.14035874605178833,
      "learning_rate": 1.9666579783882543e-05,
      "loss": 0.9204,
      "step": 5219
    },
    {
      "epoch": 0.11000648026679732,
      "grad_norm": 0.11774913221597672,
      "learning_rate": 1.9666404982808368e-05,
      "loss": 0.9919,
      "step": 5220
    },
    {
      "epoch": 0.11002755430516262,
      "grad_norm": 0.17264868319034576,
      "learning_rate": 1.9666230136702265e-05,
      "loss": 1.0362,
      "step": 5221
    },
    {
      "epoch": 0.1100486283435279,
      "grad_norm": 0.17082583904266357,
      "learning_rate": 1.966605524556505e-05,
      "loss": 1.0417,
      "step": 5222
    },
    {
      "epoch": 0.11006970238189319,
      "grad_norm": 0.20128627121448517,
      "learning_rate": 1.966588030939754e-05,
      "loss": 0.9264,
      "step": 5223
    },
    {
      "epoch": 0.11009077642025847,
      "grad_norm": 0.15281108021736145,
      "learning_rate": 1.9665705328200548e-05,
      "loss": 0.8982,
      "step": 5224
    },
    {
      "epoch": 0.11011185045862376,
      "grad_norm": 0.14096936583518982,
      "learning_rate": 1.9665530301974888e-05,
      "loss": 1.0202,
      "step": 5225
    },
    {
      "epoch": 0.11013292449698904,
      "grad_norm": 0.1652078628540039,
      "learning_rate": 1.9665355230721377e-05,
      "loss": 0.9552,
      "step": 5226
    },
    {
      "epoch": 0.11015399853535433,
      "grad_norm": 0.12931840121746063,
      "learning_rate": 1.966518011444083e-05,
      "loss": 0.9296,
      "step": 5227
    },
    {
      "epoch": 0.11017507257371963,
      "grad_norm": 0.12648779153823853,
      "learning_rate": 1.9665004953134066e-05,
      "loss": 0.9663,
      "step": 5228
    },
    {
      "epoch": 0.1101961466120849,
      "grad_norm": 0.14279085397720337,
      "learning_rate": 1.9664829746801897e-05,
      "loss": 0.9718,
      "step": 5229
    },
    {
      "epoch": 0.1102172206504502,
      "grad_norm": 0.12078199535608292,
      "learning_rate": 1.966465449544514e-05,
      "loss": 0.9761,
      "step": 5230
    },
    {
      "epoch": 0.11023829468881548,
      "grad_norm": 0.16082537174224854,
      "learning_rate": 1.966447919906461e-05,
      "loss": 0.9582,
      "step": 5231
    },
    {
      "epoch": 0.11025936872718077,
      "grad_norm": 0.14158646762371063,
      "learning_rate": 1.9664303857661126e-05,
      "loss": 0.969,
      "step": 5232
    },
    {
      "epoch": 0.11028044276554605,
      "grad_norm": 0.11758244037628174,
      "learning_rate": 1.9664128471235505e-05,
      "loss": 1.0196,
      "step": 5233
    },
    {
      "epoch": 0.11030151680391134,
      "grad_norm": 0.13099604845046997,
      "learning_rate": 1.966395303978856e-05,
      "loss": 0.9483,
      "step": 5234
    },
    {
      "epoch": 0.11032259084227662,
      "grad_norm": 0.16118688881397247,
      "learning_rate": 1.966377756332112e-05,
      "loss": 1.037,
      "step": 5235
    },
    {
      "epoch": 0.11034366488064191,
      "grad_norm": 0.16727332770824432,
      "learning_rate": 1.9663602041833983e-05,
      "loss": 0.9976,
      "step": 5236
    },
    {
      "epoch": 0.11036473891900721,
      "grad_norm": 0.13055700063705444,
      "learning_rate": 1.9663426475327988e-05,
      "loss": 0.9972,
      "step": 5237
    },
    {
      "epoch": 0.11038581295737249,
      "grad_norm": 0.13803476095199585,
      "learning_rate": 1.9663250863803934e-05,
      "loss": 0.9923,
      "step": 5238
    },
    {
      "epoch": 0.11040688699573778,
      "grad_norm": 0.13902166485786438,
      "learning_rate": 1.9663075207262653e-05,
      "loss": 0.9419,
      "step": 5239
    },
    {
      "epoch": 0.11042796103410306,
      "grad_norm": 0.12266655266284943,
      "learning_rate": 1.9662899505704956e-05,
      "loss": 0.925,
      "step": 5240
    },
    {
      "epoch": 0.11044903507246835,
      "grad_norm": 0.15366964042186737,
      "learning_rate": 1.9662723759131666e-05,
      "loss": 0.9759,
      "step": 5241
    },
    {
      "epoch": 0.11047010911083363,
      "grad_norm": 0.15115176141262054,
      "learning_rate": 1.9662547967543596e-05,
      "loss": 0.9534,
      "step": 5242
    },
    {
      "epoch": 0.11049118314919892,
      "grad_norm": 0.13623382151126862,
      "learning_rate": 1.966237213094157e-05,
      "loss": 0.9656,
      "step": 5243
    },
    {
      "epoch": 0.11051225718756422,
      "grad_norm": 0.13957762718200684,
      "learning_rate": 1.9662196249326403e-05,
      "loss": 0.9565,
      "step": 5244
    },
    {
      "epoch": 0.1105333312259295,
      "grad_norm": 0.1904454082250595,
      "learning_rate": 1.966202032269892e-05,
      "loss": 0.9564,
      "step": 5245
    },
    {
      "epoch": 0.11055440526429479,
      "grad_norm": 0.13391049206256866,
      "learning_rate": 1.9661844351059936e-05,
      "loss": 0.9212,
      "step": 5246
    },
    {
      "epoch": 0.11057547930266007,
      "grad_norm": 0.19552583992481232,
      "learning_rate": 1.9661668334410272e-05,
      "loss": 0.9506,
      "step": 5247
    },
    {
      "epoch": 0.11059655334102536,
      "grad_norm": 0.15324223041534424,
      "learning_rate": 1.9661492272750748e-05,
      "loss": 0.897,
      "step": 5248
    },
    {
      "epoch": 0.11061762737939064,
      "grad_norm": 0.15668991208076477,
      "learning_rate": 1.9661316166082186e-05,
      "loss": 0.9334,
      "step": 5249
    },
    {
      "epoch": 0.11063870141775593,
      "grad_norm": 0.14618806540966034,
      "learning_rate": 1.96611400144054e-05,
      "loss": 0.973,
      "step": 5250
    },
    {
      "epoch": 0.11065977545612121,
      "grad_norm": 0.15579302608966827,
      "learning_rate": 1.966096381772122e-05,
      "loss": 0.9802,
      "step": 5251
    },
    {
      "epoch": 0.1106808494944865,
      "grad_norm": 0.15948359668254852,
      "learning_rate": 1.9660787576030462e-05,
      "loss": 0.9396,
      "step": 5252
    },
    {
      "epoch": 0.1107019235328518,
      "grad_norm": 0.15663456916809082,
      "learning_rate": 1.9660611289333945e-05,
      "loss": 0.9357,
      "step": 5253
    },
    {
      "epoch": 0.11072299757121708,
      "grad_norm": 0.1359984576702118,
      "learning_rate": 1.9660434957632494e-05,
      "loss": 0.9824,
      "step": 5254
    },
    {
      "epoch": 0.11074407160958237,
      "grad_norm": 0.172179713845253,
      "learning_rate": 1.966025858092693e-05,
      "loss": 0.9595,
      "step": 5255
    },
    {
      "epoch": 0.11076514564794765,
      "grad_norm": 0.11834170669317245,
      "learning_rate": 1.9660082159218066e-05,
      "loss": 0.9567,
      "step": 5256
    },
    {
      "epoch": 0.11078621968631294,
      "grad_norm": 0.17545999586582184,
      "learning_rate": 1.965990569250674e-05,
      "loss": 1.0012,
      "step": 5257
    },
    {
      "epoch": 0.11080729372467822,
      "grad_norm": 0.12556180357933044,
      "learning_rate": 1.9659729180793762e-05,
      "loss": 1.035,
      "step": 5258
    },
    {
      "epoch": 0.11082836776304351,
      "grad_norm": 0.13913212716579437,
      "learning_rate": 1.965955262407996e-05,
      "loss": 0.9848,
      "step": 5259
    },
    {
      "epoch": 0.1108494418014088,
      "grad_norm": 0.1320800632238388,
      "learning_rate": 1.9659376022366154e-05,
      "loss": 1.033,
      "step": 5260
    },
    {
      "epoch": 0.11087051583977409,
      "grad_norm": 0.15208493173122406,
      "learning_rate": 1.9659199375653163e-05,
      "loss": 0.9653,
      "step": 5261
    },
    {
      "epoch": 0.11089158987813938,
      "grad_norm": 0.12092799693346024,
      "learning_rate": 1.9659022683941818e-05,
      "loss": 0.9617,
      "step": 5262
    },
    {
      "epoch": 0.11091266391650466,
      "grad_norm": 0.15934354066848755,
      "learning_rate": 1.9658845947232935e-05,
      "loss": 0.953,
      "step": 5263
    },
    {
      "epoch": 0.11093373795486995,
      "grad_norm": 0.12692448496818542,
      "learning_rate": 1.9658669165527345e-05,
      "loss": 0.9961,
      "step": 5264
    },
    {
      "epoch": 0.11095481199323523,
      "grad_norm": 0.1450289934873581,
      "learning_rate": 1.9658492338825864e-05,
      "loss": 1.0499,
      "step": 5265
    },
    {
      "epoch": 0.11097588603160052,
      "grad_norm": 0.16189056634902954,
      "learning_rate": 1.9658315467129318e-05,
      "loss": 1.0308,
      "step": 5266
    },
    {
      "epoch": 0.1109969600699658,
      "grad_norm": 0.16710636019706726,
      "learning_rate": 1.9658138550438535e-05,
      "loss": 0.993,
      "step": 5267
    },
    {
      "epoch": 0.1110180341083311,
      "grad_norm": 0.12986360490322113,
      "learning_rate": 1.965796158875433e-05,
      "loss": 0.9999,
      "step": 5268
    },
    {
      "epoch": 0.11103910814669637,
      "grad_norm": 0.15693506598472595,
      "learning_rate": 1.9657784582077538e-05,
      "loss": 0.9216,
      "step": 5269
    },
    {
      "epoch": 0.11106018218506167,
      "grad_norm": 0.13186466693878174,
      "learning_rate": 1.965760753040898e-05,
      "loss": 1.0084,
      "step": 5270
    },
    {
      "epoch": 0.11108125622342696,
      "grad_norm": 0.1378910094499588,
      "learning_rate": 1.9657430433749477e-05,
      "loss": 0.9217,
      "step": 5271
    },
    {
      "epoch": 0.11110233026179224,
      "grad_norm": 0.14234352111816406,
      "learning_rate": 1.9657253292099858e-05,
      "loss": 0.961,
      "step": 5272
    },
    {
      "epoch": 0.11112340430015753,
      "grad_norm": 0.16872702538967133,
      "learning_rate": 1.9657076105460945e-05,
      "loss": 1.0121,
      "step": 5273
    },
    {
      "epoch": 0.11114447833852281,
      "grad_norm": 0.13308006525039673,
      "learning_rate": 1.965689887383357e-05,
      "loss": 0.9491,
      "step": 5274
    },
    {
      "epoch": 0.1111655523768881,
      "grad_norm": 0.1470995843410492,
      "learning_rate": 1.9656721597218552e-05,
      "loss": 0.9471,
      "step": 5275
    },
    {
      "epoch": 0.11118662641525338,
      "grad_norm": 0.13082456588745117,
      "learning_rate": 1.9656544275616716e-05,
      "loss": 0.9103,
      "step": 5276
    },
    {
      "epoch": 0.11120770045361868,
      "grad_norm": 0.18348746001720428,
      "learning_rate": 1.9656366909028892e-05,
      "loss": 1.0289,
      "step": 5277
    },
    {
      "epoch": 0.11122877449198396,
      "grad_norm": 0.13120724260807037,
      "learning_rate": 1.9656189497455907e-05,
      "loss": 0.9178,
      "step": 5278
    },
    {
      "epoch": 0.11124984853034925,
      "grad_norm": 0.1811213344335556,
      "learning_rate": 1.9656012040898585e-05,
      "loss": 1.0526,
      "step": 5279
    },
    {
      "epoch": 0.11127092256871454,
      "grad_norm": 0.14378155767917633,
      "learning_rate": 1.9655834539357755e-05,
      "loss": 0.9106,
      "step": 5280
    },
    {
      "epoch": 0.11129199660707982,
      "grad_norm": 0.17362534999847412,
      "learning_rate": 1.965565699283424e-05,
      "loss": 0.9496,
      "step": 5281
    },
    {
      "epoch": 0.11131307064544511,
      "grad_norm": 0.15451695024967194,
      "learning_rate": 1.9655479401328873e-05,
      "loss": 1.0682,
      "step": 5282
    },
    {
      "epoch": 0.1113341446838104,
      "grad_norm": 0.15778444707393646,
      "learning_rate": 1.9655301764842475e-05,
      "loss": 0.937,
      "step": 5283
    },
    {
      "epoch": 0.11135521872217569,
      "grad_norm": 0.15718723833560944,
      "learning_rate": 1.9655124083375875e-05,
      "loss": 0.955,
      "step": 5284
    },
    {
      "epoch": 0.11137629276054097,
      "grad_norm": 0.15402907133102417,
      "learning_rate": 1.9654946356929905e-05,
      "loss": 0.9541,
      "step": 5285
    },
    {
      "epoch": 0.11139736679890626,
      "grad_norm": 0.18679729104042053,
      "learning_rate": 1.965476858550539e-05,
      "loss": 1.0476,
      "step": 5286
    },
    {
      "epoch": 0.11141844083727154,
      "grad_norm": 0.1395135372877121,
      "learning_rate": 1.9654590769103157e-05,
      "loss": 0.9652,
      "step": 5287
    },
    {
      "epoch": 0.11143951487563683,
      "grad_norm": 0.20901265740394592,
      "learning_rate": 1.9654412907724036e-05,
      "loss": 1.0104,
      "step": 5288
    },
    {
      "epoch": 0.11146058891400212,
      "grad_norm": 0.18259987235069275,
      "learning_rate": 1.9654235001368854e-05,
      "loss": 0.9095,
      "step": 5289
    },
    {
      "epoch": 0.1114816629523674,
      "grad_norm": 0.15529337525367737,
      "learning_rate": 1.9654057050038445e-05,
      "loss": 0.9642,
      "step": 5290
    },
    {
      "epoch": 0.1115027369907327,
      "grad_norm": 0.18752001225948334,
      "learning_rate": 1.965387905373363e-05,
      "loss": 0.9626,
      "step": 5291
    },
    {
      "epoch": 0.11152381102909797,
      "grad_norm": 0.18333202600479126,
      "learning_rate": 1.965370101245524e-05,
      "loss": 0.9186,
      "step": 5292
    },
    {
      "epoch": 0.11154488506746327,
      "grad_norm": 0.20392045378684998,
      "learning_rate": 1.9653522926204115e-05,
      "loss": 0.9488,
      "step": 5293
    },
    {
      "epoch": 0.11156595910582855,
      "grad_norm": 0.1597418338060379,
      "learning_rate": 1.965334479498107e-05,
      "loss": 0.9314,
      "step": 5294
    },
    {
      "epoch": 0.11158703314419384,
      "grad_norm": 0.1467871069908142,
      "learning_rate": 1.9653166618786944e-05,
      "loss": 0.9749,
      "step": 5295
    },
    {
      "epoch": 0.11160810718255913,
      "grad_norm": 0.1702972650527954,
      "learning_rate": 1.965298839762256e-05,
      "loss": 0.96,
      "step": 5296
    },
    {
      "epoch": 0.11162918122092441,
      "grad_norm": 0.15582914650440216,
      "learning_rate": 1.9652810131488756e-05,
      "loss": 1.0016,
      "step": 5297
    },
    {
      "epoch": 0.1116502552592897,
      "grad_norm": 0.20692472159862518,
      "learning_rate": 1.9652631820386355e-05,
      "loss": 0.9978,
      "step": 5298
    },
    {
      "epoch": 0.11167132929765498,
      "grad_norm": 0.1494874209165573,
      "learning_rate": 1.9652453464316197e-05,
      "loss": 1.0322,
      "step": 5299
    },
    {
      "epoch": 0.11169240333602028,
      "grad_norm": 0.16552720963954926,
      "learning_rate": 1.9652275063279104e-05,
      "loss": 1.026,
      "step": 5300
    },
    {
      "epoch": 0.11171347737438556,
      "grad_norm": 0.1864655762910843,
      "learning_rate": 1.9652096617275914e-05,
      "loss": 1.0136,
      "step": 5301
    },
    {
      "epoch": 0.11173455141275085,
      "grad_norm": 0.22022107243537903,
      "learning_rate": 1.9651918126307452e-05,
      "loss": 0.9696,
      "step": 5302
    },
    {
      "epoch": 0.11175562545111613,
      "grad_norm": 0.13655401766300201,
      "learning_rate": 1.9651739590374555e-05,
      "loss": 0.9288,
      "step": 5303
    },
    {
      "epoch": 0.11177669948948142,
      "grad_norm": 0.1869993656873703,
      "learning_rate": 1.9651561009478048e-05,
      "loss": 0.9569,
      "step": 5304
    },
    {
      "epoch": 0.11179777352784671,
      "grad_norm": 0.2397003322839737,
      "learning_rate": 1.9651382383618773e-05,
      "loss": 1.0058,
      "step": 5305
    },
    {
      "epoch": 0.11181884756621199,
      "grad_norm": 0.1884416788816452,
      "learning_rate": 1.965120371279755e-05,
      "loss": 0.9699,
      "step": 5306
    },
    {
      "epoch": 0.11183992160457729,
      "grad_norm": 0.1332225352525711,
      "learning_rate": 1.965102499701522e-05,
      "loss": 0.9368,
      "step": 5307
    },
    {
      "epoch": 0.11186099564294257,
      "grad_norm": 0.19857054948806763,
      "learning_rate": 1.965084623627261e-05,
      "loss": 0.9787,
      "step": 5308
    },
    {
      "epoch": 0.11188206968130786,
      "grad_norm": 0.13316167891025543,
      "learning_rate": 1.9650667430570562e-05,
      "loss": 0.9372,
      "step": 5309
    },
    {
      "epoch": 0.11190314371967314,
      "grad_norm": 0.18163709342479706,
      "learning_rate": 1.9650488579909898e-05,
      "loss": 1.0335,
      "step": 5310
    },
    {
      "epoch": 0.11192421775803843,
      "grad_norm": 0.16208569705486298,
      "learning_rate": 1.965030968429146e-05,
      "loss": 0.942,
      "step": 5311
    },
    {
      "epoch": 0.11194529179640371,
      "grad_norm": 0.17498350143432617,
      "learning_rate": 1.9650130743716075e-05,
      "loss": 0.9778,
      "step": 5312
    },
    {
      "epoch": 0.111966365834769,
      "grad_norm": 0.15394464135169983,
      "learning_rate": 1.964995175818458e-05,
      "loss": 0.9436,
      "step": 5313
    },
    {
      "epoch": 0.1119874398731343,
      "grad_norm": 0.17489902675151825,
      "learning_rate": 1.964977272769781e-05,
      "loss": 1.0157,
      "step": 5314
    },
    {
      "epoch": 0.11200851391149957,
      "grad_norm": 0.15439677238464355,
      "learning_rate": 1.9649593652256593e-05,
      "loss": 0.9127,
      "step": 5315
    },
    {
      "epoch": 0.11202958794986487,
      "grad_norm": 0.15597891807556152,
      "learning_rate": 1.964941453186177e-05,
      "loss": 0.9736,
      "step": 5316
    },
    {
      "epoch": 0.11205066198823015,
      "grad_norm": 0.1536165177822113,
      "learning_rate": 1.964923536651417e-05,
      "loss": 0.9128,
      "step": 5317
    },
    {
      "epoch": 0.11207173602659544,
      "grad_norm": 0.17693665623664856,
      "learning_rate": 1.964905615621463e-05,
      "loss": 0.9557,
      "step": 5318
    },
    {
      "epoch": 0.11209281006496072,
      "grad_norm": 0.14362917840480804,
      "learning_rate": 1.9648876900963988e-05,
      "loss": 0.9293,
      "step": 5319
    },
    {
      "epoch": 0.11211388410332601,
      "grad_norm": 0.18472018837928772,
      "learning_rate": 1.9648697600763077e-05,
      "loss": 0.9729,
      "step": 5320
    },
    {
      "epoch": 0.11213495814169129,
      "grad_norm": 0.15347622334957123,
      "learning_rate": 1.964851825561273e-05,
      "loss": 0.9588,
      "step": 5321
    },
    {
      "epoch": 0.11215603218005658,
      "grad_norm": 0.21309900283813477,
      "learning_rate": 1.9648338865513783e-05,
      "loss": 1.0371,
      "step": 5322
    },
    {
      "epoch": 0.11217710621842188,
      "grad_norm": 0.15820467472076416,
      "learning_rate": 1.9648159430467074e-05,
      "loss": 0.9754,
      "step": 5323
    },
    {
      "epoch": 0.11219818025678716,
      "grad_norm": 0.15857531130313873,
      "learning_rate": 1.9647979950473436e-05,
      "loss": 1.0101,
      "step": 5324
    },
    {
      "epoch": 0.11221925429515245,
      "grad_norm": 0.1620338261127472,
      "learning_rate": 1.9647800425533708e-05,
      "loss": 0.9701,
      "step": 5325
    },
    {
      "epoch": 0.11224032833351773,
      "grad_norm": 0.1270785629749298,
      "learning_rate": 1.964762085564873e-05,
      "loss": 0.9184,
      "step": 5326
    },
    {
      "epoch": 0.11226140237188302,
      "grad_norm": 0.1525057852268219,
      "learning_rate": 1.9647441240819327e-05,
      "loss": 0.8885,
      "step": 5327
    },
    {
      "epoch": 0.1122824764102483,
      "grad_norm": 0.13977456092834473,
      "learning_rate": 1.9647261581046344e-05,
      "loss": 0.932,
      "step": 5328
    },
    {
      "epoch": 0.11230355044861359,
      "grad_norm": 0.2156493067741394,
      "learning_rate": 1.9647081876330616e-05,
      "loss": 0.9879,
      "step": 5329
    },
    {
      "epoch": 0.11232462448697887,
      "grad_norm": 0.16124358773231506,
      "learning_rate": 1.9646902126672983e-05,
      "loss": 1.0021,
      "step": 5330
    },
    {
      "epoch": 0.11234569852534416,
      "grad_norm": 0.13360248506069183,
      "learning_rate": 1.964672233207428e-05,
      "loss": 0.9192,
      "step": 5331
    },
    {
      "epoch": 0.11236677256370946,
      "grad_norm": 0.16829857230186462,
      "learning_rate": 1.964654249253534e-05,
      "loss": 0.9836,
      "step": 5332
    },
    {
      "epoch": 0.11238784660207474,
      "grad_norm": 0.11692311614751816,
      "learning_rate": 1.964636260805701e-05,
      "loss": 0.9156,
      "step": 5333
    },
    {
      "epoch": 0.11240892064044003,
      "grad_norm": 0.16987688839435577,
      "learning_rate": 1.9646182678640123e-05,
      "loss": 0.9707,
      "step": 5334
    },
    {
      "epoch": 0.11242999467880531,
      "grad_norm": 0.14861257374286652,
      "learning_rate": 1.9646002704285514e-05,
      "loss": 0.9399,
      "step": 5335
    },
    {
      "epoch": 0.1124510687171706,
      "grad_norm": 0.14848005771636963,
      "learning_rate": 1.9645822684994028e-05,
      "loss": 1.0308,
      "step": 5336
    },
    {
      "epoch": 0.11247214275553588,
      "grad_norm": 0.1305769681930542,
      "learning_rate": 1.96456426207665e-05,
      "loss": 0.9493,
      "step": 5337
    },
    {
      "epoch": 0.11249321679390117,
      "grad_norm": 0.13660548627376556,
      "learning_rate": 1.9645462511603766e-05,
      "loss": 0.9087,
      "step": 5338
    },
    {
      "epoch": 0.11251429083226647,
      "grad_norm": 0.13962988555431366,
      "learning_rate": 1.9645282357506675e-05,
      "loss": 0.8747,
      "step": 5339
    },
    {
      "epoch": 0.11253536487063175,
      "grad_norm": 0.14913462102413177,
      "learning_rate": 1.9645102158476054e-05,
      "loss": 1.0325,
      "step": 5340
    },
    {
      "epoch": 0.11255643890899704,
      "grad_norm": 0.1462879627943039,
      "learning_rate": 1.9644921914512755e-05,
      "loss": 0.9464,
      "step": 5341
    },
    {
      "epoch": 0.11257751294736232,
      "grad_norm": 0.14716555178165436,
      "learning_rate": 1.9644741625617604e-05,
      "loss": 0.9293,
      "step": 5342
    },
    {
      "epoch": 0.11259858698572761,
      "grad_norm": 0.1547897607088089,
      "learning_rate": 1.964456129179145e-05,
      "loss": 0.9907,
      "step": 5343
    },
    {
      "epoch": 0.11261966102409289,
      "grad_norm": 0.14854469895362854,
      "learning_rate": 1.9644380913035133e-05,
      "loss": 0.9298,
      "step": 5344
    },
    {
      "epoch": 0.11264073506245818,
      "grad_norm": 0.12414234131574631,
      "learning_rate": 1.964420048934949e-05,
      "loss": 0.9318,
      "step": 5345
    },
    {
      "epoch": 0.11266180910082346,
      "grad_norm": 0.15449076890945435,
      "learning_rate": 1.9644020020735365e-05,
      "loss": 0.9299,
      "step": 5346
    },
    {
      "epoch": 0.11268288313918876,
      "grad_norm": 0.1547304391860962,
      "learning_rate": 1.964383950719359e-05,
      "loss": 0.9,
      "step": 5347
    },
    {
      "epoch": 0.11270395717755405,
      "grad_norm": 0.12491807341575623,
      "learning_rate": 1.964365894872502e-05,
      "loss": 0.9384,
      "step": 5348
    },
    {
      "epoch": 0.11272503121591933,
      "grad_norm": 0.1393076330423355,
      "learning_rate": 1.9643478345330483e-05,
      "loss": 0.9468,
      "step": 5349
    },
    {
      "epoch": 0.11274610525428462,
      "grad_norm": 0.12576714158058167,
      "learning_rate": 1.964329769701083e-05,
      "loss": 0.9404,
      "step": 5350
    },
    {
      "epoch": 0.1127671792926499,
      "grad_norm": 0.17070212960243225,
      "learning_rate": 1.9643117003766896e-05,
      "loss": 1.0363,
      "step": 5351
    },
    {
      "epoch": 0.11278825333101519,
      "grad_norm": 0.14492608606815338,
      "learning_rate": 1.9642936265599527e-05,
      "loss": 0.9988,
      "step": 5352
    },
    {
      "epoch": 0.11280932736938047,
      "grad_norm": 0.1163771003484726,
      "learning_rate": 1.9642755482509562e-05,
      "loss": 1.0074,
      "step": 5353
    },
    {
      "epoch": 0.11283040140774576,
      "grad_norm": 0.12032794207334518,
      "learning_rate": 1.9642574654497845e-05,
      "loss": 0.9043,
      "step": 5354
    },
    {
      "epoch": 0.11285147544611104,
      "grad_norm": 0.11327459663152695,
      "learning_rate": 1.964239378156522e-05,
      "loss": 0.9371,
      "step": 5355
    },
    {
      "epoch": 0.11287254948447634,
      "grad_norm": 0.1194181963801384,
      "learning_rate": 1.9642212863712523e-05,
      "loss": 0.8908,
      "step": 5356
    },
    {
      "epoch": 0.11289362352284163,
      "grad_norm": 0.14066137373447418,
      "learning_rate": 1.9642031900940605e-05,
      "loss": 0.9549,
      "step": 5357
    },
    {
      "epoch": 0.11291469756120691,
      "grad_norm": 0.16192087531089783,
      "learning_rate": 1.9641850893250306e-05,
      "loss": 0.9981,
      "step": 5358
    },
    {
      "epoch": 0.1129357715995722,
      "grad_norm": 0.16744086146354675,
      "learning_rate": 1.9641669840642467e-05,
      "loss": 0.9597,
      "step": 5359
    },
    {
      "epoch": 0.11295684563793748,
      "grad_norm": 0.17308637499809265,
      "learning_rate": 1.9641488743117934e-05,
      "loss": 0.9956,
      "step": 5360
    },
    {
      "epoch": 0.11297791967630277,
      "grad_norm": 0.1503858119249344,
      "learning_rate": 1.964130760067755e-05,
      "loss": 0.9363,
      "step": 5361
    },
    {
      "epoch": 0.11299899371466805,
      "grad_norm": 0.1391899585723877,
      "learning_rate": 1.9641126413322156e-05,
      "loss": 1.0555,
      "step": 5362
    },
    {
      "epoch": 0.11302006775303335,
      "grad_norm": 0.14897674322128296,
      "learning_rate": 1.96409451810526e-05,
      "loss": 0.9519,
      "step": 5363
    },
    {
      "epoch": 0.11304114179139862,
      "grad_norm": 0.1251637041568756,
      "learning_rate": 1.9640763903869728e-05,
      "loss": 0.9354,
      "step": 5364
    },
    {
      "epoch": 0.11306221582976392,
      "grad_norm": 0.14192891120910645,
      "learning_rate": 1.9640582581774375e-05,
      "loss": 0.9771,
      "step": 5365
    },
    {
      "epoch": 0.11308328986812921,
      "grad_norm": 0.14231625199317932,
      "learning_rate": 1.9640401214767398e-05,
      "loss": 0.9752,
      "step": 5366
    },
    {
      "epoch": 0.11310436390649449,
      "grad_norm": 0.13567550480365753,
      "learning_rate": 1.9640219802849633e-05,
      "loss": 0.974,
      "step": 5367
    },
    {
      "epoch": 0.11312543794485978,
      "grad_norm": 0.16331401467323303,
      "learning_rate": 1.9640038346021926e-05,
      "loss": 0.9608,
      "step": 5368
    },
    {
      "epoch": 0.11314651198322506,
      "grad_norm": 0.19369925558567047,
      "learning_rate": 1.963985684428513e-05,
      "loss": 0.905,
      "step": 5369
    },
    {
      "epoch": 0.11316758602159036,
      "grad_norm": 0.12322212755680084,
      "learning_rate": 1.9639675297640082e-05,
      "loss": 0.8703,
      "step": 5370
    },
    {
      "epoch": 0.11318866005995563,
      "grad_norm": 0.14989927411079407,
      "learning_rate": 1.9639493706087632e-05,
      "loss": 0.9585,
      "step": 5371
    },
    {
      "epoch": 0.11320973409832093,
      "grad_norm": 0.1466832160949707,
      "learning_rate": 1.9639312069628625e-05,
      "loss": 0.9704,
      "step": 5372
    },
    {
      "epoch": 0.1132308081366862,
      "grad_norm": 0.1458592265844345,
      "learning_rate": 1.9639130388263906e-05,
      "loss": 0.9855,
      "step": 5373
    },
    {
      "epoch": 0.1132518821750515,
      "grad_norm": 0.12868615984916687,
      "learning_rate": 1.9638948661994325e-05,
      "loss": 0.9663,
      "step": 5374
    },
    {
      "epoch": 0.11327295621341679,
      "grad_norm": 0.13737250864505768,
      "learning_rate": 1.9638766890820725e-05,
      "loss": 0.9504,
      "step": 5375
    },
    {
      "epoch": 0.11329403025178207,
      "grad_norm": 0.1411798596382141,
      "learning_rate": 1.9638585074743953e-05,
      "loss": 0.99,
      "step": 5376
    },
    {
      "epoch": 0.11331510429014736,
      "grad_norm": 0.1381673365831375,
      "learning_rate": 1.9638403213764854e-05,
      "loss": 0.9549,
      "step": 5377
    },
    {
      "epoch": 0.11333617832851264,
      "grad_norm": 0.14553268253803253,
      "learning_rate": 1.963822130788428e-05,
      "loss": 0.9366,
      "step": 5378
    },
    {
      "epoch": 0.11335725236687794,
      "grad_norm": 0.11621018499135971,
      "learning_rate": 1.9638039357103077e-05,
      "loss": 0.9281,
      "step": 5379
    },
    {
      "epoch": 0.11337832640524322,
      "grad_norm": 0.15911078453063965,
      "learning_rate": 1.9637857361422094e-05,
      "loss": 1.0066,
      "step": 5380
    },
    {
      "epoch": 0.11339940044360851,
      "grad_norm": 0.16629482805728912,
      "learning_rate": 1.9637675320842174e-05,
      "loss": 0.9901,
      "step": 5381
    },
    {
      "epoch": 0.11342047448197379,
      "grad_norm": 0.12900125980377197,
      "learning_rate": 1.9637493235364168e-05,
      "loss": 0.9711,
      "step": 5382
    },
    {
      "epoch": 0.11344154852033908,
      "grad_norm": 0.18010960519313812,
      "learning_rate": 1.9637311104988927e-05,
      "loss": 0.9725,
      "step": 5383
    },
    {
      "epoch": 0.11346262255870437,
      "grad_norm": 0.16845180094242096,
      "learning_rate": 1.9637128929717294e-05,
      "loss": 0.9512,
      "step": 5384
    },
    {
      "epoch": 0.11348369659706965,
      "grad_norm": 0.16033585369586945,
      "learning_rate": 1.963694670955012e-05,
      "loss": 0.908,
      "step": 5385
    },
    {
      "epoch": 0.11350477063543495,
      "grad_norm": 0.1879495531320572,
      "learning_rate": 1.9636764444488253e-05,
      "loss": 0.9606,
      "step": 5386
    },
    {
      "epoch": 0.11352584467380022,
      "grad_norm": 0.1387614905834198,
      "learning_rate": 1.963658213453255e-05,
      "loss": 0.9583,
      "step": 5387
    },
    {
      "epoch": 0.11354691871216552,
      "grad_norm": 0.18822643160820007,
      "learning_rate": 1.9636399779683848e-05,
      "loss": 1.0795,
      "step": 5388
    },
    {
      "epoch": 0.1135679927505308,
      "grad_norm": 0.21551714837551117,
      "learning_rate": 1.9636217379943005e-05,
      "loss": 1.0731,
      "step": 5389
    },
    {
      "epoch": 0.11358906678889609,
      "grad_norm": 0.15900279581546783,
      "learning_rate": 1.9636034935310866e-05,
      "loss": 0.9541,
      "step": 5390
    },
    {
      "epoch": 0.11361014082726138,
      "grad_norm": 0.17164935171604156,
      "learning_rate": 1.963585244578828e-05,
      "loss": 1.0101,
      "step": 5391
    },
    {
      "epoch": 0.11363121486562666,
      "grad_norm": 0.1674668788909912,
      "learning_rate": 1.9635669911376105e-05,
      "loss": 0.9248,
      "step": 5392
    },
    {
      "epoch": 0.11365228890399195,
      "grad_norm": 0.14846664667129517,
      "learning_rate": 1.9635487332075187e-05,
      "loss": 0.96,
      "step": 5393
    },
    {
      "epoch": 0.11367336294235723,
      "grad_norm": 0.18710269033908844,
      "learning_rate": 1.9635304707886372e-05,
      "loss": 1.0075,
      "step": 5394
    },
    {
      "epoch": 0.11369443698072253,
      "grad_norm": 0.1837557554244995,
      "learning_rate": 1.963512203881052e-05,
      "loss": 1.0281,
      "step": 5395
    },
    {
      "epoch": 0.1137155110190878,
      "grad_norm": 0.15467874705791473,
      "learning_rate": 1.963493932484847e-05,
      "loss": 0.9911,
      "step": 5396
    },
    {
      "epoch": 0.1137365850574531,
      "grad_norm": 0.2326493114233017,
      "learning_rate": 1.9634756566001087e-05,
      "loss": 0.9918,
      "step": 5397
    },
    {
      "epoch": 0.11375765909581838,
      "grad_norm": 0.15085293352603912,
      "learning_rate": 1.9634573762269208e-05,
      "loss": 0.9407,
      "step": 5398
    },
    {
      "epoch": 0.11377873313418367,
      "grad_norm": 0.16233769059181213,
      "learning_rate": 1.9634390913653697e-05,
      "loss": 1.0004,
      "step": 5399
    },
    {
      "epoch": 0.11379980717254896,
      "grad_norm": 0.21220961213111877,
      "learning_rate": 1.9634208020155397e-05,
      "loss": 0.9303,
      "step": 5400
    },
    {
      "epoch": 0.11382088121091424,
      "grad_norm": 0.12472176551818848,
      "learning_rate": 1.9634025081775167e-05,
      "loss": 0.889,
      "step": 5401
    },
    {
      "epoch": 0.11384195524927954,
      "grad_norm": 0.19449995458126068,
      "learning_rate": 1.963384209851385e-05,
      "loss": 0.8933,
      "step": 5402
    },
    {
      "epoch": 0.11386302928764482,
      "grad_norm": 0.18024945259094238,
      "learning_rate": 1.9633659070372313e-05,
      "loss": 0.8851,
      "step": 5403
    },
    {
      "epoch": 0.11388410332601011,
      "grad_norm": 0.17172035574913025,
      "learning_rate": 1.9633475997351398e-05,
      "loss": 1.0029,
      "step": 5404
    },
    {
      "epoch": 0.11390517736437539,
      "grad_norm": 0.23800848424434662,
      "learning_rate": 1.9633292879451956e-05,
      "loss": 1.0324,
      "step": 5405
    },
    {
      "epoch": 0.11392625140274068,
      "grad_norm": 0.16883565485477448,
      "learning_rate": 1.9633109716674846e-05,
      "loss": 0.9728,
      "step": 5406
    },
    {
      "epoch": 0.11394732544110596,
      "grad_norm": 0.20083020627498627,
      "learning_rate": 1.963292650902092e-05,
      "loss": 0.9658,
      "step": 5407
    },
    {
      "epoch": 0.11396839947947125,
      "grad_norm": 0.16595041751861572,
      "learning_rate": 1.963274325649103e-05,
      "loss": 0.921,
      "step": 5408
    },
    {
      "epoch": 0.11398947351783655,
      "grad_norm": 0.13871151208877563,
      "learning_rate": 1.963255995908603e-05,
      "loss": 1.0158,
      "step": 5409
    },
    {
      "epoch": 0.11401054755620182,
      "grad_norm": 0.2335362285375595,
      "learning_rate": 1.9632376616806773e-05,
      "loss": 1.0075,
      "step": 5410
    },
    {
      "epoch": 0.11403162159456712,
      "grad_norm": 0.18011347949504852,
      "learning_rate": 1.963219322965412e-05,
      "loss": 0.9142,
      "step": 5411
    },
    {
      "epoch": 0.1140526956329324,
      "grad_norm": 0.15374770760536194,
      "learning_rate": 1.9632009797628916e-05,
      "loss": 0.9498,
      "step": 5412
    },
    {
      "epoch": 0.11407376967129769,
      "grad_norm": 0.16715310513973236,
      "learning_rate": 1.9631826320732016e-05,
      "loss": 0.9795,
      "step": 5413
    },
    {
      "epoch": 0.11409484370966297,
      "grad_norm": 0.16244424879550934,
      "learning_rate": 1.9631642798964283e-05,
      "loss": 0.9373,
      "step": 5414
    },
    {
      "epoch": 0.11411591774802826,
      "grad_norm": 0.1896243691444397,
      "learning_rate": 1.9631459232326566e-05,
      "loss": 1.051,
      "step": 5415
    },
    {
      "epoch": 0.11413699178639354,
      "grad_norm": 0.15086093544960022,
      "learning_rate": 1.9631275620819722e-05,
      "loss": 0.9461,
      "step": 5416
    },
    {
      "epoch": 0.11415806582475883,
      "grad_norm": 0.16318108141422272,
      "learning_rate": 1.9631091964444607e-05,
      "loss": 0.9634,
      "step": 5417
    },
    {
      "epoch": 0.11417913986312413,
      "grad_norm": 0.19771547615528107,
      "learning_rate": 1.9630908263202072e-05,
      "loss": 0.9448,
      "step": 5418
    },
    {
      "epoch": 0.1142002139014894,
      "grad_norm": 0.1425417959690094,
      "learning_rate": 1.9630724517092978e-05,
      "loss": 0.9778,
      "step": 5419
    },
    {
      "epoch": 0.1142212879398547,
      "grad_norm": 0.16561421751976013,
      "learning_rate": 1.9630540726118178e-05,
      "loss": 0.9293,
      "step": 5420
    },
    {
      "epoch": 0.11424236197821998,
      "grad_norm": 0.1865396499633789,
      "learning_rate": 1.9630356890278527e-05,
      "loss": 0.9432,
      "step": 5421
    },
    {
      "epoch": 0.11426343601658527,
      "grad_norm": 0.17434272170066833,
      "learning_rate": 1.9630173009574888e-05,
      "loss": 0.9508,
      "step": 5422
    },
    {
      "epoch": 0.11428451005495055,
      "grad_norm": 0.18079330027103424,
      "learning_rate": 1.962998908400811e-05,
      "loss": 1.004,
      "step": 5423
    },
    {
      "epoch": 0.11430558409331584,
      "grad_norm": 0.15987738966941833,
      "learning_rate": 1.9629805113579054e-05,
      "loss": 0.9581,
      "step": 5424
    },
    {
      "epoch": 0.11432665813168112,
      "grad_norm": 0.17170828580856323,
      "learning_rate": 1.9629621098288575e-05,
      "loss": 1.0139,
      "step": 5425
    },
    {
      "epoch": 0.11434773217004641,
      "grad_norm": 0.17695970833301544,
      "learning_rate": 1.9629437038137533e-05,
      "loss": 0.9061,
      "step": 5426
    },
    {
      "epoch": 0.11436880620841171,
      "grad_norm": 0.19938889145851135,
      "learning_rate": 1.9629252933126783e-05,
      "loss": 0.9507,
      "step": 5427
    },
    {
      "epoch": 0.11438988024677699,
      "grad_norm": 0.14454524219036102,
      "learning_rate": 1.9629068783257184e-05,
      "loss": 0.9229,
      "step": 5428
    },
    {
      "epoch": 0.11441095428514228,
      "grad_norm": 0.14832405745983124,
      "learning_rate": 1.9628884588529592e-05,
      "loss": 1.0021,
      "step": 5429
    },
    {
      "epoch": 0.11443202832350756,
      "grad_norm": 0.14841338992118835,
      "learning_rate": 1.962870034894487e-05,
      "loss": 1.0332,
      "step": 5430
    },
    {
      "epoch": 0.11445310236187285,
      "grad_norm": 0.16094212234020233,
      "learning_rate": 1.962851606450387e-05,
      "loss": 0.9458,
      "step": 5431
    },
    {
      "epoch": 0.11447417640023813,
      "grad_norm": 0.16875304281711578,
      "learning_rate": 1.9628331735207452e-05,
      "loss": 1.0556,
      "step": 5432
    },
    {
      "epoch": 0.11449525043860342,
      "grad_norm": 0.22629882395267487,
      "learning_rate": 1.962814736105648e-05,
      "loss": 1.0032,
      "step": 5433
    },
    {
      "epoch": 0.11451632447696872,
      "grad_norm": 0.1307467371225357,
      "learning_rate": 1.9627962942051807e-05,
      "loss": 0.8741,
      "step": 5434
    },
    {
      "epoch": 0.114537398515334,
      "grad_norm": 0.15398511290550232,
      "learning_rate": 1.9627778478194292e-05,
      "loss": 0.9564,
      "step": 5435
    },
    {
      "epoch": 0.11455847255369929,
      "grad_norm": 0.15671823918819427,
      "learning_rate": 1.96275939694848e-05,
      "loss": 0.9356,
      "step": 5436
    },
    {
      "epoch": 0.11457954659206457,
      "grad_norm": 0.15243972837924957,
      "learning_rate": 1.9627409415924184e-05,
      "loss": 1.0175,
      "step": 5437
    },
    {
      "epoch": 0.11460062063042986,
      "grad_norm": 0.15946023166179657,
      "learning_rate": 1.962722481751331e-05,
      "loss": 1.0084,
      "step": 5438
    },
    {
      "epoch": 0.11462169466879514,
      "grad_norm": 0.16767936944961548,
      "learning_rate": 1.962704017425303e-05,
      "loss": 1.0206,
      "step": 5439
    },
    {
      "epoch": 0.11464276870716043,
      "grad_norm": 0.1220618411898613,
      "learning_rate": 1.9626855486144213e-05,
      "loss": 0.8383,
      "step": 5440
    },
    {
      "epoch": 0.11466384274552571,
      "grad_norm": 0.16498766839504242,
      "learning_rate": 1.962667075318771e-05,
      "loss": 0.9901,
      "step": 5441
    },
    {
      "epoch": 0.114684916783891,
      "grad_norm": 0.1588541865348816,
      "learning_rate": 1.9626485975384393e-05,
      "loss": 0.9784,
      "step": 5442
    },
    {
      "epoch": 0.1147059908222563,
      "grad_norm": 0.1575576663017273,
      "learning_rate": 1.9626301152735116e-05,
      "loss": 0.9756,
      "step": 5443
    },
    {
      "epoch": 0.11472706486062158,
      "grad_norm": 0.15377558767795563,
      "learning_rate": 1.9626116285240736e-05,
      "loss": 0.9453,
      "step": 5444
    },
    {
      "epoch": 0.11474813889898687,
      "grad_norm": 0.1679476499557495,
      "learning_rate": 1.9625931372902124e-05,
      "loss": 0.9858,
      "step": 5445
    },
    {
      "epoch": 0.11476921293735215,
      "grad_norm": 0.12327181547880173,
      "learning_rate": 1.9625746415720135e-05,
      "loss": 0.9496,
      "step": 5446
    },
    {
      "epoch": 0.11479028697571744,
      "grad_norm": 0.1912480741739273,
      "learning_rate": 1.9625561413695632e-05,
      "loss": 1.0397,
      "step": 5447
    },
    {
      "epoch": 0.11481136101408272,
      "grad_norm": 0.15734457969665527,
      "learning_rate": 1.9625376366829472e-05,
      "loss": 0.9166,
      "step": 5448
    },
    {
      "epoch": 0.11483243505244801,
      "grad_norm": 0.16862818598747253,
      "learning_rate": 1.9625191275122527e-05,
      "loss": 0.8884,
      "step": 5449
    },
    {
      "epoch": 0.1148535090908133,
      "grad_norm": 0.17242899537086487,
      "learning_rate": 1.9625006138575653e-05,
      "loss": 0.9855,
      "step": 5450
    },
    {
      "epoch": 0.11487458312917859,
      "grad_norm": 0.16526053845882416,
      "learning_rate": 1.9624820957189714e-05,
      "loss": 0.9235,
      "step": 5451
    },
    {
      "epoch": 0.11489565716754388,
      "grad_norm": 0.17194870114326477,
      "learning_rate": 1.9624635730965572e-05,
      "loss": 1.0397,
      "step": 5452
    },
    {
      "epoch": 0.11491673120590916,
      "grad_norm": 0.17749366164207458,
      "learning_rate": 1.9624450459904092e-05,
      "loss": 1.0032,
      "step": 5453
    },
    {
      "epoch": 0.11493780524427445,
      "grad_norm": 0.14166028797626495,
      "learning_rate": 1.962426514400613e-05,
      "loss": 0.9314,
      "step": 5454
    },
    {
      "epoch": 0.11495887928263973,
      "grad_norm": 0.15212875604629517,
      "learning_rate": 1.962407978327256e-05,
      "loss": 0.9688,
      "step": 5455
    },
    {
      "epoch": 0.11497995332100502,
      "grad_norm": 0.14284509420394897,
      "learning_rate": 1.9623894377704236e-05,
      "loss": 0.981,
      "step": 5456
    },
    {
      "epoch": 0.1150010273593703,
      "grad_norm": 0.14831772446632385,
      "learning_rate": 1.962370892730203e-05,
      "loss": 1.0188,
      "step": 5457
    },
    {
      "epoch": 0.1150221013977356,
      "grad_norm": 0.1774219423532486,
      "learning_rate": 1.96235234320668e-05,
      "loss": 0.9697,
      "step": 5458
    },
    {
      "epoch": 0.11504317543610088,
      "grad_norm": 0.15061244368553162,
      "learning_rate": 1.9623337891999413e-05,
      "loss": 0.9523,
      "step": 5459
    },
    {
      "epoch": 0.11506424947446617,
      "grad_norm": 0.188950777053833,
      "learning_rate": 1.962315230710073e-05,
      "loss": 1.0013,
      "step": 5460
    },
    {
      "epoch": 0.11508532351283146,
      "grad_norm": 0.20119333267211914,
      "learning_rate": 1.962296667737162e-05,
      "loss": 0.9629,
      "step": 5461
    },
    {
      "epoch": 0.11510639755119674,
      "grad_norm": 0.17660008370876312,
      "learning_rate": 1.9622781002812945e-05,
      "loss": 1.0244,
      "step": 5462
    },
    {
      "epoch": 0.11512747158956203,
      "grad_norm": 0.16994059085845947,
      "learning_rate": 1.962259528342557e-05,
      "loss": 0.921,
      "step": 5463
    },
    {
      "epoch": 0.11514854562792731,
      "grad_norm": 0.1814798265695572,
      "learning_rate": 1.962240951921036e-05,
      "loss": 0.9933,
      "step": 5464
    },
    {
      "epoch": 0.1151696196662926,
      "grad_norm": 0.19166986644268036,
      "learning_rate": 1.9622223710168184e-05,
      "loss": 0.9308,
      "step": 5465
    },
    {
      "epoch": 0.11519069370465788,
      "grad_norm": 0.14454402029514313,
      "learning_rate": 1.9622037856299902e-05,
      "loss": 0.9582,
      "step": 5466
    },
    {
      "epoch": 0.11521176774302318,
      "grad_norm": 0.2216251641511917,
      "learning_rate": 1.9621851957606385e-05,
      "loss": 1.0054,
      "step": 5467
    },
    {
      "epoch": 0.11523284178138846,
      "grad_norm": 0.17557010054588318,
      "learning_rate": 1.9621666014088495e-05,
      "loss": 0.8906,
      "step": 5468
    },
    {
      "epoch": 0.11525391581975375,
      "grad_norm": 0.14058661460876465,
      "learning_rate": 1.96214800257471e-05,
      "loss": 0.8747,
      "step": 5469
    },
    {
      "epoch": 0.11527498985811904,
      "grad_norm": 0.16063548624515533,
      "learning_rate": 1.962129399258307e-05,
      "loss": 0.9174,
      "step": 5470
    },
    {
      "epoch": 0.11529606389648432,
      "grad_norm": 0.14286474883556366,
      "learning_rate": 1.9621107914597262e-05,
      "loss": 0.9771,
      "step": 5471
    },
    {
      "epoch": 0.11531713793484961,
      "grad_norm": 0.22505728900432587,
      "learning_rate": 1.9620921791790554e-05,
      "loss": 0.9405,
      "step": 5472
    },
    {
      "epoch": 0.1153382119732149,
      "grad_norm": 0.1450255811214447,
      "learning_rate": 1.9620735624163806e-05,
      "loss": 0.9436,
      "step": 5473
    },
    {
      "epoch": 0.11535928601158019,
      "grad_norm": 0.18352100253105164,
      "learning_rate": 1.9620549411717888e-05,
      "loss": 0.9631,
      "step": 5474
    },
    {
      "epoch": 0.11538036004994547,
      "grad_norm": 0.1911734938621521,
      "learning_rate": 1.9620363154453664e-05,
      "loss": 0.9957,
      "step": 5475
    },
    {
      "epoch": 0.11540143408831076,
      "grad_norm": 0.1659250110387802,
      "learning_rate": 1.962017685237201e-05,
      "loss": 1.0021,
      "step": 5476
    },
    {
      "epoch": 0.11542250812667604,
      "grad_norm": 0.19421210885047913,
      "learning_rate": 1.961999050547378e-05,
      "loss": 0.9611,
      "step": 5477
    },
    {
      "epoch": 0.11544358216504133,
      "grad_norm": 0.1875610500574112,
      "learning_rate": 1.9619804113759858e-05,
      "loss": 0.9381,
      "step": 5478
    },
    {
      "epoch": 0.11546465620340662,
      "grad_norm": 0.1434139609336853,
      "learning_rate": 1.9619617677231103e-05,
      "loss": 0.9596,
      "step": 5479
    },
    {
      "epoch": 0.1154857302417719,
      "grad_norm": 0.2046300172805786,
      "learning_rate": 1.9619431195888382e-05,
      "loss": 0.9648,
      "step": 5480
    },
    {
      "epoch": 0.1155068042801372,
      "grad_norm": 0.1467665731906891,
      "learning_rate": 1.961924466973257e-05,
      "loss": 0.9209,
      "step": 5481
    },
    {
      "epoch": 0.11552787831850247,
      "grad_norm": 0.1680069863796234,
      "learning_rate": 1.961905809876453e-05,
      "loss": 0.9216,
      "step": 5482
    },
    {
      "epoch": 0.11554895235686777,
      "grad_norm": 0.1813085526227951,
      "learning_rate": 1.961887148298514e-05,
      "loss": 0.9855,
      "step": 5483
    },
    {
      "epoch": 0.11557002639523305,
      "grad_norm": 0.16194728016853333,
      "learning_rate": 1.9618684822395258e-05,
      "loss": 0.9762,
      "step": 5484
    },
    {
      "epoch": 0.11559110043359834,
      "grad_norm": 0.1386132389307022,
      "learning_rate": 1.961849811699576e-05,
      "loss": 0.8972,
      "step": 5485
    },
    {
      "epoch": 0.11561217447196363,
      "grad_norm": 0.14289192855358124,
      "learning_rate": 1.9618311366787518e-05,
      "loss": 1.0206,
      "step": 5486
    },
    {
      "epoch": 0.11563324851032891,
      "grad_norm": 0.16325493156909943,
      "learning_rate": 1.9618124571771397e-05,
      "loss": 1.0305,
      "step": 5487
    },
    {
      "epoch": 0.1156543225486942,
      "grad_norm": 0.17263610661029816,
      "learning_rate": 1.961793773194827e-05,
      "loss": 0.9518,
      "step": 5488
    },
    {
      "epoch": 0.11567539658705948,
      "grad_norm": 0.13871526718139648,
      "learning_rate": 1.9617750847319008e-05,
      "loss": 0.9507,
      "step": 5489
    },
    {
      "epoch": 0.11569647062542478,
      "grad_norm": 0.1872243583202362,
      "learning_rate": 1.9617563917884474e-05,
      "loss": 0.953,
      "step": 5490
    },
    {
      "epoch": 0.11571754466379006,
      "grad_norm": 0.20777760446071625,
      "learning_rate": 1.961737694364555e-05,
      "loss": 1.0229,
      "step": 5491
    },
    {
      "epoch": 0.11573861870215535,
      "grad_norm": 0.13970643281936646,
      "learning_rate": 1.96171899246031e-05,
      "loss": 0.9435,
      "step": 5492
    },
    {
      "epoch": 0.11575969274052063,
      "grad_norm": 0.15985195338726044,
      "learning_rate": 1.9617002860758e-05,
      "loss": 0.9546,
      "step": 5493
    },
    {
      "epoch": 0.11578076677888592,
      "grad_norm": 0.1563008725643158,
      "learning_rate": 1.9616815752111114e-05,
      "loss": 1.0061,
      "step": 5494
    },
    {
      "epoch": 0.11580184081725121,
      "grad_norm": 0.14632990956306458,
      "learning_rate": 1.9616628598663322e-05,
      "loss": 1.0475,
      "step": 5495
    },
    {
      "epoch": 0.1158229148556165,
      "grad_norm": 0.1867222934961319,
      "learning_rate": 1.9616441400415493e-05,
      "loss": 1.0041,
      "step": 5496
    },
    {
      "epoch": 0.11584398889398179,
      "grad_norm": 0.14565196633338928,
      "learning_rate": 1.9616254157368498e-05,
      "loss": 0.9433,
      "step": 5497
    },
    {
      "epoch": 0.11586506293234707,
      "grad_norm": 0.137658953666687,
      "learning_rate": 1.9616066869523207e-05,
      "loss": 0.9699,
      "step": 5498
    },
    {
      "epoch": 0.11588613697071236,
      "grad_norm": 0.18543371558189392,
      "learning_rate": 1.9615879536880496e-05,
      "loss": 0.9967,
      "step": 5499
    },
    {
      "epoch": 0.11590721100907764,
      "grad_norm": 0.13293451070785522,
      "learning_rate": 1.9615692159441237e-05,
      "loss": 0.8757,
      "step": 5500
    },
    {
      "epoch": 0.11592828504744293,
      "grad_norm": 0.2298937439918518,
      "learning_rate": 1.9615504737206303e-05,
      "loss": 0.9924,
      "step": 5501
    },
    {
      "epoch": 0.11594935908580821,
      "grad_norm": 0.19071686267852783,
      "learning_rate": 1.961531727017657e-05,
      "loss": 0.9698,
      "step": 5502
    },
    {
      "epoch": 0.1159704331241735,
      "grad_norm": 0.167361319065094,
      "learning_rate": 1.96151297583529e-05,
      "loss": 0.9852,
      "step": 5503
    },
    {
      "epoch": 0.1159915071625388,
      "grad_norm": 0.2149576097726822,
      "learning_rate": 1.9614942201736183e-05,
      "loss": 0.96,
      "step": 5504
    },
    {
      "epoch": 0.11601258120090407,
      "grad_norm": 0.14085882902145386,
      "learning_rate": 1.961475460032728e-05,
      "loss": 0.9634,
      "step": 5505
    },
    {
      "epoch": 0.11603365523926937,
      "grad_norm": 0.1592535525560379,
      "learning_rate": 1.961456695412707e-05,
      "loss": 0.9444,
      "step": 5506
    },
    {
      "epoch": 0.11605472927763465,
      "grad_norm": 0.1310015767812729,
      "learning_rate": 1.961437926313643e-05,
      "loss": 0.9907,
      "step": 5507
    },
    {
      "epoch": 0.11607580331599994,
      "grad_norm": 0.17650152742862701,
      "learning_rate": 1.9614191527356226e-05,
      "loss": 0.9887,
      "step": 5508
    },
    {
      "epoch": 0.11609687735436522,
      "grad_norm": 0.14052890241146088,
      "learning_rate": 1.9614003746787344e-05,
      "loss": 1.0011,
      "step": 5509
    },
    {
      "epoch": 0.11611795139273051,
      "grad_norm": 0.1771068423986435,
      "learning_rate": 1.9613815921430646e-05,
      "loss": 0.9894,
      "step": 5510
    },
    {
      "epoch": 0.11613902543109579,
      "grad_norm": 0.17122070491313934,
      "learning_rate": 1.9613628051287016e-05,
      "loss": 1.028,
      "step": 5511
    },
    {
      "epoch": 0.11616009946946108,
      "grad_norm": 0.16053274273872375,
      "learning_rate": 1.9613440136357326e-05,
      "loss": 0.9754,
      "step": 5512
    },
    {
      "epoch": 0.11618117350782638,
      "grad_norm": 0.1927330493927002,
      "learning_rate": 1.9613252176642453e-05,
      "loss": 1.0952,
      "step": 5513
    },
    {
      "epoch": 0.11620224754619166,
      "grad_norm": 0.16815242171287537,
      "learning_rate": 1.961306417214327e-05,
      "loss": 1.0075,
      "step": 5514
    },
    {
      "epoch": 0.11622332158455695,
      "grad_norm": 0.13622403144836426,
      "learning_rate": 1.9612876122860656e-05,
      "loss": 1.0151,
      "step": 5515
    },
    {
      "epoch": 0.11624439562292223,
      "grad_norm": 0.14262402057647705,
      "learning_rate": 1.9612688028795485e-05,
      "loss": 0.945,
      "step": 5516
    },
    {
      "epoch": 0.11626546966128752,
      "grad_norm": 0.14948712289333344,
      "learning_rate": 1.9612499889948637e-05,
      "loss": 0.9145,
      "step": 5517
    },
    {
      "epoch": 0.1162865436996528,
      "grad_norm": 0.14021745324134827,
      "learning_rate": 1.961231170632098e-05,
      "loss": 0.9368,
      "step": 5518
    },
    {
      "epoch": 0.1163076177380181,
      "grad_norm": 0.1737990826368332,
      "learning_rate": 1.9612123477913395e-05,
      "loss": 0.9194,
      "step": 5519
    },
    {
      "epoch": 0.11632869177638337,
      "grad_norm": 0.13320724666118622,
      "learning_rate": 1.9611935204726766e-05,
      "loss": 1.034,
      "step": 5520
    },
    {
      "epoch": 0.11634976581474867,
      "grad_norm": 0.14989164471626282,
      "learning_rate": 1.961174688676196e-05,
      "loss": 1.0434,
      "step": 5521
    },
    {
      "epoch": 0.11637083985311396,
      "grad_norm": 0.17072461545467377,
      "learning_rate": 1.961155852401986e-05,
      "loss": 1.0419,
      "step": 5522
    },
    {
      "epoch": 0.11639191389147924,
      "grad_norm": 0.1349768042564392,
      "learning_rate": 1.961137011650134e-05,
      "loss": 1.0275,
      "step": 5523
    },
    {
      "epoch": 0.11641298792984453,
      "grad_norm": 0.15649676322937012,
      "learning_rate": 1.961118166420728e-05,
      "loss": 0.9539,
      "step": 5524
    },
    {
      "epoch": 0.11643406196820981,
      "grad_norm": 0.15770649909973145,
      "learning_rate": 1.9610993167138557e-05,
      "loss": 0.9527,
      "step": 5525
    },
    {
      "epoch": 0.1164551360065751,
      "grad_norm": 0.16208550333976746,
      "learning_rate": 1.961080462529605e-05,
      "loss": 1.0399,
      "step": 5526
    },
    {
      "epoch": 0.11647621004494038,
      "grad_norm": 0.16489234566688538,
      "learning_rate": 1.9610616038680636e-05,
      "loss": 0.9226,
      "step": 5527
    },
    {
      "epoch": 0.11649728408330567,
      "grad_norm": 0.14213959872722626,
      "learning_rate": 1.96104274072932e-05,
      "loss": 0.9519,
      "step": 5528
    },
    {
      "epoch": 0.11651835812167097,
      "grad_norm": 0.3200073838233948,
      "learning_rate": 1.9610238731134606e-05,
      "loss": 1.0164,
      "step": 5529
    },
    {
      "epoch": 0.11653943216003625,
      "grad_norm": 0.15514954924583435,
      "learning_rate": 1.9610050010205745e-05,
      "loss": 0.95,
      "step": 5530
    },
    {
      "epoch": 0.11656050619840154,
      "grad_norm": 0.19708168506622314,
      "learning_rate": 1.9609861244507495e-05,
      "loss": 0.9865,
      "step": 5531
    },
    {
      "epoch": 0.11658158023676682,
      "grad_norm": 0.21671180427074432,
      "learning_rate": 1.9609672434040736e-05,
      "loss": 1.0317,
      "step": 5532
    },
    {
      "epoch": 0.11660265427513211,
      "grad_norm": 0.1392403542995453,
      "learning_rate": 1.960948357880634e-05,
      "loss": 0.9819,
      "step": 5533
    },
    {
      "epoch": 0.11662372831349739,
      "grad_norm": 0.18813683092594147,
      "learning_rate": 1.9609294678805196e-05,
      "loss": 0.9602,
      "step": 5534
    },
    {
      "epoch": 0.11664480235186268,
      "grad_norm": 0.23953723907470703,
      "learning_rate": 1.9609105734038178e-05,
      "loss": 1.0289,
      "step": 5535
    },
    {
      "epoch": 0.11666587639022796,
      "grad_norm": 0.1524718850851059,
      "learning_rate": 1.960891674450617e-05,
      "loss": 0.9926,
      "step": 5536
    },
    {
      "epoch": 0.11668695042859326,
      "grad_norm": 0.1807369887828827,
      "learning_rate": 1.9608727710210046e-05,
      "loss": 0.8935,
      "step": 5537
    },
    {
      "epoch": 0.11670802446695855,
      "grad_norm": 0.16270440816879272,
      "learning_rate": 1.9608538631150698e-05,
      "loss": 0.9814,
      "step": 5538
    },
    {
      "epoch": 0.11672909850532383,
      "grad_norm": 0.18741779029369354,
      "learning_rate": 1.9608349507328995e-05,
      "loss": 0.9979,
      "step": 5539
    },
    {
      "epoch": 0.11675017254368912,
      "grad_norm": 0.21722450852394104,
      "learning_rate": 1.9608160338745827e-05,
      "loss": 1.0546,
      "step": 5540
    },
    {
      "epoch": 0.1167712465820544,
      "grad_norm": 0.14141488075256348,
      "learning_rate": 1.960797112540207e-05,
      "loss": 0.9589,
      "step": 5541
    },
    {
      "epoch": 0.11679232062041969,
      "grad_norm": 0.15403549373149872,
      "learning_rate": 1.9607781867298604e-05,
      "loss": 1.0069,
      "step": 5542
    },
    {
      "epoch": 0.11681339465878497,
      "grad_norm": 0.14087627828121185,
      "learning_rate": 1.960759256443632e-05,
      "loss": 0.9571,
      "step": 5543
    },
    {
      "epoch": 0.11683446869715026,
      "grad_norm": 0.11839453130960464,
      "learning_rate": 1.960740321681609e-05,
      "loss": 0.8969,
      "step": 5544
    },
    {
      "epoch": 0.11685554273551554,
      "grad_norm": 0.17898349463939667,
      "learning_rate": 1.9607213824438797e-05,
      "loss": 0.976,
      "step": 5545
    },
    {
      "epoch": 0.11687661677388084,
      "grad_norm": 0.1395782232284546,
      "learning_rate": 1.960702438730533e-05,
      "loss": 0.973,
      "step": 5546
    },
    {
      "epoch": 0.11689769081224613,
      "grad_norm": 0.15785561501979828,
      "learning_rate": 1.9606834905416566e-05,
      "loss": 1.0404,
      "step": 5547
    },
    {
      "epoch": 0.11691876485061141,
      "grad_norm": 0.13191644847393036,
      "learning_rate": 1.9606645378773387e-05,
      "loss": 0.9832,
      "step": 5548
    },
    {
      "epoch": 0.1169398388889767,
      "grad_norm": 0.13274531066417694,
      "learning_rate": 1.9606455807376684e-05,
      "loss": 0.9215,
      "step": 5549
    },
    {
      "epoch": 0.11696091292734198,
      "grad_norm": 0.14233426749706268,
      "learning_rate": 1.9606266191227326e-05,
      "loss": 0.9377,
      "step": 5550
    },
    {
      "epoch": 0.11698198696570727,
      "grad_norm": 0.14202414453029633,
      "learning_rate": 1.9606076530326213e-05,
      "loss": 0.9609,
      "step": 5551
    },
    {
      "epoch": 0.11700306100407255,
      "grad_norm": 0.11903253942728043,
      "learning_rate": 1.9605886824674215e-05,
      "loss": 1.0188,
      "step": 5552
    },
    {
      "epoch": 0.11702413504243785,
      "grad_norm": 0.13481691479682922,
      "learning_rate": 1.9605697074272222e-05,
      "loss": 0.9787,
      "step": 5553
    },
    {
      "epoch": 0.11704520908080313,
      "grad_norm": 0.1736079752445221,
      "learning_rate": 1.9605507279121117e-05,
      "loss": 0.9589,
      "step": 5554
    },
    {
      "epoch": 0.11706628311916842,
      "grad_norm": 0.1663396805524826,
      "learning_rate": 1.9605317439221782e-05,
      "loss": 0.949,
      "step": 5555
    },
    {
      "epoch": 0.11708735715753371,
      "grad_norm": 0.12348321825265884,
      "learning_rate": 1.9605127554575107e-05,
      "loss": 0.9833,
      "step": 5556
    },
    {
      "epoch": 0.11710843119589899,
      "grad_norm": 0.1601002812385559,
      "learning_rate": 1.960493762518197e-05,
      "loss": 0.9066,
      "step": 5557
    },
    {
      "epoch": 0.11712950523426428,
      "grad_norm": 0.11633352190256119,
      "learning_rate": 1.960474765104326e-05,
      "loss": 0.9588,
      "step": 5558
    },
    {
      "epoch": 0.11715057927262956,
      "grad_norm": 0.17291563749313354,
      "learning_rate": 1.9604557632159863e-05,
      "loss": 1.014,
      "step": 5559
    },
    {
      "epoch": 0.11717165331099486,
      "grad_norm": 0.17262746393680573,
      "learning_rate": 1.960436756853266e-05,
      "loss": 1.0426,
      "step": 5560
    },
    {
      "epoch": 0.11719272734936013,
      "grad_norm": 0.13039998710155487,
      "learning_rate": 1.960417746016254e-05,
      "loss": 0.8881,
      "step": 5561
    },
    {
      "epoch": 0.11721380138772543,
      "grad_norm": 0.1862683743238449,
      "learning_rate": 1.9603987307050384e-05,
      "loss": 0.9692,
      "step": 5562
    },
    {
      "epoch": 0.1172348754260907,
      "grad_norm": 0.19242069125175476,
      "learning_rate": 1.9603797109197084e-05,
      "loss": 0.9592,
      "step": 5563
    },
    {
      "epoch": 0.117255949464456,
      "grad_norm": 0.16110467910766602,
      "learning_rate": 1.960360686660352e-05,
      "loss": 0.918,
      "step": 5564
    },
    {
      "epoch": 0.11727702350282129,
      "grad_norm": 0.16019636392593384,
      "learning_rate": 1.9603416579270586e-05,
      "loss": 0.9943,
      "step": 5565
    },
    {
      "epoch": 0.11729809754118657,
      "grad_norm": 0.20685721933841705,
      "learning_rate": 1.960322624719916e-05,
      "loss": 1.044,
      "step": 5566
    },
    {
      "epoch": 0.11731917157955186,
      "grad_norm": 0.1508728414773941,
      "learning_rate": 1.9603035870390132e-05,
      "loss": 1.023,
      "step": 5567
    },
    {
      "epoch": 0.11734024561791714,
      "grad_norm": 0.1987331509590149,
      "learning_rate": 1.9602845448844393e-05,
      "loss": 0.9996,
      "step": 5568
    },
    {
      "epoch": 0.11736131965628244,
      "grad_norm": 0.14860104024410248,
      "learning_rate": 1.9602654982562822e-05,
      "loss": 0.9258,
      "step": 5569
    },
    {
      "epoch": 0.11738239369464772,
      "grad_norm": 0.19379819929599762,
      "learning_rate": 1.9602464471546314e-05,
      "loss": 0.923,
      "step": 5570
    },
    {
      "epoch": 0.11740346773301301,
      "grad_norm": 0.21920964121818542,
      "learning_rate": 1.9602273915795753e-05,
      "loss": 1.0516,
      "step": 5571
    },
    {
      "epoch": 0.11742454177137829,
      "grad_norm": 0.18793079257011414,
      "learning_rate": 1.9602083315312023e-05,
      "loss": 0.9974,
      "step": 5572
    },
    {
      "epoch": 0.11744561580974358,
      "grad_norm": 0.25686702132225037,
      "learning_rate": 1.960189267009602e-05,
      "loss": 0.8934,
      "step": 5573
    },
    {
      "epoch": 0.11746668984810887,
      "grad_norm": 0.19106942415237427,
      "learning_rate": 1.9601701980148625e-05,
      "loss": 0.9567,
      "step": 5574
    },
    {
      "epoch": 0.11748776388647415,
      "grad_norm": 0.1686171591281891,
      "learning_rate": 1.9601511245470733e-05,
      "loss": 0.9664,
      "step": 5575
    },
    {
      "epoch": 0.11750883792483945,
      "grad_norm": 0.1793513298034668,
      "learning_rate": 1.9601320466063226e-05,
      "loss": 0.9637,
      "step": 5576
    },
    {
      "epoch": 0.11752991196320473,
      "grad_norm": 0.1697789430618286,
      "learning_rate": 1.9601129641927e-05,
      "loss": 0.9906,
      "step": 5577
    },
    {
      "epoch": 0.11755098600157002,
      "grad_norm": 0.18606002628803253,
      "learning_rate": 1.9600938773062937e-05,
      "loss": 0.91,
      "step": 5578
    },
    {
      "epoch": 0.1175720600399353,
      "grad_norm": 0.15982188284397125,
      "learning_rate": 1.960074785947193e-05,
      "loss": 0.9596,
      "step": 5579
    },
    {
      "epoch": 0.11759313407830059,
      "grad_norm": 0.20893827080726624,
      "learning_rate": 1.9600556901154862e-05,
      "loss": 0.9546,
      "step": 5580
    },
    {
      "epoch": 0.11761420811666588,
      "grad_norm": 0.16625773906707764,
      "learning_rate": 1.9600365898112633e-05,
      "loss": 0.9936,
      "step": 5581
    },
    {
      "epoch": 0.11763528215503116,
      "grad_norm": 0.1585792601108551,
      "learning_rate": 1.9600174850346128e-05,
      "loss": 0.902,
      "step": 5582
    },
    {
      "epoch": 0.11765635619339646,
      "grad_norm": 0.23307006061077118,
      "learning_rate": 1.9599983757856233e-05,
      "loss": 1.0762,
      "step": 5583
    },
    {
      "epoch": 0.11767743023176173,
      "grad_norm": 0.1950700730085373,
      "learning_rate": 1.9599792620643846e-05,
      "loss": 0.9565,
      "step": 5584
    },
    {
      "epoch": 0.11769850427012703,
      "grad_norm": 0.1780758500099182,
      "learning_rate": 1.9599601438709853e-05,
      "loss": 0.9451,
      "step": 5585
    },
    {
      "epoch": 0.1177195783084923,
      "grad_norm": 0.15518803894519806,
      "learning_rate": 1.959941021205514e-05,
      "loss": 0.9726,
      "step": 5586
    },
    {
      "epoch": 0.1177406523468576,
      "grad_norm": 0.18305860459804535,
      "learning_rate": 1.9599218940680608e-05,
      "loss": 0.9695,
      "step": 5587
    },
    {
      "epoch": 0.11776172638522288,
      "grad_norm": 0.1377856582403183,
      "learning_rate": 1.959902762458714e-05,
      "loss": 0.884,
      "step": 5588
    },
    {
      "epoch": 0.11778280042358817,
      "grad_norm": 0.16150858998298645,
      "learning_rate": 1.9598836263775633e-05,
      "loss": 0.906,
      "step": 5589
    },
    {
      "epoch": 0.11780387446195346,
      "grad_norm": 0.15998926758766174,
      "learning_rate": 1.9598644858246975e-05,
      "loss": 1.0102,
      "step": 5590
    },
    {
      "epoch": 0.11782494850031874,
      "grad_norm": 0.17868830263614655,
      "learning_rate": 1.9598453408002056e-05,
      "loss": 0.9129,
      "step": 5591
    },
    {
      "epoch": 0.11784602253868404,
      "grad_norm": 0.15995639562606812,
      "learning_rate": 1.9598261913041773e-05,
      "loss": 1.0128,
      "step": 5592
    },
    {
      "epoch": 0.11786709657704932,
      "grad_norm": 0.1847546249628067,
      "learning_rate": 1.9598070373367016e-05,
      "loss": 1.0026,
      "step": 5593
    },
    {
      "epoch": 0.11788817061541461,
      "grad_norm": 0.17112702131271362,
      "learning_rate": 1.9597878788978672e-05,
      "loss": 0.9541,
      "step": 5594
    },
    {
      "epoch": 0.11790924465377989,
      "grad_norm": 0.16469834744930267,
      "learning_rate": 1.9597687159877643e-05,
      "loss": 1.0354,
      "step": 5595
    },
    {
      "epoch": 0.11793031869214518,
      "grad_norm": 0.28350797295570374,
      "learning_rate": 1.959749548606481e-05,
      "loss": 1.0512,
      "step": 5596
    },
    {
      "epoch": 0.11795139273051046,
      "grad_norm": 0.17738059163093567,
      "learning_rate": 1.959730376754108e-05,
      "loss": 0.9464,
      "step": 5597
    },
    {
      "epoch": 0.11797246676887575,
      "grad_norm": 0.1564609706401825,
      "learning_rate": 1.9597112004307337e-05,
      "loss": 0.91,
      "step": 5598
    },
    {
      "epoch": 0.11799354080724105,
      "grad_norm": 0.1881721019744873,
      "learning_rate": 1.9596920196364477e-05,
      "loss": 1.006,
      "step": 5599
    },
    {
      "epoch": 0.11801461484560632,
      "grad_norm": 0.15023210644721985,
      "learning_rate": 1.959672834371339e-05,
      "loss": 1.0074,
      "step": 5600
    },
    {
      "epoch": 0.11803568888397162,
      "grad_norm": 0.2078096717596054,
      "learning_rate": 1.9596536446354975e-05,
      "loss": 1.0864,
      "step": 5601
    },
    {
      "epoch": 0.1180567629223369,
      "grad_norm": 0.21692506968975067,
      "learning_rate": 1.9596344504290123e-05,
      "loss": 0.9198,
      "step": 5602
    },
    {
      "epoch": 0.11807783696070219,
      "grad_norm": 0.138375386595726,
      "learning_rate": 1.9596152517519725e-05,
      "loss": 0.9264,
      "step": 5603
    },
    {
      "epoch": 0.11809891099906747,
      "grad_norm": 0.15426138043403625,
      "learning_rate": 1.9595960486044684e-05,
      "loss": 0.8438,
      "step": 5604
    },
    {
      "epoch": 0.11811998503743276,
      "grad_norm": 0.17452530562877655,
      "learning_rate": 1.959576840986589e-05,
      "loss": 0.9397,
      "step": 5605
    },
    {
      "epoch": 0.11814105907579804,
      "grad_norm": 0.17435036599636078,
      "learning_rate": 1.9595576288984233e-05,
      "loss": 0.9335,
      "step": 5606
    },
    {
      "epoch": 0.11816213311416333,
      "grad_norm": 0.1557641476392746,
      "learning_rate": 1.9595384123400617e-05,
      "loss": 1.0252,
      "step": 5607
    },
    {
      "epoch": 0.11818320715252863,
      "grad_norm": 0.18180710077285767,
      "learning_rate": 1.959519191311593e-05,
      "loss": 0.9928,
      "step": 5608
    },
    {
      "epoch": 0.1182042811908939,
      "grad_norm": 0.13094475865364075,
      "learning_rate": 1.9594999658131073e-05,
      "loss": 0.9075,
      "step": 5609
    },
    {
      "epoch": 0.1182253552292592,
      "grad_norm": 0.19479720294475555,
      "learning_rate": 1.9594807358446935e-05,
      "loss": 0.9996,
      "step": 5610
    },
    {
      "epoch": 0.11824642926762448,
      "grad_norm": 0.17633701860904694,
      "learning_rate": 1.959461501406442e-05,
      "loss": 0.9855,
      "step": 5611
    },
    {
      "epoch": 0.11826750330598977,
      "grad_norm": 0.18395794928073883,
      "learning_rate": 1.959442262498442e-05,
      "loss": 1.0099,
      "step": 5612
    },
    {
      "epoch": 0.11828857734435505,
      "grad_norm": 0.16256092488765717,
      "learning_rate": 1.9594230191207827e-05,
      "loss": 0.9853,
      "step": 5613
    },
    {
      "epoch": 0.11830965138272034,
      "grad_norm": 0.1325702965259552,
      "learning_rate": 1.9594037712735542e-05,
      "loss": 0.8535,
      "step": 5614
    },
    {
      "epoch": 0.11833072542108562,
      "grad_norm": 0.19837665557861328,
      "learning_rate": 1.9593845189568462e-05,
      "loss": 0.9931,
      "step": 5615
    },
    {
      "epoch": 0.11835179945945092,
      "grad_norm": 0.17377132177352905,
      "learning_rate": 1.9593652621707483e-05,
      "loss": 0.9876,
      "step": 5616
    },
    {
      "epoch": 0.11837287349781621,
      "grad_norm": 0.1905241459608078,
      "learning_rate": 1.9593460009153504e-05,
      "loss": 0.9564,
      "step": 5617
    },
    {
      "epoch": 0.11839394753618149,
      "grad_norm": 0.17129935324192047,
      "learning_rate": 1.9593267351907418e-05,
      "loss": 0.9459,
      "step": 5618
    },
    {
      "epoch": 0.11841502157454678,
      "grad_norm": 0.15673482418060303,
      "learning_rate": 1.959307464997013e-05,
      "loss": 0.9789,
      "step": 5619
    },
    {
      "epoch": 0.11843609561291206,
      "grad_norm": 0.1300651878118515,
      "learning_rate": 1.9592881903342527e-05,
      "loss": 0.9566,
      "step": 5620
    },
    {
      "epoch": 0.11845716965127735,
      "grad_norm": 0.18094965815544128,
      "learning_rate": 1.9592689112025514e-05,
      "loss": 0.9945,
      "step": 5621
    },
    {
      "epoch": 0.11847824368964263,
      "grad_norm": 0.1277494728565216,
      "learning_rate": 1.959249627601999e-05,
      "loss": 0.9427,
      "step": 5622
    },
    {
      "epoch": 0.11849931772800792,
      "grad_norm": 0.19263973832130432,
      "learning_rate": 1.9592303395326845e-05,
      "loss": 1.001,
      "step": 5623
    },
    {
      "epoch": 0.11852039176637322,
      "grad_norm": 0.15392491221427917,
      "learning_rate": 1.959211046994699e-05,
      "loss": 0.9295,
      "step": 5624
    },
    {
      "epoch": 0.1185414658047385,
      "grad_norm": 0.1551542431116104,
      "learning_rate": 1.9591917499881313e-05,
      "loss": 0.9572,
      "step": 5625
    },
    {
      "epoch": 0.11856253984310379,
      "grad_norm": 0.15162834525108337,
      "learning_rate": 1.9591724485130724e-05,
      "loss": 0.9749,
      "step": 5626
    },
    {
      "epoch": 0.11858361388146907,
      "grad_norm": 0.1874721199274063,
      "learning_rate": 1.959153142569611e-05,
      "loss": 0.9932,
      "step": 5627
    },
    {
      "epoch": 0.11860468791983436,
      "grad_norm": 0.1448897272348404,
      "learning_rate": 1.9591338321578376e-05,
      "loss": 0.9142,
      "step": 5628
    },
    {
      "epoch": 0.11862576195819964,
      "grad_norm": 0.14784643054008484,
      "learning_rate": 1.9591145172778424e-05,
      "loss": 1.018,
      "step": 5629
    },
    {
      "epoch": 0.11864683599656493,
      "grad_norm": 0.1570643186569214,
      "learning_rate": 1.959095197929715e-05,
      "loss": 0.8937,
      "step": 5630
    },
    {
      "epoch": 0.11866791003493021,
      "grad_norm": 0.14919520914554596,
      "learning_rate": 1.9590758741135456e-05,
      "loss": 0.9039,
      "step": 5631
    },
    {
      "epoch": 0.1186889840732955,
      "grad_norm": 0.15115545690059662,
      "learning_rate": 1.9590565458294243e-05,
      "loss": 0.9414,
      "step": 5632
    },
    {
      "epoch": 0.1187100581116608,
      "grad_norm": 0.20862089097499847,
      "learning_rate": 1.9590372130774407e-05,
      "loss": 0.9196,
      "step": 5633
    },
    {
      "epoch": 0.11873113215002608,
      "grad_norm": 0.17380386590957642,
      "learning_rate": 1.9590178758576853e-05,
      "loss": 0.9678,
      "step": 5634
    },
    {
      "epoch": 0.11875220618839137,
      "grad_norm": 0.21832893788814545,
      "learning_rate": 1.958998534170248e-05,
      "loss": 1.0566,
      "step": 5635
    },
    {
      "epoch": 0.11877328022675665,
      "grad_norm": 0.178508922457695,
      "learning_rate": 1.958979188015219e-05,
      "loss": 0.9368,
      "step": 5636
    },
    {
      "epoch": 0.11879435426512194,
      "grad_norm": 0.13678352534770966,
      "learning_rate": 1.9589598373926883e-05,
      "loss": 0.9338,
      "step": 5637
    },
    {
      "epoch": 0.11881542830348722,
      "grad_norm": 0.20526085793972015,
      "learning_rate": 1.9589404823027464e-05,
      "loss": 1.1154,
      "step": 5638
    },
    {
      "epoch": 0.11883650234185252,
      "grad_norm": 0.13284645974636078,
      "learning_rate": 1.958921122745483e-05,
      "loss": 0.8648,
      "step": 5639
    },
    {
      "epoch": 0.1188575763802178,
      "grad_norm": 0.17573024332523346,
      "learning_rate": 1.9589017587209885e-05,
      "loss": 0.9724,
      "step": 5640
    },
    {
      "epoch": 0.11887865041858309,
      "grad_norm": 0.19822806119918823,
      "learning_rate": 1.958882390229353e-05,
      "loss": 0.9273,
      "step": 5641
    },
    {
      "epoch": 0.11889972445694838,
      "grad_norm": 0.15826497972011566,
      "learning_rate": 1.958863017270667e-05,
      "loss": 0.9592,
      "step": 5642
    },
    {
      "epoch": 0.11892079849531366,
      "grad_norm": 0.1901203691959381,
      "learning_rate": 1.9588436398450206e-05,
      "loss": 1.004,
      "step": 5643
    },
    {
      "epoch": 0.11894187253367895,
      "grad_norm": 0.1442723423242569,
      "learning_rate": 1.958824257952504e-05,
      "loss": 0.9452,
      "step": 5644
    },
    {
      "epoch": 0.11896294657204423,
      "grad_norm": 0.17351332306861877,
      "learning_rate": 1.9588048715932072e-05,
      "loss": 0.9587,
      "step": 5645
    },
    {
      "epoch": 0.11898402061040952,
      "grad_norm": 0.1620534509420395,
      "learning_rate": 1.958785480767221e-05,
      "loss": 1.0402,
      "step": 5646
    },
    {
      "epoch": 0.1190050946487748,
      "grad_norm": 0.11721363663673401,
      "learning_rate": 1.9587660854746357e-05,
      "loss": 0.9394,
      "step": 5647
    },
    {
      "epoch": 0.1190261686871401,
      "grad_norm": 0.12035365402698517,
      "learning_rate": 1.9587466857155417e-05,
      "loss": 0.9005,
      "step": 5648
    },
    {
      "epoch": 0.11904724272550538,
      "grad_norm": 0.11945514380931854,
      "learning_rate": 1.958727281490029e-05,
      "loss": 0.8936,
      "step": 5649
    },
    {
      "epoch": 0.11906831676387067,
      "grad_norm": 0.1767488420009613,
      "learning_rate": 1.9587078727981884e-05,
      "loss": 1.057,
      "step": 5650
    },
    {
      "epoch": 0.11908939080223596,
      "grad_norm": 0.13583609461784363,
      "learning_rate": 1.9586884596401102e-05,
      "loss": 0.9178,
      "step": 5651
    },
    {
      "epoch": 0.11911046484060124,
      "grad_norm": 0.13029880821704865,
      "learning_rate": 1.958669042015884e-05,
      "loss": 0.9284,
      "step": 5652
    },
    {
      "epoch": 0.11913153887896653,
      "grad_norm": 0.1361265927553177,
      "learning_rate": 1.958649619925602e-05,
      "loss": 0.9155,
      "step": 5653
    },
    {
      "epoch": 0.11915261291733181,
      "grad_norm": 0.15131136775016785,
      "learning_rate": 1.9586301933693534e-05,
      "loss": 0.9683,
      "step": 5654
    },
    {
      "epoch": 0.1191736869556971,
      "grad_norm": 0.16163060069084167,
      "learning_rate": 1.9586107623472287e-05,
      "loss": 1.0378,
      "step": 5655
    },
    {
      "epoch": 0.11919476099406238,
      "grad_norm": 0.13806962966918945,
      "learning_rate": 1.958591326859319e-05,
      "loss": 0.9847,
      "step": 5656
    },
    {
      "epoch": 0.11921583503242768,
      "grad_norm": 0.14369012415409088,
      "learning_rate": 1.9585718869057146e-05,
      "loss": 1.0304,
      "step": 5657
    },
    {
      "epoch": 0.11923690907079296,
      "grad_norm": 0.15076757967472076,
      "learning_rate": 1.9585524424865058e-05,
      "loss": 1.0084,
      "step": 5658
    },
    {
      "epoch": 0.11925798310915825,
      "grad_norm": 0.13886049389839172,
      "learning_rate": 1.9585329936017837e-05,
      "loss": 0.9491,
      "step": 5659
    },
    {
      "epoch": 0.11927905714752354,
      "grad_norm": 0.22270292043685913,
      "learning_rate": 1.9585135402516388e-05,
      "loss": 0.9838,
      "step": 5660
    },
    {
      "epoch": 0.11930013118588882,
      "grad_norm": 0.16545109450817108,
      "learning_rate": 1.958494082436161e-05,
      "loss": 0.9924,
      "step": 5661
    },
    {
      "epoch": 0.11932120522425411,
      "grad_norm": 0.1412995308637619,
      "learning_rate": 1.9584746201554415e-05,
      "loss": 0.9606,
      "step": 5662
    },
    {
      "epoch": 0.1193422792626194,
      "grad_norm": 0.19188044965267181,
      "learning_rate": 1.9584551534095715e-05,
      "loss": 0.9963,
      "step": 5663
    },
    {
      "epoch": 0.11936335330098469,
      "grad_norm": 0.1798619031906128,
      "learning_rate": 1.958435682198641e-05,
      "loss": 1.0445,
      "step": 5664
    },
    {
      "epoch": 0.11938442733934997,
      "grad_norm": 0.18346400558948517,
      "learning_rate": 1.9584162065227406e-05,
      "loss": 0.9191,
      "step": 5665
    },
    {
      "epoch": 0.11940550137771526,
      "grad_norm": 0.14401334524154663,
      "learning_rate": 1.9583967263819613e-05,
      "loss": 1.0266,
      "step": 5666
    },
    {
      "epoch": 0.11942657541608054,
      "grad_norm": 0.17159293591976166,
      "learning_rate": 1.958377241776394e-05,
      "loss": 0.9851,
      "step": 5667
    },
    {
      "epoch": 0.11944764945444583,
      "grad_norm": 0.14674678444862366,
      "learning_rate": 1.958357752706129e-05,
      "loss": 0.8933,
      "step": 5668
    },
    {
      "epoch": 0.11946872349281112,
      "grad_norm": 0.13292017579078674,
      "learning_rate": 1.958338259171258e-05,
      "loss": 0.9588,
      "step": 5669
    },
    {
      "epoch": 0.1194897975311764,
      "grad_norm": 0.1432005763053894,
      "learning_rate": 1.9583187611718707e-05,
      "loss": 1.0009,
      "step": 5670
    },
    {
      "epoch": 0.1195108715695417,
      "grad_norm": 0.15975821018218994,
      "learning_rate": 1.958299258708059e-05,
      "loss": 0.9309,
      "step": 5671
    },
    {
      "epoch": 0.11953194560790698,
      "grad_norm": 0.1746850460767746,
      "learning_rate": 1.9582797517799125e-05,
      "loss": 0.8883,
      "step": 5672
    },
    {
      "epoch": 0.11955301964627227,
      "grad_norm": 0.1366632878780365,
      "learning_rate": 1.958260240387523e-05,
      "loss": 0.8749,
      "step": 5673
    },
    {
      "epoch": 0.11957409368463755,
      "grad_norm": 0.1419653445482254,
      "learning_rate": 1.9582407245309815e-05,
      "loss": 0.9299,
      "step": 5674
    },
    {
      "epoch": 0.11959516772300284,
      "grad_norm": 0.16298213601112366,
      "learning_rate": 1.958221204210378e-05,
      "loss": 0.9762,
      "step": 5675
    },
    {
      "epoch": 0.11961624176136813,
      "grad_norm": 0.15681134164333344,
      "learning_rate": 1.9582016794258048e-05,
      "loss": 0.9967,
      "step": 5676
    },
    {
      "epoch": 0.11963731579973341,
      "grad_norm": 0.13048051297664642,
      "learning_rate": 1.9581821501773516e-05,
      "loss": 0.8879,
      "step": 5677
    },
    {
      "epoch": 0.1196583898380987,
      "grad_norm": 0.15226192772388458,
      "learning_rate": 1.95816261646511e-05,
      "loss": 1.0259,
      "step": 5678
    },
    {
      "epoch": 0.11967946387646398,
      "grad_norm": 0.14155122637748718,
      "learning_rate": 1.9581430782891707e-05,
      "loss": 0.9726,
      "step": 5679
    },
    {
      "epoch": 0.11970053791482928,
      "grad_norm": 0.14934013783931732,
      "learning_rate": 1.958123535649625e-05,
      "loss": 0.9195,
      "step": 5680
    },
    {
      "epoch": 0.11972161195319456,
      "grad_norm": 0.13817310333251953,
      "learning_rate": 1.958103988546564e-05,
      "loss": 0.9606,
      "step": 5681
    },
    {
      "epoch": 0.11974268599155985,
      "grad_norm": 0.13756346702575684,
      "learning_rate": 1.9580844369800783e-05,
      "loss": 1.0763,
      "step": 5682
    },
    {
      "epoch": 0.11976376002992513,
      "grad_norm": 0.130479097366333,
      "learning_rate": 1.9580648809502593e-05,
      "loss": 0.9119,
      "step": 5683
    },
    {
      "epoch": 0.11978483406829042,
      "grad_norm": 0.11328324675559998,
      "learning_rate": 1.958045320457198e-05,
      "loss": 1.0078,
      "step": 5684
    },
    {
      "epoch": 0.11980590810665571,
      "grad_norm": 0.13070791959762573,
      "learning_rate": 1.9580257555009857e-05,
      "loss": 0.9995,
      "step": 5685
    },
    {
      "epoch": 0.119826982145021,
      "grad_norm": 0.13061097264289856,
      "learning_rate": 1.9580061860817134e-05,
      "loss": 0.9284,
      "step": 5686
    },
    {
      "epoch": 0.11984805618338629,
      "grad_norm": 0.12948814034461975,
      "learning_rate": 1.9579866121994726e-05,
      "loss": 0.9074,
      "step": 5687
    },
    {
      "epoch": 0.11986913022175157,
      "grad_norm": 0.1625746488571167,
      "learning_rate": 1.957967033854354e-05,
      "loss": 0.9436,
      "step": 5688
    },
    {
      "epoch": 0.11989020426011686,
      "grad_norm": 0.13195054233074188,
      "learning_rate": 1.957947451046449e-05,
      "loss": 0.9528,
      "step": 5689
    },
    {
      "epoch": 0.11991127829848214,
      "grad_norm": 0.1285671889781952,
      "learning_rate": 1.9579278637758486e-05,
      "loss": 1.0013,
      "step": 5690
    },
    {
      "epoch": 0.11993235233684743,
      "grad_norm": 0.1508082002401352,
      "learning_rate": 1.957908272042645e-05,
      "loss": 1.0634,
      "step": 5691
    },
    {
      "epoch": 0.11995342637521271,
      "grad_norm": 0.1726330667734146,
      "learning_rate": 1.957888675846928e-05,
      "loss": 1.018,
      "step": 5692
    },
    {
      "epoch": 0.119974500413578,
      "grad_norm": 0.16064518690109253,
      "learning_rate": 1.9578690751887897e-05,
      "loss": 0.9125,
      "step": 5693
    },
    {
      "epoch": 0.1199955744519433,
      "grad_norm": 0.14906705915927887,
      "learning_rate": 1.9578494700683217e-05,
      "loss": 0.9978,
      "step": 5694
    },
    {
      "epoch": 0.12001664849030858,
      "grad_norm": 0.15156623721122742,
      "learning_rate": 1.9578298604856148e-05,
      "loss": 0.9773,
      "step": 5695
    },
    {
      "epoch": 0.12003772252867387,
      "grad_norm": 0.16489247977733612,
      "learning_rate": 1.9578102464407606e-05,
      "loss": 0.9304,
      "step": 5696
    },
    {
      "epoch": 0.12005879656703915,
      "grad_norm": 0.1520896553993225,
      "learning_rate": 1.9577906279338507e-05,
      "loss": 1.018,
      "step": 5697
    },
    {
      "epoch": 0.12007987060540444,
      "grad_norm": 0.18463534116744995,
      "learning_rate": 1.9577710049649756e-05,
      "loss": 1.0306,
      "step": 5698
    },
    {
      "epoch": 0.12010094464376972,
      "grad_norm": 0.1894649863243103,
      "learning_rate": 1.9577513775342277e-05,
      "loss": 0.9929,
      "step": 5699
    },
    {
      "epoch": 0.12012201868213501,
      "grad_norm": 0.15340933203697205,
      "learning_rate": 1.9577317456416978e-05,
      "loss": 1.0058,
      "step": 5700
    },
    {
      "epoch": 0.12014309272050029,
      "grad_norm": 0.1756257563829422,
      "learning_rate": 1.9577121092874778e-05,
      "loss": 0.9688,
      "step": 5701
    },
    {
      "epoch": 0.12016416675886558,
      "grad_norm": 0.12908817827701569,
      "learning_rate": 1.957692468471659e-05,
      "loss": 0.9536,
      "step": 5702
    },
    {
      "epoch": 0.12018524079723088,
      "grad_norm": 0.15053370594978333,
      "learning_rate": 1.957672823194333e-05,
      "loss": 0.928,
      "step": 5703
    },
    {
      "epoch": 0.12020631483559616,
      "grad_norm": 0.12304908782243729,
      "learning_rate": 1.957653173455591e-05,
      "loss": 0.8558,
      "step": 5704
    },
    {
      "epoch": 0.12022738887396145,
      "grad_norm": 0.15687087178230286,
      "learning_rate": 1.9576335192555248e-05,
      "loss": 1.0283,
      "step": 5705
    },
    {
      "epoch": 0.12024846291232673,
      "grad_norm": 0.16174964606761932,
      "learning_rate": 1.9576138605942262e-05,
      "loss": 0.9213,
      "step": 5706
    },
    {
      "epoch": 0.12026953695069202,
      "grad_norm": 0.14851462841033936,
      "learning_rate": 1.9575941974717864e-05,
      "loss": 0.898,
      "step": 5707
    },
    {
      "epoch": 0.1202906109890573,
      "grad_norm": 0.17103521525859833,
      "learning_rate": 1.9575745298882968e-05,
      "loss": 0.9186,
      "step": 5708
    },
    {
      "epoch": 0.1203116850274226,
      "grad_norm": 0.14727665483951569,
      "learning_rate": 1.9575548578438495e-05,
      "loss": 0.9758,
      "step": 5709
    },
    {
      "epoch": 0.12033275906578787,
      "grad_norm": 0.18893428146839142,
      "learning_rate": 1.9575351813385358e-05,
      "loss": 0.966,
      "step": 5710
    },
    {
      "epoch": 0.12035383310415317,
      "grad_norm": 0.16773784160614014,
      "learning_rate": 1.957515500372448e-05,
      "loss": 0.8977,
      "step": 5711
    },
    {
      "epoch": 0.12037490714251846,
      "grad_norm": 0.1412854790687561,
      "learning_rate": 1.957495814945677e-05,
      "loss": 0.9094,
      "step": 5712
    },
    {
      "epoch": 0.12039598118088374,
      "grad_norm": 0.13186441361904144,
      "learning_rate": 1.957476125058315e-05,
      "loss": 0.9143,
      "step": 5713
    },
    {
      "epoch": 0.12041705521924903,
      "grad_norm": 0.14030912518501282,
      "learning_rate": 1.9574564307104533e-05,
      "loss": 1.0096,
      "step": 5714
    },
    {
      "epoch": 0.12043812925761431,
      "grad_norm": 0.20466208457946777,
      "learning_rate": 1.9574367319021837e-05,
      "loss": 1.0061,
      "step": 5715
    },
    {
      "epoch": 0.1204592032959796,
      "grad_norm": 0.1618291586637497,
      "learning_rate": 1.957417028633599e-05,
      "loss": 0.9173,
      "step": 5716
    },
    {
      "epoch": 0.12048027733434488,
      "grad_norm": 0.17263881862163544,
      "learning_rate": 1.9573973209047893e-05,
      "loss": 1.0076,
      "step": 5717
    },
    {
      "epoch": 0.12050135137271017,
      "grad_norm": 0.1524263471364975,
      "learning_rate": 1.9573776087158477e-05,
      "loss": 0.8904,
      "step": 5718
    },
    {
      "epoch": 0.12052242541107545,
      "grad_norm": 0.15800219774246216,
      "learning_rate": 1.9573578920668654e-05,
      "loss": 0.9917,
      "step": 5719
    },
    {
      "epoch": 0.12054349944944075,
      "grad_norm": 0.1735156774520874,
      "learning_rate": 1.9573381709579347e-05,
      "loss": 0.9707,
      "step": 5720
    },
    {
      "epoch": 0.12056457348780604,
      "grad_norm": 0.12236738204956055,
      "learning_rate": 1.957318445389147e-05,
      "loss": 0.9652,
      "step": 5721
    },
    {
      "epoch": 0.12058564752617132,
      "grad_norm": 0.1534069925546646,
      "learning_rate": 1.9572987153605944e-05,
      "loss": 1.0016,
      "step": 5722
    },
    {
      "epoch": 0.12060672156453661,
      "grad_norm": 0.15467111766338348,
      "learning_rate": 1.957278980872369e-05,
      "loss": 0.9613,
      "step": 5723
    },
    {
      "epoch": 0.12062779560290189,
      "grad_norm": 0.1674627959728241,
      "learning_rate": 1.9572592419245623e-05,
      "loss": 0.8829,
      "step": 5724
    },
    {
      "epoch": 0.12064886964126718,
      "grad_norm": 0.33720850944519043,
      "learning_rate": 1.957239498517267e-05,
      "loss": 0.9317,
      "step": 5725
    },
    {
      "epoch": 0.12066994367963246,
      "grad_norm": 0.14941345155239105,
      "learning_rate": 1.957219750650574e-05,
      "loss": 0.9971,
      "step": 5726
    },
    {
      "epoch": 0.12069101771799776,
      "grad_norm": 0.15056194365024567,
      "learning_rate": 1.9571999983245768e-05,
      "loss": 0.951,
      "step": 5727
    },
    {
      "epoch": 0.12071209175636305,
      "grad_norm": 0.13245663046836853,
      "learning_rate": 1.9571802415393658e-05,
      "loss": 0.9426,
      "step": 5728
    },
    {
      "epoch": 0.12073316579472833,
      "grad_norm": 0.13553418219089508,
      "learning_rate": 1.9571604802950336e-05,
      "loss": 0.973,
      "step": 5729
    },
    {
      "epoch": 0.12075423983309362,
      "grad_norm": 0.14950409531593323,
      "learning_rate": 1.957140714591673e-05,
      "loss": 0.9161,
      "step": 5730
    },
    {
      "epoch": 0.1207753138714589,
      "grad_norm": 0.13891585171222687,
      "learning_rate": 1.957120944429375e-05,
      "loss": 0.9742,
      "step": 5731
    },
    {
      "epoch": 0.1207963879098242,
      "grad_norm": 0.15842247009277344,
      "learning_rate": 1.9571011698082325e-05,
      "loss": 0.9223,
      "step": 5732
    },
    {
      "epoch": 0.12081746194818947,
      "grad_norm": 0.13767345249652863,
      "learning_rate": 1.957081390728337e-05,
      "loss": 0.9177,
      "step": 5733
    },
    {
      "epoch": 0.12083853598655477,
      "grad_norm": 0.19722336530685425,
      "learning_rate": 1.9570616071897816e-05,
      "loss": 0.96,
      "step": 5734
    },
    {
      "epoch": 0.12085961002492004,
      "grad_norm": 0.19279301166534424,
      "learning_rate": 1.9570418191926574e-05,
      "loss": 0.9717,
      "step": 5735
    },
    {
      "epoch": 0.12088068406328534,
      "grad_norm": 0.13328906893730164,
      "learning_rate": 1.957022026737057e-05,
      "loss": 0.9297,
      "step": 5736
    },
    {
      "epoch": 0.12090175810165063,
      "grad_norm": 0.1855747550725937,
      "learning_rate": 1.9570022298230723e-05,
      "loss": 0.9508,
      "step": 5737
    },
    {
      "epoch": 0.12092283214001591,
      "grad_norm": 0.14774185419082642,
      "learning_rate": 1.9569824284507965e-05,
      "loss": 1.0302,
      "step": 5738
    },
    {
      "epoch": 0.1209439061783812,
      "grad_norm": 0.1642991453409195,
      "learning_rate": 1.9569626226203206e-05,
      "loss": 0.9167,
      "step": 5739
    },
    {
      "epoch": 0.12096498021674648,
      "grad_norm": 0.14056222140789032,
      "learning_rate": 1.956942812331738e-05,
      "loss": 0.983,
      "step": 5740
    },
    {
      "epoch": 0.12098605425511177,
      "grad_norm": 0.272134929895401,
      "learning_rate": 1.95692299758514e-05,
      "loss": 0.8186,
      "step": 5741
    },
    {
      "epoch": 0.12100712829347705,
      "grad_norm": 0.14066752791404724,
      "learning_rate": 1.9569031783806197e-05,
      "loss": 0.9148,
      "step": 5742
    },
    {
      "epoch": 0.12102820233184235,
      "grad_norm": 0.1780059039592743,
      "learning_rate": 1.956883354718269e-05,
      "loss": 1.0503,
      "step": 5743
    },
    {
      "epoch": 0.12104927637020763,
      "grad_norm": 0.16202569007873535,
      "learning_rate": 1.95686352659818e-05,
      "loss": 0.9821,
      "step": 5744
    },
    {
      "epoch": 0.12107035040857292,
      "grad_norm": 0.186777725815773,
      "learning_rate": 1.956843694020446e-05,
      "loss": 1.015,
      "step": 5745
    },
    {
      "epoch": 0.12109142444693821,
      "grad_norm": 0.1448518931865692,
      "learning_rate": 1.956823856985158e-05,
      "loss": 1.0775,
      "step": 5746
    },
    {
      "epoch": 0.12111249848530349,
      "grad_norm": 0.1675795167684555,
      "learning_rate": 1.9568040154924097e-05,
      "loss": 1.0049,
      "step": 5747
    },
    {
      "epoch": 0.12113357252366878,
      "grad_norm": 0.13464626669883728,
      "learning_rate": 1.956784169542293e-05,
      "loss": 1.0095,
      "step": 5748
    },
    {
      "epoch": 0.12115464656203406,
      "grad_norm": 0.16613683104515076,
      "learning_rate": 1.9567643191349005e-05,
      "loss": 0.9795,
      "step": 5749
    },
    {
      "epoch": 0.12117572060039936,
      "grad_norm": 0.1301601678133011,
      "learning_rate": 1.9567444642703246e-05,
      "loss": 0.8783,
      "step": 5750
    },
    {
      "epoch": 0.12119679463876463,
      "grad_norm": 0.18563808500766754,
      "learning_rate": 1.9567246049486576e-05,
      "loss": 0.901,
      "step": 5751
    },
    {
      "epoch": 0.12121786867712993,
      "grad_norm": 0.18803901970386505,
      "learning_rate": 1.9567047411699923e-05,
      "loss": 0.925,
      "step": 5752
    },
    {
      "epoch": 0.12123894271549521,
      "grad_norm": 0.1580042839050293,
      "learning_rate": 1.956684872934421e-05,
      "loss": 0.9631,
      "step": 5753
    },
    {
      "epoch": 0.1212600167538605,
      "grad_norm": 0.2250259816646576,
      "learning_rate": 1.9566650002420363e-05,
      "loss": 0.9764,
      "step": 5754
    },
    {
      "epoch": 0.12128109079222579,
      "grad_norm": 0.19878321886062622,
      "learning_rate": 1.9566451230929312e-05,
      "loss": 1.0535,
      "step": 5755
    },
    {
      "epoch": 0.12130216483059107,
      "grad_norm": 0.2204803079366684,
      "learning_rate": 1.9566252414871975e-05,
      "loss": 0.9805,
      "step": 5756
    },
    {
      "epoch": 0.12132323886895637,
      "grad_norm": 0.16109152138233185,
      "learning_rate": 1.9566053554249287e-05,
      "loss": 0.9825,
      "step": 5757
    },
    {
      "epoch": 0.12134431290732164,
      "grad_norm": 0.1579446941614151,
      "learning_rate": 1.9565854649062167e-05,
      "loss": 0.9088,
      "step": 5758
    },
    {
      "epoch": 0.12136538694568694,
      "grad_norm": 0.15459448099136353,
      "learning_rate": 1.9565655699311548e-05,
      "loss": 0.9454,
      "step": 5759
    },
    {
      "epoch": 0.12138646098405222,
      "grad_norm": 0.17488497495651245,
      "learning_rate": 1.956545670499835e-05,
      "loss": 0.9217,
      "step": 5760
    },
    {
      "epoch": 0.12140753502241751,
      "grad_norm": 0.15563851594924927,
      "learning_rate": 1.9565257666123508e-05,
      "loss": 0.9628,
      "step": 5761
    },
    {
      "epoch": 0.12142860906078279,
      "grad_norm": 0.16556863486766815,
      "learning_rate": 1.9565058582687942e-05,
      "loss": 0.9258,
      "step": 5762
    },
    {
      "epoch": 0.12144968309914808,
      "grad_norm": 0.19802172482013702,
      "learning_rate": 1.9564859454692583e-05,
      "loss": 1.0472,
      "step": 5763
    },
    {
      "epoch": 0.12147075713751337,
      "grad_norm": 0.2254619002342224,
      "learning_rate": 1.9564660282138357e-05,
      "loss": 1.0171,
      "step": 5764
    },
    {
      "epoch": 0.12149183117587865,
      "grad_norm": 0.19954602420330048,
      "learning_rate": 1.9564461065026193e-05,
      "loss": 1.0172,
      "step": 5765
    },
    {
      "epoch": 0.12151290521424395,
      "grad_norm": 0.1401732712984085,
      "learning_rate": 1.956426180335702e-05,
      "loss": 0.9462,
      "step": 5766
    },
    {
      "epoch": 0.12153397925260923,
      "grad_norm": 0.19081082940101624,
      "learning_rate": 1.9564062497131766e-05,
      "loss": 0.9786,
      "step": 5767
    },
    {
      "epoch": 0.12155505329097452,
      "grad_norm": 0.16357354819774628,
      "learning_rate": 1.956386314635136e-05,
      "loss": 0.971,
      "step": 5768
    },
    {
      "epoch": 0.1215761273293398,
      "grad_norm": 0.16820169985294342,
      "learning_rate": 1.9563663751016727e-05,
      "loss": 0.9394,
      "step": 5769
    },
    {
      "epoch": 0.12159720136770509,
      "grad_norm": 0.16646623611450195,
      "learning_rate": 1.9563464311128796e-05,
      "loss": 0.94,
      "step": 5770
    },
    {
      "epoch": 0.12161827540607038,
      "grad_norm": 0.16402998566627502,
      "learning_rate": 1.95632648266885e-05,
      "loss": 0.9785,
      "step": 5771
    },
    {
      "epoch": 0.12163934944443566,
      "grad_norm": 0.21974925696849823,
      "learning_rate": 1.956306529769677e-05,
      "loss": 1.0067,
      "step": 5772
    },
    {
      "epoch": 0.12166042348280096,
      "grad_norm": 0.1979999989271164,
      "learning_rate": 1.956286572415453e-05,
      "loss": 0.9381,
      "step": 5773
    },
    {
      "epoch": 0.12168149752116623,
      "grad_norm": 0.14940245449543,
      "learning_rate": 1.9562666106062713e-05,
      "loss": 0.9676,
      "step": 5774
    },
    {
      "epoch": 0.12170257155953153,
      "grad_norm": 0.21878205239772797,
      "learning_rate": 1.9562466443422247e-05,
      "loss": 0.934,
      "step": 5775
    },
    {
      "epoch": 0.1217236455978968,
      "grad_norm": 0.1827079951763153,
      "learning_rate": 1.9562266736234066e-05,
      "loss": 0.9838,
      "step": 5776
    },
    {
      "epoch": 0.1217447196362621,
      "grad_norm": 0.1715179830789566,
      "learning_rate": 1.9562066984499094e-05,
      "loss": 0.9263,
      "step": 5777
    },
    {
      "epoch": 0.12176579367462738,
      "grad_norm": 0.17491239309310913,
      "learning_rate": 1.9561867188218266e-05,
      "loss": 0.999,
      "step": 5778
    },
    {
      "epoch": 0.12178686771299267,
      "grad_norm": 0.16466397047042847,
      "learning_rate": 1.956166734739251e-05,
      "loss": 0.9135,
      "step": 5779
    },
    {
      "epoch": 0.12180794175135796,
      "grad_norm": 0.20289665460586548,
      "learning_rate": 1.956146746202276e-05,
      "loss": 1.0174,
      "step": 5780
    },
    {
      "epoch": 0.12182901578972324,
      "grad_norm": 0.184146448969841,
      "learning_rate": 1.9561267532109948e-05,
      "loss": 0.9306,
      "step": 5781
    },
    {
      "epoch": 0.12185008982808854,
      "grad_norm": 0.1759120225906372,
      "learning_rate": 1.9561067557655e-05,
      "loss": 0.9838,
      "step": 5782
    },
    {
      "epoch": 0.12187116386645382,
      "grad_norm": 0.1848793923854828,
      "learning_rate": 1.9560867538658854e-05,
      "loss": 0.9614,
      "step": 5783
    },
    {
      "epoch": 0.12189223790481911,
      "grad_norm": 0.1742517352104187,
      "learning_rate": 1.9560667475122437e-05,
      "loss": 0.9856,
      "step": 5784
    },
    {
      "epoch": 0.12191331194318439,
      "grad_norm": 0.148346409201622,
      "learning_rate": 1.9560467367046684e-05,
      "loss": 0.9261,
      "step": 5785
    },
    {
      "epoch": 0.12193438598154968,
      "grad_norm": 0.1700279414653778,
      "learning_rate": 1.9560267214432526e-05,
      "loss": 0.9824,
      "step": 5786
    },
    {
      "epoch": 0.12195546001991496,
      "grad_norm": 0.1285477876663208,
      "learning_rate": 1.9560067017280894e-05,
      "loss": 0.9527,
      "step": 5787
    },
    {
      "epoch": 0.12197653405828025,
      "grad_norm": 0.20551878213882446,
      "learning_rate": 1.9559866775592727e-05,
      "loss": 0.9991,
      "step": 5788
    },
    {
      "epoch": 0.12199760809664555,
      "grad_norm": 0.1721770167350769,
      "learning_rate": 1.9559666489368947e-05,
      "loss": 0.9963,
      "step": 5789
    },
    {
      "epoch": 0.12201868213501083,
      "grad_norm": 0.16216158866882324,
      "learning_rate": 1.9559466158610496e-05,
      "loss": 1.0059,
      "step": 5790
    },
    {
      "epoch": 0.12203975617337612,
      "grad_norm": 0.1437651664018631,
      "learning_rate": 1.9559265783318304e-05,
      "loss": 0.9171,
      "step": 5791
    },
    {
      "epoch": 0.1220608302117414,
      "grad_norm": 0.14173831045627594,
      "learning_rate": 1.95590653634933e-05,
      "loss": 0.9717,
      "step": 5792
    },
    {
      "epoch": 0.12208190425010669,
      "grad_norm": 0.1747521013021469,
      "learning_rate": 1.955886489913643e-05,
      "loss": 1.0596,
      "step": 5793
    },
    {
      "epoch": 0.12210297828847197,
      "grad_norm": 0.1342063993215561,
      "learning_rate": 1.9558664390248615e-05,
      "loss": 0.9144,
      "step": 5794
    },
    {
      "epoch": 0.12212405232683726,
      "grad_norm": 0.12214644998311996,
      "learning_rate": 1.9558463836830796e-05,
      "loss": 0.8591,
      "step": 5795
    },
    {
      "epoch": 0.12214512636520254,
      "grad_norm": 0.17027218639850616,
      "learning_rate": 1.9558263238883905e-05,
      "loss": 0.9539,
      "step": 5796
    },
    {
      "epoch": 0.12216620040356783,
      "grad_norm": 0.16270369291305542,
      "learning_rate": 1.955806259640888e-05,
      "loss": 0.9872,
      "step": 5797
    },
    {
      "epoch": 0.12218727444193313,
      "grad_norm": 0.14809314906597137,
      "learning_rate": 1.955786190940665e-05,
      "loss": 0.9438,
      "step": 5798
    },
    {
      "epoch": 0.1222083484802984,
      "grad_norm": 0.12711462378501892,
      "learning_rate": 1.9557661177878153e-05,
      "loss": 0.9526,
      "step": 5799
    },
    {
      "epoch": 0.1222294225186637,
      "grad_norm": 0.1569174975156784,
      "learning_rate": 1.9557460401824327e-05,
      "loss": 0.9747,
      "step": 5800
    },
    {
      "epoch": 0.12225049655702898,
      "grad_norm": 0.11879997700452805,
      "learning_rate": 1.9557259581246102e-05,
      "loss": 0.9071,
      "step": 5801
    },
    {
      "epoch": 0.12227157059539427,
      "grad_norm": 0.15745921432971954,
      "learning_rate": 1.9557058716144413e-05,
      "loss": 0.9827,
      "step": 5802
    },
    {
      "epoch": 0.12229264463375955,
      "grad_norm": 0.14677241444587708,
      "learning_rate": 1.9556857806520203e-05,
      "loss": 0.9677,
      "step": 5803
    },
    {
      "epoch": 0.12231371867212484,
      "grad_norm": 0.15599499642848969,
      "learning_rate": 1.9556656852374403e-05,
      "loss": 0.9713,
      "step": 5804
    },
    {
      "epoch": 0.12233479271049012,
      "grad_norm": 0.15453951060771942,
      "learning_rate": 1.9556455853707948e-05,
      "loss": 0.9541,
      "step": 5805
    },
    {
      "epoch": 0.12235586674885542,
      "grad_norm": 0.15124160051345825,
      "learning_rate": 1.9556254810521777e-05,
      "loss": 1.0354,
      "step": 5806
    },
    {
      "epoch": 0.12237694078722071,
      "grad_norm": 0.1507798135280609,
      "learning_rate": 1.9556053722816825e-05,
      "loss": 0.9928,
      "step": 5807
    },
    {
      "epoch": 0.12239801482558599,
      "grad_norm": 0.15435776114463806,
      "learning_rate": 1.955585259059403e-05,
      "loss": 0.9515,
      "step": 5808
    },
    {
      "epoch": 0.12241908886395128,
      "grad_norm": 0.1351645290851593,
      "learning_rate": 1.9555651413854327e-05,
      "loss": 0.9436,
      "step": 5809
    },
    {
      "epoch": 0.12244016290231656,
      "grad_norm": 0.18073588609695435,
      "learning_rate": 1.9555450192598656e-05,
      "loss": 0.9829,
      "step": 5810
    },
    {
      "epoch": 0.12246123694068185,
      "grad_norm": 0.14080668985843658,
      "learning_rate": 1.9555248926827954e-05,
      "loss": 0.9346,
      "step": 5811
    },
    {
      "epoch": 0.12248231097904713,
      "grad_norm": 0.15940019488334656,
      "learning_rate": 1.9555047616543156e-05,
      "loss": 0.9862,
      "step": 5812
    },
    {
      "epoch": 0.12250338501741243,
      "grad_norm": 0.20371240377426147,
      "learning_rate": 1.9554846261745202e-05,
      "loss": 1.0439,
      "step": 5813
    },
    {
      "epoch": 0.1225244590557777,
      "grad_norm": 0.13607226312160492,
      "learning_rate": 1.955464486243503e-05,
      "loss": 0.97,
      "step": 5814
    },
    {
      "epoch": 0.122545533094143,
      "grad_norm": 0.16468943655490875,
      "learning_rate": 1.9554443418613577e-05,
      "loss": 0.9901,
      "step": 5815
    },
    {
      "epoch": 0.12256660713250829,
      "grad_norm": 0.16388770937919617,
      "learning_rate": 1.9554241930281783e-05,
      "loss": 0.9172,
      "step": 5816
    },
    {
      "epoch": 0.12258768117087357,
      "grad_norm": 0.12867943942546844,
      "learning_rate": 1.9554040397440587e-05,
      "loss": 0.9527,
      "step": 5817
    },
    {
      "epoch": 0.12260875520923886,
      "grad_norm": 0.1495721936225891,
      "learning_rate": 1.9553838820090923e-05,
      "loss": 0.9185,
      "step": 5818
    },
    {
      "epoch": 0.12262982924760414,
      "grad_norm": 0.1666892021894455,
      "learning_rate": 1.9553637198233736e-05,
      "loss": 0.9858,
      "step": 5819
    },
    {
      "epoch": 0.12265090328596943,
      "grad_norm": 0.11106575280427933,
      "learning_rate": 1.9553435531869966e-05,
      "loss": 0.8839,
      "step": 5820
    },
    {
      "epoch": 0.12267197732433471,
      "grad_norm": 0.15843966603279114,
      "learning_rate": 1.9553233821000543e-05,
      "loss": 0.9825,
      "step": 5821
    },
    {
      "epoch": 0.1226930513627,
      "grad_norm": 0.15850698947906494,
      "learning_rate": 1.9553032065626417e-05,
      "loss": 0.9716,
      "step": 5822
    },
    {
      "epoch": 0.1227141254010653,
      "grad_norm": 0.15923549234867096,
      "learning_rate": 1.9552830265748522e-05,
      "loss": 0.9013,
      "step": 5823
    },
    {
      "epoch": 0.12273519943943058,
      "grad_norm": 0.14507457613945007,
      "learning_rate": 1.95526284213678e-05,
      "loss": 0.8901,
      "step": 5824
    },
    {
      "epoch": 0.12275627347779587,
      "grad_norm": 0.14726416766643524,
      "learning_rate": 1.9552426532485196e-05,
      "loss": 0.9646,
      "step": 5825
    },
    {
      "epoch": 0.12277734751616115,
      "grad_norm": 0.16890093684196472,
      "learning_rate": 1.9552224599101645e-05,
      "loss": 0.9894,
      "step": 5826
    },
    {
      "epoch": 0.12279842155452644,
      "grad_norm": 0.15151965618133545,
      "learning_rate": 1.955202262121809e-05,
      "loss": 1.0021,
      "step": 5827
    },
    {
      "epoch": 0.12281949559289172,
      "grad_norm": 0.1440109759569168,
      "learning_rate": 1.9551820598835464e-05,
      "loss": 1.016,
      "step": 5828
    },
    {
      "epoch": 0.12284056963125702,
      "grad_norm": 0.11865824460983276,
      "learning_rate": 1.9551618531954723e-05,
      "loss": 1.041,
      "step": 5829
    },
    {
      "epoch": 0.1228616436696223,
      "grad_norm": 0.12329381704330444,
      "learning_rate": 1.9551416420576793e-05,
      "loss": 0.9358,
      "step": 5830
    },
    {
      "epoch": 0.12288271770798759,
      "grad_norm": 0.12590689957141876,
      "learning_rate": 1.9551214264702626e-05,
      "loss": 1.0198,
      "step": 5831
    },
    {
      "epoch": 0.12290379174635288,
      "grad_norm": 0.15023398399353027,
      "learning_rate": 1.9551012064333165e-05,
      "loss": 0.9581,
      "step": 5832
    },
    {
      "epoch": 0.12292486578471816,
      "grad_norm": 0.15341836214065552,
      "learning_rate": 1.9550809819469337e-05,
      "loss": 0.899,
      "step": 5833
    },
    {
      "epoch": 0.12294593982308345,
      "grad_norm": 0.12827523052692413,
      "learning_rate": 1.9550607530112105e-05,
      "loss": 0.9073,
      "step": 5834
    },
    {
      "epoch": 0.12296701386144873,
      "grad_norm": 0.14152728021144867,
      "learning_rate": 1.9550405196262398e-05,
      "loss": 0.9547,
      "step": 5835
    },
    {
      "epoch": 0.12298808789981402,
      "grad_norm": 0.13432784378528595,
      "learning_rate": 1.9550202817921157e-05,
      "loss": 0.9482,
      "step": 5836
    },
    {
      "epoch": 0.1230091619381793,
      "grad_norm": 0.13133715093135834,
      "learning_rate": 1.9550000395089334e-05,
      "loss": 0.9921,
      "step": 5837
    },
    {
      "epoch": 0.1230302359765446,
      "grad_norm": 0.30411264300346375,
      "learning_rate": 1.9549797927767868e-05,
      "loss": 1.0165,
      "step": 5838
    },
    {
      "epoch": 0.12305131001490988,
      "grad_norm": 0.12079351395368576,
      "learning_rate": 1.9549595415957697e-05,
      "loss": 0.945,
      "step": 5839
    },
    {
      "epoch": 0.12307238405327517,
      "grad_norm": 0.13652880489826202,
      "learning_rate": 1.9549392859659773e-05,
      "loss": 0.9343,
      "step": 5840
    },
    {
      "epoch": 0.12309345809164046,
      "grad_norm": 0.1451020985841751,
      "learning_rate": 1.9549190258875036e-05,
      "loss": 0.914,
      "step": 5841
    },
    {
      "epoch": 0.12311453213000574,
      "grad_norm": 0.14831803739070892,
      "learning_rate": 1.954898761360443e-05,
      "loss": 0.9658,
      "step": 5842
    },
    {
      "epoch": 0.12313560616837103,
      "grad_norm": 0.14611119031906128,
      "learning_rate": 1.95487849238489e-05,
      "loss": 0.9485,
      "step": 5843
    },
    {
      "epoch": 0.12315668020673631,
      "grad_norm": 0.1541806161403656,
      "learning_rate": 1.954858218960938e-05,
      "loss": 1.0533,
      "step": 5844
    },
    {
      "epoch": 0.1231777542451016,
      "grad_norm": 0.14971189200878143,
      "learning_rate": 1.9548379410886833e-05,
      "loss": 0.9914,
      "step": 5845
    },
    {
      "epoch": 0.12319882828346689,
      "grad_norm": 0.15815137326717377,
      "learning_rate": 1.954817658768219e-05,
      "loss": 0.9145,
      "step": 5846
    },
    {
      "epoch": 0.12321990232183218,
      "grad_norm": 0.12850478291511536,
      "learning_rate": 1.9547973719996402e-05,
      "loss": 0.9583,
      "step": 5847
    },
    {
      "epoch": 0.12324097636019746,
      "grad_norm": 0.13289964199066162,
      "learning_rate": 1.954777080783041e-05,
      "loss": 0.901,
      "step": 5848
    },
    {
      "epoch": 0.12326205039856275,
      "grad_norm": 0.13367536664009094,
      "learning_rate": 1.954756785118516e-05,
      "loss": 0.9809,
      "step": 5849
    },
    {
      "epoch": 0.12328312443692804,
      "grad_norm": 0.13592146337032318,
      "learning_rate": 1.9547364850061602e-05,
      "loss": 0.9733,
      "step": 5850
    },
    {
      "epoch": 0.12330419847529332,
      "grad_norm": 0.1266596019268036,
      "learning_rate": 1.9547161804460676e-05,
      "loss": 0.9623,
      "step": 5851
    },
    {
      "epoch": 0.12332527251365862,
      "grad_norm": 0.16003289818763733,
      "learning_rate": 1.9546958714383332e-05,
      "loss": 0.988,
      "step": 5852
    },
    {
      "epoch": 0.1233463465520239,
      "grad_norm": 0.15134790539741516,
      "learning_rate": 1.9546755579830513e-05,
      "loss": 0.9614,
      "step": 5853
    },
    {
      "epoch": 0.12336742059038919,
      "grad_norm": 0.15188296139240265,
      "learning_rate": 1.9546552400803165e-05,
      "loss": 0.9207,
      "step": 5854
    },
    {
      "epoch": 0.12338849462875447,
      "grad_norm": 0.16205674409866333,
      "learning_rate": 1.954634917730224e-05,
      "loss": 1.0195,
      "step": 5855
    },
    {
      "epoch": 0.12340956866711976,
      "grad_norm": 0.1365356147289276,
      "learning_rate": 1.954614590932868e-05,
      "loss": 0.9922,
      "step": 5856
    },
    {
      "epoch": 0.12343064270548504,
      "grad_norm": 0.13194528222084045,
      "learning_rate": 1.954594259688343e-05,
      "loss": 0.9116,
      "step": 5857
    },
    {
      "epoch": 0.12345171674385033,
      "grad_norm": 0.15190389752388,
      "learning_rate": 1.9545739239967444e-05,
      "loss": 0.9746,
      "step": 5858
    },
    {
      "epoch": 0.12347279078221562,
      "grad_norm": 0.14017575979232788,
      "learning_rate": 1.9545535838581666e-05,
      "loss": 0.9425,
      "step": 5859
    },
    {
      "epoch": 0.1234938648205809,
      "grad_norm": 0.12220503389835358,
      "learning_rate": 1.954533239272704e-05,
      "loss": 0.9258,
      "step": 5860
    },
    {
      "epoch": 0.1235149388589462,
      "grad_norm": 0.1345752328634262,
      "learning_rate": 1.954512890240452e-05,
      "loss": 0.9654,
      "step": 5861
    },
    {
      "epoch": 0.12353601289731148,
      "grad_norm": 0.12079634517431259,
      "learning_rate": 1.954492536761505e-05,
      "loss": 0.8947,
      "step": 5862
    },
    {
      "epoch": 0.12355708693567677,
      "grad_norm": 0.12703794240951538,
      "learning_rate": 1.9544721788359578e-05,
      "loss": 0.9704,
      "step": 5863
    },
    {
      "epoch": 0.12357816097404205,
      "grad_norm": 0.13095438480377197,
      "learning_rate": 1.9544518164639053e-05,
      "loss": 0.9594,
      "step": 5864
    },
    {
      "epoch": 0.12359923501240734,
      "grad_norm": 0.12236534059047699,
      "learning_rate": 1.9544314496454423e-05,
      "loss": 0.9348,
      "step": 5865
    },
    {
      "epoch": 0.12362030905077263,
      "grad_norm": 0.14948689937591553,
      "learning_rate": 1.954411078380664e-05,
      "loss": 0.9884,
      "step": 5866
    },
    {
      "epoch": 0.12364138308913791,
      "grad_norm": 0.13799472153186798,
      "learning_rate": 1.954390702669665e-05,
      "loss": 0.9727,
      "step": 5867
    },
    {
      "epoch": 0.1236624571275032,
      "grad_norm": 0.13317932188510895,
      "learning_rate": 1.9543703225125405e-05,
      "loss": 0.947,
      "step": 5868
    },
    {
      "epoch": 0.12368353116586848,
      "grad_norm": 0.14359590411186218,
      "learning_rate": 1.9543499379093845e-05,
      "loss": 0.902,
      "step": 5869
    },
    {
      "epoch": 0.12370460520423378,
      "grad_norm": 0.1587005853652954,
      "learning_rate": 1.9543295488602935e-05,
      "loss": 1.0025,
      "step": 5870
    },
    {
      "epoch": 0.12372567924259906,
      "grad_norm": 0.1503515988588333,
      "learning_rate": 1.9543091553653614e-05,
      "loss": 0.9171,
      "step": 5871
    },
    {
      "epoch": 0.12374675328096435,
      "grad_norm": 0.1420595347881317,
      "learning_rate": 1.9542887574246837e-05,
      "loss": 0.9197,
      "step": 5872
    },
    {
      "epoch": 0.12376782731932963,
      "grad_norm": 0.1741911768913269,
      "learning_rate": 1.9542683550383553e-05,
      "loss": 0.9938,
      "step": 5873
    },
    {
      "epoch": 0.12378890135769492,
      "grad_norm": 0.13873285055160522,
      "learning_rate": 1.954247948206471e-05,
      "loss": 0.9276,
      "step": 5874
    },
    {
      "epoch": 0.12380997539606022,
      "grad_norm": 0.14914344251155853,
      "learning_rate": 1.9542275369291256e-05,
      "loss": 0.9515,
      "step": 5875
    },
    {
      "epoch": 0.1238310494344255,
      "grad_norm": 0.1539614498615265,
      "learning_rate": 1.9542071212064152e-05,
      "loss": 0.9836,
      "step": 5876
    },
    {
      "epoch": 0.12385212347279079,
      "grad_norm": 0.16744177043437958,
      "learning_rate": 1.9541867010384342e-05,
      "loss": 0.9608,
      "step": 5877
    },
    {
      "epoch": 0.12387319751115607,
      "grad_norm": 0.1416967362165451,
      "learning_rate": 1.954166276425278e-05,
      "loss": 1.0228,
      "step": 5878
    },
    {
      "epoch": 0.12389427154952136,
      "grad_norm": 0.17171700298786163,
      "learning_rate": 1.9541458473670413e-05,
      "loss": 1.0123,
      "step": 5879
    },
    {
      "epoch": 0.12391534558788664,
      "grad_norm": 0.13216416537761688,
      "learning_rate": 1.95412541386382e-05,
      "loss": 0.9285,
      "step": 5880
    },
    {
      "epoch": 0.12393641962625193,
      "grad_norm": 0.14076729118824005,
      "learning_rate": 1.9541049759157086e-05,
      "loss": 0.968,
      "step": 5881
    },
    {
      "epoch": 0.12395749366461721,
      "grad_norm": 0.13481225073337555,
      "learning_rate": 1.9540845335228025e-05,
      "loss": 1.0832,
      "step": 5882
    },
    {
      "epoch": 0.1239785677029825,
      "grad_norm": 0.14414942264556885,
      "learning_rate": 1.9540640866851973e-05,
      "loss": 0.9083,
      "step": 5883
    },
    {
      "epoch": 0.1239996417413478,
      "grad_norm": 0.13285775482654572,
      "learning_rate": 1.9540436354029877e-05,
      "loss": 0.9645,
      "step": 5884
    },
    {
      "epoch": 0.12402071577971308,
      "grad_norm": 0.14381957054138184,
      "learning_rate": 1.9540231796762695e-05,
      "loss": 0.894,
      "step": 5885
    },
    {
      "epoch": 0.12404178981807837,
      "grad_norm": 0.13312728703022003,
      "learning_rate": 1.9540027195051376e-05,
      "loss": 0.9717,
      "step": 5886
    },
    {
      "epoch": 0.12406286385644365,
      "grad_norm": 0.12485580146312714,
      "learning_rate": 1.9539822548896875e-05,
      "loss": 1.0064,
      "step": 5887
    },
    {
      "epoch": 0.12408393789480894,
      "grad_norm": 0.12597393989562988,
      "learning_rate": 1.9539617858300144e-05,
      "loss": 0.8984,
      "step": 5888
    },
    {
      "epoch": 0.12410501193317422,
      "grad_norm": 0.1308632791042328,
      "learning_rate": 1.953941312326214e-05,
      "loss": 0.9616,
      "step": 5889
    },
    {
      "epoch": 0.12412608597153951,
      "grad_norm": 0.12763532996177673,
      "learning_rate": 1.953920834378381e-05,
      "loss": 0.987,
      "step": 5890
    },
    {
      "epoch": 0.12414716000990479,
      "grad_norm": 0.15166841447353363,
      "learning_rate": 1.9539003519866114e-05,
      "loss": 1.001,
      "step": 5891
    },
    {
      "epoch": 0.12416823404827008,
      "grad_norm": 0.13989971578121185,
      "learning_rate": 1.953879865151001e-05,
      "loss": 1.0111,
      "step": 5892
    },
    {
      "epoch": 0.12418930808663538,
      "grad_norm": 0.16223742067813873,
      "learning_rate": 1.953859373871644e-05,
      "loss": 0.9189,
      "step": 5893
    },
    {
      "epoch": 0.12421038212500066,
      "grad_norm": 0.13034622371196747,
      "learning_rate": 1.953838878148637e-05,
      "loss": 0.9352,
      "step": 5894
    },
    {
      "epoch": 0.12423145616336595,
      "grad_norm": 0.1362365484237671,
      "learning_rate": 1.9538183779820746e-05,
      "loss": 0.9589,
      "step": 5895
    },
    {
      "epoch": 0.12425253020173123,
      "grad_norm": 0.17447243630886078,
      "learning_rate": 1.9537978733720533e-05,
      "loss": 0.9549,
      "step": 5896
    },
    {
      "epoch": 0.12427360424009652,
      "grad_norm": 0.13482201099395752,
      "learning_rate": 1.9537773643186676e-05,
      "loss": 0.9264,
      "step": 5897
    },
    {
      "epoch": 0.1242946782784618,
      "grad_norm": 0.13713045418262482,
      "learning_rate": 1.9537568508220138e-05,
      "loss": 0.9648,
      "step": 5898
    },
    {
      "epoch": 0.1243157523168271,
      "grad_norm": 0.1495782732963562,
      "learning_rate": 1.953736332882187e-05,
      "loss": 0.9739,
      "step": 5899
    },
    {
      "epoch": 0.12433682635519237,
      "grad_norm": 0.1379888951778412,
      "learning_rate": 1.953715810499283e-05,
      "loss": 0.9414,
      "step": 5900
    },
    {
      "epoch": 0.12435790039355767,
      "grad_norm": 0.14350014925003052,
      "learning_rate": 1.9536952836733973e-05,
      "loss": 0.9731,
      "step": 5901
    },
    {
      "epoch": 0.12437897443192296,
      "grad_norm": 0.1633143424987793,
      "learning_rate": 1.9536747524046254e-05,
      "loss": 1.1029,
      "step": 5902
    },
    {
      "epoch": 0.12440004847028824,
      "grad_norm": 0.21019431948661804,
      "learning_rate": 1.9536542166930634e-05,
      "loss": 0.9861,
      "step": 5903
    },
    {
      "epoch": 0.12442112250865353,
      "grad_norm": 0.15697702765464783,
      "learning_rate": 1.9536336765388068e-05,
      "loss": 0.9536,
      "step": 5904
    },
    {
      "epoch": 0.12444219654701881,
      "grad_norm": 0.15173597633838654,
      "learning_rate": 1.953613131941951e-05,
      "loss": 0.9822,
      "step": 5905
    },
    {
      "epoch": 0.1244632705853841,
      "grad_norm": 0.19682124257087708,
      "learning_rate": 1.953592582902592e-05,
      "loss": 0.9599,
      "step": 5906
    },
    {
      "epoch": 0.12448434462374938,
      "grad_norm": 0.17975716292858124,
      "learning_rate": 1.9535720294208253e-05,
      "loss": 0.9453,
      "step": 5907
    },
    {
      "epoch": 0.12450541866211468,
      "grad_norm": 0.12722833454608917,
      "learning_rate": 1.953551471496747e-05,
      "loss": 0.9153,
      "step": 5908
    },
    {
      "epoch": 0.12452649270047995,
      "grad_norm": 0.16755923628807068,
      "learning_rate": 1.9535309091304524e-05,
      "loss": 0.9986,
      "step": 5909
    },
    {
      "epoch": 0.12454756673884525,
      "grad_norm": 0.1581520289182663,
      "learning_rate": 1.9535103423220375e-05,
      "loss": 0.9461,
      "step": 5910
    },
    {
      "epoch": 0.12456864077721054,
      "grad_norm": 0.17509105801582336,
      "learning_rate": 1.9534897710715985e-05,
      "loss": 0.919,
      "step": 5911
    },
    {
      "epoch": 0.12458971481557582,
      "grad_norm": 0.13094092905521393,
      "learning_rate": 1.9534691953792306e-05,
      "loss": 0.979,
      "step": 5912
    },
    {
      "epoch": 0.12461078885394111,
      "grad_norm": 0.16483795642852783,
      "learning_rate": 1.95344861524503e-05,
      "loss": 0.878,
      "step": 5913
    },
    {
      "epoch": 0.12463186289230639,
      "grad_norm": 0.16250592470169067,
      "learning_rate": 1.9534280306690924e-05,
      "loss": 0.9358,
      "step": 5914
    },
    {
      "epoch": 0.12465293693067168,
      "grad_norm": 0.1775098592042923,
      "learning_rate": 1.9534074416515142e-05,
      "loss": 0.9665,
      "step": 5915
    },
    {
      "epoch": 0.12467401096903696,
      "grad_norm": 0.1586531549692154,
      "learning_rate": 1.9533868481923907e-05,
      "loss": 1.0105,
      "step": 5916
    },
    {
      "epoch": 0.12469508500740226,
      "grad_norm": 0.17516972124576569,
      "learning_rate": 1.953366250291818e-05,
      "loss": 1.0184,
      "step": 5917
    },
    {
      "epoch": 0.12471615904576755,
      "grad_norm": 0.17719225585460663,
      "learning_rate": 1.9533456479498922e-05,
      "loss": 1.0302,
      "step": 5918
    },
    {
      "epoch": 0.12473723308413283,
      "grad_norm": 0.21791447699069977,
      "learning_rate": 1.953325041166709e-05,
      "loss": 0.9864,
      "step": 5919
    },
    {
      "epoch": 0.12475830712249812,
      "grad_norm": 0.15585002303123474,
      "learning_rate": 1.9533044299423648e-05,
      "loss": 0.9627,
      "step": 5920
    },
    {
      "epoch": 0.1247793811608634,
      "grad_norm": 0.20304518938064575,
      "learning_rate": 1.9532838142769552e-05,
      "loss": 0.9438,
      "step": 5921
    },
    {
      "epoch": 0.1248004551992287,
      "grad_norm": 0.1703094094991684,
      "learning_rate": 1.9532631941705767e-05,
      "loss": 0.9726,
      "step": 5922
    },
    {
      "epoch": 0.12482152923759397,
      "grad_norm": 0.15641793608665466,
      "learning_rate": 1.953242569623325e-05,
      "loss": 0.9457,
      "step": 5923
    },
    {
      "epoch": 0.12484260327595927,
      "grad_norm": 0.21691684424877167,
      "learning_rate": 1.9532219406352965e-05,
      "loss": 0.9506,
      "step": 5924
    },
    {
      "epoch": 0.12486367731432454,
      "grad_norm": 0.15985721349716187,
      "learning_rate": 1.953201307206587e-05,
      "loss": 0.9859,
      "step": 5925
    },
    {
      "epoch": 0.12488475135268984,
      "grad_norm": 0.15369188785552979,
      "learning_rate": 1.9531806693372925e-05,
      "loss": 0.9259,
      "step": 5926
    },
    {
      "epoch": 0.12490582539105513,
      "grad_norm": 0.1798371970653534,
      "learning_rate": 1.9531600270275096e-05,
      "loss": 0.9637,
      "step": 5927
    },
    {
      "epoch": 0.12492689942942041,
      "grad_norm": 0.15294942259788513,
      "learning_rate": 1.9531393802773343e-05,
      "loss": 0.9748,
      "step": 5928
    },
    {
      "epoch": 0.1249479734677857,
      "grad_norm": 0.22064253687858582,
      "learning_rate": 1.9531187290868625e-05,
      "loss": 1.0351,
      "step": 5929
    },
    {
      "epoch": 0.12496904750615098,
      "grad_norm": 0.18092608451843262,
      "learning_rate": 1.9530980734561905e-05,
      "loss": 0.9825,
      "step": 5930
    },
    {
      "epoch": 0.12499012154451627,
      "grad_norm": 0.1252599060535431,
      "learning_rate": 1.953077413385415e-05,
      "loss": 0.8754,
      "step": 5931
    },
    {
      "epoch": 0.12501119558288157,
      "grad_norm": 0.14806829392910004,
      "learning_rate": 1.953056748874632e-05,
      "loss": 0.9427,
      "step": 5932
    },
    {
      "epoch": 0.12503226962124683,
      "grad_norm": 0.14949119091033936,
      "learning_rate": 1.9530360799239373e-05,
      "loss": 0.9335,
      "step": 5933
    },
    {
      "epoch": 0.12505334365961213,
      "grad_norm": 0.13841760158538818,
      "learning_rate": 1.9530154065334276e-05,
      "loss": 0.9885,
      "step": 5934
    },
    {
      "epoch": 0.12507441769797742,
      "grad_norm": 0.1601509153842926,
      "learning_rate": 1.952994728703199e-05,
      "loss": 0.9934,
      "step": 5935
    },
    {
      "epoch": 0.1250954917363427,
      "grad_norm": 0.15071327984333038,
      "learning_rate": 1.9529740464333483e-05,
      "loss": 0.9769,
      "step": 5936
    },
    {
      "epoch": 0.125116565774708,
      "grad_norm": 0.14719679951667786,
      "learning_rate": 1.9529533597239716e-05,
      "loss": 0.9931,
      "step": 5937
    },
    {
      "epoch": 0.12513763981307327,
      "grad_norm": 0.1904199719429016,
      "learning_rate": 1.952932668575165e-05,
      "loss": 0.9653,
      "step": 5938
    },
    {
      "epoch": 0.12515871385143856,
      "grad_norm": 0.14128358662128448,
      "learning_rate": 1.9529119729870253e-05,
      "loss": 1.06,
      "step": 5939
    },
    {
      "epoch": 0.12517978788980386,
      "grad_norm": 0.15560190379619598,
      "learning_rate": 1.9528912729596486e-05,
      "loss": 0.9819,
      "step": 5940
    },
    {
      "epoch": 0.12520086192816915,
      "grad_norm": 0.15641024708747864,
      "learning_rate": 1.9528705684931314e-05,
      "loss": 1.0268,
      "step": 5941
    },
    {
      "epoch": 0.12522193596653441,
      "grad_norm": 0.19168110191822052,
      "learning_rate": 1.9528498595875704e-05,
      "loss": 0.939,
      "step": 5942
    },
    {
      "epoch": 0.1252430100048997,
      "grad_norm": 0.13620173931121826,
      "learning_rate": 1.9528291462430617e-05,
      "loss": 1.0699,
      "step": 5943
    },
    {
      "epoch": 0.125264084043265,
      "grad_norm": 0.18442986905574799,
      "learning_rate": 1.952808428459702e-05,
      "loss": 0.9403,
      "step": 5944
    },
    {
      "epoch": 0.1252851580816303,
      "grad_norm": 0.17974916100502014,
      "learning_rate": 1.9527877062375876e-05,
      "loss": 0.9518,
      "step": 5945
    },
    {
      "epoch": 0.1253062321199956,
      "grad_norm": 0.18450932204723358,
      "learning_rate": 1.9527669795768153e-05,
      "loss": 1.0276,
      "step": 5946
    },
    {
      "epoch": 0.12532730615836085,
      "grad_norm": 0.18409523367881775,
      "learning_rate": 1.9527462484774816e-05,
      "loss": 1.0068,
      "step": 5947
    },
    {
      "epoch": 0.12534838019672614,
      "grad_norm": 0.1491011381149292,
      "learning_rate": 1.9527255129396834e-05,
      "loss": 0.9534,
      "step": 5948
    },
    {
      "epoch": 0.12536945423509144,
      "grad_norm": 0.15575265884399414,
      "learning_rate": 1.9527047729635167e-05,
      "loss": 0.9257,
      "step": 5949
    },
    {
      "epoch": 0.12539052827345673,
      "grad_norm": 0.17117109894752502,
      "learning_rate": 1.9526840285490785e-05,
      "loss": 0.975,
      "step": 5950
    },
    {
      "epoch": 0.125411602311822,
      "grad_norm": 0.13197855651378632,
      "learning_rate": 1.952663279696465e-05,
      "loss": 0.9283,
      "step": 5951
    },
    {
      "epoch": 0.1254326763501873,
      "grad_norm": 0.1823810338973999,
      "learning_rate": 1.9526425264057736e-05,
      "loss": 0.9399,
      "step": 5952
    },
    {
      "epoch": 0.12545375038855258,
      "grad_norm": 0.13774432241916656,
      "learning_rate": 1.9526217686771003e-05,
      "loss": 0.9964,
      "step": 5953
    },
    {
      "epoch": 0.12547482442691787,
      "grad_norm": 0.15439726412296295,
      "learning_rate": 1.9526010065105422e-05,
      "loss": 0.9069,
      "step": 5954
    },
    {
      "epoch": 0.12549589846528317,
      "grad_norm": 0.13603642582893372,
      "learning_rate": 1.9525802399061956e-05,
      "loss": 0.9093,
      "step": 5955
    },
    {
      "epoch": 0.12551697250364843,
      "grad_norm": 0.17453545331954956,
      "learning_rate": 1.952559468864158e-05,
      "loss": 0.9315,
      "step": 5956
    },
    {
      "epoch": 0.12553804654201373,
      "grad_norm": 0.15022395551204681,
      "learning_rate": 1.9525386933845252e-05,
      "loss": 0.911,
      "step": 5957
    },
    {
      "epoch": 0.12555912058037902,
      "grad_norm": 0.14134109020233154,
      "learning_rate": 1.952517913467395e-05,
      "loss": 0.957,
      "step": 5958
    },
    {
      "epoch": 0.1255801946187443,
      "grad_norm": 0.13900206983089447,
      "learning_rate": 1.9524971291128633e-05,
      "loss": 0.9498,
      "step": 5959
    },
    {
      "epoch": 0.12560126865710958,
      "grad_norm": 0.13730064034461975,
      "learning_rate": 1.9524763403210274e-05,
      "loss": 0.8954,
      "step": 5960
    },
    {
      "epoch": 0.12562234269547487,
      "grad_norm": 0.14338529109954834,
      "learning_rate": 1.952455547091984e-05,
      "loss": 0.9843,
      "step": 5961
    },
    {
      "epoch": 0.12564341673384016,
      "grad_norm": 0.11222496628761292,
      "learning_rate": 1.95243474942583e-05,
      "loss": 0.9514,
      "step": 5962
    },
    {
      "epoch": 0.12566449077220546,
      "grad_norm": 0.14746810495853424,
      "learning_rate": 1.9524139473226627e-05,
      "loss": 0.9121,
      "step": 5963
    },
    {
      "epoch": 0.12568556481057075,
      "grad_norm": 0.14470873773097992,
      "learning_rate": 1.952393140782578e-05,
      "loss": 0.9914,
      "step": 5964
    },
    {
      "epoch": 0.12570663884893601,
      "grad_norm": 0.18223020434379578,
      "learning_rate": 1.952372329805674e-05,
      "loss": 1.1201,
      "step": 5965
    },
    {
      "epoch": 0.1257277128873013,
      "grad_norm": 0.16892653703689575,
      "learning_rate": 1.9523515143920467e-05,
      "loss": 0.9487,
      "step": 5966
    },
    {
      "epoch": 0.1257487869256666,
      "grad_norm": 0.12286493182182312,
      "learning_rate": 1.9523306945417938e-05,
      "loss": 0.9523,
      "step": 5967
    },
    {
      "epoch": 0.1257698609640319,
      "grad_norm": 0.15055662393569946,
      "learning_rate": 1.9523098702550117e-05,
      "loss": 0.9831,
      "step": 5968
    },
    {
      "epoch": 0.12579093500239716,
      "grad_norm": 0.13217242062091827,
      "learning_rate": 1.9522890415317976e-05,
      "loss": 0.9256,
      "step": 5969
    },
    {
      "epoch": 0.12581200904076245,
      "grad_norm": 0.13346022367477417,
      "learning_rate": 1.952268208372249e-05,
      "loss": 0.8799,
      "step": 5970
    },
    {
      "epoch": 0.12583308307912774,
      "grad_norm": 0.16628402471542358,
      "learning_rate": 1.952247370776462e-05,
      "loss": 0.9763,
      "step": 5971
    },
    {
      "epoch": 0.12585415711749304,
      "grad_norm": 0.1799531728029251,
      "learning_rate": 1.952226528744535e-05,
      "loss": 0.988,
      "step": 5972
    },
    {
      "epoch": 0.12587523115585833,
      "grad_norm": 0.142891526222229,
      "learning_rate": 1.9522056822765637e-05,
      "loss": 0.919,
      "step": 5973
    },
    {
      "epoch": 0.1258963051942236,
      "grad_norm": 0.13254578411579132,
      "learning_rate": 1.952184831372646e-05,
      "loss": 0.9176,
      "step": 5974
    },
    {
      "epoch": 0.1259173792325889,
      "grad_norm": 0.1350974440574646,
      "learning_rate": 1.952163976032879e-05,
      "loss": 0.9314,
      "step": 5975
    },
    {
      "epoch": 0.12593845327095418,
      "grad_norm": 0.13307875394821167,
      "learning_rate": 1.9521431162573596e-05,
      "loss": 0.9497,
      "step": 5976
    },
    {
      "epoch": 0.12595952730931947,
      "grad_norm": 0.12827473878860474,
      "learning_rate": 1.952122252046185e-05,
      "loss": 0.9772,
      "step": 5977
    },
    {
      "epoch": 0.12598060134768474,
      "grad_norm": 0.12781469523906708,
      "learning_rate": 1.952101383399453e-05,
      "loss": 0.9243,
      "step": 5978
    },
    {
      "epoch": 0.12600167538605003,
      "grad_norm": 0.15449103713035583,
      "learning_rate": 1.95208051031726e-05,
      "loss": 1.035,
      "step": 5979
    },
    {
      "epoch": 0.12602274942441533,
      "grad_norm": 0.16312521696090698,
      "learning_rate": 1.9520596327997036e-05,
      "loss": 0.9455,
      "step": 5980
    },
    {
      "epoch": 0.12604382346278062,
      "grad_norm": 0.15861079096794128,
      "learning_rate": 1.9520387508468808e-05,
      "loss": 1.0114,
      "step": 5981
    },
    {
      "epoch": 0.1260648975011459,
      "grad_norm": 0.16745011508464813,
      "learning_rate": 1.9520178644588895e-05,
      "loss": 0.9778,
      "step": 5982
    },
    {
      "epoch": 0.12608597153951118,
      "grad_norm": 0.18419235944747925,
      "learning_rate": 1.9519969736358265e-05,
      "loss": 0.956,
      "step": 5983
    },
    {
      "epoch": 0.12610704557787647,
      "grad_norm": 0.1449074149131775,
      "learning_rate": 1.9519760783777892e-05,
      "loss": 0.9382,
      "step": 5984
    },
    {
      "epoch": 0.12612811961624176,
      "grad_norm": 0.15371590852737427,
      "learning_rate": 1.951955178684875e-05,
      "loss": 0.9084,
      "step": 5985
    },
    {
      "epoch": 0.12614919365460706,
      "grad_norm": 0.12081927806138992,
      "learning_rate": 1.951934274557181e-05,
      "loss": 0.9519,
      "step": 5986
    },
    {
      "epoch": 0.12617026769297235,
      "grad_norm": 0.2180892825126648,
      "learning_rate": 1.951913365994805e-05,
      "loss": 0.9919,
      "step": 5987
    },
    {
      "epoch": 0.12619134173133761,
      "grad_norm": 0.22979743778705597,
      "learning_rate": 1.951892452997844e-05,
      "loss": 0.9679,
      "step": 5988
    },
    {
      "epoch": 0.1262124157697029,
      "grad_norm": 0.1551506519317627,
      "learning_rate": 1.9518715355663962e-05,
      "loss": 0.9734,
      "step": 5989
    },
    {
      "epoch": 0.1262334898080682,
      "grad_norm": 0.1905318796634674,
      "learning_rate": 1.9518506137005583e-05,
      "loss": 1.0363,
      "step": 5990
    },
    {
      "epoch": 0.1262545638464335,
      "grad_norm": 0.22578559815883636,
      "learning_rate": 1.951829687400428e-05,
      "loss": 0.9716,
      "step": 5991
    },
    {
      "epoch": 0.12627563788479876,
      "grad_norm": 0.1660871058702469,
      "learning_rate": 1.9518087566661023e-05,
      "loss": 0.8838,
      "step": 5992
    },
    {
      "epoch": 0.12629671192316405,
      "grad_norm": 0.1663278043270111,
      "learning_rate": 1.9517878214976794e-05,
      "loss": 0.9841,
      "step": 5993
    },
    {
      "epoch": 0.12631778596152934,
      "grad_norm": 0.1854921281337738,
      "learning_rate": 1.9517668818952565e-05,
      "loss": 0.978,
      "step": 5994
    },
    {
      "epoch": 0.12633885999989464,
      "grad_norm": 0.15798300504684448,
      "learning_rate": 1.951745937858932e-05,
      "loss": 0.9385,
      "step": 5995
    },
    {
      "epoch": 0.12635993403825993,
      "grad_norm": 0.20211516320705414,
      "learning_rate": 1.951724989388802e-05,
      "loss": 0.9352,
      "step": 5996
    },
    {
      "epoch": 0.1263810080766252,
      "grad_norm": 0.16395612061023712,
      "learning_rate": 1.951704036484965e-05,
      "loss": 0.9582,
      "step": 5997
    },
    {
      "epoch": 0.1264020821149905,
      "grad_norm": 0.14831002056598663,
      "learning_rate": 1.951683079147518e-05,
      "loss": 0.9153,
      "step": 5998
    },
    {
      "epoch": 0.12642315615335578,
      "grad_norm": 0.16945236921310425,
      "learning_rate": 1.9516621173765597e-05,
      "loss": 0.9678,
      "step": 5999
    },
    {
      "epoch": 0.12644423019172107,
      "grad_norm": 0.1234227865934372,
      "learning_rate": 1.9516411511721865e-05,
      "loss": 0.9562,
      "step": 6000
    },
    {
      "epoch": 0.12646530423008634,
      "grad_norm": 0.17082782089710236,
      "learning_rate": 1.951620180534497e-05,
      "loss": 1.0073,
      "step": 6001
    },
    {
      "epoch": 0.12648637826845163,
      "grad_norm": 0.1908503919839859,
      "learning_rate": 1.9515992054635884e-05,
      "loss": 0.9594,
      "step": 6002
    },
    {
      "epoch": 0.12650745230681693,
      "grad_norm": 0.15431758761405945,
      "learning_rate": 1.951578225959559e-05,
      "loss": 0.9049,
      "step": 6003
    },
    {
      "epoch": 0.12652852634518222,
      "grad_norm": 0.1427537202835083,
      "learning_rate": 1.9515572420225056e-05,
      "loss": 1.0037,
      "step": 6004
    },
    {
      "epoch": 0.1265496003835475,
      "grad_norm": 0.21639364957809448,
      "learning_rate": 1.9515362536525267e-05,
      "loss": 0.9581,
      "step": 6005
    },
    {
      "epoch": 0.12657067442191278,
      "grad_norm": 0.14211080968379974,
      "learning_rate": 1.9515152608497198e-05,
      "loss": 0.993,
      "step": 6006
    },
    {
      "epoch": 0.12659174846027807,
      "grad_norm": 0.16859444975852966,
      "learning_rate": 1.9514942636141828e-05,
      "loss": 0.979,
      "step": 6007
    },
    {
      "epoch": 0.12661282249864336,
      "grad_norm": 0.15431419014930725,
      "learning_rate": 1.9514732619460133e-05,
      "loss": 0.9701,
      "step": 6008
    },
    {
      "epoch": 0.12663389653700866,
      "grad_norm": 0.14626076817512512,
      "learning_rate": 1.9514522558453092e-05,
      "loss": 0.8879,
      "step": 6009
    },
    {
      "epoch": 0.12665497057537392,
      "grad_norm": 0.1779480278491974,
      "learning_rate": 1.9514312453121688e-05,
      "loss": 1.0105,
      "step": 6010
    },
    {
      "epoch": 0.1266760446137392,
      "grad_norm": 0.17482449114322662,
      "learning_rate": 1.9514102303466896e-05,
      "loss": 0.904,
      "step": 6011
    },
    {
      "epoch": 0.1266971186521045,
      "grad_norm": 0.138127863407135,
      "learning_rate": 1.9513892109489692e-05,
      "loss": 0.9566,
      "step": 6012
    },
    {
      "epoch": 0.1267181926904698,
      "grad_norm": 0.21072407066822052,
      "learning_rate": 1.9513681871191063e-05,
      "loss": 0.993,
      "step": 6013
    },
    {
      "epoch": 0.1267392667288351,
      "grad_norm": 0.14483897387981415,
      "learning_rate": 1.9513471588571983e-05,
      "loss": 0.9231,
      "step": 6014
    },
    {
      "epoch": 0.12676034076720036,
      "grad_norm": 0.16160789132118225,
      "learning_rate": 1.951326126163343e-05,
      "loss": 1.0198,
      "step": 6015
    },
    {
      "epoch": 0.12678141480556565,
      "grad_norm": 0.15080048143863678,
      "learning_rate": 1.9513050890376387e-05,
      "loss": 0.9712,
      "step": 6016
    },
    {
      "epoch": 0.12680248884393094,
      "grad_norm": 0.15714098513126373,
      "learning_rate": 1.951284047480184e-05,
      "loss": 0.9525,
      "step": 6017
    },
    {
      "epoch": 0.12682356288229624,
      "grad_norm": 0.13278049230575562,
      "learning_rate": 1.9512630014910754e-05,
      "loss": 0.9839,
      "step": 6018
    },
    {
      "epoch": 0.1268446369206615,
      "grad_norm": 0.15586324036121368,
      "learning_rate": 1.9512419510704118e-05,
      "loss": 0.9276,
      "step": 6019
    },
    {
      "epoch": 0.1268657109590268,
      "grad_norm": 0.12916617095470428,
      "learning_rate": 1.951220896218292e-05,
      "loss": 1.0105,
      "step": 6020
    },
    {
      "epoch": 0.1268867849973921,
      "grad_norm": 0.13506075739860535,
      "learning_rate": 1.9511998369348127e-05,
      "loss": 0.9152,
      "step": 6021
    },
    {
      "epoch": 0.12690785903575738,
      "grad_norm": 0.1489374041557312,
      "learning_rate": 1.951178773220073e-05,
      "loss": 1.0065,
      "step": 6022
    },
    {
      "epoch": 0.12692893307412267,
      "grad_norm": 0.12453629821538925,
      "learning_rate": 1.951157705074171e-05,
      "loss": 0.9502,
      "step": 6023
    },
    {
      "epoch": 0.12695000711248794,
      "grad_norm": 0.14180998504161835,
      "learning_rate": 1.9511366324972042e-05,
      "loss": 0.9465,
      "step": 6024
    },
    {
      "epoch": 0.12697108115085323,
      "grad_norm": 0.14884521067142487,
      "learning_rate": 1.9511155554892707e-05,
      "loss": 0.9745,
      "step": 6025
    },
    {
      "epoch": 0.12699215518921853,
      "grad_norm": 0.1291237771511078,
      "learning_rate": 1.95109447405047e-05,
      "loss": 0.9428,
      "step": 6026
    },
    {
      "epoch": 0.12701322922758382,
      "grad_norm": 0.14293216168880463,
      "learning_rate": 1.951073388180899e-05,
      "loss": 0.9778,
      "step": 6027
    },
    {
      "epoch": 0.12703430326594908,
      "grad_norm": 0.15692269802093506,
      "learning_rate": 1.951052297880656e-05,
      "loss": 0.986,
      "step": 6028
    },
    {
      "epoch": 0.12705537730431438,
      "grad_norm": 0.14124749600887299,
      "learning_rate": 1.9510312031498402e-05,
      "loss": 0.9057,
      "step": 6029
    },
    {
      "epoch": 0.12707645134267967,
      "grad_norm": 0.14805401861667633,
      "learning_rate": 1.9510101039885488e-05,
      "loss": 0.923,
      "step": 6030
    },
    {
      "epoch": 0.12709752538104496,
      "grad_norm": 0.15366040170192719,
      "learning_rate": 1.9509890003968807e-05,
      "loss": 0.9673,
      "step": 6031
    },
    {
      "epoch": 0.12711859941941026,
      "grad_norm": 0.1267760545015335,
      "learning_rate": 1.9509678923749345e-05,
      "loss": 0.9596,
      "step": 6032
    },
    {
      "epoch": 0.12713967345777552,
      "grad_norm": 0.15334346890449524,
      "learning_rate": 1.9509467799228075e-05,
      "loss": 0.9634,
      "step": 6033
    },
    {
      "epoch": 0.1271607474961408,
      "grad_norm": 0.14990867674350739,
      "learning_rate": 1.950925663040599e-05,
      "loss": 0.9438,
      "step": 6034
    },
    {
      "epoch": 0.1271818215345061,
      "grad_norm": 0.1312655210494995,
      "learning_rate": 1.9509045417284072e-05,
      "loss": 0.9939,
      "step": 6035
    },
    {
      "epoch": 0.1272028955728714,
      "grad_norm": 0.17704106867313385,
      "learning_rate": 1.9508834159863298e-05,
      "loss": 0.9342,
      "step": 6036
    },
    {
      "epoch": 0.12722396961123666,
      "grad_norm": 0.19370873272418976,
      "learning_rate": 1.9508622858144663e-05,
      "loss": 0.9882,
      "step": 6037
    },
    {
      "epoch": 0.12724504364960196,
      "grad_norm": 0.17163486778736115,
      "learning_rate": 1.9508411512129145e-05,
      "loss": 0.9579,
      "step": 6038
    },
    {
      "epoch": 0.12726611768796725,
      "grad_norm": 0.13432753086090088,
      "learning_rate": 1.9508200121817725e-05,
      "loss": 0.9168,
      "step": 6039
    },
    {
      "epoch": 0.12728719172633254,
      "grad_norm": 0.16218402981758118,
      "learning_rate": 1.9507988687211394e-05,
      "loss": 0.9311,
      "step": 6040
    },
    {
      "epoch": 0.12730826576469784,
      "grad_norm": 0.18096783757209778,
      "learning_rate": 1.9507777208311138e-05,
      "loss": 0.9464,
      "step": 6041
    },
    {
      "epoch": 0.1273293398030631,
      "grad_norm": 0.12817832827568054,
      "learning_rate": 1.950756568511794e-05,
      "loss": 0.957,
      "step": 6042
    },
    {
      "epoch": 0.1273504138414284,
      "grad_norm": 0.1616940200328827,
      "learning_rate": 1.950735411763278e-05,
      "loss": 0.9043,
      "step": 6043
    },
    {
      "epoch": 0.1273714878797937,
      "grad_norm": 0.1821218729019165,
      "learning_rate": 1.9507142505856655e-05,
      "loss": 0.9446,
      "step": 6044
    },
    {
      "epoch": 0.12739256191815898,
      "grad_norm": 0.17024149000644684,
      "learning_rate": 1.950693084979054e-05,
      "loss": 0.9946,
      "step": 6045
    },
    {
      "epoch": 0.12741363595652425,
      "grad_norm": 0.16329754889011383,
      "learning_rate": 1.9506719149435426e-05,
      "loss": 0.9835,
      "step": 6046
    },
    {
      "epoch": 0.12743470999488954,
      "grad_norm": 0.15308043360710144,
      "learning_rate": 1.9506507404792295e-05,
      "loss": 0.9439,
      "step": 6047
    },
    {
      "epoch": 0.12745578403325483,
      "grad_norm": 0.15139837563037872,
      "learning_rate": 1.9506295615862145e-05,
      "loss": 0.9974,
      "step": 6048
    },
    {
      "epoch": 0.12747685807162012,
      "grad_norm": 0.15138407051563263,
      "learning_rate": 1.9506083782645947e-05,
      "loss": 0.959,
      "step": 6049
    },
    {
      "epoch": 0.12749793210998542,
      "grad_norm": 0.14352118968963623,
      "learning_rate": 1.95058719051447e-05,
      "loss": 1.0134,
      "step": 6050
    },
    {
      "epoch": 0.12751900614835068,
      "grad_norm": 0.15440033376216888,
      "learning_rate": 1.9505659983359386e-05,
      "loss": 0.9699,
      "step": 6051
    },
    {
      "epoch": 0.12754008018671598,
      "grad_norm": 0.14131957292556763,
      "learning_rate": 1.950544801729099e-05,
      "loss": 1.0113,
      "step": 6052
    },
    {
      "epoch": 0.12756115422508127,
      "grad_norm": 0.15844427049160004,
      "learning_rate": 1.9505236006940506e-05,
      "loss": 0.9462,
      "step": 6053
    },
    {
      "epoch": 0.12758222826344656,
      "grad_norm": 0.17272886633872986,
      "learning_rate": 1.9505023952308914e-05,
      "loss": 0.9596,
      "step": 6054
    },
    {
      "epoch": 0.12760330230181183,
      "grad_norm": 0.13948118686676025,
      "learning_rate": 1.950481185339721e-05,
      "loss": 1.0019,
      "step": 6055
    },
    {
      "epoch": 0.12762437634017712,
      "grad_norm": 0.16997259855270386,
      "learning_rate": 1.9504599710206376e-05,
      "loss": 0.9412,
      "step": 6056
    },
    {
      "epoch": 0.1276454503785424,
      "grad_norm": 0.13604170083999634,
      "learning_rate": 1.9504387522737402e-05,
      "loss": 0.92,
      "step": 6057
    },
    {
      "epoch": 0.1276665244169077,
      "grad_norm": 0.15527907013893127,
      "learning_rate": 1.9504175290991278e-05,
      "loss": 0.9697,
      "step": 6058
    },
    {
      "epoch": 0.127687598455273,
      "grad_norm": 0.13944895565509796,
      "learning_rate": 1.9503963014968987e-05,
      "loss": 0.9304,
      "step": 6059
    },
    {
      "epoch": 0.12770867249363826,
      "grad_norm": 0.13236621022224426,
      "learning_rate": 1.9503750694671525e-05,
      "loss": 0.942,
      "step": 6060
    },
    {
      "epoch": 0.12772974653200356,
      "grad_norm": 0.13481388986110687,
      "learning_rate": 1.950353833009988e-05,
      "loss": 1.0052,
      "step": 6061
    },
    {
      "epoch": 0.12775082057036885,
      "grad_norm": 0.15360027551651,
      "learning_rate": 1.9503325921255038e-05,
      "loss": 0.9831,
      "step": 6062
    },
    {
      "epoch": 0.12777189460873414,
      "grad_norm": 0.1238131895661354,
      "learning_rate": 1.950311346813799e-05,
      "loss": 0.9084,
      "step": 6063
    },
    {
      "epoch": 0.1277929686470994,
      "grad_norm": 0.15404745936393738,
      "learning_rate": 1.950290097074973e-05,
      "loss": 1.0531,
      "step": 6064
    },
    {
      "epoch": 0.1278140426854647,
      "grad_norm": 0.1362467110157013,
      "learning_rate": 1.9502688429091237e-05,
      "loss": 0.9371,
      "step": 6065
    },
    {
      "epoch": 0.12783511672383,
      "grad_norm": 0.17518608272075653,
      "learning_rate": 1.950247584316351e-05,
      "loss": 0.9364,
      "step": 6066
    },
    {
      "epoch": 0.1278561907621953,
      "grad_norm": 0.18303611874580383,
      "learning_rate": 1.950226321296754e-05,
      "loss": 0.9278,
      "step": 6067
    },
    {
      "epoch": 0.12787726480056058,
      "grad_norm": 0.15917792916297913,
      "learning_rate": 1.9502050538504314e-05,
      "loss": 0.9386,
      "step": 6068
    },
    {
      "epoch": 0.12789833883892585,
      "grad_norm": 0.2176724076271057,
      "learning_rate": 1.9501837819774825e-05,
      "loss": 0.9991,
      "step": 6069
    },
    {
      "epoch": 0.12791941287729114,
      "grad_norm": 0.15022778511047363,
      "learning_rate": 1.950162505678006e-05,
      "loss": 0.9417,
      "step": 6070
    },
    {
      "epoch": 0.12794048691565643,
      "grad_norm": 0.13360893726348877,
      "learning_rate": 1.9501412249521014e-05,
      "loss": 0.9667,
      "step": 6071
    },
    {
      "epoch": 0.12796156095402172,
      "grad_norm": 0.18198584020137787,
      "learning_rate": 1.9501199397998677e-05,
      "loss": 0.988,
      "step": 6072
    },
    {
      "epoch": 0.127982634992387,
      "grad_norm": 0.14820314943790436,
      "learning_rate": 1.9500986502214044e-05,
      "loss": 0.9115,
      "step": 6073
    },
    {
      "epoch": 0.12800370903075228,
      "grad_norm": 0.16994234919548035,
      "learning_rate": 1.95007735621681e-05,
      "loss": 0.9534,
      "step": 6074
    },
    {
      "epoch": 0.12802478306911758,
      "grad_norm": 0.1830427348613739,
      "learning_rate": 1.9500560577861843e-05,
      "loss": 0.9874,
      "step": 6075
    },
    {
      "epoch": 0.12804585710748287,
      "grad_norm": 0.17607443034648895,
      "learning_rate": 1.950034754929626e-05,
      "loss": 0.9437,
      "step": 6076
    },
    {
      "epoch": 0.12806693114584816,
      "grad_norm": 0.18753740191459656,
      "learning_rate": 1.9500134476472346e-05,
      "loss": 0.9867,
      "step": 6077
    },
    {
      "epoch": 0.12808800518421343,
      "grad_norm": 0.18095621466636658,
      "learning_rate": 1.94999213593911e-05,
      "loss": 0.9878,
      "step": 6078
    },
    {
      "epoch": 0.12810907922257872,
      "grad_norm": 0.19481687247753143,
      "learning_rate": 1.9499708198053506e-05,
      "loss": 0.9792,
      "step": 6079
    },
    {
      "epoch": 0.128130153260944,
      "grad_norm": 0.14390398561954498,
      "learning_rate": 1.9499494992460555e-05,
      "loss": 0.977,
      "step": 6080
    },
    {
      "epoch": 0.1281512272993093,
      "grad_norm": 0.17495791614055634,
      "learning_rate": 1.949928174261325e-05,
      "loss": 0.9859,
      "step": 6081
    },
    {
      "epoch": 0.1281723013376746,
      "grad_norm": 0.1985345035791397,
      "learning_rate": 1.9499068448512575e-05,
      "loss": 0.97,
      "step": 6082
    },
    {
      "epoch": 0.12819337537603986,
      "grad_norm": 0.13087166845798492,
      "learning_rate": 1.9498855110159533e-05,
      "loss": 0.8739,
      "step": 6083
    },
    {
      "epoch": 0.12821444941440516,
      "grad_norm": 0.18586649000644684,
      "learning_rate": 1.949864172755511e-05,
      "loss": 0.9105,
      "step": 6084
    },
    {
      "epoch": 0.12823552345277045,
      "grad_norm": 0.250362753868103,
      "learning_rate": 1.9498428300700304e-05,
      "loss": 0.9684,
      "step": 6085
    },
    {
      "epoch": 0.12825659749113574,
      "grad_norm": 0.28619277477264404,
      "learning_rate": 1.9498214829596107e-05,
      "loss": 0.957,
      "step": 6086
    },
    {
      "epoch": 0.128277671529501,
      "grad_norm": 0.2220645397901535,
      "learning_rate": 1.949800131424352e-05,
      "loss": 0.9502,
      "step": 6087
    },
    {
      "epoch": 0.1282987455678663,
      "grad_norm": 0.2281501293182373,
      "learning_rate": 1.9497787754643526e-05,
      "loss": 0.8915,
      "step": 6088
    },
    {
      "epoch": 0.1283198196062316,
      "grad_norm": 0.1414862871170044,
      "learning_rate": 1.949757415079713e-05,
      "loss": 0.9419,
      "step": 6089
    },
    {
      "epoch": 0.1283408936445969,
      "grad_norm": 0.22472524642944336,
      "learning_rate": 1.949736050270532e-05,
      "loss": 0.9854,
      "step": 6090
    },
    {
      "epoch": 0.12836196768296218,
      "grad_norm": 0.16856078803539276,
      "learning_rate": 1.9497146810369098e-05,
      "loss": 0.9749,
      "step": 6091
    },
    {
      "epoch": 0.12838304172132745,
      "grad_norm": 0.20091404020786285,
      "learning_rate": 1.9496933073789455e-05,
      "loss": 0.9709,
      "step": 6092
    },
    {
      "epoch": 0.12840411575969274,
      "grad_norm": 0.23193159699440002,
      "learning_rate": 1.9496719292967386e-05,
      "loss": 0.9954,
      "step": 6093
    },
    {
      "epoch": 0.12842518979805803,
      "grad_norm": 0.15246784687042236,
      "learning_rate": 1.9496505467903893e-05,
      "loss": 0.9797,
      "step": 6094
    },
    {
      "epoch": 0.12844626383642332,
      "grad_norm": 0.18206687271595,
      "learning_rate": 1.9496291598599966e-05,
      "loss": 0.9596,
      "step": 6095
    },
    {
      "epoch": 0.1284673378747886,
      "grad_norm": 0.17791025340557098,
      "learning_rate": 1.9496077685056604e-05,
      "loss": 0.9248,
      "step": 6096
    },
    {
      "epoch": 0.12848841191315388,
      "grad_norm": 0.24090981483459473,
      "learning_rate": 1.94958637272748e-05,
      "loss": 0.9843,
      "step": 6097
    },
    {
      "epoch": 0.12850948595151918,
      "grad_norm": 0.14948350191116333,
      "learning_rate": 1.949564972525556e-05,
      "loss": 0.9883,
      "step": 6098
    },
    {
      "epoch": 0.12853055998988447,
      "grad_norm": 0.1626225858926773,
      "learning_rate": 1.9495435678999868e-05,
      "loss": 1.0108,
      "step": 6099
    },
    {
      "epoch": 0.12855163402824976,
      "grad_norm": 0.14093753695487976,
      "learning_rate": 1.949522158850873e-05,
      "loss": 0.9506,
      "step": 6100
    },
    {
      "epoch": 0.12857270806661503,
      "grad_norm": 0.15987712144851685,
      "learning_rate": 1.949500745378314e-05,
      "loss": 0.9218,
      "step": 6101
    },
    {
      "epoch": 0.12859378210498032,
      "grad_norm": 0.1577427238225937,
      "learning_rate": 1.94947932748241e-05,
      "loss": 1.041,
      "step": 6102
    },
    {
      "epoch": 0.1286148561433456,
      "grad_norm": 0.1505196988582611,
      "learning_rate": 1.94945790516326e-05,
      "loss": 0.9084,
      "step": 6103
    },
    {
      "epoch": 0.1286359301817109,
      "grad_norm": 0.1593453288078308,
      "learning_rate": 1.9494364784209648e-05,
      "loss": 1.0285,
      "step": 6104
    },
    {
      "epoch": 0.12865700422007617,
      "grad_norm": 0.1767105758190155,
      "learning_rate": 1.9494150472556233e-05,
      "loss": 1.016,
      "step": 6105
    },
    {
      "epoch": 0.12867807825844146,
      "grad_norm": 0.1509512960910797,
      "learning_rate": 1.949393611667336e-05,
      "loss": 0.9373,
      "step": 6106
    },
    {
      "epoch": 0.12869915229680676,
      "grad_norm": 0.13948701322078705,
      "learning_rate": 1.9493721716562016e-05,
      "loss": 0.9479,
      "step": 6107
    },
    {
      "epoch": 0.12872022633517205,
      "grad_norm": 0.14320839941501617,
      "learning_rate": 1.9493507272223214e-05,
      "loss": 0.9261,
      "step": 6108
    },
    {
      "epoch": 0.12874130037353734,
      "grad_norm": 0.12546150386333466,
      "learning_rate": 1.9493292783657952e-05,
      "loss": 0.993,
      "step": 6109
    },
    {
      "epoch": 0.1287623744119026,
      "grad_norm": 0.16417714953422546,
      "learning_rate": 1.949307825086722e-05,
      "loss": 0.8887,
      "step": 6110
    },
    {
      "epoch": 0.1287834484502679,
      "grad_norm": 0.13570570945739746,
      "learning_rate": 1.9492863673852023e-05,
      "loss": 0.9744,
      "step": 6111
    },
    {
      "epoch": 0.1288045224886332,
      "grad_norm": 0.19915516674518585,
      "learning_rate": 1.9492649052613358e-05,
      "loss": 0.984,
      "step": 6112
    },
    {
      "epoch": 0.1288255965269985,
      "grad_norm": 0.12344667315483093,
      "learning_rate": 1.9492434387152227e-05,
      "loss": 0.9607,
      "step": 6113
    },
    {
      "epoch": 0.12884667056536375,
      "grad_norm": 0.4293613135814667,
      "learning_rate": 1.949221967746963e-05,
      "loss": 0.9959,
      "step": 6114
    },
    {
      "epoch": 0.12886774460372905,
      "grad_norm": 0.14518877863883972,
      "learning_rate": 1.949200492356657e-05,
      "loss": 0.9208,
      "step": 6115
    },
    {
      "epoch": 0.12888881864209434,
      "grad_norm": 0.15357351303100586,
      "learning_rate": 1.949179012544404e-05,
      "loss": 0.8768,
      "step": 6116
    },
    {
      "epoch": 0.12890989268045963,
      "grad_norm": 0.16610385477542877,
      "learning_rate": 1.9491575283103046e-05,
      "loss": 0.9994,
      "step": 6117
    },
    {
      "epoch": 0.12893096671882492,
      "grad_norm": 0.18370124697685242,
      "learning_rate": 1.9491360396544588e-05,
      "loss": 0.9676,
      "step": 6118
    },
    {
      "epoch": 0.1289520407571902,
      "grad_norm": 0.1378612518310547,
      "learning_rate": 1.949114546576967e-05,
      "loss": 0.9754,
      "step": 6119
    },
    {
      "epoch": 0.12897311479555548,
      "grad_norm": 0.13653051853179932,
      "learning_rate": 1.9490930490779284e-05,
      "loss": 0.9163,
      "step": 6120
    },
    {
      "epoch": 0.12899418883392078,
      "grad_norm": 0.13368797302246094,
      "learning_rate": 1.949071547157444e-05,
      "loss": 0.9024,
      "step": 6121
    },
    {
      "epoch": 0.12901526287228607,
      "grad_norm": 0.13484466075897217,
      "learning_rate": 1.949050040815614e-05,
      "loss": 0.9492,
      "step": 6122
    },
    {
      "epoch": 0.12903633691065133,
      "grad_norm": 0.15382295846939087,
      "learning_rate": 1.9490285300525376e-05,
      "loss": 0.9769,
      "step": 6123
    },
    {
      "epoch": 0.12905741094901663,
      "grad_norm": 0.13521786034107208,
      "learning_rate": 1.9490070148683166e-05,
      "loss": 0.8831,
      "step": 6124
    },
    {
      "epoch": 0.12907848498738192,
      "grad_norm": 0.16009995341300964,
      "learning_rate": 1.9489854952630497e-05,
      "loss": 0.9209,
      "step": 6125
    },
    {
      "epoch": 0.1290995590257472,
      "grad_norm": 0.15189100801944733,
      "learning_rate": 1.9489639712368384e-05,
      "loss": 0.9709,
      "step": 6126
    },
    {
      "epoch": 0.1291206330641125,
      "grad_norm": 0.14044104516506195,
      "learning_rate": 1.9489424427897822e-05,
      "loss": 0.9214,
      "step": 6127
    },
    {
      "epoch": 0.12914170710247777,
      "grad_norm": 0.14283649623394012,
      "learning_rate": 1.948920909921981e-05,
      "loss": 0.9973,
      "step": 6128
    },
    {
      "epoch": 0.12916278114084306,
      "grad_norm": 0.1660650670528412,
      "learning_rate": 1.9488993726335364e-05,
      "loss": 0.9804,
      "step": 6129
    },
    {
      "epoch": 0.12918385517920836,
      "grad_norm": 0.15947718918323517,
      "learning_rate": 1.9488778309245477e-05,
      "loss": 0.9416,
      "step": 6130
    },
    {
      "epoch": 0.12920492921757365,
      "grad_norm": 0.16700021922588348,
      "learning_rate": 1.948856284795116e-05,
      "loss": 0.9746,
      "step": 6131
    },
    {
      "epoch": 0.12922600325593891,
      "grad_norm": 0.13229607045650482,
      "learning_rate": 1.9488347342453408e-05,
      "loss": 0.9239,
      "step": 6132
    },
    {
      "epoch": 0.1292470772943042,
      "grad_norm": 0.16116054356098175,
      "learning_rate": 1.9488131792753228e-05,
      "loss": 0.9958,
      "step": 6133
    },
    {
      "epoch": 0.1292681513326695,
      "grad_norm": 0.14340737462043762,
      "learning_rate": 1.9487916198851627e-05,
      "loss": 0.943,
      "step": 6134
    },
    {
      "epoch": 0.1292892253710348,
      "grad_norm": 0.15405753254890442,
      "learning_rate": 1.948770056074961e-05,
      "loss": 1.0181,
      "step": 6135
    },
    {
      "epoch": 0.1293102994094001,
      "grad_norm": 0.1769535392522812,
      "learning_rate": 1.948748487844818e-05,
      "loss": 0.9449,
      "step": 6136
    },
    {
      "epoch": 0.12933137344776535,
      "grad_norm": 0.12820756435394287,
      "learning_rate": 1.948726915194834e-05,
      "loss": 0.9631,
      "step": 6137
    },
    {
      "epoch": 0.12935244748613065,
      "grad_norm": 0.15817824006080627,
      "learning_rate": 1.9487053381251098e-05,
      "loss": 1.0003,
      "step": 6138
    },
    {
      "epoch": 0.12937352152449594,
      "grad_norm": 0.13151836395263672,
      "learning_rate": 1.9486837566357453e-05,
      "loss": 0.9296,
      "step": 6139
    },
    {
      "epoch": 0.12939459556286123,
      "grad_norm": 0.1441667675971985,
      "learning_rate": 1.948662170726842e-05,
      "loss": 0.9829,
      "step": 6140
    },
    {
      "epoch": 0.1294156696012265,
      "grad_norm": 0.16774699091911316,
      "learning_rate": 1.9486405803984995e-05,
      "loss": 0.9738,
      "step": 6141
    },
    {
      "epoch": 0.1294367436395918,
      "grad_norm": 0.14710716903209686,
      "learning_rate": 1.948618985650819e-05,
      "loss": 0.926,
      "step": 6142
    },
    {
      "epoch": 0.12945781767795708,
      "grad_norm": 0.18009164929389954,
      "learning_rate": 1.9485973864839012e-05,
      "loss": 0.9785,
      "step": 6143
    },
    {
      "epoch": 0.12947889171632238,
      "grad_norm": 0.13219434022903442,
      "learning_rate": 1.9485757828978462e-05,
      "loss": 0.9935,
      "step": 6144
    },
    {
      "epoch": 0.12949996575468767,
      "grad_norm": 0.14768943190574646,
      "learning_rate": 1.948554174892755e-05,
      "loss": 0.9493,
      "step": 6145
    },
    {
      "epoch": 0.12952103979305293,
      "grad_norm": 0.16123133897781372,
      "learning_rate": 1.948532562468728e-05,
      "loss": 0.9665,
      "step": 6146
    },
    {
      "epoch": 0.12954211383141823,
      "grad_norm": 0.1438632309436798,
      "learning_rate": 1.9485109456258663e-05,
      "loss": 0.9572,
      "step": 6147
    },
    {
      "epoch": 0.12956318786978352,
      "grad_norm": 0.1811870038509369,
      "learning_rate": 1.9484893243642703e-05,
      "loss": 0.9219,
      "step": 6148
    },
    {
      "epoch": 0.1295842619081488,
      "grad_norm": 0.13380824029445648,
      "learning_rate": 1.9484676986840405e-05,
      "loss": 0.9036,
      "step": 6149
    },
    {
      "epoch": 0.12960533594651408,
      "grad_norm": 0.17859768867492676,
      "learning_rate": 1.9484460685852783e-05,
      "loss": 0.8717,
      "step": 6150
    },
    {
      "epoch": 0.12962640998487937,
      "grad_norm": 0.1211857795715332,
      "learning_rate": 1.9484244340680835e-05,
      "loss": 0.8754,
      "step": 6151
    },
    {
      "epoch": 0.12964748402324466,
      "grad_norm": 0.17172600328922272,
      "learning_rate": 1.948402795132558e-05,
      "loss": 0.9499,
      "step": 6152
    },
    {
      "epoch": 0.12966855806160996,
      "grad_norm": 0.162046417593956,
      "learning_rate": 1.9483811517788017e-05,
      "loss": 1.0189,
      "step": 6153
    },
    {
      "epoch": 0.12968963209997525,
      "grad_norm": 0.1819416582584381,
      "learning_rate": 1.9483595040069162e-05,
      "loss": 0.913,
      "step": 6154
    },
    {
      "epoch": 0.12971070613834051,
      "grad_norm": 0.16347384452819824,
      "learning_rate": 1.9483378518170017e-05,
      "loss": 0.9816,
      "step": 6155
    },
    {
      "epoch": 0.1297317801767058,
      "grad_norm": 0.13981060683727264,
      "learning_rate": 1.9483161952091592e-05,
      "loss": 0.9924,
      "step": 6156
    },
    {
      "epoch": 0.1297528542150711,
      "grad_norm": 0.15535703301429749,
      "learning_rate": 1.9482945341834904e-05,
      "loss": 0.9933,
      "step": 6157
    },
    {
      "epoch": 0.1297739282534364,
      "grad_norm": 0.12826821208000183,
      "learning_rate": 1.9482728687400948e-05,
      "loss": 0.9542,
      "step": 6158
    },
    {
      "epoch": 0.12979500229180166,
      "grad_norm": 0.18029668927192688,
      "learning_rate": 1.9482511988790743e-05,
      "loss": 0.9953,
      "step": 6159
    },
    {
      "epoch": 0.12981607633016695,
      "grad_norm": 0.19342006742954254,
      "learning_rate": 1.9482295246005295e-05,
      "loss": 1.0038,
      "step": 6160
    },
    {
      "epoch": 0.12983715036853224,
      "grad_norm": 0.1492733508348465,
      "learning_rate": 1.9482078459045617e-05,
      "loss": 0.9131,
      "step": 6161
    },
    {
      "epoch": 0.12985822440689754,
      "grad_norm": 0.15801936388015747,
      "learning_rate": 1.9481861627912714e-05,
      "loss": 0.9855,
      "step": 6162
    },
    {
      "epoch": 0.12987929844526283,
      "grad_norm": 0.1377345323562622,
      "learning_rate": 1.9481644752607602e-05,
      "loss": 0.88,
      "step": 6163
    },
    {
      "epoch": 0.1299003724836281,
      "grad_norm": 0.15297630429267883,
      "learning_rate": 1.9481427833131287e-05,
      "loss": 0.9582,
      "step": 6164
    },
    {
      "epoch": 0.1299214465219934,
      "grad_norm": 0.13552698493003845,
      "learning_rate": 1.948121086948478e-05,
      "loss": 0.9688,
      "step": 6165
    },
    {
      "epoch": 0.12994252056035868,
      "grad_norm": 0.13255950808525085,
      "learning_rate": 1.9480993861669093e-05,
      "loss": 0.881,
      "step": 6166
    },
    {
      "epoch": 0.12996359459872397,
      "grad_norm": 0.1706806868314743,
      "learning_rate": 1.9480776809685234e-05,
      "loss": 0.975,
      "step": 6167
    },
    {
      "epoch": 0.12998466863708924,
      "grad_norm": 0.16276945173740387,
      "learning_rate": 1.9480559713534218e-05,
      "loss": 0.9559,
      "step": 6168
    },
    {
      "epoch": 0.13000574267545453,
      "grad_norm": 0.17408674955368042,
      "learning_rate": 1.9480342573217057e-05,
      "loss": 0.9359,
      "step": 6169
    },
    {
      "epoch": 0.13002681671381983,
      "grad_norm": 0.18558794260025024,
      "learning_rate": 1.948012538873476e-05,
      "loss": 0.9652,
      "step": 6170
    },
    {
      "epoch": 0.13004789075218512,
      "grad_norm": 0.16011066734790802,
      "learning_rate": 1.9479908160088337e-05,
      "loss": 0.9426,
      "step": 6171
    },
    {
      "epoch": 0.1300689647905504,
      "grad_norm": 0.1674930453300476,
      "learning_rate": 1.9479690887278805e-05,
      "loss": 1.0266,
      "step": 6172
    },
    {
      "epoch": 0.13009003882891568,
      "grad_norm": 0.13001398742198944,
      "learning_rate": 1.9479473570307173e-05,
      "loss": 0.9683,
      "step": 6173
    },
    {
      "epoch": 0.13011111286728097,
      "grad_norm": 0.14724618196487427,
      "learning_rate": 1.9479256209174452e-05,
      "loss": 0.9359,
      "step": 6174
    },
    {
      "epoch": 0.13013218690564626,
      "grad_norm": 0.1492902636528015,
      "learning_rate": 1.9479038803881655e-05,
      "loss": 0.9456,
      "step": 6175
    },
    {
      "epoch": 0.13015326094401156,
      "grad_norm": 0.19015516340732574,
      "learning_rate": 1.94788213544298e-05,
      "loss": 0.9576,
      "step": 6176
    },
    {
      "epoch": 0.13017433498237685,
      "grad_norm": 0.14905990660190582,
      "learning_rate": 1.9478603860819894e-05,
      "loss": 0.9458,
      "step": 6177
    },
    {
      "epoch": 0.13019540902074211,
      "grad_norm": 0.16606107354164124,
      "learning_rate": 1.9478386323052953e-05,
      "loss": 0.9209,
      "step": 6178
    },
    {
      "epoch": 0.1302164830591074,
      "grad_norm": 0.16953814029693604,
      "learning_rate": 1.9478168741129992e-05,
      "loss": 0.9409,
      "step": 6179
    },
    {
      "epoch": 0.1302375570974727,
      "grad_norm": 0.1587529182434082,
      "learning_rate": 1.947795111505202e-05,
      "loss": 0.9603,
      "step": 6180
    },
    {
      "epoch": 0.130258631135838,
      "grad_norm": 0.16404850780963898,
      "learning_rate": 1.9477733444820052e-05,
      "loss": 0.9807,
      "step": 6181
    },
    {
      "epoch": 0.13027970517420326,
      "grad_norm": 0.1956392377614975,
      "learning_rate": 1.9477515730435107e-05,
      "loss": 0.9276,
      "step": 6182
    },
    {
      "epoch": 0.13030077921256855,
      "grad_norm": 0.1575808823108673,
      "learning_rate": 1.9477297971898193e-05,
      "loss": 0.9778,
      "step": 6183
    },
    {
      "epoch": 0.13032185325093384,
      "grad_norm": 0.1453610509634018,
      "learning_rate": 1.9477080169210327e-05,
      "loss": 0.9175,
      "step": 6184
    },
    {
      "epoch": 0.13034292728929914,
      "grad_norm": 0.16626034677028656,
      "learning_rate": 1.9476862322372526e-05,
      "loss": 0.9418,
      "step": 6185
    },
    {
      "epoch": 0.13036400132766443,
      "grad_norm": 0.1349409967660904,
      "learning_rate": 1.94766444313858e-05,
      "loss": 1.0231,
      "step": 6186
    },
    {
      "epoch": 0.1303850753660297,
      "grad_norm": 0.18802912533283234,
      "learning_rate": 1.947642649625117e-05,
      "loss": 1.0005,
      "step": 6187
    },
    {
      "epoch": 0.130406149404395,
      "grad_norm": 0.15978191792964935,
      "learning_rate": 1.9476208516969643e-05,
      "loss": 0.9569,
      "step": 6188
    },
    {
      "epoch": 0.13042722344276028,
      "grad_norm": 0.1956789791584015,
      "learning_rate": 1.9475990493542243e-05,
      "loss": 1.0676,
      "step": 6189
    },
    {
      "epoch": 0.13044829748112557,
      "grad_norm": 0.16478681564331055,
      "learning_rate": 1.947577242596998e-05,
      "loss": 0.9826,
      "step": 6190
    },
    {
      "epoch": 0.13046937151949084,
      "grad_norm": 0.1703280359506607,
      "learning_rate": 1.9475554314253877e-05,
      "loss": 0.9919,
      "step": 6191
    },
    {
      "epoch": 0.13049044555785613,
      "grad_norm": 0.15178793668746948,
      "learning_rate": 1.9475336158394942e-05,
      "loss": 1.024,
      "step": 6192
    },
    {
      "epoch": 0.13051151959622143,
      "grad_norm": 0.18536214530467987,
      "learning_rate": 1.947511795839419e-05,
      "loss": 0.9447,
      "step": 6193
    },
    {
      "epoch": 0.13053259363458672,
      "grad_norm": 0.13156035542488098,
      "learning_rate": 1.9474899714252648e-05,
      "loss": 0.9044,
      "step": 6194
    },
    {
      "epoch": 0.130553667672952,
      "grad_norm": 0.1645510047674179,
      "learning_rate": 1.9474681425971324e-05,
      "loss": 0.9318,
      "step": 6195
    },
    {
      "epoch": 0.13057474171131728,
      "grad_norm": 0.14337654411792755,
      "learning_rate": 1.947446309355124e-05,
      "loss": 0.9748,
      "step": 6196
    },
    {
      "epoch": 0.13059581574968257,
      "grad_norm": 0.13559384644031525,
      "learning_rate": 1.9474244716993408e-05,
      "loss": 0.8649,
      "step": 6197
    },
    {
      "epoch": 0.13061688978804786,
      "grad_norm": 0.17246416211128235,
      "learning_rate": 1.947402629629885e-05,
      "loss": 1.0655,
      "step": 6198
    },
    {
      "epoch": 0.13063796382641316,
      "grad_norm": 0.18643133342266083,
      "learning_rate": 1.9473807831468577e-05,
      "loss": 1.0448,
      "step": 6199
    },
    {
      "epoch": 0.13065903786477842,
      "grad_norm": 0.14747577905654907,
      "learning_rate": 1.9473589322503613e-05,
      "loss": 0.9394,
      "step": 6200
    },
    {
      "epoch": 0.13068011190314371,
      "grad_norm": 0.5618311762809753,
      "learning_rate": 1.9473370769404977e-05,
      "loss": 0.9965,
      "step": 6201
    },
    {
      "epoch": 0.130701185941509,
      "grad_norm": 0.15834762156009674,
      "learning_rate": 1.9473152172173684e-05,
      "loss": 1.0258,
      "step": 6202
    },
    {
      "epoch": 0.1307222599798743,
      "grad_norm": 0.17569947242736816,
      "learning_rate": 1.947293353081075e-05,
      "loss": 0.9983,
      "step": 6203
    },
    {
      "epoch": 0.1307433340182396,
      "grad_norm": 0.149725541472435,
      "learning_rate": 1.9472714845317196e-05,
      "loss": 0.9521,
      "step": 6204
    },
    {
      "epoch": 0.13076440805660486,
      "grad_norm": 0.17483238875865936,
      "learning_rate": 1.9472496115694044e-05,
      "loss": 0.9415,
      "step": 6205
    },
    {
      "epoch": 0.13078548209497015,
      "grad_norm": 0.13222374022006989,
      "learning_rate": 1.947227734194231e-05,
      "loss": 0.9744,
      "step": 6206
    },
    {
      "epoch": 0.13080655613333544,
      "grad_norm": 0.18913280963897705,
      "learning_rate": 1.9472058524063013e-05,
      "loss": 0.9587,
      "step": 6207
    },
    {
      "epoch": 0.13082763017170074,
      "grad_norm": 0.15584756433963776,
      "learning_rate": 1.947183966205717e-05,
      "loss": 0.9573,
      "step": 6208
    },
    {
      "epoch": 0.130848704210066,
      "grad_norm": 0.1778903305530548,
      "learning_rate": 1.9471620755925805e-05,
      "loss": 0.9645,
      "step": 6209
    },
    {
      "epoch": 0.1308697782484313,
      "grad_norm": 0.12668707966804504,
      "learning_rate": 1.9471401805669937e-05,
      "loss": 0.9734,
      "step": 6210
    },
    {
      "epoch": 0.1308908522867966,
      "grad_norm": 0.17864014208316803,
      "learning_rate": 1.947118281129058e-05,
      "loss": 0.9379,
      "step": 6211
    },
    {
      "epoch": 0.13091192632516188,
      "grad_norm": 0.13639146089553833,
      "learning_rate": 1.9470963772788764e-05,
      "loss": 0.9205,
      "step": 6212
    },
    {
      "epoch": 0.13093300036352717,
      "grad_norm": 0.180986225605011,
      "learning_rate": 1.9470744690165505e-05,
      "loss": 0.9712,
      "step": 6213
    },
    {
      "epoch": 0.13095407440189244,
      "grad_norm": 0.1785309761762619,
      "learning_rate": 1.947052556342182e-05,
      "loss": 1.029,
      "step": 6214
    },
    {
      "epoch": 0.13097514844025773,
      "grad_norm": 0.15497279167175293,
      "learning_rate": 1.9470306392558736e-05,
      "loss": 1.0046,
      "step": 6215
    },
    {
      "epoch": 0.13099622247862303,
      "grad_norm": 0.1685180813074112,
      "learning_rate": 1.947008717757727e-05,
      "loss": 0.9681,
      "step": 6216
    },
    {
      "epoch": 0.13101729651698832,
      "grad_norm": 0.1575503945350647,
      "learning_rate": 1.9469867918478443e-05,
      "loss": 0.9856,
      "step": 6217
    },
    {
      "epoch": 0.13103837055535358,
      "grad_norm": 0.13308456540107727,
      "learning_rate": 1.9469648615263278e-05,
      "loss": 0.8987,
      "step": 6218
    },
    {
      "epoch": 0.13105944459371888,
      "grad_norm": 0.17156819999217987,
      "learning_rate": 1.9469429267932797e-05,
      "loss": 0.8555,
      "step": 6219
    },
    {
      "epoch": 0.13108051863208417,
      "grad_norm": 0.1488703042268753,
      "learning_rate": 1.946920987648802e-05,
      "loss": 0.976,
      "step": 6220
    },
    {
      "epoch": 0.13110159267044946,
      "grad_norm": 0.1572672426700592,
      "learning_rate": 1.9468990440929972e-05,
      "loss": 0.9721,
      "step": 6221
    },
    {
      "epoch": 0.13112266670881476,
      "grad_norm": 0.12564478814601898,
      "learning_rate": 1.9468770961259674e-05,
      "loss": 0.9527,
      "step": 6222
    },
    {
      "epoch": 0.13114374074718002,
      "grad_norm": 0.180371955037117,
      "learning_rate": 1.9468551437478146e-05,
      "loss": 1.0304,
      "step": 6223
    },
    {
      "epoch": 0.13116481478554531,
      "grad_norm": 0.15130826830863953,
      "learning_rate": 1.9468331869586415e-05,
      "loss": 0.9476,
      "step": 6224
    },
    {
      "epoch": 0.1311858888239106,
      "grad_norm": 0.12673667073249817,
      "learning_rate": 1.94681122575855e-05,
      "loss": 0.9173,
      "step": 6225
    },
    {
      "epoch": 0.1312069628622759,
      "grad_norm": 0.15196020901203156,
      "learning_rate": 1.9467892601476427e-05,
      "loss": 0.9431,
      "step": 6226
    },
    {
      "epoch": 0.13122803690064117,
      "grad_norm": 0.12638717889785767,
      "learning_rate": 1.9467672901260217e-05,
      "loss": 0.9417,
      "step": 6227
    },
    {
      "epoch": 0.13124911093900646,
      "grad_norm": 0.16435688734054565,
      "learning_rate": 1.9467453156937893e-05,
      "loss": 1.0162,
      "step": 6228
    },
    {
      "epoch": 0.13127018497737175,
      "grad_norm": 0.16258610785007477,
      "learning_rate": 1.9467233368510482e-05,
      "loss": 0.9674,
      "step": 6229
    },
    {
      "epoch": 0.13129125901573704,
      "grad_norm": 0.1172526478767395,
      "learning_rate": 1.9467013535979007e-05,
      "loss": 0.8633,
      "step": 6230
    },
    {
      "epoch": 0.13131233305410234,
      "grad_norm": 0.13399246335029602,
      "learning_rate": 1.946679365934449e-05,
      "loss": 0.9592,
      "step": 6231
    },
    {
      "epoch": 0.1313334070924676,
      "grad_norm": 0.1362334042787552,
      "learning_rate": 1.9466573738607953e-05,
      "loss": 0.9645,
      "step": 6232
    },
    {
      "epoch": 0.1313544811308329,
      "grad_norm": 0.12954336404800415,
      "learning_rate": 1.946635377377043e-05,
      "loss": 0.901,
      "step": 6233
    },
    {
      "epoch": 0.1313755551691982,
      "grad_norm": 0.16561076045036316,
      "learning_rate": 1.9466133764832937e-05,
      "loss": 0.9406,
      "step": 6234
    },
    {
      "epoch": 0.13139662920756348,
      "grad_norm": 0.17603617906570435,
      "learning_rate": 1.9465913711796502e-05,
      "loss": 0.9513,
      "step": 6235
    },
    {
      "epoch": 0.13141770324592875,
      "grad_norm": 0.17682720720767975,
      "learning_rate": 1.946569361466215e-05,
      "loss": 1.0173,
      "step": 6236
    },
    {
      "epoch": 0.13143877728429404,
      "grad_norm": 0.13404496014118195,
      "learning_rate": 1.9465473473430903e-05,
      "loss": 0.8775,
      "step": 6237
    },
    {
      "epoch": 0.13145985132265933,
      "grad_norm": 0.15579158067703247,
      "learning_rate": 1.9465253288103793e-05,
      "loss": 0.9806,
      "step": 6238
    },
    {
      "epoch": 0.13148092536102463,
      "grad_norm": 0.22583627700805664,
      "learning_rate": 1.9465033058681844e-05,
      "loss": 1.0004,
      "step": 6239
    },
    {
      "epoch": 0.13150199939938992,
      "grad_norm": 0.22036926448345184,
      "learning_rate": 1.9464812785166077e-05,
      "loss": 1.0083,
      "step": 6240
    },
    {
      "epoch": 0.13152307343775518,
      "grad_norm": 0.11840123683214188,
      "learning_rate": 1.9464592467557523e-05,
      "loss": 0.8755,
      "step": 6241
    },
    {
      "epoch": 0.13154414747612048,
      "grad_norm": 0.20024140179157257,
      "learning_rate": 1.9464372105857207e-05,
      "loss": 0.8982,
      "step": 6242
    },
    {
      "epoch": 0.13156522151448577,
      "grad_norm": 0.14447754621505737,
      "learning_rate": 1.9464151700066156e-05,
      "loss": 0.8627,
      "step": 6243
    },
    {
      "epoch": 0.13158629555285106,
      "grad_norm": 0.1561296135187149,
      "learning_rate": 1.9463931250185394e-05,
      "loss": 0.9542,
      "step": 6244
    },
    {
      "epoch": 0.13160736959121633,
      "grad_norm": 0.1921674758195877,
      "learning_rate": 1.9463710756215954e-05,
      "loss": 1.0607,
      "step": 6245
    },
    {
      "epoch": 0.13162844362958162,
      "grad_norm": 0.14347919821739197,
      "learning_rate": 1.9463490218158855e-05,
      "loss": 0.9811,
      "step": 6246
    },
    {
      "epoch": 0.1316495176679469,
      "grad_norm": 0.16322405636310577,
      "learning_rate": 1.9463269636015135e-05,
      "loss": 0.9605,
      "step": 6247
    },
    {
      "epoch": 0.1316705917063122,
      "grad_norm": 0.19190368056297302,
      "learning_rate": 1.946304900978581e-05,
      "loss": 1.0282,
      "step": 6248
    },
    {
      "epoch": 0.1316916657446775,
      "grad_norm": 0.16221314668655396,
      "learning_rate": 1.9462828339471916e-05,
      "loss": 0.953,
      "step": 6249
    },
    {
      "epoch": 0.13171273978304276,
      "grad_norm": 0.15802443027496338,
      "learning_rate": 1.9462607625074477e-05,
      "loss": 0.9723,
      "step": 6250
    },
    {
      "epoch": 0.13173381382140806,
      "grad_norm": 0.14619101583957672,
      "learning_rate": 1.9462386866594523e-05,
      "loss": 0.978,
      "step": 6251
    },
    {
      "epoch": 0.13175488785977335,
      "grad_norm": 0.14935219287872314,
      "learning_rate": 1.946216606403308e-05,
      "loss": 0.9188,
      "step": 6252
    },
    {
      "epoch": 0.13177596189813864,
      "grad_norm": 0.17194503545761108,
      "learning_rate": 1.946194521739118e-05,
      "loss": 0.9782,
      "step": 6253
    },
    {
      "epoch": 0.1317970359365039,
      "grad_norm": 0.1683075726032257,
      "learning_rate": 1.9461724326669853e-05,
      "loss": 0.9518,
      "step": 6254
    },
    {
      "epoch": 0.1318181099748692,
      "grad_norm": 0.17719025909900665,
      "learning_rate": 1.946150339187012e-05,
      "loss": 1.0866,
      "step": 6255
    },
    {
      "epoch": 0.1318391840132345,
      "grad_norm": 0.23051275312900543,
      "learning_rate": 1.9461282412993025e-05,
      "loss": 0.9647,
      "step": 6256
    },
    {
      "epoch": 0.1318602580515998,
      "grad_norm": 0.14633534848690033,
      "learning_rate": 1.946106139003958e-05,
      "loss": 0.9264,
      "step": 6257
    },
    {
      "epoch": 0.13188133208996508,
      "grad_norm": 0.1772322952747345,
      "learning_rate": 1.9460840323010825e-05,
      "loss": 0.9769,
      "step": 6258
    },
    {
      "epoch": 0.13190240612833035,
      "grad_norm": 0.15237943828105927,
      "learning_rate": 1.946061921190779e-05,
      "loss": 0.8745,
      "step": 6259
    },
    {
      "epoch": 0.13192348016669564,
      "grad_norm": 0.20133396983146667,
      "learning_rate": 1.9460398056731497e-05,
      "loss": 1.0213,
      "step": 6260
    },
    {
      "epoch": 0.13194455420506093,
      "grad_norm": 0.220570906996727,
      "learning_rate": 1.9460176857482987e-05,
      "loss": 0.9566,
      "step": 6261
    },
    {
      "epoch": 0.13196562824342623,
      "grad_norm": 0.17670050263404846,
      "learning_rate": 1.9459955614163285e-05,
      "loss": 1.0123,
      "step": 6262
    },
    {
      "epoch": 0.1319867022817915,
      "grad_norm": 0.17449752986431122,
      "learning_rate": 1.945973432677342e-05,
      "loss": 1.0109,
      "step": 6263
    },
    {
      "epoch": 0.13200777632015678,
      "grad_norm": 0.1978776752948761,
      "learning_rate": 1.945951299531443e-05,
      "loss": 0.9942,
      "step": 6264
    },
    {
      "epoch": 0.13202885035852208,
      "grad_norm": 0.13638591766357422,
      "learning_rate": 1.9459291619787334e-05,
      "loss": 1.0315,
      "step": 6265
    },
    {
      "epoch": 0.13204992439688737,
      "grad_norm": 0.19672039151191711,
      "learning_rate": 1.9459070200193177e-05,
      "loss": 0.9646,
      "step": 6266
    },
    {
      "epoch": 0.13207099843525266,
      "grad_norm": 0.16953574120998383,
      "learning_rate": 1.9458848736532978e-05,
      "loss": 1.0446,
      "step": 6267
    },
    {
      "epoch": 0.13209207247361793,
      "grad_norm": 0.14655548334121704,
      "learning_rate": 1.945862722880778e-05,
      "loss": 0.9731,
      "step": 6268
    },
    {
      "epoch": 0.13211314651198322,
      "grad_norm": 0.16160105168819427,
      "learning_rate": 1.945840567701861e-05,
      "loss": 0.9691,
      "step": 6269
    },
    {
      "epoch": 0.1321342205503485,
      "grad_norm": 0.15386821329593658,
      "learning_rate": 1.9458184081166494e-05,
      "loss": 0.9442,
      "step": 6270
    },
    {
      "epoch": 0.1321552945887138,
      "grad_norm": 0.19175443053245544,
      "learning_rate": 1.9457962441252475e-05,
      "loss": 1.0241,
      "step": 6271
    },
    {
      "epoch": 0.1321763686270791,
      "grad_norm": 0.19453147053718567,
      "learning_rate": 1.9457740757277577e-05,
      "loss": 0.9448,
      "step": 6272
    },
    {
      "epoch": 0.13219744266544436,
      "grad_norm": 0.16005821526050568,
      "learning_rate": 1.945751902924284e-05,
      "loss": 0.9285,
      "step": 6273
    },
    {
      "epoch": 0.13221851670380966,
      "grad_norm": 0.1587752103805542,
      "learning_rate": 1.9457297257149292e-05,
      "loss": 1.0603,
      "step": 6274
    },
    {
      "epoch": 0.13223959074217495,
      "grad_norm": 0.13691942393779755,
      "learning_rate": 1.9457075440997965e-05,
      "loss": 0.9297,
      "step": 6275
    },
    {
      "epoch": 0.13226066478054024,
      "grad_norm": 0.1791551113128662,
      "learning_rate": 1.9456853580789897e-05,
      "loss": 0.9517,
      "step": 6276
    },
    {
      "epoch": 0.1322817388189055,
      "grad_norm": 0.1596471071243286,
      "learning_rate": 1.9456631676526117e-05,
      "loss": 0.9794,
      "step": 6277
    },
    {
      "epoch": 0.1323028128572708,
      "grad_norm": 0.143360435962677,
      "learning_rate": 1.9456409728207662e-05,
      "loss": 0.982,
      "step": 6278
    },
    {
      "epoch": 0.1323238868956361,
      "grad_norm": 0.12478283792734146,
      "learning_rate": 1.945618773583557e-05,
      "loss": 0.9188,
      "step": 6279
    },
    {
      "epoch": 0.1323449609340014,
      "grad_norm": 0.1329542100429535,
      "learning_rate": 1.9455965699410865e-05,
      "loss": 0.9703,
      "step": 6280
    },
    {
      "epoch": 0.13236603497236668,
      "grad_norm": 0.1515311896800995,
      "learning_rate": 1.945574361893459e-05,
      "loss": 0.9755,
      "step": 6281
    },
    {
      "epoch": 0.13238710901073195,
      "grad_norm": 0.15344694256782532,
      "learning_rate": 1.9455521494407776e-05,
      "loss": 1.0082,
      "step": 6282
    },
    {
      "epoch": 0.13240818304909724,
      "grad_norm": 0.1417667269706726,
      "learning_rate": 1.9455299325831454e-05,
      "loss": 1.0132,
      "step": 6283
    },
    {
      "epoch": 0.13242925708746253,
      "grad_norm": 0.13844148814678192,
      "learning_rate": 1.9455077113206665e-05,
      "loss": 0.8808,
      "step": 6284
    },
    {
      "epoch": 0.13245033112582782,
      "grad_norm": 0.148192897439003,
      "learning_rate": 1.9454854856534444e-05,
      "loss": 0.9455,
      "step": 6285
    },
    {
      "epoch": 0.1324714051641931,
      "grad_norm": 0.14339019358158112,
      "learning_rate": 1.9454632555815823e-05,
      "loss": 0.9591,
      "step": 6286
    },
    {
      "epoch": 0.13249247920255838,
      "grad_norm": 0.1567440927028656,
      "learning_rate": 1.9454410211051837e-05,
      "loss": 0.988,
      "step": 6287
    },
    {
      "epoch": 0.13251355324092368,
      "grad_norm": 0.22400444746017456,
      "learning_rate": 1.9454187822243527e-05,
      "loss": 0.9296,
      "step": 6288
    },
    {
      "epoch": 0.13253462727928897,
      "grad_norm": 0.12623806297779083,
      "learning_rate": 1.9453965389391927e-05,
      "loss": 0.9758,
      "step": 6289
    },
    {
      "epoch": 0.13255570131765426,
      "grad_norm": 0.17543962597846985,
      "learning_rate": 1.9453742912498072e-05,
      "loss": 0.9425,
      "step": 6290
    },
    {
      "epoch": 0.13257677535601953,
      "grad_norm": 0.1442096084356308,
      "learning_rate": 1.9453520391562993e-05,
      "loss": 0.9597,
      "step": 6291
    },
    {
      "epoch": 0.13259784939438482,
      "grad_norm": 0.13269475102424622,
      "learning_rate": 1.945329782658774e-05,
      "loss": 0.9021,
      "step": 6292
    },
    {
      "epoch": 0.1326189234327501,
      "grad_norm": 0.1613737940788269,
      "learning_rate": 1.945307521757334e-05,
      "loss": 0.939,
      "step": 6293
    },
    {
      "epoch": 0.1326399974711154,
      "grad_norm": 0.13569799065589905,
      "learning_rate": 1.945285256452083e-05,
      "loss": 0.9705,
      "step": 6294
    },
    {
      "epoch": 0.13266107150948067,
      "grad_norm": 0.15207624435424805,
      "learning_rate": 1.945262986743125e-05,
      "loss": 0.9676,
      "step": 6295
    },
    {
      "epoch": 0.13268214554784596,
      "grad_norm": 0.17733865976333618,
      "learning_rate": 1.9452407126305636e-05,
      "loss": 0.8986,
      "step": 6296
    },
    {
      "epoch": 0.13270321958621126,
      "grad_norm": 0.11179973185062408,
      "learning_rate": 1.945218434114503e-05,
      "loss": 0.8781,
      "step": 6297
    },
    {
      "epoch": 0.13272429362457655,
      "grad_norm": 0.17082390189170837,
      "learning_rate": 1.9451961511950467e-05,
      "loss": 0.9427,
      "step": 6298
    },
    {
      "epoch": 0.13274536766294184,
      "grad_norm": 0.20785503089427948,
      "learning_rate": 1.9451738638722978e-05,
      "loss": 1.0404,
      "step": 6299
    },
    {
      "epoch": 0.1327664417013071,
      "grad_norm": 0.12103623896837234,
      "learning_rate": 1.9451515721463616e-05,
      "loss": 0.8921,
      "step": 6300
    },
    {
      "epoch": 0.1327875157396724,
      "grad_norm": 0.1395512968301773,
      "learning_rate": 1.9451292760173404e-05,
      "loss": 0.9199,
      "step": 6301
    },
    {
      "epoch": 0.1328085897780377,
      "grad_norm": 0.14698526263237,
      "learning_rate": 1.9451069754853393e-05,
      "loss": 0.9389,
      "step": 6302
    },
    {
      "epoch": 0.132829663816403,
      "grad_norm": 0.18633177876472473,
      "learning_rate": 1.9450846705504617e-05,
      "loss": 0.9971,
      "step": 6303
    },
    {
      "epoch": 0.13285073785476825,
      "grad_norm": 0.14743614196777344,
      "learning_rate": 1.945062361212811e-05,
      "loss": 0.8884,
      "step": 6304
    },
    {
      "epoch": 0.13287181189313355,
      "grad_norm": 0.13608954846858978,
      "learning_rate": 1.945040047472492e-05,
      "loss": 0.9331,
      "step": 6305
    },
    {
      "epoch": 0.13289288593149884,
      "grad_norm": 0.17438720166683197,
      "learning_rate": 1.9450177293296084e-05,
      "loss": 1.0024,
      "step": 6306
    },
    {
      "epoch": 0.13291395996986413,
      "grad_norm": 0.17526225745677948,
      "learning_rate": 1.944995406784264e-05,
      "loss": 1.0816,
      "step": 6307
    },
    {
      "epoch": 0.13293503400822942,
      "grad_norm": 0.15038056671619415,
      "learning_rate": 1.9449730798365626e-05,
      "loss": 0.9271,
      "step": 6308
    },
    {
      "epoch": 0.1329561080465947,
      "grad_norm": 0.14511941373348236,
      "learning_rate": 1.9449507484866084e-05,
      "loss": 1.0209,
      "step": 6309
    },
    {
      "epoch": 0.13297718208495998,
      "grad_norm": 0.11956226080656052,
      "learning_rate": 1.9449284127345057e-05,
      "loss": 0.8976,
      "step": 6310
    },
    {
      "epoch": 0.13299825612332528,
      "grad_norm": 0.12347535043954849,
      "learning_rate": 1.9449060725803583e-05,
      "loss": 0.8877,
      "step": 6311
    },
    {
      "epoch": 0.13301933016169057,
      "grad_norm": 0.14118331670761108,
      "learning_rate": 1.9448837280242704e-05,
      "loss": 0.9111,
      "step": 6312
    },
    {
      "epoch": 0.13304040420005583,
      "grad_norm": 0.12730208039283752,
      "learning_rate": 1.944861379066346e-05,
      "loss": 0.9719,
      "step": 6313
    },
    {
      "epoch": 0.13306147823842113,
      "grad_norm": 0.1339166760444641,
      "learning_rate": 1.944839025706689e-05,
      "loss": 0.9672,
      "step": 6314
    },
    {
      "epoch": 0.13308255227678642,
      "grad_norm": 0.1318582147359848,
      "learning_rate": 1.944816667945404e-05,
      "loss": 0.9203,
      "step": 6315
    },
    {
      "epoch": 0.1331036263151517,
      "grad_norm": 0.14493907988071442,
      "learning_rate": 1.9447943057825948e-05,
      "loss": 0.9676,
      "step": 6316
    },
    {
      "epoch": 0.133124700353517,
      "grad_norm": 0.14946983754634857,
      "learning_rate": 1.9447719392183656e-05,
      "loss": 0.8821,
      "step": 6317
    },
    {
      "epoch": 0.13314577439188227,
      "grad_norm": 0.1310887485742569,
      "learning_rate": 1.9447495682528208e-05,
      "loss": 1.0182,
      "step": 6318
    },
    {
      "epoch": 0.13316684843024756,
      "grad_norm": 0.12085000425577164,
      "learning_rate": 1.9447271928860646e-05,
      "loss": 0.9355,
      "step": 6319
    },
    {
      "epoch": 0.13318792246861286,
      "grad_norm": 0.16421514749526978,
      "learning_rate": 1.944704813118201e-05,
      "loss": 1.0011,
      "step": 6320
    },
    {
      "epoch": 0.13320899650697815,
      "grad_norm": 0.13944245874881744,
      "learning_rate": 1.9446824289493344e-05,
      "loss": 0.9273,
      "step": 6321
    },
    {
      "epoch": 0.13323007054534342,
      "grad_norm": 0.124426931142807,
      "learning_rate": 1.944660040379569e-05,
      "loss": 0.9118,
      "step": 6322
    },
    {
      "epoch": 0.1332511445837087,
      "grad_norm": 0.14889322221279144,
      "learning_rate": 1.9446376474090095e-05,
      "loss": 0.9117,
      "step": 6323
    },
    {
      "epoch": 0.133272218622074,
      "grad_norm": 0.1350117176771164,
      "learning_rate": 1.9446152500377597e-05,
      "loss": 0.9387,
      "step": 6324
    },
    {
      "epoch": 0.1332932926604393,
      "grad_norm": 0.17601659893989563,
      "learning_rate": 1.944592848265924e-05,
      "loss": 0.9687,
      "step": 6325
    },
    {
      "epoch": 0.1333143666988046,
      "grad_norm": 0.2259756475687027,
      "learning_rate": 1.9445704420936073e-05,
      "loss": 1.0586,
      "step": 6326
    },
    {
      "epoch": 0.13333544073716985,
      "grad_norm": 0.22479307651519775,
      "learning_rate": 1.9445480315209133e-05,
      "loss": 0.9694,
      "step": 6327
    },
    {
      "epoch": 0.13335651477553515,
      "grad_norm": 0.15094521641731262,
      "learning_rate": 1.9445256165479468e-05,
      "loss": 0.9901,
      "step": 6328
    },
    {
      "epoch": 0.13337758881390044,
      "grad_norm": 0.14413681626319885,
      "learning_rate": 1.944503197174812e-05,
      "loss": 0.9411,
      "step": 6329
    },
    {
      "epoch": 0.13339866285226573,
      "grad_norm": 0.13586421310901642,
      "learning_rate": 1.9444807734016133e-05,
      "loss": 0.9104,
      "step": 6330
    },
    {
      "epoch": 0.133419736890631,
      "grad_norm": 0.1486026495695114,
      "learning_rate": 1.9444583452284555e-05,
      "loss": 0.9759,
      "step": 6331
    },
    {
      "epoch": 0.1334408109289963,
      "grad_norm": 0.1788312941789627,
      "learning_rate": 1.9444359126554428e-05,
      "loss": 0.9888,
      "step": 6332
    },
    {
      "epoch": 0.13346188496736158,
      "grad_norm": 0.13895918428897858,
      "learning_rate": 1.94441347568268e-05,
      "loss": 0.9655,
      "step": 6333
    },
    {
      "epoch": 0.13348295900572688,
      "grad_norm": 0.148661807179451,
      "learning_rate": 1.9443910343102716e-05,
      "loss": 0.9483,
      "step": 6334
    },
    {
      "epoch": 0.13350403304409217,
      "grad_norm": 0.1366090178489685,
      "learning_rate": 1.9443685885383218e-05,
      "loss": 1.0278,
      "step": 6335
    },
    {
      "epoch": 0.13352510708245743,
      "grad_norm": 0.16618290543556213,
      "learning_rate": 1.9443461383669348e-05,
      "loss": 1.0169,
      "step": 6336
    },
    {
      "epoch": 0.13354618112082273,
      "grad_norm": 0.17406190931797028,
      "learning_rate": 1.9443236837962162e-05,
      "loss": 0.9557,
      "step": 6337
    },
    {
      "epoch": 0.13356725515918802,
      "grad_norm": 0.15591664612293243,
      "learning_rate": 1.94430122482627e-05,
      "loss": 0.9901,
      "step": 6338
    },
    {
      "epoch": 0.1335883291975533,
      "grad_norm": 0.12957388162612915,
      "learning_rate": 1.9442787614572013e-05,
      "loss": 0.9375,
      "step": 6339
    },
    {
      "epoch": 0.13360940323591858,
      "grad_norm": 0.1615256667137146,
      "learning_rate": 1.944256293689114e-05,
      "loss": 0.9363,
      "step": 6340
    },
    {
      "epoch": 0.13363047727428387,
      "grad_norm": 0.12088707834482193,
      "learning_rate": 1.9442338215221134e-05,
      "loss": 0.9694,
      "step": 6341
    },
    {
      "epoch": 0.13365155131264916,
      "grad_norm": 0.131072536110878,
      "learning_rate": 1.944211344956304e-05,
      "loss": 0.97,
      "step": 6342
    },
    {
      "epoch": 0.13367262535101446,
      "grad_norm": 0.11368046700954437,
      "learning_rate": 1.9441888639917903e-05,
      "loss": 0.8941,
      "step": 6343
    },
    {
      "epoch": 0.13369369938937975,
      "grad_norm": 0.1406233012676239,
      "learning_rate": 1.9441663786286773e-05,
      "loss": 0.9742,
      "step": 6344
    },
    {
      "epoch": 0.13371477342774502,
      "grad_norm": 0.11496813595294952,
      "learning_rate": 1.9441438888670695e-05,
      "loss": 0.9451,
      "step": 6345
    },
    {
      "epoch": 0.1337358474661103,
      "grad_norm": 0.1539865881204605,
      "learning_rate": 1.944121394707072e-05,
      "loss": 0.9573,
      "step": 6346
    },
    {
      "epoch": 0.1337569215044756,
      "grad_norm": 0.13383077085018158,
      "learning_rate": 1.9440988961487894e-05,
      "loss": 1.0017,
      "step": 6347
    },
    {
      "epoch": 0.1337779955428409,
      "grad_norm": 0.13361167907714844,
      "learning_rate": 1.9440763931923264e-05,
      "loss": 0.959,
      "step": 6348
    },
    {
      "epoch": 0.13379906958120616,
      "grad_norm": 0.21541528403759003,
      "learning_rate": 1.944053885837788e-05,
      "loss": 0.9137,
      "step": 6349
    },
    {
      "epoch": 0.13382014361957145,
      "grad_norm": 0.1415093094110489,
      "learning_rate": 1.9440313740852793e-05,
      "loss": 0.9387,
      "step": 6350
    },
    {
      "epoch": 0.13384121765793675,
      "grad_norm": 0.14579111337661743,
      "learning_rate": 1.9440088579349046e-05,
      "loss": 1.0117,
      "step": 6351
    },
    {
      "epoch": 0.13386229169630204,
      "grad_norm": 0.14273034036159515,
      "learning_rate": 1.943986337386769e-05,
      "loss": 0.8836,
      "step": 6352
    },
    {
      "epoch": 0.13388336573466733,
      "grad_norm": 0.1355784684419632,
      "learning_rate": 1.943963812440978e-05,
      "loss": 1.0078,
      "step": 6353
    },
    {
      "epoch": 0.1339044397730326,
      "grad_norm": 0.1605297327041626,
      "learning_rate": 1.9439412830976355e-05,
      "loss": 0.9256,
      "step": 6354
    },
    {
      "epoch": 0.1339255138113979,
      "grad_norm": 0.1479809731245041,
      "learning_rate": 1.943918749356847e-05,
      "loss": 0.9891,
      "step": 6355
    },
    {
      "epoch": 0.13394658784976318,
      "grad_norm": 0.12234531342983246,
      "learning_rate": 1.9438962112187177e-05,
      "loss": 0.9822,
      "step": 6356
    },
    {
      "epoch": 0.13396766188812848,
      "grad_norm": 0.13816328346729279,
      "learning_rate": 1.943873668683352e-05,
      "loss": 0.9702,
      "step": 6357
    },
    {
      "epoch": 0.13398873592649374,
      "grad_norm": 0.16959229111671448,
      "learning_rate": 1.9438511217508558e-05,
      "loss": 0.9259,
      "step": 6358
    },
    {
      "epoch": 0.13400980996485903,
      "grad_norm": 0.17246800661087036,
      "learning_rate": 1.9438285704213332e-05,
      "loss": 0.9785,
      "step": 6359
    },
    {
      "epoch": 0.13403088400322433,
      "grad_norm": 0.20293687283992767,
      "learning_rate": 1.9438060146948897e-05,
      "loss": 1.0205,
      "step": 6360
    },
    {
      "epoch": 0.13405195804158962,
      "grad_norm": 0.17584683001041412,
      "learning_rate": 1.9437834545716306e-05,
      "loss": 0.9756,
      "step": 6361
    },
    {
      "epoch": 0.1340730320799549,
      "grad_norm": 0.12489087134599686,
      "learning_rate": 1.9437608900516607e-05,
      "loss": 0.8743,
      "step": 6362
    },
    {
      "epoch": 0.13409410611832018,
      "grad_norm": 0.16216176748275757,
      "learning_rate": 1.943738321135085e-05,
      "loss": 1.0295,
      "step": 6363
    },
    {
      "epoch": 0.13411518015668547,
      "grad_norm": 0.14346608519554138,
      "learning_rate": 1.943715747822009e-05,
      "loss": 0.8541,
      "step": 6364
    },
    {
      "epoch": 0.13413625419505076,
      "grad_norm": 0.1267038732767105,
      "learning_rate": 1.943693170112537e-05,
      "loss": 0.9689,
      "step": 6365
    },
    {
      "epoch": 0.13415732823341606,
      "grad_norm": 0.1582353413105011,
      "learning_rate": 1.9436705880067757e-05,
      "loss": 0.8952,
      "step": 6366
    },
    {
      "epoch": 0.13417840227178135,
      "grad_norm": 0.14915251731872559,
      "learning_rate": 1.943648001504829e-05,
      "loss": 0.9631,
      "step": 6367
    },
    {
      "epoch": 0.13419947631014661,
      "grad_norm": 0.1601291447877884,
      "learning_rate": 1.943625410606803e-05,
      "loss": 0.9025,
      "step": 6368
    },
    {
      "epoch": 0.1342205503485119,
      "grad_norm": 0.16636420786380768,
      "learning_rate": 1.943602815312802e-05,
      "loss": 0.993,
      "step": 6369
    },
    {
      "epoch": 0.1342416243868772,
      "grad_norm": 0.18596962094306946,
      "learning_rate": 1.9435802156229318e-05,
      "loss": 0.9506,
      "step": 6370
    },
    {
      "epoch": 0.1342626984252425,
      "grad_norm": 0.14529229700565338,
      "learning_rate": 1.943557611537298e-05,
      "loss": 0.9977,
      "step": 6371
    },
    {
      "epoch": 0.13428377246360776,
      "grad_norm": 0.15093326568603516,
      "learning_rate": 1.9435350030560054e-05,
      "loss": 0.9214,
      "step": 6372
    },
    {
      "epoch": 0.13430484650197305,
      "grad_norm": 0.15987367928028107,
      "learning_rate": 1.9435123901791594e-05,
      "loss": 0.9772,
      "step": 6373
    },
    {
      "epoch": 0.13432592054033834,
      "grad_norm": 0.15374328196048737,
      "learning_rate": 1.9434897729068655e-05,
      "loss": 0.9163,
      "step": 6374
    },
    {
      "epoch": 0.13434699457870364,
      "grad_norm": 0.13855382800102234,
      "learning_rate": 1.943467151239229e-05,
      "loss": 0.9607,
      "step": 6375
    },
    {
      "epoch": 0.13436806861706893,
      "grad_norm": 0.20429734885692596,
      "learning_rate": 1.9434445251763553e-05,
      "loss": 0.9909,
      "step": 6376
    },
    {
      "epoch": 0.1343891426554342,
      "grad_norm": 0.22479960322380066,
      "learning_rate": 1.9434218947183497e-05,
      "loss": 1.0047,
      "step": 6377
    },
    {
      "epoch": 0.1344102166937995,
      "grad_norm": 0.13731133937835693,
      "learning_rate": 1.943399259865318e-05,
      "loss": 0.9366,
      "step": 6378
    },
    {
      "epoch": 0.13443129073216478,
      "grad_norm": 0.21425463259220123,
      "learning_rate": 1.9433766206173644e-05,
      "loss": 0.9598,
      "step": 6379
    },
    {
      "epoch": 0.13445236477053008,
      "grad_norm": 0.20851165056228638,
      "learning_rate": 1.943353976974596e-05,
      "loss": 1.001,
      "step": 6380
    },
    {
      "epoch": 0.13447343880889534,
      "grad_norm": 0.13788914680480957,
      "learning_rate": 1.943331328937118e-05,
      "loss": 0.9364,
      "step": 6381
    },
    {
      "epoch": 0.13449451284726063,
      "grad_norm": 0.21025662124156952,
      "learning_rate": 1.943308676505035e-05,
      "loss": 0.9882,
      "step": 6382
    },
    {
      "epoch": 0.13451558688562593,
      "grad_norm": 0.17334286868572235,
      "learning_rate": 1.9432860196784533e-05,
      "loss": 0.9028,
      "step": 6383
    },
    {
      "epoch": 0.13453666092399122,
      "grad_norm": 0.14335566759109497,
      "learning_rate": 1.9432633584574782e-05,
      "loss": 0.9147,
      "step": 6384
    },
    {
      "epoch": 0.1345577349623565,
      "grad_norm": 0.16427893936634064,
      "learning_rate": 1.9432406928422148e-05,
      "loss": 0.9452,
      "step": 6385
    },
    {
      "epoch": 0.13457880900072178,
      "grad_norm": 0.15843115746974945,
      "learning_rate": 1.9432180228327694e-05,
      "loss": 0.9203,
      "step": 6386
    },
    {
      "epoch": 0.13459988303908707,
      "grad_norm": 0.16899150609970093,
      "learning_rate": 1.9431953484292478e-05,
      "loss": 0.9628,
      "step": 6387
    },
    {
      "epoch": 0.13462095707745236,
      "grad_norm": 0.15858681499958038,
      "learning_rate": 1.943172669631755e-05,
      "loss": 0.978,
      "step": 6388
    },
    {
      "epoch": 0.13464203111581766,
      "grad_norm": 0.12326386570930481,
      "learning_rate": 1.9431499864403966e-05,
      "loss": 1.0079,
      "step": 6389
    },
    {
      "epoch": 0.13466310515418292,
      "grad_norm": 0.18631140887737274,
      "learning_rate": 1.9431272988552784e-05,
      "loss": 1.0133,
      "step": 6390
    },
    {
      "epoch": 0.13468417919254821,
      "grad_norm": 0.1576743721961975,
      "learning_rate": 1.9431046068765065e-05,
      "loss": 0.9584,
      "step": 6391
    },
    {
      "epoch": 0.1347052532309135,
      "grad_norm": 0.16100049018859863,
      "learning_rate": 1.9430819105041863e-05,
      "loss": 0.9372,
      "step": 6392
    },
    {
      "epoch": 0.1347263272692788,
      "grad_norm": 0.18043258786201477,
      "learning_rate": 1.9430592097384237e-05,
      "loss": 0.9378,
      "step": 6393
    },
    {
      "epoch": 0.1347474013076441,
      "grad_norm": 0.14189188182353973,
      "learning_rate": 1.9430365045793238e-05,
      "loss": 0.9028,
      "step": 6394
    },
    {
      "epoch": 0.13476847534600936,
      "grad_norm": 0.1500759869813919,
      "learning_rate": 1.9430137950269933e-05,
      "loss": 0.9844,
      "step": 6395
    },
    {
      "epoch": 0.13478954938437465,
      "grad_norm": 0.14555977284908295,
      "learning_rate": 1.9429910810815373e-05,
      "loss": 0.9213,
      "step": 6396
    },
    {
      "epoch": 0.13481062342273994,
      "grad_norm": 0.13305190205574036,
      "learning_rate": 1.942968362743062e-05,
      "loss": 0.9755,
      "step": 6397
    },
    {
      "epoch": 0.13483169746110524,
      "grad_norm": 0.17132236063480377,
      "learning_rate": 1.9429456400116735e-05,
      "loss": 1.029,
      "step": 6398
    },
    {
      "epoch": 0.1348527714994705,
      "grad_norm": 0.14905455708503723,
      "learning_rate": 1.9429229128874768e-05,
      "loss": 0.9804,
      "step": 6399
    },
    {
      "epoch": 0.1348738455378358,
      "grad_norm": 0.14058439433574677,
      "learning_rate": 1.9429001813705785e-05,
      "loss": 0.9008,
      "step": 6400
    },
    {
      "epoch": 0.1348949195762011,
      "grad_norm": 0.22273670136928558,
      "learning_rate": 1.9428774454610845e-05,
      "loss": 0.9711,
      "step": 6401
    },
    {
      "epoch": 0.13491599361456638,
      "grad_norm": 0.1971856653690338,
      "learning_rate": 1.9428547051591e-05,
      "loss": 0.9106,
      "step": 6402
    },
    {
      "epoch": 0.13493706765293167,
      "grad_norm": 0.13050085306167603,
      "learning_rate": 1.9428319604647317e-05,
      "loss": 0.9564,
      "step": 6403
    },
    {
      "epoch": 0.13495814169129694,
      "grad_norm": 0.1279786229133606,
      "learning_rate": 1.942809211378085e-05,
      "loss": 0.9586,
      "step": 6404
    },
    {
      "epoch": 0.13497921572966223,
      "grad_norm": 0.14332744479179382,
      "learning_rate": 1.9427864578992667e-05,
      "loss": 0.8874,
      "step": 6405
    },
    {
      "epoch": 0.13500028976802753,
      "grad_norm": 0.12278363853693008,
      "learning_rate": 1.942763700028382e-05,
      "loss": 0.9477,
      "step": 6406
    },
    {
      "epoch": 0.13502136380639282,
      "grad_norm": 0.15325652062892914,
      "learning_rate": 1.942740937765537e-05,
      "loss": 0.9304,
      "step": 6407
    },
    {
      "epoch": 0.13504243784475808,
      "grad_norm": 0.17523525655269623,
      "learning_rate": 1.9427181711108378e-05,
      "loss": 0.9263,
      "step": 6408
    },
    {
      "epoch": 0.13506351188312338,
      "grad_norm": 0.14201697707176208,
      "learning_rate": 1.9426954000643907e-05,
      "loss": 1.0126,
      "step": 6409
    },
    {
      "epoch": 0.13508458592148867,
      "grad_norm": 0.1522584706544876,
      "learning_rate": 1.9426726246263018e-05,
      "loss": 0.8747,
      "step": 6410
    },
    {
      "epoch": 0.13510565995985396,
      "grad_norm": 0.36100366711616516,
      "learning_rate": 1.942649844796677e-05,
      "loss": 1.0222,
      "step": 6411
    },
    {
      "epoch": 0.13512673399821926,
      "grad_norm": 0.1278621107339859,
      "learning_rate": 1.9426270605756224e-05,
      "loss": 0.9358,
      "step": 6412
    },
    {
      "epoch": 0.13514780803658452,
      "grad_norm": 0.1597142517566681,
      "learning_rate": 1.9426042719632444e-05,
      "loss": 0.9747,
      "step": 6413
    },
    {
      "epoch": 0.13516888207494981,
      "grad_norm": 0.17267532646656036,
      "learning_rate": 1.9425814789596488e-05,
      "loss": 0.979,
      "step": 6414
    },
    {
      "epoch": 0.1351899561133151,
      "grad_norm": 0.14508333802223206,
      "learning_rate": 1.9425586815649422e-05,
      "loss": 0.9763,
      "step": 6415
    },
    {
      "epoch": 0.1352110301516804,
      "grad_norm": 0.18211926519870758,
      "learning_rate": 1.9425358797792304e-05,
      "loss": 0.8768,
      "step": 6416
    },
    {
      "epoch": 0.13523210419004567,
      "grad_norm": 0.14182472229003906,
      "learning_rate": 1.9425130736026196e-05,
      "loss": 0.9144,
      "step": 6417
    },
    {
      "epoch": 0.13525317822841096,
      "grad_norm": 0.12170808017253876,
      "learning_rate": 1.9424902630352168e-05,
      "loss": 0.9776,
      "step": 6418
    },
    {
      "epoch": 0.13527425226677625,
      "grad_norm": 0.1323142647743225,
      "learning_rate": 1.9424674480771272e-05,
      "loss": 0.9288,
      "step": 6419
    },
    {
      "epoch": 0.13529532630514154,
      "grad_norm": 0.13272087275981903,
      "learning_rate": 1.9424446287284576e-05,
      "loss": 0.913,
      "step": 6420
    },
    {
      "epoch": 0.13531640034350684,
      "grad_norm": 0.14024057984352112,
      "learning_rate": 1.9424218049893146e-05,
      "loss": 0.9312,
      "step": 6421
    },
    {
      "epoch": 0.1353374743818721,
      "grad_norm": 0.1158241331577301,
      "learning_rate": 1.942398976859804e-05,
      "loss": 0.9484,
      "step": 6422
    },
    {
      "epoch": 0.1353585484202374,
      "grad_norm": 0.15488201379776,
      "learning_rate": 1.9423761443400327e-05,
      "loss": 0.9724,
      "step": 6423
    },
    {
      "epoch": 0.1353796224586027,
      "grad_norm": 0.15128245949745178,
      "learning_rate": 1.9423533074301064e-05,
      "loss": 0.9783,
      "step": 6424
    },
    {
      "epoch": 0.13540069649696798,
      "grad_norm": 0.1477968543767929,
      "learning_rate": 1.942330466130132e-05,
      "loss": 1.0148,
      "step": 6425
    },
    {
      "epoch": 0.13542177053533325,
      "grad_norm": 0.15444344282150269,
      "learning_rate": 1.9423076204402157e-05,
      "loss": 1.0018,
      "step": 6426
    },
    {
      "epoch": 0.13544284457369854,
      "grad_norm": 0.12597590684890747,
      "learning_rate": 1.942284770360464e-05,
      "loss": 0.9785,
      "step": 6427
    },
    {
      "epoch": 0.13546391861206383,
      "grad_norm": 0.13874441385269165,
      "learning_rate": 1.942261915890983e-05,
      "loss": 0.96,
      "step": 6428
    },
    {
      "epoch": 0.13548499265042913,
      "grad_norm": 0.13956433534622192,
      "learning_rate": 1.9422390570318798e-05,
      "loss": 1.0039,
      "step": 6429
    },
    {
      "epoch": 0.13550606668879442,
      "grad_norm": 0.146671861410141,
      "learning_rate": 1.9422161937832604e-05,
      "loss": 0.9137,
      "step": 6430
    },
    {
      "epoch": 0.13552714072715968,
      "grad_norm": 0.33632972836494446,
      "learning_rate": 1.942193326145232e-05,
      "loss": 0.9171,
      "step": 6431
    },
    {
      "epoch": 0.13554821476552498,
      "grad_norm": 0.20703387260437012,
      "learning_rate": 1.9421704541178998e-05,
      "loss": 1.0279,
      "step": 6432
    },
    {
      "epoch": 0.13556928880389027,
      "grad_norm": 0.13129307329654694,
      "learning_rate": 1.9421475777013716e-05,
      "loss": 0.929,
      "step": 6433
    },
    {
      "epoch": 0.13559036284225556,
      "grad_norm": 0.14513106644153595,
      "learning_rate": 1.942124696895754e-05,
      "loss": 0.9574,
      "step": 6434
    },
    {
      "epoch": 0.13561143688062083,
      "grad_norm": 0.16297833621501923,
      "learning_rate": 1.9421018117011522e-05,
      "loss": 0.9591,
      "step": 6435
    },
    {
      "epoch": 0.13563251091898612,
      "grad_norm": 0.13741415739059448,
      "learning_rate": 1.9420789221176744e-05,
      "loss": 0.8992,
      "step": 6436
    },
    {
      "epoch": 0.13565358495735141,
      "grad_norm": 0.1657657027244568,
      "learning_rate": 1.9420560281454265e-05,
      "loss": 0.9605,
      "step": 6437
    },
    {
      "epoch": 0.1356746589957167,
      "grad_norm": 0.14329612255096436,
      "learning_rate": 1.9420331297845152e-05,
      "loss": 0.9401,
      "step": 6438
    },
    {
      "epoch": 0.135695733034082,
      "grad_norm": 0.12714919447898865,
      "learning_rate": 1.942010227035047e-05,
      "loss": 0.9924,
      "step": 6439
    },
    {
      "epoch": 0.13571680707244727,
      "grad_norm": 0.1365722417831421,
      "learning_rate": 1.941987319897129e-05,
      "loss": 0.8581,
      "step": 6440
    },
    {
      "epoch": 0.13573788111081256,
      "grad_norm": 0.11729072779417038,
      "learning_rate": 1.9419644083708675e-05,
      "loss": 0.9439,
      "step": 6441
    },
    {
      "epoch": 0.13575895514917785,
      "grad_norm": 0.16505761444568634,
      "learning_rate": 1.9419414924563696e-05,
      "loss": 0.9993,
      "step": 6442
    },
    {
      "epoch": 0.13578002918754314,
      "grad_norm": 0.11936479061841965,
      "learning_rate": 1.941918572153742e-05,
      "loss": 0.941,
      "step": 6443
    },
    {
      "epoch": 0.1358011032259084,
      "grad_norm": 0.15938203036785126,
      "learning_rate": 1.9418956474630915e-05,
      "loss": 0.9639,
      "step": 6444
    },
    {
      "epoch": 0.1358221772642737,
      "grad_norm": 0.197404682636261,
      "learning_rate": 1.9418727183845247e-05,
      "loss": 1.0744,
      "step": 6445
    },
    {
      "epoch": 0.135843251302639,
      "grad_norm": 0.1432439386844635,
      "learning_rate": 1.9418497849181483e-05,
      "loss": 0.9063,
      "step": 6446
    },
    {
      "epoch": 0.1358643253410043,
      "grad_norm": 0.1579548567533493,
      "learning_rate": 1.9418268470640693e-05,
      "loss": 1.0012,
      "step": 6447
    },
    {
      "epoch": 0.13588539937936958,
      "grad_norm": 0.16797380149364471,
      "learning_rate": 1.9418039048223947e-05,
      "loss": 0.9168,
      "step": 6448
    },
    {
      "epoch": 0.13590647341773485,
      "grad_norm": 0.1520686149597168,
      "learning_rate": 1.9417809581932313e-05,
      "loss": 0.9382,
      "step": 6449
    },
    {
      "epoch": 0.13592754745610014,
      "grad_norm": 0.15351147949695587,
      "learning_rate": 1.9417580071766863e-05,
      "loss": 0.9416,
      "step": 6450
    },
    {
      "epoch": 0.13594862149446543,
      "grad_norm": 0.1470673680305481,
      "learning_rate": 1.9417350517728656e-05,
      "loss": 1.0053,
      "step": 6451
    },
    {
      "epoch": 0.13596969553283073,
      "grad_norm": 0.13492117822170258,
      "learning_rate": 1.9417120919818775e-05,
      "loss": 0.9409,
      "step": 6452
    },
    {
      "epoch": 0.135990769571196,
      "grad_norm": 0.14785674214363098,
      "learning_rate": 1.941689127803828e-05,
      "loss": 0.993,
      "step": 6453
    },
    {
      "epoch": 0.13601184360956128,
      "grad_norm": 0.14881516993045807,
      "learning_rate": 1.9416661592388243e-05,
      "loss": 0.9591,
      "step": 6454
    },
    {
      "epoch": 0.13603291764792658,
      "grad_norm": 0.1428183615207672,
      "learning_rate": 1.9416431862869737e-05,
      "loss": 0.9349,
      "step": 6455
    },
    {
      "epoch": 0.13605399168629187,
      "grad_norm": 0.16924135386943817,
      "learning_rate": 1.9416202089483828e-05,
      "loss": 0.9884,
      "step": 6456
    },
    {
      "epoch": 0.13607506572465716,
      "grad_norm": 0.1281784176826477,
      "learning_rate": 1.941597227223159e-05,
      "loss": 0.9122,
      "step": 6457
    },
    {
      "epoch": 0.13609613976302243,
      "grad_norm": 0.14851252734661102,
      "learning_rate": 1.941574241111409e-05,
      "loss": 1.0044,
      "step": 6458
    },
    {
      "epoch": 0.13611721380138772,
      "grad_norm": 0.14845851063728333,
      "learning_rate": 1.9415512506132405e-05,
      "loss": 0.9419,
      "step": 6459
    },
    {
      "epoch": 0.136138287839753,
      "grad_norm": 0.1446109116077423,
      "learning_rate": 1.9415282557287595e-05,
      "loss": 0.9593,
      "step": 6460
    },
    {
      "epoch": 0.1361593618781183,
      "grad_norm": 0.1946674883365631,
      "learning_rate": 1.9415052564580743e-05,
      "loss": 0.9993,
      "step": 6461
    },
    {
      "epoch": 0.1361804359164836,
      "grad_norm": 0.1420886516571045,
      "learning_rate": 1.941482252801292e-05,
      "loss": 0.9625,
      "step": 6462
    },
    {
      "epoch": 0.13620150995484887,
      "grad_norm": 0.132873997092247,
      "learning_rate": 1.9414592447585186e-05,
      "loss": 0.9195,
      "step": 6463
    },
    {
      "epoch": 0.13622258399321416,
      "grad_norm": 0.14986711740493774,
      "learning_rate": 1.941436232329862e-05,
      "loss": 0.9772,
      "step": 6464
    },
    {
      "epoch": 0.13624365803157945,
      "grad_norm": 0.11884363740682602,
      "learning_rate": 1.9414132155154296e-05,
      "loss": 0.9027,
      "step": 6465
    },
    {
      "epoch": 0.13626473206994474,
      "grad_norm": 0.15781858563423157,
      "learning_rate": 1.9413901943153287e-05,
      "loss": 1.0271,
      "step": 6466
    },
    {
      "epoch": 0.13628580610831,
      "grad_norm": 0.19456006586551666,
      "learning_rate": 1.941367168729666e-05,
      "loss": 0.9857,
      "step": 6467
    },
    {
      "epoch": 0.1363068801466753,
      "grad_norm": 0.15551050007343292,
      "learning_rate": 1.9413441387585494e-05,
      "loss": 0.9888,
      "step": 6468
    },
    {
      "epoch": 0.1363279541850406,
      "grad_norm": 0.182077094912529,
      "learning_rate": 1.9413211044020854e-05,
      "loss": 0.9934,
      "step": 6469
    },
    {
      "epoch": 0.1363490282234059,
      "grad_norm": 0.19632159173488617,
      "learning_rate": 1.941298065660382e-05,
      "loss": 0.9916,
      "step": 6470
    },
    {
      "epoch": 0.13637010226177118,
      "grad_norm": 0.1540883332490921,
      "learning_rate": 1.9412750225335458e-05,
      "loss": 0.954,
      "step": 6471
    },
    {
      "epoch": 0.13639117630013645,
      "grad_norm": 0.15047311782836914,
      "learning_rate": 1.941251975021685e-05,
      "loss": 0.9762,
      "step": 6472
    },
    {
      "epoch": 0.13641225033850174,
      "grad_norm": 0.14394870400428772,
      "learning_rate": 1.941228923124907e-05,
      "loss": 0.853,
      "step": 6473
    },
    {
      "epoch": 0.13643332437686703,
      "grad_norm": 0.15482951700687408,
      "learning_rate": 1.9412058668433182e-05,
      "loss": 0.965,
      "step": 6474
    },
    {
      "epoch": 0.13645439841523233,
      "grad_norm": 0.12187204509973526,
      "learning_rate": 1.941182806177027e-05,
      "loss": 0.8785,
      "step": 6475
    },
    {
      "epoch": 0.1364754724535976,
      "grad_norm": 0.1387304812669754,
      "learning_rate": 1.9411597411261402e-05,
      "loss": 0.9505,
      "step": 6476
    },
    {
      "epoch": 0.13649654649196288,
      "grad_norm": 0.14461654424667358,
      "learning_rate": 1.9411366716907655e-05,
      "loss": 0.9941,
      "step": 6477
    },
    {
      "epoch": 0.13651762053032818,
      "grad_norm": 0.21838843822479248,
      "learning_rate": 1.9411135978710104e-05,
      "loss": 0.9861,
      "step": 6478
    },
    {
      "epoch": 0.13653869456869347,
      "grad_norm": 0.16228845715522766,
      "learning_rate": 1.9410905196669823e-05,
      "loss": 0.9754,
      "step": 6479
    },
    {
      "epoch": 0.13655976860705876,
      "grad_norm": 0.14420412480831146,
      "learning_rate": 1.941067437078789e-05,
      "loss": 0.9431,
      "step": 6480
    },
    {
      "epoch": 0.13658084264542403,
      "grad_norm": 0.1563865840435028,
      "learning_rate": 1.9410443501065373e-05,
      "loss": 0.9385,
      "step": 6481
    },
    {
      "epoch": 0.13660191668378932,
      "grad_norm": 0.17057634890079498,
      "learning_rate": 1.9410212587503355e-05,
      "loss": 0.8704,
      "step": 6482
    },
    {
      "epoch": 0.1366229907221546,
      "grad_norm": 0.12818171083927155,
      "learning_rate": 1.940998163010291e-05,
      "loss": 0.9371,
      "step": 6483
    },
    {
      "epoch": 0.1366440647605199,
      "grad_norm": 0.1551736444234848,
      "learning_rate": 1.9409750628865112e-05,
      "loss": 1.0078,
      "step": 6484
    },
    {
      "epoch": 0.13666513879888517,
      "grad_norm": 0.16540008783340454,
      "learning_rate": 1.9409519583791038e-05,
      "loss": 1.0055,
      "step": 6485
    },
    {
      "epoch": 0.13668621283725046,
      "grad_norm": 0.14488093554973602,
      "learning_rate": 1.9409288494881765e-05,
      "loss": 0.9096,
      "step": 6486
    },
    {
      "epoch": 0.13670728687561576,
      "grad_norm": 0.15354053676128387,
      "learning_rate": 1.940905736213837e-05,
      "loss": 0.9594,
      "step": 6487
    },
    {
      "epoch": 0.13672836091398105,
      "grad_norm": 0.15986070036888123,
      "learning_rate": 1.9408826185561928e-05,
      "loss": 0.9657,
      "step": 6488
    },
    {
      "epoch": 0.13674943495234634,
      "grad_norm": 0.1550104320049286,
      "learning_rate": 1.9408594965153514e-05,
      "loss": 0.8671,
      "step": 6489
    },
    {
      "epoch": 0.1367705089907116,
      "grad_norm": 0.14651159942150116,
      "learning_rate": 1.940836370091421e-05,
      "loss": 1.003,
      "step": 6490
    },
    {
      "epoch": 0.1367915830290769,
      "grad_norm": 0.22145205736160278,
      "learning_rate": 1.9408132392845094e-05,
      "loss": 0.9695,
      "step": 6491
    },
    {
      "epoch": 0.1368126570674422,
      "grad_norm": 0.1876833587884903,
      "learning_rate": 1.940790104094724e-05,
      "loss": 0.8897,
      "step": 6492
    },
    {
      "epoch": 0.1368337311058075,
      "grad_norm": 0.15794995427131653,
      "learning_rate": 1.9407669645221726e-05,
      "loss": 0.9108,
      "step": 6493
    },
    {
      "epoch": 0.13685480514417275,
      "grad_norm": 0.2084398716688156,
      "learning_rate": 1.940743820566963e-05,
      "loss": 0.9437,
      "step": 6494
    },
    {
      "epoch": 0.13687587918253805,
      "grad_norm": 0.18062686920166016,
      "learning_rate": 1.940720672229203e-05,
      "loss": 1.0025,
      "step": 6495
    },
    {
      "epoch": 0.13689695322090334,
      "grad_norm": 0.2371968924999237,
      "learning_rate": 1.9406975195090008e-05,
      "loss": 1.0136,
      "step": 6496
    },
    {
      "epoch": 0.13691802725926863,
      "grad_norm": 0.245947927236557,
      "learning_rate": 1.9406743624064635e-05,
      "loss": 0.9686,
      "step": 6497
    },
    {
      "epoch": 0.13693910129763393,
      "grad_norm": 0.18772359192371368,
      "learning_rate": 1.9406512009217003e-05,
      "loss": 0.9966,
      "step": 6498
    },
    {
      "epoch": 0.1369601753359992,
      "grad_norm": 0.17599019408226013,
      "learning_rate": 1.9406280350548176e-05,
      "loss": 0.8808,
      "step": 6499
    },
    {
      "epoch": 0.13698124937436448,
      "grad_norm": 0.1841081976890564,
      "learning_rate": 1.940604864805924e-05,
      "loss": 0.9805,
      "step": 6500
    },
    {
      "epoch": 0.13700232341272978,
      "grad_norm": 0.1661389023065567,
      "learning_rate": 1.940581690175128e-05,
      "loss": 0.9269,
      "step": 6501
    },
    {
      "epoch": 0.13702339745109507,
      "grad_norm": 0.20838361978530884,
      "learning_rate": 1.940558511162536e-05,
      "loss": 0.9769,
      "step": 6502
    },
    {
      "epoch": 0.13704447148946033,
      "grad_norm": 0.15768703818321228,
      "learning_rate": 1.9405353277682578e-05,
      "loss": 0.9405,
      "step": 6503
    },
    {
      "epoch": 0.13706554552782563,
      "grad_norm": 0.19610795378684998,
      "learning_rate": 1.9405121399924003e-05,
      "loss": 0.9153,
      "step": 6504
    },
    {
      "epoch": 0.13708661956619092,
      "grad_norm": 0.17117032408714294,
      "learning_rate": 1.9404889478350718e-05,
      "loss": 0.8759,
      "step": 6505
    },
    {
      "epoch": 0.1371076936045562,
      "grad_norm": 0.16156281530857086,
      "learning_rate": 1.9404657512963807e-05,
      "loss": 0.9488,
      "step": 6506
    },
    {
      "epoch": 0.1371287676429215,
      "grad_norm": 0.20845434069633484,
      "learning_rate": 1.940442550376434e-05,
      "loss": 1.0383,
      "step": 6507
    },
    {
      "epoch": 0.13714984168128677,
      "grad_norm": 0.14723581075668335,
      "learning_rate": 1.9404193450753408e-05,
      "loss": 0.9705,
      "step": 6508
    },
    {
      "epoch": 0.13717091571965206,
      "grad_norm": 0.15309114754199982,
      "learning_rate": 1.940396135393209e-05,
      "loss": 0.8457,
      "step": 6509
    },
    {
      "epoch": 0.13719198975801736,
      "grad_norm": 0.1774369776248932,
      "learning_rate": 1.9403729213301464e-05,
      "loss": 0.9605,
      "step": 6510
    },
    {
      "epoch": 0.13721306379638265,
      "grad_norm": 0.18454928696155548,
      "learning_rate": 1.9403497028862617e-05,
      "loss": 1.0006,
      "step": 6511
    },
    {
      "epoch": 0.13723413783474792,
      "grad_norm": 0.15411126613616943,
      "learning_rate": 1.9403264800616625e-05,
      "loss": 0.9451,
      "step": 6512
    },
    {
      "epoch": 0.1372552118731132,
      "grad_norm": 0.19198597967624664,
      "learning_rate": 1.940303252856457e-05,
      "loss": 0.9657,
      "step": 6513
    },
    {
      "epoch": 0.1372762859114785,
      "grad_norm": 0.16419748961925507,
      "learning_rate": 1.9402800212707537e-05,
      "loss": 0.9947,
      "step": 6514
    },
    {
      "epoch": 0.1372973599498438,
      "grad_norm": 0.23672527074813843,
      "learning_rate": 1.9402567853046613e-05,
      "loss": 0.9757,
      "step": 6515
    },
    {
      "epoch": 0.1373184339882091,
      "grad_norm": 0.1372179090976715,
      "learning_rate": 1.9402335449582867e-05,
      "loss": 0.9321,
      "step": 6516
    },
    {
      "epoch": 0.13733950802657435,
      "grad_norm": 0.16510272026062012,
      "learning_rate": 1.9402103002317397e-05,
      "loss": 0.8734,
      "step": 6517
    },
    {
      "epoch": 0.13736058206493965,
      "grad_norm": 0.1715012937784195,
      "learning_rate": 1.940187051125127e-05,
      "loss": 0.9643,
      "step": 6518
    },
    {
      "epoch": 0.13738165610330494,
      "grad_norm": 0.16475000977516174,
      "learning_rate": 1.9401637976385587e-05,
      "loss": 0.9793,
      "step": 6519
    },
    {
      "epoch": 0.13740273014167023,
      "grad_norm": 0.14984889328479767,
      "learning_rate": 1.9401405397721414e-05,
      "loss": 0.9873,
      "step": 6520
    },
    {
      "epoch": 0.1374238041800355,
      "grad_norm": 0.18266329169273376,
      "learning_rate": 1.9401172775259844e-05,
      "loss": 1.0554,
      "step": 6521
    },
    {
      "epoch": 0.1374448782184008,
      "grad_norm": 0.15796209871768951,
      "learning_rate": 1.940094010900196e-05,
      "loss": 0.9821,
      "step": 6522
    },
    {
      "epoch": 0.13746595225676608,
      "grad_norm": 0.1373448222875595,
      "learning_rate": 1.9400707398948847e-05,
      "loss": 0.9579,
      "step": 6523
    },
    {
      "epoch": 0.13748702629513138,
      "grad_norm": 0.19943678379058838,
      "learning_rate": 1.9400474645101584e-05,
      "loss": 0.986,
      "step": 6524
    },
    {
      "epoch": 0.13750810033349667,
      "grad_norm": 0.12220235913991928,
      "learning_rate": 1.9400241847461265e-05,
      "loss": 0.9806,
      "step": 6525
    },
    {
      "epoch": 0.13752917437186193,
      "grad_norm": 0.1568223237991333,
      "learning_rate": 1.940000900602896e-05,
      "loss": 0.9332,
      "step": 6526
    },
    {
      "epoch": 0.13755024841022723,
      "grad_norm": 0.1603911817073822,
      "learning_rate": 1.9399776120805765e-05,
      "loss": 0.9695,
      "step": 6527
    },
    {
      "epoch": 0.13757132244859252,
      "grad_norm": 0.17075030505657196,
      "learning_rate": 1.939954319179276e-05,
      "loss": 1.0319,
      "step": 6528
    },
    {
      "epoch": 0.1375923964869578,
      "grad_norm": 0.15101078152656555,
      "learning_rate": 1.939931021899103e-05,
      "loss": 0.9107,
      "step": 6529
    },
    {
      "epoch": 0.13761347052532308,
      "grad_norm": 0.1529962420463562,
      "learning_rate": 1.9399077202401666e-05,
      "loss": 0.987,
      "step": 6530
    },
    {
      "epoch": 0.13763454456368837,
      "grad_norm": 0.20052064955234528,
      "learning_rate": 1.9398844142025746e-05,
      "loss": 0.9501,
      "step": 6531
    },
    {
      "epoch": 0.13765561860205366,
      "grad_norm": 0.12577959895133972,
      "learning_rate": 1.9398611037864363e-05,
      "loss": 0.889,
      "step": 6532
    },
    {
      "epoch": 0.13767669264041896,
      "grad_norm": 0.18703900277614594,
      "learning_rate": 1.9398377889918592e-05,
      "loss": 0.9686,
      "step": 6533
    },
    {
      "epoch": 0.13769776667878425,
      "grad_norm": 0.16523025929927826,
      "learning_rate": 1.9398144698189533e-05,
      "loss": 0.9521,
      "step": 6534
    },
    {
      "epoch": 0.13771884071714952,
      "grad_norm": 0.185281440615654,
      "learning_rate": 1.9397911462678266e-05,
      "loss": 0.9333,
      "step": 6535
    },
    {
      "epoch": 0.1377399147555148,
      "grad_norm": 0.1727394312620163,
      "learning_rate": 1.9397678183385874e-05,
      "loss": 0.8869,
      "step": 6536
    },
    {
      "epoch": 0.1377609887938801,
      "grad_norm": 0.17904132604599,
      "learning_rate": 1.9397444860313447e-05,
      "loss": 1.046,
      "step": 6537
    },
    {
      "epoch": 0.1377820628322454,
      "grad_norm": 0.2000533789396286,
      "learning_rate": 1.939721149346207e-05,
      "loss": 0.9516,
      "step": 6538
    },
    {
      "epoch": 0.13780313687061066,
      "grad_norm": 0.20777280628681183,
      "learning_rate": 1.9396978082832837e-05,
      "loss": 0.9691,
      "step": 6539
    },
    {
      "epoch": 0.13782421090897595,
      "grad_norm": 0.1995646208524704,
      "learning_rate": 1.9396744628426826e-05,
      "loss": 0.972,
      "step": 6540
    },
    {
      "epoch": 0.13784528494734125,
      "grad_norm": 0.2252439707517624,
      "learning_rate": 1.9396511130245132e-05,
      "loss": 0.9579,
      "step": 6541
    },
    {
      "epoch": 0.13786635898570654,
      "grad_norm": 0.1684337705373764,
      "learning_rate": 1.939627758828884e-05,
      "loss": 0.9507,
      "step": 6542
    },
    {
      "epoch": 0.13788743302407183,
      "grad_norm": 0.196523055434227,
      "learning_rate": 1.9396044002559035e-05,
      "loss": 0.9157,
      "step": 6543
    },
    {
      "epoch": 0.1379085070624371,
      "grad_norm": 0.17299968004226685,
      "learning_rate": 1.939581037305681e-05,
      "loss": 1.0006,
      "step": 6544
    },
    {
      "epoch": 0.1379295811008024,
      "grad_norm": 0.1539747267961502,
      "learning_rate": 1.939557669978325e-05,
      "loss": 0.9395,
      "step": 6545
    },
    {
      "epoch": 0.13795065513916768,
      "grad_norm": 0.1450100541114807,
      "learning_rate": 1.9395342982739445e-05,
      "loss": 0.9881,
      "step": 6546
    },
    {
      "epoch": 0.13797172917753298,
      "grad_norm": 0.22412441670894623,
      "learning_rate": 1.9395109221926486e-05,
      "loss": 1.05,
      "step": 6547
    },
    {
      "epoch": 0.13799280321589824,
      "grad_norm": 0.18429771065711975,
      "learning_rate": 1.9394875417345457e-05,
      "loss": 0.989,
      "step": 6548
    },
    {
      "epoch": 0.13801387725426353,
      "grad_norm": 0.1363968402147293,
      "learning_rate": 1.9394641568997453e-05,
      "loss": 0.9038,
      "step": 6549
    },
    {
      "epoch": 0.13803495129262883,
      "grad_norm": 0.2019122838973999,
      "learning_rate": 1.939440767688356e-05,
      "loss": 0.9612,
      "step": 6550
    },
    {
      "epoch": 0.13805602533099412,
      "grad_norm": 0.1417781263589859,
      "learning_rate": 1.9394173741004864e-05,
      "loss": 0.9809,
      "step": 6551
    },
    {
      "epoch": 0.1380770993693594,
      "grad_norm": 0.16649848222732544,
      "learning_rate": 1.939393976136246e-05,
      "loss": 0.9037,
      "step": 6552
    },
    {
      "epoch": 0.13809817340772468,
      "grad_norm": 0.12971284985542297,
      "learning_rate": 1.939370573795744e-05,
      "loss": 0.9303,
      "step": 6553
    },
    {
      "epoch": 0.13811924744608997,
      "grad_norm": 0.17324277758598328,
      "learning_rate": 1.9393471670790887e-05,
      "loss": 0.9072,
      "step": 6554
    },
    {
      "epoch": 0.13814032148445526,
      "grad_norm": 0.17956790328025818,
      "learning_rate": 1.9393237559863896e-05,
      "loss": 0.9293,
      "step": 6555
    },
    {
      "epoch": 0.13816139552282056,
      "grad_norm": 0.1548578441143036,
      "learning_rate": 1.9393003405177557e-05,
      "loss": 0.9653,
      "step": 6556
    },
    {
      "epoch": 0.13818246956118585,
      "grad_norm": 0.12268270552158356,
      "learning_rate": 1.9392769206732963e-05,
      "loss": 0.9482,
      "step": 6557
    },
    {
      "epoch": 0.13820354359955112,
      "grad_norm": 0.14438655972480774,
      "learning_rate": 1.93925349645312e-05,
      "loss": 0.9319,
      "step": 6558
    },
    {
      "epoch": 0.1382246176379164,
      "grad_norm": 0.13407312333583832,
      "learning_rate": 1.9392300678573365e-05,
      "loss": 0.9984,
      "step": 6559
    },
    {
      "epoch": 0.1382456916762817,
      "grad_norm": 0.138277068734169,
      "learning_rate": 1.9392066348860545e-05,
      "loss": 0.9976,
      "step": 6560
    },
    {
      "epoch": 0.138266765714647,
      "grad_norm": 0.1326936036348343,
      "learning_rate": 1.9391831975393832e-05,
      "loss": 0.9776,
      "step": 6561
    },
    {
      "epoch": 0.13828783975301226,
      "grad_norm": 0.14322438836097717,
      "learning_rate": 1.9391597558174323e-05,
      "loss": 0.9646,
      "step": 6562
    },
    {
      "epoch": 0.13830891379137755,
      "grad_norm": 0.11998078227043152,
      "learning_rate": 1.9391363097203103e-05,
      "loss": 0.966,
      "step": 6563
    },
    {
      "epoch": 0.13832998782974285,
      "grad_norm": 0.1360018104314804,
      "learning_rate": 1.939112859248127e-05,
      "loss": 0.9288,
      "step": 6564
    },
    {
      "epoch": 0.13835106186810814,
      "grad_norm": 0.14925777912139893,
      "learning_rate": 1.9390894044009912e-05,
      "loss": 0.887,
      "step": 6565
    },
    {
      "epoch": 0.13837213590647343,
      "grad_norm": 0.13438144326210022,
      "learning_rate": 1.939065945179012e-05,
      "loss": 0.9689,
      "step": 6566
    },
    {
      "epoch": 0.1383932099448387,
      "grad_norm": 0.1265646070241928,
      "learning_rate": 1.9390424815822997e-05,
      "loss": 0.9562,
      "step": 6567
    },
    {
      "epoch": 0.138414283983204,
      "grad_norm": 0.11678502708673477,
      "learning_rate": 1.9390190136109625e-05,
      "loss": 0.9249,
      "step": 6568
    },
    {
      "epoch": 0.13843535802156928,
      "grad_norm": 0.13880662620067596,
      "learning_rate": 1.9389955412651104e-05,
      "loss": 0.9511,
      "step": 6569
    },
    {
      "epoch": 0.13845643205993458,
      "grad_norm": 0.13909707963466644,
      "learning_rate": 1.9389720645448525e-05,
      "loss": 0.926,
      "step": 6570
    },
    {
      "epoch": 0.13847750609829984,
      "grad_norm": 0.1644037365913391,
      "learning_rate": 1.938948583450298e-05,
      "loss": 1.0111,
      "step": 6571
    },
    {
      "epoch": 0.13849858013666513,
      "grad_norm": 0.1844193935394287,
      "learning_rate": 1.9389250979815568e-05,
      "loss": 0.9589,
      "step": 6572
    },
    {
      "epoch": 0.13851965417503043,
      "grad_norm": 0.1691601574420929,
      "learning_rate": 1.9389016081387378e-05,
      "loss": 0.9932,
      "step": 6573
    },
    {
      "epoch": 0.13854072821339572,
      "grad_norm": 0.1679508239030838,
      "learning_rate": 1.9388781139219505e-05,
      "loss": 0.8878,
      "step": 6574
    },
    {
      "epoch": 0.138561802251761,
      "grad_norm": 0.16620926558971405,
      "learning_rate": 1.9388546153313043e-05,
      "loss": 1.0559,
      "step": 6575
    },
    {
      "epoch": 0.13858287629012628,
      "grad_norm": 0.23064742982387543,
      "learning_rate": 1.9388311123669093e-05,
      "loss": 1.005,
      "step": 6576
    },
    {
      "epoch": 0.13860395032849157,
      "grad_norm": 0.14292404055595398,
      "learning_rate": 1.9388076050288745e-05,
      "loss": 0.957,
      "step": 6577
    },
    {
      "epoch": 0.13862502436685686,
      "grad_norm": 0.1516258269548416,
      "learning_rate": 1.938784093317309e-05,
      "loss": 0.9089,
      "step": 6578
    },
    {
      "epoch": 0.13864609840522216,
      "grad_norm": 0.14516593515872955,
      "learning_rate": 1.9387605772323233e-05,
      "loss": 1.0018,
      "step": 6579
    },
    {
      "epoch": 0.13866717244358742,
      "grad_norm": 0.1625911295413971,
      "learning_rate": 1.9387370567740263e-05,
      "loss": 0.9922,
      "step": 6580
    },
    {
      "epoch": 0.13868824648195271,
      "grad_norm": 0.13597552478313446,
      "learning_rate": 1.9387135319425274e-05,
      "loss": 0.974,
      "step": 6581
    },
    {
      "epoch": 0.138709320520318,
      "grad_norm": 0.17866124212741852,
      "learning_rate": 1.9386900027379367e-05,
      "loss": 1.0023,
      "step": 6582
    },
    {
      "epoch": 0.1387303945586833,
      "grad_norm": 0.129860520362854,
      "learning_rate": 1.9386664691603635e-05,
      "loss": 0.9433,
      "step": 6583
    },
    {
      "epoch": 0.1387514685970486,
      "grad_norm": 0.15181119740009308,
      "learning_rate": 1.938642931209918e-05,
      "loss": 0.9859,
      "step": 6584
    },
    {
      "epoch": 0.13877254263541386,
      "grad_norm": 0.1313951164484024,
      "learning_rate": 1.938619388886709e-05,
      "loss": 0.8931,
      "step": 6585
    },
    {
      "epoch": 0.13879361667377915,
      "grad_norm": 0.14915728569030762,
      "learning_rate": 1.9385958421908465e-05,
      "loss": 0.9814,
      "step": 6586
    },
    {
      "epoch": 0.13881469071214445,
      "grad_norm": 0.1192726418375969,
      "learning_rate": 1.9385722911224404e-05,
      "loss": 0.8426,
      "step": 6587
    },
    {
      "epoch": 0.13883576475050974,
      "grad_norm": 0.1464620679616928,
      "learning_rate": 1.9385487356816e-05,
      "loss": 0.9002,
      "step": 6588
    },
    {
      "epoch": 0.138856838788875,
      "grad_norm": 0.167790949344635,
      "learning_rate": 1.938525175868436e-05,
      "loss": 0.9328,
      "step": 6589
    },
    {
      "epoch": 0.1388779128272403,
      "grad_norm": 0.1656791865825653,
      "learning_rate": 1.938501611683057e-05,
      "loss": 1.0342,
      "step": 6590
    },
    {
      "epoch": 0.1388989868656056,
      "grad_norm": 0.17374132573604584,
      "learning_rate": 1.938478043125573e-05,
      "loss": 1.0105,
      "step": 6591
    },
    {
      "epoch": 0.13892006090397088,
      "grad_norm": 0.15224811434745789,
      "learning_rate": 1.9384544701960944e-05,
      "loss": 0.9281,
      "step": 6592
    },
    {
      "epoch": 0.13894113494233618,
      "grad_norm": 0.13088244199752808,
      "learning_rate": 1.9384308928947303e-05,
      "loss": 0.9756,
      "step": 6593
    },
    {
      "epoch": 0.13896220898070144,
      "grad_norm": 0.16219653189182281,
      "learning_rate": 1.9384073112215913e-05,
      "loss": 0.9904,
      "step": 6594
    },
    {
      "epoch": 0.13898328301906673,
      "grad_norm": 0.128485769033432,
      "learning_rate": 1.938383725176787e-05,
      "loss": 0.9234,
      "step": 6595
    },
    {
      "epoch": 0.13900435705743203,
      "grad_norm": 0.17038743197917938,
      "learning_rate": 1.9383601347604264e-05,
      "loss": 0.9477,
      "step": 6596
    },
    {
      "epoch": 0.13902543109579732,
      "grad_norm": 0.17376811802387238,
      "learning_rate": 1.9383365399726207e-05,
      "loss": 0.9129,
      "step": 6597
    },
    {
      "epoch": 0.13904650513416258,
      "grad_norm": 0.1570241004228592,
      "learning_rate": 1.9383129408134793e-05,
      "loss": 0.8848,
      "step": 6598
    },
    {
      "epoch": 0.13906757917252788,
      "grad_norm": 0.19077955186367035,
      "learning_rate": 1.9382893372831114e-05,
      "loss": 0.9086,
      "step": 6599
    },
    {
      "epoch": 0.13908865321089317,
      "grad_norm": 0.1719563901424408,
      "learning_rate": 1.9382657293816284e-05,
      "loss": 0.9608,
      "step": 6600
    },
    {
      "epoch": 0.13910972724925846,
      "grad_norm": 0.1435665339231491,
      "learning_rate": 1.9382421171091392e-05,
      "loss": 0.972,
      "step": 6601
    },
    {
      "epoch": 0.13913080128762376,
      "grad_norm": 0.14576828479766846,
      "learning_rate": 1.9382185004657544e-05,
      "loss": 0.924,
      "step": 6602
    },
    {
      "epoch": 0.13915187532598902,
      "grad_norm": 0.12532170116901398,
      "learning_rate": 1.9381948794515833e-05,
      "loss": 0.8838,
      "step": 6603
    },
    {
      "epoch": 0.13917294936435431,
      "grad_norm": 0.1679144650697708,
      "learning_rate": 1.938171254066737e-05,
      "loss": 0.9128,
      "step": 6604
    },
    {
      "epoch": 0.1391940234027196,
      "grad_norm": 0.14794723689556122,
      "learning_rate": 1.9381476243113243e-05,
      "loss": 0.9703,
      "step": 6605
    },
    {
      "epoch": 0.1392150974410849,
      "grad_norm": 0.162728950381279,
      "learning_rate": 1.938123990185456e-05,
      "loss": 0.9081,
      "step": 6606
    },
    {
      "epoch": 0.13923617147945017,
      "grad_norm": 0.15449318289756775,
      "learning_rate": 1.9381003516892428e-05,
      "loss": 0.8936,
      "step": 6607
    },
    {
      "epoch": 0.13925724551781546,
      "grad_norm": 0.13686871528625488,
      "learning_rate": 1.9380767088227933e-05,
      "loss": 0.9115,
      "step": 6608
    },
    {
      "epoch": 0.13927831955618075,
      "grad_norm": 0.14587217569351196,
      "learning_rate": 1.938053061586219e-05,
      "loss": 0.9982,
      "step": 6609
    },
    {
      "epoch": 0.13929939359454604,
      "grad_norm": 0.146965891122818,
      "learning_rate": 1.9380294099796295e-05,
      "loss": 0.9755,
      "step": 6610
    },
    {
      "epoch": 0.13932046763291134,
      "grad_norm": 0.12627995014190674,
      "learning_rate": 1.938005754003135e-05,
      "loss": 0.9059,
      "step": 6611
    },
    {
      "epoch": 0.1393415416712766,
      "grad_norm": 0.15612590312957764,
      "learning_rate": 1.9379820936568458e-05,
      "loss": 0.9334,
      "step": 6612
    },
    {
      "epoch": 0.1393626157096419,
      "grad_norm": 0.15649157762527466,
      "learning_rate": 1.9379584289408718e-05,
      "loss": 1.0013,
      "step": 6613
    },
    {
      "epoch": 0.1393836897480072,
      "grad_norm": 0.1217997744679451,
      "learning_rate": 1.937934759855324e-05,
      "loss": 0.9449,
      "step": 6614
    },
    {
      "epoch": 0.13940476378637248,
      "grad_norm": 0.15170708298683167,
      "learning_rate": 1.9379110864003116e-05,
      "loss": 1.0143,
      "step": 6615
    },
    {
      "epoch": 0.13942583782473775,
      "grad_norm": 0.1445612758398056,
      "learning_rate": 1.937887408575946e-05,
      "loss": 0.9021,
      "step": 6616
    },
    {
      "epoch": 0.13944691186310304,
      "grad_norm": 0.12037887424230576,
      "learning_rate": 1.937863726382337e-05,
      "loss": 0.8895,
      "step": 6617
    },
    {
      "epoch": 0.13946798590146833,
      "grad_norm": 0.1364053636789322,
      "learning_rate": 1.9378400398195942e-05,
      "loss": 0.9398,
      "step": 6618
    },
    {
      "epoch": 0.13948905993983363,
      "grad_norm": 0.14177322387695312,
      "learning_rate": 1.9378163488878292e-05,
      "loss": 1.0201,
      "step": 6619
    },
    {
      "epoch": 0.13951013397819892,
      "grad_norm": 0.13645078241825104,
      "learning_rate": 1.9377926535871515e-05,
      "loss": 0.9711,
      "step": 6620
    },
    {
      "epoch": 0.13953120801656418,
      "grad_norm": 0.13595029711723328,
      "learning_rate": 1.9377689539176724e-05,
      "loss": 0.8968,
      "step": 6621
    },
    {
      "epoch": 0.13955228205492948,
      "grad_norm": 0.10909316688776016,
      "learning_rate": 1.937745249879501e-05,
      "loss": 0.9626,
      "step": 6622
    },
    {
      "epoch": 0.13957335609329477,
      "grad_norm": 0.12582716345787048,
      "learning_rate": 1.937721541472749e-05,
      "loss": 0.8738,
      "step": 6623
    },
    {
      "epoch": 0.13959443013166006,
      "grad_norm": 0.13902169466018677,
      "learning_rate": 1.9376978286975258e-05,
      "loss": 0.8641,
      "step": 6624
    },
    {
      "epoch": 0.13961550417002533,
      "grad_norm": 0.12228243052959442,
      "learning_rate": 1.9376741115539427e-05,
      "loss": 0.8881,
      "step": 6625
    },
    {
      "epoch": 0.13963657820839062,
      "grad_norm": 0.11203555017709732,
      "learning_rate": 1.9376503900421097e-05,
      "loss": 0.9554,
      "step": 6626
    },
    {
      "epoch": 0.13965765224675591,
      "grad_norm": 0.13698163628578186,
      "learning_rate": 1.9376266641621372e-05,
      "loss": 0.9312,
      "step": 6627
    },
    {
      "epoch": 0.1396787262851212,
      "grad_norm": 0.11682144552469254,
      "learning_rate": 1.937602933914136e-05,
      "loss": 0.8705,
      "step": 6628
    },
    {
      "epoch": 0.1396998003234865,
      "grad_norm": 0.15044483542442322,
      "learning_rate": 1.9375791992982173e-05,
      "loss": 0.9767,
      "step": 6629
    },
    {
      "epoch": 0.13972087436185177,
      "grad_norm": 0.16647309064865112,
      "learning_rate": 1.9375554603144903e-05,
      "loss": 0.9647,
      "step": 6630
    },
    {
      "epoch": 0.13974194840021706,
      "grad_norm": 0.13845586776733398,
      "learning_rate": 1.9375317169630664e-05,
      "loss": 0.9751,
      "step": 6631
    },
    {
      "epoch": 0.13976302243858235,
      "grad_norm": 0.16406600177288055,
      "learning_rate": 1.9375079692440564e-05,
      "loss": 0.9544,
      "step": 6632
    },
    {
      "epoch": 0.13978409647694764,
      "grad_norm": 0.1899256408214569,
      "learning_rate": 1.9374842171575703e-05,
      "loss": 0.9238,
      "step": 6633
    },
    {
      "epoch": 0.1398051705153129,
      "grad_norm": 0.128493070602417,
      "learning_rate": 1.9374604607037193e-05,
      "loss": 0.8664,
      "step": 6634
    },
    {
      "epoch": 0.1398262445536782,
      "grad_norm": 0.15526814758777618,
      "learning_rate": 1.9374366998826136e-05,
      "loss": 0.941,
      "step": 6635
    },
    {
      "epoch": 0.1398473185920435,
      "grad_norm": 0.19325387477874756,
      "learning_rate": 1.9374129346943646e-05,
      "loss": 0.9366,
      "step": 6636
    },
    {
      "epoch": 0.1398683926304088,
      "grad_norm": 0.17893579602241516,
      "learning_rate": 1.9373891651390823e-05,
      "loss": 1.0544,
      "step": 6637
    },
    {
      "epoch": 0.13988946666877408,
      "grad_norm": 0.1598070114850998,
      "learning_rate": 1.9373653912168777e-05,
      "loss": 0.8526,
      "step": 6638
    },
    {
      "epoch": 0.13991054070713935,
      "grad_norm": 0.17072686553001404,
      "learning_rate": 1.9373416129278614e-05,
      "loss": 1.029,
      "step": 6639
    },
    {
      "epoch": 0.13993161474550464,
      "grad_norm": 0.24063104391098022,
      "learning_rate": 1.9373178302721443e-05,
      "loss": 1.0084,
      "step": 6640
    },
    {
      "epoch": 0.13995268878386993,
      "grad_norm": 0.14508987963199615,
      "learning_rate": 1.9372940432498372e-05,
      "loss": 0.9354,
      "step": 6641
    },
    {
      "epoch": 0.13997376282223523,
      "grad_norm": 0.14766572415828705,
      "learning_rate": 1.9372702518610512e-05,
      "loss": 0.8838,
      "step": 6642
    },
    {
      "epoch": 0.1399948368606005,
      "grad_norm": 0.16151751577854156,
      "learning_rate": 1.9372464561058967e-05,
      "loss": 0.9211,
      "step": 6643
    },
    {
      "epoch": 0.14001591089896578,
      "grad_norm": 0.19098088145256042,
      "learning_rate": 1.937222655984485e-05,
      "loss": 0.98,
      "step": 6644
    },
    {
      "epoch": 0.14003698493733108,
      "grad_norm": 0.12930268049240112,
      "learning_rate": 1.9371988514969263e-05,
      "loss": 0.9687,
      "step": 6645
    },
    {
      "epoch": 0.14005805897569637,
      "grad_norm": 0.2069207727909088,
      "learning_rate": 1.937175042643332e-05,
      "loss": 0.97,
      "step": 6646
    },
    {
      "epoch": 0.14007913301406166,
      "grad_norm": 0.1868329644203186,
      "learning_rate": 1.937151229423813e-05,
      "loss": 0.9868,
      "step": 6647
    },
    {
      "epoch": 0.14010020705242693,
      "grad_norm": 0.13488994538784027,
      "learning_rate": 1.93712741183848e-05,
      "loss": 0.7894,
      "step": 6648
    },
    {
      "epoch": 0.14012128109079222,
      "grad_norm": 0.17371590435504913,
      "learning_rate": 1.937103589887444e-05,
      "loss": 1.0437,
      "step": 6649
    },
    {
      "epoch": 0.14014235512915751,
      "grad_norm": 0.20588189363479614,
      "learning_rate": 1.9370797635708164e-05,
      "loss": 0.9641,
      "step": 6650
    },
    {
      "epoch": 0.1401634291675228,
      "grad_norm": 0.1834041029214859,
      "learning_rate": 1.9370559328887073e-05,
      "loss": 0.9758,
      "step": 6651
    },
    {
      "epoch": 0.14018450320588807,
      "grad_norm": 0.19069290161132812,
      "learning_rate": 1.937032097841229e-05,
      "loss": 0.9277,
      "step": 6652
    },
    {
      "epoch": 0.14020557724425337,
      "grad_norm": 0.17499187588691711,
      "learning_rate": 1.9370082584284913e-05,
      "loss": 0.951,
      "step": 6653
    },
    {
      "epoch": 0.14022665128261866,
      "grad_norm": 0.16931509971618652,
      "learning_rate": 1.9369844146506057e-05,
      "loss": 0.9449,
      "step": 6654
    },
    {
      "epoch": 0.14024772532098395,
      "grad_norm": 0.16492146253585815,
      "learning_rate": 1.9369605665076838e-05,
      "loss": 0.8742,
      "step": 6655
    },
    {
      "epoch": 0.14026879935934924,
      "grad_norm": 0.14538009464740753,
      "learning_rate": 1.9369367139998362e-05,
      "loss": 0.9413,
      "step": 6656
    },
    {
      "epoch": 0.1402898733977145,
      "grad_norm": 0.20292334258556366,
      "learning_rate": 1.936912857127174e-05,
      "loss": 0.8899,
      "step": 6657
    },
    {
      "epoch": 0.1403109474360798,
      "grad_norm": 0.1256786733865738,
      "learning_rate": 1.936888995889808e-05,
      "loss": 0.9685,
      "step": 6658
    },
    {
      "epoch": 0.1403320214744451,
      "grad_norm": 0.1897808015346527,
      "learning_rate": 1.9368651302878503e-05,
      "loss": 0.9641,
      "step": 6659
    },
    {
      "epoch": 0.1403530955128104,
      "grad_norm": 0.13640472292900085,
      "learning_rate": 1.9368412603214116e-05,
      "loss": 0.9289,
      "step": 6660
    },
    {
      "epoch": 0.14037416955117568,
      "grad_norm": 0.17471320927143097,
      "learning_rate": 1.9368173859906027e-05,
      "loss": 0.95,
      "step": 6661
    },
    {
      "epoch": 0.14039524358954095,
      "grad_norm": 0.15689070522785187,
      "learning_rate": 1.936793507295535e-05,
      "loss": 0.9338,
      "step": 6662
    },
    {
      "epoch": 0.14041631762790624,
      "grad_norm": 0.18175126612186432,
      "learning_rate": 1.9367696242363204e-05,
      "loss": 0.926,
      "step": 6663
    },
    {
      "epoch": 0.14043739166627153,
      "grad_norm": 0.2054327130317688,
      "learning_rate": 1.9367457368130696e-05,
      "loss": 0.9634,
      "step": 6664
    },
    {
      "epoch": 0.14045846570463683,
      "grad_norm": 0.15835681557655334,
      "learning_rate": 1.936721845025894e-05,
      "loss": 1.02,
      "step": 6665
    },
    {
      "epoch": 0.1404795397430021,
      "grad_norm": 0.19061419367790222,
      "learning_rate": 1.9366979488749048e-05,
      "loss": 0.9207,
      "step": 6666
    },
    {
      "epoch": 0.14050061378136738,
      "grad_norm": 0.15611153841018677,
      "learning_rate": 1.9366740483602133e-05,
      "loss": 1.0173,
      "step": 6667
    },
    {
      "epoch": 0.14052168781973268,
      "grad_norm": 0.17692343890666962,
      "learning_rate": 1.9366501434819313e-05,
      "loss": 0.9171,
      "step": 6668
    },
    {
      "epoch": 0.14054276185809797,
      "grad_norm": 0.14205904304981232,
      "learning_rate": 1.9366262342401692e-05,
      "loss": 0.9981,
      "step": 6669
    },
    {
      "epoch": 0.14056383589646326,
      "grad_norm": 0.1804187297821045,
      "learning_rate": 1.9366023206350392e-05,
      "loss": 0.9302,
      "step": 6670
    },
    {
      "epoch": 0.14058490993482853,
      "grad_norm": 0.15171006321907043,
      "learning_rate": 1.9365784026666525e-05,
      "loss": 0.9163,
      "step": 6671
    },
    {
      "epoch": 0.14060598397319382,
      "grad_norm": 0.17259614169597626,
      "learning_rate": 1.9365544803351207e-05,
      "loss": 0.9568,
      "step": 6672
    },
    {
      "epoch": 0.14062705801155911,
      "grad_norm": 0.22757075726985931,
      "learning_rate": 1.936530553640555e-05,
      "loss": 1.0272,
      "step": 6673
    },
    {
      "epoch": 0.1406481320499244,
      "grad_norm": 0.16467012465000153,
      "learning_rate": 1.9365066225830665e-05,
      "loss": 0.9535,
      "step": 6674
    },
    {
      "epoch": 0.14066920608828967,
      "grad_norm": 0.17257562279701233,
      "learning_rate": 1.9364826871627676e-05,
      "loss": 0.9151,
      "step": 6675
    },
    {
      "epoch": 0.14069028012665497,
      "grad_norm": 0.18855181336402893,
      "learning_rate": 1.9364587473797693e-05,
      "loss": 0.9014,
      "step": 6676
    },
    {
      "epoch": 0.14071135416502026,
      "grad_norm": 0.1726827174425125,
      "learning_rate": 1.936434803234183e-05,
      "loss": 0.9011,
      "step": 6677
    },
    {
      "epoch": 0.14073242820338555,
      "grad_norm": 0.20357650518417358,
      "learning_rate": 1.9364108547261203e-05,
      "loss": 0.9282,
      "step": 6678
    },
    {
      "epoch": 0.14075350224175084,
      "grad_norm": 0.1639304757118225,
      "learning_rate": 1.9363869018556928e-05,
      "loss": 0.9847,
      "step": 6679
    },
    {
      "epoch": 0.1407745762801161,
      "grad_norm": 0.20380932092666626,
      "learning_rate": 1.9363629446230124e-05,
      "loss": 1.111,
      "step": 6680
    },
    {
      "epoch": 0.1407956503184814,
      "grad_norm": 0.28710445761680603,
      "learning_rate": 1.9363389830281903e-05,
      "loss": 0.9608,
      "step": 6681
    },
    {
      "epoch": 0.1408167243568467,
      "grad_norm": 0.19472213089466095,
      "learning_rate": 1.9363150170713383e-05,
      "loss": 0.9606,
      "step": 6682
    },
    {
      "epoch": 0.140837798395212,
      "grad_norm": 0.1989492028951645,
      "learning_rate": 1.936291046752568e-05,
      "loss": 0.961,
      "step": 6683
    },
    {
      "epoch": 0.14085887243357725,
      "grad_norm": 0.1848011612892151,
      "learning_rate": 1.936267072071991e-05,
      "loss": 0.9893,
      "step": 6684
    },
    {
      "epoch": 0.14087994647194255,
      "grad_norm": 0.1766454577445984,
      "learning_rate": 1.936243093029719e-05,
      "loss": 1.042,
      "step": 6685
    },
    {
      "epoch": 0.14090102051030784,
      "grad_norm": 0.16387800872325897,
      "learning_rate": 1.936219109625864e-05,
      "loss": 0.8983,
      "step": 6686
    },
    {
      "epoch": 0.14092209454867313,
      "grad_norm": 0.17115122079849243,
      "learning_rate": 1.9361951218605375e-05,
      "loss": 0.9569,
      "step": 6687
    },
    {
      "epoch": 0.14094316858703843,
      "grad_norm": 0.14985308051109314,
      "learning_rate": 1.936171129733851e-05,
      "loss": 0.9581,
      "step": 6688
    },
    {
      "epoch": 0.1409642426254037,
      "grad_norm": 0.1853049397468567,
      "learning_rate": 1.9361471332459166e-05,
      "loss": 0.9801,
      "step": 6689
    },
    {
      "epoch": 0.14098531666376898,
      "grad_norm": 0.2039484679698944,
      "learning_rate": 1.9361231323968464e-05,
      "loss": 0.992,
      "step": 6690
    },
    {
      "epoch": 0.14100639070213428,
      "grad_norm": 0.1854148656129837,
      "learning_rate": 1.9360991271867515e-05,
      "loss": 0.9553,
      "step": 6691
    },
    {
      "epoch": 0.14102746474049957,
      "grad_norm": 0.19152314960956573,
      "learning_rate": 1.936075117615744e-05,
      "loss": 0.9762,
      "step": 6692
    },
    {
      "epoch": 0.14104853877886483,
      "grad_norm": 0.18596285581588745,
      "learning_rate": 1.936051103683936e-05,
      "loss": 0.966,
      "step": 6693
    },
    {
      "epoch": 0.14106961281723013,
      "grad_norm": 0.17051388323307037,
      "learning_rate": 1.936027085391439e-05,
      "loss": 0.9747,
      "step": 6694
    },
    {
      "epoch": 0.14109068685559542,
      "grad_norm": 0.14315465092658997,
      "learning_rate": 1.9360030627383653e-05,
      "loss": 0.9475,
      "step": 6695
    },
    {
      "epoch": 0.1411117608939607,
      "grad_norm": 0.18971265852451324,
      "learning_rate": 1.9359790357248265e-05,
      "loss": 0.9208,
      "step": 6696
    },
    {
      "epoch": 0.141132834932326,
      "grad_norm": 0.1485517919063568,
      "learning_rate": 1.9359550043509345e-05,
      "loss": 0.9788,
      "step": 6697
    },
    {
      "epoch": 0.14115390897069127,
      "grad_norm": 0.16287708282470703,
      "learning_rate": 1.9359309686168015e-05,
      "loss": 0.9837,
      "step": 6698
    },
    {
      "epoch": 0.14117498300905656,
      "grad_norm": 0.1680465042591095,
      "learning_rate": 1.9359069285225393e-05,
      "loss": 0.8604,
      "step": 6699
    },
    {
      "epoch": 0.14119605704742186,
      "grad_norm": 0.16271881759166718,
      "learning_rate": 1.93588288406826e-05,
      "loss": 1.0065,
      "step": 6700
    },
    {
      "epoch": 0.14121713108578715,
      "grad_norm": 0.17653171718120575,
      "learning_rate": 1.9358588352540756e-05,
      "loss": 1.0082,
      "step": 6701
    },
    {
      "epoch": 0.14123820512415242,
      "grad_norm": 0.15477131307125092,
      "learning_rate": 1.935834782080098e-05,
      "loss": 0.934,
      "step": 6702
    },
    {
      "epoch": 0.1412592791625177,
      "grad_norm": 0.15765751898288727,
      "learning_rate": 1.935810724546439e-05,
      "loss": 0.9213,
      "step": 6703
    },
    {
      "epoch": 0.141280353200883,
      "grad_norm": 0.13636571168899536,
      "learning_rate": 1.9357866626532114e-05,
      "loss": 0.9779,
      "step": 6704
    },
    {
      "epoch": 0.1413014272392483,
      "grad_norm": 0.15126846730709076,
      "learning_rate": 1.9357625964005267e-05,
      "loss": 0.9156,
      "step": 6705
    },
    {
      "epoch": 0.1413225012776136,
      "grad_norm": 0.16201740503311157,
      "learning_rate": 1.9357385257884976e-05,
      "loss": 0.9392,
      "step": 6706
    },
    {
      "epoch": 0.14134357531597885,
      "grad_norm": 0.13783617317676544,
      "learning_rate": 1.9357144508172357e-05,
      "loss": 0.934,
      "step": 6707
    },
    {
      "epoch": 0.14136464935434415,
      "grad_norm": 0.19450822472572327,
      "learning_rate": 1.9356903714868532e-05,
      "loss": 0.9003,
      "step": 6708
    },
    {
      "epoch": 0.14138572339270944,
      "grad_norm": 0.13745808601379395,
      "learning_rate": 1.9356662877974624e-05,
      "loss": 0.9495,
      "step": 6709
    },
    {
      "epoch": 0.14140679743107473,
      "grad_norm": 0.15187986195087433,
      "learning_rate": 1.9356421997491756e-05,
      "loss": 0.9384,
      "step": 6710
    },
    {
      "epoch": 0.14142787146944,
      "grad_norm": 0.16826297342777252,
      "learning_rate": 1.9356181073421047e-05,
      "loss": 0.8886,
      "step": 6711
    },
    {
      "epoch": 0.1414489455078053,
      "grad_norm": 0.15214850008487701,
      "learning_rate": 1.9355940105763622e-05,
      "loss": 1.0548,
      "step": 6712
    },
    {
      "epoch": 0.14147001954617058,
      "grad_norm": 0.16701312363147736,
      "learning_rate": 1.9355699094520605e-05,
      "loss": 1.0179,
      "step": 6713
    },
    {
      "epoch": 0.14149109358453588,
      "grad_norm": 0.13749927282333374,
      "learning_rate": 1.9355458039693116e-05,
      "loss": 0.9147,
      "step": 6714
    },
    {
      "epoch": 0.14151216762290117,
      "grad_norm": 0.13767540454864502,
      "learning_rate": 1.9355216941282277e-05,
      "loss": 0.9511,
      "step": 6715
    },
    {
      "epoch": 0.14153324166126643,
      "grad_norm": 0.14995677769184113,
      "learning_rate": 1.9354975799289215e-05,
      "loss": 0.9164,
      "step": 6716
    },
    {
      "epoch": 0.14155431569963173,
      "grad_norm": 0.12753821909427643,
      "learning_rate": 1.935473461371505e-05,
      "loss": 0.9213,
      "step": 6717
    },
    {
      "epoch": 0.14157538973799702,
      "grad_norm": 0.14750251173973083,
      "learning_rate": 1.9354493384560907e-05,
      "loss": 0.9885,
      "step": 6718
    },
    {
      "epoch": 0.1415964637763623,
      "grad_norm": 0.12930670380592346,
      "learning_rate": 1.935425211182791e-05,
      "loss": 0.8562,
      "step": 6719
    },
    {
      "epoch": 0.14161753781472758,
      "grad_norm": 0.1183132454752922,
      "learning_rate": 1.9354010795517185e-05,
      "loss": 0.9888,
      "step": 6720
    },
    {
      "epoch": 0.14163861185309287,
      "grad_norm": 0.13574151694774628,
      "learning_rate": 1.935376943562985e-05,
      "loss": 0.9944,
      "step": 6721
    },
    {
      "epoch": 0.14165968589145816,
      "grad_norm": 0.12554393708705902,
      "learning_rate": 1.9353528032167035e-05,
      "loss": 0.9225,
      "step": 6722
    },
    {
      "epoch": 0.14168075992982346,
      "grad_norm": 0.13232901692390442,
      "learning_rate": 1.9353286585129863e-05,
      "loss": 0.9072,
      "step": 6723
    },
    {
      "epoch": 0.14170183396818875,
      "grad_norm": 0.14162737131118774,
      "learning_rate": 1.9353045094519457e-05,
      "loss": 0.9469,
      "step": 6724
    },
    {
      "epoch": 0.14172290800655402,
      "grad_norm": 0.13662584125995636,
      "learning_rate": 1.9352803560336947e-05,
      "loss": 0.9632,
      "step": 6725
    },
    {
      "epoch": 0.1417439820449193,
      "grad_norm": 0.2097984105348587,
      "learning_rate": 1.9352561982583452e-05,
      "loss": 0.9511,
      "step": 6726
    },
    {
      "epoch": 0.1417650560832846,
      "grad_norm": 0.14492127299308777,
      "learning_rate": 1.93523203612601e-05,
      "loss": 0.9911,
      "step": 6727
    },
    {
      "epoch": 0.1417861301216499,
      "grad_norm": 0.15000592172145844,
      "learning_rate": 1.935207869636802e-05,
      "loss": 0.9543,
      "step": 6728
    },
    {
      "epoch": 0.14180720416001516,
      "grad_norm": 0.14734868705272675,
      "learning_rate": 1.935183698790833e-05,
      "loss": 0.9256,
      "step": 6729
    },
    {
      "epoch": 0.14182827819838045,
      "grad_norm": 0.15138600766658783,
      "learning_rate": 1.9351595235882165e-05,
      "loss": 0.9338,
      "step": 6730
    },
    {
      "epoch": 0.14184935223674575,
      "grad_norm": 0.1257660835981369,
      "learning_rate": 1.9351353440290647e-05,
      "loss": 0.9652,
      "step": 6731
    },
    {
      "epoch": 0.14187042627511104,
      "grad_norm": 0.1443621963262558,
      "learning_rate": 1.93511116011349e-05,
      "loss": 0.933,
      "step": 6732
    },
    {
      "epoch": 0.14189150031347633,
      "grad_norm": 0.14661458134651184,
      "learning_rate": 1.9350869718416053e-05,
      "loss": 0.9385,
      "step": 6733
    },
    {
      "epoch": 0.1419125743518416,
      "grad_norm": 0.14968635141849518,
      "learning_rate": 1.9350627792135235e-05,
      "loss": 0.986,
      "step": 6734
    },
    {
      "epoch": 0.1419336483902069,
      "grad_norm": 0.1226048618555069,
      "learning_rate": 1.935038582229357e-05,
      "loss": 0.9558,
      "step": 6735
    },
    {
      "epoch": 0.14195472242857218,
      "grad_norm": 0.14296776056289673,
      "learning_rate": 1.9350143808892186e-05,
      "loss": 1.0081,
      "step": 6736
    },
    {
      "epoch": 0.14197579646693748,
      "grad_norm": 0.13898012042045593,
      "learning_rate": 1.934990175193221e-05,
      "loss": 0.9657,
      "step": 6737
    },
    {
      "epoch": 0.14199687050530274,
      "grad_norm": 0.12961168587207794,
      "learning_rate": 1.934965965141477e-05,
      "loss": 0.9635,
      "step": 6738
    },
    {
      "epoch": 0.14201794454366803,
      "grad_norm": 0.1533695012331009,
      "learning_rate": 1.9349417507340997e-05,
      "loss": 0.9345,
      "step": 6739
    },
    {
      "epoch": 0.14203901858203333,
      "grad_norm": 0.14029064774513245,
      "learning_rate": 1.9349175319712016e-05,
      "loss": 0.9959,
      "step": 6740
    },
    {
      "epoch": 0.14206009262039862,
      "grad_norm": 0.1540624350309372,
      "learning_rate": 1.934893308852895e-05,
      "loss": 0.9936,
      "step": 6741
    },
    {
      "epoch": 0.1420811666587639,
      "grad_norm": 0.1586454063653946,
      "learning_rate": 1.9348690813792938e-05,
      "loss": 0.967,
      "step": 6742
    },
    {
      "epoch": 0.14210224069712918,
      "grad_norm": 0.12514479458332062,
      "learning_rate": 1.93484484955051e-05,
      "loss": 0.9384,
      "step": 6743
    },
    {
      "epoch": 0.14212331473549447,
      "grad_norm": 0.15636922419071198,
      "learning_rate": 1.9348206133666575e-05,
      "loss": 0.9564,
      "step": 6744
    },
    {
      "epoch": 0.14214438877385976,
      "grad_norm": 0.1276555210351944,
      "learning_rate": 1.9347963728278478e-05,
      "loss": 0.8941,
      "step": 6745
    },
    {
      "epoch": 0.14216546281222506,
      "grad_norm": 0.18195536732673645,
      "learning_rate": 1.9347721279341947e-05,
      "loss": 0.9574,
      "step": 6746
    },
    {
      "epoch": 0.14218653685059032,
      "grad_norm": 0.1552174836397171,
      "learning_rate": 1.9347478786858114e-05,
      "loss": 0.9032,
      "step": 6747
    },
    {
      "epoch": 0.14220761088895562,
      "grad_norm": 0.11993922293186188,
      "learning_rate": 1.9347236250828104e-05,
      "loss": 0.9538,
      "step": 6748
    },
    {
      "epoch": 0.1422286849273209,
      "grad_norm": 0.13064227998256683,
      "learning_rate": 1.9346993671253045e-05,
      "loss": 0.9044,
      "step": 6749
    },
    {
      "epoch": 0.1422497589656862,
      "grad_norm": 0.118327796459198,
      "learning_rate": 1.9346751048134072e-05,
      "loss": 0.9329,
      "step": 6750
    },
    {
      "epoch": 0.1422708330040515,
      "grad_norm": 0.13326837122440338,
      "learning_rate": 1.9346508381472313e-05,
      "loss": 0.9327,
      "step": 6751
    },
    {
      "epoch": 0.14229190704241676,
      "grad_norm": 0.13380229473114014,
      "learning_rate": 1.9346265671268897e-05,
      "loss": 1.0224,
      "step": 6752
    },
    {
      "epoch": 0.14231298108078205,
      "grad_norm": 0.1448490172624588,
      "learning_rate": 1.9346022917524958e-05,
      "loss": 0.9226,
      "step": 6753
    },
    {
      "epoch": 0.14233405511914735,
      "grad_norm": 0.12757709622383118,
      "learning_rate": 1.9345780120241625e-05,
      "loss": 0.9046,
      "step": 6754
    },
    {
      "epoch": 0.14235512915751264,
      "grad_norm": 0.17757470905780792,
      "learning_rate": 1.934553727942003e-05,
      "loss": 1.0237,
      "step": 6755
    },
    {
      "epoch": 0.14237620319587793,
      "grad_norm": 0.16438360512256622,
      "learning_rate": 1.9345294395061303e-05,
      "loss": 0.9077,
      "step": 6756
    },
    {
      "epoch": 0.1423972772342432,
      "grad_norm": 0.14207039773464203,
      "learning_rate": 1.9345051467166573e-05,
      "loss": 0.8987,
      "step": 6757
    },
    {
      "epoch": 0.1424183512726085,
      "grad_norm": 0.16867978870868683,
      "learning_rate": 1.934480849573698e-05,
      "loss": 1.0013,
      "step": 6758
    },
    {
      "epoch": 0.14243942531097378,
      "grad_norm": 0.16995161771774292,
      "learning_rate": 1.9344565480773646e-05,
      "loss": 0.9758,
      "step": 6759
    },
    {
      "epoch": 0.14246049934933908,
      "grad_norm": 0.1594979465007782,
      "learning_rate": 1.934432242227771e-05,
      "loss": 0.9832,
      "step": 6760
    },
    {
      "epoch": 0.14248157338770434,
      "grad_norm": 0.13794593513011932,
      "learning_rate": 1.9344079320250305e-05,
      "loss": 0.924,
      "step": 6761
    },
    {
      "epoch": 0.14250264742606963,
      "grad_norm": 0.13831113278865814,
      "learning_rate": 1.9343836174692554e-05,
      "loss": 0.9367,
      "step": 6762
    },
    {
      "epoch": 0.14252372146443493,
      "grad_norm": 0.14822208881378174,
      "learning_rate": 1.9343592985605603e-05,
      "loss": 0.9694,
      "step": 6763
    },
    {
      "epoch": 0.14254479550280022,
      "grad_norm": 0.17455895245075226,
      "learning_rate": 1.9343349752990575e-05,
      "loss": 1.0409,
      "step": 6764
    },
    {
      "epoch": 0.1425658695411655,
      "grad_norm": 0.16103601455688477,
      "learning_rate": 1.9343106476848606e-05,
      "loss": 0.9971,
      "step": 6765
    },
    {
      "epoch": 0.14258694357953078,
      "grad_norm": 0.17718540132045746,
      "learning_rate": 1.934286315718083e-05,
      "loss": 1.0191,
      "step": 6766
    },
    {
      "epoch": 0.14260801761789607,
      "grad_norm": 0.13663306832313538,
      "learning_rate": 1.934261979398838e-05,
      "loss": 0.9072,
      "step": 6767
    },
    {
      "epoch": 0.14262909165626136,
      "grad_norm": 0.1665372997522354,
      "learning_rate": 1.9342376387272392e-05,
      "loss": 0.9543,
      "step": 6768
    },
    {
      "epoch": 0.14265016569462666,
      "grad_norm": 0.18722964823246002,
      "learning_rate": 1.9342132937033996e-05,
      "loss": 1.0182,
      "step": 6769
    },
    {
      "epoch": 0.14267123973299192,
      "grad_norm": 0.137313574552536,
      "learning_rate": 1.9341889443274332e-05,
      "loss": 0.9487,
      "step": 6770
    },
    {
      "epoch": 0.14269231377135722,
      "grad_norm": 0.1639217734336853,
      "learning_rate": 1.9341645905994526e-05,
      "loss": 0.9968,
      "step": 6771
    },
    {
      "epoch": 0.1427133878097225,
      "grad_norm": 0.14064641296863556,
      "learning_rate": 1.9341402325195718e-05,
      "loss": 0.882,
      "step": 6772
    },
    {
      "epoch": 0.1427344618480878,
      "grad_norm": 0.1567370444536209,
      "learning_rate": 1.934115870087904e-05,
      "loss": 0.9056,
      "step": 6773
    },
    {
      "epoch": 0.1427555358864531,
      "grad_norm": 0.14695848524570465,
      "learning_rate": 1.934091503304563e-05,
      "loss": 0.9549,
      "step": 6774
    },
    {
      "epoch": 0.14277660992481836,
      "grad_norm": 0.14480111002922058,
      "learning_rate": 1.9340671321696625e-05,
      "loss": 0.9687,
      "step": 6775
    },
    {
      "epoch": 0.14279768396318365,
      "grad_norm": 0.15523122251033783,
      "learning_rate": 1.9340427566833157e-05,
      "loss": 0.9767,
      "step": 6776
    },
    {
      "epoch": 0.14281875800154895,
      "grad_norm": 0.11676499992609024,
      "learning_rate": 1.934018376845636e-05,
      "loss": 0.8805,
      "step": 6777
    },
    {
      "epoch": 0.14283983203991424,
      "grad_norm": 0.18136432766914368,
      "learning_rate": 1.9339939926567367e-05,
      "loss": 0.9664,
      "step": 6778
    },
    {
      "epoch": 0.1428609060782795,
      "grad_norm": 0.12404020130634308,
      "learning_rate": 1.9339696041167322e-05,
      "loss": 0.8956,
      "step": 6779
    },
    {
      "epoch": 0.1428819801166448,
      "grad_norm": 0.1309427171945572,
      "learning_rate": 1.9339452112257357e-05,
      "loss": 0.9396,
      "step": 6780
    },
    {
      "epoch": 0.1429030541550101,
      "grad_norm": 0.15957890450954437,
      "learning_rate": 1.933920813983861e-05,
      "loss": 0.9458,
      "step": 6781
    },
    {
      "epoch": 0.14292412819337538,
      "grad_norm": 0.16392606496810913,
      "learning_rate": 1.9338964123912217e-05,
      "loss": 0.9675,
      "step": 6782
    },
    {
      "epoch": 0.14294520223174068,
      "grad_norm": 0.135391965508461,
      "learning_rate": 1.9338720064479312e-05,
      "loss": 0.9317,
      "step": 6783
    },
    {
      "epoch": 0.14296627627010594,
      "grad_norm": 0.13976632058620453,
      "learning_rate": 1.9338475961541037e-05,
      "loss": 0.8975,
      "step": 6784
    },
    {
      "epoch": 0.14298735030847123,
      "grad_norm": 0.15784963965415955,
      "learning_rate": 1.9338231815098527e-05,
      "loss": 0.9741,
      "step": 6785
    },
    {
      "epoch": 0.14300842434683653,
      "grad_norm": 0.13020117580890656,
      "learning_rate": 1.9337987625152915e-05,
      "loss": 0.962,
      "step": 6786
    },
    {
      "epoch": 0.14302949838520182,
      "grad_norm": 0.14159412682056427,
      "learning_rate": 1.9337743391705345e-05,
      "loss": 0.9834,
      "step": 6787
    },
    {
      "epoch": 0.14305057242356709,
      "grad_norm": 0.1346006691455841,
      "learning_rate": 1.9337499114756952e-05,
      "loss": 0.9311,
      "step": 6788
    },
    {
      "epoch": 0.14307164646193238,
      "grad_norm": 0.14555874466896057,
      "learning_rate": 1.9337254794308876e-05,
      "loss": 0.9218,
      "step": 6789
    },
    {
      "epoch": 0.14309272050029767,
      "grad_norm": 0.16501352190971375,
      "learning_rate": 1.933701043036225e-05,
      "loss": 0.9813,
      "step": 6790
    },
    {
      "epoch": 0.14311379453866296,
      "grad_norm": 0.1305840164422989,
      "learning_rate": 1.9336766022918216e-05,
      "loss": 1.0102,
      "step": 6791
    },
    {
      "epoch": 0.14313486857702826,
      "grad_norm": 0.16753552854061127,
      "learning_rate": 1.9336521571977915e-05,
      "loss": 0.9541,
      "step": 6792
    },
    {
      "epoch": 0.14315594261539352,
      "grad_norm": 0.13053938746452332,
      "learning_rate": 1.9336277077542482e-05,
      "loss": 0.9727,
      "step": 6793
    },
    {
      "epoch": 0.14317701665375882,
      "grad_norm": 0.1722571700811386,
      "learning_rate": 1.9336032539613056e-05,
      "loss": 0.9483,
      "step": 6794
    },
    {
      "epoch": 0.1431980906921241,
      "grad_norm": 0.15583539009094238,
      "learning_rate": 1.9335787958190778e-05,
      "loss": 0.9393,
      "step": 6795
    },
    {
      "epoch": 0.1432191647304894,
      "grad_norm": 0.15172718465328217,
      "learning_rate": 1.933554333327679e-05,
      "loss": 0.9774,
      "step": 6796
    },
    {
      "epoch": 0.14324023876885467,
      "grad_norm": 0.16165685653686523,
      "learning_rate": 1.9335298664872222e-05,
      "loss": 1.0049,
      "step": 6797
    },
    {
      "epoch": 0.14326131280721996,
      "grad_norm": 0.15621545910835266,
      "learning_rate": 1.9335053952978224e-05,
      "loss": 0.9927,
      "step": 6798
    },
    {
      "epoch": 0.14328238684558525,
      "grad_norm": 0.15336208045482635,
      "learning_rate": 1.9334809197595935e-05,
      "loss": 0.9584,
      "step": 6799
    },
    {
      "epoch": 0.14330346088395055,
      "grad_norm": 0.15341991186141968,
      "learning_rate": 1.9334564398726487e-05,
      "loss": 0.9199,
      "step": 6800
    },
    {
      "epoch": 0.14332453492231584,
      "grad_norm": 0.13895370066165924,
      "learning_rate": 1.933431955637103e-05,
      "loss": 0.9426,
      "step": 6801
    },
    {
      "epoch": 0.1433456089606811,
      "grad_norm": 0.16809968650341034,
      "learning_rate": 1.93340746705307e-05,
      "loss": 0.9504,
      "step": 6802
    },
    {
      "epoch": 0.1433666829990464,
      "grad_norm": 0.14268705248832703,
      "learning_rate": 1.9333829741206637e-05,
      "loss": 0.9395,
      "step": 6803
    },
    {
      "epoch": 0.1433877570374117,
      "grad_norm": 0.1471618413925171,
      "learning_rate": 1.9333584768399982e-05,
      "loss": 0.9666,
      "step": 6804
    },
    {
      "epoch": 0.14340883107577698,
      "grad_norm": 0.12909646332263947,
      "learning_rate": 1.933333975211188e-05,
      "loss": 1.0043,
      "step": 6805
    },
    {
      "epoch": 0.14342990511414225,
      "grad_norm": 0.1687026023864746,
      "learning_rate": 1.9333094692343467e-05,
      "loss": 0.8689,
      "step": 6806
    },
    {
      "epoch": 0.14345097915250754,
      "grad_norm": 0.1344933658838272,
      "learning_rate": 1.9332849589095893e-05,
      "loss": 1.0476,
      "step": 6807
    },
    {
      "epoch": 0.14347205319087283,
      "grad_norm": 0.14257939159870148,
      "learning_rate": 1.9332604442370288e-05,
      "loss": 0.911,
      "step": 6808
    },
    {
      "epoch": 0.14349312722923813,
      "grad_norm": 0.12355754524469376,
      "learning_rate": 1.9332359252167806e-05,
      "loss": 0.9835,
      "step": 6809
    },
    {
      "epoch": 0.14351420126760342,
      "grad_norm": 0.1496952325105667,
      "learning_rate": 1.933211401848958e-05,
      "loss": 0.967,
      "step": 6810
    },
    {
      "epoch": 0.14353527530596868,
      "grad_norm": 0.15547531843185425,
      "learning_rate": 1.933186874133676e-05,
      "loss": 0.9123,
      "step": 6811
    },
    {
      "epoch": 0.14355634934433398,
      "grad_norm": 0.14240728318691254,
      "learning_rate": 1.933162342071048e-05,
      "loss": 0.9145,
      "step": 6812
    },
    {
      "epoch": 0.14357742338269927,
      "grad_norm": 0.1716243475675583,
      "learning_rate": 1.933137805661189e-05,
      "loss": 0.9569,
      "step": 6813
    },
    {
      "epoch": 0.14359849742106456,
      "grad_norm": 0.12227167934179306,
      "learning_rate": 1.9331132649042133e-05,
      "loss": 0.8798,
      "step": 6814
    },
    {
      "epoch": 0.14361957145942983,
      "grad_norm": 0.15397058427333832,
      "learning_rate": 1.933088719800235e-05,
      "loss": 0.9317,
      "step": 6815
    },
    {
      "epoch": 0.14364064549779512,
      "grad_norm": 0.1324337273836136,
      "learning_rate": 1.933064170349368e-05,
      "loss": 0.9098,
      "step": 6816
    },
    {
      "epoch": 0.14366171953616041,
      "grad_norm": 0.15435123443603516,
      "learning_rate": 1.9330396165517275e-05,
      "loss": 0.9165,
      "step": 6817
    },
    {
      "epoch": 0.1436827935745257,
      "grad_norm": 0.14826244115829468,
      "learning_rate": 1.9330150584074272e-05,
      "loss": 0.9904,
      "step": 6818
    },
    {
      "epoch": 0.143703867612891,
      "grad_norm": 0.12769675254821777,
      "learning_rate": 1.9329904959165822e-05,
      "loss": 1.0241,
      "step": 6819
    },
    {
      "epoch": 0.14372494165125627,
      "grad_norm": 0.12581346929073334,
      "learning_rate": 1.9329659290793065e-05,
      "loss": 0.9567,
      "step": 6820
    },
    {
      "epoch": 0.14374601568962156,
      "grad_norm": 0.13764159381389618,
      "learning_rate": 1.932941357895714e-05,
      "loss": 1.0167,
      "step": 6821
    },
    {
      "epoch": 0.14376708972798685,
      "grad_norm": 0.12397362291812897,
      "learning_rate": 1.9329167823659203e-05,
      "loss": 0.9584,
      "step": 6822
    },
    {
      "epoch": 0.14378816376635215,
      "grad_norm": 0.1212533488869667,
      "learning_rate": 1.932892202490039e-05,
      "loss": 0.9638,
      "step": 6823
    },
    {
      "epoch": 0.1438092378047174,
      "grad_norm": 0.11709790676832199,
      "learning_rate": 1.9328676182681853e-05,
      "loss": 0.9143,
      "step": 6824
    },
    {
      "epoch": 0.1438303118430827,
      "grad_norm": 0.11866740137338638,
      "learning_rate": 1.9328430297004732e-05,
      "loss": 0.9508,
      "step": 6825
    },
    {
      "epoch": 0.143851385881448,
      "grad_norm": 0.10433636605739594,
      "learning_rate": 1.9328184367870175e-05,
      "loss": 0.8158,
      "step": 6826
    },
    {
      "epoch": 0.1438724599198133,
      "grad_norm": 0.1318342089653015,
      "learning_rate": 1.9327938395279325e-05,
      "loss": 0.8988,
      "step": 6827
    },
    {
      "epoch": 0.14389353395817858,
      "grad_norm": 0.1176212802529335,
      "learning_rate": 1.9327692379233333e-05,
      "loss": 0.9911,
      "step": 6828
    },
    {
      "epoch": 0.14391460799654385,
      "grad_norm": 0.18097645044326782,
      "learning_rate": 1.9327446319733338e-05,
      "loss": 0.9723,
      "step": 6829
    },
    {
      "epoch": 0.14393568203490914,
      "grad_norm": 0.14541202783584595,
      "learning_rate": 1.9327200216780492e-05,
      "loss": 0.9699,
      "step": 6830
    },
    {
      "epoch": 0.14395675607327443,
      "grad_norm": 0.12092675268650055,
      "learning_rate": 1.932695407037594e-05,
      "loss": 0.9021,
      "step": 6831
    },
    {
      "epoch": 0.14397783011163973,
      "grad_norm": 0.15962883830070496,
      "learning_rate": 1.9326707880520827e-05,
      "loss": 0.9229,
      "step": 6832
    },
    {
      "epoch": 0.143998904150005,
      "grad_norm": 0.1456778645515442,
      "learning_rate": 1.9326461647216305e-05,
      "loss": 0.8867,
      "step": 6833
    },
    {
      "epoch": 0.14401997818837028,
      "grad_norm": 0.1381392925977707,
      "learning_rate": 1.9326215370463513e-05,
      "loss": 0.8926,
      "step": 6834
    },
    {
      "epoch": 0.14404105222673558,
      "grad_norm": 0.16800695657730103,
      "learning_rate": 1.9325969050263605e-05,
      "loss": 0.9468,
      "step": 6835
    },
    {
      "epoch": 0.14406212626510087,
      "grad_norm": 0.2232176959514618,
      "learning_rate": 1.9325722686617725e-05,
      "loss": 0.9505,
      "step": 6836
    },
    {
      "epoch": 0.14408320030346616,
      "grad_norm": 0.1764884889125824,
      "learning_rate": 1.9325476279527023e-05,
      "loss": 1.0222,
      "step": 6837
    },
    {
      "epoch": 0.14410427434183143,
      "grad_norm": 0.15815924108028412,
      "learning_rate": 1.9325229828992645e-05,
      "loss": 0.9097,
      "step": 6838
    },
    {
      "epoch": 0.14412534838019672,
      "grad_norm": 0.18317967653274536,
      "learning_rate": 1.932498333501574e-05,
      "loss": 1.027,
      "step": 6839
    },
    {
      "epoch": 0.14414642241856201,
      "grad_norm": 0.20038720965385437,
      "learning_rate": 1.9324736797597455e-05,
      "loss": 0.9576,
      "step": 6840
    },
    {
      "epoch": 0.1441674964569273,
      "grad_norm": 0.14678756892681122,
      "learning_rate": 1.9324490216738943e-05,
      "loss": 0.9571,
      "step": 6841
    },
    {
      "epoch": 0.14418857049529257,
      "grad_norm": 0.22182057797908783,
      "learning_rate": 1.9324243592441347e-05,
      "loss": 1.0095,
      "step": 6842
    },
    {
      "epoch": 0.14420964453365787,
      "grad_norm": 0.18124140799045563,
      "learning_rate": 1.932399692470582e-05,
      "loss": 0.9344,
      "step": 6843
    },
    {
      "epoch": 0.14423071857202316,
      "grad_norm": 0.16003529727458954,
      "learning_rate": 1.932375021353351e-05,
      "loss": 0.8654,
      "step": 6844
    },
    {
      "epoch": 0.14425179261038845,
      "grad_norm": 0.17158886790275574,
      "learning_rate": 1.932350345892556e-05,
      "loss": 0.9497,
      "step": 6845
    },
    {
      "epoch": 0.14427286664875374,
      "grad_norm": 0.15180130302906036,
      "learning_rate": 1.932325666088313e-05,
      "loss": 0.9498,
      "step": 6846
    },
    {
      "epoch": 0.144293940687119,
      "grad_norm": 0.1475205272436142,
      "learning_rate": 1.9323009819407367e-05,
      "loss": 0.9369,
      "step": 6847
    },
    {
      "epoch": 0.1443150147254843,
      "grad_norm": 0.169968843460083,
      "learning_rate": 1.9322762934499416e-05,
      "loss": 0.9507,
      "step": 6848
    },
    {
      "epoch": 0.1443360887638496,
      "grad_norm": 0.1538459211587906,
      "learning_rate": 1.9322516006160434e-05,
      "loss": 0.9811,
      "step": 6849
    },
    {
      "epoch": 0.1443571628022149,
      "grad_norm": 0.15979664027690887,
      "learning_rate": 1.9322269034391562e-05,
      "loss": 0.8374,
      "step": 6850
    },
    {
      "epoch": 0.14437823684058018,
      "grad_norm": 0.15094514191150665,
      "learning_rate": 1.932202201919396e-05,
      "loss": 0.8958,
      "step": 6851
    },
    {
      "epoch": 0.14439931087894545,
      "grad_norm": 0.15622901916503906,
      "learning_rate": 1.9321774960568773e-05,
      "loss": 0.9896,
      "step": 6852
    },
    {
      "epoch": 0.14442038491731074,
      "grad_norm": 0.15634861588478088,
      "learning_rate": 1.9321527858517154e-05,
      "loss": 0.9135,
      "step": 6853
    },
    {
      "epoch": 0.14444145895567603,
      "grad_norm": 0.14908944070339203,
      "learning_rate": 1.9321280713040252e-05,
      "loss": 0.9677,
      "step": 6854
    },
    {
      "epoch": 0.14446253299404133,
      "grad_norm": 0.1394737809896469,
      "learning_rate": 1.9321033524139224e-05,
      "loss": 0.9825,
      "step": 6855
    },
    {
      "epoch": 0.1444836070324066,
      "grad_norm": 0.15654152631759644,
      "learning_rate": 1.9320786291815215e-05,
      "loss": 0.9155,
      "step": 6856
    },
    {
      "epoch": 0.14450468107077188,
      "grad_norm": 0.14954663813114166,
      "learning_rate": 1.9320539016069383e-05,
      "loss": 0.8732,
      "step": 6857
    },
    {
      "epoch": 0.14452575510913718,
      "grad_norm": 0.14529700577259064,
      "learning_rate": 1.9320291696902873e-05,
      "loss": 0.862,
      "step": 6858
    },
    {
      "epoch": 0.14454682914750247,
      "grad_norm": 0.1557604968547821,
      "learning_rate": 1.9320044334316842e-05,
      "loss": 0.9889,
      "step": 6859
    },
    {
      "epoch": 0.14456790318586776,
      "grad_norm": 0.13154283165931702,
      "learning_rate": 1.9319796928312443e-05,
      "loss": 0.9156,
      "step": 6860
    },
    {
      "epoch": 0.14458897722423303,
      "grad_norm": 0.15563230216503143,
      "learning_rate": 1.9319549478890823e-05,
      "loss": 0.9642,
      "step": 6861
    },
    {
      "epoch": 0.14461005126259832,
      "grad_norm": 0.14521484076976776,
      "learning_rate": 1.931930198605314e-05,
      "loss": 0.9425,
      "step": 6862
    },
    {
      "epoch": 0.14463112530096361,
      "grad_norm": 0.14769421517848969,
      "learning_rate": 1.9319054449800547e-05,
      "loss": 0.992,
      "step": 6863
    },
    {
      "epoch": 0.1446521993393289,
      "grad_norm": 0.1515560746192932,
      "learning_rate": 1.9318806870134194e-05,
      "loss": 0.9209,
      "step": 6864
    },
    {
      "epoch": 0.14467327337769417,
      "grad_norm": 0.1624685525894165,
      "learning_rate": 1.9318559247055234e-05,
      "loss": 0.9594,
      "step": 6865
    },
    {
      "epoch": 0.14469434741605947,
      "grad_norm": 0.1426449716091156,
      "learning_rate": 1.9318311580564826e-05,
      "loss": 1.0034,
      "step": 6866
    },
    {
      "epoch": 0.14471542145442476,
      "grad_norm": 0.1435033231973648,
      "learning_rate": 1.931806387066412e-05,
      "loss": 1.0415,
      "step": 6867
    },
    {
      "epoch": 0.14473649549279005,
      "grad_norm": 0.13368678092956543,
      "learning_rate": 1.931781611735427e-05,
      "loss": 0.9117,
      "step": 6868
    },
    {
      "epoch": 0.14475756953115534,
      "grad_norm": 0.13739469647407532,
      "learning_rate": 1.9317568320636426e-05,
      "loss": 0.919,
      "step": 6869
    },
    {
      "epoch": 0.1447786435695206,
      "grad_norm": 0.18215785920619965,
      "learning_rate": 1.931732048051175e-05,
      "loss": 0.942,
      "step": 6870
    },
    {
      "epoch": 0.1447997176078859,
      "grad_norm": 0.12950153648853302,
      "learning_rate": 1.9317072596981393e-05,
      "loss": 0.9352,
      "step": 6871
    },
    {
      "epoch": 0.1448207916462512,
      "grad_norm": 0.20173518359661102,
      "learning_rate": 1.931682467004651e-05,
      "loss": 1.0268,
      "step": 6872
    },
    {
      "epoch": 0.1448418656846165,
      "grad_norm": 0.16912735998630524,
      "learning_rate": 1.931657669970826e-05,
      "loss": 0.9351,
      "step": 6873
    },
    {
      "epoch": 0.14486293972298175,
      "grad_norm": 0.1720934808254242,
      "learning_rate": 1.9316328685967793e-05,
      "loss": 0.956,
      "step": 6874
    },
    {
      "epoch": 0.14488401376134705,
      "grad_norm": 0.1327696591615677,
      "learning_rate": 1.931608062882626e-05,
      "loss": 0.9305,
      "step": 6875
    },
    {
      "epoch": 0.14490508779971234,
      "grad_norm": 0.17639543116092682,
      "learning_rate": 1.931583252828483e-05,
      "loss": 0.8862,
      "step": 6876
    },
    {
      "epoch": 0.14492616183807763,
      "grad_norm": 0.15063130855560303,
      "learning_rate": 1.9315584384344647e-05,
      "loss": 0.9003,
      "step": 6877
    },
    {
      "epoch": 0.14494723587644293,
      "grad_norm": 0.17421205341815948,
      "learning_rate": 1.9315336197006873e-05,
      "loss": 0.948,
      "step": 6878
    },
    {
      "epoch": 0.1449683099148082,
      "grad_norm": 0.13781963288784027,
      "learning_rate": 1.931508796627266e-05,
      "loss": 0.9366,
      "step": 6879
    },
    {
      "epoch": 0.14498938395317348,
      "grad_norm": 0.14684845507144928,
      "learning_rate": 1.931483969214317e-05,
      "loss": 0.9187,
      "step": 6880
    },
    {
      "epoch": 0.14501045799153878,
      "grad_norm": 0.14723140001296997,
      "learning_rate": 1.9314591374619554e-05,
      "loss": 0.9127,
      "step": 6881
    },
    {
      "epoch": 0.14503153202990407,
      "grad_norm": 0.15457935631275177,
      "learning_rate": 1.931434301370297e-05,
      "loss": 0.9345,
      "step": 6882
    },
    {
      "epoch": 0.14505260606826934,
      "grad_norm": 0.1554410606622696,
      "learning_rate": 1.9314094609394576e-05,
      "loss": 0.9979,
      "step": 6883
    },
    {
      "epoch": 0.14507368010663463,
      "grad_norm": 0.1495237648487091,
      "learning_rate": 1.9313846161695534e-05,
      "loss": 0.9179,
      "step": 6884
    },
    {
      "epoch": 0.14509475414499992,
      "grad_norm": 0.1505095660686493,
      "learning_rate": 1.9313597670606995e-05,
      "loss": 0.947,
      "step": 6885
    },
    {
      "epoch": 0.14511582818336521,
      "grad_norm": 0.1496785581111908,
      "learning_rate": 1.931334913613012e-05,
      "loss": 0.9267,
      "step": 6886
    },
    {
      "epoch": 0.1451369022217305,
      "grad_norm": 0.18021774291992188,
      "learning_rate": 1.931310055826606e-05,
      "loss": 1.0374,
      "step": 6887
    },
    {
      "epoch": 0.14515797626009577,
      "grad_norm": 0.21065905690193176,
      "learning_rate": 1.9312851937015983e-05,
      "loss": 1.0084,
      "step": 6888
    },
    {
      "epoch": 0.14517905029846107,
      "grad_norm": 0.1425313949584961,
      "learning_rate": 1.9312603272381042e-05,
      "loss": 0.9721,
      "step": 6889
    },
    {
      "epoch": 0.14520012433682636,
      "grad_norm": 0.18035145103931427,
      "learning_rate": 1.9312354564362395e-05,
      "loss": 0.9221,
      "step": 6890
    },
    {
      "epoch": 0.14522119837519165,
      "grad_norm": 0.1720278114080429,
      "learning_rate": 1.93121058129612e-05,
      "loss": 0.9027,
      "step": 6891
    },
    {
      "epoch": 0.14524227241355692,
      "grad_norm": 0.15137675404548645,
      "learning_rate": 1.931185701817862e-05,
      "loss": 0.9246,
      "step": 6892
    },
    {
      "epoch": 0.1452633464519222,
      "grad_norm": 0.1670810580253601,
      "learning_rate": 1.931160818001581e-05,
      "loss": 0.8698,
      "step": 6893
    },
    {
      "epoch": 0.1452844204902875,
      "grad_norm": 0.1366664171218872,
      "learning_rate": 1.9311359298473933e-05,
      "loss": 0.885,
      "step": 6894
    },
    {
      "epoch": 0.1453054945286528,
      "grad_norm": 0.19448645412921906,
      "learning_rate": 1.9311110373554147e-05,
      "loss": 1.0505,
      "step": 6895
    },
    {
      "epoch": 0.1453265685670181,
      "grad_norm": 0.2517808675765991,
      "learning_rate": 1.9310861405257606e-05,
      "loss": 0.9621,
      "step": 6896
    },
    {
      "epoch": 0.14534764260538335,
      "grad_norm": 0.11867595463991165,
      "learning_rate": 1.931061239358548e-05,
      "loss": 0.9138,
      "step": 6897
    },
    {
      "epoch": 0.14536871664374865,
      "grad_norm": 0.21235968172550201,
      "learning_rate": 1.931036333853892e-05,
      "loss": 0.9691,
      "step": 6898
    },
    {
      "epoch": 0.14538979068211394,
      "grad_norm": 0.1414107382297516,
      "learning_rate": 1.931011424011909e-05,
      "loss": 0.8851,
      "step": 6899
    },
    {
      "epoch": 0.14541086472047923,
      "grad_norm": 0.13934847712516785,
      "learning_rate": 1.9309865098327153e-05,
      "loss": 0.9313,
      "step": 6900
    },
    {
      "epoch": 0.1454319387588445,
      "grad_norm": 0.15774881839752197,
      "learning_rate": 1.9309615913164262e-05,
      "loss": 0.9194,
      "step": 6901
    },
    {
      "epoch": 0.1454530127972098,
      "grad_norm": 0.1319248229265213,
      "learning_rate": 1.9309366684631587e-05,
      "loss": 0.9442,
      "step": 6902
    },
    {
      "epoch": 0.14547408683557508,
      "grad_norm": 0.20899581909179688,
      "learning_rate": 1.9309117412730286e-05,
      "loss": 1.0494,
      "step": 6903
    },
    {
      "epoch": 0.14549516087394038,
      "grad_norm": 0.221958726644516,
      "learning_rate": 1.9308868097461518e-05,
      "loss": 0.9806,
      "step": 6904
    },
    {
      "epoch": 0.14551623491230567,
      "grad_norm": 0.13421081006526947,
      "learning_rate": 1.9308618738826443e-05,
      "loss": 0.8932,
      "step": 6905
    },
    {
      "epoch": 0.14553730895067093,
      "grad_norm": 0.16383366286754608,
      "learning_rate": 1.930836933682623e-05,
      "loss": 0.9287,
      "step": 6906
    },
    {
      "epoch": 0.14555838298903623,
      "grad_norm": 0.17413148283958435,
      "learning_rate": 1.9308119891462032e-05,
      "loss": 0.9156,
      "step": 6907
    },
    {
      "epoch": 0.14557945702740152,
      "grad_norm": 0.17951418459415436,
      "learning_rate": 1.9307870402735015e-05,
      "loss": 0.9271,
      "step": 6908
    },
    {
      "epoch": 0.14560053106576681,
      "grad_norm": 0.12614665925502777,
      "learning_rate": 1.9307620870646345e-05,
      "loss": 0.9038,
      "step": 6909
    },
    {
      "epoch": 0.14562160510413208,
      "grad_norm": 0.13643400371074677,
      "learning_rate": 1.930737129519718e-05,
      "loss": 0.9359,
      "step": 6910
    },
    {
      "epoch": 0.14564267914249737,
      "grad_norm": 0.13761471211910248,
      "learning_rate": 1.9307121676388684e-05,
      "loss": 0.9245,
      "step": 6911
    },
    {
      "epoch": 0.14566375318086267,
      "grad_norm": 0.12617020308971405,
      "learning_rate": 1.930687201422202e-05,
      "loss": 0.8946,
      "step": 6912
    },
    {
      "epoch": 0.14568482721922796,
      "grad_norm": 0.12134213000535965,
      "learning_rate": 1.9306622308698348e-05,
      "loss": 0.9596,
      "step": 6913
    },
    {
      "epoch": 0.14570590125759325,
      "grad_norm": 0.1361248642206192,
      "learning_rate": 1.930637255981884e-05,
      "loss": 0.977,
      "step": 6914
    },
    {
      "epoch": 0.14572697529595852,
      "grad_norm": 0.1671483963727951,
      "learning_rate": 1.9306122767584647e-05,
      "loss": 1.0069,
      "step": 6915
    },
    {
      "epoch": 0.1457480493343238,
      "grad_norm": 0.16131283342838287,
      "learning_rate": 1.930587293199694e-05,
      "loss": 0.9557,
      "step": 6916
    },
    {
      "epoch": 0.1457691233726891,
      "grad_norm": 0.13754568994045258,
      "learning_rate": 1.930562305305688e-05,
      "loss": 0.9433,
      "step": 6917
    },
    {
      "epoch": 0.1457901974110544,
      "grad_norm": 0.14759841561317444,
      "learning_rate": 1.930537313076564e-05,
      "loss": 0.8833,
      "step": 6918
    },
    {
      "epoch": 0.14581127144941966,
      "grad_norm": 0.14400655031204224,
      "learning_rate": 1.9305123165124372e-05,
      "loss": 0.9089,
      "step": 6919
    },
    {
      "epoch": 0.14583234548778495,
      "grad_norm": 0.15386217832565308,
      "learning_rate": 1.930487315613425e-05,
      "loss": 0.9515,
      "step": 6920
    },
    {
      "epoch": 0.14585341952615025,
      "grad_norm": 0.16972936689853668,
      "learning_rate": 1.9304623103796428e-05,
      "loss": 0.9969,
      "step": 6921
    },
    {
      "epoch": 0.14587449356451554,
      "grad_norm": 0.2155470997095108,
      "learning_rate": 1.9304373008112082e-05,
      "loss": 0.9491,
      "step": 6922
    },
    {
      "epoch": 0.14589556760288083,
      "grad_norm": 0.15156620740890503,
      "learning_rate": 1.9304122869082374e-05,
      "loss": 0.9726,
      "step": 6923
    },
    {
      "epoch": 0.1459166416412461,
      "grad_norm": 0.15311305224895477,
      "learning_rate": 1.9303872686708462e-05,
      "loss": 0.9112,
      "step": 6924
    },
    {
      "epoch": 0.1459377156796114,
      "grad_norm": 0.1556822508573532,
      "learning_rate": 1.9303622460991525e-05,
      "loss": 0.938,
      "step": 6925
    },
    {
      "epoch": 0.14595878971797668,
      "grad_norm": 0.15665484964847565,
      "learning_rate": 1.9303372191932715e-05,
      "loss": 0.9273,
      "step": 6926
    },
    {
      "epoch": 0.14597986375634198,
      "grad_norm": 0.13481298089027405,
      "learning_rate": 1.9303121879533204e-05,
      "loss": 0.8786,
      "step": 6927
    },
    {
      "epoch": 0.14600093779470724,
      "grad_norm": 0.16266104578971863,
      "learning_rate": 1.930287152379416e-05,
      "loss": 0.9725,
      "step": 6928
    },
    {
      "epoch": 0.14602201183307253,
      "grad_norm": 0.14925602078437805,
      "learning_rate": 1.930262112471675e-05,
      "loss": 0.8749,
      "step": 6929
    },
    {
      "epoch": 0.14604308587143783,
      "grad_norm": 0.14018356800079346,
      "learning_rate": 1.9302370682302133e-05,
      "loss": 0.9448,
      "step": 6930
    },
    {
      "epoch": 0.14606415990980312,
      "grad_norm": 0.14319084584712982,
      "learning_rate": 1.9302120196551482e-05,
      "loss": 0.9015,
      "step": 6931
    },
    {
      "epoch": 0.1460852339481684,
      "grad_norm": 0.126490518450737,
      "learning_rate": 1.9301869667465965e-05,
      "loss": 0.8876,
      "step": 6932
    },
    {
      "epoch": 0.14610630798653368,
      "grad_norm": 0.14720456302165985,
      "learning_rate": 1.9301619095046743e-05,
      "loss": 0.9407,
      "step": 6933
    },
    {
      "epoch": 0.14612738202489897,
      "grad_norm": 0.1276300698518753,
      "learning_rate": 1.930136847929499e-05,
      "loss": 0.9056,
      "step": 6934
    },
    {
      "epoch": 0.14614845606326426,
      "grad_norm": 0.13118484616279602,
      "learning_rate": 1.9301117820211866e-05,
      "loss": 1.0286,
      "step": 6935
    },
    {
      "epoch": 0.14616953010162956,
      "grad_norm": 0.17520010471343994,
      "learning_rate": 1.930086711779855e-05,
      "loss": 0.9935,
      "step": 6936
    },
    {
      "epoch": 0.14619060413999482,
      "grad_norm": 0.17735907435417175,
      "learning_rate": 1.9300616372056196e-05,
      "loss": 0.9616,
      "step": 6937
    },
    {
      "epoch": 0.14621167817836012,
      "grad_norm": 0.1353851705789566,
      "learning_rate": 1.9300365582985984e-05,
      "loss": 0.8941,
      "step": 6938
    },
    {
      "epoch": 0.1462327522167254,
      "grad_norm": 0.14780472218990326,
      "learning_rate": 1.9300114750589078e-05,
      "loss": 0.9621,
      "step": 6939
    },
    {
      "epoch": 0.1462538262550907,
      "grad_norm": 0.18896494805812836,
      "learning_rate": 1.9299863874866643e-05,
      "loss": 0.9463,
      "step": 6940
    },
    {
      "epoch": 0.146274900293456,
      "grad_norm": 0.13266079127788544,
      "learning_rate": 1.9299612955819852e-05,
      "loss": 0.9556,
      "step": 6941
    },
    {
      "epoch": 0.14629597433182126,
      "grad_norm": 0.13949859142303467,
      "learning_rate": 1.9299361993449874e-05,
      "loss": 0.9053,
      "step": 6942
    },
    {
      "epoch": 0.14631704837018655,
      "grad_norm": 0.14082659780979156,
      "learning_rate": 1.9299110987757873e-05,
      "loss": 0.8895,
      "step": 6943
    },
    {
      "epoch": 0.14633812240855185,
      "grad_norm": 0.15284176170825958,
      "learning_rate": 1.9298859938745023e-05,
      "loss": 0.9046,
      "step": 6944
    },
    {
      "epoch": 0.14635919644691714,
      "grad_norm": 0.13496941328048706,
      "learning_rate": 1.9298608846412496e-05,
      "loss": 0.9684,
      "step": 6945
    },
    {
      "epoch": 0.14638027048528243,
      "grad_norm": 0.16564179956912994,
      "learning_rate": 1.9298357710761457e-05,
      "loss": 0.9637,
      "step": 6946
    },
    {
      "epoch": 0.1464013445236477,
      "grad_norm": 0.12655730545520782,
      "learning_rate": 1.929810653179308e-05,
      "loss": 0.9267,
      "step": 6947
    },
    {
      "epoch": 0.146422418562013,
      "grad_norm": 0.14552460610866547,
      "learning_rate": 1.9297855309508526e-05,
      "loss": 1.0149,
      "step": 6948
    },
    {
      "epoch": 0.14644349260037828,
      "grad_norm": 0.13092105090618134,
      "learning_rate": 1.9297604043908976e-05,
      "loss": 0.8815,
      "step": 6949
    },
    {
      "epoch": 0.14646456663874358,
      "grad_norm": 0.12140800803899765,
      "learning_rate": 1.9297352734995596e-05,
      "loss": 0.9416,
      "step": 6950
    },
    {
      "epoch": 0.14648564067710884,
      "grad_norm": 0.14661715924739838,
      "learning_rate": 1.929710138276956e-05,
      "loss": 0.8745,
      "step": 6951
    },
    {
      "epoch": 0.14650671471547413,
      "grad_norm": 0.16132043302059174,
      "learning_rate": 1.929684998723203e-05,
      "loss": 0.9842,
      "step": 6952
    },
    {
      "epoch": 0.14652778875383943,
      "grad_norm": 0.1604762077331543,
      "learning_rate": 1.929659854838419e-05,
      "loss": 0.9294,
      "step": 6953
    },
    {
      "epoch": 0.14654886279220472,
      "grad_norm": 0.14249607920646667,
      "learning_rate": 1.9296347066227198e-05,
      "loss": 0.9419,
      "step": 6954
    },
    {
      "epoch": 0.14656993683057,
      "grad_norm": 0.2115676999092102,
      "learning_rate": 1.9296095540762235e-05,
      "loss": 0.9771,
      "step": 6955
    },
    {
      "epoch": 0.14659101086893528,
      "grad_norm": 0.1320728063583374,
      "learning_rate": 1.929584397199047e-05,
      "loss": 0.9295,
      "step": 6956
    },
    {
      "epoch": 0.14661208490730057,
      "grad_norm": 0.13742050528526306,
      "learning_rate": 1.9295592359913078e-05,
      "loss": 0.9381,
      "step": 6957
    },
    {
      "epoch": 0.14663315894566586,
      "grad_norm": 0.14657332003116608,
      "learning_rate": 1.9295340704531225e-05,
      "loss": 0.984,
      "step": 6958
    },
    {
      "epoch": 0.14665423298403116,
      "grad_norm": 0.13746917247772217,
      "learning_rate": 1.9295089005846087e-05,
      "loss": 0.8523,
      "step": 6959
    },
    {
      "epoch": 0.14667530702239642,
      "grad_norm": 0.1511911004781723,
      "learning_rate": 1.9294837263858835e-05,
      "loss": 0.9563,
      "step": 6960
    },
    {
      "epoch": 0.14669638106076172,
      "grad_norm": 0.15372486412525177,
      "learning_rate": 1.9294585478570643e-05,
      "loss": 0.9766,
      "step": 6961
    },
    {
      "epoch": 0.146717455099127,
      "grad_norm": 0.15199629962444305,
      "learning_rate": 1.9294333649982685e-05,
      "loss": 0.9294,
      "step": 6962
    },
    {
      "epoch": 0.1467385291374923,
      "grad_norm": 0.13037335872650146,
      "learning_rate": 1.929408177809613e-05,
      "loss": 0.9442,
      "step": 6963
    },
    {
      "epoch": 0.1467596031758576,
      "grad_norm": 0.1540272980928421,
      "learning_rate": 1.9293829862912156e-05,
      "loss": 0.9021,
      "step": 6964
    },
    {
      "epoch": 0.14678067721422286,
      "grad_norm": 0.1487235724925995,
      "learning_rate": 1.9293577904431937e-05,
      "loss": 0.9072,
      "step": 6965
    },
    {
      "epoch": 0.14680175125258815,
      "grad_norm": 0.22725297510623932,
      "learning_rate": 1.929332590265664e-05,
      "loss": 0.9695,
      "step": 6966
    },
    {
      "epoch": 0.14682282529095345,
      "grad_norm": 0.15959632396697998,
      "learning_rate": 1.9293073857587448e-05,
      "loss": 0.9313,
      "step": 6967
    },
    {
      "epoch": 0.14684389932931874,
      "grad_norm": 0.16031618416309357,
      "learning_rate": 1.929282176922553e-05,
      "loss": 0.9242,
      "step": 6968
    },
    {
      "epoch": 0.146864973367684,
      "grad_norm": 0.14464715123176575,
      "learning_rate": 1.9292569637572058e-05,
      "loss": 0.9404,
      "step": 6969
    },
    {
      "epoch": 0.1468860474060493,
      "grad_norm": 0.1566234529018402,
      "learning_rate": 1.929231746262821e-05,
      "loss": 0.9892,
      "step": 6970
    },
    {
      "epoch": 0.1469071214444146,
      "grad_norm": 0.13915511965751648,
      "learning_rate": 1.9292065244395167e-05,
      "loss": 0.9077,
      "step": 6971
    },
    {
      "epoch": 0.14692819548277988,
      "grad_norm": 0.15058620274066925,
      "learning_rate": 1.929181298287409e-05,
      "loss": 0.9148,
      "step": 6972
    },
    {
      "epoch": 0.14694926952114518,
      "grad_norm": 0.12660056352615356,
      "learning_rate": 1.9291560678066165e-05,
      "loss": 0.9139,
      "step": 6973
    },
    {
      "epoch": 0.14697034355951044,
      "grad_norm": 0.157320037484169,
      "learning_rate": 1.9291308329972565e-05,
      "loss": 0.9632,
      "step": 6974
    },
    {
      "epoch": 0.14699141759787573,
      "grad_norm": 0.13624945282936096,
      "learning_rate": 1.9291055938594464e-05,
      "loss": 0.9578,
      "step": 6975
    },
    {
      "epoch": 0.14701249163624103,
      "grad_norm": 0.1519087255001068,
      "learning_rate": 1.9290803503933036e-05,
      "loss": 0.9547,
      "step": 6976
    },
    {
      "epoch": 0.14703356567460632,
      "grad_norm": 0.1303330808877945,
      "learning_rate": 1.9290551025989465e-05,
      "loss": 0.9265,
      "step": 6977
    },
    {
      "epoch": 0.14705463971297159,
      "grad_norm": 0.12746906280517578,
      "learning_rate": 1.9290298504764916e-05,
      "loss": 0.9163,
      "step": 6978
    },
    {
      "epoch": 0.14707571375133688,
      "grad_norm": 0.14405298233032227,
      "learning_rate": 1.929004594026057e-05,
      "loss": 0.8969,
      "step": 6979
    },
    {
      "epoch": 0.14709678778970217,
      "grad_norm": 0.15567554533481598,
      "learning_rate": 1.928979333247761e-05,
      "loss": 0.9617,
      "step": 6980
    },
    {
      "epoch": 0.14711786182806746,
      "grad_norm": 0.13982298970222473,
      "learning_rate": 1.9289540681417205e-05,
      "loss": 0.9511,
      "step": 6981
    },
    {
      "epoch": 0.14713893586643276,
      "grad_norm": 0.16648900508880615,
      "learning_rate": 1.928928798708053e-05,
      "loss": 0.9597,
      "step": 6982
    },
    {
      "epoch": 0.14716000990479802,
      "grad_norm": 0.17039965093135834,
      "learning_rate": 1.9289035249468774e-05,
      "loss": 0.8962,
      "step": 6983
    },
    {
      "epoch": 0.14718108394316332,
      "grad_norm": 0.11717421561479568,
      "learning_rate": 1.9288782468583104e-05,
      "loss": 0.9543,
      "step": 6984
    },
    {
      "epoch": 0.1472021579815286,
      "grad_norm": 0.17759796977043152,
      "learning_rate": 1.9288529644424702e-05,
      "loss": 0.9656,
      "step": 6985
    },
    {
      "epoch": 0.1472232320198939,
      "grad_norm": 0.161238893866539,
      "learning_rate": 1.928827677699474e-05,
      "loss": 0.8699,
      "step": 6986
    },
    {
      "epoch": 0.14724430605825917,
      "grad_norm": 0.1360860913991928,
      "learning_rate": 1.9288023866294404e-05,
      "loss": 0.9096,
      "step": 6987
    },
    {
      "epoch": 0.14726538009662446,
      "grad_norm": 0.1830974817276001,
      "learning_rate": 1.928777091232487e-05,
      "loss": 0.9515,
      "step": 6988
    },
    {
      "epoch": 0.14728645413498975,
      "grad_norm": 0.17547795176506042,
      "learning_rate": 1.9287517915087312e-05,
      "loss": 0.9424,
      "step": 6989
    },
    {
      "epoch": 0.14730752817335505,
      "grad_norm": 0.14094063639640808,
      "learning_rate": 1.9287264874582913e-05,
      "loss": 0.9164,
      "step": 6990
    },
    {
      "epoch": 0.14732860221172034,
      "grad_norm": 0.16391855478286743,
      "learning_rate": 1.928701179081285e-05,
      "loss": 0.9077,
      "step": 6991
    },
    {
      "epoch": 0.1473496762500856,
      "grad_norm": 0.14339810609817505,
      "learning_rate": 1.9286758663778302e-05,
      "loss": 0.8967,
      "step": 6992
    },
    {
      "epoch": 0.1473707502884509,
      "grad_norm": 0.15083807706832886,
      "learning_rate": 1.9286505493480453e-05,
      "loss": 0.9648,
      "step": 6993
    },
    {
      "epoch": 0.1473918243268162,
      "grad_norm": 0.16840872168540955,
      "learning_rate": 1.9286252279920473e-05,
      "loss": 1.0471,
      "step": 6994
    },
    {
      "epoch": 0.14741289836518148,
      "grad_norm": 0.1391153782606125,
      "learning_rate": 1.928599902309955e-05,
      "loss": 0.9496,
      "step": 6995
    },
    {
      "epoch": 0.14743397240354675,
      "grad_norm": 0.13495852053165436,
      "learning_rate": 1.9285745723018857e-05,
      "loss": 0.9246,
      "step": 6996
    },
    {
      "epoch": 0.14745504644191204,
      "grad_norm": 0.1328727751970291,
      "learning_rate": 1.928549237967958e-05,
      "loss": 0.9131,
      "step": 6997
    },
    {
      "epoch": 0.14747612048027733,
      "grad_norm": 0.13660196959972382,
      "learning_rate": 1.9285238993082895e-05,
      "loss": 0.9301,
      "step": 6998
    },
    {
      "epoch": 0.14749719451864263,
      "grad_norm": 0.1164926216006279,
      "learning_rate": 1.928498556322999e-05,
      "loss": 0.8447,
      "step": 6999
    },
    {
      "epoch": 0.14751826855700792,
      "grad_norm": 0.17402881383895874,
      "learning_rate": 1.9284732090122035e-05,
      "loss": 0.9387,
      "step": 7000
    },
    {
      "epoch": 0.14753934259537319,
      "grad_norm": 0.15952086448669434,
      "learning_rate": 1.9284478573760214e-05,
      "loss": 0.9524,
      "step": 7001
    },
    {
      "epoch": 0.14756041663373848,
      "grad_norm": 0.1398741751909256,
      "learning_rate": 1.9284225014145714e-05,
      "loss": 0.9467,
      "step": 7002
    },
    {
      "epoch": 0.14758149067210377,
      "grad_norm": 0.18868297338485718,
      "learning_rate": 1.9283971411279708e-05,
      "loss": 0.9394,
      "step": 7003
    },
    {
      "epoch": 0.14760256471046906,
      "grad_norm": 0.15452638268470764,
      "learning_rate": 1.9283717765163384e-05,
      "loss": 0.9426,
      "step": 7004
    },
    {
      "epoch": 0.14762363874883433,
      "grad_norm": 0.13457906246185303,
      "learning_rate": 1.9283464075797923e-05,
      "loss": 0.9126,
      "step": 7005
    },
    {
      "epoch": 0.14764471278719962,
      "grad_norm": 0.13082271814346313,
      "learning_rate": 1.92832103431845e-05,
      "loss": 0.9237,
      "step": 7006
    },
    {
      "epoch": 0.14766578682556492,
      "grad_norm": 0.15609106421470642,
      "learning_rate": 1.9282956567324306e-05,
      "loss": 0.902,
      "step": 7007
    },
    {
      "epoch": 0.1476868608639302,
      "grad_norm": 0.11543482542037964,
      "learning_rate": 1.9282702748218517e-05,
      "loss": 0.9548,
      "step": 7008
    },
    {
      "epoch": 0.1477079349022955,
      "grad_norm": 0.1953948736190796,
      "learning_rate": 1.928244888586832e-05,
      "loss": 0.9276,
      "step": 7009
    },
    {
      "epoch": 0.14772900894066077,
      "grad_norm": 0.15918835997581482,
      "learning_rate": 1.9282194980274892e-05,
      "loss": 0.9309,
      "step": 7010
    },
    {
      "epoch": 0.14775008297902606,
      "grad_norm": 0.13630127906799316,
      "learning_rate": 1.9281941031439418e-05,
      "loss": 0.9364,
      "step": 7011
    },
    {
      "epoch": 0.14777115701739135,
      "grad_norm": 0.17218630015850067,
      "learning_rate": 1.9281687039363088e-05,
      "loss": 0.9379,
      "step": 7012
    },
    {
      "epoch": 0.14779223105575665,
      "grad_norm": 0.164716899394989,
      "learning_rate": 1.9281433004047078e-05,
      "loss": 0.958,
      "step": 7013
    },
    {
      "epoch": 0.1478133050941219,
      "grad_norm": 0.152226060628891,
      "learning_rate": 1.928117892549257e-05,
      "loss": 0.8849,
      "step": 7014
    },
    {
      "epoch": 0.1478343791324872,
      "grad_norm": 0.1759324073791504,
      "learning_rate": 1.928092480370075e-05,
      "loss": 1.0214,
      "step": 7015
    },
    {
      "epoch": 0.1478554531708525,
      "grad_norm": 0.1315564066171646,
      "learning_rate": 1.9280670638672805e-05,
      "loss": 0.9005,
      "step": 7016
    },
    {
      "epoch": 0.1478765272092178,
      "grad_norm": 0.1670709252357483,
      "learning_rate": 1.9280416430409915e-05,
      "loss": 0.9565,
      "step": 7017
    },
    {
      "epoch": 0.14789760124758308,
      "grad_norm": 0.12816208600997925,
      "learning_rate": 1.9280162178913265e-05,
      "loss": 0.9204,
      "step": 7018
    },
    {
      "epoch": 0.14791867528594835,
      "grad_norm": 0.1784219592809677,
      "learning_rate": 1.9279907884184043e-05,
      "loss": 0.9143,
      "step": 7019
    },
    {
      "epoch": 0.14793974932431364,
      "grad_norm": 0.1389717012643814,
      "learning_rate": 1.927965354622343e-05,
      "loss": 1.0003,
      "step": 7020
    },
    {
      "epoch": 0.14796082336267893,
      "grad_norm": 0.17495250701904297,
      "learning_rate": 1.9279399165032607e-05,
      "loss": 0.9681,
      "step": 7021
    },
    {
      "epoch": 0.14798189740104423,
      "grad_norm": 0.14021706581115723,
      "learning_rate": 1.9279144740612768e-05,
      "loss": 0.9724,
      "step": 7022
    },
    {
      "epoch": 0.1480029714394095,
      "grad_norm": 0.1574292629957199,
      "learning_rate": 1.9278890272965097e-05,
      "loss": 0.9937,
      "step": 7023
    },
    {
      "epoch": 0.14802404547777478,
      "grad_norm": 0.17978814244270325,
      "learning_rate": 1.927863576209077e-05,
      "loss": 0.9367,
      "step": 7024
    },
    {
      "epoch": 0.14804511951614008,
      "grad_norm": 0.1483352929353714,
      "learning_rate": 1.9278381207990983e-05,
      "loss": 1.0409,
      "step": 7025
    },
    {
      "epoch": 0.14806619355450537,
      "grad_norm": 0.12476824223995209,
      "learning_rate": 1.9278126610666915e-05,
      "loss": 0.9193,
      "step": 7026
    },
    {
      "epoch": 0.14808726759287066,
      "grad_norm": 0.16719892621040344,
      "learning_rate": 1.9277871970119758e-05,
      "loss": 0.9232,
      "step": 7027
    },
    {
      "epoch": 0.14810834163123593,
      "grad_norm": 0.1641255021095276,
      "learning_rate": 1.9277617286350695e-05,
      "loss": 0.9013,
      "step": 7028
    },
    {
      "epoch": 0.14812941566960122,
      "grad_norm": 0.14897248148918152,
      "learning_rate": 1.927736255936091e-05,
      "loss": 0.8993,
      "step": 7029
    },
    {
      "epoch": 0.14815048970796652,
      "grad_norm": 0.1734931915998459,
      "learning_rate": 1.9277107789151596e-05,
      "loss": 0.8902,
      "step": 7030
    },
    {
      "epoch": 0.1481715637463318,
      "grad_norm": 0.17731958627700806,
      "learning_rate": 1.9276852975723934e-05,
      "loss": 0.9841,
      "step": 7031
    },
    {
      "epoch": 0.14819263778469707,
      "grad_norm": 0.3315618336200714,
      "learning_rate": 1.9276598119079116e-05,
      "loss": 1.0029,
      "step": 7032
    },
    {
      "epoch": 0.14821371182306237,
      "grad_norm": 1.2056986093521118,
      "learning_rate": 1.927634321921832e-05,
      "loss": 0.9078,
      "step": 7033
    },
    {
      "epoch": 0.14823478586142766,
      "grad_norm": 0.12560173869132996,
      "learning_rate": 1.9276088276142746e-05,
      "loss": 0.9588,
      "step": 7034
    },
    {
      "epoch": 0.14825585989979295,
      "grad_norm": 0.1869044154882431,
      "learning_rate": 1.9275833289853576e-05,
      "loss": 0.8933,
      "step": 7035
    },
    {
      "epoch": 0.14827693393815825,
      "grad_norm": 0.15174126625061035,
      "learning_rate": 1.9275578260351997e-05,
      "loss": 0.937,
      "step": 7036
    },
    {
      "epoch": 0.1482980079765235,
      "grad_norm": 0.19836391508579254,
      "learning_rate": 1.9275323187639195e-05,
      "loss": 0.9349,
      "step": 7037
    },
    {
      "epoch": 0.1483190820148888,
      "grad_norm": 0.1311129629611969,
      "learning_rate": 1.9275068071716366e-05,
      "loss": 0.939,
      "step": 7038
    },
    {
      "epoch": 0.1483401560532541,
      "grad_norm": 0.14423219859600067,
      "learning_rate": 1.9274812912584688e-05,
      "loss": 0.9486,
      "step": 7039
    },
    {
      "epoch": 0.1483612300916194,
      "grad_norm": 0.1527910828590393,
      "learning_rate": 1.927455771024536e-05,
      "loss": 0.9258,
      "step": 7040
    },
    {
      "epoch": 0.14838230412998468,
      "grad_norm": 0.14254537224769592,
      "learning_rate": 1.9274302464699563e-05,
      "loss": 0.9121,
      "step": 7041
    },
    {
      "epoch": 0.14840337816834995,
      "grad_norm": 0.20110495388507843,
      "learning_rate": 1.927404717594849e-05,
      "loss": 0.9625,
      "step": 7042
    },
    {
      "epoch": 0.14842445220671524,
      "grad_norm": 0.12909618020057678,
      "learning_rate": 1.927379184399333e-05,
      "loss": 0.8942,
      "step": 7043
    },
    {
      "epoch": 0.14844552624508053,
      "grad_norm": 0.16541658341884613,
      "learning_rate": 1.927353646883527e-05,
      "loss": 0.9881,
      "step": 7044
    },
    {
      "epoch": 0.14846660028344583,
      "grad_norm": 0.13173475861549377,
      "learning_rate": 1.9273281050475505e-05,
      "loss": 0.9323,
      "step": 7045
    },
    {
      "epoch": 0.1484876743218111,
      "grad_norm": 0.15629324316978455,
      "learning_rate": 1.9273025588915217e-05,
      "loss": 0.9861,
      "step": 7046
    },
    {
      "epoch": 0.14850874836017638,
      "grad_norm": 0.13585181534290314,
      "learning_rate": 1.9272770084155604e-05,
      "loss": 0.9429,
      "step": 7047
    },
    {
      "epoch": 0.14852982239854168,
      "grad_norm": 0.17429465055465698,
      "learning_rate": 1.9272514536197853e-05,
      "loss": 0.9999,
      "step": 7048
    },
    {
      "epoch": 0.14855089643690697,
      "grad_norm": 0.14573650062084198,
      "learning_rate": 1.9272258945043154e-05,
      "loss": 0.9804,
      "step": 7049
    },
    {
      "epoch": 0.14857197047527226,
      "grad_norm": 0.1418929249048233,
      "learning_rate": 1.92720033106927e-05,
      "loss": 0.9232,
      "step": 7050
    },
    {
      "epoch": 0.14859304451363753,
      "grad_norm": 0.1760871261358261,
      "learning_rate": 1.9271747633147674e-05,
      "loss": 1.0028,
      "step": 7051
    },
    {
      "epoch": 0.14861411855200282,
      "grad_norm": 0.16808456182479858,
      "learning_rate": 1.927149191240928e-05,
      "loss": 1.004,
      "step": 7052
    },
    {
      "epoch": 0.14863519259036811,
      "grad_norm": 0.15851296484470367,
      "learning_rate": 1.92712361484787e-05,
      "loss": 0.9937,
      "step": 7053
    },
    {
      "epoch": 0.1486562666287334,
      "grad_norm": 0.16166876256465912,
      "learning_rate": 1.9270980341357125e-05,
      "loss": 0.9445,
      "step": 7054
    },
    {
      "epoch": 0.14867734066709867,
      "grad_norm": 0.19189748167991638,
      "learning_rate": 1.9270724491045752e-05,
      "loss": 1.0405,
      "step": 7055
    },
    {
      "epoch": 0.14869841470546397,
      "grad_norm": 0.14607752859592438,
      "learning_rate": 1.9270468597545773e-05,
      "loss": 0.8666,
      "step": 7056
    },
    {
      "epoch": 0.14871948874382926,
      "grad_norm": 0.245850071310997,
      "learning_rate": 1.9270212660858375e-05,
      "loss": 1.0806,
      "step": 7057
    },
    {
      "epoch": 0.14874056278219455,
      "grad_norm": 0.2180486023426056,
      "learning_rate": 1.9269956680984752e-05,
      "loss": 0.9557,
      "step": 7058
    },
    {
      "epoch": 0.14876163682055984,
      "grad_norm": 0.1604326367378235,
      "learning_rate": 1.92697006579261e-05,
      "loss": 0.8905,
      "step": 7059
    },
    {
      "epoch": 0.1487827108589251,
      "grad_norm": 0.14760448038578033,
      "learning_rate": 1.926944459168361e-05,
      "loss": 0.966,
      "step": 7060
    },
    {
      "epoch": 0.1488037848972904,
      "grad_norm": 0.17949579656124115,
      "learning_rate": 1.926918848225847e-05,
      "loss": 0.9966,
      "step": 7061
    },
    {
      "epoch": 0.1488248589356557,
      "grad_norm": 0.16665440797805786,
      "learning_rate": 1.926893232965188e-05,
      "loss": 0.9401,
      "step": 7062
    },
    {
      "epoch": 0.148845932974021,
      "grad_norm": 0.16901396214962006,
      "learning_rate": 1.9268676133865028e-05,
      "loss": 0.9629,
      "step": 7063
    },
    {
      "epoch": 0.14886700701238625,
      "grad_norm": 0.17029337584972382,
      "learning_rate": 1.9268419894899113e-05,
      "loss": 0.9657,
      "step": 7064
    },
    {
      "epoch": 0.14888808105075155,
      "grad_norm": 0.1448303461074829,
      "learning_rate": 1.9268163612755325e-05,
      "loss": 0.8625,
      "step": 7065
    },
    {
      "epoch": 0.14890915508911684,
      "grad_norm": 0.13544109463691711,
      "learning_rate": 1.926790728743486e-05,
      "loss": 0.8882,
      "step": 7066
    },
    {
      "epoch": 0.14893022912748213,
      "grad_norm": 0.17774485051631927,
      "learning_rate": 1.9267650918938904e-05,
      "loss": 0.9779,
      "step": 7067
    },
    {
      "epoch": 0.14895130316584743,
      "grad_norm": 0.1539548933506012,
      "learning_rate": 1.9267394507268667e-05,
      "loss": 0.8996,
      "step": 7068
    },
    {
      "epoch": 0.1489723772042127,
      "grad_norm": 0.1741359978914261,
      "learning_rate": 1.926713805242533e-05,
      "loss": 0.8805,
      "step": 7069
    },
    {
      "epoch": 0.14899345124257798,
      "grad_norm": 0.18051521480083466,
      "learning_rate": 1.926688155441009e-05,
      "loss": 0.9383,
      "step": 7070
    },
    {
      "epoch": 0.14901452528094328,
      "grad_norm": 0.14994509518146515,
      "learning_rate": 1.926662501322415e-05,
      "loss": 0.9758,
      "step": 7071
    },
    {
      "epoch": 0.14903559931930857,
      "grad_norm": 0.17832311987876892,
      "learning_rate": 1.9266368428868697e-05,
      "loss": 0.9237,
      "step": 7072
    },
    {
      "epoch": 0.14905667335767384,
      "grad_norm": 0.15628144145011902,
      "learning_rate": 1.9266111801344927e-05,
      "loss": 0.8484,
      "step": 7073
    },
    {
      "epoch": 0.14907774739603913,
      "grad_norm": 0.2086828202009201,
      "learning_rate": 1.9265855130654037e-05,
      "loss": 0.9799,
      "step": 7074
    },
    {
      "epoch": 0.14909882143440442,
      "grad_norm": 0.24258869886398315,
      "learning_rate": 1.9265598416797227e-05,
      "loss": 0.9093,
      "step": 7075
    },
    {
      "epoch": 0.14911989547276971,
      "grad_norm": 0.21784138679504395,
      "learning_rate": 1.9265341659775686e-05,
      "loss": 1.0679,
      "step": 7076
    },
    {
      "epoch": 0.149140969511135,
      "grad_norm": 0.1980658322572708,
      "learning_rate": 1.9265084859590613e-05,
      "loss": 0.9732,
      "step": 7077
    },
    {
      "epoch": 0.14916204354950027,
      "grad_norm": 0.19386406242847443,
      "learning_rate": 1.9264828016243204e-05,
      "loss": 0.9002,
      "step": 7078
    },
    {
      "epoch": 0.14918311758786557,
      "grad_norm": 0.19606873393058777,
      "learning_rate": 1.926457112973466e-05,
      "loss": 0.935,
      "step": 7079
    },
    {
      "epoch": 0.14920419162623086,
      "grad_norm": 0.17069236934185028,
      "learning_rate": 1.9264314200066166e-05,
      "loss": 0.958,
      "step": 7080
    },
    {
      "epoch": 0.14922526566459615,
      "grad_norm": 0.16236989200115204,
      "learning_rate": 1.9264057227238933e-05,
      "loss": 0.9227,
      "step": 7081
    },
    {
      "epoch": 0.14924633970296142,
      "grad_norm": 0.21491096913814545,
      "learning_rate": 1.9263800211254147e-05,
      "loss": 1.0264,
      "step": 7082
    },
    {
      "epoch": 0.1492674137413267,
      "grad_norm": 0.21471914649009705,
      "learning_rate": 1.9263543152113016e-05,
      "loss": 0.9637,
      "step": 7083
    },
    {
      "epoch": 0.149288487779692,
      "grad_norm": 0.16400593519210815,
      "learning_rate": 1.9263286049816726e-05,
      "loss": 0.9703,
      "step": 7084
    },
    {
      "epoch": 0.1493095618180573,
      "grad_norm": 0.21352340281009674,
      "learning_rate": 1.9263028904366485e-05,
      "loss": 0.9546,
      "step": 7085
    },
    {
      "epoch": 0.1493306358564226,
      "grad_norm": 0.15990427136421204,
      "learning_rate": 1.9262771715763483e-05,
      "loss": 0.8935,
      "step": 7086
    },
    {
      "epoch": 0.14935170989478785,
      "grad_norm": 0.16735884547233582,
      "learning_rate": 1.926251448400892e-05,
      "loss": 1.0095,
      "step": 7087
    },
    {
      "epoch": 0.14937278393315315,
      "grad_norm": 0.13876020908355713,
      "learning_rate": 1.9262257209103997e-05,
      "loss": 0.9156,
      "step": 7088
    },
    {
      "epoch": 0.14939385797151844,
      "grad_norm": 0.18293198943138123,
      "learning_rate": 1.9261999891049912e-05,
      "loss": 0.8753,
      "step": 7089
    },
    {
      "epoch": 0.14941493200988373,
      "grad_norm": 0.13919666409492493,
      "learning_rate": 1.926174252984786e-05,
      "loss": 0.9185,
      "step": 7090
    },
    {
      "epoch": 0.149436006048249,
      "grad_norm": 0.14934365451335907,
      "learning_rate": 1.926148512549905e-05,
      "loss": 1.0245,
      "step": 7091
    },
    {
      "epoch": 0.1494570800866143,
      "grad_norm": 0.12493118643760681,
      "learning_rate": 1.9261227678004668e-05,
      "loss": 0.8693,
      "step": 7092
    },
    {
      "epoch": 0.14947815412497958,
      "grad_norm": 0.15396593511104584,
      "learning_rate": 1.9260970187365923e-05,
      "loss": 0.9911,
      "step": 7093
    },
    {
      "epoch": 0.14949922816334488,
      "grad_norm": 0.13644008338451385,
      "learning_rate": 1.9260712653584005e-05,
      "loss": 0.944,
      "step": 7094
    },
    {
      "epoch": 0.14952030220171017,
      "grad_norm": 0.17163561284542084,
      "learning_rate": 1.9260455076660127e-05,
      "loss": 0.9595,
      "step": 7095
    },
    {
      "epoch": 0.14954137624007544,
      "grad_norm": 0.12877248227596283,
      "learning_rate": 1.9260197456595476e-05,
      "loss": 0.9678,
      "step": 7096
    },
    {
      "epoch": 0.14956245027844073,
      "grad_norm": 0.15189188718795776,
      "learning_rate": 1.9259939793391264e-05,
      "loss": 0.975,
      "step": 7097
    },
    {
      "epoch": 0.14958352431680602,
      "grad_norm": 0.12507684528827667,
      "learning_rate": 1.925968208704868e-05,
      "loss": 0.8797,
      "step": 7098
    },
    {
      "epoch": 0.14960459835517131,
      "grad_norm": 0.15453317761421204,
      "learning_rate": 1.925942433756893e-05,
      "loss": 0.9973,
      "step": 7099
    },
    {
      "epoch": 0.14962567239353658,
      "grad_norm": 0.157410129904747,
      "learning_rate": 1.9259166544953216e-05,
      "loss": 0.978,
      "step": 7100
    },
    {
      "epoch": 0.14964674643190187,
      "grad_norm": 0.1345459520816803,
      "learning_rate": 1.9258908709202738e-05,
      "loss": 1.0013,
      "step": 7101
    },
    {
      "epoch": 0.14966782047026717,
      "grad_norm": 0.12570831179618835,
      "learning_rate": 1.9258650830318696e-05,
      "loss": 0.8892,
      "step": 7102
    },
    {
      "epoch": 0.14968889450863246,
      "grad_norm": 0.1379631906747818,
      "learning_rate": 1.925839290830229e-05,
      "loss": 0.9614,
      "step": 7103
    },
    {
      "epoch": 0.14970996854699775,
      "grad_norm": 0.13194255530834198,
      "learning_rate": 1.9258134943154725e-05,
      "loss": 0.9362,
      "step": 7104
    },
    {
      "epoch": 0.14973104258536302,
      "grad_norm": 0.14655284583568573,
      "learning_rate": 1.92578769348772e-05,
      "loss": 0.9155,
      "step": 7105
    },
    {
      "epoch": 0.1497521166237283,
      "grad_norm": 0.11611894518136978,
      "learning_rate": 1.925761888347092e-05,
      "loss": 0.9655,
      "step": 7106
    },
    {
      "epoch": 0.1497731906620936,
      "grad_norm": 0.15656320750713348,
      "learning_rate": 1.925736078893709e-05,
      "loss": 0.8995,
      "step": 7107
    },
    {
      "epoch": 0.1497942647004589,
      "grad_norm": 0.13530690968036652,
      "learning_rate": 1.92571026512769e-05,
      "loss": 0.9153,
      "step": 7108
    },
    {
      "epoch": 0.14981533873882416,
      "grad_norm": 0.15407873690128326,
      "learning_rate": 1.925684447049156e-05,
      "loss": 0.9357,
      "step": 7109
    },
    {
      "epoch": 0.14983641277718945,
      "grad_norm": 0.15082627534866333,
      "learning_rate": 1.9256586246582275e-05,
      "loss": 0.915,
      "step": 7110
    },
    {
      "epoch": 0.14985748681555475,
      "grad_norm": 0.14683927595615387,
      "learning_rate": 1.9256327979550247e-05,
      "loss": 0.9433,
      "step": 7111
    },
    {
      "epoch": 0.14987856085392004,
      "grad_norm": 0.12485835701227188,
      "learning_rate": 1.925606966939668e-05,
      "loss": 0.9099,
      "step": 7112
    },
    {
      "epoch": 0.14989963489228533,
      "grad_norm": 0.2029464989900589,
      "learning_rate": 1.9255811316122772e-05,
      "loss": 0.9817,
      "step": 7113
    },
    {
      "epoch": 0.1499207089306506,
      "grad_norm": 0.17787130177021027,
      "learning_rate": 1.925555291972973e-05,
      "loss": 0.916,
      "step": 7114
    },
    {
      "epoch": 0.1499417829690159,
      "grad_norm": 0.12922807037830353,
      "learning_rate": 1.9255294480218762e-05,
      "loss": 0.9404,
      "step": 7115
    },
    {
      "epoch": 0.14996285700738118,
      "grad_norm": 0.1825159192085266,
      "learning_rate": 1.9255035997591065e-05,
      "loss": 0.9378,
      "step": 7116
    },
    {
      "epoch": 0.14998393104574648,
      "grad_norm": 0.1483202576637268,
      "learning_rate": 1.9254777471847846e-05,
      "loss": 0.893,
      "step": 7117
    },
    {
      "epoch": 0.15000500508411174,
      "grad_norm": 0.14011332392692566,
      "learning_rate": 1.9254518902990308e-05,
      "loss": 0.9388,
      "step": 7118
    },
    {
      "epoch": 0.15002607912247704,
      "grad_norm": 0.1560533344745636,
      "learning_rate": 1.9254260291019657e-05,
      "loss": 0.9102,
      "step": 7119
    },
    {
      "epoch": 0.15004715316084233,
      "grad_norm": 0.15934297442436218,
      "learning_rate": 1.9254001635937102e-05,
      "loss": 0.9447,
      "step": 7120
    },
    {
      "epoch": 0.15006822719920762,
      "grad_norm": 0.13265034556388855,
      "learning_rate": 1.925374293774384e-05,
      "loss": 0.846,
      "step": 7121
    },
    {
      "epoch": 0.15008930123757291,
      "grad_norm": 0.13440749049186707,
      "learning_rate": 1.925348419644108e-05,
      "loss": 0.9435,
      "step": 7122
    },
    {
      "epoch": 0.15011037527593818,
      "grad_norm": 0.15918418765068054,
      "learning_rate": 1.9253225412030028e-05,
      "loss": 0.9918,
      "step": 7123
    },
    {
      "epoch": 0.15013144931430347,
      "grad_norm": 0.12345337122678757,
      "learning_rate": 1.9252966584511887e-05,
      "loss": 0.8705,
      "step": 7124
    },
    {
      "epoch": 0.15015252335266877,
      "grad_norm": 0.15104354918003082,
      "learning_rate": 1.9252707713887867e-05,
      "loss": 1.0322,
      "step": 7125
    },
    {
      "epoch": 0.15017359739103406,
      "grad_norm": 0.15203361213207245,
      "learning_rate": 1.925244880015917e-05,
      "loss": 0.8827,
      "step": 7126
    },
    {
      "epoch": 0.15019467142939932,
      "grad_norm": 0.14266951382160187,
      "learning_rate": 1.9252189843327004e-05,
      "loss": 0.9599,
      "step": 7127
    },
    {
      "epoch": 0.15021574546776462,
      "grad_norm": 0.16224142909049988,
      "learning_rate": 1.9251930843392576e-05,
      "loss": 0.9699,
      "step": 7128
    },
    {
      "epoch": 0.1502368195061299,
      "grad_norm": 0.15685954689979553,
      "learning_rate": 1.9251671800357093e-05,
      "loss": 0.9163,
      "step": 7129
    },
    {
      "epoch": 0.1502578935444952,
      "grad_norm": 0.13165853917598724,
      "learning_rate": 1.9251412714221755e-05,
      "loss": 0.9588,
      "step": 7130
    },
    {
      "epoch": 0.1502789675828605,
      "grad_norm": 0.1402769684791565,
      "learning_rate": 1.9251153584987778e-05,
      "loss": 0.9336,
      "step": 7131
    },
    {
      "epoch": 0.15030004162122576,
      "grad_norm": 0.16480614244937897,
      "learning_rate": 1.925089441265637e-05,
      "loss": 0.9078,
      "step": 7132
    },
    {
      "epoch": 0.15032111565959105,
      "grad_norm": 0.14184044301509857,
      "learning_rate": 1.9250635197228726e-05,
      "loss": 0.9041,
      "step": 7133
    },
    {
      "epoch": 0.15034218969795635,
      "grad_norm": 0.13980571925640106,
      "learning_rate": 1.925037593870607e-05,
      "loss": 0.9227,
      "step": 7134
    },
    {
      "epoch": 0.15036326373632164,
      "grad_norm": 0.16487015783786774,
      "learning_rate": 1.925011663708959e-05,
      "loss": 1.0319,
      "step": 7135
    },
    {
      "epoch": 0.15038433777468693,
      "grad_norm": 0.13785669207572937,
      "learning_rate": 1.9249857292380512e-05,
      "loss": 0.8432,
      "step": 7136
    },
    {
      "epoch": 0.1504054118130522,
      "grad_norm": 0.15804466605186462,
      "learning_rate": 1.924959790458004e-05,
      "loss": 0.9667,
      "step": 7137
    },
    {
      "epoch": 0.1504264858514175,
      "grad_norm": 0.169948548078537,
      "learning_rate": 1.9249338473689375e-05,
      "loss": 0.9631,
      "step": 7138
    },
    {
      "epoch": 0.15044755988978278,
      "grad_norm": 0.14319457113742828,
      "learning_rate": 1.9249078999709733e-05,
      "loss": 0.9162,
      "step": 7139
    },
    {
      "epoch": 0.15046863392814808,
      "grad_norm": 0.15849971771240234,
      "learning_rate": 1.924881948264232e-05,
      "loss": 0.9463,
      "step": 7140
    },
    {
      "epoch": 0.15048970796651334,
      "grad_norm": 0.18631932139396667,
      "learning_rate": 1.9248559922488345e-05,
      "loss": 0.9898,
      "step": 7141
    },
    {
      "epoch": 0.15051078200487863,
      "grad_norm": 0.11837445944547653,
      "learning_rate": 1.924830031924902e-05,
      "loss": 0.9178,
      "step": 7142
    },
    {
      "epoch": 0.15053185604324393,
      "grad_norm": 0.1459338665008545,
      "learning_rate": 1.9248040672925547e-05,
      "loss": 0.9944,
      "step": 7143
    },
    {
      "epoch": 0.15055293008160922,
      "grad_norm": 0.15532898902893066,
      "learning_rate": 1.924778098351914e-05,
      "loss": 0.9734,
      "step": 7144
    },
    {
      "epoch": 0.1505740041199745,
      "grad_norm": 0.16140057146549225,
      "learning_rate": 1.9247521251031017e-05,
      "loss": 0.9681,
      "step": 7145
    },
    {
      "epoch": 0.15059507815833978,
      "grad_norm": 0.11317882686853409,
      "learning_rate": 1.9247261475462373e-05,
      "loss": 0.9178,
      "step": 7146
    },
    {
      "epoch": 0.15061615219670507,
      "grad_norm": 0.15831901133060455,
      "learning_rate": 1.9247001656814426e-05,
      "loss": 0.918,
      "step": 7147
    },
    {
      "epoch": 0.15063722623507037,
      "grad_norm": 0.12919743359088898,
      "learning_rate": 1.924674179508839e-05,
      "loss": 0.9025,
      "step": 7148
    },
    {
      "epoch": 0.15065830027343566,
      "grad_norm": 0.1267291009426117,
      "learning_rate": 1.9246481890285466e-05,
      "loss": 0.8628,
      "step": 7149
    },
    {
      "epoch": 0.15067937431180092,
      "grad_norm": 0.14845257997512817,
      "learning_rate": 1.9246221942406875e-05,
      "loss": 0.9316,
      "step": 7150
    },
    {
      "epoch": 0.15070044835016622,
      "grad_norm": 0.12768223881721497,
      "learning_rate": 1.924596195145382e-05,
      "loss": 0.9287,
      "step": 7151
    },
    {
      "epoch": 0.1507215223885315,
      "grad_norm": 0.13476373255252838,
      "learning_rate": 1.9245701917427518e-05,
      "loss": 0.9077,
      "step": 7152
    },
    {
      "epoch": 0.1507425964268968,
      "grad_norm": 0.15302899479866028,
      "learning_rate": 1.9245441840329175e-05,
      "loss": 0.9438,
      "step": 7153
    },
    {
      "epoch": 0.1507636704652621,
      "grad_norm": 0.11996732652187347,
      "learning_rate": 1.9245181720160007e-05,
      "loss": 0.9428,
      "step": 7154
    },
    {
      "epoch": 0.15078474450362736,
      "grad_norm": 0.13213534653186798,
      "learning_rate": 1.9244921556921222e-05,
      "loss": 0.9499,
      "step": 7155
    },
    {
      "epoch": 0.15080581854199265,
      "grad_norm": 0.14509299397468567,
      "learning_rate": 1.9244661350614034e-05,
      "loss": 0.9827,
      "step": 7156
    },
    {
      "epoch": 0.15082689258035795,
      "grad_norm": 0.17549462616443634,
      "learning_rate": 1.924440110123966e-05,
      "loss": 0.9792,
      "step": 7157
    },
    {
      "epoch": 0.15084796661872324,
      "grad_norm": 0.15260198712348938,
      "learning_rate": 1.9244140808799303e-05,
      "loss": 1.0515,
      "step": 7158
    },
    {
      "epoch": 0.1508690406570885,
      "grad_norm": 0.18626831471920013,
      "learning_rate": 1.9243880473294183e-05,
      "loss": 0.9582,
      "step": 7159
    },
    {
      "epoch": 0.1508901146954538,
      "grad_norm": 0.13395841419696808,
      "learning_rate": 1.924362009472551e-05,
      "loss": 0.8929,
      "step": 7160
    },
    {
      "epoch": 0.1509111887338191,
      "grad_norm": 0.1681802123785019,
      "learning_rate": 1.924335967309449e-05,
      "loss": 1.0149,
      "step": 7161
    },
    {
      "epoch": 0.15093226277218438,
      "grad_norm": 0.17569617927074432,
      "learning_rate": 1.9243099208402353e-05,
      "loss": 0.9625,
      "step": 7162
    },
    {
      "epoch": 0.15095333681054968,
      "grad_norm": 0.18553872406482697,
      "learning_rate": 1.9242838700650298e-05,
      "loss": 0.9089,
      "step": 7163
    },
    {
      "epoch": 0.15097441084891494,
      "grad_norm": 0.15689890086650848,
      "learning_rate": 1.9242578149839546e-05,
      "loss": 0.9183,
      "step": 7164
    },
    {
      "epoch": 0.15099548488728023,
      "grad_norm": 0.16422593593597412,
      "learning_rate": 1.9242317555971305e-05,
      "loss": 0.9673,
      "step": 7165
    },
    {
      "epoch": 0.15101655892564553,
      "grad_norm": 0.13369885087013245,
      "learning_rate": 1.9242056919046797e-05,
      "loss": 0.8504,
      "step": 7166
    },
    {
      "epoch": 0.15103763296401082,
      "grad_norm": 0.13382409512996674,
      "learning_rate": 1.9241796239067225e-05,
      "loss": 0.9114,
      "step": 7167
    },
    {
      "epoch": 0.15105870700237609,
      "grad_norm": 0.14117208123207092,
      "learning_rate": 1.9241535516033814e-05,
      "loss": 0.9659,
      "step": 7168
    },
    {
      "epoch": 0.15107978104074138,
      "grad_norm": 0.15423202514648438,
      "learning_rate": 1.9241274749947773e-05,
      "loss": 0.9626,
      "step": 7169
    },
    {
      "epoch": 0.15110085507910667,
      "grad_norm": 0.1424981653690338,
      "learning_rate": 1.924101394081032e-05,
      "loss": 0.9708,
      "step": 7170
    },
    {
      "epoch": 0.15112192911747196,
      "grad_norm": 0.18116383254528046,
      "learning_rate": 1.9240753088622667e-05,
      "loss": 0.9073,
      "step": 7171
    },
    {
      "epoch": 0.15114300315583726,
      "grad_norm": 0.1860457956790924,
      "learning_rate": 1.924049219338603e-05,
      "loss": 0.9057,
      "step": 7172
    },
    {
      "epoch": 0.15116407719420252,
      "grad_norm": 0.1295188069343567,
      "learning_rate": 1.9240231255101625e-05,
      "loss": 0.9554,
      "step": 7173
    },
    {
      "epoch": 0.15118515123256782,
      "grad_norm": 0.21956276893615723,
      "learning_rate": 1.9239970273770664e-05,
      "loss": 0.9766,
      "step": 7174
    },
    {
      "epoch": 0.1512062252709331,
      "grad_norm": 0.17880365252494812,
      "learning_rate": 1.923970924939437e-05,
      "loss": 0.9091,
      "step": 7175
    },
    {
      "epoch": 0.1512272993092984,
      "grad_norm": 0.12279496341943741,
      "learning_rate": 1.9239448181973955e-05,
      "loss": 0.8969,
      "step": 7176
    },
    {
      "epoch": 0.15124837334766367,
      "grad_norm": 0.15131428837776184,
      "learning_rate": 1.9239187071510633e-05,
      "loss": 0.9323,
      "step": 7177
    },
    {
      "epoch": 0.15126944738602896,
      "grad_norm": 0.11574261635541916,
      "learning_rate": 1.9238925918005626e-05,
      "loss": 0.9241,
      "step": 7178
    },
    {
      "epoch": 0.15129052142439425,
      "grad_norm": 0.16226692497730255,
      "learning_rate": 1.9238664721460148e-05,
      "loss": 0.9181,
      "step": 7179
    },
    {
      "epoch": 0.15131159546275955,
      "grad_norm": 0.14168226718902588,
      "learning_rate": 1.923840348187541e-05,
      "loss": 0.9302,
      "step": 7180
    },
    {
      "epoch": 0.15133266950112484,
      "grad_norm": 0.14377644658088684,
      "learning_rate": 1.923814219925264e-05,
      "loss": 0.9749,
      "step": 7181
    },
    {
      "epoch": 0.1513537435394901,
      "grad_norm": 0.1803240031003952,
      "learning_rate": 1.9237880873593044e-05,
      "loss": 0.9463,
      "step": 7182
    },
    {
      "epoch": 0.1513748175778554,
      "grad_norm": 0.12158913910388947,
      "learning_rate": 1.923761950489785e-05,
      "loss": 0.8958,
      "step": 7183
    },
    {
      "epoch": 0.1513958916162207,
      "grad_norm": 0.17919136583805084,
      "learning_rate": 1.923735809316827e-05,
      "loss": 0.8633,
      "step": 7184
    },
    {
      "epoch": 0.15141696565458598,
      "grad_norm": 0.1803850680589676,
      "learning_rate": 1.9237096638405515e-05,
      "loss": 0.9361,
      "step": 7185
    },
    {
      "epoch": 0.15143803969295125,
      "grad_norm": 0.12433560192584991,
      "learning_rate": 1.9236835140610818e-05,
      "loss": 0.9546,
      "step": 7186
    },
    {
      "epoch": 0.15145911373131654,
      "grad_norm": 0.1765754222869873,
      "learning_rate": 1.923657359978539e-05,
      "loss": 0.8989,
      "step": 7187
    },
    {
      "epoch": 0.15148018776968183,
      "grad_norm": 0.1234610378742218,
      "learning_rate": 1.9236312015930444e-05,
      "loss": 0.8966,
      "step": 7188
    },
    {
      "epoch": 0.15150126180804713,
      "grad_norm": 0.17649522423744202,
      "learning_rate": 1.9236050389047207e-05,
      "loss": 0.9234,
      "step": 7189
    },
    {
      "epoch": 0.15152233584641242,
      "grad_norm": 0.16780896484851837,
      "learning_rate": 1.9235788719136895e-05,
      "loss": 0.9214,
      "step": 7190
    },
    {
      "epoch": 0.15154340988477769,
      "grad_norm": 0.160899356007576,
      "learning_rate": 1.923552700620072e-05,
      "loss": 0.9666,
      "step": 7191
    },
    {
      "epoch": 0.15156448392314298,
      "grad_norm": 0.22515253722667694,
      "learning_rate": 1.9235265250239916e-05,
      "loss": 0.9346,
      "step": 7192
    },
    {
      "epoch": 0.15158555796150827,
      "grad_norm": 0.14492344856262207,
      "learning_rate": 1.923500345125569e-05,
      "loss": 0.9733,
      "step": 7193
    },
    {
      "epoch": 0.15160663199987356,
      "grad_norm": 0.19486123323440552,
      "learning_rate": 1.9234741609249267e-05,
      "loss": 0.9924,
      "step": 7194
    },
    {
      "epoch": 0.15162770603823883,
      "grad_norm": 0.14757773280143738,
      "learning_rate": 1.9234479724221863e-05,
      "loss": 0.8972,
      "step": 7195
    },
    {
      "epoch": 0.15164878007660412,
      "grad_norm": 0.19886848330497742,
      "learning_rate": 1.92342177961747e-05,
      "loss": 0.9314,
      "step": 7196
    },
    {
      "epoch": 0.15166985411496942,
      "grad_norm": 0.21886080503463745,
      "learning_rate": 1.9233955825109e-05,
      "loss": 0.9753,
      "step": 7197
    },
    {
      "epoch": 0.1516909281533347,
      "grad_norm": 0.15164506435394287,
      "learning_rate": 1.9233693811025983e-05,
      "loss": 0.956,
      "step": 7198
    },
    {
      "epoch": 0.1517120021917,
      "grad_norm": 0.26278194785118103,
      "learning_rate": 1.9233431753926868e-05,
      "loss": 1.0361,
      "step": 7199
    },
    {
      "epoch": 0.15173307623006527,
      "grad_norm": 0.15334095060825348,
      "learning_rate": 1.9233169653812876e-05,
      "loss": 0.9251,
      "step": 7200
    },
    {
      "epoch": 0.15175415026843056,
      "grad_norm": 0.17904943227767944,
      "learning_rate": 1.9232907510685233e-05,
      "loss": 0.9405,
      "step": 7201
    },
    {
      "epoch": 0.15177522430679585,
      "grad_norm": 0.18707460165023804,
      "learning_rate": 1.923264532454515e-05,
      "loss": 0.9712,
      "step": 7202
    },
    {
      "epoch": 0.15179629834516115,
      "grad_norm": 0.12398189306259155,
      "learning_rate": 1.9232383095393856e-05,
      "loss": 0.9193,
      "step": 7203
    },
    {
      "epoch": 0.1518173723835264,
      "grad_norm": 0.15475092828273773,
      "learning_rate": 1.923212082323257e-05,
      "loss": 0.9467,
      "step": 7204
    },
    {
      "epoch": 0.1518384464218917,
      "grad_norm": 0.13040629029273987,
      "learning_rate": 1.9231858508062518e-05,
      "loss": 0.9364,
      "step": 7205
    },
    {
      "epoch": 0.151859520460257,
      "grad_norm": 0.15124888718128204,
      "learning_rate": 1.9231596149884916e-05,
      "loss": 0.9646,
      "step": 7206
    },
    {
      "epoch": 0.1518805944986223,
      "grad_norm": 0.16310632228851318,
      "learning_rate": 1.9231333748700988e-05,
      "loss": 0.9588,
      "step": 7207
    },
    {
      "epoch": 0.15190166853698758,
      "grad_norm": 0.1362307071685791,
      "learning_rate": 1.923107130451196e-05,
      "loss": 0.9656,
      "step": 7208
    },
    {
      "epoch": 0.15192274257535285,
      "grad_norm": 0.14870300889015198,
      "learning_rate": 1.9230808817319053e-05,
      "loss": 0.9269,
      "step": 7209
    },
    {
      "epoch": 0.15194381661371814,
      "grad_norm": 0.13004323840141296,
      "learning_rate": 1.9230546287123482e-05,
      "loss": 0.9606,
      "step": 7210
    },
    {
      "epoch": 0.15196489065208343,
      "grad_norm": 0.1376657783985138,
      "learning_rate": 1.9230283713926485e-05,
      "loss": 0.9603,
      "step": 7211
    },
    {
      "epoch": 0.15198596469044873,
      "grad_norm": 0.12528754770755768,
      "learning_rate": 1.923002109772927e-05,
      "loss": 0.9342,
      "step": 7212
    },
    {
      "epoch": 0.152007038728814,
      "grad_norm": 0.13248686492443085,
      "learning_rate": 1.9229758438533072e-05,
      "loss": 0.9259,
      "step": 7213
    },
    {
      "epoch": 0.15202811276717929,
      "grad_norm": 0.14583054184913635,
      "learning_rate": 1.9229495736339106e-05,
      "loss": 0.9379,
      "step": 7214
    },
    {
      "epoch": 0.15204918680554458,
      "grad_norm": 0.13617435097694397,
      "learning_rate": 1.9229232991148606e-05,
      "loss": 0.9613,
      "step": 7215
    },
    {
      "epoch": 0.15207026084390987,
      "grad_norm": 0.13684573769569397,
      "learning_rate": 1.9228970202962785e-05,
      "loss": 0.9384,
      "step": 7216
    },
    {
      "epoch": 0.15209133488227516,
      "grad_norm": 0.18277491629123688,
      "learning_rate": 1.922870737178287e-05,
      "loss": 1.0147,
      "step": 7217
    },
    {
      "epoch": 0.15211240892064043,
      "grad_norm": 0.1500893384218216,
      "learning_rate": 1.9228444497610095e-05,
      "loss": 0.9383,
      "step": 7218
    },
    {
      "epoch": 0.15213348295900572,
      "grad_norm": 0.14678339660167694,
      "learning_rate": 1.9228181580445673e-05,
      "loss": 0.9591,
      "step": 7219
    },
    {
      "epoch": 0.15215455699737102,
      "grad_norm": 0.1250932216644287,
      "learning_rate": 1.922791862029083e-05,
      "loss": 0.8912,
      "step": 7220
    },
    {
      "epoch": 0.1521756310357363,
      "grad_norm": 0.1578364372253418,
      "learning_rate": 1.92276556171468e-05,
      "loss": 0.9903,
      "step": 7221
    },
    {
      "epoch": 0.15219670507410157,
      "grad_norm": 0.1879049390554428,
      "learning_rate": 1.92273925710148e-05,
      "loss": 0.9253,
      "step": 7222
    },
    {
      "epoch": 0.15221777911246687,
      "grad_norm": 0.14119963347911835,
      "learning_rate": 1.9227129481896055e-05,
      "loss": 0.9313,
      "step": 7223
    },
    {
      "epoch": 0.15223885315083216,
      "grad_norm": 0.12638501822948456,
      "learning_rate": 1.9226866349791797e-05,
      "loss": 0.8666,
      "step": 7224
    },
    {
      "epoch": 0.15225992718919745,
      "grad_norm": 0.1573270708322525,
      "learning_rate": 1.9226603174703244e-05,
      "loss": 0.9932,
      "step": 7225
    },
    {
      "epoch": 0.15228100122756275,
      "grad_norm": 0.14669640362262726,
      "learning_rate": 1.922633995663163e-05,
      "loss": 0.9149,
      "step": 7226
    },
    {
      "epoch": 0.152302075265928,
      "grad_norm": 0.14417262375354767,
      "learning_rate": 1.9226076695578174e-05,
      "loss": 0.9167,
      "step": 7227
    },
    {
      "epoch": 0.1523231493042933,
      "grad_norm": 0.156675785779953,
      "learning_rate": 1.922581339154411e-05,
      "loss": 0.9451,
      "step": 7228
    },
    {
      "epoch": 0.1523442233426586,
      "grad_norm": 0.14407679438591003,
      "learning_rate": 1.9225550044530658e-05,
      "loss": 0.9258,
      "step": 7229
    },
    {
      "epoch": 0.1523652973810239,
      "grad_norm": 0.1363288164138794,
      "learning_rate": 1.9225286654539047e-05,
      "loss": 0.9981,
      "step": 7230
    },
    {
      "epoch": 0.15238637141938918,
      "grad_norm": 0.15684516727924347,
      "learning_rate": 1.9225023221570506e-05,
      "loss": 0.937,
      "step": 7231
    },
    {
      "epoch": 0.15240744545775445,
      "grad_norm": 0.1415875405073166,
      "learning_rate": 1.922475974562626e-05,
      "loss": 0.9145,
      "step": 7232
    },
    {
      "epoch": 0.15242851949611974,
      "grad_norm": 0.14061518013477325,
      "learning_rate": 1.9224496226707536e-05,
      "loss": 0.9151,
      "step": 7233
    },
    {
      "epoch": 0.15244959353448503,
      "grad_norm": 0.12947547435760498,
      "learning_rate": 1.9224232664815563e-05,
      "loss": 0.9331,
      "step": 7234
    },
    {
      "epoch": 0.15247066757285033,
      "grad_norm": 0.1483324021100998,
      "learning_rate": 1.922396905995157e-05,
      "loss": 0.9859,
      "step": 7235
    },
    {
      "epoch": 0.1524917416112156,
      "grad_norm": 0.13426871597766876,
      "learning_rate": 1.9223705412116783e-05,
      "loss": 0.9152,
      "step": 7236
    },
    {
      "epoch": 0.15251281564958089,
      "grad_norm": 0.1450899839401245,
      "learning_rate": 1.922344172131243e-05,
      "loss": 0.9086,
      "step": 7237
    },
    {
      "epoch": 0.15253388968794618,
      "grad_norm": 0.15532128512859344,
      "learning_rate": 1.9223177987539738e-05,
      "loss": 0.9826,
      "step": 7238
    },
    {
      "epoch": 0.15255496372631147,
      "grad_norm": 0.13658198714256287,
      "learning_rate": 1.9222914210799938e-05,
      "loss": 0.9214,
      "step": 7239
    },
    {
      "epoch": 0.15257603776467676,
      "grad_norm": 0.16740421950817108,
      "learning_rate": 1.922265039109426e-05,
      "loss": 1.0154,
      "step": 7240
    },
    {
      "epoch": 0.15259711180304203,
      "grad_norm": 0.13494911789894104,
      "learning_rate": 1.9222386528423933e-05,
      "loss": 0.91,
      "step": 7241
    },
    {
      "epoch": 0.15261818584140732,
      "grad_norm": 0.14541205763816833,
      "learning_rate": 1.9222122622790184e-05,
      "loss": 0.8615,
      "step": 7242
    },
    {
      "epoch": 0.15263925987977262,
      "grad_norm": 0.1822253167629242,
      "learning_rate": 1.9221858674194243e-05,
      "loss": 0.9198,
      "step": 7243
    },
    {
      "epoch": 0.1526603339181379,
      "grad_norm": 0.17454387247562408,
      "learning_rate": 1.922159468263734e-05,
      "loss": 1.0167,
      "step": 7244
    },
    {
      "epoch": 0.15268140795650317,
      "grad_norm": 0.14086167514324188,
      "learning_rate": 1.92213306481207e-05,
      "loss": 0.9864,
      "step": 7245
    },
    {
      "epoch": 0.15270248199486847,
      "grad_norm": 0.1651553511619568,
      "learning_rate": 1.9221066570645566e-05,
      "loss": 1.0104,
      "step": 7246
    },
    {
      "epoch": 0.15272355603323376,
      "grad_norm": 0.14814318716526031,
      "learning_rate": 1.9220802450213156e-05,
      "loss": 0.9569,
      "step": 7247
    },
    {
      "epoch": 0.15274463007159905,
      "grad_norm": 0.16257190704345703,
      "learning_rate": 1.9220538286824703e-05,
      "loss": 0.9984,
      "step": 7248
    },
    {
      "epoch": 0.15276570410996435,
      "grad_norm": 0.14935052394866943,
      "learning_rate": 1.9220274080481444e-05,
      "loss": 0.9518,
      "step": 7249
    },
    {
      "epoch": 0.1527867781483296,
      "grad_norm": 0.1329275667667389,
      "learning_rate": 1.92200098311846e-05,
      "loss": 0.9542,
      "step": 7250
    },
    {
      "epoch": 0.1528078521866949,
      "grad_norm": 0.14997978508472443,
      "learning_rate": 1.9219745538935407e-05,
      "loss": 0.9874,
      "step": 7251
    },
    {
      "epoch": 0.1528289262250602,
      "grad_norm": 0.12679412961006165,
      "learning_rate": 1.92194812037351e-05,
      "loss": 0.9556,
      "step": 7252
    },
    {
      "epoch": 0.1528500002634255,
      "grad_norm": 0.140022411942482,
      "learning_rate": 1.9219216825584902e-05,
      "loss": 0.9084,
      "step": 7253
    },
    {
      "epoch": 0.15287107430179075,
      "grad_norm": 0.12877406179904938,
      "learning_rate": 1.9218952404486054e-05,
      "loss": 0.8489,
      "step": 7254
    },
    {
      "epoch": 0.15289214834015605,
      "grad_norm": 0.15067699551582336,
      "learning_rate": 1.9218687940439777e-05,
      "loss": 0.9598,
      "step": 7255
    },
    {
      "epoch": 0.15291322237852134,
      "grad_norm": 0.14502908289432526,
      "learning_rate": 1.9218423433447313e-05,
      "loss": 0.9227,
      "step": 7256
    },
    {
      "epoch": 0.15293429641688663,
      "grad_norm": 0.15814808011054993,
      "learning_rate": 1.921815888350989e-05,
      "loss": 0.9499,
      "step": 7257
    },
    {
      "epoch": 0.15295537045525193,
      "grad_norm": 0.16055476665496826,
      "learning_rate": 1.9217894290628742e-05,
      "loss": 0.8798,
      "step": 7258
    },
    {
      "epoch": 0.1529764444936172,
      "grad_norm": 0.14532223343849182,
      "learning_rate": 1.9217629654805098e-05,
      "loss": 0.9427,
      "step": 7259
    },
    {
      "epoch": 0.15299751853198248,
      "grad_norm": 0.13767312467098236,
      "learning_rate": 1.9217364976040197e-05,
      "loss": 0.9799,
      "step": 7260
    },
    {
      "epoch": 0.15301859257034778,
      "grad_norm": 0.11412881314754486,
      "learning_rate": 1.9217100254335262e-05,
      "loss": 0.8886,
      "step": 7261
    },
    {
      "epoch": 0.15303966660871307,
      "grad_norm": 0.13550987839698792,
      "learning_rate": 1.9216835489691537e-05,
      "loss": 0.9131,
      "step": 7262
    },
    {
      "epoch": 0.15306074064707834,
      "grad_norm": 0.12510579824447632,
      "learning_rate": 1.921657068211025e-05,
      "loss": 0.8789,
      "step": 7263
    },
    {
      "epoch": 0.15308181468544363,
      "grad_norm": 0.14923979341983795,
      "learning_rate": 1.9216305831592636e-05,
      "loss": 0.9923,
      "step": 7264
    },
    {
      "epoch": 0.15310288872380892,
      "grad_norm": 0.1237826943397522,
      "learning_rate": 1.921604093813993e-05,
      "loss": 0.9568,
      "step": 7265
    },
    {
      "epoch": 0.15312396276217421,
      "grad_norm": 0.1794290542602539,
      "learning_rate": 1.921577600175336e-05,
      "loss": 0.9999,
      "step": 7266
    },
    {
      "epoch": 0.1531450368005395,
      "grad_norm": 0.2151535451412201,
      "learning_rate": 1.9215511022434165e-05,
      "loss": 0.9602,
      "step": 7267
    },
    {
      "epoch": 0.15316611083890477,
      "grad_norm": 0.18636411428451538,
      "learning_rate": 1.9215246000183584e-05,
      "loss": 0.9397,
      "step": 7268
    },
    {
      "epoch": 0.15318718487727007,
      "grad_norm": 0.16131247580051422,
      "learning_rate": 1.921498093500284e-05,
      "loss": 0.9574,
      "step": 7269
    },
    {
      "epoch": 0.15320825891563536,
      "grad_norm": 0.16224214434623718,
      "learning_rate": 1.9214715826893182e-05,
      "loss": 0.9255,
      "step": 7270
    },
    {
      "epoch": 0.15322933295400065,
      "grad_norm": 0.17464199662208557,
      "learning_rate": 1.9214450675855832e-05,
      "loss": 0.96,
      "step": 7271
    },
    {
      "epoch": 0.15325040699236592,
      "grad_norm": 0.1873529702425003,
      "learning_rate": 1.921418548189203e-05,
      "loss": 0.9131,
      "step": 7272
    },
    {
      "epoch": 0.1532714810307312,
      "grad_norm": 0.14290577173233032,
      "learning_rate": 1.921392024500302e-05,
      "loss": 0.919,
      "step": 7273
    },
    {
      "epoch": 0.1532925550690965,
      "grad_norm": 0.2380741387605667,
      "learning_rate": 1.921365496519002e-05,
      "loss": 1.0037,
      "step": 7274
    },
    {
      "epoch": 0.1533136291074618,
      "grad_norm": 0.1396191269159317,
      "learning_rate": 1.921338964245428e-05,
      "loss": 0.8374,
      "step": 7275
    },
    {
      "epoch": 0.1533347031458271,
      "grad_norm": 0.18242603540420532,
      "learning_rate": 1.9213124276797035e-05,
      "loss": 0.8814,
      "step": 7276
    },
    {
      "epoch": 0.15335577718419235,
      "grad_norm": 0.14168746769428253,
      "learning_rate": 1.9212858868219517e-05,
      "loss": 0.9131,
      "step": 7277
    },
    {
      "epoch": 0.15337685122255765,
      "grad_norm": 0.2019551545381546,
      "learning_rate": 1.921259341672296e-05,
      "loss": 0.9924,
      "step": 7278
    },
    {
      "epoch": 0.15339792526092294,
      "grad_norm": 0.15440945327281952,
      "learning_rate": 1.9212327922308606e-05,
      "loss": 0.9217,
      "step": 7279
    },
    {
      "epoch": 0.15341899929928823,
      "grad_norm": 0.16662415862083435,
      "learning_rate": 1.921206238497769e-05,
      "loss": 0.9704,
      "step": 7280
    },
    {
      "epoch": 0.1534400733376535,
      "grad_norm": 0.16677729785442352,
      "learning_rate": 1.9211796804731445e-05,
      "loss": 0.9451,
      "step": 7281
    },
    {
      "epoch": 0.1534611473760188,
      "grad_norm": 0.14959901571273804,
      "learning_rate": 1.9211531181571116e-05,
      "loss": 0.9771,
      "step": 7282
    },
    {
      "epoch": 0.15348222141438408,
      "grad_norm": 0.22038106620311737,
      "learning_rate": 1.9211265515497937e-05,
      "loss": 0.9717,
      "step": 7283
    },
    {
      "epoch": 0.15350329545274938,
      "grad_norm": 0.12999360263347626,
      "learning_rate": 1.9210999806513144e-05,
      "loss": 0.9775,
      "step": 7284
    },
    {
      "epoch": 0.15352436949111467,
      "grad_norm": 0.15265491604804993,
      "learning_rate": 1.9210734054617977e-05,
      "loss": 0.9183,
      "step": 7285
    },
    {
      "epoch": 0.15354544352947994,
      "grad_norm": 0.16156575083732605,
      "learning_rate": 1.9210468259813673e-05,
      "loss": 0.9852,
      "step": 7286
    },
    {
      "epoch": 0.15356651756784523,
      "grad_norm": 0.14579425752162933,
      "learning_rate": 1.9210202422101468e-05,
      "loss": 0.9881,
      "step": 7287
    },
    {
      "epoch": 0.15358759160621052,
      "grad_norm": 0.13580775260925293,
      "learning_rate": 1.920993654148261e-05,
      "loss": 0.9043,
      "step": 7288
    },
    {
      "epoch": 0.15360866564457581,
      "grad_norm": 0.15619565546512604,
      "learning_rate": 1.920967061795832e-05,
      "loss": 1.0141,
      "step": 7289
    },
    {
      "epoch": 0.15362973968294108,
      "grad_norm": 0.20153488218784332,
      "learning_rate": 1.9209404651529852e-05,
      "loss": 0.8806,
      "step": 7290
    },
    {
      "epoch": 0.15365081372130637,
      "grad_norm": 0.16518741846084595,
      "learning_rate": 1.9209138642198442e-05,
      "loss": 0.8845,
      "step": 7291
    },
    {
      "epoch": 0.15367188775967167,
      "grad_norm": 0.14676186442375183,
      "learning_rate": 1.9208872589965324e-05,
      "loss": 1.0073,
      "step": 7292
    },
    {
      "epoch": 0.15369296179803696,
      "grad_norm": 0.2031514197587967,
      "learning_rate": 1.9208606494831743e-05,
      "loss": 0.9275,
      "step": 7293
    },
    {
      "epoch": 0.15371403583640225,
      "grad_norm": 0.15395790338516235,
      "learning_rate": 1.9208340356798937e-05,
      "loss": 0.9442,
      "step": 7294
    },
    {
      "epoch": 0.15373510987476752,
      "grad_norm": 0.19669927656650543,
      "learning_rate": 1.9208074175868145e-05,
      "loss": 1.0079,
      "step": 7295
    },
    {
      "epoch": 0.1537561839131328,
      "grad_norm": 0.1403542011976242,
      "learning_rate": 1.9207807952040606e-05,
      "loss": 0.9257,
      "step": 7296
    },
    {
      "epoch": 0.1537772579514981,
      "grad_norm": 0.21085096895694733,
      "learning_rate": 1.9207541685317563e-05,
      "loss": 0.9902,
      "step": 7297
    },
    {
      "epoch": 0.1537983319898634,
      "grad_norm": 0.14191116392612457,
      "learning_rate": 1.9207275375700254e-05,
      "loss": 0.9053,
      "step": 7298
    },
    {
      "epoch": 0.15381940602822866,
      "grad_norm": 0.1888585388660431,
      "learning_rate": 1.920700902318992e-05,
      "loss": 0.9471,
      "step": 7299
    },
    {
      "epoch": 0.15384048006659395,
      "grad_norm": 0.17472417652606964,
      "learning_rate": 1.9206742627787805e-05,
      "loss": 0.896,
      "step": 7300
    },
    {
      "epoch": 0.15386155410495925,
      "grad_norm": 0.175057515501976,
      "learning_rate": 1.9206476189495146e-05,
      "loss": 0.9047,
      "step": 7301
    },
    {
      "epoch": 0.15388262814332454,
      "grad_norm": 0.1569056212902069,
      "learning_rate": 1.9206209708313186e-05,
      "loss": 0.929,
      "step": 7302
    },
    {
      "epoch": 0.15390370218168983,
      "grad_norm": 0.17930492758750916,
      "learning_rate": 1.9205943184243164e-05,
      "loss": 0.9826,
      "step": 7303
    },
    {
      "epoch": 0.1539247762200551,
      "grad_norm": 0.14705970883369446,
      "learning_rate": 1.9205676617286325e-05,
      "loss": 0.8816,
      "step": 7304
    },
    {
      "epoch": 0.1539458502584204,
      "grad_norm": 0.20832522213459015,
      "learning_rate": 1.9205410007443913e-05,
      "loss": 0.9991,
      "step": 7305
    },
    {
      "epoch": 0.15396692429678568,
      "grad_norm": 0.13108578324317932,
      "learning_rate": 1.9205143354717166e-05,
      "loss": 0.9682,
      "step": 7306
    },
    {
      "epoch": 0.15398799833515098,
      "grad_norm": 0.19001935422420502,
      "learning_rate": 1.9204876659107325e-05,
      "loss": 0.9609,
      "step": 7307
    },
    {
      "epoch": 0.15400907237351624,
      "grad_norm": 0.17705728113651276,
      "learning_rate": 1.9204609920615635e-05,
      "loss": 0.9559,
      "step": 7308
    },
    {
      "epoch": 0.15403014641188154,
      "grad_norm": 0.1256445050239563,
      "learning_rate": 1.9204343139243336e-05,
      "loss": 0.8883,
      "step": 7309
    },
    {
      "epoch": 0.15405122045024683,
      "grad_norm": 0.19066458940505981,
      "learning_rate": 1.9204076314991674e-05,
      "loss": 1.0348,
      "step": 7310
    },
    {
      "epoch": 0.15407229448861212,
      "grad_norm": 0.21648867428302765,
      "learning_rate": 1.9203809447861893e-05,
      "loss": 0.9077,
      "step": 7311
    },
    {
      "epoch": 0.15409336852697741,
      "grad_norm": 0.16846734285354614,
      "learning_rate": 1.920354253785523e-05,
      "loss": 0.9537,
      "step": 7312
    },
    {
      "epoch": 0.15411444256534268,
      "grad_norm": 0.17233282327651978,
      "learning_rate": 1.9203275584972935e-05,
      "loss": 0.9239,
      "step": 7313
    },
    {
      "epoch": 0.15413551660370797,
      "grad_norm": 0.15297077596187592,
      "learning_rate": 1.9203008589216248e-05,
      "loss": 0.9326,
      "step": 7314
    },
    {
      "epoch": 0.15415659064207327,
      "grad_norm": 0.16574780642986298,
      "learning_rate": 1.9202741550586415e-05,
      "loss": 0.887,
      "step": 7315
    },
    {
      "epoch": 0.15417766468043856,
      "grad_norm": 0.20235000550746918,
      "learning_rate": 1.920247446908468e-05,
      "loss": 0.9787,
      "step": 7316
    },
    {
      "epoch": 0.15419873871880382,
      "grad_norm": 0.12577198445796967,
      "learning_rate": 1.9202207344712285e-05,
      "loss": 0.9064,
      "step": 7317
    },
    {
      "epoch": 0.15421981275716912,
      "grad_norm": 0.1771434098482132,
      "learning_rate": 1.9201940177470475e-05,
      "loss": 0.9326,
      "step": 7318
    },
    {
      "epoch": 0.1542408867955344,
      "grad_norm": 0.17495198547840118,
      "learning_rate": 1.9201672967360492e-05,
      "loss": 0.9498,
      "step": 7319
    },
    {
      "epoch": 0.1542619608338997,
      "grad_norm": 0.15267743170261383,
      "learning_rate": 1.920140571438359e-05,
      "loss": 0.9794,
      "step": 7320
    },
    {
      "epoch": 0.154283034872265,
      "grad_norm": 0.178119495511055,
      "learning_rate": 1.9201138418541004e-05,
      "loss": 0.9621,
      "step": 7321
    },
    {
      "epoch": 0.15430410891063026,
      "grad_norm": 0.18267682194709778,
      "learning_rate": 1.920087107983399e-05,
      "loss": 0.8759,
      "step": 7322
    },
    {
      "epoch": 0.15432518294899555,
      "grad_norm": 0.14729875326156616,
      "learning_rate": 1.920060369826378e-05,
      "loss": 0.8774,
      "step": 7323
    },
    {
      "epoch": 0.15434625698736085,
      "grad_norm": 0.1357555240392685,
      "learning_rate": 1.920033627383163e-05,
      "loss": 0.9554,
      "step": 7324
    },
    {
      "epoch": 0.15436733102572614,
      "grad_norm": 0.15345600247383118,
      "learning_rate": 1.9200068806538777e-05,
      "loss": 0.9411,
      "step": 7325
    },
    {
      "epoch": 0.15438840506409143,
      "grad_norm": 0.1341717690229416,
      "learning_rate": 1.919980129638648e-05,
      "loss": 0.8998,
      "step": 7326
    },
    {
      "epoch": 0.1544094791024567,
      "grad_norm": 0.13886961340904236,
      "learning_rate": 1.919953374337597e-05,
      "loss": 0.9469,
      "step": 7327
    },
    {
      "epoch": 0.154430553140822,
      "grad_norm": 0.14498001337051392,
      "learning_rate": 1.9199266147508502e-05,
      "loss": 0.9785,
      "step": 7328
    },
    {
      "epoch": 0.15445162717918728,
      "grad_norm": 0.1624113917350769,
      "learning_rate": 1.9198998508785324e-05,
      "loss": 0.9748,
      "step": 7329
    },
    {
      "epoch": 0.15447270121755258,
      "grad_norm": 0.17085686326026917,
      "learning_rate": 1.9198730827207682e-05,
      "loss": 0.9494,
      "step": 7330
    },
    {
      "epoch": 0.15449377525591784,
      "grad_norm": 0.13531023263931274,
      "learning_rate": 1.9198463102776818e-05,
      "loss": 0.9099,
      "step": 7331
    },
    {
      "epoch": 0.15451484929428314,
      "grad_norm": 0.1801249235868454,
      "learning_rate": 1.919819533549398e-05,
      "loss": 0.8355,
      "step": 7332
    },
    {
      "epoch": 0.15453592333264843,
      "grad_norm": 0.12961362302303314,
      "learning_rate": 1.9197927525360424e-05,
      "loss": 0.9183,
      "step": 7333
    },
    {
      "epoch": 0.15455699737101372,
      "grad_norm": 0.1844283938407898,
      "learning_rate": 1.9197659672377388e-05,
      "loss": 0.9707,
      "step": 7334
    },
    {
      "epoch": 0.15457807140937901,
      "grad_norm": 0.139242485165596,
      "learning_rate": 1.9197391776546124e-05,
      "loss": 0.9387,
      "step": 7335
    },
    {
      "epoch": 0.15459914544774428,
      "grad_norm": 0.15508592128753662,
      "learning_rate": 1.919712383786788e-05,
      "loss": 0.9455,
      "step": 7336
    },
    {
      "epoch": 0.15462021948610957,
      "grad_norm": 0.1331586241722107,
      "learning_rate": 1.9196855856343902e-05,
      "loss": 0.9358,
      "step": 7337
    },
    {
      "epoch": 0.15464129352447487,
      "grad_norm": 0.1526135951280594,
      "learning_rate": 1.9196587831975445e-05,
      "loss": 0.9568,
      "step": 7338
    },
    {
      "epoch": 0.15466236756284016,
      "grad_norm": 0.1626909375190735,
      "learning_rate": 1.919631976476375e-05,
      "loss": 0.9466,
      "step": 7339
    },
    {
      "epoch": 0.15468344160120542,
      "grad_norm": 0.13909964263439178,
      "learning_rate": 1.9196051654710068e-05,
      "loss": 1.0047,
      "step": 7340
    },
    {
      "epoch": 0.15470451563957072,
      "grad_norm": 0.16623009741306305,
      "learning_rate": 1.9195783501815647e-05,
      "loss": 0.98,
      "step": 7341
    },
    {
      "epoch": 0.154725589677936,
      "grad_norm": 0.156776562333107,
      "learning_rate": 1.919551530608174e-05,
      "loss": 0.9335,
      "step": 7342
    },
    {
      "epoch": 0.1547466637163013,
      "grad_norm": 0.18208448588848114,
      "learning_rate": 1.9195247067509594e-05,
      "loss": 0.8923,
      "step": 7343
    },
    {
      "epoch": 0.1547677377546666,
      "grad_norm": 0.14671142399311066,
      "learning_rate": 1.9194978786100455e-05,
      "loss": 0.9687,
      "step": 7344
    },
    {
      "epoch": 0.15478881179303186,
      "grad_norm": 0.1775273084640503,
      "learning_rate": 1.919471046185558e-05,
      "loss": 0.9894,
      "step": 7345
    },
    {
      "epoch": 0.15480988583139715,
      "grad_norm": 0.20421837270259857,
      "learning_rate": 1.9194442094776216e-05,
      "loss": 0.9007,
      "step": 7346
    },
    {
      "epoch": 0.15483095986976245,
      "grad_norm": 0.2290007621049881,
      "learning_rate": 1.919417368486361e-05,
      "loss": 0.9455,
      "step": 7347
    },
    {
      "epoch": 0.15485203390812774,
      "grad_norm": 0.17821164429187775,
      "learning_rate": 1.9193905232119018e-05,
      "loss": 0.8848,
      "step": 7348
    },
    {
      "epoch": 0.154873107946493,
      "grad_norm": 0.18514958024024963,
      "learning_rate": 1.9193636736543687e-05,
      "loss": 0.9353,
      "step": 7349
    },
    {
      "epoch": 0.1548941819848583,
      "grad_norm": 0.1611168086528778,
      "learning_rate": 1.919336819813887e-05,
      "loss": 0.9626,
      "step": 7350
    },
    {
      "epoch": 0.1549152560232236,
      "grad_norm": 0.18868699669837952,
      "learning_rate": 1.9193099616905813e-05,
      "loss": 0.9956,
      "step": 7351
    },
    {
      "epoch": 0.15493633006158888,
      "grad_norm": 0.16700999438762665,
      "learning_rate": 1.9192830992845772e-05,
      "loss": 0.9513,
      "step": 7352
    },
    {
      "epoch": 0.15495740409995418,
      "grad_norm": 0.14256402850151062,
      "learning_rate": 1.919256232596e-05,
      "loss": 1.0305,
      "step": 7353
    },
    {
      "epoch": 0.15497847813831944,
      "grad_norm": 0.22266194224357605,
      "learning_rate": 1.9192293616249744e-05,
      "loss": 0.9138,
      "step": 7354
    },
    {
      "epoch": 0.15499955217668474,
      "grad_norm": 0.12893284857273102,
      "learning_rate": 1.9192024863716258e-05,
      "loss": 0.9654,
      "step": 7355
    },
    {
      "epoch": 0.15502062621505003,
      "grad_norm": 0.15003445744514465,
      "learning_rate": 1.9191756068360795e-05,
      "loss": 0.9311,
      "step": 7356
    },
    {
      "epoch": 0.15504170025341532,
      "grad_norm": 0.110741026699543,
      "learning_rate": 1.9191487230184604e-05,
      "loss": 0.9137,
      "step": 7357
    },
    {
      "epoch": 0.1550627742917806,
      "grad_norm": 0.17200736701488495,
      "learning_rate": 1.919121834918894e-05,
      "loss": 0.9824,
      "step": 7358
    },
    {
      "epoch": 0.15508384833014588,
      "grad_norm": 0.11804027855396271,
      "learning_rate": 1.9190949425375054e-05,
      "loss": 0.9072,
      "step": 7359
    },
    {
      "epoch": 0.15510492236851117,
      "grad_norm": 0.1529148668050766,
      "learning_rate": 1.9190680458744202e-05,
      "loss": 0.9349,
      "step": 7360
    },
    {
      "epoch": 0.15512599640687647,
      "grad_norm": 0.14419394731521606,
      "learning_rate": 1.9190411449297634e-05,
      "loss": 0.9777,
      "step": 7361
    },
    {
      "epoch": 0.15514707044524176,
      "grad_norm": 0.12499178200960159,
      "learning_rate": 1.9190142397036604e-05,
      "loss": 0.9178,
      "step": 7362
    },
    {
      "epoch": 0.15516814448360702,
      "grad_norm": 0.12556219100952148,
      "learning_rate": 1.9189873301962364e-05,
      "loss": 0.8928,
      "step": 7363
    },
    {
      "epoch": 0.15518921852197232,
      "grad_norm": 0.15024708211421967,
      "learning_rate": 1.918960416407617e-05,
      "loss": 0.97,
      "step": 7364
    },
    {
      "epoch": 0.1552102925603376,
      "grad_norm": 0.13629493117332458,
      "learning_rate": 1.9189334983379274e-05,
      "loss": 1.0069,
      "step": 7365
    },
    {
      "epoch": 0.1552313665987029,
      "grad_norm": 0.1348990648984909,
      "learning_rate": 1.9189065759872935e-05,
      "loss": 0.8922,
      "step": 7366
    },
    {
      "epoch": 0.15525244063706817,
      "grad_norm": 0.14282643795013428,
      "learning_rate": 1.9188796493558398e-05,
      "loss": 1.026,
      "step": 7367
    },
    {
      "epoch": 0.15527351467543346,
      "grad_norm": 0.13943257927894592,
      "learning_rate": 1.9188527184436923e-05,
      "loss": 0.976,
      "step": 7368
    },
    {
      "epoch": 0.15529458871379875,
      "grad_norm": 0.1391441971063614,
      "learning_rate": 1.9188257832509764e-05,
      "loss": 0.9549,
      "step": 7369
    },
    {
      "epoch": 0.15531566275216405,
      "grad_norm": 0.13806794583797455,
      "learning_rate": 1.9187988437778178e-05,
      "loss": 0.986,
      "step": 7370
    },
    {
      "epoch": 0.15533673679052934,
      "grad_norm": 0.1316692978143692,
      "learning_rate": 1.9187719000243415e-05,
      "loss": 0.9165,
      "step": 7371
    },
    {
      "epoch": 0.1553578108288946,
      "grad_norm": 0.12233560532331467,
      "learning_rate": 1.9187449519906735e-05,
      "loss": 0.9236,
      "step": 7372
    },
    {
      "epoch": 0.1553788848672599,
      "grad_norm": 0.11654531955718994,
      "learning_rate": 1.9187179996769393e-05,
      "loss": 0.8871,
      "step": 7373
    },
    {
      "epoch": 0.1553999589056252,
      "grad_norm": 0.135397270321846,
      "learning_rate": 1.9186910430832638e-05,
      "loss": 0.9761,
      "step": 7374
    },
    {
      "epoch": 0.15542103294399048,
      "grad_norm": 0.1283433884382248,
      "learning_rate": 1.9186640822097734e-05,
      "loss": 0.907,
      "step": 7375
    },
    {
      "epoch": 0.15544210698235575,
      "grad_norm": 0.13654644787311554,
      "learning_rate": 1.9186371170565934e-05,
      "loss": 0.9944,
      "step": 7376
    },
    {
      "epoch": 0.15546318102072104,
      "grad_norm": 0.1323830485343933,
      "learning_rate": 1.9186101476238493e-05,
      "loss": 1.0354,
      "step": 7377
    },
    {
      "epoch": 0.15548425505908633,
      "grad_norm": 0.10867958515882492,
      "learning_rate": 1.918583173911667e-05,
      "loss": 0.8605,
      "step": 7378
    },
    {
      "epoch": 0.15550532909745163,
      "grad_norm": 0.1400527060031891,
      "learning_rate": 1.918556195920172e-05,
      "loss": 0.9133,
      "step": 7379
    },
    {
      "epoch": 0.15552640313581692,
      "grad_norm": 0.14047949016094208,
      "learning_rate": 1.91852921364949e-05,
      "loss": 0.9875,
      "step": 7380
    },
    {
      "epoch": 0.15554747717418219,
      "grad_norm": 0.1383955031633377,
      "learning_rate": 1.9185022270997465e-05,
      "loss": 0.9897,
      "step": 7381
    },
    {
      "epoch": 0.15556855121254748,
      "grad_norm": 0.13952746987342834,
      "learning_rate": 1.9184752362710674e-05,
      "loss": 0.9723,
      "step": 7382
    },
    {
      "epoch": 0.15558962525091277,
      "grad_norm": 0.14246506989002228,
      "learning_rate": 1.9184482411635786e-05,
      "loss": 0.9125,
      "step": 7383
    },
    {
      "epoch": 0.15561069928927806,
      "grad_norm": 0.1355561763048172,
      "learning_rate": 1.918421241777406e-05,
      "loss": 0.9067,
      "step": 7384
    },
    {
      "epoch": 0.15563177332764333,
      "grad_norm": 0.1135576069355011,
      "learning_rate": 1.9183942381126743e-05,
      "loss": 0.9148,
      "step": 7385
    },
    {
      "epoch": 0.15565284736600862,
      "grad_norm": 0.11829640716314316,
      "learning_rate": 1.9183672301695105e-05,
      "loss": 0.9519,
      "step": 7386
    },
    {
      "epoch": 0.15567392140437392,
      "grad_norm": 0.13038355112075806,
      "learning_rate": 1.91834021794804e-05,
      "loss": 0.8943,
      "step": 7387
    },
    {
      "epoch": 0.1556949954427392,
      "grad_norm": 0.14236554503440857,
      "learning_rate": 1.9183132014483888e-05,
      "loss": 0.9008,
      "step": 7388
    },
    {
      "epoch": 0.1557160694811045,
      "grad_norm": 0.12184246629476547,
      "learning_rate": 1.9182861806706822e-05,
      "loss": 0.9331,
      "step": 7389
    },
    {
      "epoch": 0.15573714351946977,
      "grad_norm": 0.12197140604257584,
      "learning_rate": 1.9182591556150466e-05,
      "loss": 0.9777,
      "step": 7390
    },
    {
      "epoch": 0.15575821755783506,
      "grad_norm": 0.13224175572395325,
      "learning_rate": 1.918232126281608e-05,
      "loss": 0.8549,
      "step": 7391
    },
    {
      "epoch": 0.15577929159620035,
      "grad_norm": 0.1361696720123291,
      "learning_rate": 1.918205092670492e-05,
      "loss": 0.9686,
      "step": 7392
    },
    {
      "epoch": 0.15580036563456565,
      "grad_norm": 0.14210975170135498,
      "learning_rate": 1.918178054781825e-05,
      "loss": 0.9503,
      "step": 7393
    },
    {
      "epoch": 0.1558214396729309,
      "grad_norm": 0.12120741605758667,
      "learning_rate": 1.9181510126157317e-05,
      "loss": 0.9139,
      "step": 7394
    },
    {
      "epoch": 0.1558425137112962,
      "grad_norm": 0.14129990339279175,
      "learning_rate": 1.9181239661723398e-05,
      "loss": 0.9092,
      "step": 7395
    },
    {
      "epoch": 0.1558635877496615,
      "grad_norm": 0.13327080011367798,
      "learning_rate": 1.918096915451774e-05,
      "loss": 0.9209,
      "step": 7396
    },
    {
      "epoch": 0.1558846617880268,
      "grad_norm": 0.1137273758649826,
      "learning_rate": 1.9180698604541606e-05,
      "loss": 0.8924,
      "step": 7397
    },
    {
      "epoch": 0.15590573582639208,
      "grad_norm": 0.12970003485679626,
      "learning_rate": 1.9180428011796265e-05,
      "loss": 0.9233,
      "step": 7398
    },
    {
      "epoch": 0.15592680986475735,
      "grad_norm": 0.10894301533699036,
      "learning_rate": 1.9180157376282968e-05,
      "loss": 0.9297,
      "step": 7399
    },
    {
      "epoch": 0.15594788390312264,
      "grad_norm": 0.12457066029310226,
      "learning_rate": 1.9179886698002973e-05,
      "loss": 0.9598,
      "step": 7400
    },
    {
      "epoch": 0.15596895794148793,
      "grad_norm": 0.12257816642522812,
      "learning_rate": 1.9179615976957552e-05,
      "loss": 0.9989,
      "step": 7401
    },
    {
      "epoch": 0.15599003197985323,
      "grad_norm": 0.13637426495552063,
      "learning_rate": 1.917934521314796e-05,
      "loss": 0.9298,
      "step": 7402
    },
    {
      "epoch": 0.1560111060182185,
      "grad_norm": 0.11595375090837479,
      "learning_rate": 1.9179074406575462e-05,
      "loss": 0.9734,
      "step": 7403
    },
    {
      "epoch": 0.15603218005658379,
      "grad_norm": 0.11793890595436096,
      "learning_rate": 1.9178803557241314e-05,
      "loss": 0.9361,
      "step": 7404
    },
    {
      "epoch": 0.15605325409494908,
      "grad_norm": 0.12306469678878784,
      "learning_rate": 1.917853266514678e-05,
      "loss": 0.8511,
      "step": 7405
    },
    {
      "epoch": 0.15607432813331437,
      "grad_norm": 0.12129132449626923,
      "learning_rate": 1.9178261730293124e-05,
      "loss": 0.9401,
      "step": 7406
    },
    {
      "epoch": 0.15609540217167966,
      "grad_norm": 0.12299418449401855,
      "learning_rate": 1.9177990752681606e-05,
      "loss": 0.8441,
      "step": 7407
    },
    {
      "epoch": 0.15611647621004493,
      "grad_norm": 0.12924744188785553,
      "learning_rate": 1.9177719732313488e-05,
      "loss": 0.8588,
      "step": 7408
    },
    {
      "epoch": 0.15613755024841022,
      "grad_norm": 0.14193257689476013,
      "learning_rate": 1.9177448669190033e-05,
      "loss": 0.9565,
      "step": 7409
    },
    {
      "epoch": 0.15615862428677552,
      "grad_norm": 0.14186552166938782,
      "learning_rate": 1.917717756331251e-05,
      "loss": 0.9471,
      "step": 7410
    },
    {
      "epoch": 0.1561796983251408,
      "grad_norm": 0.12614119052886963,
      "learning_rate": 1.917690641468217e-05,
      "loss": 0.8808,
      "step": 7411
    },
    {
      "epoch": 0.15620077236350607,
      "grad_norm": 0.14427275955677032,
      "learning_rate": 1.9176635223300285e-05,
      "loss": 0.9655,
      "step": 7412
    },
    {
      "epoch": 0.15622184640187137,
      "grad_norm": 0.1306982934474945,
      "learning_rate": 1.9176363989168115e-05,
      "loss": 0.9354,
      "step": 7413
    },
    {
      "epoch": 0.15624292044023666,
      "grad_norm": 0.12664014101028442,
      "learning_rate": 1.9176092712286928e-05,
      "loss": 0.8683,
      "step": 7414
    },
    {
      "epoch": 0.15626399447860195,
      "grad_norm": 0.1300767958164215,
      "learning_rate": 1.917582139265798e-05,
      "loss": 0.9461,
      "step": 7415
    },
    {
      "epoch": 0.15628506851696725,
      "grad_norm": 0.13562315702438354,
      "learning_rate": 1.917555003028254e-05,
      "loss": 0.9444,
      "step": 7416
    },
    {
      "epoch": 0.1563061425553325,
      "grad_norm": 0.12286758422851562,
      "learning_rate": 1.917527862516187e-05,
      "loss": 0.9309,
      "step": 7417
    },
    {
      "epoch": 0.1563272165936978,
      "grad_norm": 0.13121795654296875,
      "learning_rate": 1.917500717729724e-05,
      "loss": 0.9252,
      "step": 7418
    },
    {
      "epoch": 0.1563482906320631,
      "grad_norm": 0.12200485169887543,
      "learning_rate": 1.917473568668991e-05,
      "loss": 0.9408,
      "step": 7419
    },
    {
      "epoch": 0.1563693646704284,
      "grad_norm": 0.11698790639638901,
      "learning_rate": 1.917446415334114e-05,
      "loss": 0.9072,
      "step": 7420
    },
    {
      "epoch": 0.15639043870879368,
      "grad_norm": 0.1216583177447319,
      "learning_rate": 1.9174192577252206e-05,
      "loss": 0.8786,
      "step": 7421
    },
    {
      "epoch": 0.15641151274715895,
      "grad_norm": 0.12971419095993042,
      "learning_rate": 1.9173920958424364e-05,
      "loss": 0.9018,
      "step": 7422
    },
    {
      "epoch": 0.15643258678552424,
      "grad_norm": 0.1329401731491089,
      "learning_rate": 1.9173649296858884e-05,
      "loss": 0.9286,
      "step": 7423
    },
    {
      "epoch": 0.15645366082388953,
      "grad_norm": 0.12705019116401672,
      "learning_rate": 1.917337759255703e-05,
      "loss": 0.9028,
      "step": 7424
    },
    {
      "epoch": 0.15647473486225483,
      "grad_norm": 0.12671224772930145,
      "learning_rate": 1.9173105845520067e-05,
      "loss": 0.9485,
      "step": 7425
    },
    {
      "epoch": 0.1564958089006201,
      "grad_norm": 0.13020716607570648,
      "learning_rate": 1.9172834055749263e-05,
      "loss": 0.911,
      "step": 7426
    },
    {
      "epoch": 0.15651688293898539,
      "grad_norm": 0.12866774201393127,
      "learning_rate": 1.917256222324588e-05,
      "loss": 1.0071,
      "step": 7427
    },
    {
      "epoch": 0.15653795697735068,
      "grad_norm": 0.18140444159507751,
      "learning_rate": 1.917229034801119e-05,
      "loss": 0.9563,
      "step": 7428
    },
    {
      "epoch": 0.15655903101571597,
      "grad_norm": 0.1830439418554306,
      "learning_rate": 1.917201843004646e-05,
      "loss": 0.9352,
      "step": 7429
    },
    {
      "epoch": 0.15658010505408126,
      "grad_norm": 0.1353798359632492,
      "learning_rate": 1.9171746469352947e-05,
      "loss": 0.9658,
      "step": 7430
    },
    {
      "epoch": 0.15660117909244653,
      "grad_norm": 0.15649645030498505,
      "learning_rate": 1.9171474465931926e-05,
      "loss": 0.8845,
      "step": 7431
    },
    {
      "epoch": 0.15662225313081182,
      "grad_norm": 0.12934425473213196,
      "learning_rate": 1.917120241978467e-05,
      "loss": 0.918,
      "step": 7432
    },
    {
      "epoch": 0.15664332716917712,
      "grad_norm": 0.14520291984081268,
      "learning_rate": 1.917093033091243e-05,
      "loss": 0.8982,
      "step": 7433
    },
    {
      "epoch": 0.1566644012075424,
      "grad_norm": 0.13024118542671204,
      "learning_rate": 1.917065819931649e-05,
      "loss": 0.95,
      "step": 7434
    },
    {
      "epoch": 0.15668547524590767,
      "grad_norm": 0.24063360691070557,
      "learning_rate": 1.9170386024998104e-05,
      "loss": 0.9949,
      "step": 7435
    },
    {
      "epoch": 0.15670654928427297,
      "grad_norm": 0.1629272848367691,
      "learning_rate": 1.9170113807958552e-05,
      "loss": 0.932,
      "step": 7436
    },
    {
      "epoch": 0.15672762332263826,
      "grad_norm": 0.1335405707359314,
      "learning_rate": 1.9169841548199093e-05,
      "loss": 0.9934,
      "step": 7437
    },
    {
      "epoch": 0.15674869736100355,
      "grad_norm": 0.16408969461917877,
      "learning_rate": 1.9169569245721004e-05,
      "loss": 0.9392,
      "step": 7438
    },
    {
      "epoch": 0.15676977139936885,
      "grad_norm": 0.12720736861228943,
      "learning_rate": 1.9169296900525543e-05,
      "loss": 0.866,
      "step": 7439
    },
    {
      "epoch": 0.1567908454377341,
      "grad_norm": 0.15198016166687012,
      "learning_rate": 1.9169024512613983e-05,
      "loss": 0.939,
      "step": 7440
    },
    {
      "epoch": 0.1568119194760994,
      "grad_norm": 0.14998970925807953,
      "learning_rate": 1.91687520819876e-05,
      "loss": 0.9962,
      "step": 7441
    },
    {
      "epoch": 0.1568329935144647,
      "grad_norm": 0.14251607656478882,
      "learning_rate": 1.9168479608647654e-05,
      "loss": 0.9642,
      "step": 7442
    },
    {
      "epoch": 0.15685406755283,
      "grad_norm": 0.14788255095481873,
      "learning_rate": 1.916820709259542e-05,
      "loss": 0.9658,
      "step": 7443
    },
    {
      "epoch": 0.15687514159119526,
      "grad_norm": 0.1266431212425232,
      "learning_rate": 1.916793453383216e-05,
      "loss": 0.9295,
      "step": 7444
    },
    {
      "epoch": 0.15689621562956055,
      "grad_norm": 0.1372920125722885,
      "learning_rate": 1.9167661932359153e-05,
      "loss": 0.9615,
      "step": 7445
    },
    {
      "epoch": 0.15691728966792584,
      "grad_norm": 0.1254652440547943,
      "learning_rate": 1.9167389288177663e-05,
      "loss": 0.9422,
      "step": 7446
    },
    {
      "epoch": 0.15693836370629113,
      "grad_norm": 0.1278405636548996,
      "learning_rate": 1.9167116601288966e-05,
      "loss": 0.9632,
      "step": 7447
    },
    {
      "epoch": 0.15695943774465643,
      "grad_norm": 0.13128851354122162,
      "learning_rate": 1.9166843871694327e-05,
      "loss": 0.8951,
      "step": 7448
    },
    {
      "epoch": 0.1569805117830217,
      "grad_norm": 0.1263752579689026,
      "learning_rate": 1.9166571099395015e-05,
      "loss": 0.9445,
      "step": 7449
    },
    {
      "epoch": 0.15700158582138699,
      "grad_norm": 0.1436111181974411,
      "learning_rate": 1.9166298284392306e-05,
      "loss": 0.9616,
      "step": 7450
    },
    {
      "epoch": 0.15702265985975228,
      "grad_norm": 0.15802977979183197,
      "learning_rate": 1.9166025426687468e-05,
      "loss": 0.9265,
      "step": 7451
    },
    {
      "epoch": 0.15704373389811757,
      "grad_norm": 0.14810524880886078,
      "learning_rate": 1.9165752526281774e-05,
      "loss": 0.9735,
      "step": 7452
    },
    {
      "epoch": 0.15706480793648284,
      "grad_norm": 0.1752290427684784,
      "learning_rate": 1.9165479583176493e-05,
      "loss": 0.9961,
      "step": 7453
    },
    {
      "epoch": 0.15708588197484813,
      "grad_norm": 0.14893390238285065,
      "learning_rate": 1.9165206597372897e-05,
      "loss": 0.9627,
      "step": 7454
    },
    {
      "epoch": 0.15710695601321342,
      "grad_norm": 0.17980952560901642,
      "learning_rate": 1.9164933568872257e-05,
      "loss": 1.0158,
      "step": 7455
    },
    {
      "epoch": 0.15712803005157872,
      "grad_norm": 0.17977166175842285,
      "learning_rate": 1.9164660497675848e-05,
      "loss": 0.9838,
      "step": 7456
    },
    {
      "epoch": 0.157149104089944,
      "grad_norm": 0.188543438911438,
      "learning_rate": 1.916438738378494e-05,
      "loss": 0.9787,
      "step": 7457
    },
    {
      "epoch": 0.15717017812830927,
      "grad_norm": 0.13463427126407623,
      "learning_rate": 1.9164114227200806e-05,
      "loss": 0.8923,
      "step": 7458
    },
    {
      "epoch": 0.15719125216667457,
      "grad_norm": 0.18225739896297455,
      "learning_rate": 1.9163841027924718e-05,
      "loss": 0.9264,
      "step": 7459
    },
    {
      "epoch": 0.15721232620503986,
      "grad_norm": 0.17831210792064667,
      "learning_rate": 1.9163567785957952e-05,
      "loss": 0.9322,
      "step": 7460
    },
    {
      "epoch": 0.15723340024340515,
      "grad_norm": 0.14009501039981842,
      "learning_rate": 1.9163294501301776e-05,
      "loss": 0.9939,
      "step": 7461
    },
    {
      "epoch": 0.15725447428177042,
      "grad_norm": 0.1425378918647766,
      "learning_rate": 1.9163021173957464e-05,
      "loss": 0.937,
      "step": 7462
    },
    {
      "epoch": 0.1572755483201357,
      "grad_norm": 0.13613156974315643,
      "learning_rate": 1.916274780392629e-05,
      "loss": 0.943,
      "step": 7463
    },
    {
      "epoch": 0.157296622358501,
      "grad_norm": 0.13921602070331573,
      "learning_rate": 1.916247439120953e-05,
      "loss": 0.9264,
      "step": 7464
    },
    {
      "epoch": 0.1573176963968663,
      "grad_norm": 0.14243105053901672,
      "learning_rate": 1.9162200935808452e-05,
      "loss": 0.9063,
      "step": 7465
    },
    {
      "epoch": 0.1573387704352316,
      "grad_norm": 0.13532380759716034,
      "learning_rate": 1.9161927437724337e-05,
      "loss": 0.9775,
      "step": 7466
    },
    {
      "epoch": 0.15735984447359685,
      "grad_norm": 0.15140938758850098,
      "learning_rate": 1.9161653896958453e-05,
      "loss": 0.9194,
      "step": 7467
    },
    {
      "epoch": 0.15738091851196215,
      "grad_norm": 0.13906720280647278,
      "learning_rate": 1.916138031351208e-05,
      "loss": 0.9074,
      "step": 7468
    },
    {
      "epoch": 0.15740199255032744,
      "grad_norm": 0.1630413979291916,
      "learning_rate": 1.9161106687386486e-05,
      "loss": 0.985,
      "step": 7469
    },
    {
      "epoch": 0.15742306658869273,
      "grad_norm": 0.1370086520910263,
      "learning_rate": 1.9160833018582952e-05,
      "loss": 0.932,
      "step": 7470
    },
    {
      "epoch": 0.157444140627058,
      "grad_norm": 0.1232793927192688,
      "learning_rate": 1.9160559307102747e-05,
      "loss": 0.8993,
      "step": 7471
    },
    {
      "epoch": 0.1574652146654233,
      "grad_norm": 0.18134669959545135,
      "learning_rate": 1.9160285552947153e-05,
      "loss": 0.9306,
      "step": 7472
    },
    {
      "epoch": 0.15748628870378859,
      "grad_norm": 0.15934664011001587,
      "learning_rate": 1.916001175611744e-05,
      "loss": 0.9615,
      "step": 7473
    },
    {
      "epoch": 0.15750736274215388,
      "grad_norm": 0.16383366286754608,
      "learning_rate": 1.9159737916614885e-05,
      "loss": 0.9759,
      "step": 7474
    },
    {
      "epoch": 0.15752843678051917,
      "grad_norm": 0.1370781809091568,
      "learning_rate": 1.9159464034440763e-05,
      "loss": 0.9536,
      "step": 7475
    },
    {
      "epoch": 0.15754951081888444,
      "grad_norm": 0.17282500863075256,
      "learning_rate": 1.915919010959635e-05,
      "loss": 0.9623,
      "step": 7476
    },
    {
      "epoch": 0.15757058485724973,
      "grad_norm": 0.1275380402803421,
      "learning_rate": 1.9158916142082927e-05,
      "loss": 0.9985,
      "step": 7477
    },
    {
      "epoch": 0.15759165889561502,
      "grad_norm": 0.13034820556640625,
      "learning_rate": 1.9158642131901758e-05,
      "loss": 0.9268,
      "step": 7478
    },
    {
      "epoch": 0.15761273293398032,
      "grad_norm": 0.14563971757888794,
      "learning_rate": 1.9158368079054136e-05,
      "loss": 0.9449,
      "step": 7479
    },
    {
      "epoch": 0.15763380697234558,
      "grad_norm": 0.12535469233989716,
      "learning_rate": 1.9158093983541322e-05,
      "loss": 0.9259,
      "step": 7480
    },
    {
      "epoch": 0.15765488101071087,
      "grad_norm": 0.15674948692321777,
      "learning_rate": 1.9157819845364608e-05,
      "loss": 1.0107,
      "step": 7481
    },
    {
      "epoch": 0.15767595504907617,
      "grad_norm": 0.15894223749637604,
      "learning_rate": 1.9157545664525256e-05,
      "loss": 0.9336,
      "step": 7482
    },
    {
      "epoch": 0.15769702908744146,
      "grad_norm": 0.17060649394989014,
      "learning_rate": 1.9157271441024554e-05,
      "loss": 0.9454,
      "step": 7483
    },
    {
      "epoch": 0.15771810312580675,
      "grad_norm": 0.13588283956050873,
      "learning_rate": 1.9156997174863777e-05,
      "loss": 0.8899,
      "step": 7484
    },
    {
      "epoch": 0.15773917716417202,
      "grad_norm": 0.18714402616024017,
      "learning_rate": 1.91567228660442e-05,
      "loss": 0.9687,
      "step": 7485
    },
    {
      "epoch": 0.1577602512025373,
      "grad_norm": 0.14057189226150513,
      "learning_rate": 1.9156448514567104e-05,
      "loss": 0.9618,
      "step": 7486
    },
    {
      "epoch": 0.1577813252409026,
      "grad_norm": 0.1405840516090393,
      "learning_rate": 1.9156174120433767e-05,
      "loss": 0.9609,
      "step": 7487
    },
    {
      "epoch": 0.1578023992792679,
      "grad_norm": 0.16180898249149323,
      "learning_rate": 1.9155899683645463e-05,
      "loss": 0.866,
      "step": 7488
    },
    {
      "epoch": 0.15782347331763316,
      "grad_norm": 0.18647316098213196,
      "learning_rate": 1.9155625204203474e-05,
      "loss": 0.9707,
      "step": 7489
    },
    {
      "epoch": 0.15784454735599845,
      "grad_norm": 0.12768743932247162,
      "learning_rate": 1.915535068210908e-05,
      "loss": 0.9065,
      "step": 7490
    },
    {
      "epoch": 0.15786562139436375,
      "grad_norm": 0.13356904685497284,
      "learning_rate": 1.9155076117363557e-05,
      "loss": 0.9275,
      "step": 7491
    },
    {
      "epoch": 0.15788669543272904,
      "grad_norm": 0.1185431107878685,
      "learning_rate": 1.9154801509968184e-05,
      "loss": 0.9255,
      "step": 7492
    },
    {
      "epoch": 0.15790776947109433,
      "grad_norm": 0.12136398255825043,
      "learning_rate": 1.9154526859924242e-05,
      "loss": 0.9024,
      "step": 7493
    },
    {
      "epoch": 0.1579288435094596,
      "grad_norm": 0.15034425258636475,
      "learning_rate": 1.915425216723301e-05,
      "loss": 0.928,
      "step": 7494
    },
    {
      "epoch": 0.1579499175478249,
      "grad_norm": 0.14077022671699524,
      "learning_rate": 1.9153977431895768e-05,
      "loss": 0.94,
      "step": 7495
    },
    {
      "epoch": 0.15797099158619018,
      "grad_norm": 0.12969264388084412,
      "learning_rate": 1.9153702653913797e-05,
      "loss": 0.8972,
      "step": 7496
    },
    {
      "epoch": 0.15799206562455548,
      "grad_norm": 0.1332256942987442,
      "learning_rate": 1.9153427833288373e-05,
      "loss": 0.8924,
      "step": 7497
    },
    {
      "epoch": 0.15801313966292074,
      "grad_norm": 0.13008858263492584,
      "learning_rate": 1.9153152970020783e-05,
      "loss": 0.8893,
      "step": 7498
    },
    {
      "epoch": 0.15803421370128604,
      "grad_norm": 0.15643301606178284,
      "learning_rate": 1.91528780641123e-05,
      "loss": 0.8771,
      "step": 7499
    },
    {
      "epoch": 0.15805528773965133,
      "grad_norm": 0.14936751127243042,
      "learning_rate": 1.9152603115564207e-05,
      "loss": 0.971,
      "step": 7500
    },
    {
      "epoch": 0.15807636177801662,
      "grad_norm": 0.13516584038734436,
      "learning_rate": 1.915232812437779e-05,
      "loss": 0.8804,
      "step": 7501
    },
    {
      "epoch": 0.15809743581638191,
      "grad_norm": 0.15381303429603577,
      "learning_rate": 1.9152053090554324e-05,
      "loss": 0.9819,
      "step": 7502
    },
    {
      "epoch": 0.15811850985474718,
      "grad_norm": 0.13445357978343964,
      "learning_rate": 1.915177801409509e-05,
      "loss": 0.8877,
      "step": 7503
    },
    {
      "epoch": 0.15813958389311247,
      "grad_norm": 0.12456635385751724,
      "learning_rate": 1.9151502895001375e-05,
      "loss": 0.817,
      "step": 7504
    },
    {
      "epoch": 0.15816065793147777,
      "grad_norm": 0.11487624049186707,
      "learning_rate": 1.9151227733274455e-05,
      "loss": 0.8323,
      "step": 7505
    },
    {
      "epoch": 0.15818173196984306,
      "grad_norm": 0.13915441930294037,
      "learning_rate": 1.9150952528915615e-05,
      "loss": 0.906,
      "step": 7506
    },
    {
      "epoch": 0.15820280600820832,
      "grad_norm": 0.130148783326149,
      "learning_rate": 1.9150677281926134e-05,
      "loss": 0.9348,
      "step": 7507
    },
    {
      "epoch": 0.15822388004657362,
      "grad_norm": 0.12749998271465302,
      "learning_rate": 1.9150401992307302e-05,
      "loss": 0.9442,
      "step": 7508
    },
    {
      "epoch": 0.1582449540849389,
      "grad_norm": 0.14102184772491455,
      "learning_rate": 1.9150126660060395e-05,
      "loss": 0.9236,
      "step": 7509
    },
    {
      "epoch": 0.1582660281233042,
      "grad_norm": 0.1432967334985733,
      "learning_rate": 1.9149851285186693e-05,
      "loss": 0.9608,
      "step": 7510
    },
    {
      "epoch": 0.1582871021616695,
      "grad_norm": 0.13701285421848297,
      "learning_rate": 1.9149575867687485e-05,
      "loss": 0.938,
      "step": 7511
    },
    {
      "epoch": 0.15830817620003476,
      "grad_norm": 0.13503368198871613,
      "learning_rate": 1.914930040756405e-05,
      "loss": 0.9311,
      "step": 7512
    },
    {
      "epoch": 0.15832925023840005,
      "grad_norm": 0.17297543585300446,
      "learning_rate": 1.9149024904817675e-05,
      "loss": 0.9063,
      "step": 7513
    },
    {
      "epoch": 0.15835032427676535,
      "grad_norm": 0.14885260164737701,
      "learning_rate": 1.914874935944964e-05,
      "loss": 0.97,
      "step": 7514
    },
    {
      "epoch": 0.15837139831513064,
      "grad_norm": 0.15380679070949554,
      "learning_rate": 1.9148473771461234e-05,
      "loss": 0.9047,
      "step": 7515
    },
    {
      "epoch": 0.15839247235349593,
      "grad_norm": 0.12855148315429688,
      "learning_rate": 1.9148198140853734e-05,
      "loss": 0.9472,
      "step": 7516
    },
    {
      "epoch": 0.1584135463918612,
      "grad_norm": 0.1500021517276764,
      "learning_rate": 1.9147922467628425e-05,
      "loss": 0.9344,
      "step": 7517
    },
    {
      "epoch": 0.1584346204302265,
      "grad_norm": 0.20436318218708038,
      "learning_rate": 1.9147646751786598e-05,
      "loss": 0.9462,
      "step": 7518
    },
    {
      "epoch": 0.15845569446859178,
      "grad_norm": 0.13165587186813354,
      "learning_rate": 1.9147370993329527e-05,
      "loss": 0.8558,
      "step": 7519
    },
    {
      "epoch": 0.15847676850695708,
      "grad_norm": 0.14672379195690155,
      "learning_rate": 1.9147095192258503e-05,
      "loss": 0.9056,
      "step": 7520
    },
    {
      "epoch": 0.15849784254532234,
      "grad_norm": 0.16343678534030914,
      "learning_rate": 1.9146819348574813e-05,
      "loss": 0.8829,
      "step": 7521
    },
    {
      "epoch": 0.15851891658368764,
      "grad_norm": 0.1317969113588333,
      "learning_rate": 1.9146543462279742e-05,
      "loss": 0.956,
      "step": 7522
    },
    {
      "epoch": 0.15853999062205293,
      "grad_norm": 0.15000945329666138,
      "learning_rate": 1.9146267533374566e-05,
      "loss": 0.9322,
      "step": 7523
    },
    {
      "epoch": 0.15856106466041822,
      "grad_norm": 0.14845170080661774,
      "learning_rate": 1.914599156186058e-05,
      "loss": 0.9779,
      "step": 7524
    },
    {
      "epoch": 0.15858213869878351,
      "grad_norm": 0.13594582676887512,
      "learning_rate": 1.9145715547739066e-05,
      "loss": 0.8951,
      "step": 7525
    },
    {
      "epoch": 0.15860321273714878,
      "grad_norm": 0.1784696877002716,
      "learning_rate": 1.914543949101131e-05,
      "loss": 0.9703,
      "step": 7526
    },
    {
      "epoch": 0.15862428677551407,
      "grad_norm": 0.2003922015428543,
      "learning_rate": 1.91451633916786e-05,
      "loss": 0.9023,
      "step": 7527
    },
    {
      "epoch": 0.15864536081387937,
      "grad_norm": 0.11826670914888382,
      "learning_rate": 1.9144887249742218e-05,
      "loss": 0.8912,
      "step": 7528
    },
    {
      "epoch": 0.15866643485224466,
      "grad_norm": 0.17885445058345795,
      "learning_rate": 1.9144611065203454e-05,
      "loss": 0.9299,
      "step": 7529
    },
    {
      "epoch": 0.15868750889060992,
      "grad_norm": 0.15612000226974487,
      "learning_rate": 1.9144334838063595e-05,
      "loss": 0.9796,
      "step": 7530
    },
    {
      "epoch": 0.15870858292897522,
      "grad_norm": 0.14637722074985504,
      "learning_rate": 1.9144058568323926e-05,
      "loss": 0.9476,
      "step": 7531
    },
    {
      "epoch": 0.1587296569673405,
      "grad_norm": 0.15170755982398987,
      "learning_rate": 1.9143782255985736e-05,
      "loss": 0.8954,
      "step": 7532
    },
    {
      "epoch": 0.1587507310057058,
      "grad_norm": 0.1366303563117981,
      "learning_rate": 1.9143505901050306e-05,
      "loss": 0.8622,
      "step": 7533
    },
    {
      "epoch": 0.1587718050440711,
      "grad_norm": 0.1360258013010025,
      "learning_rate": 1.914322950351893e-05,
      "loss": 0.9145,
      "step": 7534
    },
    {
      "epoch": 0.15879287908243636,
      "grad_norm": 0.15961909294128418,
      "learning_rate": 1.91429530633929e-05,
      "loss": 0.9629,
      "step": 7535
    },
    {
      "epoch": 0.15881395312080165,
      "grad_norm": 0.12841667234897614,
      "learning_rate": 1.914267658067349e-05,
      "loss": 0.9433,
      "step": 7536
    },
    {
      "epoch": 0.15883502715916695,
      "grad_norm": 0.1430755853652954,
      "learning_rate": 1.9142400055362e-05,
      "loss": 0.9314,
      "step": 7537
    },
    {
      "epoch": 0.15885610119753224,
      "grad_norm": 0.1806798130273819,
      "learning_rate": 1.9142123487459713e-05,
      "loss": 0.9459,
      "step": 7538
    },
    {
      "epoch": 0.1588771752358975,
      "grad_norm": 0.15534284710884094,
      "learning_rate": 1.9141846876967918e-05,
      "loss": 0.9284,
      "step": 7539
    },
    {
      "epoch": 0.1588982492742628,
      "grad_norm": 0.1296001523733139,
      "learning_rate": 1.9141570223887902e-05,
      "loss": 0.8707,
      "step": 7540
    },
    {
      "epoch": 0.1589193233126281,
      "grad_norm": 0.1679624319076538,
      "learning_rate": 1.9141293528220957e-05,
      "loss": 0.9012,
      "step": 7541
    },
    {
      "epoch": 0.15894039735099338,
      "grad_norm": 0.1689031571149826,
      "learning_rate": 1.914101678996837e-05,
      "loss": 0.96,
      "step": 7542
    },
    {
      "epoch": 0.15896147138935868,
      "grad_norm": 0.11372058093547821,
      "learning_rate": 1.9140740009131433e-05,
      "loss": 0.8704,
      "step": 7543
    },
    {
      "epoch": 0.15898254542772394,
      "grad_norm": 0.17410126328468323,
      "learning_rate": 1.9140463185711435e-05,
      "loss": 0.9666,
      "step": 7544
    },
    {
      "epoch": 0.15900361946608924,
      "grad_norm": 0.1686282902956009,
      "learning_rate": 1.914018631970966e-05,
      "loss": 0.8734,
      "step": 7545
    },
    {
      "epoch": 0.15902469350445453,
      "grad_norm": 0.14047807455062866,
      "learning_rate": 1.9139909411127405e-05,
      "loss": 0.998,
      "step": 7546
    },
    {
      "epoch": 0.15904576754281982,
      "grad_norm": 0.1702023297548294,
      "learning_rate": 1.9139632459965954e-05,
      "loss": 0.9097,
      "step": 7547
    },
    {
      "epoch": 0.1590668415811851,
      "grad_norm": 0.22640609741210938,
      "learning_rate": 1.91393554662266e-05,
      "loss": 0.9323,
      "step": 7548
    },
    {
      "epoch": 0.15908791561955038,
      "grad_norm": 0.16271494328975677,
      "learning_rate": 1.9139078429910638e-05,
      "loss": 0.8886,
      "step": 7549
    },
    {
      "epoch": 0.15910898965791567,
      "grad_norm": 0.1516844481229782,
      "learning_rate": 1.913880135101935e-05,
      "loss": 0.9139,
      "step": 7550
    },
    {
      "epoch": 0.15913006369628097,
      "grad_norm": 0.2301289290189743,
      "learning_rate": 1.9138524229554032e-05,
      "loss": 0.9756,
      "step": 7551
    },
    {
      "epoch": 0.15915113773464626,
      "grad_norm": 0.16739778220653534,
      "learning_rate": 1.9138247065515973e-05,
      "loss": 0.8681,
      "step": 7552
    },
    {
      "epoch": 0.15917221177301152,
      "grad_norm": 0.13952018320560455,
      "learning_rate": 1.9137969858906466e-05,
      "loss": 0.9256,
      "step": 7553
    },
    {
      "epoch": 0.15919328581137682,
      "grad_norm": 0.17134833335876465,
      "learning_rate": 1.9137692609726804e-05,
      "loss": 0.91,
      "step": 7554
    },
    {
      "epoch": 0.1592143598497421,
      "grad_norm": 0.15746164321899414,
      "learning_rate": 1.913741531797827e-05,
      "loss": 0.9534,
      "step": 7555
    },
    {
      "epoch": 0.1592354338881074,
      "grad_norm": 0.1878216713666916,
      "learning_rate": 1.9137137983662165e-05,
      "loss": 0.9192,
      "step": 7556
    },
    {
      "epoch": 0.15925650792647267,
      "grad_norm": 0.16721349954605103,
      "learning_rate": 1.913686060677978e-05,
      "loss": 0.9558,
      "step": 7557
    },
    {
      "epoch": 0.15927758196483796,
      "grad_norm": 0.2899596691131592,
      "learning_rate": 1.91365831873324e-05,
      "loss": 1.0488,
      "step": 7558
    },
    {
      "epoch": 0.15929865600320325,
      "grad_norm": 0.1425441950559616,
      "learning_rate": 1.9136305725321328e-05,
      "loss": 0.9311,
      "step": 7559
    },
    {
      "epoch": 0.15931973004156855,
      "grad_norm": 0.2388816475868225,
      "learning_rate": 1.913602822074785e-05,
      "loss": 0.9976,
      "step": 7560
    },
    {
      "epoch": 0.15934080407993384,
      "grad_norm": 0.16067340970039368,
      "learning_rate": 1.9135750673613255e-05,
      "loss": 0.9056,
      "step": 7561
    },
    {
      "epoch": 0.1593618781182991,
      "grad_norm": 0.2662382125854492,
      "learning_rate": 1.9135473083918847e-05,
      "loss": 0.9581,
      "step": 7562
    },
    {
      "epoch": 0.1593829521566644,
      "grad_norm": 0.1685858964920044,
      "learning_rate": 1.9135195451665905e-05,
      "loss": 0.9029,
      "step": 7563
    },
    {
      "epoch": 0.1594040261950297,
      "grad_norm": 0.1651235669851303,
      "learning_rate": 1.9134917776855738e-05,
      "loss": 0.861,
      "step": 7564
    },
    {
      "epoch": 0.15942510023339498,
      "grad_norm": 0.1573294699192047,
      "learning_rate": 1.9134640059489625e-05,
      "loss": 0.9716,
      "step": 7565
    },
    {
      "epoch": 0.15944617427176025,
      "grad_norm": 0.16251446306705475,
      "learning_rate": 1.9134362299568872e-05,
      "loss": 0.9758,
      "step": 7566
    },
    {
      "epoch": 0.15946724831012554,
      "grad_norm": 0.16285714507102966,
      "learning_rate": 1.9134084497094766e-05,
      "loss": 0.9372,
      "step": 7567
    },
    {
      "epoch": 0.15948832234849084,
      "grad_norm": 0.14919333159923553,
      "learning_rate": 1.9133806652068605e-05,
      "loss": 0.9374,
      "step": 7568
    },
    {
      "epoch": 0.15950939638685613,
      "grad_norm": 0.15644405782222748,
      "learning_rate": 1.913352876449168e-05,
      "loss": 0.9359,
      "step": 7569
    },
    {
      "epoch": 0.15953047042522142,
      "grad_norm": 0.13495515286922455,
      "learning_rate": 1.9133250834365283e-05,
      "loss": 0.9402,
      "step": 7570
    },
    {
      "epoch": 0.1595515444635867,
      "grad_norm": 0.16807842254638672,
      "learning_rate": 1.9132972861690718e-05,
      "loss": 0.9675,
      "step": 7571
    },
    {
      "epoch": 0.15957261850195198,
      "grad_norm": 0.1500018686056137,
      "learning_rate": 1.9132694846469268e-05,
      "loss": 0.9679,
      "step": 7572
    },
    {
      "epoch": 0.15959369254031727,
      "grad_norm": 0.19690558314323425,
      "learning_rate": 1.913241678870224e-05,
      "loss": 0.9522,
      "step": 7573
    },
    {
      "epoch": 0.15961476657868257,
      "grad_norm": 0.15236006677150726,
      "learning_rate": 1.9132138688390923e-05,
      "loss": 0.9941,
      "step": 7574
    },
    {
      "epoch": 0.15963584061704783,
      "grad_norm": 0.252866268157959,
      "learning_rate": 1.9131860545536614e-05,
      "loss": 0.8607,
      "step": 7575
    },
    {
      "epoch": 0.15965691465541312,
      "grad_norm": 0.16553553938865662,
      "learning_rate": 1.9131582360140607e-05,
      "loss": 0.9453,
      "step": 7576
    },
    {
      "epoch": 0.15967798869377842,
      "grad_norm": 0.1364964097738266,
      "learning_rate": 1.9131304132204196e-05,
      "loss": 0.9012,
      "step": 7577
    },
    {
      "epoch": 0.1596990627321437,
      "grad_norm": 0.1746603101491928,
      "learning_rate": 1.9131025861728686e-05,
      "loss": 0.8551,
      "step": 7578
    },
    {
      "epoch": 0.159720136770509,
      "grad_norm": 0.129289910197258,
      "learning_rate": 1.9130747548715365e-05,
      "loss": 0.9106,
      "step": 7579
    },
    {
      "epoch": 0.15974121080887427,
      "grad_norm": 0.1700308620929718,
      "learning_rate": 1.9130469193165533e-05,
      "loss": 1.0007,
      "step": 7580
    },
    {
      "epoch": 0.15976228484723956,
      "grad_norm": 0.12801504135131836,
      "learning_rate": 1.9130190795080484e-05,
      "loss": 0.9264,
      "step": 7581
    },
    {
      "epoch": 0.15978335888560485,
      "grad_norm": 0.16400660574436188,
      "learning_rate": 1.912991235446152e-05,
      "loss": 0.9206,
      "step": 7582
    },
    {
      "epoch": 0.15980443292397015,
      "grad_norm": 0.15033811330795288,
      "learning_rate": 1.9129633871309932e-05,
      "loss": 0.9286,
      "step": 7583
    },
    {
      "epoch": 0.1598255069623354,
      "grad_norm": 0.1581202894449234,
      "learning_rate": 1.9129355345627024e-05,
      "loss": 0.9405,
      "step": 7584
    },
    {
      "epoch": 0.1598465810007007,
      "grad_norm": 0.13030269742012024,
      "learning_rate": 1.912907677741409e-05,
      "loss": 0.8679,
      "step": 7585
    },
    {
      "epoch": 0.159867655039066,
      "grad_norm": 0.17723749577999115,
      "learning_rate": 1.9128798166672428e-05,
      "loss": 0.971,
      "step": 7586
    },
    {
      "epoch": 0.1598887290774313,
      "grad_norm": 0.16593143343925476,
      "learning_rate": 1.9128519513403332e-05,
      "loss": 0.9856,
      "step": 7587
    },
    {
      "epoch": 0.15990980311579658,
      "grad_norm": 0.15041647851467133,
      "learning_rate": 1.9128240817608104e-05,
      "loss": 0.9535,
      "step": 7588
    },
    {
      "epoch": 0.15993087715416185,
      "grad_norm": 0.11660514771938324,
      "learning_rate": 1.9127962079288044e-05,
      "loss": 0.9122,
      "step": 7589
    },
    {
      "epoch": 0.15995195119252714,
      "grad_norm": 0.1576383262872696,
      "learning_rate": 1.912768329844445e-05,
      "loss": 0.9262,
      "step": 7590
    },
    {
      "epoch": 0.15997302523089243,
      "grad_norm": 0.1324683278799057,
      "learning_rate": 1.912740447507862e-05,
      "loss": 0.8972,
      "step": 7591
    },
    {
      "epoch": 0.15999409926925773,
      "grad_norm": 0.1261788308620453,
      "learning_rate": 1.912712560919185e-05,
      "loss": 0.8595,
      "step": 7592
    },
    {
      "epoch": 0.160015173307623,
      "grad_norm": 0.13429465889930725,
      "learning_rate": 1.912684670078544e-05,
      "loss": 0.9268,
      "step": 7593
    },
    {
      "epoch": 0.1600362473459883,
      "grad_norm": 0.14324557781219482,
      "learning_rate": 1.9126567749860695e-05,
      "loss": 0.9109,
      "step": 7594
    },
    {
      "epoch": 0.16005732138435358,
      "grad_norm": 0.1705387681722641,
      "learning_rate": 1.9126288756418905e-05,
      "loss": 0.8971,
      "step": 7595
    },
    {
      "epoch": 0.16007839542271887,
      "grad_norm": 0.16133540868759155,
      "learning_rate": 1.9126009720461377e-05,
      "loss": 0.9414,
      "step": 7596
    },
    {
      "epoch": 0.16009946946108417,
      "grad_norm": 0.1674095243215561,
      "learning_rate": 1.912573064198941e-05,
      "loss": 0.8845,
      "step": 7597
    },
    {
      "epoch": 0.16012054349944943,
      "grad_norm": 0.1469893455505371,
      "learning_rate": 1.9125451521004302e-05,
      "loss": 0.9761,
      "step": 7598
    },
    {
      "epoch": 0.16014161753781472,
      "grad_norm": 0.12797345221042633,
      "learning_rate": 1.9125172357507356e-05,
      "loss": 0.9917,
      "step": 7599
    },
    {
      "epoch": 0.16016269157618002,
      "grad_norm": 0.11773985624313354,
      "learning_rate": 1.9124893151499874e-05,
      "loss": 0.9955,
      "step": 7600
    },
    {
      "epoch": 0.1601837656145453,
      "grad_norm": 0.12452719360589981,
      "learning_rate": 1.9124613902983148e-05,
      "loss": 0.8915,
      "step": 7601
    },
    {
      "epoch": 0.16020483965291057,
      "grad_norm": 0.14395155012607574,
      "learning_rate": 1.9124334611958488e-05,
      "loss": 0.9236,
      "step": 7602
    },
    {
      "epoch": 0.16022591369127587,
      "grad_norm": 0.11358696222305298,
      "learning_rate": 1.9124055278427186e-05,
      "loss": 0.8941,
      "step": 7603
    },
    {
      "epoch": 0.16024698772964116,
      "grad_norm": 0.1301705241203308,
      "learning_rate": 1.9123775902390555e-05,
      "loss": 0.8915,
      "step": 7604
    },
    {
      "epoch": 0.16026806176800645,
      "grad_norm": 0.15076330304145813,
      "learning_rate": 1.9123496483849888e-05,
      "loss": 0.9092,
      "step": 7605
    },
    {
      "epoch": 0.16028913580637175,
      "grad_norm": 0.14378505945205688,
      "learning_rate": 1.912321702280649e-05,
      "loss": 0.9645,
      "step": 7606
    },
    {
      "epoch": 0.160310209844737,
      "grad_norm": 0.13555914163589478,
      "learning_rate": 1.9122937519261663e-05,
      "loss": 0.9083,
      "step": 7607
    },
    {
      "epoch": 0.1603312838831023,
      "grad_norm": 0.12285394221544266,
      "learning_rate": 1.9122657973216707e-05,
      "loss": 0.9773,
      "step": 7608
    },
    {
      "epoch": 0.1603523579214676,
      "grad_norm": 0.14296190440654755,
      "learning_rate": 1.9122378384672923e-05,
      "loss": 0.9334,
      "step": 7609
    },
    {
      "epoch": 0.1603734319598329,
      "grad_norm": 0.1454685777425766,
      "learning_rate": 1.912209875363162e-05,
      "loss": 0.8866,
      "step": 7610
    },
    {
      "epoch": 0.16039450599819818,
      "grad_norm": 0.149404376745224,
      "learning_rate": 1.9121819080094096e-05,
      "loss": 0.9984,
      "step": 7611
    },
    {
      "epoch": 0.16041558003656345,
      "grad_norm": 0.13570483028888702,
      "learning_rate": 1.912153936406165e-05,
      "loss": 0.9472,
      "step": 7612
    },
    {
      "epoch": 0.16043665407492874,
      "grad_norm": 0.15331585705280304,
      "learning_rate": 1.912125960553559e-05,
      "loss": 0.9211,
      "step": 7613
    },
    {
      "epoch": 0.16045772811329403,
      "grad_norm": 0.14994321763515472,
      "learning_rate": 1.9120979804517224e-05,
      "loss": 0.9353,
      "step": 7614
    },
    {
      "epoch": 0.16047880215165933,
      "grad_norm": 0.15586988627910614,
      "learning_rate": 1.912069996100785e-05,
      "loss": 0.9523,
      "step": 7615
    },
    {
      "epoch": 0.1604998761900246,
      "grad_norm": 0.14468079805374146,
      "learning_rate": 1.9120420075008768e-05,
      "loss": 0.9447,
      "step": 7616
    },
    {
      "epoch": 0.16052095022838989,
      "grad_norm": 0.19847218692302704,
      "learning_rate": 1.9120140146521287e-05,
      "loss": 1.0303,
      "step": 7617
    },
    {
      "epoch": 0.16054202426675518,
      "grad_norm": 0.25873252749443054,
      "learning_rate": 1.911986017554671e-05,
      "loss": 0.9952,
      "step": 7618
    },
    {
      "epoch": 0.16056309830512047,
      "grad_norm": 0.1752852350473404,
      "learning_rate": 1.9119580162086345e-05,
      "loss": 0.9596,
      "step": 7619
    },
    {
      "epoch": 0.16058417234348576,
      "grad_norm": 0.18987779319286346,
      "learning_rate": 1.9119300106141487e-05,
      "loss": 0.9533,
      "step": 7620
    },
    {
      "epoch": 0.16060524638185103,
      "grad_norm": 0.2911185026168823,
      "learning_rate": 1.911902000771345e-05,
      "loss": 1.0007,
      "step": 7621
    },
    {
      "epoch": 0.16062632042021632,
      "grad_norm": 0.17893005907535553,
      "learning_rate": 1.9118739866803534e-05,
      "loss": 0.9497,
      "step": 7622
    },
    {
      "epoch": 0.16064739445858162,
      "grad_norm": 0.2068709135055542,
      "learning_rate": 1.9118459683413048e-05,
      "loss": 0.889,
      "step": 7623
    },
    {
      "epoch": 0.1606684684969469,
      "grad_norm": 0.20698773860931396,
      "learning_rate": 1.911817945754329e-05,
      "loss": 0.9957,
      "step": 7624
    },
    {
      "epoch": 0.16068954253531217,
      "grad_norm": 0.18197134137153625,
      "learning_rate": 1.9117899189195572e-05,
      "loss": 0.8973,
      "step": 7625
    },
    {
      "epoch": 0.16071061657367747,
      "grad_norm": 0.17048309743404388,
      "learning_rate": 1.91176188783712e-05,
      "loss": 0.9369,
      "step": 7626
    },
    {
      "epoch": 0.16073169061204276,
      "grad_norm": 0.2520858943462372,
      "learning_rate": 1.9117338525071473e-05,
      "loss": 0.9482,
      "step": 7627
    },
    {
      "epoch": 0.16075276465040805,
      "grad_norm": 0.13269935548305511,
      "learning_rate": 1.9117058129297704e-05,
      "loss": 0.9388,
      "step": 7628
    },
    {
      "epoch": 0.16077383868877335,
      "grad_norm": 0.23831476271152496,
      "learning_rate": 1.9116777691051197e-05,
      "loss": 0.8964,
      "step": 7629
    },
    {
      "epoch": 0.1607949127271386,
      "grad_norm": 0.16644465923309326,
      "learning_rate": 1.9116497210333257e-05,
      "loss": 0.9342,
      "step": 7630
    },
    {
      "epoch": 0.1608159867655039,
      "grad_norm": 0.23376847803592682,
      "learning_rate": 1.9116216687145194e-05,
      "loss": 0.9509,
      "step": 7631
    },
    {
      "epoch": 0.1608370608038692,
      "grad_norm": 0.20483224093914032,
      "learning_rate": 1.911593612148831e-05,
      "loss": 0.8848,
      "step": 7632
    },
    {
      "epoch": 0.1608581348422345,
      "grad_norm": 0.1919274926185608,
      "learning_rate": 1.911565551336392e-05,
      "loss": 1.0291,
      "step": 7633
    },
    {
      "epoch": 0.16087920888059976,
      "grad_norm": 0.21943184733390808,
      "learning_rate": 1.911537486277332e-05,
      "loss": 0.9013,
      "step": 7634
    },
    {
      "epoch": 0.16090028291896505,
      "grad_norm": 0.18379515409469604,
      "learning_rate": 1.9115094169717826e-05,
      "loss": 0.9624,
      "step": 7635
    },
    {
      "epoch": 0.16092135695733034,
      "grad_norm": 0.1837756335735321,
      "learning_rate": 1.9114813434198742e-05,
      "loss": 0.9619,
      "step": 7636
    },
    {
      "epoch": 0.16094243099569563,
      "grad_norm": 0.18498161435127258,
      "learning_rate": 1.911453265621738e-05,
      "loss": 0.9236,
      "step": 7637
    },
    {
      "epoch": 0.16096350503406093,
      "grad_norm": 0.13864117860794067,
      "learning_rate": 1.9114251835775043e-05,
      "loss": 0.9834,
      "step": 7638
    },
    {
      "epoch": 0.1609845790724262,
      "grad_norm": 0.15170705318450928,
      "learning_rate": 1.9113970972873042e-05,
      "loss": 0.9189,
      "step": 7639
    },
    {
      "epoch": 0.16100565311079149,
      "grad_norm": 0.18377970159053802,
      "learning_rate": 1.9113690067512682e-05,
      "loss": 0.9719,
      "step": 7640
    },
    {
      "epoch": 0.16102672714915678,
      "grad_norm": 0.12545081973075867,
      "learning_rate": 1.9113409119695276e-05,
      "loss": 0.8721,
      "step": 7641
    },
    {
      "epoch": 0.16104780118752207,
      "grad_norm": 0.1932389885187149,
      "learning_rate": 1.9113128129422133e-05,
      "loss": 0.842,
      "step": 7642
    },
    {
      "epoch": 0.16106887522588734,
      "grad_norm": 0.1149163469672203,
      "learning_rate": 1.911284709669456e-05,
      "loss": 0.8215,
      "step": 7643
    },
    {
      "epoch": 0.16108994926425263,
      "grad_norm": 0.1735398918390274,
      "learning_rate": 1.9112566021513865e-05,
      "loss": 0.9768,
      "step": 7644
    },
    {
      "epoch": 0.16111102330261792,
      "grad_norm": 0.17786917090415955,
      "learning_rate": 1.911228490388136e-05,
      "loss": 0.9537,
      "step": 7645
    },
    {
      "epoch": 0.16113209734098322,
      "grad_norm": 0.16052500903606415,
      "learning_rate": 1.911200374379835e-05,
      "loss": 0.9565,
      "step": 7646
    },
    {
      "epoch": 0.1611531713793485,
      "grad_norm": 0.13397206366062164,
      "learning_rate": 1.911172254126615e-05,
      "loss": 0.965,
      "step": 7647
    },
    {
      "epoch": 0.16117424541771377,
      "grad_norm": 0.14281347393989563,
      "learning_rate": 1.911144129628607e-05,
      "loss": 0.9675,
      "step": 7648
    },
    {
      "epoch": 0.16119531945607907,
      "grad_norm": 0.19387386739253998,
      "learning_rate": 1.9111160008859417e-05,
      "loss": 0.9548,
      "step": 7649
    },
    {
      "epoch": 0.16121639349444436,
      "grad_norm": 0.15632158517837524,
      "learning_rate": 1.9110878678987503e-05,
      "loss": 0.9347,
      "step": 7650
    },
    {
      "epoch": 0.16123746753280965,
      "grad_norm": 0.14792226254940033,
      "learning_rate": 1.911059730667164e-05,
      "loss": 0.9912,
      "step": 7651
    },
    {
      "epoch": 0.16125854157117492,
      "grad_norm": 0.15416167676448822,
      "learning_rate": 1.9110315891913137e-05,
      "loss": 0.9133,
      "step": 7652
    },
    {
      "epoch": 0.1612796156095402,
      "grad_norm": 0.14665961265563965,
      "learning_rate": 1.9110034434713302e-05,
      "loss": 0.9298,
      "step": 7653
    },
    {
      "epoch": 0.1613006896479055,
      "grad_norm": 0.14968585968017578,
      "learning_rate": 1.910975293507345e-05,
      "loss": 0.9005,
      "step": 7654
    },
    {
      "epoch": 0.1613217636862708,
      "grad_norm": 0.15876168012619019,
      "learning_rate": 1.9109471392994896e-05,
      "loss": 0.9346,
      "step": 7655
    },
    {
      "epoch": 0.1613428377246361,
      "grad_norm": 0.14895933866500854,
      "learning_rate": 1.910918980847894e-05,
      "loss": 0.9553,
      "step": 7656
    },
    {
      "epoch": 0.16136391176300136,
      "grad_norm": 0.15410344302654266,
      "learning_rate": 1.9108908181526907e-05,
      "loss": 0.9429,
      "step": 7657
    },
    {
      "epoch": 0.16138498580136665,
      "grad_norm": 0.1377004235982895,
      "learning_rate": 1.9108626512140104e-05,
      "loss": 1.0067,
      "step": 7658
    },
    {
      "epoch": 0.16140605983973194,
      "grad_norm": 0.17392291128635406,
      "learning_rate": 1.910834480031984e-05,
      "loss": 0.9745,
      "step": 7659
    },
    {
      "epoch": 0.16142713387809723,
      "grad_norm": 0.1604163497686386,
      "learning_rate": 1.910806304606743e-05,
      "loss": 0.8553,
      "step": 7660
    },
    {
      "epoch": 0.1614482079164625,
      "grad_norm": 0.13285280764102936,
      "learning_rate": 1.910778124938419e-05,
      "loss": 0.9623,
      "step": 7661
    },
    {
      "epoch": 0.1614692819548278,
      "grad_norm": 0.1381397396326065,
      "learning_rate": 1.9107499410271423e-05,
      "loss": 0.9715,
      "step": 7662
    },
    {
      "epoch": 0.16149035599319309,
      "grad_norm": 0.15854136645793915,
      "learning_rate": 1.910721752873045e-05,
      "loss": 0.9458,
      "step": 7663
    },
    {
      "epoch": 0.16151143003155838,
      "grad_norm": 0.12851986289024353,
      "learning_rate": 1.9106935604762585e-05,
      "loss": 0.8702,
      "step": 7664
    },
    {
      "epoch": 0.16153250406992367,
      "grad_norm": 0.16379112005233765,
      "learning_rate": 1.9106653638369138e-05,
      "loss": 0.9746,
      "step": 7665
    },
    {
      "epoch": 0.16155357810828894,
      "grad_norm": 0.17182156443595886,
      "learning_rate": 1.9106371629551422e-05,
      "loss": 0.9227,
      "step": 7666
    },
    {
      "epoch": 0.16157465214665423,
      "grad_norm": 0.14219945669174194,
      "learning_rate": 1.9106089578310752e-05,
      "loss": 0.9927,
      "step": 7667
    },
    {
      "epoch": 0.16159572618501952,
      "grad_norm": 0.15273547172546387,
      "learning_rate": 1.910580748464844e-05,
      "loss": 0.934,
      "step": 7668
    },
    {
      "epoch": 0.16161680022338482,
      "grad_norm": 0.15559297800064087,
      "learning_rate": 1.9105525348565805e-05,
      "loss": 0.9341,
      "step": 7669
    },
    {
      "epoch": 0.16163787426175008,
      "grad_norm": 0.14445760846138,
      "learning_rate": 1.9105243170064157e-05,
      "loss": 0.927,
      "step": 7670
    },
    {
      "epoch": 0.16165894830011537,
      "grad_norm": 0.15421859920024872,
      "learning_rate": 1.9104960949144814e-05,
      "loss": 0.939,
      "step": 7671
    },
    {
      "epoch": 0.16168002233848067,
      "grad_norm": 0.11946600675582886,
      "learning_rate": 1.910467868580909e-05,
      "loss": 0.9613,
      "step": 7672
    },
    {
      "epoch": 0.16170109637684596,
      "grad_norm": 0.13746760785579681,
      "learning_rate": 1.9104396380058295e-05,
      "loss": 0.9258,
      "step": 7673
    },
    {
      "epoch": 0.16172217041521125,
      "grad_norm": 0.13441546261310577,
      "learning_rate": 1.910411403189375e-05,
      "loss": 0.941,
      "step": 7674
    },
    {
      "epoch": 0.16174324445357652,
      "grad_norm": 0.14917609095573425,
      "learning_rate": 1.9103831641316762e-05,
      "loss": 0.9441,
      "step": 7675
    },
    {
      "epoch": 0.1617643184919418,
      "grad_norm": 0.17656664550304413,
      "learning_rate": 1.910354920832866e-05,
      "loss": 0.9793,
      "step": 7676
    },
    {
      "epoch": 0.1617853925303071,
      "grad_norm": 0.13287651538848877,
      "learning_rate": 1.9103266732930753e-05,
      "loss": 0.9184,
      "step": 7677
    },
    {
      "epoch": 0.1618064665686724,
      "grad_norm": 0.1402892768383026,
      "learning_rate": 1.9102984215124352e-05,
      "loss": 0.9479,
      "step": 7678
    },
    {
      "epoch": 0.16182754060703766,
      "grad_norm": 0.15766803920269012,
      "learning_rate": 1.910270165491078e-05,
      "loss": 0.9106,
      "step": 7679
    },
    {
      "epoch": 0.16184861464540296,
      "grad_norm": 0.14982745051383972,
      "learning_rate": 1.910241905229135e-05,
      "loss": 0.9717,
      "step": 7680
    },
    {
      "epoch": 0.16186968868376825,
      "grad_norm": 0.13254471123218536,
      "learning_rate": 1.910213640726738e-05,
      "loss": 0.9028,
      "step": 7681
    },
    {
      "epoch": 0.16189076272213354,
      "grad_norm": 0.12164203822612762,
      "learning_rate": 1.9101853719840185e-05,
      "loss": 0.8579,
      "step": 7682
    },
    {
      "epoch": 0.16191183676049883,
      "grad_norm": 0.15889319777488708,
      "learning_rate": 1.9101570990011087e-05,
      "loss": 0.9902,
      "step": 7683
    },
    {
      "epoch": 0.1619329107988641,
      "grad_norm": 0.1193806380033493,
      "learning_rate": 1.9101288217781397e-05,
      "loss": 0.9213,
      "step": 7684
    },
    {
      "epoch": 0.1619539848372294,
      "grad_norm": 0.13661126792430878,
      "learning_rate": 1.9101005403152432e-05,
      "loss": 0.977,
      "step": 7685
    },
    {
      "epoch": 0.16197505887559469,
      "grad_norm": 0.1434241384267807,
      "learning_rate": 1.9100722546125518e-05,
      "loss": 0.9369,
      "step": 7686
    },
    {
      "epoch": 0.16199613291395998,
      "grad_norm": 0.12125332653522491,
      "learning_rate": 1.9100439646701962e-05,
      "loss": 0.9111,
      "step": 7687
    },
    {
      "epoch": 0.16201720695232524,
      "grad_norm": 0.13526217639446259,
      "learning_rate": 1.9100156704883085e-05,
      "loss": 0.9568,
      "step": 7688
    },
    {
      "epoch": 0.16203828099069054,
      "grad_norm": 0.13459011912345886,
      "learning_rate": 1.909987372067021e-05,
      "loss": 0.8346,
      "step": 7689
    },
    {
      "epoch": 0.16205935502905583,
      "grad_norm": 0.1251147836446762,
      "learning_rate": 1.9099590694064654e-05,
      "loss": 0.9673,
      "step": 7690
    },
    {
      "epoch": 0.16208042906742112,
      "grad_norm": 0.1168370246887207,
      "learning_rate": 1.909930762506773e-05,
      "loss": 0.8894,
      "step": 7691
    },
    {
      "epoch": 0.16210150310578642,
      "grad_norm": 0.12381123751401901,
      "learning_rate": 1.9099024513680763e-05,
      "loss": 0.906,
      "step": 7692
    },
    {
      "epoch": 0.16212257714415168,
      "grad_norm": 0.11101929098367691,
      "learning_rate": 1.9098741359905068e-05,
      "loss": 0.8683,
      "step": 7693
    },
    {
      "epoch": 0.16214365118251697,
      "grad_norm": 0.12435831874608994,
      "learning_rate": 1.9098458163741964e-05,
      "loss": 0.9477,
      "step": 7694
    },
    {
      "epoch": 0.16216472522088227,
      "grad_norm": 0.1346951574087143,
      "learning_rate": 1.9098174925192775e-05,
      "loss": 0.8637,
      "step": 7695
    },
    {
      "epoch": 0.16218579925924756,
      "grad_norm": 0.1261616051197052,
      "learning_rate": 1.9097891644258814e-05,
      "loss": 0.9288,
      "step": 7696
    },
    {
      "epoch": 0.16220687329761282,
      "grad_norm": 0.15745006501674652,
      "learning_rate": 1.9097608320941404e-05,
      "loss": 0.984,
      "step": 7697
    },
    {
      "epoch": 0.16222794733597812,
      "grad_norm": 0.1428666114807129,
      "learning_rate": 1.9097324955241867e-05,
      "loss": 0.8515,
      "step": 7698
    },
    {
      "epoch": 0.1622490213743434,
      "grad_norm": 0.16282027959823608,
      "learning_rate": 1.909704154716152e-05,
      "loss": 1.0178,
      "step": 7699
    },
    {
      "epoch": 0.1622700954127087,
      "grad_norm": 0.21186958253383636,
      "learning_rate": 1.9096758096701684e-05,
      "loss": 0.9405,
      "step": 7700
    },
    {
      "epoch": 0.162291169451074,
      "grad_norm": 0.16606405377388,
      "learning_rate": 1.909647460386368e-05,
      "loss": 0.8838,
      "step": 7701
    },
    {
      "epoch": 0.16231224348943926,
      "grad_norm": 0.1630241572856903,
      "learning_rate": 1.9096191068648826e-05,
      "loss": 0.9602,
      "step": 7702
    },
    {
      "epoch": 0.16233331752780455,
      "grad_norm": 0.18317699432373047,
      "learning_rate": 1.9095907491058448e-05,
      "loss": 1.0226,
      "step": 7703
    },
    {
      "epoch": 0.16235439156616985,
      "grad_norm": 0.16136181354522705,
      "learning_rate": 1.9095623871093864e-05,
      "loss": 0.8816,
      "step": 7704
    },
    {
      "epoch": 0.16237546560453514,
      "grad_norm": 0.16275326907634735,
      "learning_rate": 1.9095340208756395e-05,
      "loss": 0.9744,
      "step": 7705
    },
    {
      "epoch": 0.16239653964290043,
      "grad_norm": 0.15890443325042725,
      "learning_rate": 1.909505650404736e-05,
      "loss": 0.9733,
      "step": 7706
    },
    {
      "epoch": 0.1624176136812657,
      "grad_norm": 0.1444888710975647,
      "learning_rate": 1.909477275696809e-05,
      "loss": 0.9863,
      "step": 7707
    },
    {
      "epoch": 0.162438687719631,
      "grad_norm": 0.18061505258083344,
      "learning_rate": 1.9094488967519896e-05,
      "loss": 0.9194,
      "step": 7708
    },
    {
      "epoch": 0.16245976175799628,
      "grad_norm": 0.13886138796806335,
      "learning_rate": 1.9094205135704102e-05,
      "loss": 0.8848,
      "step": 7709
    },
    {
      "epoch": 0.16248083579636158,
      "grad_norm": 0.18381597101688385,
      "learning_rate": 1.909392126152204e-05,
      "loss": 0.938,
      "step": 7710
    },
    {
      "epoch": 0.16250190983472684,
      "grad_norm": 0.14177754521369934,
      "learning_rate": 1.909363734497502e-05,
      "loss": 0.93,
      "step": 7711
    },
    {
      "epoch": 0.16252298387309214,
      "grad_norm": 0.19597065448760986,
      "learning_rate": 1.9093353386064374e-05,
      "loss": 0.9355,
      "step": 7712
    },
    {
      "epoch": 0.16254405791145743,
      "grad_norm": 0.14082159101963043,
      "learning_rate": 1.9093069384791415e-05,
      "loss": 0.9608,
      "step": 7713
    },
    {
      "epoch": 0.16256513194982272,
      "grad_norm": 0.14328187704086304,
      "learning_rate": 1.9092785341157475e-05,
      "loss": 0.9318,
      "step": 7714
    },
    {
      "epoch": 0.16258620598818802,
      "grad_norm": 0.179361954331398,
      "learning_rate": 1.9092501255163874e-05,
      "loss": 1.0109,
      "step": 7715
    },
    {
      "epoch": 0.16260728002655328,
      "grad_norm": 0.17857486009597778,
      "learning_rate": 1.9092217126811938e-05,
      "loss": 0.9382,
      "step": 7716
    },
    {
      "epoch": 0.16262835406491857,
      "grad_norm": 0.11623016744852066,
      "learning_rate": 1.9091932956102985e-05,
      "loss": 0.8504,
      "step": 7717
    },
    {
      "epoch": 0.16264942810328387,
      "grad_norm": 0.1506638377904892,
      "learning_rate": 1.909164874303834e-05,
      "loss": 0.9484,
      "step": 7718
    },
    {
      "epoch": 0.16267050214164916,
      "grad_norm": 0.1840330958366394,
      "learning_rate": 1.9091364487619334e-05,
      "loss": 0.9032,
      "step": 7719
    },
    {
      "epoch": 0.16269157618001442,
      "grad_norm": 0.12665922939777374,
      "learning_rate": 1.9091080189847283e-05,
      "loss": 0.9394,
      "step": 7720
    },
    {
      "epoch": 0.16271265021837972,
      "grad_norm": 0.11530652642250061,
      "learning_rate": 1.9090795849723517e-05,
      "loss": 0.8263,
      "step": 7721
    },
    {
      "epoch": 0.162733724256745,
      "grad_norm": 0.13756544888019562,
      "learning_rate": 1.9090511467249357e-05,
      "loss": 0.9087,
      "step": 7722
    },
    {
      "epoch": 0.1627547982951103,
      "grad_norm": 0.13055501878261566,
      "learning_rate": 1.909022704242613e-05,
      "loss": 0.912,
      "step": 7723
    },
    {
      "epoch": 0.1627758723334756,
      "grad_norm": 0.13339409232139587,
      "learning_rate": 1.9089942575255162e-05,
      "loss": 0.9165,
      "step": 7724
    },
    {
      "epoch": 0.16279694637184086,
      "grad_norm": 0.18059490621089935,
      "learning_rate": 1.908965806573777e-05,
      "loss": 0.9688,
      "step": 7725
    },
    {
      "epoch": 0.16281802041020615,
      "grad_norm": 0.11671397089958191,
      "learning_rate": 1.9089373513875292e-05,
      "loss": 0.8836,
      "step": 7726
    },
    {
      "epoch": 0.16283909444857145,
      "grad_norm": 0.1611153781414032,
      "learning_rate": 1.9089088919669042e-05,
      "loss": 0.9459,
      "step": 7727
    },
    {
      "epoch": 0.16286016848693674,
      "grad_norm": 0.15420439839363098,
      "learning_rate": 1.9088804283120356e-05,
      "loss": 0.8761,
      "step": 7728
    },
    {
      "epoch": 0.162881242525302,
      "grad_norm": 0.15130051970481873,
      "learning_rate": 1.9088519604230554e-05,
      "loss": 0.9199,
      "step": 7729
    },
    {
      "epoch": 0.1629023165636673,
      "grad_norm": 0.1912325769662857,
      "learning_rate": 1.9088234883000966e-05,
      "loss": 0.951,
      "step": 7730
    },
    {
      "epoch": 0.1629233906020326,
      "grad_norm": 0.12813252210617065,
      "learning_rate": 1.908795011943291e-05,
      "loss": 0.9183,
      "step": 7731
    },
    {
      "epoch": 0.16294446464039788,
      "grad_norm": 0.2250143438577652,
      "learning_rate": 1.9087665313527722e-05,
      "loss": 0.9221,
      "step": 7732
    },
    {
      "epoch": 0.16296553867876318,
      "grad_norm": 0.13424904644489288,
      "learning_rate": 1.9087380465286726e-05,
      "loss": 0.9606,
      "step": 7733
    },
    {
      "epoch": 0.16298661271712844,
      "grad_norm": 0.3498113751411438,
      "learning_rate": 1.9087095574711247e-05,
      "loss": 0.9461,
      "step": 7734
    },
    {
      "epoch": 0.16300768675549374,
      "grad_norm": 0.14744356274604797,
      "learning_rate": 1.9086810641802613e-05,
      "loss": 0.9366,
      "step": 7735
    },
    {
      "epoch": 0.16302876079385903,
      "grad_norm": 0.1844414323568344,
      "learning_rate": 1.9086525666562152e-05,
      "loss": 0.9692,
      "step": 7736
    },
    {
      "epoch": 0.16304983483222432,
      "grad_norm": 0.210135817527771,
      "learning_rate": 1.9086240648991192e-05,
      "loss": 0.9906,
      "step": 7737
    },
    {
      "epoch": 0.1630709088705896,
      "grad_norm": 0.17263756692409515,
      "learning_rate": 1.908595558909106e-05,
      "loss": 0.9096,
      "step": 7738
    },
    {
      "epoch": 0.16309198290895488,
      "grad_norm": 0.15943899750709534,
      "learning_rate": 1.9085670486863083e-05,
      "loss": 0.9824,
      "step": 7739
    },
    {
      "epoch": 0.16311305694732017,
      "grad_norm": 0.14605315029621124,
      "learning_rate": 1.9085385342308593e-05,
      "loss": 0.9528,
      "step": 7740
    },
    {
      "epoch": 0.16313413098568547,
      "grad_norm": 0.15575426816940308,
      "learning_rate": 1.9085100155428914e-05,
      "loss": 0.9719,
      "step": 7741
    },
    {
      "epoch": 0.16315520502405076,
      "grad_norm": 0.169895201921463,
      "learning_rate": 1.9084814926225377e-05,
      "loss": 0.9117,
      "step": 7742
    },
    {
      "epoch": 0.16317627906241602,
      "grad_norm": 0.1403007209300995,
      "learning_rate": 1.908452965469931e-05,
      "loss": 0.893,
      "step": 7743
    },
    {
      "epoch": 0.16319735310078132,
      "grad_norm": 0.17921100556850433,
      "learning_rate": 1.908424434085204e-05,
      "loss": 0.9373,
      "step": 7744
    },
    {
      "epoch": 0.1632184271391466,
      "grad_norm": 0.18450482189655304,
      "learning_rate": 1.90839589846849e-05,
      "loss": 0.9655,
      "step": 7745
    },
    {
      "epoch": 0.1632395011775119,
      "grad_norm": 0.11810313165187836,
      "learning_rate": 1.9083673586199215e-05,
      "loss": 0.8928,
      "step": 7746
    },
    {
      "epoch": 0.16326057521587717,
      "grad_norm": 0.16617275774478912,
      "learning_rate": 1.908338814539632e-05,
      "loss": 0.8711,
      "step": 7747
    },
    {
      "epoch": 0.16328164925424246,
      "grad_norm": 0.11188483983278275,
      "learning_rate": 1.9083102662277544e-05,
      "loss": 0.8801,
      "step": 7748
    },
    {
      "epoch": 0.16330272329260775,
      "grad_norm": 0.1672000139951706,
      "learning_rate": 1.9082817136844213e-05,
      "loss": 0.9415,
      "step": 7749
    },
    {
      "epoch": 0.16332379733097305,
      "grad_norm": 0.18416252732276917,
      "learning_rate": 1.9082531569097656e-05,
      "loss": 1.0222,
      "step": 7750
    },
    {
      "epoch": 0.16334487136933834,
      "grad_norm": 0.12087899446487427,
      "learning_rate": 1.908224595903921e-05,
      "loss": 0.9085,
      "step": 7751
    },
    {
      "epoch": 0.1633659454077036,
      "grad_norm": 0.15916408598423004,
      "learning_rate": 1.9081960306670198e-05,
      "loss": 0.9018,
      "step": 7752
    },
    {
      "epoch": 0.1633870194460689,
      "grad_norm": 0.17905215919017792,
      "learning_rate": 1.908167461199196e-05,
      "loss": 0.9181,
      "step": 7753
    },
    {
      "epoch": 0.1634080934844342,
      "grad_norm": 0.18877223134040833,
      "learning_rate": 1.9081388875005818e-05,
      "loss": 0.9463,
      "step": 7754
    },
    {
      "epoch": 0.16342916752279948,
      "grad_norm": 0.1496710181236267,
      "learning_rate": 1.9081103095713108e-05,
      "loss": 0.9775,
      "step": 7755
    },
    {
      "epoch": 0.16345024156116475,
      "grad_norm": 0.16000403463840485,
      "learning_rate": 1.9080817274115158e-05,
      "loss": 0.9485,
      "step": 7756
    },
    {
      "epoch": 0.16347131559953004,
      "grad_norm": 0.14411959052085876,
      "learning_rate": 1.9080531410213302e-05,
      "loss": 0.971,
      "step": 7757
    },
    {
      "epoch": 0.16349238963789534,
      "grad_norm": 0.12035059183835983,
      "learning_rate": 1.9080245504008873e-05,
      "loss": 0.9344,
      "step": 7758
    },
    {
      "epoch": 0.16351346367626063,
      "grad_norm": 0.1437336951494217,
      "learning_rate": 1.90799595555032e-05,
      "loss": 0.923,
      "step": 7759
    },
    {
      "epoch": 0.16353453771462592,
      "grad_norm": 0.15822000801563263,
      "learning_rate": 1.9079673564697617e-05,
      "loss": 0.9036,
      "step": 7760
    },
    {
      "epoch": 0.1635556117529912,
      "grad_norm": 0.16512030363082886,
      "learning_rate": 1.9079387531593453e-05,
      "loss": 0.9772,
      "step": 7761
    },
    {
      "epoch": 0.16357668579135648,
      "grad_norm": 0.15056593716144562,
      "learning_rate": 1.9079101456192045e-05,
      "loss": 0.9198,
      "step": 7762
    },
    {
      "epoch": 0.16359775982972177,
      "grad_norm": 0.1587088406085968,
      "learning_rate": 1.9078815338494724e-05,
      "loss": 0.9179,
      "step": 7763
    },
    {
      "epoch": 0.16361883386808707,
      "grad_norm": 0.14108723402023315,
      "learning_rate": 1.9078529178502822e-05,
      "loss": 0.9299,
      "step": 7764
    },
    {
      "epoch": 0.16363990790645233,
      "grad_norm": 0.15961101651191711,
      "learning_rate": 1.9078242976217677e-05,
      "loss": 1.006,
      "step": 7765
    },
    {
      "epoch": 0.16366098194481762,
      "grad_norm": 0.1556330770254135,
      "learning_rate": 1.9077956731640614e-05,
      "loss": 1.0017,
      "step": 7766
    },
    {
      "epoch": 0.16368205598318292,
      "grad_norm": 0.13833403587341309,
      "learning_rate": 1.9077670444772972e-05,
      "loss": 0.9617,
      "step": 7767
    },
    {
      "epoch": 0.1637031300215482,
      "grad_norm": 0.13794998824596405,
      "learning_rate": 1.907738411561608e-05,
      "loss": 0.9401,
      "step": 7768
    },
    {
      "epoch": 0.1637242040599135,
      "grad_norm": 0.13187600672245026,
      "learning_rate": 1.907709774417128e-05,
      "loss": 0.8533,
      "step": 7769
    },
    {
      "epoch": 0.16374527809827877,
      "grad_norm": 0.15217672288417816,
      "learning_rate": 1.90768113304399e-05,
      "loss": 0.9779,
      "step": 7770
    },
    {
      "epoch": 0.16376635213664406,
      "grad_norm": 0.17166218161582947,
      "learning_rate": 1.9076524874423277e-05,
      "loss": 0.9292,
      "step": 7771
    },
    {
      "epoch": 0.16378742617500935,
      "grad_norm": 0.149817556142807,
      "learning_rate": 1.907623837612274e-05,
      "loss": 0.9517,
      "step": 7772
    },
    {
      "epoch": 0.16380850021337465,
      "grad_norm": 0.16232962906360626,
      "learning_rate": 1.907595183553963e-05,
      "loss": 0.9681,
      "step": 7773
    },
    {
      "epoch": 0.1638295742517399,
      "grad_norm": 0.15045849978923798,
      "learning_rate": 1.907566525267528e-05,
      "loss": 0.9234,
      "step": 7774
    },
    {
      "epoch": 0.1638506482901052,
      "grad_norm": 0.17621704936027527,
      "learning_rate": 1.9075378627531024e-05,
      "loss": 0.9846,
      "step": 7775
    },
    {
      "epoch": 0.1638717223284705,
      "grad_norm": 0.17261892557144165,
      "learning_rate": 1.90750919601082e-05,
      "loss": 0.959,
      "step": 7776
    },
    {
      "epoch": 0.1638927963668358,
      "grad_norm": 0.12845434248447418,
      "learning_rate": 1.907480525040814e-05,
      "loss": 0.8945,
      "step": 7777
    },
    {
      "epoch": 0.16391387040520108,
      "grad_norm": 0.14830459654331207,
      "learning_rate": 1.907451849843218e-05,
      "loss": 0.9334,
      "step": 7778
    },
    {
      "epoch": 0.16393494444356635,
      "grad_norm": 0.13748908042907715,
      "learning_rate": 1.907423170418166e-05,
      "loss": 1.0016,
      "step": 7779
    },
    {
      "epoch": 0.16395601848193164,
      "grad_norm": 0.16641011834144592,
      "learning_rate": 1.907394486765791e-05,
      "loss": 0.9713,
      "step": 7780
    },
    {
      "epoch": 0.16397709252029694,
      "grad_norm": 0.12549275159835815,
      "learning_rate": 1.907365798886227e-05,
      "loss": 0.9065,
      "step": 7781
    },
    {
      "epoch": 0.16399816655866223,
      "grad_norm": 0.1519303172826767,
      "learning_rate": 1.9073371067796077e-05,
      "loss": 0.9384,
      "step": 7782
    },
    {
      "epoch": 0.1640192405970275,
      "grad_norm": 0.20553164184093475,
      "learning_rate": 1.9073084104460665e-05,
      "loss": 0.9879,
      "step": 7783
    },
    {
      "epoch": 0.1640403146353928,
      "grad_norm": 0.25802987813949585,
      "learning_rate": 1.9072797098857374e-05,
      "loss": 1.0418,
      "step": 7784
    },
    {
      "epoch": 0.16406138867375808,
      "grad_norm": 0.18166284263134003,
      "learning_rate": 1.907251005098754e-05,
      "loss": 0.9423,
      "step": 7785
    },
    {
      "epoch": 0.16408246271212337,
      "grad_norm": 0.13795723021030426,
      "learning_rate": 1.90722229608525e-05,
      "loss": 0.9364,
      "step": 7786
    },
    {
      "epoch": 0.16410353675048867,
      "grad_norm": 0.18223066627979279,
      "learning_rate": 1.9071935828453586e-05,
      "loss": 0.9336,
      "step": 7787
    },
    {
      "epoch": 0.16412461078885393,
      "grad_norm": 0.1580938845872879,
      "learning_rate": 1.9071648653792145e-05,
      "loss": 0.8969,
      "step": 7788
    },
    {
      "epoch": 0.16414568482721922,
      "grad_norm": 0.19712120294570923,
      "learning_rate": 1.907136143686951e-05,
      "loss": 0.9966,
      "step": 7789
    },
    {
      "epoch": 0.16416675886558452,
      "grad_norm": 0.19940030574798584,
      "learning_rate": 1.9071074177687017e-05,
      "loss": 0.8734,
      "step": 7790
    },
    {
      "epoch": 0.1641878329039498,
      "grad_norm": 0.16348262131214142,
      "learning_rate": 1.9070786876246008e-05,
      "loss": 0.9357,
      "step": 7791
    },
    {
      "epoch": 0.16420890694231507,
      "grad_norm": 0.28134533762931824,
      "learning_rate": 1.9070499532547822e-05,
      "loss": 1.0101,
      "step": 7792
    },
    {
      "epoch": 0.16422998098068037,
      "grad_norm": 0.20132622122764587,
      "learning_rate": 1.9070212146593795e-05,
      "loss": 0.9146,
      "step": 7793
    },
    {
      "epoch": 0.16425105501904566,
      "grad_norm": 0.13766008615493774,
      "learning_rate": 1.9069924718385266e-05,
      "loss": 0.9487,
      "step": 7794
    },
    {
      "epoch": 0.16427212905741095,
      "grad_norm": 0.1620367020368576,
      "learning_rate": 1.9069637247923575e-05,
      "loss": 0.9665,
      "step": 7795
    },
    {
      "epoch": 0.16429320309577625,
      "grad_norm": 0.1659126877784729,
      "learning_rate": 1.9069349735210058e-05,
      "loss": 0.9532,
      "step": 7796
    },
    {
      "epoch": 0.1643142771341415,
      "grad_norm": 0.15388759970664978,
      "learning_rate": 1.906906218024606e-05,
      "loss": 0.8468,
      "step": 7797
    },
    {
      "epoch": 0.1643353511725068,
      "grad_norm": 0.17922841012477875,
      "learning_rate": 1.906877458303292e-05,
      "loss": 0.9452,
      "step": 7798
    },
    {
      "epoch": 0.1643564252108721,
      "grad_norm": 0.2064233273267746,
      "learning_rate": 1.906848694357197e-05,
      "loss": 0.9754,
      "step": 7799
    },
    {
      "epoch": 0.1643774992492374,
      "grad_norm": 0.2007243037223816,
      "learning_rate": 1.906819926186456e-05,
      "loss": 0.9687,
      "step": 7800
    },
    {
      "epoch": 0.16439857328760268,
      "grad_norm": 0.15323440730571747,
      "learning_rate": 1.9067911537912025e-05,
      "loss": 0.9488,
      "step": 7801
    },
    {
      "epoch": 0.16441964732596795,
      "grad_norm": 0.15758757293224335,
      "learning_rate": 1.9067623771715706e-05,
      "loss": 0.9666,
      "step": 7802
    },
    {
      "epoch": 0.16444072136433324,
      "grad_norm": 0.1398164927959442,
      "learning_rate": 1.9067335963276942e-05,
      "loss": 0.9067,
      "step": 7803
    },
    {
      "epoch": 0.16446179540269854,
      "grad_norm": 0.12836094200611115,
      "learning_rate": 1.906704811259708e-05,
      "loss": 0.8727,
      "step": 7804
    },
    {
      "epoch": 0.16448286944106383,
      "grad_norm": 0.1323912888765335,
      "learning_rate": 1.9066760219677452e-05,
      "loss": 0.9307,
      "step": 7805
    },
    {
      "epoch": 0.1645039434794291,
      "grad_norm": 0.16334795951843262,
      "learning_rate": 1.9066472284519405e-05,
      "loss": 0.9738,
      "step": 7806
    },
    {
      "epoch": 0.1645250175177944,
      "grad_norm": 0.14123885333538055,
      "learning_rate": 1.906618430712428e-05,
      "loss": 0.9,
      "step": 7807
    },
    {
      "epoch": 0.16454609155615968,
      "grad_norm": 0.1352439522743225,
      "learning_rate": 1.906589628749342e-05,
      "loss": 0.932,
      "step": 7808
    },
    {
      "epoch": 0.16456716559452497,
      "grad_norm": 0.18234038352966309,
      "learning_rate": 1.9065608225628162e-05,
      "loss": 0.927,
      "step": 7809
    },
    {
      "epoch": 0.16458823963289027,
      "grad_norm": 0.15881866216659546,
      "learning_rate": 1.9065320121529848e-05,
      "loss": 0.9317,
      "step": 7810
    },
    {
      "epoch": 0.16460931367125553,
      "grad_norm": 0.18035446107387543,
      "learning_rate": 1.9065031975199826e-05,
      "loss": 1.0003,
      "step": 7811
    },
    {
      "epoch": 0.16463038770962082,
      "grad_norm": 0.12659701704978943,
      "learning_rate": 1.9064743786639432e-05,
      "loss": 0.9444,
      "step": 7812
    },
    {
      "epoch": 0.16465146174798612,
      "grad_norm": 0.16314472258090973,
      "learning_rate": 1.9064455555850014e-05,
      "loss": 0.9007,
      "step": 7813
    },
    {
      "epoch": 0.1646725357863514,
      "grad_norm": 0.14246255159378052,
      "learning_rate": 1.9064167282832913e-05,
      "loss": 1.0177,
      "step": 7814
    },
    {
      "epoch": 0.16469360982471667,
      "grad_norm": 0.1417134553194046,
      "learning_rate": 1.9063878967589468e-05,
      "loss": 0.9542,
      "step": 7815
    },
    {
      "epoch": 0.16471468386308197,
      "grad_norm": 0.12619148194789886,
      "learning_rate": 1.9063590610121028e-05,
      "loss": 0.8419,
      "step": 7816
    },
    {
      "epoch": 0.16473575790144726,
      "grad_norm": 0.10824456810951233,
      "learning_rate": 1.906330221042893e-05,
      "loss": 0.9053,
      "step": 7817
    },
    {
      "epoch": 0.16475683193981255,
      "grad_norm": 0.13667501509189606,
      "learning_rate": 1.9063013768514527e-05,
      "loss": 0.9182,
      "step": 7818
    },
    {
      "epoch": 0.16477790597817785,
      "grad_norm": 0.1475624144077301,
      "learning_rate": 1.9062725284379153e-05,
      "loss": 0.9114,
      "step": 7819
    },
    {
      "epoch": 0.1647989800165431,
      "grad_norm": 0.12586942315101624,
      "learning_rate": 1.9062436758024158e-05,
      "loss": 0.9136,
      "step": 7820
    },
    {
      "epoch": 0.1648200540549084,
      "grad_norm": 0.13324357569217682,
      "learning_rate": 1.9062148189450882e-05,
      "loss": 0.9373,
      "step": 7821
    },
    {
      "epoch": 0.1648411280932737,
      "grad_norm": 0.1683187484741211,
      "learning_rate": 1.9061859578660674e-05,
      "loss": 0.9261,
      "step": 7822
    },
    {
      "epoch": 0.164862202131639,
      "grad_norm": 0.11592556536197662,
      "learning_rate": 1.9061570925654873e-05,
      "loss": 0.9296,
      "step": 7823
    },
    {
      "epoch": 0.16488327617000426,
      "grad_norm": 0.12199415266513824,
      "learning_rate": 1.9061282230434826e-05,
      "loss": 0.9619,
      "step": 7824
    },
    {
      "epoch": 0.16490435020836955,
      "grad_norm": 0.12126381695270538,
      "learning_rate": 1.9060993493001883e-05,
      "loss": 0.9354,
      "step": 7825
    },
    {
      "epoch": 0.16492542424673484,
      "grad_norm": 0.15534034371376038,
      "learning_rate": 1.9060704713357382e-05,
      "loss": 0.9531,
      "step": 7826
    },
    {
      "epoch": 0.16494649828510013,
      "grad_norm": 0.13173826038837433,
      "learning_rate": 1.906041589150267e-05,
      "loss": 0.9462,
      "step": 7827
    },
    {
      "epoch": 0.16496757232346543,
      "grad_norm": 0.12972524762153625,
      "learning_rate": 1.9060127027439095e-05,
      "loss": 0.9589,
      "step": 7828
    },
    {
      "epoch": 0.1649886463618307,
      "grad_norm": 0.14160273969173431,
      "learning_rate": 1.9059838121168003e-05,
      "loss": 0.9395,
      "step": 7829
    },
    {
      "epoch": 0.16500972040019599,
      "grad_norm": 0.125285804271698,
      "learning_rate": 1.9059549172690733e-05,
      "loss": 0.8654,
      "step": 7830
    },
    {
      "epoch": 0.16503079443856128,
      "grad_norm": 0.15163671970367432,
      "learning_rate": 1.905926018200864e-05,
      "loss": 0.9506,
      "step": 7831
    },
    {
      "epoch": 0.16505186847692657,
      "grad_norm": 0.18363623321056366,
      "learning_rate": 1.9058971149123063e-05,
      "loss": 0.9781,
      "step": 7832
    },
    {
      "epoch": 0.16507294251529184,
      "grad_norm": 0.19297583401203156,
      "learning_rate": 1.9058682074035357e-05,
      "loss": 0.9156,
      "step": 7833
    },
    {
      "epoch": 0.16509401655365713,
      "grad_norm": 0.12452136725187302,
      "learning_rate": 1.905839295674686e-05,
      "loss": 0.8712,
      "step": 7834
    },
    {
      "epoch": 0.16511509059202242,
      "grad_norm": 0.15082642436027527,
      "learning_rate": 1.905810379725892e-05,
      "loss": 0.8802,
      "step": 7835
    },
    {
      "epoch": 0.16513616463038772,
      "grad_norm": 0.15624676644802094,
      "learning_rate": 1.905781459557289e-05,
      "loss": 0.9367,
      "step": 7836
    },
    {
      "epoch": 0.165157238668753,
      "grad_norm": 0.11176498234272003,
      "learning_rate": 1.9057525351690116e-05,
      "loss": 0.8316,
      "step": 7837
    },
    {
      "epoch": 0.16517831270711827,
      "grad_norm": 0.1580219268798828,
      "learning_rate": 1.905723606561194e-05,
      "loss": 0.8774,
      "step": 7838
    },
    {
      "epoch": 0.16519938674548357,
      "grad_norm": 0.15145142376422882,
      "learning_rate": 1.9056946737339714e-05,
      "loss": 0.9497,
      "step": 7839
    },
    {
      "epoch": 0.16522046078384886,
      "grad_norm": 0.154867485165596,
      "learning_rate": 1.9056657366874787e-05,
      "loss": 0.9755,
      "step": 7840
    },
    {
      "epoch": 0.16524153482221415,
      "grad_norm": 0.1549186259508133,
      "learning_rate": 1.90563679542185e-05,
      "loss": 0.9451,
      "step": 7841
    },
    {
      "epoch": 0.16526260886057942,
      "grad_norm": 0.13447055220603943,
      "learning_rate": 1.905607849937221e-05,
      "loss": 0.9586,
      "step": 7842
    },
    {
      "epoch": 0.1652836828989447,
      "grad_norm": 0.14248524606227875,
      "learning_rate": 1.905578900233726e-05,
      "loss": 0.9493,
      "step": 7843
    },
    {
      "epoch": 0.16530475693731,
      "grad_norm": 0.14403244853019714,
      "learning_rate": 1.9055499463115e-05,
      "loss": 0.9395,
      "step": 7844
    },
    {
      "epoch": 0.1653258309756753,
      "grad_norm": 0.1399896889925003,
      "learning_rate": 1.905520988170678e-05,
      "loss": 0.9871,
      "step": 7845
    },
    {
      "epoch": 0.1653469050140406,
      "grad_norm": 0.14572195708751678,
      "learning_rate": 1.905492025811395e-05,
      "loss": 0.9927,
      "step": 7846
    },
    {
      "epoch": 0.16536797905240586,
      "grad_norm": 0.16155223548412323,
      "learning_rate": 1.9054630592337856e-05,
      "loss": 1.0024,
      "step": 7847
    },
    {
      "epoch": 0.16538905309077115,
      "grad_norm": 0.14713266491889954,
      "learning_rate": 1.9054340884379847e-05,
      "loss": 0.9527,
      "step": 7848
    },
    {
      "epoch": 0.16541012712913644,
      "grad_norm": 0.14963409304618835,
      "learning_rate": 1.9054051134241275e-05,
      "loss": 1.0114,
      "step": 7849
    },
    {
      "epoch": 0.16543120116750173,
      "grad_norm": 0.14293240010738373,
      "learning_rate": 1.905376134192349e-05,
      "loss": 0.9701,
      "step": 7850
    },
    {
      "epoch": 0.165452275205867,
      "grad_norm": 0.13771021366119385,
      "learning_rate": 1.9053471507427844e-05,
      "loss": 0.881,
      "step": 7851
    },
    {
      "epoch": 0.1654733492442323,
      "grad_norm": 0.27554845809936523,
      "learning_rate": 1.9053181630755682e-05,
      "loss": 0.9171,
      "step": 7852
    },
    {
      "epoch": 0.16549442328259759,
      "grad_norm": 0.1725739985704422,
      "learning_rate": 1.9052891711908357e-05,
      "loss": 0.9447,
      "step": 7853
    },
    {
      "epoch": 0.16551549732096288,
      "grad_norm": 0.1288851648569107,
      "learning_rate": 1.9052601750887217e-05,
      "loss": 0.8972,
      "step": 7854
    },
    {
      "epoch": 0.16553657135932817,
      "grad_norm": 0.166523277759552,
      "learning_rate": 1.905231174769362e-05,
      "loss": 0.9468,
      "step": 7855
    },
    {
      "epoch": 0.16555764539769344,
      "grad_norm": 0.1683284342288971,
      "learning_rate": 1.9052021702328912e-05,
      "loss": 0.8834,
      "step": 7856
    },
    {
      "epoch": 0.16557871943605873,
      "grad_norm": 0.239642933011055,
      "learning_rate": 1.905173161479444e-05,
      "loss": 0.9371,
      "step": 7857
    },
    {
      "epoch": 0.16559979347442402,
      "grad_norm": 0.16555118560791016,
      "learning_rate": 1.9051441485091565e-05,
      "loss": 0.9474,
      "step": 7858
    },
    {
      "epoch": 0.16562086751278932,
      "grad_norm": 0.12027977406978607,
      "learning_rate": 1.905115131322163e-05,
      "loss": 0.9201,
      "step": 7859
    },
    {
      "epoch": 0.16564194155115458,
      "grad_norm": 0.1765163391828537,
      "learning_rate": 1.9050861099185994e-05,
      "loss": 0.9574,
      "step": 7860
    },
    {
      "epoch": 0.16566301558951987,
      "grad_norm": 0.1779087334871292,
      "learning_rate": 1.9050570842986e-05,
      "loss": 0.8905,
      "step": 7861
    },
    {
      "epoch": 0.16568408962788517,
      "grad_norm": 0.15107537806034088,
      "learning_rate": 1.9050280544623013e-05,
      "loss": 0.917,
      "step": 7862
    },
    {
      "epoch": 0.16570516366625046,
      "grad_norm": 0.16079911589622498,
      "learning_rate": 1.904999020409837e-05,
      "loss": 0.9181,
      "step": 7863
    },
    {
      "epoch": 0.16572623770461575,
      "grad_norm": 0.15545712411403656,
      "learning_rate": 1.904969982141344e-05,
      "loss": 0.9111,
      "step": 7864
    },
    {
      "epoch": 0.16574731174298102,
      "grad_norm": 0.18060347437858582,
      "learning_rate": 1.9049409396569563e-05,
      "loss": 0.9442,
      "step": 7865
    },
    {
      "epoch": 0.1657683857813463,
      "grad_norm": 0.14124582707881927,
      "learning_rate": 1.9049118929568095e-05,
      "loss": 0.8803,
      "step": 7866
    },
    {
      "epoch": 0.1657894598197116,
      "grad_norm": 0.16133786737918854,
      "learning_rate": 1.9048828420410393e-05,
      "loss": 0.8753,
      "step": 7867
    },
    {
      "epoch": 0.1658105338580769,
      "grad_norm": 0.15549041330814362,
      "learning_rate": 1.9048537869097807e-05,
      "loss": 0.8852,
      "step": 7868
    },
    {
      "epoch": 0.16583160789644216,
      "grad_norm": 0.2281835675239563,
      "learning_rate": 1.904824727563169e-05,
      "loss": 0.9463,
      "step": 7869
    },
    {
      "epoch": 0.16585268193480746,
      "grad_norm": 0.20928461849689484,
      "learning_rate": 1.90479566400134e-05,
      "loss": 0.937,
      "step": 7870
    },
    {
      "epoch": 0.16587375597317275,
      "grad_norm": 0.14918331801891327,
      "learning_rate": 1.9047665962244283e-05,
      "loss": 0.9128,
      "step": 7871
    },
    {
      "epoch": 0.16589483001153804,
      "grad_norm": 0.16635097563266754,
      "learning_rate": 1.9047375242325703e-05,
      "loss": 0.9528,
      "step": 7872
    },
    {
      "epoch": 0.16591590404990333,
      "grad_norm": 0.16877436637878418,
      "learning_rate": 1.904708448025901e-05,
      "loss": 0.9488,
      "step": 7873
    },
    {
      "epoch": 0.1659369780882686,
      "grad_norm": 0.15166644752025604,
      "learning_rate": 1.9046793676045557e-05,
      "loss": 0.9232,
      "step": 7874
    },
    {
      "epoch": 0.1659580521266339,
      "grad_norm": 0.20140676200389862,
      "learning_rate": 1.90465028296867e-05,
      "loss": 0.9627,
      "step": 7875
    },
    {
      "epoch": 0.16597912616499919,
      "grad_norm": 0.15172596275806427,
      "learning_rate": 1.904621194118379e-05,
      "loss": 0.8781,
      "step": 7876
    },
    {
      "epoch": 0.16600020020336448,
      "grad_norm": 0.16134333610534668,
      "learning_rate": 1.904592101053819e-05,
      "loss": 0.8818,
      "step": 7877
    },
    {
      "epoch": 0.16602127424172974,
      "grad_norm": 0.18193501234054565,
      "learning_rate": 1.904563003775125e-05,
      "loss": 0.9507,
      "step": 7878
    },
    {
      "epoch": 0.16604234828009504,
      "grad_norm": 0.18842317163944244,
      "learning_rate": 1.9045339022824328e-05,
      "loss": 0.9525,
      "step": 7879
    },
    {
      "epoch": 0.16606342231846033,
      "grad_norm": 0.14031587541103363,
      "learning_rate": 1.9045047965758777e-05,
      "loss": 0.9255,
      "step": 7880
    },
    {
      "epoch": 0.16608449635682562,
      "grad_norm": 0.15411530435085297,
      "learning_rate": 1.904475686655596e-05,
      "loss": 0.8503,
      "step": 7881
    },
    {
      "epoch": 0.16610557039519092,
      "grad_norm": 0.16162869334220886,
      "learning_rate": 1.9044465725217217e-05,
      "loss": 0.9049,
      "step": 7882
    },
    {
      "epoch": 0.16612664443355618,
      "grad_norm": 0.19629241526126862,
      "learning_rate": 1.904417454174392e-05,
      "loss": 1.0475,
      "step": 7883
    },
    {
      "epoch": 0.16614771847192147,
      "grad_norm": 0.12519417703151703,
      "learning_rate": 1.9043883316137425e-05,
      "loss": 0.8671,
      "step": 7884
    },
    {
      "epoch": 0.16616879251028677,
      "grad_norm": 0.16833235323429108,
      "learning_rate": 1.904359204839908e-05,
      "loss": 0.9077,
      "step": 7885
    },
    {
      "epoch": 0.16618986654865206,
      "grad_norm": 0.13276229798793793,
      "learning_rate": 1.9043300738530247e-05,
      "loss": 0.9393,
      "step": 7886
    },
    {
      "epoch": 0.16621094058701733,
      "grad_norm": 0.182347372174263,
      "learning_rate": 1.9043009386532283e-05,
      "loss": 1.014,
      "step": 7887
    },
    {
      "epoch": 0.16623201462538262,
      "grad_norm": 0.15630511939525604,
      "learning_rate": 1.9042717992406542e-05,
      "loss": 0.9252,
      "step": 7888
    },
    {
      "epoch": 0.1662530886637479,
      "grad_norm": 0.17129983007907867,
      "learning_rate": 1.9042426556154386e-05,
      "loss": 0.8944,
      "step": 7889
    },
    {
      "epoch": 0.1662741627021132,
      "grad_norm": 0.23991860449314117,
      "learning_rate": 1.9042135077777168e-05,
      "loss": 0.9522,
      "step": 7890
    },
    {
      "epoch": 0.1662952367404785,
      "grad_norm": 0.1507556289434433,
      "learning_rate": 1.904184355727625e-05,
      "loss": 0.8551,
      "step": 7891
    },
    {
      "epoch": 0.16631631077884376,
      "grad_norm": 0.14429514110088348,
      "learning_rate": 1.904155199465299e-05,
      "loss": 0.8843,
      "step": 7892
    },
    {
      "epoch": 0.16633738481720906,
      "grad_norm": 0.21067005395889282,
      "learning_rate": 1.904126038990874e-05,
      "loss": 0.927,
      "step": 7893
    },
    {
      "epoch": 0.16635845885557435,
      "grad_norm": 0.12254892289638519,
      "learning_rate": 1.904096874304487e-05,
      "loss": 0.9465,
      "step": 7894
    },
    {
      "epoch": 0.16637953289393964,
      "grad_norm": 0.1625339239835739,
      "learning_rate": 1.9040677054062728e-05,
      "loss": 0.8932,
      "step": 7895
    },
    {
      "epoch": 0.1664006069323049,
      "grad_norm": 0.15337888896465302,
      "learning_rate": 1.904038532296368e-05,
      "loss": 0.9793,
      "step": 7896
    },
    {
      "epoch": 0.1664216809706702,
      "grad_norm": 0.14119340479373932,
      "learning_rate": 1.9040093549749077e-05,
      "loss": 0.8601,
      "step": 7897
    },
    {
      "epoch": 0.1664427550090355,
      "grad_norm": 0.15031543374061584,
      "learning_rate": 1.9039801734420286e-05,
      "loss": 0.962,
      "step": 7898
    },
    {
      "epoch": 0.16646382904740079,
      "grad_norm": 0.11951932311058044,
      "learning_rate": 1.9039509876978663e-05,
      "loss": 0.925,
      "step": 7899
    },
    {
      "epoch": 0.16648490308576608,
      "grad_norm": 0.13047003746032715,
      "learning_rate": 1.9039217977425567e-05,
      "loss": 0.9059,
      "step": 7900
    },
    {
      "epoch": 0.16650597712413134,
      "grad_norm": 0.14919811487197876,
      "learning_rate": 1.903892603576236e-05,
      "loss": 0.9761,
      "step": 7901
    },
    {
      "epoch": 0.16652705116249664,
      "grad_norm": 0.140476793050766,
      "learning_rate": 1.9038634051990402e-05,
      "loss": 0.9599,
      "step": 7902
    },
    {
      "epoch": 0.16654812520086193,
      "grad_norm": 0.13828444480895996,
      "learning_rate": 1.9038342026111053e-05,
      "loss": 0.9553,
      "step": 7903
    },
    {
      "epoch": 0.16656919923922722,
      "grad_norm": 0.15188850462436676,
      "learning_rate": 1.903804995812567e-05,
      "loss": 0.905,
      "step": 7904
    },
    {
      "epoch": 0.16659027327759252,
      "grad_norm": 0.13310424983501434,
      "learning_rate": 1.903775784803562e-05,
      "loss": 0.8944,
      "step": 7905
    },
    {
      "epoch": 0.16661134731595778,
      "grad_norm": 0.14170712232589722,
      "learning_rate": 1.9037465695842258e-05,
      "loss": 0.8997,
      "step": 7906
    },
    {
      "epoch": 0.16663242135432307,
      "grad_norm": 0.1481604427099228,
      "learning_rate": 1.9037173501546945e-05,
      "loss": 0.9573,
      "step": 7907
    },
    {
      "epoch": 0.16665349539268837,
      "grad_norm": 0.1481112539768219,
      "learning_rate": 1.9036881265151045e-05,
      "loss": 0.9554,
      "step": 7908
    },
    {
      "epoch": 0.16667456943105366,
      "grad_norm": 0.12053334712982178,
      "learning_rate": 1.9036588986655924e-05,
      "loss": 0.9764,
      "step": 7909
    },
    {
      "epoch": 0.16669564346941892,
      "grad_norm": 0.15773259103298187,
      "learning_rate": 1.9036296666062933e-05,
      "loss": 0.8835,
      "step": 7910
    },
    {
      "epoch": 0.16671671750778422,
      "grad_norm": 0.11849122494459152,
      "learning_rate": 1.9036004303373442e-05,
      "loss": 0.8838,
      "step": 7911
    },
    {
      "epoch": 0.1667377915461495,
      "grad_norm": 0.1880035102367401,
      "learning_rate": 1.9035711898588812e-05,
      "loss": 1.0033,
      "step": 7912
    },
    {
      "epoch": 0.1667588655845148,
      "grad_norm": 0.22150659561157227,
      "learning_rate": 1.90354194517104e-05,
      "loss": 0.9933,
      "step": 7913
    },
    {
      "epoch": 0.1667799396228801,
      "grad_norm": 0.13025201857089996,
      "learning_rate": 1.9035126962739574e-05,
      "loss": 0.8911,
      "step": 7914
    },
    {
      "epoch": 0.16680101366124536,
      "grad_norm": 0.17846326529979706,
      "learning_rate": 1.9034834431677693e-05,
      "loss": 0.9201,
      "step": 7915
    },
    {
      "epoch": 0.16682208769961065,
      "grad_norm": 0.20176491141319275,
      "learning_rate": 1.9034541858526125e-05,
      "loss": 0.8679,
      "step": 7916
    },
    {
      "epoch": 0.16684316173797595,
      "grad_norm": 0.16738778352737427,
      "learning_rate": 1.9034249243286225e-05,
      "loss": 0.9233,
      "step": 7917
    },
    {
      "epoch": 0.16686423577634124,
      "grad_norm": 0.17375560104846954,
      "learning_rate": 1.9033956585959362e-05,
      "loss": 0.9388,
      "step": 7918
    },
    {
      "epoch": 0.1668853098147065,
      "grad_norm": 0.14389176666736603,
      "learning_rate": 1.9033663886546894e-05,
      "loss": 0.9481,
      "step": 7919
    },
    {
      "epoch": 0.1669063838530718,
      "grad_norm": 0.17668305337429047,
      "learning_rate": 1.9033371145050195e-05,
      "loss": 0.9165,
      "step": 7920
    },
    {
      "epoch": 0.1669274578914371,
      "grad_norm": 0.16108587384223938,
      "learning_rate": 1.9033078361470618e-05,
      "loss": 0.9536,
      "step": 7921
    },
    {
      "epoch": 0.16694853192980239,
      "grad_norm": 0.12350444495677948,
      "learning_rate": 1.9032785535809533e-05,
      "loss": 0.8451,
      "step": 7922
    },
    {
      "epoch": 0.16696960596816768,
      "grad_norm": 0.15532031655311584,
      "learning_rate": 1.9032492668068302e-05,
      "loss": 0.9476,
      "step": 7923
    },
    {
      "epoch": 0.16699068000653294,
      "grad_norm": 0.11608857661485672,
      "learning_rate": 1.9032199758248286e-05,
      "loss": 0.9357,
      "step": 7924
    },
    {
      "epoch": 0.16701175404489824,
      "grad_norm": 0.13577347993850708,
      "learning_rate": 1.9031906806350856e-05,
      "loss": 0.9156,
      "step": 7925
    },
    {
      "epoch": 0.16703282808326353,
      "grad_norm": 0.1280008852481842,
      "learning_rate": 1.9031613812377375e-05,
      "loss": 0.9273,
      "step": 7926
    },
    {
      "epoch": 0.16705390212162882,
      "grad_norm": 0.1428488940000534,
      "learning_rate": 1.9031320776329206e-05,
      "loss": 0.9014,
      "step": 7927
    },
    {
      "epoch": 0.1670749761599941,
      "grad_norm": 0.14111727476119995,
      "learning_rate": 1.9031027698207715e-05,
      "loss": 0.9699,
      "step": 7928
    },
    {
      "epoch": 0.16709605019835938,
      "grad_norm": 0.1273868829011917,
      "learning_rate": 1.9030734578014267e-05,
      "loss": 0.9172,
      "step": 7929
    },
    {
      "epoch": 0.16711712423672467,
      "grad_norm": 0.1491614729166031,
      "learning_rate": 1.903044141575023e-05,
      "loss": 0.953,
      "step": 7930
    },
    {
      "epoch": 0.16713819827508997,
      "grad_norm": 0.13090448081493378,
      "learning_rate": 1.9030148211416964e-05,
      "loss": 0.9615,
      "step": 7931
    },
    {
      "epoch": 0.16715927231345526,
      "grad_norm": 0.1593669354915619,
      "learning_rate": 1.902985496501584e-05,
      "loss": 0.9082,
      "step": 7932
    },
    {
      "epoch": 0.16718034635182052,
      "grad_norm": 0.1424250602722168,
      "learning_rate": 1.9029561676548222e-05,
      "loss": 0.9811,
      "step": 7933
    },
    {
      "epoch": 0.16720142039018582,
      "grad_norm": 0.15747669339179993,
      "learning_rate": 1.902926834601548e-05,
      "loss": 0.8813,
      "step": 7934
    },
    {
      "epoch": 0.1672224944285511,
      "grad_norm": 0.1393710970878601,
      "learning_rate": 1.9028974973418973e-05,
      "loss": 0.9334,
      "step": 7935
    },
    {
      "epoch": 0.1672435684669164,
      "grad_norm": 0.13259178400039673,
      "learning_rate": 1.9028681558760077e-05,
      "loss": 0.8924,
      "step": 7936
    },
    {
      "epoch": 0.16726464250528167,
      "grad_norm": 0.15727326273918152,
      "learning_rate": 1.902838810204015e-05,
      "loss": 0.8844,
      "step": 7937
    },
    {
      "epoch": 0.16728571654364696,
      "grad_norm": 0.16558660566806793,
      "learning_rate": 1.9028094603260567e-05,
      "loss": 0.9076,
      "step": 7938
    },
    {
      "epoch": 0.16730679058201225,
      "grad_norm": 0.1310659646987915,
      "learning_rate": 1.902780106242269e-05,
      "loss": 0.957,
      "step": 7939
    },
    {
      "epoch": 0.16732786462037755,
      "grad_norm": 0.15002195537090302,
      "learning_rate": 1.9027507479527885e-05,
      "loss": 1.004,
      "step": 7940
    },
    {
      "epoch": 0.16734893865874284,
      "grad_norm": 0.12608343362808228,
      "learning_rate": 1.9027213854577523e-05,
      "loss": 0.8626,
      "step": 7941
    },
    {
      "epoch": 0.1673700126971081,
      "grad_norm": 0.13559268414974213,
      "learning_rate": 1.9026920187572973e-05,
      "loss": 0.9571,
      "step": 7942
    },
    {
      "epoch": 0.1673910867354734,
      "grad_norm": 0.13699570298194885,
      "learning_rate": 1.90266264785156e-05,
      "loss": 1.0064,
      "step": 7943
    },
    {
      "epoch": 0.1674121607738387,
      "grad_norm": 0.13834333419799805,
      "learning_rate": 1.9026332727406774e-05,
      "loss": 1.0108,
      "step": 7944
    },
    {
      "epoch": 0.16743323481220398,
      "grad_norm": 0.14470133185386658,
      "learning_rate": 1.902603893424787e-05,
      "loss": 0.9923,
      "step": 7945
    },
    {
      "epoch": 0.16745430885056925,
      "grad_norm": 0.18878085911273956,
      "learning_rate": 1.9025745099040242e-05,
      "loss": 0.9284,
      "step": 7946
    },
    {
      "epoch": 0.16747538288893454,
      "grad_norm": 0.133138969540596,
      "learning_rate": 1.902545122178527e-05,
      "loss": 0.996,
      "step": 7947
    },
    {
      "epoch": 0.16749645692729984,
      "grad_norm": 0.12250692397356033,
      "learning_rate": 1.902515730248432e-05,
      "loss": 0.912,
      "step": 7948
    },
    {
      "epoch": 0.16751753096566513,
      "grad_norm": 0.12119071185588837,
      "learning_rate": 1.902486334113876e-05,
      "loss": 0.9086,
      "step": 7949
    },
    {
      "epoch": 0.16753860500403042,
      "grad_norm": 0.16280153393745422,
      "learning_rate": 1.9024569337749962e-05,
      "loss": 1.0249,
      "step": 7950
    },
    {
      "epoch": 0.1675596790423957,
      "grad_norm": 0.1633114069700241,
      "learning_rate": 1.902427529231929e-05,
      "loss": 0.9498,
      "step": 7951
    },
    {
      "epoch": 0.16758075308076098,
      "grad_norm": 0.1282471865415573,
      "learning_rate": 1.9023981204848123e-05,
      "loss": 0.8821,
      "step": 7952
    },
    {
      "epoch": 0.16760182711912627,
      "grad_norm": 0.13826988637447357,
      "learning_rate": 1.9023687075337824e-05,
      "loss": 0.975,
      "step": 7953
    },
    {
      "epoch": 0.16762290115749157,
      "grad_norm": 0.1527329683303833,
      "learning_rate": 1.9023392903789765e-05,
      "loss": 0.9358,
      "step": 7954
    },
    {
      "epoch": 0.16764397519585683,
      "grad_norm": 0.1690128594636917,
      "learning_rate": 1.902309869020532e-05,
      "loss": 0.9869,
      "step": 7955
    },
    {
      "epoch": 0.16766504923422212,
      "grad_norm": 0.16240182518959045,
      "learning_rate": 1.9022804434585854e-05,
      "loss": 0.9367,
      "step": 7956
    },
    {
      "epoch": 0.16768612327258742,
      "grad_norm": 0.14202091097831726,
      "learning_rate": 1.902251013693274e-05,
      "loss": 0.8739,
      "step": 7957
    },
    {
      "epoch": 0.1677071973109527,
      "grad_norm": 0.15037065744400024,
      "learning_rate": 1.902221579724735e-05,
      "loss": 1.0435,
      "step": 7958
    },
    {
      "epoch": 0.167728271349318,
      "grad_norm": 0.11495671421289444,
      "learning_rate": 1.9021921415531053e-05,
      "loss": 0.8146,
      "step": 7959
    },
    {
      "epoch": 0.16774934538768327,
      "grad_norm": 0.15171021223068237,
      "learning_rate": 1.9021626991785225e-05,
      "loss": 0.9459,
      "step": 7960
    },
    {
      "epoch": 0.16777041942604856,
      "grad_norm": 0.1763240396976471,
      "learning_rate": 1.902133252601123e-05,
      "loss": 0.9328,
      "step": 7961
    },
    {
      "epoch": 0.16779149346441385,
      "grad_norm": 0.15103872120380402,
      "learning_rate": 1.9021038018210446e-05,
      "loss": 0.8956,
      "step": 7962
    },
    {
      "epoch": 0.16781256750277915,
      "grad_norm": 0.164678692817688,
      "learning_rate": 1.9020743468384246e-05,
      "loss": 0.9348,
      "step": 7963
    },
    {
      "epoch": 0.1678336415411444,
      "grad_norm": 0.2034466564655304,
      "learning_rate": 1.9020448876533997e-05,
      "loss": 0.9415,
      "step": 7964
    },
    {
      "epoch": 0.1678547155795097,
      "grad_norm": 0.17388394474983215,
      "learning_rate": 1.9020154242661074e-05,
      "loss": 0.9117,
      "step": 7965
    },
    {
      "epoch": 0.167875789617875,
      "grad_norm": 0.14063286781311035,
      "learning_rate": 1.901985956676685e-05,
      "loss": 0.9376,
      "step": 7966
    },
    {
      "epoch": 0.1678968636562403,
      "grad_norm": 0.16658750176429749,
      "learning_rate": 1.9019564848852697e-05,
      "loss": 0.8708,
      "step": 7967
    },
    {
      "epoch": 0.16791793769460558,
      "grad_norm": 0.12573322653770447,
      "learning_rate": 1.9019270088919985e-05,
      "loss": 0.8951,
      "step": 7968
    },
    {
      "epoch": 0.16793901173297085,
      "grad_norm": 0.13633568584918976,
      "learning_rate": 1.9018975286970094e-05,
      "loss": 0.9829,
      "step": 7969
    },
    {
      "epoch": 0.16796008577133614,
      "grad_norm": 0.15260723233222961,
      "learning_rate": 1.9018680443004394e-05,
      "loss": 0.9346,
      "step": 7970
    },
    {
      "epoch": 0.16798115980970144,
      "grad_norm": 0.1416400521993637,
      "learning_rate": 1.9018385557024258e-05,
      "loss": 0.934,
      "step": 7971
    },
    {
      "epoch": 0.16800223384806673,
      "grad_norm": 0.14145329594612122,
      "learning_rate": 1.9018090629031057e-05,
      "loss": 0.9048,
      "step": 7972
    },
    {
      "epoch": 0.168023307886432,
      "grad_norm": 0.15104250609874725,
      "learning_rate": 1.9017795659026174e-05,
      "loss": 0.8921,
      "step": 7973
    },
    {
      "epoch": 0.1680443819247973,
      "grad_norm": 0.14927956461906433,
      "learning_rate": 1.901750064701097e-05,
      "loss": 0.8491,
      "step": 7974
    },
    {
      "epoch": 0.16806545596316258,
      "grad_norm": 0.1600312739610672,
      "learning_rate": 1.9017205592986833e-05,
      "loss": 0.9154,
      "step": 7975
    },
    {
      "epoch": 0.16808653000152787,
      "grad_norm": 0.2606857419013977,
      "learning_rate": 1.9016910496955126e-05,
      "loss": 0.949,
      "step": 7976
    },
    {
      "epoch": 0.16810760403989317,
      "grad_norm": 0.1635066717863083,
      "learning_rate": 1.901661535891723e-05,
      "loss": 0.9798,
      "step": 7977
    },
    {
      "epoch": 0.16812867807825843,
      "grad_norm": 0.20501819252967834,
      "learning_rate": 1.9016320178874518e-05,
      "loss": 0.9362,
      "step": 7978
    },
    {
      "epoch": 0.16814975211662372,
      "grad_norm": 0.14603707194328308,
      "learning_rate": 1.9016024956828368e-05,
      "loss": 0.8064,
      "step": 7979
    },
    {
      "epoch": 0.16817082615498902,
      "grad_norm": 0.12603457272052765,
      "learning_rate": 1.901572969278015e-05,
      "loss": 0.884,
      "step": 7980
    },
    {
      "epoch": 0.1681919001933543,
      "grad_norm": 0.18691623210906982,
      "learning_rate": 1.901543438673125e-05,
      "loss": 0.9134,
      "step": 7981
    },
    {
      "epoch": 0.16821297423171958,
      "grad_norm": 0.170215904712677,
      "learning_rate": 1.901513903868303e-05,
      "loss": 0.9473,
      "step": 7982
    },
    {
      "epoch": 0.16823404827008487,
      "grad_norm": 0.16184043884277344,
      "learning_rate": 1.9014843648636873e-05,
      "loss": 0.9329,
      "step": 7983
    },
    {
      "epoch": 0.16825512230845016,
      "grad_norm": 0.14533276855945587,
      "learning_rate": 1.901454821659415e-05,
      "loss": 0.9706,
      "step": 7984
    },
    {
      "epoch": 0.16827619634681545,
      "grad_norm": 0.17842109501361847,
      "learning_rate": 1.901425274255625e-05,
      "loss": 0.9192,
      "step": 7985
    },
    {
      "epoch": 0.16829727038518075,
      "grad_norm": 0.16049720346927643,
      "learning_rate": 1.9013957226524535e-05,
      "loss": 0.903,
      "step": 7986
    },
    {
      "epoch": 0.168318344423546,
      "grad_norm": 0.1624978482723236,
      "learning_rate": 1.901366166850039e-05,
      "loss": 0.9163,
      "step": 7987
    },
    {
      "epoch": 0.1683394184619113,
      "grad_norm": 0.1404106169939041,
      "learning_rate": 1.9013366068485192e-05,
      "loss": 0.9664,
      "step": 7988
    },
    {
      "epoch": 0.1683604925002766,
      "grad_norm": 0.15667618811130524,
      "learning_rate": 1.9013070426480314e-05,
      "loss": 0.9217,
      "step": 7989
    },
    {
      "epoch": 0.1683815665386419,
      "grad_norm": 0.14456968009471893,
      "learning_rate": 1.9012774742487134e-05,
      "loss": 0.8922,
      "step": 7990
    },
    {
      "epoch": 0.16840264057700716,
      "grad_norm": 0.1498747169971466,
      "learning_rate": 1.9012479016507033e-05,
      "loss": 0.9479,
      "step": 7991
    },
    {
      "epoch": 0.16842371461537245,
      "grad_norm": 0.1670263111591339,
      "learning_rate": 1.9012183248541385e-05,
      "loss": 0.9662,
      "step": 7992
    },
    {
      "epoch": 0.16844478865373774,
      "grad_norm": 0.13211572170257568,
      "learning_rate": 1.9011887438591567e-05,
      "loss": 0.9223,
      "step": 7993
    },
    {
      "epoch": 0.16846586269210304,
      "grad_norm": 0.14957594871520996,
      "learning_rate": 1.901159158665896e-05,
      "loss": 0.8876,
      "step": 7994
    },
    {
      "epoch": 0.16848693673046833,
      "grad_norm": 0.17066404223442078,
      "learning_rate": 1.9011295692744946e-05,
      "loss": 0.8119,
      "step": 7995
    },
    {
      "epoch": 0.1685080107688336,
      "grad_norm": 0.19559012353420258,
      "learning_rate": 1.9010999756850893e-05,
      "loss": 0.9813,
      "step": 7996
    },
    {
      "epoch": 0.1685290848071989,
      "grad_norm": 0.16732506453990936,
      "learning_rate": 1.901070377897819e-05,
      "loss": 0.9421,
      "step": 7997
    },
    {
      "epoch": 0.16855015884556418,
      "grad_norm": 0.1398971974849701,
      "learning_rate": 1.9010407759128206e-05,
      "loss": 0.9362,
      "step": 7998
    },
    {
      "epoch": 0.16857123288392947,
      "grad_norm": 0.18284478783607483,
      "learning_rate": 1.901011169730233e-05,
      "loss": 0.934,
      "step": 7999
    },
    {
      "epoch": 0.16859230692229477,
      "grad_norm": 0.17361769080162048,
      "learning_rate": 1.9009815593501932e-05,
      "loss": 0.8884,
      "step": 8000
    },
    {
      "epoch": 0.16861338096066003,
      "grad_norm": 0.14411526918411255,
      "learning_rate": 1.9009519447728402e-05,
      "loss": 0.8534,
      "step": 8001
    },
    {
      "epoch": 0.16863445499902532,
      "grad_norm": 0.19653315842151642,
      "learning_rate": 1.900922325998311e-05,
      "loss": 1.0268,
      "step": 8002
    },
    {
      "epoch": 0.16865552903739062,
      "grad_norm": 0.12474621832370758,
      "learning_rate": 1.900892703026744e-05,
      "loss": 0.8201,
      "step": 8003
    },
    {
      "epoch": 0.1686766030757559,
      "grad_norm": 0.16760358214378357,
      "learning_rate": 1.900863075858277e-05,
      "loss": 0.9396,
      "step": 8004
    },
    {
      "epoch": 0.16869767711412118,
      "grad_norm": 0.18926577270030975,
      "learning_rate": 1.9008334444930485e-05,
      "loss": 1.0294,
      "step": 8005
    },
    {
      "epoch": 0.16871875115248647,
      "grad_norm": 0.17021307349205017,
      "learning_rate": 1.9008038089311963e-05,
      "loss": 0.9689,
      "step": 8006
    },
    {
      "epoch": 0.16873982519085176,
      "grad_norm": 0.16560176014900208,
      "learning_rate": 1.900774169172858e-05,
      "loss": 0.9417,
      "step": 8007
    },
    {
      "epoch": 0.16876089922921705,
      "grad_norm": 0.1416771411895752,
      "learning_rate": 1.9007445252181722e-05,
      "loss": 0.8795,
      "step": 8008
    },
    {
      "epoch": 0.16878197326758235,
      "grad_norm": 0.16549214720726013,
      "learning_rate": 1.900714877067277e-05,
      "loss": 0.9404,
      "step": 8009
    },
    {
      "epoch": 0.1688030473059476,
      "grad_norm": 0.1942513883113861,
      "learning_rate": 1.90068522472031e-05,
      "loss": 0.8877,
      "step": 8010
    },
    {
      "epoch": 0.1688241213443129,
      "grad_norm": 0.1674700528383255,
      "learning_rate": 1.90065556817741e-05,
      "loss": 1.008,
      "step": 8011
    },
    {
      "epoch": 0.1688451953826782,
      "grad_norm": 0.2182716727256775,
      "learning_rate": 1.9006259074387147e-05,
      "loss": 0.9938,
      "step": 8012
    },
    {
      "epoch": 0.1688662694210435,
      "grad_norm": 0.17130707204341888,
      "learning_rate": 1.9005962425043627e-05,
      "loss": 0.9331,
      "step": 8013
    },
    {
      "epoch": 0.16888734345940876,
      "grad_norm": 0.15946701169013977,
      "learning_rate": 1.9005665733744917e-05,
      "loss": 0.884,
      "step": 8014
    },
    {
      "epoch": 0.16890841749777405,
      "grad_norm": 0.20677810907363892,
      "learning_rate": 1.9005369000492402e-05,
      "loss": 0.8893,
      "step": 8015
    },
    {
      "epoch": 0.16892949153613934,
      "grad_norm": 0.1493990421295166,
      "learning_rate": 1.9005072225287463e-05,
      "loss": 0.963,
      "step": 8016
    },
    {
      "epoch": 0.16895056557450464,
      "grad_norm": 0.177633136510849,
      "learning_rate": 1.9004775408131485e-05,
      "loss": 0.9126,
      "step": 8017
    },
    {
      "epoch": 0.16897163961286993,
      "grad_norm": 0.1281520575284958,
      "learning_rate": 1.9004478549025852e-05,
      "loss": 0.9049,
      "step": 8018
    },
    {
      "epoch": 0.1689927136512352,
      "grad_norm": 0.20040397346019745,
      "learning_rate": 1.900418164797194e-05,
      "loss": 1.0219,
      "step": 8019
    },
    {
      "epoch": 0.1690137876896005,
      "grad_norm": 0.24297861754894257,
      "learning_rate": 1.900388470497114e-05,
      "loss": 0.99,
      "step": 8020
    },
    {
      "epoch": 0.16903486172796578,
      "grad_norm": 0.1353076696395874,
      "learning_rate": 1.900358772002483e-05,
      "loss": 0.9308,
      "step": 8021
    },
    {
      "epoch": 0.16905593576633107,
      "grad_norm": 0.15056686103343964,
      "learning_rate": 1.9003290693134393e-05,
      "loss": 0.8823,
      "step": 8022
    },
    {
      "epoch": 0.16907700980469634,
      "grad_norm": 0.1667528599500656,
      "learning_rate": 1.9002993624301217e-05,
      "loss": 0.9588,
      "step": 8023
    },
    {
      "epoch": 0.16909808384306163,
      "grad_norm": 0.12909729778766632,
      "learning_rate": 1.9002696513526683e-05,
      "loss": 0.904,
      "step": 8024
    },
    {
      "epoch": 0.16911915788142692,
      "grad_norm": 0.17476503551006317,
      "learning_rate": 1.9002399360812176e-05,
      "loss": 0.9547,
      "step": 8025
    },
    {
      "epoch": 0.16914023191979222,
      "grad_norm": 0.1422363966703415,
      "learning_rate": 1.900210216615908e-05,
      "loss": 0.9775,
      "step": 8026
    },
    {
      "epoch": 0.1691613059581575,
      "grad_norm": 0.16099858283996582,
      "learning_rate": 1.9001804929568782e-05,
      "loss": 0.9313,
      "step": 8027
    },
    {
      "epoch": 0.16918237999652277,
      "grad_norm": 0.11569616943597794,
      "learning_rate": 1.9001507651042663e-05,
      "loss": 0.8604,
      "step": 8028
    },
    {
      "epoch": 0.16920345403488807,
      "grad_norm": 0.16632424294948578,
      "learning_rate": 1.900121033058211e-05,
      "loss": 0.9789,
      "step": 8029
    },
    {
      "epoch": 0.16922452807325336,
      "grad_norm": 0.11681084334850311,
      "learning_rate": 1.9000912968188507e-05,
      "loss": 0.8965,
      "step": 8030
    },
    {
      "epoch": 0.16924560211161865,
      "grad_norm": 0.1466791331768036,
      "learning_rate": 1.900061556386324e-05,
      "loss": 0.9387,
      "step": 8031
    },
    {
      "epoch": 0.16926667614998392,
      "grad_norm": 0.14122220873832703,
      "learning_rate": 1.9000318117607697e-05,
      "loss": 0.8786,
      "step": 8032
    },
    {
      "epoch": 0.1692877501883492,
      "grad_norm": 0.17156215012073517,
      "learning_rate": 1.9000020629423257e-05,
      "loss": 0.9713,
      "step": 8033
    },
    {
      "epoch": 0.1693088242267145,
      "grad_norm": 0.14791454374790192,
      "learning_rate": 1.8999723099311313e-05,
      "loss": 0.9083,
      "step": 8034
    },
    {
      "epoch": 0.1693298982650798,
      "grad_norm": 0.1455121487379074,
      "learning_rate": 1.8999425527273244e-05,
      "loss": 0.9708,
      "step": 8035
    },
    {
      "epoch": 0.1693509723034451,
      "grad_norm": 0.1343614161014557,
      "learning_rate": 1.8999127913310446e-05,
      "loss": 0.9007,
      "step": 8036
    },
    {
      "epoch": 0.16937204634181036,
      "grad_norm": 0.150628462433815,
      "learning_rate": 1.899883025742429e-05,
      "loss": 0.9881,
      "step": 8037
    },
    {
      "epoch": 0.16939312038017565,
      "grad_norm": 0.16392990946769714,
      "learning_rate": 1.899853255961618e-05,
      "loss": 1.0059,
      "step": 8038
    },
    {
      "epoch": 0.16941419441854094,
      "grad_norm": 0.15235206484794617,
      "learning_rate": 1.8998234819887496e-05,
      "loss": 0.9237,
      "step": 8039
    },
    {
      "epoch": 0.16943526845690624,
      "grad_norm": 0.15774789452552795,
      "learning_rate": 1.8997937038239622e-05,
      "loss": 0.9266,
      "step": 8040
    },
    {
      "epoch": 0.1694563424952715,
      "grad_norm": 0.1805424839258194,
      "learning_rate": 1.8997639214673947e-05,
      "loss": 0.872,
      "step": 8041
    },
    {
      "epoch": 0.1694774165336368,
      "grad_norm": 0.16440579295158386,
      "learning_rate": 1.899734134919186e-05,
      "loss": 0.9096,
      "step": 8042
    },
    {
      "epoch": 0.1694984905720021,
      "grad_norm": 0.16596834361553192,
      "learning_rate": 1.8997043441794746e-05,
      "loss": 0.8774,
      "step": 8043
    },
    {
      "epoch": 0.16951956461036738,
      "grad_norm": 0.1428741067647934,
      "learning_rate": 1.8996745492483997e-05,
      "loss": 0.95,
      "step": 8044
    },
    {
      "epoch": 0.16954063864873267,
      "grad_norm": 0.20356425642967224,
      "learning_rate": 1.8996447501260995e-05,
      "loss": 0.9517,
      "step": 8045
    },
    {
      "epoch": 0.16956171268709794,
      "grad_norm": 0.15097402036190033,
      "learning_rate": 1.8996149468127134e-05,
      "loss": 0.9599,
      "step": 8046
    },
    {
      "epoch": 0.16958278672546323,
      "grad_norm": 0.1821923851966858,
      "learning_rate": 1.89958513930838e-05,
      "loss": 1.0023,
      "step": 8047
    },
    {
      "epoch": 0.16960386076382852,
      "grad_norm": 0.22883719205856323,
      "learning_rate": 1.8995553276132385e-05,
      "loss": 0.963,
      "step": 8048
    },
    {
      "epoch": 0.16962493480219382,
      "grad_norm": 0.2096322774887085,
      "learning_rate": 1.899525511727427e-05,
      "loss": 0.945,
      "step": 8049
    },
    {
      "epoch": 0.16964600884055908,
      "grad_norm": 0.1595633625984192,
      "learning_rate": 1.899495691651085e-05,
      "loss": 0.9125,
      "step": 8050
    },
    {
      "epoch": 0.16966708287892437,
      "grad_norm": 0.18189023435115814,
      "learning_rate": 1.899465867384351e-05,
      "loss": 0.9371,
      "step": 8051
    },
    {
      "epoch": 0.16968815691728967,
      "grad_norm": 0.1725015491247177,
      "learning_rate": 1.899436038927364e-05,
      "loss": 0.9148,
      "step": 8052
    },
    {
      "epoch": 0.16970923095565496,
      "grad_norm": 0.1525850147008896,
      "learning_rate": 1.8994062062802642e-05,
      "loss": 0.9807,
      "step": 8053
    },
    {
      "epoch": 0.16973030499402025,
      "grad_norm": 0.17247016727924347,
      "learning_rate": 1.8993763694431888e-05,
      "loss": 0.8943,
      "step": 8054
    },
    {
      "epoch": 0.16975137903238552,
      "grad_norm": 0.17242643237113953,
      "learning_rate": 1.8993465284162774e-05,
      "loss": 0.9724,
      "step": 8055
    },
    {
      "epoch": 0.1697724530707508,
      "grad_norm": 0.17909184098243713,
      "learning_rate": 1.8993166831996696e-05,
      "loss": 0.9574,
      "step": 8056
    },
    {
      "epoch": 0.1697935271091161,
      "grad_norm": 0.174024760723114,
      "learning_rate": 1.899286833793504e-05,
      "loss": 0.9033,
      "step": 8057
    },
    {
      "epoch": 0.1698146011474814,
      "grad_norm": 0.14712966978549957,
      "learning_rate": 1.8992569801979194e-05,
      "loss": 0.9475,
      "step": 8058
    },
    {
      "epoch": 0.16983567518584666,
      "grad_norm": 0.1496865153312683,
      "learning_rate": 1.899227122413055e-05,
      "loss": 0.9027,
      "step": 8059
    },
    {
      "epoch": 0.16985674922421196,
      "grad_norm": 0.15043595433235168,
      "learning_rate": 1.8991972604390504e-05,
      "loss": 0.8166,
      "step": 8060
    },
    {
      "epoch": 0.16987782326257725,
      "grad_norm": 0.16921250522136688,
      "learning_rate": 1.8991673942760443e-05,
      "loss": 0.936,
      "step": 8061
    },
    {
      "epoch": 0.16989889730094254,
      "grad_norm": 0.17265856266021729,
      "learning_rate": 1.899137523924176e-05,
      "loss": 0.8856,
      "step": 8062
    },
    {
      "epoch": 0.16991997133930783,
      "grad_norm": 0.5386372804641724,
      "learning_rate": 1.8991076493835844e-05,
      "loss": 0.9544,
      "step": 8063
    },
    {
      "epoch": 0.1699410453776731,
      "grad_norm": 0.17133860290050507,
      "learning_rate": 1.8990777706544085e-05,
      "loss": 1.0264,
      "step": 8064
    },
    {
      "epoch": 0.1699621194160384,
      "grad_norm": 0.19730013608932495,
      "learning_rate": 1.899047887736788e-05,
      "loss": 0.8339,
      "step": 8065
    },
    {
      "epoch": 0.16998319345440369,
      "grad_norm": 0.10791178047657013,
      "learning_rate": 1.8990180006308622e-05,
      "loss": 0.8257,
      "step": 8066
    },
    {
      "epoch": 0.17000426749276898,
      "grad_norm": 0.20144926011562347,
      "learning_rate": 1.8989881093367694e-05,
      "loss": 1.0313,
      "step": 8067
    },
    {
      "epoch": 0.17002534153113424,
      "grad_norm": 0.18305310606956482,
      "learning_rate": 1.8989582138546502e-05,
      "loss": 0.9115,
      "step": 8068
    },
    {
      "epoch": 0.17004641556949954,
      "grad_norm": 0.18239666521549225,
      "learning_rate": 1.8989283141846426e-05,
      "loss": 0.9249,
      "step": 8069
    },
    {
      "epoch": 0.17006748960786483,
      "grad_norm": 0.282490998506546,
      "learning_rate": 1.8988984103268868e-05,
      "loss": 0.9722,
      "step": 8070
    },
    {
      "epoch": 0.17008856364623012,
      "grad_norm": 0.1469409465789795,
      "learning_rate": 1.8988685022815218e-05,
      "loss": 0.9141,
      "step": 8071
    },
    {
      "epoch": 0.17010963768459542,
      "grad_norm": 0.17829111218452454,
      "learning_rate": 1.8988385900486864e-05,
      "loss": 0.8874,
      "step": 8072
    },
    {
      "epoch": 0.17013071172296068,
      "grad_norm": 0.13990557193756104,
      "learning_rate": 1.898808673628521e-05,
      "loss": 0.8424,
      "step": 8073
    },
    {
      "epoch": 0.17015178576132597,
      "grad_norm": 0.1837867945432663,
      "learning_rate": 1.898778753021164e-05,
      "loss": 0.9559,
      "step": 8074
    },
    {
      "epoch": 0.17017285979969127,
      "grad_norm": 0.13950808346271515,
      "learning_rate": 1.8987488282267558e-05,
      "loss": 0.9213,
      "step": 8075
    },
    {
      "epoch": 0.17019393383805656,
      "grad_norm": 0.18044143915176392,
      "learning_rate": 1.8987188992454343e-05,
      "loss": 0.8755,
      "step": 8076
    },
    {
      "epoch": 0.17021500787642183,
      "grad_norm": 0.13843095302581787,
      "learning_rate": 1.8986889660773403e-05,
      "loss": 0.9061,
      "step": 8077
    },
    {
      "epoch": 0.17023608191478712,
      "grad_norm": 0.1702663004398346,
      "learning_rate": 1.8986590287226133e-05,
      "loss": 0.914,
      "step": 8078
    },
    {
      "epoch": 0.1702571559531524,
      "grad_norm": 0.15705999732017517,
      "learning_rate": 1.8986290871813917e-05,
      "loss": 0.986,
      "step": 8079
    },
    {
      "epoch": 0.1702782299915177,
      "grad_norm": 0.1545465737581253,
      "learning_rate": 1.8985991414538154e-05,
      "loss": 0.968,
      "step": 8080
    },
    {
      "epoch": 0.170299304029883,
      "grad_norm": 0.1783832311630249,
      "learning_rate": 1.8985691915400245e-05,
      "loss": 0.8882,
      "step": 8081
    },
    {
      "epoch": 0.17032037806824826,
      "grad_norm": 0.1416744738817215,
      "learning_rate": 1.8985392374401577e-05,
      "loss": 0.9679,
      "step": 8082
    },
    {
      "epoch": 0.17034145210661356,
      "grad_norm": 0.16456125676631927,
      "learning_rate": 1.898509279154355e-05,
      "loss": 0.8911,
      "step": 8083
    },
    {
      "epoch": 0.17036252614497885,
      "grad_norm": 0.12315712124109268,
      "learning_rate": 1.898479316682756e-05,
      "loss": 0.9372,
      "step": 8084
    },
    {
      "epoch": 0.17038360018334414,
      "grad_norm": 0.16708491742610931,
      "learning_rate": 1.8984493500255e-05,
      "loss": 0.9192,
      "step": 8085
    },
    {
      "epoch": 0.1704046742217094,
      "grad_norm": 0.13492713868618011,
      "learning_rate": 1.8984193791827268e-05,
      "loss": 1.0039,
      "step": 8086
    },
    {
      "epoch": 0.1704257482600747,
      "grad_norm": 0.1619071364402771,
      "learning_rate": 1.898389404154576e-05,
      "loss": 0.8958,
      "step": 8087
    },
    {
      "epoch": 0.17044682229844,
      "grad_norm": 0.13270820677280426,
      "learning_rate": 1.8983594249411873e-05,
      "loss": 0.9045,
      "step": 8088
    },
    {
      "epoch": 0.17046789633680529,
      "grad_norm": 0.15482410788536072,
      "learning_rate": 1.8983294415427003e-05,
      "loss": 0.9229,
      "step": 8089
    },
    {
      "epoch": 0.17048897037517058,
      "grad_norm": 0.16033242642879486,
      "learning_rate": 1.8982994539592545e-05,
      "loss": 0.9093,
      "step": 8090
    },
    {
      "epoch": 0.17051004441353584,
      "grad_norm": 0.1215772032737732,
      "learning_rate": 1.89826946219099e-05,
      "loss": 0.923,
      "step": 8091
    },
    {
      "epoch": 0.17053111845190114,
      "grad_norm": 0.17709389328956604,
      "learning_rate": 1.8982394662380463e-05,
      "loss": 0.9187,
      "step": 8092
    },
    {
      "epoch": 0.17055219249026643,
      "grad_norm": 0.12603414058685303,
      "learning_rate": 1.898209466100563e-05,
      "loss": 0.9557,
      "step": 8093
    },
    {
      "epoch": 0.17057326652863172,
      "grad_norm": 0.16023463010787964,
      "learning_rate": 1.8981794617786796e-05,
      "loss": 0.8777,
      "step": 8094
    },
    {
      "epoch": 0.17059434056699702,
      "grad_norm": 0.15723316371440887,
      "learning_rate": 1.8981494532725368e-05,
      "loss": 0.932,
      "step": 8095
    },
    {
      "epoch": 0.17061541460536228,
      "grad_norm": 0.14384067058563232,
      "learning_rate": 1.8981194405822735e-05,
      "loss": 0.8645,
      "step": 8096
    },
    {
      "epoch": 0.17063648864372757,
      "grad_norm": 0.14956524968147278,
      "learning_rate": 1.89808942370803e-05,
      "loss": 0.8801,
      "step": 8097
    },
    {
      "epoch": 0.17065756268209287,
      "grad_norm": 0.14791996777057648,
      "learning_rate": 1.898059402649946e-05,
      "loss": 0.8812,
      "step": 8098
    },
    {
      "epoch": 0.17067863672045816,
      "grad_norm": 0.17465783655643463,
      "learning_rate": 1.8980293774081614e-05,
      "loss": 0.8786,
      "step": 8099
    },
    {
      "epoch": 0.17069971075882343,
      "grad_norm": 0.12058326601982117,
      "learning_rate": 1.897999347982816e-05,
      "loss": 0.9141,
      "step": 8100
    },
    {
      "epoch": 0.17072078479718872,
      "grad_norm": 0.21654213964939117,
      "learning_rate": 1.89796931437405e-05,
      "loss": 1.0172,
      "step": 8101
    },
    {
      "epoch": 0.170741858835554,
      "grad_norm": 0.1686381846666336,
      "learning_rate": 1.897939276582003e-05,
      "loss": 0.9073,
      "step": 8102
    },
    {
      "epoch": 0.1707629328739193,
      "grad_norm": 0.1354491263628006,
      "learning_rate": 1.8979092346068146e-05,
      "loss": 0.8592,
      "step": 8103
    },
    {
      "epoch": 0.1707840069122846,
      "grad_norm": 0.14329054951667786,
      "learning_rate": 1.8978791884486255e-05,
      "loss": 0.8529,
      "step": 8104
    },
    {
      "epoch": 0.17080508095064986,
      "grad_norm": 0.14862029254436493,
      "learning_rate": 1.8978491381075752e-05,
      "loss": 0.8898,
      "step": 8105
    },
    {
      "epoch": 0.17082615498901516,
      "grad_norm": 0.16368871927261353,
      "learning_rate": 1.8978190835838038e-05,
      "loss": 0.9346,
      "step": 8106
    },
    {
      "epoch": 0.17084722902738045,
      "grad_norm": 0.12487304955720901,
      "learning_rate": 1.8977890248774514e-05,
      "loss": 0.8733,
      "step": 8107
    },
    {
      "epoch": 0.17086830306574574,
      "grad_norm": 0.15916065871715546,
      "learning_rate": 1.8977589619886577e-05,
      "loss": 0.9658,
      "step": 8108
    },
    {
      "epoch": 0.170889377104111,
      "grad_norm": 0.14488418400287628,
      "learning_rate": 1.8977288949175633e-05,
      "loss": 0.9605,
      "step": 8109
    },
    {
      "epoch": 0.1709104511424763,
      "grad_norm": 0.1394977569580078,
      "learning_rate": 1.8976988236643077e-05,
      "loss": 0.895,
      "step": 8110
    },
    {
      "epoch": 0.1709315251808416,
      "grad_norm": 0.21466940641403198,
      "learning_rate": 1.8976687482290313e-05,
      "loss": 0.8575,
      "step": 8111
    },
    {
      "epoch": 0.17095259921920689,
      "grad_norm": 0.15448923408985138,
      "learning_rate": 1.8976386686118742e-05,
      "loss": 0.9867,
      "step": 8112
    },
    {
      "epoch": 0.17097367325757218,
      "grad_norm": 0.16671741008758545,
      "learning_rate": 1.897608584812977e-05,
      "loss": 1.0168,
      "step": 8113
    },
    {
      "epoch": 0.17099474729593744,
      "grad_norm": 0.16783550381660461,
      "learning_rate": 1.8975784968324787e-05,
      "loss": 1.0203,
      "step": 8114
    },
    {
      "epoch": 0.17101582133430274,
      "grad_norm": 0.11458972096443176,
      "learning_rate": 1.8975484046705205e-05,
      "loss": 0.8854,
      "step": 8115
    },
    {
      "epoch": 0.17103689537266803,
      "grad_norm": 0.16950206458568573,
      "learning_rate": 1.897518308327242e-05,
      "loss": 0.9104,
      "step": 8116
    },
    {
      "epoch": 0.17105796941103332,
      "grad_norm": 0.13815724849700928,
      "learning_rate": 1.8974882078027836e-05,
      "loss": 0.933,
      "step": 8117
    },
    {
      "epoch": 0.1710790434493986,
      "grad_norm": 0.15764552354812622,
      "learning_rate": 1.8974581030972855e-05,
      "loss": 0.9494,
      "step": 8118
    },
    {
      "epoch": 0.17110011748776388,
      "grad_norm": 0.13711676001548767,
      "learning_rate": 1.8974279942108884e-05,
      "loss": 0.9448,
      "step": 8119
    },
    {
      "epoch": 0.17112119152612917,
      "grad_norm": 0.16179431974887848,
      "learning_rate": 1.8973978811437317e-05,
      "loss": 0.9694,
      "step": 8120
    },
    {
      "epoch": 0.17114226556449447,
      "grad_norm": 0.1378309726715088,
      "learning_rate": 1.897367763895956e-05,
      "loss": 0.8725,
      "step": 8121
    },
    {
      "epoch": 0.17116333960285976,
      "grad_norm": 0.1231016293168068,
      "learning_rate": 1.8973376424677022e-05,
      "loss": 0.9183,
      "step": 8122
    },
    {
      "epoch": 0.17118441364122503,
      "grad_norm": 0.1590929478406906,
      "learning_rate": 1.89730751685911e-05,
      "loss": 0.927,
      "step": 8123
    },
    {
      "epoch": 0.17120548767959032,
      "grad_norm": 0.13017740845680237,
      "learning_rate": 1.8972773870703197e-05,
      "loss": 0.897,
      "step": 8124
    },
    {
      "epoch": 0.1712265617179556,
      "grad_norm": 0.14674235880374908,
      "learning_rate": 1.897247253101472e-05,
      "loss": 0.9431,
      "step": 8125
    },
    {
      "epoch": 0.1712476357563209,
      "grad_norm": 0.17837107181549072,
      "learning_rate": 1.8972171149527074e-05,
      "loss": 0.9388,
      "step": 8126
    },
    {
      "epoch": 0.17126870979468617,
      "grad_norm": 0.16461341083049774,
      "learning_rate": 1.8971869726241657e-05,
      "loss": 1.0516,
      "step": 8127
    },
    {
      "epoch": 0.17128978383305146,
      "grad_norm": 0.19108439981937408,
      "learning_rate": 1.8971568261159877e-05,
      "loss": 0.9016,
      "step": 8128
    },
    {
      "epoch": 0.17131085787141676,
      "grad_norm": 0.1359356939792633,
      "learning_rate": 1.897126675428314e-05,
      "loss": 0.8878,
      "step": 8129
    },
    {
      "epoch": 0.17133193190978205,
      "grad_norm": 0.1955370306968689,
      "learning_rate": 1.897096520561285e-05,
      "loss": 0.9032,
      "step": 8130
    },
    {
      "epoch": 0.17135300594814734,
      "grad_norm": 0.2284972071647644,
      "learning_rate": 1.8970663615150407e-05,
      "loss": 0.9637,
      "step": 8131
    },
    {
      "epoch": 0.1713740799865126,
      "grad_norm": 0.1465405523777008,
      "learning_rate": 1.8970361982897222e-05,
      "loss": 0.9348,
      "step": 8132
    },
    {
      "epoch": 0.1713951540248779,
      "grad_norm": 0.20445391535758972,
      "learning_rate": 1.8970060308854698e-05,
      "loss": 0.9797,
      "step": 8133
    },
    {
      "epoch": 0.1714162280632432,
      "grad_norm": 0.22039635479450226,
      "learning_rate": 1.8969758593024234e-05,
      "loss": 0.9913,
      "step": 8134
    },
    {
      "epoch": 0.17143730210160849,
      "grad_norm": 0.14547307789325714,
      "learning_rate": 1.896945683540725e-05,
      "loss": 0.8904,
      "step": 8135
    },
    {
      "epoch": 0.17145837613997375,
      "grad_norm": 0.14375844597816467,
      "learning_rate": 1.896915503600514e-05,
      "loss": 0.8934,
      "step": 8136
    },
    {
      "epoch": 0.17147945017833904,
      "grad_norm": 0.15109339356422424,
      "learning_rate": 1.896885319481931e-05,
      "loss": 0.9074,
      "step": 8137
    },
    {
      "epoch": 0.17150052421670434,
      "grad_norm": 0.17875415086746216,
      "learning_rate": 1.8968551311851174e-05,
      "loss": 0.9098,
      "step": 8138
    },
    {
      "epoch": 0.17152159825506963,
      "grad_norm": 0.14471058547496796,
      "learning_rate": 1.8968249387102134e-05,
      "loss": 0.904,
      "step": 8139
    },
    {
      "epoch": 0.17154267229343492,
      "grad_norm": 0.17899273335933685,
      "learning_rate": 1.8967947420573594e-05,
      "loss": 0.896,
      "step": 8140
    },
    {
      "epoch": 0.1715637463318002,
      "grad_norm": 0.13610751926898956,
      "learning_rate": 1.8967645412266966e-05,
      "loss": 0.9894,
      "step": 8141
    },
    {
      "epoch": 0.17158482037016548,
      "grad_norm": 0.19515728950500488,
      "learning_rate": 1.896734336218365e-05,
      "loss": 0.9983,
      "step": 8142
    },
    {
      "epoch": 0.17160589440853077,
      "grad_norm": 0.2818809449672699,
      "learning_rate": 1.8967041270325058e-05,
      "loss": 1.0555,
      "step": 8143
    },
    {
      "epoch": 0.17162696844689607,
      "grad_norm": 0.2409956306219101,
      "learning_rate": 1.89667391366926e-05,
      "loss": 0.9263,
      "step": 8144
    },
    {
      "epoch": 0.17164804248526133,
      "grad_norm": 0.12200421839952469,
      "learning_rate": 1.8966436961287677e-05,
      "loss": 0.9096,
      "step": 8145
    },
    {
      "epoch": 0.17166911652362662,
      "grad_norm": 0.19499890506267548,
      "learning_rate": 1.8966134744111703e-05,
      "loss": 0.89,
      "step": 8146
    },
    {
      "epoch": 0.17169019056199192,
      "grad_norm": 0.14776840806007385,
      "learning_rate": 1.896583248516608e-05,
      "loss": 0.9259,
      "step": 8147
    },
    {
      "epoch": 0.1717112646003572,
      "grad_norm": 0.16891473531723022,
      "learning_rate": 1.8965530184452217e-05,
      "loss": 0.9197,
      "step": 8148
    },
    {
      "epoch": 0.1717323386387225,
      "grad_norm": 0.17715668678283691,
      "learning_rate": 1.896522784197153e-05,
      "loss": 0.9033,
      "step": 8149
    },
    {
      "epoch": 0.17175341267708777,
      "grad_norm": 0.13117961585521698,
      "learning_rate": 1.8964925457725417e-05,
      "loss": 0.8673,
      "step": 8150
    },
    {
      "epoch": 0.17177448671545306,
      "grad_norm": 0.1537039428949356,
      "learning_rate": 1.8964623031715293e-05,
      "loss": 0.8603,
      "step": 8151
    },
    {
      "epoch": 0.17179556075381835,
      "grad_norm": 0.14763681590557098,
      "learning_rate": 1.8964320563942565e-05,
      "loss": 0.9702,
      "step": 8152
    },
    {
      "epoch": 0.17181663479218365,
      "grad_norm": 0.25783029198646545,
      "learning_rate": 1.8964018054408642e-05,
      "loss": 0.9513,
      "step": 8153
    },
    {
      "epoch": 0.1718377088305489,
      "grad_norm": 0.14638586342334747,
      "learning_rate": 1.896371550311493e-05,
      "loss": 0.9438,
      "step": 8154
    },
    {
      "epoch": 0.1718587828689142,
      "grad_norm": 0.17834307253360748,
      "learning_rate": 1.896341291006285e-05,
      "loss": 0.9266,
      "step": 8155
    },
    {
      "epoch": 0.1718798569072795,
      "grad_norm": 0.1506269872188568,
      "learning_rate": 1.8963110275253797e-05,
      "loss": 0.9025,
      "step": 8156
    },
    {
      "epoch": 0.1719009309456448,
      "grad_norm": 0.1926482617855072,
      "learning_rate": 1.896280759868919e-05,
      "loss": 0.937,
      "step": 8157
    },
    {
      "epoch": 0.17192200498401009,
      "grad_norm": 0.19438618421554565,
      "learning_rate": 1.8962504880370437e-05,
      "loss": 0.9949,
      "step": 8158
    },
    {
      "epoch": 0.17194307902237535,
      "grad_norm": 0.1742308884859085,
      "learning_rate": 1.8962202120298948e-05,
      "loss": 0.8339,
      "step": 8159
    },
    {
      "epoch": 0.17196415306074064,
      "grad_norm": 0.162974014878273,
      "learning_rate": 1.896189931847613e-05,
      "loss": 0.9534,
      "step": 8160
    },
    {
      "epoch": 0.17198522709910594,
      "grad_norm": 0.13985197246074677,
      "learning_rate": 1.8961596474903402e-05,
      "loss": 0.8628,
      "step": 8161
    },
    {
      "epoch": 0.17200630113747123,
      "grad_norm": 0.17048054933547974,
      "learning_rate": 1.8961293589582164e-05,
      "loss": 0.9293,
      "step": 8162
    },
    {
      "epoch": 0.1720273751758365,
      "grad_norm": 0.1497238427400589,
      "learning_rate": 1.8960990662513836e-05,
      "loss": 0.9485,
      "step": 8163
    },
    {
      "epoch": 0.1720484492142018,
      "grad_norm": 0.5425064563751221,
      "learning_rate": 1.8960687693699825e-05,
      "loss": 0.9368,
      "step": 8164
    },
    {
      "epoch": 0.17206952325256708,
      "grad_norm": 0.1472785770893097,
      "learning_rate": 1.8960384683141547e-05,
      "loss": 0.9725,
      "step": 8165
    },
    {
      "epoch": 0.17209059729093237,
      "grad_norm": 0.23050014674663544,
      "learning_rate": 1.8960081630840405e-05,
      "loss": 0.9372,
      "step": 8166
    },
    {
      "epoch": 0.17211167132929767,
      "grad_norm": 0.15082406997680664,
      "learning_rate": 1.8959778536797817e-05,
      "loss": 0.9745,
      "step": 8167
    },
    {
      "epoch": 0.17213274536766293,
      "grad_norm": 0.17632010579109192,
      "learning_rate": 1.8959475401015194e-05,
      "loss": 0.9528,
      "step": 8168
    },
    {
      "epoch": 0.17215381940602822,
      "grad_norm": 0.1545812487602234,
      "learning_rate": 1.895917222349395e-05,
      "loss": 0.9588,
      "step": 8169
    },
    {
      "epoch": 0.17217489344439352,
      "grad_norm": 0.17884984612464905,
      "learning_rate": 1.895886900423549e-05,
      "loss": 0.9405,
      "step": 8170
    },
    {
      "epoch": 0.1721959674827588,
      "grad_norm": 0.1803741455078125,
      "learning_rate": 1.8958565743241236e-05,
      "loss": 1.0054,
      "step": 8171
    },
    {
      "epoch": 0.17221704152112408,
      "grad_norm": 0.1520482897758484,
      "learning_rate": 1.8958262440512597e-05,
      "loss": 0.9073,
      "step": 8172
    },
    {
      "epoch": 0.17223811555948937,
      "grad_norm": 0.15310771763324738,
      "learning_rate": 1.8957959096050987e-05,
      "loss": 0.9453,
      "step": 8173
    },
    {
      "epoch": 0.17225918959785466,
      "grad_norm": 0.17453517019748688,
      "learning_rate": 1.8957655709857815e-05,
      "loss": 0.9409,
      "step": 8174
    },
    {
      "epoch": 0.17228026363621995,
      "grad_norm": 0.1771196722984314,
      "learning_rate": 1.8957352281934498e-05,
      "loss": 0.9996,
      "step": 8175
    },
    {
      "epoch": 0.17230133767458525,
      "grad_norm": 0.12799601256847382,
      "learning_rate": 1.8957048812282444e-05,
      "loss": 0.9557,
      "step": 8176
    },
    {
      "epoch": 0.1723224117129505,
      "grad_norm": 0.2014680653810501,
      "learning_rate": 1.8956745300903078e-05,
      "loss": 0.9828,
      "step": 8177
    },
    {
      "epoch": 0.1723434857513158,
      "grad_norm": 0.1532171368598938,
      "learning_rate": 1.8956441747797805e-05,
      "loss": 0.9586,
      "step": 8178
    },
    {
      "epoch": 0.1723645597896811,
      "grad_norm": 0.16835612058639526,
      "learning_rate": 1.8956138152968045e-05,
      "loss": 0.9597,
      "step": 8179
    },
    {
      "epoch": 0.1723856338280464,
      "grad_norm": 0.17885710299015045,
      "learning_rate": 1.8955834516415204e-05,
      "loss": 0.9657,
      "step": 8180
    },
    {
      "epoch": 0.17240670786641166,
      "grad_norm": 0.14724595844745636,
      "learning_rate": 1.8955530838140704e-05,
      "loss": 0.9589,
      "step": 8181
    },
    {
      "epoch": 0.17242778190477695,
      "grad_norm": 0.1564432978630066,
      "learning_rate": 1.8955227118145956e-05,
      "loss": 0.9556,
      "step": 8182
    },
    {
      "epoch": 0.17244885594314224,
      "grad_norm": 0.12175363302230835,
      "learning_rate": 1.8954923356432376e-05,
      "loss": 0.9586,
      "step": 8183
    },
    {
      "epoch": 0.17246992998150754,
      "grad_norm": 0.14859671890735626,
      "learning_rate": 1.895461955300138e-05,
      "loss": 0.9237,
      "step": 8184
    },
    {
      "epoch": 0.17249100401987283,
      "grad_norm": 0.1476658433675766,
      "learning_rate": 1.8954315707854382e-05,
      "loss": 0.9526,
      "step": 8185
    },
    {
      "epoch": 0.1725120780582381,
      "grad_norm": 0.16240844130516052,
      "learning_rate": 1.8954011820992795e-05,
      "loss": 0.9844,
      "step": 8186
    },
    {
      "epoch": 0.1725331520966034,
      "grad_norm": 0.14372901618480682,
      "learning_rate": 1.895370789241804e-05,
      "loss": 0.9044,
      "step": 8187
    },
    {
      "epoch": 0.17255422613496868,
      "grad_norm": 0.14866673946380615,
      "learning_rate": 1.895340392213153e-05,
      "loss": 1.0067,
      "step": 8188
    },
    {
      "epoch": 0.17257530017333397,
      "grad_norm": 0.14652827382087708,
      "learning_rate": 1.8953099910134683e-05,
      "loss": 0.8783,
      "step": 8189
    },
    {
      "epoch": 0.17259637421169927,
      "grad_norm": 0.12822583317756653,
      "learning_rate": 1.8952795856428913e-05,
      "loss": 0.9135,
      "step": 8190
    },
    {
      "epoch": 0.17261744825006453,
      "grad_norm": 0.1533338725566864,
      "learning_rate": 1.8952491761015637e-05,
      "loss": 0.9508,
      "step": 8191
    },
    {
      "epoch": 0.17263852228842982,
      "grad_norm": 0.1326926201581955,
      "learning_rate": 1.8952187623896272e-05,
      "loss": 0.9196,
      "step": 8192
    },
    {
      "epoch": 0.17265959632679512,
      "grad_norm": 0.1596142053604126,
      "learning_rate": 1.8951883445072233e-05,
      "loss": 0.9242,
      "step": 8193
    },
    {
      "epoch": 0.1726806703651604,
      "grad_norm": 0.12081846594810486,
      "learning_rate": 1.8951579224544944e-05,
      "loss": 0.9016,
      "step": 8194
    },
    {
      "epoch": 0.17270174440352568,
      "grad_norm": 0.14724263548851013,
      "learning_rate": 1.8951274962315813e-05,
      "loss": 0.8957,
      "step": 8195
    },
    {
      "epoch": 0.17272281844189097,
      "grad_norm": 0.12102776020765305,
      "learning_rate": 1.8950970658386262e-05,
      "loss": 0.9212,
      "step": 8196
    },
    {
      "epoch": 0.17274389248025626,
      "grad_norm": 0.13326218724250793,
      "learning_rate": 1.895066631275771e-05,
      "loss": 0.9277,
      "step": 8197
    },
    {
      "epoch": 0.17276496651862155,
      "grad_norm": 0.14759300649166107,
      "learning_rate": 1.895036192543157e-05,
      "loss": 0.9179,
      "step": 8198
    },
    {
      "epoch": 0.17278604055698685,
      "grad_norm": 0.14352189004421234,
      "learning_rate": 1.8950057496409262e-05,
      "loss": 0.903,
      "step": 8199
    },
    {
      "epoch": 0.1728071145953521,
      "grad_norm": 0.14951232075691223,
      "learning_rate": 1.894975302569221e-05,
      "loss": 0.9639,
      "step": 8200
    },
    {
      "epoch": 0.1728281886337174,
      "grad_norm": 0.17658568918704987,
      "learning_rate": 1.8949448513281823e-05,
      "loss": 0.9094,
      "step": 8201
    },
    {
      "epoch": 0.1728492626720827,
      "grad_norm": 0.13278734683990479,
      "learning_rate": 1.894914395917953e-05,
      "loss": 0.9058,
      "step": 8202
    },
    {
      "epoch": 0.172870336710448,
      "grad_norm": 0.20301781594753265,
      "learning_rate": 1.894883936338674e-05,
      "loss": 0.9277,
      "step": 8203
    },
    {
      "epoch": 0.17289141074881326,
      "grad_norm": 0.14391551911830902,
      "learning_rate": 1.8948534725904874e-05,
      "loss": 0.9134,
      "step": 8204
    },
    {
      "epoch": 0.17291248478717855,
      "grad_norm": 0.15455831587314606,
      "learning_rate": 1.8948230046735356e-05,
      "loss": 0.9291,
      "step": 8205
    },
    {
      "epoch": 0.17293355882554384,
      "grad_norm": 0.13869018852710724,
      "learning_rate": 1.8947925325879603e-05,
      "loss": 0.8968,
      "step": 8206
    },
    {
      "epoch": 0.17295463286390914,
      "grad_norm": 0.17358028888702393,
      "learning_rate": 1.894762056333903e-05,
      "loss": 0.9346,
      "step": 8207
    },
    {
      "epoch": 0.17297570690227443,
      "grad_norm": 0.14963120222091675,
      "learning_rate": 1.894731575911507e-05,
      "loss": 0.961,
      "step": 8208
    },
    {
      "epoch": 0.1729967809406397,
      "grad_norm": 0.14958146214485168,
      "learning_rate": 1.894701091320912e-05,
      "loss": 0.915,
      "step": 8209
    },
    {
      "epoch": 0.173017854979005,
      "grad_norm": 0.12174314260482788,
      "learning_rate": 1.8946706025622624e-05,
      "loss": 0.9817,
      "step": 8210
    },
    {
      "epoch": 0.17303892901737028,
      "grad_norm": 0.14315465092658997,
      "learning_rate": 1.8946401096356992e-05,
      "loss": 0.9722,
      "step": 8211
    },
    {
      "epoch": 0.17306000305573557,
      "grad_norm": 0.15110935270786285,
      "learning_rate": 1.8946096125413643e-05,
      "loss": 0.9663,
      "step": 8212
    },
    {
      "epoch": 0.17308107709410084,
      "grad_norm": 0.13662903010845184,
      "learning_rate": 1.8945791112794e-05,
      "loss": 0.9403,
      "step": 8213
    },
    {
      "epoch": 0.17310215113246613,
      "grad_norm": 0.13708865642547607,
      "learning_rate": 1.8945486058499485e-05,
      "loss": 0.9993,
      "step": 8214
    },
    {
      "epoch": 0.17312322517083142,
      "grad_norm": 0.21702376008033752,
      "learning_rate": 1.8945180962531515e-05,
      "loss": 1.0004,
      "step": 8215
    },
    {
      "epoch": 0.17314429920919672,
      "grad_norm": 0.21606534719467163,
      "learning_rate": 1.8944875824891517e-05,
      "loss": 0.963,
      "step": 8216
    },
    {
      "epoch": 0.173165373247562,
      "grad_norm": 0.15308208763599396,
      "learning_rate": 1.8944570645580905e-05,
      "loss": 0.9572,
      "step": 8217
    },
    {
      "epoch": 0.17318644728592728,
      "grad_norm": 0.17822995781898499,
      "learning_rate": 1.8944265424601108e-05,
      "loss": 0.9078,
      "step": 8218
    },
    {
      "epoch": 0.17320752132429257,
      "grad_norm": 0.2198956459760666,
      "learning_rate": 1.8943960161953547e-05,
      "loss": 0.9324,
      "step": 8219
    },
    {
      "epoch": 0.17322859536265786,
      "grad_norm": 0.17596739530563354,
      "learning_rate": 1.894365485763964e-05,
      "loss": 0.9582,
      "step": 8220
    },
    {
      "epoch": 0.17324966940102315,
      "grad_norm": 0.17901195585727692,
      "learning_rate": 1.8943349511660812e-05,
      "loss": 0.8982,
      "step": 8221
    },
    {
      "epoch": 0.17327074343938842,
      "grad_norm": 0.14929458498954773,
      "learning_rate": 1.8943044124018487e-05,
      "loss": 0.9048,
      "step": 8222
    },
    {
      "epoch": 0.1732918174777537,
      "grad_norm": 0.16644515097141266,
      "learning_rate": 1.8942738694714083e-05,
      "loss": 0.8915,
      "step": 8223
    },
    {
      "epoch": 0.173312891516119,
      "grad_norm": 0.18275155127048492,
      "learning_rate": 1.8942433223749025e-05,
      "loss": 0.9367,
      "step": 8224
    },
    {
      "epoch": 0.1733339655544843,
      "grad_norm": 0.13750943541526794,
      "learning_rate": 1.894212771112474e-05,
      "loss": 0.8643,
      "step": 8225
    },
    {
      "epoch": 0.1733550395928496,
      "grad_norm": 0.16259139776229858,
      "learning_rate": 1.8941822156842647e-05,
      "loss": 1.0154,
      "step": 8226
    },
    {
      "epoch": 0.17337611363121486,
      "grad_norm": 0.1913272589445114,
      "learning_rate": 1.8941516560904166e-05,
      "loss": 0.9428,
      "step": 8227
    },
    {
      "epoch": 0.17339718766958015,
      "grad_norm": 0.1301434338092804,
      "learning_rate": 1.894121092331073e-05,
      "loss": 0.9217,
      "step": 8228
    },
    {
      "epoch": 0.17341826170794544,
      "grad_norm": 0.3310282826423645,
      "learning_rate": 1.8940905244063755e-05,
      "loss": 0.9348,
      "step": 8229
    },
    {
      "epoch": 0.17343933574631074,
      "grad_norm": 0.13301604986190796,
      "learning_rate": 1.8940599523164672e-05,
      "loss": 0.9398,
      "step": 8230
    },
    {
      "epoch": 0.173460409784676,
      "grad_norm": 0.5059845447540283,
      "learning_rate": 1.8940293760614895e-05,
      "loss": 0.9332,
      "step": 8231
    },
    {
      "epoch": 0.1734814838230413,
      "grad_norm": 0.15301358699798584,
      "learning_rate": 1.893998795641586e-05,
      "loss": 0.9331,
      "step": 8232
    },
    {
      "epoch": 0.1735025578614066,
      "grad_norm": 0.14261417090892792,
      "learning_rate": 1.8939682110568982e-05,
      "loss": 0.9167,
      "step": 8233
    },
    {
      "epoch": 0.17352363189977188,
      "grad_norm": 0.1274421513080597,
      "learning_rate": 1.8939376223075693e-05,
      "loss": 0.9246,
      "step": 8234
    },
    {
      "epoch": 0.17354470593813717,
      "grad_norm": 0.14148132503032684,
      "learning_rate": 1.8939070293937415e-05,
      "loss": 0.9162,
      "step": 8235
    },
    {
      "epoch": 0.17356577997650244,
      "grad_norm": 0.12928009033203125,
      "learning_rate": 1.893876432315557e-05,
      "loss": 0.9889,
      "step": 8236
    },
    {
      "epoch": 0.17358685401486773,
      "grad_norm": 0.12679226696491241,
      "learning_rate": 1.893845831073159e-05,
      "loss": 0.9687,
      "step": 8237
    },
    {
      "epoch": 0.17360792805323302,
      "grad_norm": 0.14364103972911835,
      "learning_rate": 1.8938152256666897e-05,
      "loss": 1.0055,
      "step": 8238
    },
    {
      "epoch": 0.17362900209159832,
      "grad_norm": 0.1186639592051506,
      "learning_rate": 1.893784616096291e-05,
      "loss": 0.8618,
      "step": 8239
    },
    {
      "epoch": 0.17365007612996358,
      "grad_norm": 0.14795994758605957,
      "learning_rate": 1.893754002362107e-05,
      "loss": 0.9873,
      "step": 8240
    },
    {
      "epoch": 0.17367115016832887,
      "grad_norm": 0.16380475461483002,
      "learning_rate": 1.8937233844642792e-05,
      "loss": 0.9624,
      "step": 8241
    },
    {
      "epoch": 0.17369222420669417,
      "grad_norm": 0.1489679515361786,
      "learning_rate": 1.893692762402951e-05,
      "loss": 1.002,
      "step": 8242
    },
    {
      "epoch": 0.17371329824505946,
      "grad_norm": 0.14240017533302307,
      "learning_rate": 1.8936621361782637e-05,
      "loss": 0.9949,
      "step": 8243
    },
    {
      "epoch": 0.17373437228342475,
      "grad_norm": 0.16791680455207825,
      "learning_rate": 1.8936315057903617e-05,
      "loss": 0.964,
      "step": 8244
    },
    {
      "epoch": 0.17375544632179002,
      "grad_norm": 0.14585433900356293,
      "learning_rate": 1.8936008712393867e-05,
      "loss": 0.8832,
      "step": 8245
    },
    {
      "epoch": 0.1737765203601553,
      "grad_norm": 0.14097221195697784,
      "learning_rate": 1.8935702325254812e-05,
      "loss": 0.9383,
      "step": 8246
    },
    {
      "epoch": 0.1737975943985206,
      "grad_norm": 0.17811353504657745,
      "learning_rate": 1.8935395896487885e-05,
      "loss": 1.0025,
      "step": 8247
    },
    {
      "epoch": 0.1738186684368859,
      "grad_norm": 0.1578715294599533,
      "learning_rate": 1.8935089426094518e-05,
      "loss": 0.8495,
      "step": 8248
    },
    {
      "epoch": 0.17383974247525116,
      "grad_norm": 0.12299687415361404,
      "learning_rate": 1.8934782914076125e-05,
      "loss": 0.9297,
      "step": 8249
    },
    {
      "epoch": 0.17386081651361646,
      "grad_norm": 0.13468457758426666,
      "learning_rate": 1.8934476360434143e-05,
      "loss": 0.8943,
      "step": 8250
    },
    {
      "epoch": 0.17388189055198175,
      "grad_norm": 0.1274237185716629,
      "learning_rate": 1.8934169765170002e-05,
      "loss": 0.9438,
      "step": 8251
    },
    {
      "epoch": 0.17390296459034704,
      "grad_norm": 0.1488981992006302,
      "learning_rate": 1.8933863128285122e-05,
      "loss": 0.9209,
      "step": 8252
    },
    {
      "epoch": 0.17392403862871234,
      "grad_norm": 0.12409514933824539,
      "learning_rate": 1.893355644978094e-05,
      "loss": 0.8794,
      "step": 8253
    },
    {
      "epoch": 0.1739451126670776,
      "grad_norm": 0.1451396495103836,
      "learning_rate": 1.8933249729658878e-05,
      "loss": 0.8561,
      "step": 8254
    },
    {
      "epoch": 0.1739661867054429,
      "grad_norm": 0.14654549956321716,
      "learning_rate": 1.893294296792037e-05,
      "loss": 0.9179,
      "step": 8255
    },
    {
      "epoch": 0.1739872607438082,
      "grad_norm": 0.14933660626411438,
      "learning_rate": 1.893263616456684e-05,
      "loss": 0.9232,
      "step": 8256
    },
    {
      "epoch": 0.17400833478217348,
      "grad_norm": 0.2406025528907776,
      "learning_rate": 1.893232931959972e-05,
      "loss": 0.9699,
      "step": 8257
    },
    {
      "epoch": 0.17402940882053874,
      "grad_norm": 0.1823830008506775,
      "learning_rate": 1.8932022433020445e-05,
      "loss": 0.985,
      "step": 8258
    },
    {
      "epoch": 0.17405048285890404,
      "grad_norm": 0.12595993280410767,
      "learning_rate": 1.8931715504830435e-05,
      "loss": 0.9189,
      "step": 8259
    },
    {
      "epoch": 0.17407155689726933,
      "grad_norm": 0.1505434215068817,
      "learning_rate": 1.8931408535031127e-05,
      "loss": 0.9266,
      "step": 8260
    },
    {
      "epoch": 0.17409263093563462,
      "grad_norm": 0.12113089114427567,
      "learning_rate": 1.8931101523623945e-05,
      "loss": 0.9348,
      "step": 8261
    },
    {
      "epoch": 0.17411370497399992,
      "grad_norm": 0.1489630490541458,
      "learning_rate": 1.8930794470610325e-05,
      "loss": 0.8358,
      "step": 8262
    },
    {
      "epoch": 0.17413477901236518,
      "grad_norm": 0.12406814843416214,
      "learning_rate": 1.8930487375991693e-05,
      "loss": 0.933,
      "step": 8263
    },
    {
      "epoch": 0.17415585305073047,
      "grad_norm": 0.14237982034683228,
      "learning_rate": 1.8930180239769483e-05,
      "loss": 0.8622,
      "step": 8264
    },
    {
      "epoch": 0.17417692708909577,
      "grad_norm": 0.14724300801753998,
      "learning_rate": 1.8929873061945125e-05,
      "loss": 0.8711,
      "step": 8265
    },
    {
      "epoch": 0.17419800112746106,
      "grad_norm": 0.13184596598148346,
      "learning_rate": 1.892956584252005e-05,
      "loss": 0.905,
      "step": 8266
    },
    {
      "epoch": 0.17421907516582633,
      "grad_norm": 0.14959560334682465,
      "learning_rate": 1.8929258581495688e-05,
      "loss": 0.9585,
      "step": 8267
    },
    {
      "epoch": 0.17424014920419162,
      "grad_norm": 0.1386331468820572,
      "learning_rate": 1.892895127887347e-05,
      "loss": 0.998,
      "step": 8268
    },
    {
      "epoch": 0.1742612232425569,
      "grad_norm": 0.12576919794082642,
      "learning_rate": 1.8928643934654827e-05,
      "loss": 0.921,
      "step": 8269
    },
    {
      "epoch": 0.1742822972809222,
      "grad_norm": 0.12835663557052612,
      "learning_rate": 1.8928336548841197e-05,
      "loss": 0.9568,
      "step": 8270
    },
    {
      "epoch": 0.1743033713192875,
      "grad_norm": 0.17823411524295807,
      "learning_rate": 1.8928029121434003e-05,
      "loss": 0.946,
      "step": 8271
    },
    {
      "epoch": 0.17432444535765276,
      "grad_norm": 0.12648022174835205,
      "learning_rate": 1.8927721652434682e-05,
      "loss": 0.8718,
      "step": 8272
    },
    {
      "epoch": 0.17434551939601806,
      "grad_norm": 0.14351490139961243,
      "learning_rate": 1.892741414184467e-05,
      "loss": 0.8682,
      "step": 8273
    },
    {
      "epoch": 0.17436659343438335,
      "grad_norm": 0.1281624287366867,
      "learning_rate": 1.8927106589665395e-05,
      "loss": 0.9134,
      "step": 8274
    },
    {
      "epoch": 0.17438766747274864,
      "grad_norm": 0.1337522268295288,
      "learning_rate": 1.8926798995898287e-05,
      "loss": 0.9588,
      "step": 8275
    },
    {
      "epoch": 0.1744087415111139,
      "grad_norm": 0.1361982226371765,
      "learning_rate": 1.8926491360544783e-05,
      "loss": 0.9164,
      "step": 8276
    },
    {
      "epoch": 0.1744298155494792,
      "grad_norm": 0.13719388842582703,
      "learning_rate": 1.8926183683606318e-05,
      "loss": 0.8339,
      "step": 8277
    },
    {
      "epoch": 0.1744508895878445,
      "grad_norm": 0.1375928372144699,
      "learning_rate": 1.8925875965084318e-05,
      "loss": 0.9612,
      "step": 8278
    },
    {
      "epoch": 0.1744719636262098,
      "grad_norm": 0.14137665927410126,
      "learning_rate": 1.8925568204980225e-05,
      "loss": 0.9532,
      "step": 8279
    },
    {
      "epoch": 0.17449303766457508,
      "grad_norm": 0.1224551796913147,
      "learning_rate": 1.892526040329547e-05,
      "loss": 0.9364,
      "step": 8280
    },
    {
      "epoch": 0.17451411170294034,
      "grad_norm": 0.1582392305135727,
      "learning_rate": 1.892495256003148e-05,
      "loss": 0.9559,
      "step": 8281
    },
    {
      "epoch": 0.17453518574130564,
      "grad_norm": 0.13383746147155762,
      "learning_rate": 1.8924644675189704e-05,
      "loss": 0.902,
      "step": 8282
    },
    {
      "epoch": 0.17455625977967093,
      "grad_norm": 0.13495029509067535,
      "learning_rate": 1.892433674877156e-05,
      "loss": 0.9153,
      "step": 8283
    },
    {
      "epoch": 0.17457733381803622,
      "grad_norm": 0.11903293430805206,
      "learning_rate": 1.8924028780778495e-05,
      "loss": 0.9038,
      "step": 8284
    },
    {
      "epoch": 0.17459840785640152,
      "grad_norm": 0.14477285742759705,
      "learning_rate": 1.8923720771211936e-05,
      "loss": 0.9399,
      "step": 8285
    },
    {
      "epoch": 0.17461948189476678,
      "grad_norm": 0.13775292038917542,
      "learning_rate": 1.892341272007332e-05,
      "loss": 0.8986,
      "step": 8286
    },
    {
      "epoch": 0.17464055593313207,
      "grad_norm": 0.14054983854293823,
      "learning_rate": 1.8923104627364083e-05,
      "loss": 0.9243,
      "step": 8287
    },
    {
      "epoch": 0.17466162997149737,
      "grad_norm": 0.11667273193597794,
      "learning_rate": 1.892279649308566e-05,
      "loss": 0.8717,
      "step": 8288
    },
    {
      "epoch": 0.17468270400986266,
      "grad_norm": 0.2051663100719452,
      "learning_rate": 1.8922488317239488e-05,
      "loss": 0.9285,
      "step": 8289
    },
    {
      "epoch": 0.17470377804822793,
      "grad_norm": 0.1379561722278595,
      "learning_rate": 1.8922180099827e-05,
      "loss": 0.8994,
      "step": 8290
    },
    {
      "epoch": 0.17472485208659322,
      "grad_norm": 0.1192215234041214,
      "learning_rate": 1.892187184084963e-05,
      "loss": 0.9607,
      "step": 8291
    },
    {
      "epoch": 0.1747459261249585,
      "grad_norm": 0.14618045091629028,
      "learning_rate": 1.892156354030882e-05,
      "loss": 0.9914,
      "step": 8292
    },
    {
      "epoch": 0.1747670001633238,
      "grad_norm": 0.14636200666427612,
      "learning_rate": 1.8921255198206003e-05,
      "loss": 0.8921,
      "step": 8293
    },
    {
      "epoch": 0.1747880742016891,
      "grad_norm": 0.12710921466350555,
      "learning_rate": 1.8920946814542613e-05,
      "loss": 0.9471,
      "step": 8294
    },
    {
      "epoch": 0.17480914824005436,
      "grad_norm": 0.1826334148645401,
      "learning_rate": 1.892063838932009e-05,
      "loss": 0.9962,
      "step": 8295
    },
    {
      "epoch": 0.17483022227841966,
      "grad_norm": 0.14399415254592896,
      "learning_rate": 1.8920329922539875e-05,
      "loss": 0.9185,
      "step": 8296
    },
    {
      "epoch": 0.17485129631678495,
      "grad_norm": 0.1462182104587555,
      "learning_rate": 1.8920021414203396e-05,
      "loss": 0.9286,
      "step": 8297
    },
    {
      "epoch": 0.17487237035515024,
      "grad_norm": 0.1493171602487564,
      "learning_rate": 1.8919712864312095e-05,
      "loss": 0.9206,
      "step": 8298
    },
    {
      "epoch": 0.1748934443935155,
      "grad_norm": 0.187456876039505,
      "learning_rate": 1.8919404272867407e-05,
      "loss": 0.8839,
      "step": 8299
    },
    {
      "epoch": 0.1749145184318808,
      "grad_norm": 0.1980341374874115,
      "learning_rate": 1.8919095639870775e-05,
      "loss": 1.0368,
      "step": 8300
    },
    {
      "epoch": 0.1749355924702461,
      "grad_norm": 0.187286838889122,
      "learning_rate": 1.8918786965323634e-05,
      "loss": 0.9126,
      "step": 8301
    },
    {
      "epoch": 0.17495666650861139,
      "grad_norm": 0.13413766026496887,
      "learning_rate": 1.8918478249227415e-05,
      "loss": 0.9595,
      "step": 8302
    },
    {
      "epoch": 0.17497774054697668,
      "grad_norm": 0.1536504328250885,
      "learning_rate": 1.8918169491583563e-05,
      "loss": 0.9322,
      "step": 8303
    },
    {
      "epoch": 0.17499881458534194,
      "grad_norm": 0.13500180840492249,
      "learning_rate": 1.891786069239352e-05,
      "loss": 0.9956,
      "step": 8304
    },
    {
      "epoch": 0.17501988862370724,
      "grad_norm": 0.16588802635669708,
      "learning_rate": 1.891755185165872e-05,
      "loss": 0.9134,
      "step": 8305
    },
    {
      "epoch": 0.17504096266207253,
      "grad_norm": 0.1283435970544815,
      "learning_rate": 1.89172429693806e-05,
      "loss": 0.9103,
      "step": 8306
    },
    {
      "epoch": 0.17506203670043782,
      "grad_norm": 0.15161889791488647,
      "learning_rate": 1.8916934045560603e-05,
      "loss": 0.8882,
      "step": 8307
    },
    {
      "epoch": 0.1750831107388031,
      "grad_norm": 0.15578830242156982,
      "learning_rate": 1.8916625080200166e-05,
      "loss": 0.937,
      "step": 8308
    },
    {
      "epoch": 0.17510418477716838,
      "grad_norm": 0.10709213465452194,
      "learning_rate": 1.8916316073300724e-05,
      "loss": 0.9121,
      "step": 8309
    },
    {
      "epoch": 0.17512525881553367,
      "grad_norm": 0.190162792801857,
      "learning_rate": 1.8916007024863726e-05,
      "loss": 0.9439,
      "step": 8310
    },
    {
      "epoch": 0.17514633285389897,
      "grad_norm": 0.14343366026878357,
      "learning_rate": 1.8915697934890604e-05,
      "loss": 0.8359,
      "step": 8311
    },
    {
      "epoch": 0.17516740689226426,
      "grad_norm": 0.14155307412147522,
      "learning_rate": 1.8915388803382804e-05,
      "loss": 0.9374,
      "step": 8312
    },
    {
      "epoch": 0.17518848093062953,
      "grad_norm": 0.24743881821632385,
      "learning_rate": 1.891507963034176e-05,
      "loss": 1.0062,
      "step": 8313
    },
    {
      "epoch": 0.17520955496899482,
      "grad_norm": 0.18028250336647034,
      "learning_rate": 1.8914770415768916e-05,
      "loss": 0.9445,
      "step": 8314
    },
    {
      "epoch": 0.1752306290073601,
      "grad_norm": 0.13942040503025055,
      "learning_rate": 1.891446115966571e-05,
      "loss": 0.863,
      "step": 8315
    },
    {
      "epoch": 0.1752517030457254,
      "grad_norm": 0.16693277657032013,
      "learning_rate": 1.8914151862033584e-05,
      "loss": 0.8865,
      "step": 8316
    },
    {
      "epoch": 0.17527277708409067,
      "grad_norm": 0.1542278230190277,
      "learning_rate": 1.891384252287398e-05,
      "loss": 0.8597,
      "step": 8317
    },
    {
      "epoch": 0.17529385112245596,
      "grad_norm": 0.20874297618865967,
      "learning_rate": 1.8913533142188342e-05,
      "loss": 0.963,
      "step": 8318
    },
    {
      "epoch": 0.17531492516082126,
      "grad_norm": 0.14619320631027222,
      "learning_rate": 1.8913223719978107e-05,
      "loss": 0.9188,
      "step": 8319
    },
    {
      "epoch": 0.17533599919918655,
      "grad_norm": 0.1954396367073059,
      "learning_rate": 1.8912914256244714e-05,
      "loss": 0.9411,
      "step": 8320
    },
    {
      "epoch": 0.17535707323755184,
      "grad_norm": 0.20009098947048187,
      "learning_rate": 1.8912604750989606e-05,
      "loss": 0.9697,
      "step": 8321
    },
    {
      "epoch": 0.1753781472759171,
      "grad_norm": 0.15252844989299774,
      "learning_rate": 1.891229520421423e-05,
      "loss": 0.971,
      "step": 8322
    },
    {
      "epoch": 0.1753992213142824,
      "grad_norm": 0.1654272824525833,
      "learning_rate": 1.8911985615920025e-05,
      "loss": 0.9046,
      "step": 8323
    },
    {
      "epoch": 0.1754202953526477,
      "grad_norm": 0.14182470738887787,
      "learning_rate": 1.891167598610843e-05,
      "loss": 0.941,
      "step": 8324
    },
    {
      "epoch": 0.17544136939101299,
      "grad_norm": 0.13276664912700653,
      "learning_rate": 1.8911366314780896e-05,
      "loss": 0.9239,
      "step": 8325
    },
    {
      "epoch": 0.17546244342937825,
      "grad_norm": 0.17079013586044312,
      "learning_rate": 1.8911056601938857e-05,
      "loss": 0.8972,
      "step": 8326
    },
    {
      "epoch": 0.17548351746774354,
      "grad_norm": 0.16604574024677277,
      "learning_rate": 1.8910746847583757e-05,
      "loss": 0.9293,
      "step": 8327
    },
    {
      "epoch": 0.17550459150610884,
      "grad_norm": 0.1469467282295227,
      "learning_rate": 1.8910437051717042e-05,
      "loss": 0.8761,
      "step": 8328
    },
    {
      "epoch": 0.17552566554447413,
      "grad_norm": 0.14066733419895172,
      "learning_rate": 1.8910127214340153e-05,
      "loss": 0.8318,
      "step": 8329
    },
    {
      "epoch": 0.17554673958283942,
      "grad_norm": 0.13323073089122772,
      "learning_rate": 1.8909817335454534e-05,
      "loss": 0.8684,
      "step": 8330
    },
    {
      "epoch": 0.1755678136212047,
      "grad_norm": 0.11058498173952103,
      "learning_rate": 1.890950741506163e-05,
      "loss": 0.8911,
      "step": 8331
    },
    {
      "epoch": 0.17558888765956998,
      "grad_norm": 0.5941504240036011,
      "learning_rate": 1.8909197453162885e-05,
      "loss": 0.9411,
      "step": 8332
    },
    {
      "epoch": 0.17560996169793527,
      "grad_norm": 0.13086408376693726,
      "learning_rate": 1.8908887449759742e-05,
      "loss": 0.9226,
      "step": 8333
    },
    {
      "epoch": 0.17563103573630057,
      "grad_norm": 0.141673281788826,
      "learning_rate": 1.8908577404853642e-05,
      "loss": 0.8539,
      "step": 8334
    },
    {
      "epoch": 0.17565210977466583,
      "grad_norm": 0.1632179170846939,
      "learning_rate": 1.8908267318446034e-05,
      "loss": 0.9798,
      "step": 8335
    },
    {
      "epoch": 0.17567318381303113,
      "grad_norm": 0.1384996622800827,
      "learning_rate": 1.8907957190538366e-05,
      "loss": 0.9502,
      "step": 8336
    },
    {
      "epoch": 0.17569425785139642,
      "grad_norm": 0.14017219841480255,
      "learning_rate": 1.8907647021132073e-05,
      "loss": 0.8966,
      "step": 8337
    },
    {
      "epoch": 0.1757153318897617,
      "grad_norm": 0.18126139044761658,
      "learning_rate": 1.8907336810228603e-05,
      "loss": 0.882,
      "step": 8338
    },
    {
      "epoch": 0.175736405928127,
      "grad_norm": 0.1499292552471161,
      "learning_rate": 1.8907026557829405e-05,
      "loss": 0.9033,
      "step": 8339
    },
    {
      "epoch": 0.17575747996649227,
      "grad_norm": 0.16481412947177887,
      "learning_rate": 1.890671626393592e-05,
      "loss": 0.9927,
      "step": 8340
    },
    {
      "epoch": 0.17577855400485756,
      "grad_norm": 0.13914646208286285,
      "learning_rate": 1.89064059285496e-05,
      "loss": 0.9174,
      "step": 8341
    },
    {
      "epoch": 0.17579962804322286,
      "grad_norm": 0.1479727029800415,
      "learning_rate": 1.8906095551671882e-05,
      "loss": 0.9635,
      "step": 8342
    },
    {
      "epoch": 0.17582070208158815,
      "grad_norm": 0.16644287109375,
      "learning_rate": 1.890578513330422e-05,
      "loss": 0.9732,
      "step": 8343
    },
    {
      "epoch": 0.1758417761199534,
      "grad_norm": 0.17164379358291626,
      "learning_rate": 1.8905474673448055e-05,
      "loss": 0.9547,
      "step": 8344
    },
    {
      "epoch": 0.1758628501583187,
      "grad_norm": 0.12687468528747559,
      "learning_rate": 1.8905164172104835e-05,
      "loss": 0.9238,
      "step": 8345
    },
    {
      "epoch": 0.175883924196684,
      "grad_norm": 0.165163055062294,
      "learning_rate": 1.8904853629276007e-05,
      "loss": 0.9745,
      "step": 8346
    },
    {
      "epoch": 0.1759049982350493,
      "grad_norm": 0.13116464018821716,
      "learning_rate": 1.8904543044963012e-05,
      "loss": 0.9302,
      "step": 8347
    },
    {
      "epoch": 0.17592607227341459,
      "grad_norm": 0.1541731059551239,
      "learning_rate": 1.890423241916731e-05,
      "loss": 0.9915,
      "step": 8348
    },
    {
      "epoch": 0.17594714631177985,
      "grad_norm": 0.15106618404388428,
      "learning_rate": 1.8903921751890335e-05,
      "loss": 0.9942,
      "step": 8349
    },
    {
      "epoch": 0.17596822035014514,
      "grad_norm": 0.12749706208705902,
      "learning_rate": 1.890361104313354e-05,
      "loss": 1.0396,
      "step": 8350
    },
    {
      "epoch": 0.17598929438851044,
      "grad_norm": 0.13738535344600677,
      "learning_rate": 1.890330029289837e-05,
      "loss": 0.9237,
      "step": 8351
    },
    {
      "epoch": 0.17601036842687573,
      "grad_norm": 0.12684431672096252,
      "learning_rate": 1.8902989501186276e-05,
      "loss": 0.8716,
      "step": 8352
    },
    {
      "epoch": 0.176031442465241,
      "grad_norm": 0.13535036146640778,
      "learning_rate": 1.8902678667998708e-05,
      "loss": 0.9419,
      "step": 8353
    },
    {
      "epoch": 0.1760525165036063,
      "grad_norm": 0.14780083298683167,
      "learning_rate": 1.8902367793337103e-05,
      "loss": 0.9441,
      "step": 8354
    },
    {
      "epoch": 0.17607359054197158,
      "grad_norm": 0.14537189900875092,
      "learning_rate": 1.8902056877202922e-05,
      "loss": 0.9276,
      "step": 8355
    },
    {
      "epoch": 0.17609466458033687,
      "grad_norm": 0.13756206631660461,
      "learning_rate": 1.8901745919597605e-05,
      "loss": 0.8751,
      "step": 8356
    },
    {
      "epoch": 0.17611573861870217,
      "grad_norm": 0.13543745875358582,
      "learning_rate": 1.8901434920522605e-05,
      "loss": 0.9224,
      "step": 8357
    },
    {
      "epoch": 0.17613681265706743,
      "grad_norm": 0.12816746532917023,
      "learning_rate": 1.890112387997937e-05,
      "loss": 0.9051,
      "step": 8358
    },
    {
      "epoch": 0.17615788669543272,
      "grad_norm": 0.13426871597766876,
      "learning_rate": 1.8900812797969346e-05,
      "loss": 0.9059,
      "step": 8359
    },
    {
      "epoch": 0.17617896073379802,
      "grad_norm": 0.12543803453445435,
      "learning_rate": 1.890050167449399e-05,
      "loss": 0.904,
      "step": 8360
    },
    {
      "epoch": 0.1762000347721633,
      "grad_norm": 0.13410085439682007,
      "learning_rate": 1.8900190509554738e-05,
      "loss": 0.9108,
      "step": 8361
    },
    {
      "epoch": 0.17622110881052858,
      "grad_norm": 0.1248394325375557,
      "learning_rate": 1.8899879303153056e-05,
      "loss": 0.8531,
      "step": 8362
    },
    {
      "epoch": 0.17624218284889387,
      "grad_norm": 0.18608541786670685,
      "learning_rate": 1.889956805529038e-05,
      "loss": 0.9518,
      "step": 8363
    },
    {
      "epoch": 0.17626325688725916,
      "grad_norm": 0.23345842957496643,
      "learning_rate": 1.8899256765968164e-05,
      "loss": 0.9568,
      "step": 8364
    },
    {
      "epoch": 0.17628433092562446,
      "grad_norm": 0.126602441072464,
      "learning_rate": 1.8898945435187862e-05,
      "loss": 0.9272,
      "step": 8365
    },
    {
      "epoch": 0.17630540496398975,
      "grad_norm": 0.13875944912433624,
      "learning_rate": 1.8898634062950925e-05,
      "loss": 0.9306,
      "step": 8366
    },
    {
      "epoch": 0.176326479002355,
      "grad_norm": 0.14399774372577667,
      "learning_rate": 1.8898322649258796e-05,
      "loss": 0.9454,
      "step": 8367
    },
    {
      "epoch": 0.1763475530407203,
      "grad_norm": 0.12729403376579285,
      "learning_rate": 1.8898011194112932e-05,
      "loss": 0.8967,
      "step": 8368
    },
    {
      "epoch": 0.1763686270790856,
      "grad_norm": 0.18853136897087097,
      "learning_rate": 1.889769969751478e-05,
      "loss": 0.9278,
      "step": 8369
    },
    {
      "epoch": 0.1763897011174509,
      "grad_norm": 0.15801507234573364,
      "learning_rate": 1.8897388159465797e-05,
      "loss": 0.9125,
      "step": 8370
    },
    {
      "epoch": 0.17641077515581616,
      "grad_norm": 0.16323618590831757,
      "learning_rate": 1.889707657996743e-05,
      "loss": 0.9333,
      "step": 8371
    },
    {
      "epoch": 0.17643184919418145,
      "grad_norm": 0.24276737868785858,
      "learning_rate": 1.8896764959021128e-05,
      "loss": 0.9506,
      "step": 8372
    },
    {
      "epoch": 0.17645292323254674,
      "grad_norm": 0.11383329331874847,
      "learning_rate": 1.889645329662835e-05,
      "loss": 0.9384,
      "step": 8373
    },
    {
      "epoch": 0.17647399727091204,
      "grad_norm": 0.14559607207775116,
      "learning_rate": 1.889614159279054e-05,
      "loss": 0.902,
      "step": 8374
    },
    {
      "epoch": 0.17649507130927733,
      "grad_norm": 0.14326061308383942,
      "learning_rate": 1.8895829847509155e-05,
      "loss": 0.9127,
      "step": 8375
    },
    {
      "epoch": 0.1765161453476426,
      "grad_norm": 0.14945439994335175,
      "learning_rate": 1.8895518060785647e-05,
      "loss": 0.8804,
      "step": 8376
    },
    {
      "epoch": 0.1765372193860079,
      "grad_norm": 0.15841235220432281,
      "learning_rate": 1.8895206232621466e-05,
      "loss": 0.9325,
      "step": 8377
    },
    {
      "epoch": 0.17655829342437318,
      "grad_norm": 0.1534455269575119,
      "learning_rate": 1.889489436301807e-05,
      "loss": 0.9336,
      "step": 8378
    },
    {
      "epoch": 0.17657936746273847,
      "grad_norm": 0.1378435492515564,
      "learning_rate": 1.8894582451976907e-05,
      "loss": 0.8748,
      "step": 8379
    },
    {
      "epoch": 0.17660044150110377,
      "grad_norm": 0.14510966837406158,
      "learning_rate": 1.889427049949943e-05,
      "loss": 0.9418,
      "step": 8380
    },
    {
      "epoch": 0.17662151553946903,
      "grad_norm": 0.12820547819137573,
      "learning_rate": 1.8893958505587093e-05,
      "loss": 0.935,
      "step": 8381
    },
    {
      "epoch": 0.17664258957783432,
      "grad_norm": 0.15335409343242645,
      "learning_rate": 1.889364647024135e-05,
      "loss": 0.9762,
      "step": 8382
    },
    {
      "epoch": 0.17666366361619962,
      "grad_norm": 0.1260291337966919,
      "learning_rate": 1.8893334393463657e-05,
      "loss": 0.9399,
      "step": 8383
    },
    {
      "epoch": 0.1766847376545649,
      "grad_norm": 0.158043771982193,
      "learning_rate": 1.8893022275255462e-05,
      "loss": 0.9194,
      "step": 8384
    },
    {
      "epoch": 0.17670581169293018,
      "grad_norm": 0.1531570702791214,
      "learning_rate": 1.8892710115618226e-05,
      "loss": 0.9207,
      "step": 8385
    },
    {
      "epoch": 0.17672688573129547,
      "grad_norm": 0.1729668378829956,
      "learning_rate": 1.8892397914553397e-05,
      "loss": 0.9587,
      "step": 8386
    },
    {
      "epoch": 0.17674795976966076,
      "grad_norm": 0.17899279296398163,
      "learning_rate": 1.8892085672062436e-05,
      "loss": 0.94,
      "step": 8387
    },
    {
      "epoch": 0.17676903380802605,
      "grad_norm": 0.17682115733623505,
      "learning_rate": 1.889177338814679e-05,
      "loss": 0.9364,
      "step": 8388
    },
    {
      "epoch": 0.17679010784639135,
      "grad_norm": 0.19517309963703156,
      "learning_rate": 1.889146106280792e-05,
      "loss": 0.8161,
      "step": 8389
    },
    {
      "epoch": 0.1768111818847566,
      "grad_norm": 0.14311839640140533,
      "learning_rate": 1.8891148696047275e-05,
      "loss": 0.9385,
      "step": 8390
    },
    {
      "epoch": 0.1768322559231219,
      "grad_norm": 0.15778610110282898,
      "learning_rate": 1.889083628786632e-05,
      "loss": 0.8778,
      "step": 8391
    },
    {
      "epoch": 0.1768533299614872,
      "grad_norm": 0.13337258994579315,
      "learning_rate": 1.88905238382665e-05,
      "loss": 0.8884,
      "step": 8392
    },
    {
      "epoch": 0.1768744039998525,
      "grad_norm": 0.18220549821853638,
      "learning_rate": 1.8890211347249276e-05,
      "loss": 0.9682,
      "step": 8393
    },
    {
      "epoch": 0.17689547803821776,
      "grad_norm": 0.16442757844924927,
      "learning_rate": 1.88898988148161e-05,
      "loss": 0.9231,
      "step": 8394
    },
    {
      "epoch": 0.17691655207658305,
      "grad_norm": 0.14374887943267822,
      "learning_rate": 1.8889586240968434e-05,
      "loss": 0.997,
      "step": 8395
    },
    {
      "epoch": 0.17693762611494834,
      "grad_norm": 0.16397269070148468,
      "learning_rate": 1.888927362570773e-05,
      "loss": 0.8643,
      "step": 8396
    },
    {
      "epoch": 0.17695870015331364,
      "grad_norm": 0.13646933436393738,
      "learning_rate": 1.8888960969035445e-05,
      "loss": 0.9374,
      "step": 8397
    },
    {
      "epoch": 0.17697977419167893,
      "grad_norm": 0.18075160682201385,
      "learning_rate": 1.888864827095303e-05,
      "loss": 0.9654,
      "step": 8398
    },
    {
      "epoch": 0.1770008482300442,
      "grad_norm": 0.14142778515815735,
      "learning_rate": 1.8888335531461955e-05,
      "loss": 0.8805,
      "step": 8399
    },
    {
      "epoch": 0.1770219222684095,
      "grad_norm": 0.18292254209518433,
      "learning_rate": 1.8888022750563663e-05,
      "loss": 0.9589,
      "step": 8400
    },
    {
      "epoch": 0.17704299630677478,
      "grad_norm": 0.2096971869468689,
      "learning_rate": 1.8887709928259622e-05,
      "loss": 0.9017,
      "step": 8401
    },
    {
      "epoch": 0.17706407034514007,
      "grad_norm": 0.21548298001289368,
      "learning_rate": 1.8887397064551286e-05,
      "loss": 0.9266,
      "step": 8402
    },
    {
      "epoch": 0.17708514438350534,
      "grad_norm": 0.16806718707084656,
      "learning_rate": 1.888708415944011e-05,
      "loss": 0.9323,
      "step": 8403
    },
    {
      "epoch": 0.17710621842187063,
      "grad_norm": 0.1984611451625824,
      "learning_rate": 1.8886771212927546e-05,
      "loss": 0.915,
      "step": 8404
    },
    {
      "epoch": 0.17712729246023592,
      "grad_norm": 0.13860224187374115,
      "learning_rate": 1.8886458225015066e-05,
      "loss": 0.9427,
      "step": 8405
    },
    {
      "epoch": 0.17714836649860122,
      "grad_norm": 0.19787803292274475,
      "learning_rate": 1.8886145195704118e-05,
      "loss": 0.9154,
      "step": 8406
    },
    {
      "epoch": 0.1771694405369665,
      "grad_norm": 0.17982959747314453,
      "learning_rate": 1.8885832124996163e-05,
      "loss": 1.0708,
      "step": 8407
    },
    {
      "epoch": 0.17719051457533178,
      "grad_norm": 0.1938924491405487,
      "learning_rate": 1.888551901289266e-05,
      "loss": 0.9497,
      "step": 8408
    },
    {
      "epoch": 0.17721158861369707,
      "grad_norm": 0.17509342730045319,
      "learning_rate": 1.888520585939507e-05,
      "loss": 0.925,
      "step": 8409
    },
    {
      "epoch": 0.17723266265206236,
      "grad_norm": 0.19678129255771637,
      "learning_rate": 1.888489266450485e-05,
      "loss": 0.9499,
      "step": 8410
    },
    {
      "epoch": 0.17725373669042765,
      "grad_norm": 0.2114742547273636,
      "learning_rate": 1.888457942822345e-05,
      "loss": 0.995,
      "step": 8411
    },
    {
      "epoch": 0.17727481072879292,
      "grad_norm": 0.22552359104156494,
      "learning_rate": 1.8884266150552343e-05,
      "loss": 0.9498,
      "step": 8412
    },
    {
      "epoch": 0.1772958847671582,
      "grad_norm": 0.17511172592639923,
      "learning_rate": 1.8883952831492986e-05,
      "loss": 0.9873,
      "step": 8413
    },
    {
      "epoch": 0.1773169588055235,
      "grad_norm": 0.17922432720661163,
      "learning_rate": 1.888363947104683e-05,
      "loss": 0.9232,
      "step": 8414
    },
    {
      "epoch": 0.1773380328438888,
      "grad_norm": 0.19423848390579224,
      "learning_rate": 1.8883326069215342e-05,
      "loss": 0.9899,
      "step": 8415
    },
    {
      "epoch": 0.1773591068822541,
      "grad_norm": 0.12947121262550354,
      "learning_rate": 1.8883012625999982e-05,
      "loss": 0.9568,
      "step": 8416
    },
    {
      "epoch": 0.17738018092061936,
      "grad_norm": 0.18629871308803558,
      "learning_rate": 1.8882699141402205e-05,
      "loss": 1.03,
      "step": 8417
    },
    {
      "epoch": 0.17740125495898465,
      "grad_norm": 0.11881367862224579,
      "learning_rate": 1.8882385615423477e-05,
      "loss": 0.8813,
      "step": 8418
    },
    {
      "epoch": 0.17742232899734994,
      "grad_norm": 0.16230888664722443,
      "learning_rate": 1.8882072048065257e-05,
      "loss": 0.924,
      "step": 8419
    },
    {
      "epoch": 0.17744340303571524,
      "grad_norm": 0.16848452389240265,
      "learning_rate": 1.8881758439329004e-05,
      "loss": 0.9288,
      "step": 8420
    },
    {
      "epoch": 0.1774644770740805,
      "grad_norm": 0.18594259023666382,
      "learning_rate": 1.888144478921618e-05,
      "loss": 1.03,
      "step": 8421
    },
    {
      "epoch": 0.1774855511124458,
      "grad_norm": 0.1323302686214447,
      "learning_rate": 1.888113109772825e-05,
      "loss": 0.9137,
      "step": 8422
    },
    {
      "epoch": 0.1775066251508111,
      "grad_norm": 0.19428016245365143,
      "learning_rate": 1.888081736486667e-05,
      "loss": 1.0417,
      "step": 8423
    },
    {
      "epoch": 0.17752769918917638,
      "grad_norm": 0.12482041865587234,
      "learning_rate": 1.88805035906329e-05,
      "loss": 0.936,
      "step": 8424
    },
    {
      "epoch": 0.17754877322754167,
      "grad_norm": 0.161054328083992,
      "learning_rate": 1.8880189775028407e-05,
      "loss": 0.9166,
      "step": 8425
    },
    {
      "epoch": 0.17756984726590694,
      "grad_norm": 0.12861163914203644,
      "learning_rate": 1.8879875918054654e-05,
      "loss": 0.9145,
      "step": 8426
    },
    {
      "epoch": 0.17759092130427223,
      "grad_norm": 0.14969009160995483,
      "learning_rate": 1.8879562019713097e-05,
      "loss": 0.9463,
      "step": 8427
    },
    {
      "epoch": 0.17761199534263752,
      "grad_norm": 0.14481447637081146,
      "learning_rate": 1.8879248080005205e-05,
      "loss": 0.8703,
      "step": 8428
    },
    {
      "epoch": 0.17763306938100282,
      "grad_norm": 0.14761701226234436,
      "learning_rate": 1.887893409893243e-05,
      "loss": 0.9205,
      "step": 8429
    },
    {
      "epoch": 0.17765414341936808,
      "grad_norm": 0.16106973588466644,
      "learning_rate": 1.8878620076496247e-05,
      "loss": 0.9693,
      "step": 8430
    },
    {
      "epoch": 0.17767521745773338,
      "grad_norm": 0.20344775915145874,
      "learning_rate": 1.8878306012698116e-05,
      "loss": 0.9582,
      "step": 8431
    },
    {
      "epoch": 0.17769629149609867,
      "grad_norm": 0.18846455216407776,
      "learning_rate": 1.8877991907539492e-05,
      "loss": 0.9245,
      "step": 8432
    },
    {
      "epoch": 0.17771736553446396,
      "grad_norm": 0.16618944704532623,
      "learning_rate": 1.8877677761021845e-05,
      "loss": 0.9367,
      "step": 8433
    },
    {
      "epoch": 0.17773843957282925,
      "grad_norm": 0.17741131782531738,
      "learning_rate": 1.887736357314664e-05,
      "loss": 0.8763,
      "step": 8434
    },
    {
      "epoch": 0.17775951361119452,
      "grad_norm": 0.305508017539978,
      "learning_rate": 1.887704934391534e-05,
      "loss": 0.9547,
      "step": 8435
    },
    {
      "epoch": 0.1777805876495598,
      "grad_norm": 0.1795906126499176,
      "learning_rate": 1.88767350733294e-05,
      "loss": 0.9113,
      "step": 8436
    },
    {
      "epoch": 0.1778016616879251,
      "grad_norm": 0.1684667021036148,
      "learning_rate": 1.88764207613903e-05,
      "loss": 0.9712,
      "step": 8437
    },
    {
      "epoch": 0.1778227357262904,
      "grad_norm": 0.19002480804920197,
      "learning_rate": 1.887610640809949e-05,
      "loss": 0.8928,
      "step": 8438
    },
    {
      "epoch": 0.17784380976465566,
      "grad_norm": 0.1692994385957718,
      "learning_rate": 1.887579201345844e-05,
      "loss": 0.9322,
      "step": 8439
    },
    {
      "epoch": 0.17786488380302096,
      "grad_norm": 0.20585553348064423,
      "learning_rate": 1.8875477577468614e-05,
      "loss": 0.8792,
      "step": 8440
    },
    {
      "epoch": 0.17788595784138625,
      "grad_norm": 0.18160030245780945,
      "learning_rate": 1.887516310013148e-05,
      "loss": 0.9191,
      "step": 8441
    },
    {
      "epoch": 0.17790703187975154,
      "grad_norm": 0.15425600111484528,
      "learning_rate": 1.88748485814485e-05,
      "loss": 0.8934,
      "step": 8442
    },
    {
      "epoch": 0.17792810591811684,
      "grad_norm": 0.25308504700660706,
      "learning_rate": 1.8874534021421138e-05,
      "loss": 0.8937,
      "step": 8443
    },
    {
      "epoch": 0.1779491799564821,
      "grad_norm": 0.15430182218551636,
      "learning_rate": 1.887421942005086e-05,
      "loss": 0.9098,
      "step": 8444
    },
    {
      "epoch": 0.1779702539948474,
      "grad_norm": 0.2139205038547516,
      "learning_rate": 1.8873904777339137e-05,
      "loss": 0.8812,
      "step": 8445
    },
    {
      "epoch": 0.1779913280332127,
      "grad_norm": 0.1747904121875763,
      "learning_rate": 1.8873590093287426e-05,
      "loss": 0.9839,
      "step": 8446
    },
    {
      "epoch": 0.17801240207157798,
      "grad_norm": 0.18381750583648682,
      "learning_rate": 1.88732753678972e-05,
      "loss": 0.956,
      "step": 8447
    },
    {
      "epoch": 0.17803347610994325,
      "grad_norm": 0.17484399676322937,
      "learning_rate": 1.887296060116992e-05,
      "loss": 0.9049,
      "step": 8448
    },
    {
      "epoch": 0.17805455014830854,
      "grad_norm": 0.1506473422050476,
      "learning_rate": 1.8872645793107055e-05,
      "loss": 0.8656,
      "step": 8449
    },
    {
      "epoch": 0.17807562418667383,
      "grad_norm": 0.25242161750793457,
      "learning_rate": 1.8872330943710073e-05,
      "loss": 0.9576,
      "step": 8450
    },
    {
      "epoch": 0.17809669822503912,
      "grad_norm": 0.13935300707817078,
      "learning_rate": 1.887201605298044e-05,
      "loss": 0.956,
      "step": 8451
    },
    {
      "epoch": 0.17811777226340442,
      "grad_norm": 0.1898825317621231,
      "learning_rate": 1.887170112091962e-05,
      "loss": 0.9225,
      "step": 8452
    },
    {
      "epoch": 0.17813884630176968,
      "grad_norm": 0.1497320532798767,
      "learning_rate": 1.8871386147529082e-05,
      "loss": 0.9235,
      "step": 8453
    },
    {
      "epoch": 0.17815992034013498,
      "grad_norm": 0.1647382229566574,
      "learning_rate": 1.8871071132810294e-05,
      "loss": 0.8992,
      "step": 8454
    },
    {
      "epoch": 0.17818099437850027,
      "grad_norm": 0.13373570144176483,
      "learning_rate": 1.8870756076764728e-05,
      "loss": 0.9336,
      "step": 8455
    },
    {
      "epoch": 0.17820206841686556,
      "grad_norm": 0.15703044831752777,
      "learning_rate": 1.887044097939384e-05,
      "loss": 0.9742,
      "step": 8456
    },
    {
      "epoch": 0.17822314245523083,
      "grad_norm": 0.14522846043109894,
      "learning_rate": 1.887012584069911e-05,
      "loss": 0.9348,
      "step": 8457
    },
    {
      "epoch": 0.17824421649359612,
      "grad_norm": 0.1516009122133255,
      "learning_rate": 1.8869810660681996e-05,
      "loss": 0.9388,
      "step": 8458
    },
    {
      "epoch": 0.1782652905319614,
      "grad_norm": 0.1825968325138092,
      "learning_rate": 1.8869495439343975e-05,
      "loss": 0.9734,
      "step": 8459
    },
    {
      "epoch": 0.1782863645703267,
      "grad_norm": 0.15475508570671082,
      "learning_rate": 1.886918017668651e-05,
      "loss": 0.9005,
      "step": 8460
    },
    {
      "epoch": 0.178307438608692,
      "grad_norm": 0.13467824459075928,
      "learning_rate": 1.8868864872711073e-05,
      "loss": 0.9269,
      "step": 8461
    },
    {
      "epoch": 0.17832851264705726,
      "grad_norm": 0.14538788795471191,
      "learning_rate": 1.886854952741913e-05,
      "loss": 0.8996,
      "step": 8462
    },
    {
      "epoch": 0.17834958668542256,
      "grad_norm": 0.14151853322982788,
      "learning_rate": 1.886823414081215e-05,
      "loss": 0.9795,
      "step": 8463
    },
    {
      "epoch": 0.17837066072378785,
      "grad_norm": 0.14378058910369873,
      "learning_rate": 1.8867918712891608e-05,
      "loss": 0.9951,
      "step": 8464
    },
    {
      "epoch": 0.17839173476215314,
      "grad_norm": 0.1426880955696106,
      "learning_rate": 1.886760324365896e-05,
      "loss": 0.9028,
      "step": 8465
    },
    {
      "epoch": 0.1784128088005184,
      "grad_norm": 0.11889941245317459,
      "learning_rate": 1.8867287733115692e-05,
      "loss": 0.8859,
      "step": 8466
    },
    {
      "epoch": 0.1784338828388837,
      "grad_norm": 0.15312594175338745,
      "learning_rate": 1.886697218126327e-05,
      "loss": 0.9805,
      "step": 8467
    },
    {
      "epoch": 0.178454956877249,
      "grad_norm": 0.14826539158821106,
      "learning_rate": 1.8866656588103154e-05,
      "loss": 0.9371,
      "step": 8468
    },
    {
      "epoch": 0.1784760309156143,
      "grad_norm": 0.1368570774793625,
      "learning_rate": 1.8866340953636823e-05,
      "loss": 0.9,
      "step": 8469
    },
    {
      "epoch": 0.17849710495397958,
      "grad_norm": 0.9523772597312927,
      "learning_rate": 1.8866025277865743e-05,
      "loss": 0.9351,
      "step": 8470
    },
    {
      "epoch": 0.17851817899234484,
      "grad_norm": 0.18531642854213715,
      "learning_rate": 1.886570956079139e-05,
      "loss": 0.9313,
      "step": 8471
    },
    {
      "epoch": 0.17853925303071014,
      "grad_norm": 0.17254863679409027,
      "learning_rate": 1.8865393802415227e-05,
      "loss": 0.9254,
      "step": 8472
    },
    {
      "epoch": 0.17856032706907543,
      "grad_norm": 0.1138395145535469,
      "learning_rate": 1.8865078002738735e-05,
      "loss": 0.856,
      "step": 8473
    },
    {
      "epoch": 0.17858140110744072,
      "grad_norm": 0.1466980129480362,
      "learning_rate": 1.886476216176338e-05,
      "loss": 0.8667,
      "step": 8474
    },
    {
      "epoch": 0.17860247514580602,
      "grad_norm": 0.14830608665943146,
      "learning_rate": 1.8864446279490628e-05,
      "loss": 0.8635,
      "step": 8475
    },
    {
      "epoch": 0.17862354918417128,
      "grad_norm": 0.1763106733560562,
      "learning_rate": 1.886413035592196e-05,
      "loss": 0.9915,
      "step": 8476
    },
    {
      "epoch": 0.17864462322253657,
      "grad_norm": 0.1673102229833603,
      "learning_rate": 1.886381439105884e-05,
      "loss": 0.9154,
      "step": 8477
    },
    {
      "epoch": 0.17866569726090187,
      "grad_norm": 0.1298188418149948,
      "learning_rate": 1.8863498384902747e-05,
      "loss": 0.994,
      "step": 8478
    },
    {
      "epoch": 0.17868677129926716,
      "grad_norm": 0.16016265749931335,
      "learning_rate": 1.8863182337455148e-05,
      "loss": 0.9799,
      "step": 8479
    },
    {
      "epoch": 0.17870784533763243,
      "grad_norm": 0.16174347698688507,
      "learning_rate": 1.8862866248717515e-05,
      "loss": 1.0019,
      "step": 8480
    },
    {
      "epoch": 0.17872891937599772,
      "grad_norm": 0.16073504090309143,
      "learning_rate": 1.8862550118691326e-05,
      "loss": 0.9312,
      "step": 8481
    },
    {
      "epoch": 0.178749993414363,
      "grad_norm": 0.3954489231109619,
      "learning_rate": 1.8862233947378048e-05,
      "loss": 1.0257,
      "step": 8482
    },
    {
      "epoch": 0.1787710674527283,
      "grad_norm": 0.21430973708629608,
      "learning_rate": 1.8861917734779157e-05,
      "loss": 0.9,
      "step": 8483
    },
    {
      "epoch": 0.1787921414910936,
      "grad_norm": 0.14955535531044006,
      "learning_rate": 1.8861601480896127e-05,
      "loss": 0.9379,
      "step": 8484
    },
    {
      "epoch": 0.17881321552945886,
      "grad_norm": 0.1723446398973465,
      "learning_rate": 1.8861285185730426e-05,
      "loss": 0.9936,
      "step": 8485
    },
    {
      "epoch": 0.17883428956782416,
      "grad_norm": 0.13704006373882294,
      "learning_rate": 1.886096884928353e-05,
      "loss": 0.9495,
      "step": 8486
    },
    {
      "epoch": 0.17885536360618945,
      "grad_norm": 0.12616410851478577,
      "learning_rate": 1.886065247155692e-05,
      "loss": 0.9264,
      "step": 8487
    },
    {
      "epoch": 0.17887643764455474,
      "grad_norm": 0.14817677438259125,
      "learning_rate": 1.8860336052552057e-05,
      "loss": 0.9563,
      "step": 8488
    },
    {
      "epoch": 0.17889751168292,
      "grad_norm": 0.15311390161514282,
      "learning_rate": 1.8860019592270422e-05,
      "loss": 0.888,
      "step": 8489
    },
    {
      "epoch": 0.1789185857212853,
      "grad_norm": 0.14227105677127838,
      "learning_rate": 1.885970309071349e-05,
      "loss": 0.9817,
      "step": 8490
    },
    {
      "epoch": 0.1789396597596506,
      "grad_norm": 0.15362240374088287,
      "learning_rate": 1.885938654788274e-05,
      "loss": 0.9773,
      "step": 8491
    },
    {
      "epoch": 0.1789607337980159,
      "grad_norm": 0.13500240445137024,
      "learning_rate": 1.8859069963779636e-05,
      "loss": 0.9503,
      "step": 8492
    },
    {
      "epoch": 0.17898180783638118,
      "grad_norm": 0.15676087141036987,
      "learning_rate": 1.8858753338405656e-05,
      "loss": 0.975,
      "step": 8493
    },
    {
      "epoch": 0.17900288187474644,
      "grad_norm": 0.1268758922815323,
      "learning_rate": 1.8858436671762278e-05,
      "loss": 0.9385,
      "step": 8494
    },
    {
      "epoch": 0.17902395591311174,
      "grad_norm": 0.23140841722488403,
      "learning_rate": 1.8858119963850978e-05,
      "loss": 0.9222,
      "step": 8495
    },
    {
      "epoch": 0.17904502995147703,
      "grad_norm": 0.1647709757089615,
      "learning_rate": 1.885780321467323e-05,
      "loss": 0.9257,
      "step": 8496
    },
    {
      "epoch": 0.17906610398984232,
      "grad_norm": 0.18696588277816772,
      "learning_rate": 1.8857486424230507e-05,
      "loss": 0.8367,
      "step": 8497
    },
    {
      "epoch": 0.1790871780282076,
      "grad_norm": 0.1328926533460617,
      "learning_rate": 1.8857169592524288e-05,
      "loss": 0.8529,
      "step": 8498
    },
    {
      "epoch": 0.17910825206657288,
      "grad_norm": 0.1593947410583496,
      "learning_rate": 1.8856852719556048e-05,
      "loss": 0.9523,
      "step": 8499
    },
    {
      "epoch": 0.17912932610493817,
      "grad_norm": 0.1389458179473877,
      "learning_rate": 1.885653580532726e-05,
      "loss": 0.9809,
      "step": 8500
    },
    {
      "epoch": 0.17915040014330347,
      "grad_norm": 0.1280514895915985,
      "learning_rate": 1.8856218849839408e-05,
      "loss": 0.9637,
      "step": 8501
    },
    {
      "epoch": 0.17917147418166876,
      "grad_norm": 0.13338790833950043,
      "learning_rate": 1.8855901853093962e-05,
      "loss": 0.9215,
      "step": 8502
    },
    {
      "epoch": 0.17919254822003403,
      "grad_norm": 0.14320233464241028,
      "learning_rate": 1.88555848150924e-05,
      "loss": 0.9288,
      "step": 8503
    },
    {
      "epoch": 0.17921362225839932,
      "grad_norm": 0.1254560649394989,
      "learning_rate": 1.88552677358362e-05,
      "loss": 0.9374,
      "step": 8504
    },
    {
      "epoch": 0.1792346962967646,
      "grad_norm": 0.17924091219902039,
      "learning_rate": 1.8854950615326842e-05,
      "loss": 0.9783,
      "step": 8505
    },
    {
      "epoch": 0.1792557703351299,
      "grad_norm": 0.1347883939743042,
      "learning_rate": 1.8854633453565795e-05,
      "loss": 0.9068,
      "step": 8506
    },
    {
      "epoch": 0.17927684437349517,
      "grad_norm": 0.16497282683849335,
      "learning_rate": 1.885431625055455e-05,
      "loss": 0.9442,
      "step": 8507
    },
    {
      "epoch": 0.17929791841186046,
      "grad_norm": 0.1828598529100418,
      "learning_rate": 1.8853999006294566e-05,
      "loss": 0.9668,
      "step": 8508
    },
    {
      "epoch": 0.17931899245022576,
      "grad_norm": 0.14498423039913177,
      "learning_rate": 1.885368172078734e-05,
      "loss": 1.0122,
      "step": 8509
    },
    {
      "epoch": 0.17934006648859105,
      "grad_norm": 0.15785443782806396,
      "learning_rate": 1.8853364394034336e-05,
      "loss": 1.0069,
      "step": 8510
    },
    {
      "epoch": 0.17936114052695634,
      "grad_norm": 0.13906122744083405,
      "learning_rate": 1.885304702603704e-05,
      "loss": 0.9461,
      "step": 8511
    },
    {
      "epoch": 0.1793822145653216,
      "grad_norm": 0.1478709727525711,
      "learning_rate": 1.885272961679693e-05,
      "loss": 0.8977,
      "step": 8512
    },
    {
      "epoch": 0.1794032886036869,
      "grad_norm": 0.16795939207077026,
      "learning_rate": 1.885241216631548e-05,
      "loss": 0.9308,
      "step": 8513
    },
    {
      "epoch": 0.1794243626420522,
      "grad_norm": 0.12978681921958923,
      "learning_rate": 1.8852094674594172e-05,
      "loss": 0.8546,
      "step": 8514
    },
    {
      "epoch": 0.17944543668041749,
      "grad_norm": 0.1373748928308487,
      "learning_rate": 1.8851777141634485e-05,
      "loss": 0.9449,
      "step": 8515
    },
    {
      "epoch": 0.17946651071878275,
      "grad_norm": 0.1634814292192459,
      "learning_rate": 1.8851459567437904e-05,
      "loss": 0.9328,
      "step": 8516
    },
    {
      "epoch": 0.17948758475714804,
      "grad_norm": 0.15130779147148132,
      "learning_rate": 1.8851141952005895e-05,
      "loss": 0.9698,
      "step": 8517
    },
    {
      "epoch": 0.17950865879551334,
      "grad_norm": 0.1670021265745163,
      "learning_rate": 1.8850824295339946e-05,
      "loss": 0.9418,
      "step": 8518
    },
    {
      "epoch": 0.17952973283387863,
      "grad_norm": 0.20181593298912048,
      "learning_rate": 1.8850506597441538e-05,
      "loss": 0.9343,
      "step": 8519
    },
    {
      "epoch": 0.17955080687224392,
      "grad_norm": 0.1629997193813324,
      "learning_rate": 1.885018885831215e-05,
      "loss": 1.0104,
      "step": 8520
    },
    {
      "epoch": 0.1795718809106092,
      "grad_norm": 0.16453012824058533,
      "learning_rate": 1.884987107795326e-05,
      "loss": 0.9098,
      "step": 8521
    },
    {
      "epoch": 0.17959295494897448,
      "grad_norm": 0.1497860550880432,
      "learning_rate": 1.884955325636635e-05,
      "loss": 0.9674,
      "step": 8522
    },
    {
      "epoch": 0.17961402898733977,
      "grad_norm": 0.15289950370788574,
      "learning_rate": 1.88492353935529e-05,
      "loss": 0.9802,
      "step": 8523
    },
    {
      "epoch": 0.17963510302570507,
      "grad_norm": 0.11094369739294052,
      "learning_rate": 1.8848917489514392e-05,
      "loss": 0.8586,
      "step": 8524
    },
    {
      "epoch": 0.17965617706407033,
      "grad_norm": 0.1640293002128601,
      "learning_rate": 1.8848599544252308e-05,
      "loss": 0.9583,
      "step": 8525
    },
    {
      "epoch": 0.17967725110243563,
      "grad_norm": 0.1390012800693512,
      "learning_rate": 1.8848281557768125e-05,
      "loss": 0.8868,
      "step": 8526
    },
    {
      "epoch": 0.17969832514080092,
      "grad_norm": 0.20219695568084717,
      "learning_rate": 1.8847963530063327e-05,
      "loss": 0.892,
      "step": 8527
    },
    {
      "epoch": 0.1797193991791662,
      "grad_norm": 0.1555446982383728,
      "learning_rate": 1.8847645461139396e-05,
      "loss": 0.9475,
      "step": 8528
    },
    {
      "epoch": 0.1797404732175315,
      "grad_norm": 0.147953063249588,
      "learning_rate": 1.8847327350997814e-05,
      "loss": 1.0034,
      "step": 8529
    },
    {
      "epoch": 0.17976154725589677,
      "grad_norm": 0.14229878783226013,
      "learning_rate": 1.8847009199640057e-05,
      "loss": 0.8304,
      "step": 8530
    },
    {
      "epoch": 0.17978262129426206,
      "grad_norm": 0.15349945425987244,
      "learning_rate": 1.8846691007067618e-05,
      "loss": 0.9434,
      "step": 8531
    },
    {
      "epoch": 0.17980369533262736,
      "grad_norm": 0.16157861053943634,
      "learning_rate": 1.884637277328197e-05,
      "loss": 0.8864,
      "step": 8532
    },
    {
      "epoch": 0.17982476937099265,
      "grad_norm": 0.18992657959461212,
      "learning_rate": 1.88460544982846e-05,
      "loss": 0.9868,
      "step": 8533
    },
    {
      "epoch": 0.17984584340935791,
      "grad_norm": 0.15806089341640472,
      "learning_rate": 1.884573618207699e-05,
      "loss": 0.8794,
      "step": 8534
    },
    {
      "epoch": 0.1798669174477232,
      "grad_norm": 0.15964028239250183,
      "learning_rate": 1.8845417824660622e-05,
      "loss": 0.9288,
      "step": 8535
    },
    {
      "epoch": 0.1798879914860885,
      "grad_norm": 0.135977104306221,
      "learning_rate": 1.884509942603698e-05,
      "loss": 0.8667,
      "step": 8536
    },
    {
      "epoch": 0.1799090655244538,
      "grad_norm": 0.15844231843948364,
      "learning_rate": 1.8844780986207543e-05,
      "loss": 0.9711,
      "step": 8537
    },
    {
      "epoch": 0.17993013956281909,
      "grad_norm": 0.13953913748264313,
      "learning_rate": 1.8844462505173802e-05,
      "loss": 0.9131,
      "step": 8538
    },
    {
      "epoch": 0.17995121360118435,
      "grad_norm": 0.17159271240234375,
      "learning_rate": 1.884414398293724e-05,
      "loss": 0.8642,
      "step": 8539
    },
    {
      "epoch": 0.17997228763954964,
      "grad_norm": 0.16622650623321533,
      "learning_rate": 1.8843825419499334e-05,
      "loss": 0.901,
      "step": 8540
    },
    {
      "epoch": 0.17999336167791494,
      "grad_norm": 0.15667486190795898,
      "learning_rate": 1.8843506814861575e-05,
      "loss": 1.0109,
      "step": 8541
    },
    {
      "epoch": 0.18001443571628023,
      "grad_norm": 0.17436781525611877,
      "learning_rate": 1.8843188169025445e-05,
      "loss": 0.9513,
      "step": 8542
    },
    {
      "epoch": 0.1800355097546455,
      "grad_norm": 0.17448951303958893,
      "learning_rate": 1.8842869481992424e-05,
      "loss": 0.8986,
      "step": 8543
    },
    {
      "epoch": 0.1800565837930108,
      "grad_norm": 0.1628728210926056,
      "learning_rate": 1.8842550753764003e-05,
      "loss": 0.8841,
      "step": 8544
    },
    {
      "epoch": 0.18007765783137608,
      "grad_norm": 0.17149676382541656,
      "learning_rate": 1.8842231984341662e-05,
      "loss": 0.8039,
      "step": 8545
    },
    {
      "epoch": 0.18009873186974137,
      "grad_norm": 0.12023038417100906,
      "learning_rate": 1.884191317372689e-05,
      "loss": 0.9108,
      "step": 8546
    },
    {
      "epoch": 0.18011980590810667,
      "grad_norm": 0.213194340467453,
      "learning_rate": 1.884159432192117e-05,
      "loss": 0.9312,
      "step": 8547
    },
    {
      "epoch": 0.18014087994647193,
      "grad_norm": 0.23181656002998352,
      "learning_rate": 1.884127542892599e-05,
      "loss": 0.9484,
      "step": 8548
    },
    {
      "epoch": 0.18016195398483723,
      "grad_norm": 0.13116705417633057,
      "learning_rate": 1.884095649474283e-05,
      "loss": 0.857,
      "step": 8549
    },
    {
      "epoch": 0.18018302802320252,
      "grad_norm": 0.18163436651229858,
      "learning_rate": 1.884063751937318e-05,
      "loss": 0.9227,
      "step": 8550
    },
    {
      "epoch": 0.1802041020615678,
      "grad_norm": 0.1356610208749771,
      "learning_rate": 1.884031850281853e-05,
      "loss": 0.9462,
      "step": 8551
    },
    {
      "epoch": 0.18022517609993308,
      "grad_norm": 0.16225796937942505,
      "learning_rate": 1.8839999445080353e-05,
      "loss": 0.9041,
      "step": 8552
    },
    {
      "epoch": 0.18024625013829837,
      "grad_norm": 0.1423560529947281,
      "learning_rate": 1.883968034616015e-05,
      "loss": 0.9126,
      "step": 8553
    },
    {
      "epoch": 0.18026732417666366,
      "grad_norm": 0.16369745135307312,
      "learning_rate": 1.88393612060594e-05,
      "loss": 0.8962,
      "step": 8554
    },
    {
      "epoch": 0.18028839821502896,
      "grad_norm": 0.1505664885044098,
      "learning_rate": 1.8839042024779592e-05,
      "loss": 0.8493,
      "step": 8555
    },
    {
      "epoch": 0.18030947225339425,
      "grad_norm": 0.1710464507341385,
      "learning_rate": 1.8838722802322208e-05,
      "loss": 0.9329,
      "step": 8556
    },
    {
      "epoch": 0.1803305462917595,
      "grad_norm": 0.1734045445919037,
      "learning_rate": 1.8838403538688743e-05,
      "loss": 1.0129,
      "step": 8557
    },
    {
      "epoch": 0.1803516203301248,
      "grad_norm": 0.11727616935968399,
      "learning_rate": 1.883808423388068e-05,
      "loss": 0.8736,
      "step": 8558
    },
    {
      "epoch": 0.1803726943684901,
      "grad_norm": 0.14717833697795868,
      "learning_rate": 1.8837764887899505e-05,
      "loss": 0.9209,
      "step": 8559
    },
    {
      "epoch": 0.1803937684068554,
      "grad_norm": 0.15563984215259552,
      "learning_rate": 1.883744550074671e-05,
      "loss": 0.9465,
      "step": 8560
    },
    {
      "epoch": 0.18041484244522066,
      "grad_norm": 0.1309938132762909,
      "learning_rate": 1.883712607242378e-05,
      "loss": 0.9044,
      "step": 8561
    },
    {
      "epoch": 0.18043591648358595,
      "grad_norm": 0.19513322412967682,
      "learning_rate": 1.8836806602932203e-05,
      "loss": 1.0,
      "step": 8562
    },
    {
      "epoch": 0.18045699052195124,
      "grad_norm": 0.17890799045562744,
      "learning_rate": 1.8836487092273468e-05,
      "loss": 0.8912,
      "step": 8563
    },
    {
      "epoch": 0.18047806456031654,
      "grad_norm": 0.17523792386054993,
      "learning_rate": 1.883616754044906e-05,
      "loss": 0.9785,
      "step": 8564
    },
    {
      "epoch": 0.18049913859868183,
      "grad_norm": 0.15129606425762177,
      "learning_rate": 1.8835847947460476e-05,
      "loss": 0.8882,
      "step": 8565
    },
    {
      "epoch": 0.1805202126370471,
      "grad_norm": 0.15631690621376038,
      "learning_rate": 1.88355283133092e-05,
      "loss": 0.9465,
      "step": 8566
    },
    {
      "epoch": 0.1805412866754124,
      "grad_norm": 0.2897769510746002,
      "learning_rate": 1.883520863799672e-05,
      "loss": 0.9507,
      "step": 8567
    },
    {
      "epoch": 0.18056236071377768,
      "grad_norm": 0.13927893340587616,
      "learning_rate": 1.8834888921524523e-05,
      "loss": 0.9342,
      "step": 8568
    },
    {
      "epoch": 0.18058343475214297,
      "grad_norm": 0.15489427745342255,
      "learning_rate": 1.8834569163894105e-05,
      "loss": 0.9532,
      "step": 8569
    },
    {
      "epoch": 0.18060450879050827,
      "grad_norm": 0.14501969516277313,
      "learning_rate": 1.8834249365106953e-05,
      "loss": 0.9475,
      "step": 8570
    },
    {
      "epoch": 0.18062558282887353,
      "grad_norm": 0.2257060706615448,
      "learning_rate": 1.8833929525164553e-05,
      "loss": 0.8642,
      "step": 8571
    },
    {
      "epoch": 0.18064665686723883,
      "grad_norm": 0.16617895662784576,
      "learning_rate": 1.88336096440684e-05,
      "loss": 0.912,
      "step": 8572
    },
    {
      "epoch": 0.18066773090560412,
      "grad_norm": 0.13251619040966034,
      "learning_rate": 1.883328972181998e-05,
      "loss": 0.9335,
      "step": 8573
    },
    {
      "epoch": 0.1806888049439694,
      "grad_norm": 0.17384357750415802,
      "learning_rate": 1.883296975842079e-05,
      "loss": 0.8681,
      "step": 8574
    },
    {
      "epoch": 0.18070987898233468,
      "grad_norm": 0.1302793323993683,
      "learning_rate": 1.8832649753872317e-05,
      "loss": 0.9561,
      "step": 8575
    },
    {
      "epoch": 0.18073095302069997,
      "grad_norm": 0.17814873158931732,
      "learning_rate": 1.8832329708176046e-05,
      "loss": 0.873,
      "step": 8576
    },
    {
      "epoch": 0.18075202705906526,
      "grad_norm": 0.13610872626304626,
      "learning_rate": 1.8832009621333476e-05,
      "loss": 0.8775,
      "step": 8577
    },
    {
      "epoch": 0.18077310109743056,
      "grad_norm": 0.134357288479805,
      "learning_rate": 1.8831689493346095e-05,
      "loss": 0.9287,
      "step": 8578
    },
    {
      "epoch": 0.18079417513579585,
      "grad_norm": 0.13063761591911316,
      "learning_rate": 1.8831369324215395e-05,
      "loss": 0.8885,
      "step": 8579
    },
    {
      "epoch": 0.1808152491741611,
      "grad_norm": 0.14157667756080627,
      "learning_rate": 1.8831049113942862e-05,
      "loss": 0.9369,
      "step": 8580
    },
    {
      "epoch": 0.1808363232125264,
      "grad_norm": 0.12906618416309357,
      "learning_rate": 1.883072886253e-05,
      "loss": 0.9891,
      "step": 8581
    },
    {
      "epoch": 0.1808573972508917,
      "grad_norm": 0.1283702850341797,
      "learning_rate": 1.8830408569978293e-05,
      "loss": 0.863,
      "step": 8582
    },
    {
      "epoch": 0.180878471289257,
      "grad_norm": 0.14949820935726166,
      "learning_rate": 1.8830088236289227e-05,
      "loss": 1.0006,
      "step": 8583
    },
    {
      "epoch": 0.18089954532762226,
      "grad_norm": 0.1269465684890747,
      "learning_rate": 1.8829767861464305e-05,
      "loss": 0.9117,
      "step": 8584
    },
    {
      "epoch": 0.18092061936598755,
      "grad_norm": 0.15810135006904602,
      "learning_rate": 1.8829447445505017e-05,
      "loss": 0.9331,
      "step": 8585
    },
    {
      "epoch": 0.18094169340435284,
      "grad_norm": 0.16481268405914307,
      "learning_rate": 1.8829126988412856e-05,
      "loss": 0.9266,
      "step": 8586
    },
    {
      "epoch": 0.18096276744271814,
      "grad_norm": 0.1420341283082962,
      "learning_rate": 1.8828806490189308e-05,
      "loss": 0.9363,
      "step": 8587
    },
    {
      "epoch": 0.18098384148108343,
      "grad_norm": 0.20674917101860046,
      "learning_rate": 1.8828485950835876e-05,
      "loss": 0.9354,
      "step": 8588
    },
    {
      "epoch": 0.1810049155194487,
      "grad_norm": 0.16196486353874207,
      "learning_rate": 1.8828165370354044e-05,
      "loss": 0.892,
      "step": 8589
    },
    {
      "epoch": 0.181025989557814,
      "grad_norm": 0.14981043338775635,
      "learning_rate": 1.8827844748745314e-05,
      "loss": 1.0023,
      "step": 8590
    },
    {
      "epoch": 0.18104706359617928,
      "grad_norm": 0.1374305635690689,
      "learning_rate": 1.8827524086011176e-05,
      "loss": 0.8768,
      "step": 8591
    },
    {
      "epoch": 0.18106813763454457,
      "grad_norm": 0.16751565039157867,
      "learning_rate": 1.882720338215312e-05,
      "loss": 0.9111,
      "step": 8592
    },
    {
      "epoch": 0.18108921167290984,
      "grad_norm": 0.1310008466243744,
      "learning_rate": 1.8826882637172645e-05,
      "loss": 0.8985,
      "step": 8593
    },
    {
      "epoch": 0.18111028571127513,
      "grad_norm": 0.14659935235977173,
      "learning_rate": 1.8826561851071245e-05,
      "loss": 0.8822,
      "step": 8594
    },
    {
      "epoch": 0.18113135974964042,
      "grad_norm": 0.13067103922367096,
      "learning_rate": 1.882624102385041e-05,
      "loss": 0.9166,
      "step": 8595
    },
    {
      "epoch": 0.18115243378800572,
      "grad_norm": 0.16042698919773102,
      "learning_rate": 1.8825920155511644e-05,
      "loss": 1.0297,
      "step": 8596
    },
    {
      "epoch": 0.181173507826371,
      "grad_norm": 0.1566246896982193,
      "learning_rate": 1.882559924605643e-05,
      "loss": 0.907,
      "step": 8597
    },
    {
      "epoch": 0.18119458186473628,
      "grad_norm": 0.1705978512763977,
      "learning_rate": 1.882527829548627e-05,
      "loss": 0.9264,
      "step": 8598
    },
    {
      "epoch": 0.18121565590310157,
      "grad_norm": 0.1626252681016922,
      "learning_rate": 1.8824957303802657e-05,
      "loss": 0.9798,
      "step": 8599
    },
    {
      "epoch": 0.18123672994146686,
      "grad_norm": 0.1450296938419342,
      "learning_rate": 1.8824636271007088e-05,
      "loss": 0.8526,
      "step": 8600
    },
    {
      "epoch": 0.18125780397983215,
      "grad_norm": 0.19162048399448395,
      "learning_rate": 1.8824315197101056e-05,
      "loss": 0.8548,
      "step": 8601
    },
    {
      "epoch": 0.18127887801819742,
      "grad_norm": 0.12894165515899658,
      "learning_rate": 1.8823994082086063e-05,
      "loss": 0.8705,
      "step": 8602
    },
    {
      "epoch": 0.1812999520565627,
      "grad_norm": 0.13450881838798523,
      "learning_rate": 1.8823672925963598e-05,
      "loss": 0.9635,
      "step": 8603
    },
    {
      "epoch": 0.181321026094928,
      "grad_norm": 0.1354018896818161,
      "learning_rate": 1.8823351728735156e-05,
      "loss": 0.9864,
      "step": 8604
    },
    {
      "epoch": 0.1813421001332933,
      "grad_norm": 0.20600713789463043,
      "learning_rate": 1.882303049040224e-05,
      "loss": 0.9595,
      "step": 8605
    },
    {
      "epoch": 0.1813631741716586,
      "grad_norm": 0.14807581901550293,
      "learning_rate": 1.8822709210966342e-05,
      "loss": 0.9368,
      "step": 8606
    },
    {
      "epoch": 0.18138424821002386,
      "grad_norm": 0.12668229639530182,
      "learning_rate": 1.882238789042896e-05,
      "loss": 0.9547,
      "step": 8607
    },
    {
      "epoch": 0.18140532224838915,
      "grad_norm": 0.1373564898967743,
      "learning_rate": 1.8822066528791594e-05,
      "loss": 0.9013,
      "step": 8608
    },
    {
      "epoch": 0.18142639628675444,
      "grad_norm": 0.14403799176216125,
      "learning_rate": 1.8821745126055737e-05,
      "loss": 0.9156,
      "step": 8609
    },
    {
      "epoch": 0.18144747032511974,
      "grad_norm": 0.2081892341375351,
      "learning_rate": 1.882142368222289e-05,
      "loss": 0.9367,
      "step": 8610
    },
    {
      "epoch": 0.181468544363485,
      "grad_norm": 0.16141730546951294,
      "learning_rate": 1.8821102197294543e-05,
      "loss": 1.0044,
      "step": 8611
    },
    {
      "epoch": 0.1814896184018503,
      "grad_norm": 0.13401076197624207,
      "learning_rate": 1.8820780671272198e-05,
      "loss": 0.8804,
      "step": 8612
    },
    {
      "epoch": 0.1815106924402156,
      "grad_norm": 0.15697884559631348,
      "learning_rate": 1.8820459104157356e-05,
      "loss": 0.9079,
      "step": 8613
    },
    {
      "epoch": 0.18153176647858088,
      "grad_norm": 0.14633865654468536,
      "learning_rate": 1.882013749595151e-05,
      "loss": 0.8996,
      "step": 8614
    },
    {
      "epoch": 0.18155284051694617,
      "grad_norm": 0.11635174602270126,
      "learning_rate": 1.8819815846656163e-05,
      "loss": 0.8202,
      "step": 8615
    },
    {
      "epoch": 0.18157391455531144,
      "grad_norm": 0.14822961390018463,
      "learning_rate": 1.881949415627281e-05,
      "loss": 0.9159,
      "step": 8616
    },
    {
      "epoch": 0.18159498859367673,
      "grad_norm": 0.712142288684845,
      "learning_rate": 1.8819172424802952e-05,
      "loss": 0.9389,
      "step": 8617
    },
    {
      "epoch": 0.18161606263204202,
      "grad_norm": 0.12550511956214905,
      "learning_rate": 1.8818850652248085e-05,
      "loss": 0.91,
      "step": 8618
    },
    {
      "epoch": 0.18163713667040732,
      "grad_norm": 0.12196555733680725,
      "learning_rate": 1.8818528838609712e-05,
      "loss": 0.9668,
      "step": 8619
    },
    {
      "epoch": 0.18165821070877258,
      "grad_norm": 0.12478803843259811,
      "learning_rate": 1.881820698388933e-05,
      "loss": 0.8529,
      "step": 8620
    },
    {
      "epoch": 0.18167928474713788,
      "grad_norm": 0.12812818586826324,
      "learning_rate": 1.8817885088088435e-05,
      "loss": 0.9024,
      "step": 8621
    },
    {
      "epoch": 0.18170035878550317,
      "grad_norm": 0.13766378164291382,
      "learning_rate": 1.881756315120853e-05,
      "loss": 0.9357,
      "step": 8622
    },
    {
      "epoch": 0.18172143282386846,
      "grad_norm": 0.135697141289711,
      "learning_rate": 1.881724117325112e-05,
      "loss": 0.9638,
      "step": 8623
    },
    {
      "epoch": 0.18174250686223375,
      "grad_norm": 0.13416507840156555,
      "learning_rate": 1.881691915421769e-05,
      "loss": 0.9797,
      "step": 8624
    },
    {
      "epoch": 0.18176358090059902,
      "grad_norm": 0.1317400485277176,
      "learning_rate": 1.8816597094109755e-05,
      "loss": 0.9141,
      "step": 8625
    },
    {
      "epoch": 0.1817846549389643,
      "grad_norm": 0.14964056015014648,
      "learning_rate": 1.881627499292881e-05,
      "loss": 0.9569,
      "step": 8626
    },
    {
      "epoch": 0.1818057289773296,
      "grad_norm": 0.1253349632024765,
      "learning_rate": 1.8815952850676354e-05,
      "loss": 0.9253,
      "step": 8627
    },
    {
      "epoch": 0.1818268030156949,
      "grad_norm": 0.21347957849502563,
      "learning_rate": 1.8815630667353893e-05,
      "loss": 0.9872,
      "step": 8628
    },
    {
      "epoch": 0.18184787705406016,
      "grad_norm": 0.1318316012620926,
      "learning_rate": 1.881530844296292e-05,
      "loss": 0.9585,
      "step": 8629
    },
    {
      "epoch": 0.18186895109242546,
      "grad_norm": 0.15648742020130157,
      "learning_rate": 1.8814986177504943e-05,
      "loss": 0.9391,
      "step": 8630
    },
    {
      "epoch": 0.18189002513079075,
      "grad_norm": 0.14971528947353363,
      "learning_rate": 1.881466387098146e-05,
      "loss": 1.0109,
      "step": 8631
    },
    {
      "epoch": 0.18191109916915604,
      "grad_norm": 0.15132971107959747,
      "learning_rate": 1.8814341523393973e-05,
      "loss": 1.035,
      "step": 8632
    },
    {
      "epoch": 0.18193217320752134,
      "grad_norm": 0.16886018216609955,
      "learning_rate": 1.8814019134743984e-05,
      "loss": 0.9314,
      "step": 8633
    },
    {
      "epoch": 0.1819532472458866,
      "grad_norm": 0.16127316653728485,
      "learning_rate": 1.8813696705032995e-05,
      "loss": 0.9715,
      "step": 8634
    },
    {
      "epoch": 0.1819743212842519,
      "grad_norm": 0.13626191020011902,
      "learning_rate": 1.8813374234262504e-05,
      "loss": 0.9252,
      "step": 8635
    },
    {
      "epoch": 0.1819953953226172,
      "grad_norm": 0.14111992716789246,
      "learning_rate": 1.8813051722434022e-05,
      "loss": 0.9757,
      "step": 8636
    },
    {
      "epoch": 0.18201646936098248,
      "grad_norm": 0.15220919251441956,
      "learning_rate": 1.8812729169549043e-05,
      "loss": 0.9021,
      "step": 8637
    },
    {
      "epoch": 0.18203754339934775,
      "grad_norm": 0.1470528393983841,
      "learning_rate": 1.8812406575609075e-05,
      "loss": 0.9676,
      "step": 8638
    },
    {
      "epoch": 0.18205861743771304,
      "grad_norm": 0.12864364683628082,
      "learning_rate": 1.8812083940615616e-05,
      "loss": 1.0007,
      "step": 8639
    },
    {
      "epoch": 0.18207969147607833,
      "grad_norm": 0.1440092921257019,
      "learning_rate": 1.8811761264570177e-05,
      "loss": 0.9823,
      "step": 8640
    },
    {
      "epoch": 0.18210076551444362,
      "grad_norm": 0.1307777613401413,
      "learning_rate": 1.881143854747425e-05,
      "loss": 0.9081,
      "step": 8641
    },
    {
      "epoch": 0.18212183955280892,
      "grad_norm": 0.15552178025245667,
      "learning_rate": 1.8811115789329354e-05,
      "loss": 0.9081,
      "step": 8642
    },
    {
      "epoch": 0.18214291359117418,
      "grad_norm": 0.1482495665550232,
      "learning_rate": 1.8810792990136976e-05,
      "loss": 0.9071,
      "step": 8643
    },
    {
      "epoch": 0.18216398762953948,
      "grad_norm": 0.14824531972408295,
      "learning_rate": 1.8810470149898628e-05,
      "loss": 0.9421,
      "step": 8644
    },
    {
      "epoch": 0.18218506166790477,
      "grad_norm": 0.17295129597187042,
      "learning_rate": 1.881014726861581e-05,
      "loss": 0.9831,
      "step": 8645
    },
    {
      "epoch": 0.18220613570627006,
      "grad_norm": 0.20202597975730896,
      "learning_rate": 1.8809824346290037e-05,
      "loss": 0.8466,
      "step": 8646
    },
    {
      "epoch": 0.18222720974463533,
      "grad_norm": 0.11168498545885086,
      "learning_rate": 1.88095013829228e-05,
      "loss": 0.8861,
      "step": 8647
    },
    {
      "epoch": 0.18224828378300062,
      "grad_norm": 0.15620079636573792,
      "learning_rate": 1.8809178378515608e-05,
      "loss": 0.9244,
      "step": 8648
    },
    {
      "epoch": 0.1822693578213659,
      "grad_norm": 0.1314879059791565,
      "learning_rate": 1.880885533306997e-05,
      "loss": 0.88,
      "step": 8649
    },
    {
      "epoch": 0.1822904318597312,
      "grad_norm": 0.1367872953414917,
      "learning_rate": 1.8808532246587387e-05,
      "loss": 0.9123,
      "step": 8650
    },
    {
      "epoch": 0.1823115058980965,
      "grad_norm": 0.15502086281776428,
      "learning_rate": 1.8808209119069368e-05,
      "loss": 0.9609,
      "step": 8651
    },
    {
      "epoch": 0.18233257993646176,
      "grad_norm": 0.16258259117603302,
      "learning_rate": 1.8807885950517408e-05,
      "loss": 0.93,
      "step": 8652
    },
    {
      "epoch": 0.18235365397482706,
      "grad_norm": 0.134198859333992,
      "learning_rate": 1.8807562740933026e-05,
      "loss": 0.9356,
      "step": 8653
    },
    {
      "epoch": 0.18237472801319235,
      "grad_norm": 0.3344708979129791,
      "learning_rate": 1.880723949031772e-05,
      "loss": 0.8959,
      "step": 8654
    },
    {
      "epoch": 0.18239580205155764,
      "grad_norm": 0.14076192677021027,
      "learning_rate": 1.8806916198672996e-05,
      "loss": 0.9151,
      "step": 8655
    },
    {
      "epoch": 0.1824168760899229,
      "grad_norm": 0.1446343958377838,
      "learning_rate": 1.8806592866000358e-05,
      "loss": 0.8599,
      "step": 8656
    },
    {
      "epoch": 0.1824379501282882,
      "grad_norm": 0.12575958669185638,
      "learning_rate": 1.8806269492301324e-05,
      "loss": 0.9253,
      "step": 8657
    },
    {
      "epoch": 0.1824590241666535,
      "grad_norm": 0.15234343707561493,
      "learning_rate": 1.8805946077577388e-05,
      "loss": 0.9183,
      "step": 8658
    },
    {
      "epoch": 0.1824800982050188,
      "grad_norm": 0.12968410551548004,
      "learning_rate": 1.880562262183006e-05,
      "loss": 0.8725,
      "step": 8659
    },
    {
      "epoch": 0.18250117224338408,
      "grad_norm": 0.17631874978542328,
      "learning_rate": 1.880529912506085e-05,
      "loss": 0.8445,
      "step": 8660
    },
    {
      "epoch": 0.18252224628174935,
      "grad_norm": 0.12797336280345917,
      "learning_rate": 1.8804975587271258e-05,
      "loss": 0.8724,
      "step": 8661
    },
    {
      "epoch": 0.18254332032011464,
      "grad_norm": 0.13000304996967316,
      "learning_rate": 1.88046520084628e-05,
      "loss": 0.7961,
      "step": 8662
    },
    {
      "epoch": 0.18256439435847993,
      "grad_norm": 0.13171260058879852,
      "learning_rate": 1.8804328388636977e-05,
      "loss": 0.916,
      "step": 8663
    },
    {
      "epoch": 0.18258546839684522,
      "grad_norm": 0.1534857302904129,
      "learning_rate": 1.8804004727795302e-05,
      "loss": 0.896,
      "step": 8664
    },
    {
      "epoch": 0.18260654243521052,
      "grad_norm": 0.11187084764242172,
      "learning_rate": 1.880368102593928e-05,
      "loss": 0.8919,
      "step": 8665
    },
    {
      "epoch": 0.18262761647357578,
      "grad_norm": 0.17389625310897827,
      "learning_rate": 1.8803357283070414e-05,
      "loss": 0.9864,
      "step": 8666
    },
    {
      "epoch": 0.18264869051194108,
      "grad_norm": 0.16547222435474396,
      "learning_rate": 1.880303349919022e-05,
      "loss": 0.937,
      "step": 8667
    },
    {
      "epoch": 0.18266976455030637,
      "grad_norm": 0.14922651648521423,
      "learning_rate": 1.8802709674300205e-05,
      "loss": 0.9554,
      "step": 8668
    },
    {
      "epoch": 0.18269083858867166,
      "grad_norm": 0.1505361944437027,
      "learning_rate": 1.8802385808401872e-05,
      "loss": 0.9,
      "step": 8669
    },
    {
      "epoch": 0.18271191262703693,
      "grad_norm": 0.2266717553138733,
      "learning_rate": 1.8802061901496736e-05,
      "loss": 1.0111,
      "step": 8670
    },
    {
      "epoch": 0.18273298666540222,
      "grad_norm": 0.13145089149475098,
      "learning_rate": 1.88017379535863e-05,
      "loss": 0.9308,
      "step": 8671
    },
    {
      "epoch": 0.1827540607037675,
      "grad_norm": 0.15139132738113403,
      "learning_rate": 1.8801413964672086e-05,
      "loss": 0.9263,
      "step": 8672
    },
    {
      "epoch": 0.1827751347421328,
      "grad_norm": 0.1349281519651413,
      "learning_rate": 1.8801089934755588e-05,
      "loss": 0.915,
      "step": 8673
    },
    {
      "epoch": 0.1827962087804981,
      "grad_norm": 0.1413959413766861,
      "learning_rate": 1.880076586383832e-05,
      "loss": 0.9306,
      "step": 8674
    },
    {
      "epoch": 0.18281728281886336,
      "grad_norm": 0.1619008630514145,
      "learning_rate": 1.88004417519218e-05,
      "loss": 0.8668,
      "step": 8675
    },
    {
      "epoch": 0.18283835685722866,
      "grad_norm": 0.12573480606079102,
      "learning_rate": 1.8800117599007524e-05,
      "loss": 0.9124,
      "step": 8676
    },
    {
      "epoch": 0.18285943089559395,
      "grad_norm": 0.15346291661262512,
      "learning_rate": 1.879979340509701e-05,
      "loss": 0.9284,
      "step": 8677
    },
    {
      "epoch": 0.18288050493395924,
      "grad_norm": 0.16749973595142365,
      "learning_rate": 1.8799469170191772e-05,
      "loss": 0.9319,
      "step": 8678
    },
    {
      "epoch": 0.1829015789723245,
      "grad_norm": 0.1363130509853363,
      "learning_rate": 1.8799144894293315e-05,
      "loss": 0.9071,
      "step": 8679
    },
    {
      "epoch": 0.1829226530106898,
      "grad_norm": 0.1428481489419937,
      "learning_rate": 1.879882057740315e-05,
      "loss": 0.95,
      "step": 8680
    },
    {
      "epoch": 0.1829437270490551,
      "grad_norm": 0.13689948618412018,
      "learning_rate": 1.8798496219522787e-05,
      "loss": 0.9175,
      "step": 8681
    },
    {
      "epoch": 0.1829648010874204,
      "grad_norm": 0.15891097486019135,
      "learning_rate": 1.8798171820653742e-05,
      "loss": 0.8923,
      "step": 8682
    },
    {
      "epoch": 0.18298587512578568,
      "grad_norm": 0.13702243566513062,
      "learning_rate": 1.879784738079752e-05,
      "loss": 0.9194,
      "step": 8683
    },
    {
      "epoch": 0.18300694916415094,
      "grad_norm": 0.13397559523582458,
      "learning_rate": 1.8797522899955638e-05,
      "loss": 0.8907,
      "step": 8684
    },
    {
      "epoch": 0.18302802320251624,
      "grad_norm": 0.18481512367725372,
      "learning_rate": 1.8797198378129604e-05,
      "loss": 0.9422,
      "step": 8685
    },
    {
      "epoch": 0.18304909724088153,
      "grad_norm": 0.11451645195484161,
      "learning_rate": 1.879687381532093e-05,
      "loss": 0.8547,
      "step": 8686
    },
    {
      "epoch": 0.18307017127924682,
      "grad_norm": 0.1762685924768448,
      "learning_rate": 1.879654921153113e-05,
      "loss": 0.922,
      "step": 8687
    },
    {
      "epoch": 0.1830912453176121,
      "grad_norm": 0.1580246239900589,
      "learning_rate": 1.8796224566761716e-05,
      "loss": 0.9103,
      "step": 8688
    },
    {
      "epoch": 0.18311231935597738,
      "grad_norm": 0.14882206916809082,
      "learning_rate": 1.8795899881014196e-05,
      "loss": 1.0131,
      "step": 8689
    },
    {
      "epoch": 0.18313339339434268,
      "grad_norm": 0.18065910041332245,
      "learning_rate": 1.8795575154290092e-05,
      "loss": 0.9194,
      "step": 8690
    },
    {
      "epoch": 0.18315446743270797,
      "grad_norm": 0.14020252227783203,
      "learning_rate": 1.8795250386590905e-05,
      "loss": 0.9732,
      "step": 8691
    },
    {
      "epoch": 0.18317554147107326,
      "grad_norm": 0.17000319063663483,
      "learning_rate": 1.8794925577918156e-05,
      "loss": 0.9097,
      "step": 8692
    },
    {
      "epoch": 0.18319661550943853,
      "grad_norm": 0.13204652070999146,
      "learning_rate": 1.8794600728273356e-05,
      "loss": 0.9294,
      "step": 8693
    },
    {
      "epoch": 0.18321768954780382,
      "grad_norm": 0.16282238066196442,
      "learning_rate": 1.879427583765802e-05,
      "loss": 0.9719,
      "step": 8694
    },
    {
      "epoch": 0.1832387635861691,
      "grad_norm": 0.23720990121364594,
      "learning_rate": 1.8793950906073654e-05,
      "loss": 0.9253,
      "step": 8695
    },
    {
      "epoch": 0.1832598376245344,
      "grad_norm": 0.16920514404773712,
      "learning_rate": 1.879362593352178e-05,
      "loss": 0.9298,
      "step": 8696
    },
    {
      "epoch": 0.18328091166289967,
      "grad_norm": 0.20227548480033875,
      "learning_rate": 1.8793300920003913e-05,
      "loss": 0.9815,
      "step": 8697
    },
    {
      "epoch": 0.18330198570126496,
      "grad_norm": 0.17644338309764862,
      "learning_rate": 1.8792975865521562e-05,
      "loss": 0.8832,
      "step": 8698
    },
    {
      "epoch": 0.18332305973963026,
      "grad_norm": 0.15773288905620575,
      "learning_rate": 1.879265077007624e-05,
      "loss": 0.9248,
      "step": 8699
    },
    {
      "epoch": 0.18334413377799555,
      "grad_norm": 0.21442347764968872,
      "learning_rate": 1.879232563366947e-05,
      "loss": 0.9865,
      "step": 8700
    },
    {
      "epoch": 0.18336520781636084,
      "grad_norm": 0.20329995453357697,
      "learning_rate": 1.8792000456302756e-05,
      "loss": 0.9317,
      "step": 8701
    },
    {
      "epoch": 0.1833862818547261,
      "grad_norm": 0.20292097330093384,
      "learning_rate": 1.879167523797762e-05,
      "loss": 0.9795,
      "step": 8702
    },
    {
      "epoch": 0.1834073558930914,
      "grad_norm": 0.13711221516132355,
      "learning_rate": 1.8791349978695577e-05,
      "loss": 0.9361,
      "step": 8703
    },
    {
      "epoch": 0.1834284299314567,
      "grad_norm": 0.18669447302818298,
      "learning_rate": 1.879102467845814e-05,
      "loss": 0.8858,
      "step": 8704
    },
    {
      "epoch": 0.183449503969822,
      "grad_norm": 0.13772301375865936,
      "learning_rate": 1.879069933726682e-05,
      "loss": 0.9147,
      "step": 8705
    },
    {
      "epoch": 0.18347057800818725,
      "grad_norm": 0.17123180627822876,
      "learning_rate": 1.879037395512314e-05,
      "loss": 0.948,
      "step": 8706
    },
    {
      "epoch": 0.18349165204655254,
      "grad_norm": 0.23201343417167664,
      "learning_rate": 1.8790048532028614e-05,
      "loss": 0.8841,
      "step": 8707
    },
    {
      "epoch": 0.18351272608491784,
      "grad_norm": 0.12079678475856781,
      "learning_rate": 1.8789723067984755e-05,
      "loss": 0.8619,
      "step": 8708
    },
    {
      "epoch": 0.18353380012328313,
      "grad_norm": 0.18831241130828857,
      "learning_rate": 1.878939756299308e-05,
      "loss": 0.9612,
      "step": 8709
    },
    {
      "epoch": 0.18355487416164842,
      "grad_norm": 0.1489369124174118,
      "learning_rate": 1.8789072017055113e-05,
      "loss": 0.9731,
      "step": 8710
    },
    {
      "epoch": 0.1835759482000137,
      "grad_norm": 0.13817541301250458,
      "learning_rate": 1.878874643017236e-05,
      "loss": 0.956,
      "step": 8711
    },
    {
      "epoch": 0.18359702223837898,
      "grad_norm": 0.15243656933307648,
      "learning_rate": 1.8788420802346344e-05,
      "loss": 0.9222,
      "step": 8712
    },
    {
      "epoch": 0.18361809627674427,
      "grad_norm": 0.14687126874923706,
      "learning_rate": 1.8788095133578577e-05,
      "loss": 0.8819,
      "step": 8713
    },
    {
      "epoch": 0.18363917031510957,
      "grad_norm": 0.163211852312088,
      "learning_rate": 1.8787769423870583e-05,
      "loss": 0.9711,
      "step": 8714
    },
    {
      "epoch": 0.18366024435347483,
      "grad_norm": 0.16555115580558777,
      "learning_rate": 1.8787443673223874e-05,
      "loss": 0.8469,
      "step": 8715
    },
    {
      "epoch": 0.18368131839184013,
      "grad_norm": 0.14609412848949432,
      "learning_rate": 1.878711788163997e-05,
      "loss": 0.8533,
      "step": 8716
    },
    {
      "epoch": 0.18370239243020542,
      "grad_norm": 0.1568322777748108,
      "learning_rate": 1.8786792049120385e-05,
      "loss": 0.9027,
      "step": 8717
    },
    {
      "epoch": 0.1837234664685707,
      "grad_norm": 0.1364578753709793,
      "learning_rate": 1.878646617566664e-05,
      "loss": 0.8879,
      "step": 8718
    },
    {
      "epoch": 0.183744540506936,
      "grad_norm": 0.12292881309986115,
      "learning_rate": 1.8786140261280258e-05,
      "loss": 0.8465,
      "step": 8719
    },
    {
      "epoch": 0.18376561454530127,
      "grad_norm": 0.12937012314796448,
      "learning_rate": 1.8785814305962748e-05,
      "loss": 0.8475,
      "step": 8720
    },
    {
      "epoch": 0.18378668858366656,
      "grad_norm": 0.16699136793613434,
      "learning_rate": 1.8785488309715634e-05,
      "loss": 0.9003,
      "step": 8721
    },
    {
      "epoch": 0.18380776262203186,
      "grad_norm": 0.1390933096408844,
      "learning_rate": 1.878516227254043e-05,
      "loss": 0.8688,
      "step": 8722
    },
    {
      "epoch": 0.18382883666039715,
      "grad_norm": 0.14113135635852814,
      "learning_rate": 1.878483619443866e-05,
      "loss": 0.9337,
      "step": 8723
    },
    {
      "epoch": 0.18384991069876241,
      "grad_norm": 0.1493498533964157,
      "learning_rate": 1.8784510075411845e-05,
      "loss": 0.8451,
      "step": 8724
    },
    {
      "epoch": 0.1838709847371277,
      "grad_norm": 0.18756814301013947,
      "learning_rate": 1.87841839154615e-05,
      "loss": 0.9463,
      "step": 8725
    },
    {
      "epoch": 0.183892058775493,
      "grad_norm": 0.13095411658287048,
      "learning_rate": 1.8783857714589145e-05,
      "loss": 0.8611,
      "step": 8726
    },
    {
      "epoch": 0.1839131328138583,
      "grad_norm": 0.16381116211414337,
      "learning_rate": 1.8783531472796297e-05,
      "loss": 0.8996,
      "step": 8727
    },
    {
      "epoch": 0.1839342068522236,
      "grad_norm": 0.13524217903614044,
      "learning_rate": 1.878320519008448e-05,
      "loss": 0.9187,
      "step": 8728
    },
    {
      "epoch": 0.18395528089058885,
      "grad_norm": 0.16374345123767853,
      "learning_rate": 1.878287886645521e-05,
      "loss": 0.9271,
      "step": 8729
    },
    {
      "epoch": 0.18397635492895414,
      "grad_norm": 0.13116350769996643,
      "learning_rate": 1.878255250191001e-05,
      "loss": 0.9372,
      "step": 8730
    },
    {
      "epoch": 0.18399742896731944,
      "grad_norm": 0.14775609970092773,
      "learning_rate": 1.8782226096450404e-05,
      "loss": 0.878,
      "step": 8731
    },
    {
      "epoch": 0.18401850300568473,
      "grad_norm": 0.15419653058052063,
      "learning_rate": 1.8781899650077907e-05,
      "loss": 0.9529,
      "step": 8732
    },
    {
      "epoch": 0.18403957704405,
      "grad_norm": 0.18085172772407532,
      "learning_rate": 1.8781573162794043e-05,
      "loss": 0.9726,
      "step": 8733
    },
    {
      "epoch": 0.1840606510824153,
      "grad_norm": 0.20342735946178436,
      "learning_rate": 1.8781246634600328e-05,
      "loss": 0.9184,
      "step": 8734
    },
    {
      "epoch": 0.18408172512078058,
      "grad_norm": 0.12299631536006927,
      "learning_rate": 1.878092006549829e-05,
      "loss": 0.8284,
      "step": 8735
    },
    {
      "epoch": 0.18410279915914587,
      "grad_norm": 0.13803666830062866,
      "learning_rate": 1.8780593455489445e-05,
      "loss": 0.8767,
      "step": 8736
    },
    {
      "epoch": 0.18412387319751117,
      "grad_norm": 0.15960001945495605,
      "learning_rate": 1.8780266804575316e-05,
      "loss": 0.9735,
      "step": 8737
    },
    {
      "epoch": 0.18414494723587643,
      "grad_norm": 0.22347910702228546,
      "learning_rate": 1.8779940112757428e-05,
      "loss": 0.9088,
      "step": 8738
    },
    {
      "epoch": 0.18416602127424173,
      "grad_norm": 0.19154299795627594,
      "learning_rate": 1.87796133800373e-05,
      "loss": 0.9945,
      "step": 8739
    },
    {
      "epoch": 0.18418709531260702,
      "grad_norm": 0.20603236556053162,
      "learning_rate": 1.8779286606416454e-05,
      "loss": 0.9414,
      "step": 8740
    },
    {
      "epoch": 0.1842081693509723,
      "grad_norm": 0.14055663347244263,
      "learning_rate": 1.877895979189641e-05,
      "loss": 0.9551,
      "step": 8741
    },
    {
      "epoch": 0.18422924338933758,
      "grad_norm": 0.18719340860843658,
      "learning_rate": 1.8778632936478696e-05,
      "loss": 0.961,
      "step": 8742
    },
    {
      "epoch": 0.18425031742770287,
      "grad_norm": 0.1753045916557312,
      "learning_rate": 1.877830604016483e-05,
      "loss": 0.9395,
      "step": 8743
    },
    {
      "epoch": 0.18427139146606816,
      "grad_norm": 0.15627510845661163,
      "learning_rate": 1.8777979102956338e-05,
      "loss": 0.9926,
      "step": 8744
    },
    {
      "epoch": 0.18429246550443346,
      "grad_norm": 0.23835819959640503,
      "learning_rate": 1.877765212485474e-05,
      "loss": 1.0284,
      "step": 8745
    },
    {
      "epoch": 0.18431353954279875,
      "grad_norm": 0.15656892955303192,
      "learning_rate": 1.8777325105861563e-05,
      "loss": 0.8652,
      "step": 8746
    },
    {
      "epoch": 0.18433461358116401,
      "grad_norm": 0.20851953327655792,
      "learning_rate": 1.877699804597833e-05,
      "loss": 0.9675,
      "step": 8747
    },
    {
      "epoch": 0.1843556876195293,
      "grad_norm": 0.27402424812316895,
      "learning_rate": 1.877667094520656e-05,
      "loss": 0.9405,
      "step": 8748
    },
    {
      "epoch": 0.1843767616578946,
      "grad_norm": 0.14907750487327576,
      "learning_rate": 1.877634380354778e-05,
      "loss": 0.9092,
      "step": 8749
    },
    {
      "epoch": 0.1843978356962599,
      "grad_norm": 0.27980995178222656,
      "learning_rate": 1.8776016621003518e-05,
      "loss": 1.012,
      "step": 8750
    },
    {
      "epoch": 0.18441890973462516,
      "grad_norm": 0.2858283817768097,
      "learning_rate": 1.877568939757529e-05,
      "loss": 0.9397,
      "step": 8751
    },
    {
      "epoch": 0.18443998377299045,
      "grad_norm": 0.12190289050340652,
      "learning_rate": 1.8775362133264625e-05,
      "loss": 0.9123,
      "step": 8752
    },
    {
      "epoch": 0.18446105781135574,
      "grad_norm": 0.23535579442977905,
      "learning_rate": 1.877503482807305e-05,
      "loss": 0.9686,
      "step": 8753
    },
    {
      "epoch": 0.18448213184972104,
      "grad_norm": 0.1426311731338501,
      "learning_rate": 1.8774707482002087e-05,
      "loss": 0.9328,
      "step": 8754
    },
    {
      "epoch": 0.18450320588808633,
      "grad_norm": 0.22722764313220978,
      "learning_rate": 1.8774380095053258e-05,
      "loss": 0.995,
      "step": 8755
    },
    {
      "epoch": 0.1845242799264516,
      "grad_norm": 0.1499580591917038,
      "learning_rate": 1.8774052667228092e-05,
      "loss": 0.8886,
      "step": 8756
    },
    {
      "epoch": 0.1845453539648169,
      "grad_norm": 0.1727982461452484,
      "learning_rate": 1.8773725198528115e-05,
      "loss": 0.8733,
      "step": 8757
    },
    {
      "epoch": 0.18456642800318218,
      "grad_norm": 0.1758888214826584,
      "learning_rate": 1.8773397688954848e-05,
      "loss": 0.8142,
      "step": 8758
    },
    {
      "epoch": 0.18458750204154747,
      "grad_norm": 0.18598568439483643,
      "learning_rate": 1.8773070138509822e-05,
      "loss": 0.9086,
      "step": 8759
    },
    {
      "epoch": 0.18460857607991277,
      "grad_norm": 0.15649765729904175,
      "learning_rate": 1.8772742547194562e-05,
      "loss": 0.8827,
      "step": 8760
    },
    {
      "epoch": 0.18462965011827803,
      "grad_norm": 0.19261138141155243,
      "learning_rate": 1.8772414915010592e-05,
      "loss": 0.8868,
      "step": 8761
    },
    {
      "epoch": 0.18465072415664333,
      "grad_norm": 0.16558407247066498,
      "learning_rate": 1.8772087241959438e-05,
      "loss": 0.863,
      "step": 8762
    },
    {
      "epoch": 0.18467179819500862,
      "grad_norm": 0.16485595703125,
      "learning_rate": 1.877175952804263e-05,
      "loss": 0.8817,
      "step": 8763
    },
    {
      "epoch": 0.1846928722333739,
      "grad_norm": 0.19289694726467133,
      "learning_rate": 1.877143177326169e-05,
      "loss": 0.8885,
      "step": 8764
    },
    {
      "epoch": 0.18471394627173918,
      "grad_norm": 0.16362163424491882,
      "learning_rate": 1.877110397761815e-05,
      "loss": 0.9493,
      "step": 8765
    },
    {
      "epoch": 0.18473502031010447,
      "grad_norm": 0.15716908872127533,
      "learning_rate": 1.877077614111353e-05,
      "loss": 0.9404,
      "step": 8766
    },
    {
      "epoch": 0.18475609434846976,
      "grad_norm": 0.18696527183055878,
      "learning_rate": 1.8770448263749363e-05,
      "loss": 0.9668,
      "step": 8767
    },
    {
      "epoch": 0.18477716838683506,
      "grad_norm": 0.17726682126522064,
      "learning_rate": 1.8770120345527175e-05,
      "loss": 0.9582,
      "step": 8768
    },
    {
      "epoch": 0.18479824242520035,
      "grad_norm": 0.16876867413520813,
      "learning_rate": 1.8769792386448495e-05,
      "loss": 0.9128,
      "step": 8769
    },
    {
      "epoch": 0.1848193164635656,
      "grad_norm": 0.123553067445755,
      "learning_rate": 1.8769464386514848e-05,
      "loss": 0.9407,
      "step": 8770
    },
    {
      "epoch": 0.1848403905019309,
      "grad_norm": 0.1514182835817337,
      "learning_rate": 1.8769136345727764e-05,
      "loss": 0.8472,
      "step": 8771
    },
    {
      "epoch": 0.1848614645402962,
      "grad_norm": 0.13246683776378632,
      "learning_rate": 1.876880826408877e-05,
      "loss": 0.9825,
      "step": 8772
    },
    {
      "epoch": 0.1848825385786615,
      "grad_norm": 0.15279509127140045,
      "learning_rate": 1.87684801415994e-05,
      "loss": 0.9011,
      "step": 8773
    },
    {
      "epoch": 0.18490361261702676,
      "grad_norm": 0.13473045825958252,
      "learning_rate": 1.876815197826117e-05,
      "loss": 0.8582,
      "step": 8774
    },
    {
      "epoch": 0.18492468665539205,
      "grad_norm": 0.19890280067920685,
      "learning_rate": 1.876782377407562e-05,
      "loss": 0.8603,
      "step": 8775
    },
    {
      "epoch": 0.18494576069375734,
      "grad_norm": 0.1439620852470398,
      "learning_rate": 1.8767495529044276e-05,
      "loss": 0.9398,
      "step": 8776
    },
    {
      "epoch": 0.18496683473212264,
      "grad_norm": 0.12860989570617676,
      "learning_rate": 1.8767167243168667e-05,
      "loss": 0.9141,
      "step": 8777
    },
    {
      "epoch": 0.18498790877048793,
      "grad_norm": 0.1474788635969162,
      "learning_rate": 1.876683891645032e-05,
      "loss": 0.8894,
      "step": 8778
    },
    {
      "epoch": 0.1850089828088532,
      "grad_norm": 0.1495288908481598,
      "learning_rate": 1.8766510548890768e-05,
      "loss": 0.9464,
      "step": 8779
    },
    {
      "epoch": 0.1850300568472185,
      "grad_norm": 0.17672336101531982,
      "learning_rate": 1.8766182140491542e-05,
      "loss": 0.9418,
      "step": 8780
    },
    {
      "epoch": 0.18505113088558378,
      "grad_norm": 0.1427762359380722,
      "learning_rate": 1.8765853691254167e-05,
      "loss": 0.8821,
      "step": 8781
    },
    {
      "epoch": 0.18507220492394907,
      "grad_norm": 0.15085437893867493,
      "learning_rate": 1.876552520118017e-05,
      "loss": 0.8811,
      "step": 8782
    },
    {
      "epoch": 0.18509327896231434,
      "grad_norm": 0.12795396149158478,
      "learning_rate": 1.8765196670271093e-05,
      "loss": 0.9637,
      "step": 8783
    },
    {
      "epoch": 0.18511435300067963,
      "grad_norm": 0.18604427576065063,
      "learning_rate": 1.8764868098528458e-05,
      "loss": 0.9684,
      "step": 8784
    },
    {
      "epoch": 0.18513542703904493,
      "grad_norm": 0.13511714339256287,
      "learning_rate": 1.87645394859538e-05,
      "loss": 0.9309,
      "step": 8785
    },
    {
      "epoch": 0.18515650107741022,
      "grad_norm": 0.13207975029945374,
      "learning_rate": 1.8764210832548643e-05,
      "loss": 0.8962,
      "step": 8786
    },
    {
      "epoch": 0.1851775751157755,
      "grad_norm": 0.13735809922218323,
      "learning_rate": 1.8763882138314523e-05,
      "loss": 0.923,
      "step": 8787
    },
    {
      "epoch": 0.18519864915414078,
      "grad_norm": 0.14770051836967468,
      "learning_rate": 1.8763553403252975e-05,
      "loss": 0.9615,
      "step": 8788
    },
    {
      "epoch": 0.18521972319250607,
      "grad_norm": 0.14934079349040985,
      "learning_rate": 1.8763224627365523e-05,
      "loss": 0.9319,
      "step": 8789
    },
    {
      "epoch": 0.18524079723087136,
      "grad_norm": 0.13323760032653809,
      "learning_rate": 1.8762895810653705e-05,
      "loss": 0.9538,
      "step": 8790
    },
    {
      "epoch": 0.18526187126923666,
      "grad_norm": 0.16590869426727295,
      "learning_rate": 1.876256695311905e-05,
      "loss": 0.9208,
      "step": 8791
    },
    {
      "epoch": 0.18528294530760192,
      "grad_norm": 0.1460931897163391,
      "learning_rate": 1.8762238054763084e-05,
      "loss": 0.947,
      "step": 8792
    },
    {
      "epoch": 0.1853040193459672,
      "grad_norm": 0.150263711810112,
      "learning_rate": 1.876190911558735e-05,
      "loss": 0.8702,
      "step": 8793
    },
    {
      "epoch": 0.1853250933843325,
      "grad_norm": 0.16278037428855896,
      "learning_rate": 1.8761580135593375e-05,
      "loss": 0.954,
      "step": 8794
    },
    {
      "epoch": 0.1853461674226978,
      "grad_norm": 0.1322694718837738,
      "learning_rate": 1.8761251114782694e-05,
      "loss": 0.9989,
      "step": 8795
    },
    {
      "epoch": 0.1853672414610631,
      "grad_norm": 0.13643039762973785,
      "learning_rate": 1.8760922053156832e-05,
      "loss": 0.9072,
      "step": 8796
    },
    {
      "epoch": 0.18538831549942836,
      "grad_norm": 0.12626345455646515,
      "learning_rate": 1.8760592950717335e-05,
      "loss": 0.9439,
      "step": 8797
    },
    {
      "epoch": 0.18540938953779365,
      "grad_norm": 0.12482752650976181,
      "learning_rate": 1.8760263807465724e-05,
      "loss": 0.8824,
      "step": 8798
    },
    {
      "epoch": 0.18543046357615894,
      "grad_norm": 0.1485339105129242,
      "learning_rate": 1.875993462340354e-05,
      "loss": 0.9428,
      "step": 8799
    },
    {
      "epoch": 0.18545153761452424,
      "grad_norm": 0.12127025425434113,
      "learning_rate": 1.875960539853231e-05,
      "loss": 0.884,
      "step": 8800
    },
    {
      "epoch": 0.1854726116528895,
      "grad_norm": 0.20242160558700562,
      "learning_rate": 1.8759276132853577e-05,
      "loss": 0.8987,
      "step": 8801
    },
    {
      "epoch": 0.1854936856912548,
      "grad_norm": 0.12644940614700317,
      "learning_rate": 1.8758946826368864e-05,
      "loss": 0.8169,
      "step": 8802
    },
    {
      "epoch": 0.1855147597296201,
      "grad_norm": 0.13108865916728973,
      "learning_rate": 1.8758617479079714e-05,
      "loss": 0.9074,
      "step": 8803
    },
    {
      "epoch": 0.18553583376798538,
      "grad_norm": 0.15036237239837646,
      "learning_rate": 1.8758288090987656e-05,
      "loss": 1.0013,
      "step": 8804
    },
    {
      "epoch": 0.18555690780635067,
      "grad_norm": 0.19882270693778992,
      "learning_rate": 1.8757958662094227e-05,
      "loss": 0.9427,
      "step": 8805
    },
    {
      "epoch": 0.18557798184471594,
      "grad_norm": 0.1577160656452179,
      "learning_rate": 1.8757629192400963e-05,
      "loss": 0.8908,
      "step": 8806
    },
    {
      "epoch": 0.18559905588308123,
      "grad_norm": 0.14410500228405,
      "learning_rate": 1.8757299681909398e-05,
      "loss": 0.8602,
      "step": 8807
    },
    {
      "epoch": 0.18562012992144653,
      "grad_norm": 0.13532741367816925,
      "learning_rate": 1.875697013062106e-05,
      "loss": 0.896,
      "step": 8808
    },
    {
      "epoch": 0.18564120395981182,
      "grad_norm": 0.1747218519449234,
      "learning_rate": 1.8756640538537495e-05,
      "loss": 0.9465,
      "step": 8809
    },
    {
      "epoch": 0.18566227799817708,
      "grad_norm": 0.14322879910469055,
      "learning_rate": 1.8756310905660234e-05,
      "loss": 0.9607,
      "step": 8810
    },
    {
      "epoch": 0.18568335203654238,
      "grad_norm": 0.16681835055351257,
      "learning_rate": 1.875598123199081e-05,
      "loss": 0.9551,
      "step": 8811
    },
    {
      "epoch": 0.18570442607490767,
      "grad_norm": 0.15283259749412537,
      "learning_rate": 1.875565151753076e-05,
      "loss": 0.9496,
      "step": 8812
    },
    {
      "epoch": 0.18572550011327296,
      "grad_norm": 0.16230998933315277,
      "learning_rate": 1.8755321762281623e-05,
      "loss": 0.9201,
      "step": 8813
    },
    {
      "epoch": 0.18574657415163826,
      "grad_norm": 0.15811601281166077,
      "learning_rate": 1.8754991966244935e-05,
      "loss": 0.9233,
      "step": 8814
    },
    {
      "epoch": 0.18576764819000352,
      "grad_norm": 0.16808977723121643,
      "learning_rate": 1.875466212942223e-05,
      "loss": 0.8944,
      "step": 8815
    },
    {
      "epoch": 0.1857887222283688,
      "grad_norm": 0.14579905569553375,
      "learning_rate": 1.8754332251815043e-05,
      "loss": 0.8882,
      "step": 8816
    },
    {
      "epoch": 0.1858097962667341,
      "grad_norm": 0.18364432454109192,
      "learning_rate": 1.8754002333424913e-05,
      "loss": 0.9515,
      "step": 8817
    },
    {
      "epoch": 0.1858308703050994,
      "grad_norm": 0.14325176179409027,
      "learning_rate": 1.875367237425338e-05,
      "loss": 0.939,
      "step": 8818
    },
    {
      "epoch": 0.18585194434346466,
      "grad_norm": 0.13348853588104248,
      "learning_rate": 1.8753342374301976e-05,
      "loss": 0.863,
      "step": 8819
    },
    {
      "epoch": 0.18587301838182996,
      "grad_norm": 0.14799678325653076,
      "learning_rate": 1.875301233357224e-05,
      "loss": 0.9129,
      "step": 8820
    },
    {
      "epoch": 0.18589409242019525,
      "grad_norm": 0.12940193712711334,
      "learning_rate": 1.8752682252065714e-05,
      "loss": 0.9176,
      "step": 8821
    },
    {
      "epoch": 0.18591516645856054,
      "grad_norm": 0.1247308999300003,
      "learning_rate": 1.875235212978393e-05,
      "loss": 0.9305,
      "step": 8822
    },
    {
      "epoch": 0.18593624049692584,
      "grad_norm": 0.1363685578107834,
      "learning_rate": 1.8752021966728423e-05,
      "loss": 0.9064,
      "step": 8823
    },
    {
      "epoch": 0.1859573145352911,
      "grad_norm": 0.10928501933813095,
      "learning_rate": 1.875169176290074e-05,
      "loss": 0.8858,
      "step": 8824
    },
    {
      "epoch": 0.1859783885736564,
      "grad_norm": 0.13218848407268524,
      "learning_rate": 1.8751361518302413e-05,
      "loss": 0.9335,
      "step": 8825
    },
    {
      "epoch": 0.1859994626120217,
      "grad_norm": 0.12787725031375885,
      "learning_rate": 1.8751031232934984e-05,
      "loss": 0.9534,
      "step": 8826
    },
    {
      "epoch": 0.18602053665038698,
      "grad_norm": 0.11902038007974625,
      "learning_rate": 1.8750700906799992e-05,
      "loss": 0.8354,
      "step": 8827
    },
    {
      "epoch": 0.18604161068875225,
      "grad_norm": 0.14329609274864197,
      "learning_rate": 1.875037053989897e-05,
      "loss": 0.9164,
      "step": 8828
    },
    {
      "epoch": 0.18606268472711754,
      "grad_norm": 0.12891389429569244,
      "learning_rate": 1.8750040132233466e-05,
      "loss": 0.9446,
      "step": 8829
    },
    {
      "epoch": 0.18608375876548283,
      "grad_norm": 0.11825168132781982,
      "learning_rate": 1.874970968380501e-05,
      "loss": 0.9158,
      "step": 8830
    },
    {
      "epoch": 0.18610483280384812,
      "grad_norm": 0.12115556746721268,
      "learning_rate": 1.8749379194615147e-05,
      "loss": 0.8394,
      "step": 8831
    },
    {
      "epoch": 0.18612590684221342,
      "grad_norm": 0.12273804843425751,
      "learning_rate": 1.8749048664665416e-05,
      "loss": 0.9506,
      "step": 8832
    },
    {
      "epoch": 0.18614698088057868,
      "grad_norm": 0.1474909484386444,
      "learning_rate": 1.8748718093957358e-05,
      "loss": 0.8974,
      "step": 8833
    },
    {
      "epoch": 0.18616805491894398,
      "grad_norm": 0.12883520126342773,
      "learning_rate": 1.8748387482492507e-05,
      "loss": 0.9866,
      "step": 8834
    },
    {
      "epoch": 0.18618912895730927,
      "grad_norm": 0.12919805943965912,
      "learning_rate": 1.874805683027241e-05,
      "loss": 1.0146,
      "step": 8835
    },
    {
      "epoch": 0.18621020299567456,
      "grad_norm": 0.15962454676628113,
      "learning_rate": 1.8747726137298604e-05,
      "loss": 0.9781,
      "step": 8836
    },
    {
      "epoch": 0.18623127703403983,
      "grad_norm": 0.12781864404678345,
      "learning_rate": 1.874739540357263e-05,
      "loss": 0.9597,
      "step": 8837
    },
    {
      "epoch": 0.18625235107240512,
      "grad_norm": 0.1590268313884735,
      "learning_rate": 1.874706462909603e-05,
      "loss": 0.9058,
      "step": 8838
    },
    {
      "epoch": 0.1862734251107704,
      "grad_norm": 0.14058831334114075,
      "learning_rate": 1.8746733813870345e-05,
      "loss": 0.888,
      "step": 8839
    },
    {
      "epoch": 0.1862944991491357,
      "grad_norm": 0.17589297890663147,
      "learning_rate": 1.8746402957897115e-05,
      "loss": 0.9525,
      "step": 8840
    },
    {
      "epoch": 0.186315573187501,
      "grad_norm": 0.14737635850906372,
      "learning_rate": 1.8746072061177876e-05,
      "loss": 0.9397,
      "step": 8841
    },
    {
      "epoch": 0.18633664722586626,
      "grad_norm": 0.17943762242794037,
      "learning_rate": 1.874574112371418e-05,
      "loss": 0.9437,
      "step": 8842
    },
    {
      "epoch": 0.18635772126423156,
      "grad_norm": 0.13495643436908722,
      "learning_rate": 1.8745410145507564e-05,
      "loss": 0.928,
      "step": 8843
    },
    {
      "epoch": 0.18637879530259685,
      "grad_norm": 0.16849686205387115,
      "learning_rate": 1.874507912655957e-05,
      "loss": 0.8842,
      "step": 8844
    },
    {
      "epoch": 0.18639986934096214,
      "grad_norm": 0.1369212120771408,
      "learning_rate": 1.8744748066871738e-05,
      "loss": 0.9716,
      "step": 8845
    },
    {
      "epoch": 0.1864209433793274,
      "grad_norm": 0.14576329290866852,
      "learning_rate": 1.8744416966445613e-05,
      "loss": 0.9815,
      "step": 8846
    },
    {
      "epoch": 0.1864420174176927,
      "grad_norm": 0.12569598853588104,
      "learning_rate": 1.8744085825282735e-05,
      "loss": 0.9222,
      "step": 8847
    },
    {
      "epoch": 0.186463091456058,
      "grad_norm": 0.2889893651008606,
      "learning_rate": 1.8743754643384647e-05,
      "loss": 0.8913,
      "step": 8848
    },
    {
      "epoch": 0.1864841654944233,
      "grad_norm": 0.1088976263999939,
      "learning_rate": 1.8743423420752897e-05,
      "loss": 0.8682,
      "step": 8849
    },
    {
      "epoch": 0.18650523953278858,
      "grad_norm": 0.16115663945674896,
      "learning_rate": 1.874309215738902e-05,
      "loss": 0.9271,
      "step": 8850
    },
    {
      "epoch": 0.18652631357115385,
      "grad_norm": 0.14712218940258026,
      "learning_rate": 1.8742760853294567e-05,
      "loss": 0.9898,
      "step": 8851
    },
    {
      "epoch": 0.18654738760951914,
      "grad_norm": 0.15256422758102417,
      "learning_rate": 1.874242950847107e-05,
      "loss": 0.9832,
      "step": 8852
    },
    {
      "epoch": 0.18656846164788443,
      "grad_norm": 0.13294313848018646,
      "learning_rate": 1.874209812292009e-05,
      "loss": 0.9605,
      "step": 8853
    },
    {
      "epoch": 0.18658953568624972,
      "grad_norm": 0.14889739453792572,
      "learning_rate": 1.8741766696643157e-05,
      "loss": 0.9448,
      "step": 8854
    },
    {
      "epoch": 0.18661060972461502,
      "grad_norm": 0.11539316922426224,
      "learning_rate": 1.8741435229641815e-05,
      "loss": 0.9374,
      "step": 8855
    },
    {
      "epoch": 0.18663168376298028,
      "grad_norm": 0.14181144535541534,
      "learning_rate": 1.8741103721917616e-05,
      "loss": 0.9455,
      "step": 8856
    },
    {
      "epoch": 0.18665275780134558,
      "grad_norm": 0.1297236680984497,
      "learning_rate": 1.8740772173472102e-05,
      "loss": 0.9337,
      "step": 8857
    },
    {
      "epoch": 0.18667383183971087,
      "grad_norm": 0.13156422972679138,
      "learning_rate": 1.8740440584306814e-05,
      "loss": 0.957,
      "step": 8858
    },
    {
      "epoch": 0.18669490587807616,
      "grad_norm": 0.12971261143684387,
      "learning_rate": 1.87401089544233e-05,
      "loss": 0.8919,
      "step": 8859
    },
    {
      "epoch": 0.18671597991644143,
      "grad_norm": 0.13383208215236664,
      "learning_rate": 1.8739777283823102e-05,
      "loss": 0.9087,
      "step": 8860
    },
    {
      "epoch": 0.18673705395480672,
      "grad_norm": 0.1488318294286728,
      "learning_rate": 1.8739445572507765e-05,
      "loss": 1.0093,
      "step": 8861
    },
    {
      "epoch": 0.186758127993172,
      "grad_norm": 0.1447995901107788,
      "learning_rate": 1.873911382047884e-05,
      "loss": 0.9159,
      "step": 8862
    },
    {
      "epoch": 0.1867792020315373,
      "grad_norm": 0.1417175680398941,
      "learning_rate": 1.8738782027737868e-05,
      "loss": 0.9676,
      "step": 8863
    },
    {
      "epoch": 0.1868002760699026,
      "grad_norm": 0.13168932497501373,
      "learning_rate": 1.8738450194286393e-05,
      "loss": 0.9598,
      "step": 8864
    },
    {
      "epoch": 0.18682135010826786,
      "grad_norm": 0.12832319736480713,
      "learning_rate": 1.8738118320125967e-05,
      "loss": 0.9101,
      "step": 8865
    },
    {
      "epoch": 0.18684242414663316,
      "grad_norm": 0.14748676121234894,
      "learning_rate": 1.873778640525813e-05,
      "loss": 0.9196,
      "step": 8866
    },
    {
      "epoch": 0.18686349818499845,
      "grad_norm": 0.16709397733211517,
      "learning_rate": 1.873745444968443e-05,
      "loss": 0.9297,
      "step": 8867
    },
    {
      "epoch": 0.18688457222336374,
      "grad_norm": 0.126421257853508,
      "learning_rate": 1.8737122453406417e-05,
      "loss": 0.8627,
      "step": 8868
    },
    {
      "epoch": 0.186905646261729,
      "grad_norm": 0.18619541823863983,
      "learning_rate": 1.873679041642563e-05,
      "loss": 0.9138,
      "step": 8869
    },
    {
      "epoch": 0.1869267203000943,
      "grad_norm": 0.22997330129146576,
      "learning_rate": 1.8736458338743625e-05,
      "loss": 0.968,
      "step": 8870
    },
    {
      "epoch": 0.1869477943384596,
      "grad_norm": 0.16018572449684143,
      "learning_rate": 1.8736126220361943e-05,
      "loss": 0.9599,
      "step": 8871
    },
    {
      "epoch": 0.1869688683768249,
      "grad_norm": 0.17682011425495148,
      "learning_rate": 1.8735794061282134e-05,
      "loss": 0.9611,
      "step": 8872
    },
    {
      "epoch": 0.18698994241519018,
      "grad_norm": 0.24280992150306702,
      "learning_rate": 1.873546186150574e-05,
      "loss": 0.974,
      "step": 8873
    },
    {
      "epoch": 0.18701101645355545,
      "grad_norm": 0.16415461897850037,
      "learning_rate": 1.8735129621034317e-05,
      "loss": 0.942,
      "step": 8874
    },
    {
      "epoch": 0.18703209049192074,
      "grad_norm": 0.14696815609931946,
      "learning_rate": 1.8734797339869403e-05,
      "loss": 0.8851,
      "step": 8875
    },
    {
      "epoch": 0.18705316453028603,
      "grad_norm": 0.2579677700996399,
      "learning_rate": 1.8734465018012558e-05,
      "loss": 0.9851,
      "step": 8876
    },
    {
      "epoch": 0.18707423856865132,
      "grad_norm": 0.1554868072271347,
      "learning_rate": 1.873413265546532e-05,
      "loss": 1.0201,
      "step": 8877
    },
    {
      "epoch": 0.1870953126070166,
      "grad_norm": 0.18762174248695374,
      "learning_rate": 1.873380025222924e-05,
      "loss": 0.9966,
      "step": 8878
    },
    {
      "epoch": 0.18711638664538188,
      "grad_norm": 0.2140340656042099,
      "learning_rate": 1.873346780830587e-05,
      "loss": 1.0031,
      "step": 8879
    },
    {
      "epoch": 0.18713746068374718,
      "grad_norm": 0.14476491510868073,
      "learning_rate": 1.8733135323696756e-05,
      "loss": 0.9496,
      "step": 8880
    },
    {
      "epoch": 0.18715853472211247,
      "grad_norm": 0.1612970232963562,
      "learning_rate": 1.8732802798403448e-05,
      "loss": 0.8793,
      "step": 8881
    },
    {
      "epoch": 0.18717960876047776,
      "grad_norm": 0.14572808146476746,
      "learning_rate": 1.873247023242749e-05,
      "loss": 0.8482,
      "step": 8882
    },
    {
      "epoch": 0.18720068279884303,
      "grad_norm": 0.14928151667118073,
      "learning_rate": 1.8732137625770436e-05,
      "loss": 0.8622,
      "step": 8883
    },
    {
      "epoch": 0.18722175683720832,
      "grad_norm": 0.14525142312049866,
      "learning_rate": 1.873180497843384e-05,
      "loss": 0.9227,
      "step": 8884
    },
    {
      "epoch": 0.1872428308755736,
      "grad_norm": 0.12830549478530884,
      "learning_rate": 1.873147229041924e-05,
      "loss": 0.8884,
      "step": 8885
    },
    {
      "epoch": 0.1872639049139389,
      "grad_norm": 0.13229532539844513,
      "learning_rate": 1.87311395617282e-05,
      "loss": 0.9082,
      "step": 8886
    },
    {
      "epoch": 0.18728497895230417,
      "grad_norm": 0.17669571936130524,
      "learning_rate": 1.8730806792362256e-05,
      "loss": 0.9114,
      "step": 8887
    },
    {
      "epoch": 0.18730605299066946,
      "grad_norm": 0.14156045019626617,
      "learning_rate": 1.8730473982322966e-05,
      "loss": 0.9388,
      "step": 8888
    },
    {
      "epoch": 0.18732712702903476,
      "grad_norm": 0.13744211196899414,
      "learning_rate": 1.8730141131611882e-05,
      "loss": 0.9451,
      "step": 8889
    },
    {
      "epoch": 0.18734820106740005,
      "grad_norm": 0.12271391600370407,
      "learning_rate": 1.872980824023055e-05,
      "loss": 0.881,
      "step": 8890
    },
    {
      "epoch": 0.18736927510576534,
      "grad_norm": 0.14565546810626984,
      "learning_rate": 1.8729475308180526e-05,
      "loss": 0.9527,
      "step": 8891
    },
    {
      "epoch": 0.1873903491441306,
      "grad_norm": 0.152712881565094,
      "learning_rate": 1.872914233546335e-05,
      "loss": 0.9479,
      "step": 8892
    },
    {
      "epoch": 0.1874114231824959,
      "grad_norm": 0.13869358599185944,
      "learning_rate": 1.872880932208059e-05,
      "loss": 0.8758,
      "step": 8893
    },
    {
      "epoch": 0.1874324972208612,
      "grad_norm": 0.13052676618099213,
      "learning_rate": 1.8728476268033784e-05,
      "loss": 0.9296,
      "step": 8894
    },
    {
      "epoch": 0.1874535712592265,
      "grad_norm": 0.1611189842224121,
      "learning_rate": 1.8728143173324488e-05,
      "loss": 0.925,
      "step": 8895
    },
    {
      "epoch": 0.18747464529759175,
      "grad_norm": 0.13669127225875854,
      "learning_rate": 1.8727810037954253e-05,
      "loss": 0.9044,
      "step": 8896
    },
    {
      "epoch": 0.18749571933595705,
      "grad_norm": 0.14311765134334564,
      "learning_rate": 1.872747686192463e-05,
      "loss": 0.901,
      "step": 8897
    },
    {
      "epoch": 0.18751679337432234,
      "grad_norm": 0.1377643346786499,
      "learning_rate": 1.8727143645237173e-05,
      "loss": 0.9385,
      "step": 8898
    },
    {
      "epoch": 0.18753786741268763,
      "grad_norm": 0.12751199305057526,
      "learning_rate": 1.8726810387893438e-05,
      "loss": 0.8837,
      "step": 8899
    },
    {
      "epoch": 0.18755894145105292,
      "grad_norm": 0.1597704142332077,
      "learning_rate": 1.872647708989497e-05,
      "loss": 0.9211,
      "step": 8900
    },
    {
      "epoch": 0.1875800154894182,
      "grad_norm": 0.1335064321756363,
      "learning_rate": 1.8726143751243327e-05,
      "loss": 0.8733,
      "step": 8901
    },
    {
      "epoch": 0.18760108952778348,
      "grad_norm": 0.1348281055688858,
      "learning_rate": 1.8725810371940055e-05,
      "loss": 0.8829,
      "step": 8902
    },
    {
      "epoch": 0.18762216356614878,
      "grad_norm": 0.12588226795196533,
      "learning_rate": 1.872547695198672e-05,
      "loss": 1.0753,
      "step": 8903
    },
    {
      "epoch": 0.18764323760451407,
      "grad_norm": 0.12359534949064255,
      "learning_rate": 1.8725143491384862e-05,
      "loss": 1.0118,
      "step": 8904
    },
    {
      "epoch": 0.18766431164287933,
      "grad_norm": 0.11560948938131332,
      "learning_rate": 1.8724809990136042e-05,
      "loss": 0.8586,
      "step": 8905
    },
    {
      "epoch": 0.18768538568124463,
      "grad_norm": 0.14750131964683533,
      "learning_rate": 1.872447644824181e-05,
      "loss": 0.9461,
      "step": 8906
    },
    {
      "epoch": 0.18770645971960992,
      "grad_norm": 0.12840835750102997,
      "learning_rate": 1.872414286570372e-05,
      "loss": 0.8846,
      "step": 8907
    },
    {
      "epoch": 0.1877275337579752,
      "grad_norm": 0.20995287597179413,
      "learning_rate": 1.872380924252333e-05,
      "loss": 1.0099,
      "step": 8908
    },
    {
      "epoch": 0.1877486077963405,
      "grad_norm": 0.16395878791809082,
      "learning_rate": 1.8723475578702193e-05,
      "loss": 0.9679,
      "step": 8909
    },
    {
      "epoch": 0.18776968183470577,
      "grad_norm": 0.11583651602268219,
      "learning_rate": 1.872314187424186e-05,
      "loss": 0.8453,
      "step": 8910
    },
    {
      "epoch": 0.18779075587307106,
      "grad_norm": 0.16541753709316254,
      "learning_rate": 1.872280812914389e-05,
      "loss": 0.9506,
      "step": 8911
    },
    {
      "epoch": 0.18781182991143636,
      "grad_norm": 0.1882457137107849,
      "learning_rate": 1.872247434340983e-05,
      "loss": 0.895,
      "step": 8912
    },
    {
      "epoch": 0.18783290394980165,
      "grad_norm": 0.12079200148582458,
      "learning_rate": 1.872214051704124e-05,
      "loss": 0.8933,
      "step": 8913
    },
    {
      "epoch": 0.18785397798816691,
      "grad_norm": 0.1816178411245346,
      "learning_rate": 1.872180665003968e-05,
      "loss": 0.8872,
      "step": 8914
    },
    {
      "epoch": 0.1878750520265322,
      "grad_norm": 0.1973215788602829,
      "learning_rate": 1.8721472742406703e-05,
      "loss": 0.9393,
      "step": 8915
    },
    {
      "epoch": 0.1878961260648975,
      "grad_norm": 0.11543674767017365,
      "learning_rate": 1.8721138794143858e-05,
      "loss": 0.8957,
      "step": 8916
    },
    {
      "epoch": 0.1879172001032628,
      "grad_norm": 0.18413783609867096,
      "learning_rate": 1.8720804805252708e-05,
      "loss": 0.9457,
      "step": 8917
    },
    {
      "epoch": 0.1879382741416281,
      "grad_norm": 0.1511385291814804,
      "learning_rate": 1.8720470775734805e-05,
      "loss": 0.9248,
      "step": 8918
    },
    {
      "epoch": 0.18795934817999335,
      "grad_norm": 0.13008615374565125,
      "learning_rate": 1.8720136705591705e-05,
      "loss": 0.9108,
      "step": 8919
    },
    {
      "epoch": 0.18798042221835864,
      "grad_norm": 0.16014398634433746,
      "learning_rate": 1.8719802594824966e-05,
      "loss": 0.889,
      "step": 8920
    },
    {
      "epoch": 0.18800149625672394,
      "grad_norm": 0.12527912855148315,
      "learning_rate": 1.8719468443436142e-05,
      "loss": 0.8824,
      "step": 8921
    },
    {
      "epoch": 0.18802257029508923,
      "grad_norm": 0.14953428506851196,
      "learning_rate": 1.8719134251426797e-05,
      "loss": 1.0076,
      "step": 8922
    },
    {
      "epoch": 0.1880436443334545,
      "grad_norm": 0.14637424051761627,
      "learning_rate": 1.8718800018798474e-05,
      "loss": 0.9117,
      "step": 8923
    },
    {
      "epoch": 0.1880647183718198,
      "grad_norm": 0.13710014522075653,
      "learning_rate": 1.8718465745552747e-05,
      "loss": 0.9163,
      "step": 8924
    },
    {
      "epoch": 0.18808579241018508,
      "grad_norm": 0.1350194811820984,
      "learning_rate": 1.8718131431691163e-05,
      "loss": 0.8927,
      "step": 8925
    },
    {
      "epoch": 0.18810686644855037,
      "grad_norm": 0.15421198308467865,
      "learning_rate": 1.8717797077215277e-05,
      "loss": 0.9603,
      "step": 8926
    },
    {
      "epoch": 0.18812794048691567,
      "grad_norm": 0.13045108318328857,
      "learning_rate": 1.8717462682126655e-05,
      "loss": 0.9051,
      "step": 8927
    },
    {
      "epoch": 0.18814901452528093,
      "grad_norm": 0.15201005339622498,
      "learning_rate": 1.871712824642685e-05,
      "loss": 0.927,
      "step": 8928
    },
    {
      "epoch": 0.18817008856364623,
      "grad_norm": 0.17146490514278412,
      "learning_rate": 1.871679377011742e-05,
      "loss": 0.8961,
      "step": 8929
    },
    {
      "epoch": 0.18819116260201152,
      "grad_norm": 0.15976883471012115,
      "learning_rate": 1.8716459253199924e-05,
      "loss": 0.8685,
      "step": 8930
    },
    {
      "epoch": 0.1882122366403768,
      "grad_norm": 0.13567857444286346,
      "learning_rate": 1.871612469567592e-05,
      "loss": 0.8943,
      "step": 8931
    },
    {
      "epoch": 0.18823331067874208,
      "grad_norm": 0.17906558513641357,
      "learning_rate": 1.8715790097546968e-05,
      "loss": 0.9829,
      "step": 8932
    },
    {
      "epoch": 0.18825438471710737,
      "grad_norm": 0.1444673389196396,
      "learning_rate": 1.871545545881462e-05,
      "loss": 0.9513,
      "step": 8933
    },
    {
      "epoch": 0.18827545875547266,
      "grad_norm": 0.14587199687957764,
      "learning_rate": 1.8715120779480448e-05,
      "loss": 0.911,
      "step": 8934
    },
    {
      "epoch": 0.18829653279383796,
      "grad_norm": 0.12855154275894165,
      "learning_rate": 1.8714786059546e-05,
      "loss": 0.9231,
      "step": 8935
    },
    {
      "epoch": 0.18831760683220325,
      "grad_norm": 0.15417510271072388,
      "learning_rate": 1.871445129901284e-05,
      "loss": 0.9492,
      "step": 8936
    },
    {
      "epoch": 0.18833868087056851,
      "grad_norm": 0.12874653935432434,
      "learning_rate": 1.871411649788253e-05,
      "loss": 0.9063,
      "step": 8937
    },
    {
      "epoch": 0.1883597549089338,
      "grad_norm": 0.18502004444599152,
      "learning_rate": 1.871378165615662e-05,
      "loss": 0.9056,
      "step": 8938
    },
    {
      "epoch": 0.1883808289472991,
      "grad_norm": 0.13062596321105957,
      "learning_rate": 1.871344677383668e-05,
      "loss": 0.9286,
      "step": 8939
    },
    {
      "epoch": 0.1884019029856644,
      "grad_norm": 0.1289670318365097,
      "learning_rate": 1.8713111850924263e-05,
      "loss": 0.8504,
      "step": 8940
    },
    {
      "epoch": 0.18842297702402966,
      "grad_norm": 0.1376800686120987,
      "learning_rate": 1.8712776887420934e-05,
      "loss": 0.8803,
      "step": 8941
    },
    {
      "epoch": 0.18844405106239495,
      "grad_norm": 0.14679096639156342,
      "learning_rate": 1.8712441883328254e-05,
      "loss": 0.8665,
      "step": 8942
    },
    {
      "epoch": 0.18846512510076024,
      "grad_norm": 0.1274591088294983,
      "learning_rate": 1.8712106838647778e-05,
      "loss": 0.8802,
      "step": 8943
    },
    {
      "epoch": 0.18848619913912554,
      "grad_norm": 0.19781740009784698,
      "learning_rate": 1.8711771753381075e-05,
      "loss": 1.0219,
      "step": 8944
    },
    {
      "epoch": 0.18850727317749083,
      "grad_norm": 0.12429957836866379,
      "learning_rate": 1.87114366275297e-05,
      "loss": 0.9255,
      "step": 8945
    },
    {
      "epoch": 0.1885283472158561,
      "grad_norm": 0.18118330836296082,
      "learning_rate": 1.8711101461095213e-05,
      "loss": 0.9432,
      "step": 8946
    },
    {
      "epoch": 0.1885494212542214,
      "grad_norm": 0.16940398514270782,
      "learning_rate": 1.871076625407918e-05,
      "loss": 0.8896,
      "step": 8947
    },
    {
      "epoch": 0.18857049529258668,
      "grad_norm": 0.1434466540813446,
      "learning_rate": 1.8710431006483157e-05,
      "loss": 0.8721,
      "step": 8948
    },
    {
      "epoch": 0.18859156933095197,
      "grad_norm": 0.15722279250621796,
      "learning_rate": 1.8710095718308715e-05,
      "loss": 0.9702,
      "step": 8949
    },
    {
      "epoch": 0.18861264336931727,
      "grad_norm": 0.2279805690050125,
      "learning_rate": 1.8709760389557407e-05,
      "loss": 0.9157,
      "step": 8950
    },
    {
      "epoch": 0.18863371740768253,
      "grad_norm": 0.17166435718536377,
      "learning_rate": 1.8709425020230802e-05,
      "loss": 0.9395,
      "step": 8951
    },
    {
      "epoch": 0.18865479144604783,
      "grad_norm": 0.14899808168411255,
      "learning_rate": 1.8709089610330454e-05,
      "loss": 0.8726,
      "step": 8952
    },
    {
      "epoch": 0.18867586548441312,
      "grad_norm": 0.21395111083984375,
      "learning_rate": 1.8708754159857933e-05,
      "loss": 0.8922,
      "step": 8953
    },
    {
      "epoch": 0.1886969395227784,
      "grad_norm": 0.17126695811748505,
      "learning_rate": 1.87084186688148e-05,
      "loss": 0.9249,
      "step": 8954
    },
    {
      "epoch": 0.18871801356114368,
      "grad_norm": 0.20134231448173523,
      "learning_rate": 1.870808313720262e-05,
      "loss": 0.9549,
      "step": 8955
    },
    {
      "epoch": 0.18873908759950897,
      "grad_norm": 0.1569259762763977,
      "learning_rate": 1.8707747565022945e-05,
      "loss": 0.9207,
      "step": 8956
    },
    {
      "epoch": 0.18876016163787426,
      "grad_norm": 0.1367085874080658,
      "learning_rate": 1.8707411952277353e-05,
      "loss": 0.8353,
      "step": 8957
    },
    {
      "epoch": 0.18878123567623956,
      "grad_norm": 0.15308217704296112,
      "learning_rate": 1.87070762989674e-05,
      "loss": 0.9045,
      "step": 8958
    },
    {
      "epoch": 0.18880230971460485,
      "grad_norm": 0.23025935888290405,
      "learning_rate": 1.870674060509465e-05,
      "loss": 0.925,
      "step": 8959
    },
    {
      "epoch": 0.18882338375297011,
      "grad_norm": 0.13337337970733643,
      "learning_rate": 1.8706404870660666e-05,
      "loss": 0.8564,
      "step": 8960
    },
    {
      "epoch": 0.1888444577913354,
      "grad_norm": 0.16101700067520142,
      "learning_rate": 1.8706069095667017e-05,
      "loss": 0.9251,
      "step": 8961
    },
    {
      "epoch": 0.1888655318297007,
      "grad_norm": 0.1822495460510254,
      "learning_rate": 1.8705733280115262e-05,
      "loss": 0.889,
      "step": 8962
    },
    {
      "epoch": 0.188886605868066,
      "grad_norm": 0.15053749084472656,
      "learning_rate": 1.8705397424006967e-05,
      "loss": 0.8843,
      "step": 8963
    },
    {
      "epoch": 0.18890767990643126,
      "grad_norm": 0.16024360060691833,
      "learning_rate": 1.8705061527343697e-05,
      "loss": 0.9032,
      "step": 8964
    },
    {
      "epoch": 0.18892875394479655,
      "grad_norm": 0.13012449443340302,
      "learning_rate": 1.8704725590127017e-05,
      "loss": 0.9873,
      "step": 8965
    },
    {
      "epoch": 0.18894982798316184,
      "grad_norm": 0.1646350473165512,
      "learning_rate": 1.870438961235849e-05,
      "loss": 0.921,
      "step": 8966
    },
    {
      "epoch": 0.18897090202152714,
      "grad_norm": 0.13033799827098846,
      "learning_rate": 1.8704053594039687e-05,
      "loss": 0.9517,
      "step": 8967
    },
    {
      "epoch": 0.18899197605989243,
      "grad_norm": 0.12844105064868927,
      "learning_rate": 1.8703717535172165e-05,
      "loss": 0.8332,
      "step": 8968
    },
    {
      "epoch": 0.1890130500982577,
      "grad_norm": 0.1762913167476654,
      "learning_rate": 1.8703381435757495e-05,
      "loss": 0.9811,
      "step": 8969
    },
    {
      "epoch": 0.189034124136623,
      "grad_norm": 0.16996969282627106,
      "learning_rate": 1.8703045295797244e-05,
      "loss": 0.8901,
      "step": 8970
    },
    {
      "epoch": 0.18905519817498828,
      "grad_norm": 0.1523817926645279,
      "learning_rate": 1.8702709115292972e-05,
      "loss": 0.9054,
      "step": 8971
    },
    {
      "epoch": 0.18907627221335357,
      "grad_norm": 0.1476687788963318,
      "learning_rate": 1.870237289424625e-05,
      "loss": 0.9147,
      "step": 8972
    },
    {
      "epoch": 0.18909734625171884,
      "grad_norm": 0.13647499680519104,
      "learning_rate": 1.8702036632658646e-05,
      "loss": 0.8672,
      "step": 8973
    },
    {
      "epoch": 0.18911842029008413,
      "grad_norm": 0.16953644156455994,
      "learning_rate": 1.8701700330531722e-05,
      "loss": 0.9548,
      "step": 8974
    },
    {
      "epoch": 0.18913949432844943,
      "grad_norm": 0.18668144941329956,
      "learning_rate": 1.8701363987867044e-05,
      "loss": 0.933,
      "step": 8975
    },
    {
      "epoch": 0.18916056836681472,
      "grad_norm": 0.15020664036273956,
      "learning_rate": 1.8701027604666182e-05,
      "loss": 0.9064,
      "step": 8976
    },
    {
      "epoch": 0.18918164240518,
      "grad_norm": 0.15903064608573914,
      "learning_rate": 1.8700691180930704e-05,
      "loss": 0.9042,
      "step": 8977
    },
    {
      "epoch": 0.18920271644354528,
      "grad_norm": 0.160187229514122,
      "learning_rate": 1.870035471666217e-05,
      "loss": 0.9848,
      "step": 8978
    },
    {
      "epoch": 0.18922379048191057,
      "grad_norm": 0.11169656366109848,
      "learning_rate": 1.8700018211862157e-05,
      "loss": 0.8369,
      "step": 8979
    },
    {
      "epoch": 0.18924486452027586,
      "grad_norm": 0.13087037205696106,
      "learning_rate": 1.869968166653223e-05,
      "loss": 0.9337,
      "step": 8980
    },
    {
      "epoch": 0.18926593855864116,
      "grad_norm": 0.13896305859088898,
      "learning_rate": 1.8699345080673958e-05,
      "loss": 0.8403,
      "step": 8981
    },
    {
      "epoch": 0.18928701259700642,
      "grad_norm": 0.15525442361831665,
      "learning_rate": 1.86990084542889e-05,
      "loss": 0.9106,
      "step": 8982
    },
    {
      "epoch": 0.18930808663537171,
      "grad_norm": 0.11526793241500854,
      "learning_rate": 1.869867178737863e-05,
      "loss": 0.8848,
      "step": 8983
    },
    {
      "epoch": 0.189329160673737,
      "grad_norm": 0.18884079158306122,
      "learning_rate": 1.869833507994472e-05,
      "loss": 0.8917,
      "step": 8984
    },
    {
      "epoch": 0.1893502347121023,
      "grad_norm": 0.13513924181461334,
      "learning_rate": 1.8697998331988737e-05,
      "loss": 0.9291,
      "step": 8985
    },
    {
      "epoch": 0.1893713087504676,
      "grad_norm": 0.1303653120994568,
      "learning_rate": 1.8697661543512245e-05,
      "loss": 0.8898,
      "step": 8986
    },
    {
      "epoch": 0.18939238278883286,
      "grad_norm": 0.1424340009689331,
      "learning_rate": 1.8697324714516818e-05,
      "loss": 0.9331,
      "step": 8987
    },
    {
      "epoch": 0.18941345682719815,
      "grad_norm": 0.12252175062894821,
      "learning_rate": 1.869698784500402e-05,
      "loss": 0.9368,
      "step": 8988
    },
    {
      "epoch": 0.18943453086556344,
      "grad_norm": 0.1378919780254364,
      "learning_rate": 1.869665093497543e-05,
      "loss": 0.871,
      "step": 8989
    },
    {
      "epoch": 0.18945560490392874,
      "grad_norm": 0.1230100467801094,
      "learning_rate": 1.869631398443261e-05,
      "loss": 0.9527,
      "step": 8990
    },
    {
      "epoch": 0.189476678942294,
      "grad_norm": 0.16389814019203186,
      "learning_rate": 1.869597699337713e-05,
      "loss": 0.9047,
      "step": 8991
    },
    {
      "epoch": 0.1894977529806593,
      "grad_norm": 0.15122078359127045,
      "learning_rate": 1.8695639961810558e-05,
      "loss": 0.8908,
      "step": 8992
    },
    {
      "epoch": 0.1895188270190246,
      "grad_norm": 0.1302264928817749,
      "learning_rate": 1.869530288973447e-05,
      "loss": 0.8678,
      "step": 8993
    },
    {
      "epoch": 0.18953990105738988,
      "grad_norm": 0.14531679451465607,
      "learning_rate": 1.8694965777150433e-05,
      "loss": 0.8875,
      "step": 8994
    },
    {
      "epoch": 0.18956097509575517,
      "grad_norm": 0.119227334856987,
      "learning_rate": 1.8694628624060017e-05,
      "loss": 0.8511,
      "step": 8995
    },
    {
      "epoch": 0.18958204913412044,
      "grad_norm": 0.13603492081165314,
      "learning_rate": 1.8694291430464794e-05,
      "loss": 0.9759,
      "step": 8996
    },
    {
      "epoch": 0.18960312317248573,
      "grad_norm": 0.16067206859588623,
      "learning_rate": 1.8693954196366332e-05,
      "loss": 0.905,
      "step": 8997
    },
    {
      "epoch": 0.18962419721085103,
      "grad_norm": 0.15232709050178528,
      "learning_rate": 1.8693616921766207e-05,
      "loss": 0.961,
      "step": 8998
    },
    {
      "epoch": 0.18964527124921632,
      "grad_norm": 0.14795300364494324,
      "learning_rate": 1.8693279606665988e-05,
      "loss": 0.9258,
      "step": 8999
    },
    {
      "epoch": 0.18966634528758158,
      "grad_norm": 0.167531818151474,
      "learning_rate": 1.8692942251067244e-05,
      "loss": 0.9685,
      "step": 9000
    },
    {
      "epoch": 0.18968741932594688,
      "grad_norm": 0.14788496494293213,
      "learning_rate": 1.8692604854971552e-05,
      "loss": 0.9545,
      "step": 9001
    },
    {
      "epoch": 0.18970849336431217,
      "grad_norm": 0.13331428170204163,
      "learning_rate": 1.869226741838048e-05,
      "loss": 0.9034,
      "step": 9002
    },
    {
      "epoch": 0.18972956740267746,
      "grad_norm": 0.19876287877559662,
      "learning_rate": 1.8691929941295597e-05,
      "loss": 0.9388,
      "step": 9003
    },
    {
      "epoch": 0.18975064144104276,
      "grad_norm": 0.14541037380695343,
      "learning_rate": 1.8691592423718478e-05,
      "loss": 0.9026,
      "step": 9004
    },
    {
      "epoch": 0.18977171547940802,
      "grad_norm": 0.16782040894031525,
      "learning_rate": 1.86912548656507e-05,
      "loss": 0.892,
      "step": 9005
    },
    {
      "epoch": 0.1897927895177733,
      "grad_norm": 0.1776619404554367,
      "learning_rate": 1.8690917267093826e-05,
      "loss": 0.9626,
      "step": 9006
    },
    {
      "epoch": 0.1898138635561386,
      "grad_norm": 0.1823192983865738,
      "learning_rate": 1.869057962804944e-05,
      "loss": 0.8977,
      "step": 9007
    },
    {
      "epoch": 0.1898349375945039,
      "grad_norm": 0.15279704332351685,
      "learning_rate": 1.8690241948519107e-05,
      "loss": 0.963,
      "step": 9008
    },
    {
      "epoch": 0.18985601163286916,
      "grad_norm": 0.18735773861408234,
      "learning_rate": 1.86899042285044e-05,
      "loss": 1.0034,
      "step": 9009
    },
    {
      "epoch": 0.18987708567123446,
      "grad_norm": 0.13148139417171478,
      "learning_rate": 1.8689566468006898e-05,
      "loss": 0.8364,
      "step": 9010
    },
    {
      "epoch": 0.18989815970959975,
      "grad_norm": 0.1584862768650055,
      "learning_rate": 1.8689228667028167e-05,
      "loss": 0.8751,
      "step": 9011
    },
    {
      "epoch": 0.18991923374796504,
      "grad_norm": 0.17376010119915009,
      "learning_rate": 1.868889082556979e-05,
      "loss": 0.8708,
      "step": 9012
    },
    {
      "epoch": 0.18994030778633034,
      "grad_norm": 0.12394841015338898,
      "learning_rate": 1.8688552943633333e-05,
      "loss": 0.8648,
      "step": 9013
    },
    {
      "epoch": 0.1899613818246956,
      "grad_norm": 0.18960003554821014,
      "learning_rate": 1.868821502122037e-05,
      "loss": 0.9403,
      "step": 9014
    },
    {
      "epoch": 0.1899824558630609,
      "grad_norm": 0.11596233397722244,
      "learning_rate": 1.868787705833248e-05,
      "loss": 0.8629,
      "step": 9015
    },
    {
      "epoch": 0.1900035299014262,
      "grad_norm": 0.1756349802017212,
      "learning_rate": 1.8687539054971236e-05,
      "loss": 0.8793,
      "step": 9016
    },
    {
      "epoch": 0.19002460393979148,
      "grad_norm": 0.15066127479076385,
      "learning_rate": 1.868720101113821e-05,
      "loss": 0.8717,
      "step": 9017
    },
    {
      "epoch": 0.19004567797815675,
      "grad_norm": 0.14853520691394806,
      "learning_rate": 1.8686862926834982e-05,
      "loss": 0.9114,
      "step": 9018
    },
    {
      "epoch": 0.19006675201652204,
      "grad_norm": 0.19630202651023865,
      "learning_rate": 1.868652480206312e-05,
      "loss": 0.9366,
      "step": 9019
    },
    {
      "epoch": 0.19008782605488733,
      "grad_norm": 0.19038139283657074,
      "learning_rate": 1.8686186636824207e-05,
      "loss": 0.946,
      "step": 9020
    },
    {
      "epoch": 0.19010890009325263,
      "grad_norm": 0.1605396717786789,
      "learning_rate": 1.8685848431119812e-05,
      "loss": 0.9434,
      "step": 9021
    },
    {
      "epoch": 0.19012997413161792,
      "grad_norm": 0.132862389087677,
      "learning_rate": 1.8685510184951514e-05,
      "loss": 0.8647,
      "step": 9022
    },
    {
      "epoch": 0.19015104816998318,
      "grad_norm": 0.1476219743490219,
      "learning_rate": 1.8685171898320886e-05,
      "loss": 0.9672,
      "step": 9023
    },
    {
      "epoch": 0.19017212220834848,
      "grad_norm": 0.15567171573638916,
      "learning_rate": 1.8684833571229507e-05,
      "loss": 0.9197,
      "step": 9024
    },
    {
      "epoch": 0.19019319624671377,
      "grad_norm": 0.139780655503273,
      "learning_rate": 1.8684495203678952e-05,
      "loss": 0.8564,
      "step": 9025
    },
    {
      "epoch": 0.19021427028507906,
      "grad_norm": 0.14891330897808075,
      "learning_rate": 1.8684156795670793e-05,
      "loss": 0.9193,
      "step": 9026
    },
    {
      "epoch": 0.19023534432344433,
      "grad_norm": 0.1447257697582245,
      "learning_rate": 1.8683818347206616e-05,
      "loss": 0.9586,
      "step": 9027
    },
    {
      "epoch": 0.19025641836180962,
      "grad_norm": 0.14781257510185242,
      "learning_rate": 1.868347985828799e-05,
      "loss": 0.9049,
      "step": 9028
    },
    {
      "epoch": 0.1902774924001749,
      "grad_norm": 0.13343514502048492,
      "learning_rate": 1.8683141328916493e-05,
      "loss": 0.9359,
      "step": 9029
    },
    {
      "epoch": 0.1902985664385402,
      "grad_norm": 0.14241179823875427,
      "learning_rate": 1.8682802759093704e-05,
      "loss": 0.9277,
      "step": 9030
    },
    {
      "epoch": 0.1903196404769055,
      "grad_norm": 0.13728998601436615,
      "learning_rate": 1.86824641488212e-05,
      "loss": 0.9185,
      "step": 9031
    },
    {
      "epoch": 0.19034071451527076,
      "grad_norm": 0.13722068071365356,
      "learning_rate": 1.8682125498100557e-05,
      "loss": 0.863,
      "step": 9032
    },
    {
      "epoch": 0.19036178855363606,
      "grad_norm": 0.1256469488143921,
      "learning_rate": 1.8681786806933357e-05,
      "loss": 0.8938,
      "step": 9033
    },
    {
      "epoch": 0.19038286259200135,
      "grad_norm": 0.13440261781215668,
      "learning_rate": 1.868144807532117e-05,
      "loss": 0.898,
      "step": 9034
    },
    {
      "epoch": 0.19040393663036664,
      "grad_norm": 0.12811671197414398,
      "learning_rate": 1.868110930326558e-05,
      "loss": 0.871,
      "step": 9035
    },
    {
      "epoch": 0.1904250106687319,
      "grad_norm": 0.13352836668491364,
      "learning_rate": 1.868077049076816e-05,
      "loss": 0.9544,
      "step": 9036
    },
    {
      "epoch": 0.1904460847070972,
      "grad_norm": 0.1273227035999298,
      "learning_rate": 1.8680431637830497e-05,
      "loss": 0.8408,
      "step": 9037
    },
    {
      "epoch": 0.1904671587454625,
      "grad_norm": 0.14496387541294098,
      "learning_rate": 1.8680092744454163e-05,
      "loss": 0.8956,
      "step": 9038
    },
    {
      "epoch": 0.1904882327838278,
      "grad_norm": 0.15502780675888062,
      "learning_rate": 1.8679753810640737e-05,
      "loss": 0.9059,
      "step": 9039
    },
    {
      "epoch": 0.19050930682219308,
      "grad_norm": 0.15927457809448242,
      "learning_rate": 1.86794148363918e-05,
      "loss": 0.9052,
      "step": 9040
    },
    {
      "epoch": 0.19053038086055835,
      "grad_norm": 0.12351399660110474,
      "learning_rate": 1.8679075821708933e-05,
      "loss": 0.9028,
      "step": 9041
    },
    {
      "epoch": 0.19055145489892364,
      "grad_norm": 0.12689109146595,
      "learning_rate": 1.8678736766593708e-05,
      "loss": 0.8841,
      "step": 9042
    },
    {
      "epoch": 0.19057252893728893,
      "grad_norm": 0.12654809653759003,
      "learning_rate": 1.8678397671047713e-05,
      "loss": 0.882,
      "step": 9043
    },
    {
      "epoch": 0.19059360297565422,
      "grad_norm": 0.12604619562625885,
      "learning_rate": 1.8678058535072524e-05,
      "loss": 0.9495,
      "step": 9044
    },
    {
      "epoch": 0.1906146770140195,
      "grad_norm": 0.12089121341705322,
      "learning_rate": 1.867771935866972e-05,
      "loss": 0.9419,
      "step": 9045
    },
    {
      "epoch": 0.19063575105238478,
      "grad_norm": 0.12625981867313385,
      "learning_rate": 1.867738014184088e-05,
      "loss": 0.9067,
      "step": 9046
    },
    {
      "epoch": 0.19065682509075008,
      "grad_norm": 0.14254388213157654,
      "learning_rate": 1.867704088458759e-05,
      "loss": 1.0126,
      "step": 9047
    },
    {
      "epoch": 0.19067789912911537,
      "grad_norm": 0.16666187345981598,
      "learning_rate": 1.8676701586911423e-05,
      "loss": 0.9212,
      "step": 9048
    },
    {
      "epoch": 0.19069897316748066,
      "grad_norm": 0.25340351462364197,
      "learning_rate": 1.8676362248813966e-05,
      "loss": 0.9588,
      "step": 9049
    },
    {
      "epoch": 0.19072004720584593,
      "grad_norm": 0.1357279121875763,
      "learning_rate": 1.8676022870296794e-05,
      "loss": 0.8972,
      "step": 9050
    },
    {
      "epoch": 0.19074112124421122,
      "grad_norm": 0.16030104458332062,
      "learning_rate": 1.8675683451361494e-05,
      "loss": 0.9015,
      "step": 9051
    },
    {
      "epoch": 0.1907621952825765,
      "grad_norm": 0.1447310447692871,
      "learning_rate": 1.8675343992009644e-05,
      "loss": 0.9415,
      "step": 9052
    },
    {
      "epoch": 0.1907832693209418,
      "grad_norm": 0.11711195111274719,
      "learning_rate": 1.8675004492242824e-05,
      "loss": 0.869,
      "step": 9053
    },
    {
      "epoch": 0.1908043433593071,
      "grad_norm": 0.1270999163389206,
      "learning_rate": 1.867466495206262e-05,
      "loss": 0.8743,
      "step": 9054
    },
    {
      "epoch": 0.19082541739767236,
      "grad_norm": 0.13553854823112488,
      "learning_rate": 1.8674325371470612e-05,
      "loss": 0.892,
      "step": 9055
    },
    {
      "epoch": 0.19084649143603766,
      "grad_norm": 0.14258961379528046,
      "learning_rate": 1.867398575046838e-05,
      "loss": 0.976,
      "step": 9056
    },
    {
      "epoch": 0.19086756547440295,
      "grad_norm": 0.14344090223312378,
      "learning_rate": 1.8673646089057508e-05,
      "loss": 1.0452,
      "step": 9057
    },
    {
      "epoch": 0.19088863951276824,
      "grad_norm": 0.14389006793498993,
      "learning_rate": 1.8673306387239576e-05,
      "loss": 0.9382,
      "step": 9058
    },
    {
      "epoch": 0.1909097135511335,
      "grad_norm": 0.13772477209568024,
      "learning_rate": 1.867296664501617e-05,
      "loss": 0.9036,
      "step": 9059
    },
    {
      "epoch": 0.1909307875894988,
      "grad_norm": 0.1283276230096817,
      "learning_rate": 1.867262686238887e-05,
      "loss": 0.94,
      "step": 9060
    },
    {
      "epoch": 0.1909518616278641,
      "grad_norm": 0.11882341653108597,
      "learning_rate": 1.867228703935926e-05,
      "loss": 0.9005,
      "step": 9061
    },
    {
      "epoch": 0.1909729356662294,
      "grad_norm": 0.1391863077878952,
      "learning_rate": 1.8671947175928925e-05,
      "loss": 0.9483,
      "step": 9062
    },
    {
      "epoch": 0.19099400970459468,
      "grad_norm": 0.14169616997241974,
      "learning_rate": 1.8671607272099443e-05,
      "loss": 0.8696,
      "step": 9063
    },
    {
      "epoch": 0.19101508374295995,
      "grad_norm": 0.1265636533498764,
      "learning_rate": 1.86712673278724e-05,
      "loss": 0.9544,
      "step": 9064
    },
    {
      "epoch": 0.19103615778132524,
      "grad_norm": 0.1318545639514923,
      "learning_rate": 1.8670927343249383e-05,
      "loss": 0.8597,
      "step": 9065
    },
    {
      "epoch": 0.19105723181969053,
      "grad_norm": 0.12022074311971664,
      "learning_rate": 1.8670587318231974e-05,
      "loss": 0.8692,
      "step": 9066
    },
    {
      "epoch": 0.19107830585805582,
      "grad_norm": 0.11193563789129257,
      "learning_rate": 1.8670247252821755e-05,
      "loss": 0.898,
      "step": 9067
    },
    {
      "epoch": 0.1910993798964211,
      "grad_norm": 0.1266452670097351,
      "learning_rate": 1.866990714702031e-05,
      "loss": 0.925,
      "step": 9068
    },
    {
      "epoch": 0.19112045393478638,
      "grad_norm": 0.11515964567661285,
      "learning_rate": 1.8669567000829226e-05,
      "loss": 0.8943,
      "step": 9069
    },
    {
      "epoch": 0.19114152797315168,
      "grad_norm": 0.13220159709453583,
      "learning_rate": 1.8669226814250087e-05,
      "loss": 0.8954,
      "step": 9070
    },
    {
      "epoch": 0.19116260201151697,
      "grad_norm": 0.14648224413394928,
      "learning_rate": 1.866888658728448e-05,
      "loss": 0.9531,
      "step": 9071
    },
    {
      "epoch": 0.19118367604988226,
      "grad_norm": 0.11536270380020142,
      "learning_rate": 1.8668546319933982e-05,
      "loss": 0.8833,
      "step": 9072
    },
    {
      "epoch": 0.19120475008824753,
      "grad_norm": 0.18682138621807098,
      "learning_rate": 1.866820601220019e-05,
      "loss": 0.9866,
      "step": 9073
    },
    {
      "epoch": 0.19122582412661282,
      "grad_norm": 0.2073253095149994,
      "learning_rate": 1.8667865664084678e-05,
      "loss": 1.0567,
      "step": 9074
    },
    {
      "epoch": 0.1912468981649781,
      "grad_norm": 0.16091834008693695,
      "learning_rate": 1.866752527558904e-05,
      "loss": 0.8749,
      "step": 9075
    },
    {
      "epoch": 0.1912679722033434,
      "grad_norm": 0.1490364521741867,
      "learning_rate": 1.8667184846714852e-05,
      "loss": 0.8771,
      "step": 9076
    },
    {
      "epoch": 0.19128904624170867,
      "grad_norm": 0.17813760042190552,
      "learning_rate": 1.866684437746371e-05,
      "loss": 0.8866,
      "step": 9077
    },
    {
      "epoch": 0.19131012028007396,
      "grad_norm": 0.1376681625843048,
      "learning_rate": 1.8666503867837198e-05,
      "loss": 0.94,
      "step": 9078
    },
    {
      "epoch": 0.19133119431843926,
      "grad_norm": 0.18069420754909515,
      "learning_rate": 1.8666163317836896e-05,
      "loss": 0.9819,
      "step": 9079
    },
    {
      "epoch": 0.19135226835680455,
      "grad_norm": 0.18730293214321136,
      "learning_rate": 1.86658227274644e-05,
      "loss": 0.8941,
      "step": 9080
    },
    {
      "epoch": 0.19137334239516984,
      "grad_norm": 0.16139841079711914,
      "learning_rate": 1.8665482096721286e-05,
      "loss": 0.926,
      "step": 9081
    },
    {
      "epoch": 0.1913944164335351,
      "grad_norm": 0.18276768922805786,
      "learning_rate": 1.8665141425609154e-05,
      "loss": 0.9134,
      "step": 9082
    },
    {
      "epoch": 0.1914154904719004,
      "grad_norm": 0.12259397655725479,
      "learning_rate": 1.8664800714129576e-05,
      "loss": 0.8475,
      "step": 9083
    },
    {
      "epoch": 0.1914365645102657,
      "grad_norm": 0.16650551557540894,
      "learning_rate": 1.866445996228415e-05,
      "loss": 0.9147,
      "step": 9084
    },
    {
      "epoch": 0.191457638548631,
      "grad_norm": 0.1448802798986435,
      "learning_rate": 1.866411917007446e-05,
      "loss": 0.9711,
      "step": 9085
    },
    {
      "epoch": 0.19147871258699625,
      "grad_norm": 0.1849122941493988,
      "learning_rate": 1.8663778337502093e-05,
      "loss": 0.9387,
      "step": 9086
    },
    {
      "epoch": 0.19149978662536155,
      "grad_norm": 0.22317366302013397,
      "learning_rate": 1.866343746456864e-05,
      "loss": 0.9564,
      "step": 9087
    },
    {
      "epoch": 0.19152086066372684,
      "grad_norm": 0.13341468572616577,
      "learning_rate": 1.8663096551275686e-05,
      "loss": 0.8808,
      "step": 9088
    },
    {
      "epoch": 0.19154193470209213,
      "grad_norm": 0.1936710774898529,
      "learning_rate": 1.8662755597624818e-05,
      "loss": 0.9478,
      "step": 9089
    },
    {
      "epoch": 0.19156300874045742,
      "grad_norm": 0.2084212750196457,
      "learning_rate": 1.8662414603617628e-05,
      "loss": 0.9814,
      "step": 9090
    },
    {
      "epoch": 0.1915840827788227,
      "grad_norm": 0.14222748577594757,
      "learning_rate": 1.8662073569255704e-05,
      "loss": 0.9381,
      "step": 9091
    },
    {
      "epoch": 0.19160515681718798,
      "grad_norm": 0.17587187886238098,
      "learning_rate": 1.866173249454063e-05,
      "loss": 0.8731,
      "step": 9092
    },
    {
      "epoch": 0.19162623085555328,
      "grad_norm": 0.16974405944347382,
      "learning_rate": 1.8661391379474e-05,
      "loss": 0.9282,
      "step": 9093
    },
    {
      "epoch": 0.19164730489391857,
      "grad_norm": 0.18328744173049927,
      "learning_rate": 1.8661050224057402e-05,
      "loss": 0.9755,
      "step": 9094
    },
    {
      "epoch": 0.19166837893228383,
      "grad_norm": 0.15744991600513458,
      "learning_rate": 1.8660709028292422e-05,
      "loss": 0.8851,
      "step": 9095
    },
    {
      "epoch": 0.19168945297064913,
      "grad_norm": 0.17505690455436707,
      "learning_rate": 1.8660367792180657e-05,
      "loss": 1.0349,
      "step": 9096
    },
    {
      "epoch": 0.19171052700901442,
      "grad_norm": 0.20556195080280304,
      "learning_rate": 1.866002651572369e-05,
      "loss": 0.913,
      "step": 9097
    },
    {
      "epoch": 0.1917316010473797,
      "grad_norm": 0.14729337394237518,
      "learning_rate": 1.8659685198923112e-05,
      "loss": 0.9662,
      "step": 9098
    },
    {
      "epoch": 0.191752675085745,
      "grad_norm": 0.20836922526359558,
      "learning_rate": 1.8659343841780517e-05,
      "loss": 0.9236,
      "step": 9099
    },
    {
      "epoch": 0.19177374912411027,
      "grad_norm": 0.1955212503671646,
      "learning_rate": 1.8659002444297486e-05,
      "loss": 0.8823,
      "step": 9100
    },
    {
      "epoch": 0.19179482316247556,
      "grad_norm": 0.15191051363945007,
      "learning_rate": 1.865866100647562e-05,
      "loss": 0.9104,
      "step": 9101
    },
    {
      "epoch": 0.19181589720084086,
      "grad_norm": 0.2480728179216385,
      "learning_rate": 1.8658319528316502e-05,
      "loss": 0.8973,
      "step": 9102
    },
    {
      "epoch": 0.19183697123920615,
      "grad_norm": 0.15912045538425446,
      "learning_rate": 1.865797800982173e-05,
      "loss": 0.8833,
      "step": 9103
    },
    {
      "epoch": 0.19185804527757142,
      "grad_norm": 0.17184554040431976,
      "learning_rate": 1.8657636450992892e-05,
      "loss": 0.9167,
      "step": 9104
    },
    {
      "epoch": 0.1918791193159367,
      "grad_norm": 0.15510082244873047,
      "learning_rate": 1.8657294851831574e-05,
      "loss": 0.9179,
      "step": 9105
    },
    {
      "epoch": 0.191900193354302,
      "grad_norm": 0.1486470103263855,
      "learning_rate": 1.8656953212339372e-05,
      "loss": 0.9281,
      "step": 9106
    },
    {
      "epoch": 0.1919212673926673,
      "grad_norm": 0.1559881716966629,
      "learning_rate": 1.865661153251788e-05,
      "loss": 0.8917,
      "step": 9107
    },
    {
      "epoch": 0.1919423414310326,
      "grad_norm": 0.16459684073925018,
      "learning_rate": 1.8656269812368684e-05,
      "loss": 0.9483,
      "step": 9108
    },
    {
      "epoch": 0.19196341546939785,
      "grad_norm": 0.19913257658481598,
      "learning_rate": 1.865592805189338e-05,
      "loss": 0.9123,
      "step": 9109
    },
    {
      "epoch": 0.19198448950776315,
      "grad_norm": 0.14609184861183167,
      "learning_rate": 1.865558625109356e-05,
      "loss": 0.8768,
      "step": 9110
    },
    {
      "epoch": 0.19200556354612844,
      "grad_norm": 0.16387617588043213,
      "learning_rate": 1.8655244409970815e-05,
      "loss": 0.9291,
      "step": 9111
    },
    {
      "epoch": 0.19202663758449373,
      "grad_norm": 0.1545565128326416,
      "learning_rate": 1.8654902528526738e-05,
      "loss": 0.909,
      "step": 9112
    },
    {
      "epoch": 0.192047711622859,
      "grad_norm": 0.14752453565597534,
      "learning_rate": 1.865456060676292e-05,
      "loss": 0.9678,
      "step": 9113
    },
    {
      "epoch": 0.1920687856612243,
      "grad_norm": 0.15201297402381897,
      "learning_rate": 1.8654218644680958e-05,
      "loss": 0.8728,
      "step": 9114
    },
    {
      "epoch": 0.19208985969958958,
      "grad_norm": 0.12273750454187393,
      "learning_rate": 1.865387664228244e-05,
      "loss": 0.9006,
      "step": 9115
    },
    {
      "epoch": 0.19211093373795488,
      "grad_norm": 0.1552969366312027,
      "learning_rate": 1.8653534599568965e-05,
      "loss": 0.9289,
      "step": 9116
    },
    {
      "epoch": 0.19213200777632017,
      "grad_norm": 0.11843107640743256,
      "learning_rate": 1.865319251654212e-05,
      "loss": 0.943,
      "step": 9117
    },
    {
      "epoch": 0.19215308181468543,
      "grad_norm": 0.23166295886039734,
      "learning_rate": 1.86528503932035e-05,
      "loss": 0.8825,
      "step": 9118
    },
    {
      "epoch": 0.19217415585305073,
      "grad_norm": 0.13528908789157867,
      "learning_rate": 1.86525082295547e-05,
      "loss": 0.935,
      "step": 9119
    },
    {
      "epoch": 0.19219522989141602,
      "grad_norm": 0.14505180716514587,
      "learning_rate": 1.8652166025597323e-05,
      "loss": 0.899,
      "step": 9120
    },
    {
      "epoch": 0.1922163039297813,
      "grad_norm": 0.13120073080062866,
      "learning_rate": 1.8651823781332948e-05,
      "loss": 0.8727,
      "step": 9121
    },
    {
      "epoch": 0.19223737796814658,
      "grad_norm": 0.13767625391483307,
      "learning_rate": 1.8651481496763177e-05,
      "loss": 0.957,
      "step": 9122
    },
    {
      "epoch": 0.19225845200651187,
      "grad_norm": 0.16168561577796936,
      "learning_rate": 1.8651139171889604e-05,
      "loss": 0.945,
      "step": 9123
    },
    {
      "epoch": 0.19227952604487716,
      "grad_norm": 0.13345369696617126,
      "learning_rate": 1.8650796806713823e-05,
      "loss": 0.9381,
      "step": 9124
    },
    {
      "epoch": 0.19230060008324246,
      "grad_norm": 0.15673266351222992,
      "learning_rate": 1.865045440123743e-05,
      "loss": 0.8739,
      "step": 9125
    },
    {
      "epoch": 0.19232167412160775,
      "grad_norm": 0.12948989868164062,
      "learning_rate": 1.865011195546202e-05,
      "loss": 0.9211,
      "step": 9126
    },
    {
      "epoch": 0.19234274815997301,
      "grad_norm": 0.151079460978508,
      "learning_rate": 1.8649769469389187e-05,
      "loss": 1.0054,
      "step": 9127
    },
    {
      "epoch": 0.1923638221983383,
      "grad_norm": 0.1397942304611206,
      "learning_rate": 1.864942694302053e-05,
      "loss": 0.8805,
      "step": 9128
    },
    {
      "epoch": 0.1923848962367036,
      "grad_norm": 0.152125284075737,
      "learning_rate": 1.864908437635764e-05,
      "loss": 0.9143,
      "step": 9129
    },
    {
      "epoch": 0.1924059702750689,
      "grad_norm": 0.1601194590330124,
      "learning_rate": 1.8648741769402115e-05,
      "loss": 0.8722,
      "step": 9130
    },
    {
      "epoch": 0.19242704431343416,
      "grad_norm": 0.14202281832695007,
      "learning_rate": 1.864839912215555e-05,
      "loss": 0.9057,
      "step": 9131
    },
    {
      "epoch": 0.19244811835179945,
      "grad_norm": 0.15180489420890808,
      "learning_rate": 1.8648056434619542e-05,
      "loss": 0.8839,
      "step": 9132
    },
    {
      "epoch": 0.19246919239016475,
      "grad_norm": 0.14201860129833221,
      "learning_rate": 1.864771370679569e-05,
      "loss": 0.8674,
      "step": 9133
    },
    {
      "epoch": 0.19249026642853004,
      "grad_norm": 0.14352911710739136,
      "learning_rate": 1.8647370938685587e-05,
      "loss": 0.8825,
      "step": 9134
    },
    {
      "epoch": 0.19251134046689533,
      "grad_norm": 0.12839820981025696,
      "learning_rate": 1.864702813029083e-05,
      "loss": 0.8825,
      "step": 9135
    },
    {
      "epoch": 0.1925324145052606,
      "grad_norm": 0.1257145255804062,
      "learning_rate": 1.8646685281613018e-05,
      "loss": 0.9601,
      "step": 9136
    },
    {
      "epoch": 0.1925534885436259,
      "grad_norm": 0.1349949985742569,
      "learning_rate": 1.864634239265375e-05,
      "loss": 0.9519,
      "step": 9137
    },
    {
      "epoch": 0.19257456258199118,
      "grad_norm": 0.14823488891124725,
      "learning_rate": 1.864599946341462e-05,
      "loss": 0.891,
      "step": 9138
    },
    {
      "epoch": 0.19259563662035648,
      "grad_norm": 0.14251522719860077,
      "learning_rate": 1.8645656493897224e-05,
      "loss": 0.9062,
      "step": 9139
    },
    {
      "epoch": 0.19261671065872174,
      "grad_norm": 0.12188740074634552,
      "learning_rate": 1.8645313484103163e-05,
      "loss": 0.9087,
      "step": 9140
    },
    {
      "epoch": 0.19263778469708703,
      "grad_norm": 0.14784537255764008,
      "learning_rate": 1.8644970434034034e-05,
      "loss": 0.9652,
      "step": 9141
    },
    {
      "epoch": 0.19265885873545233,
      "grad_norm": 0.1323811560869217,
      "learning_rate": 1.8644627343691436e-05,
      "loss": 0.8722,
      "step": 9142
    },
    {
      "epoch": 0.19267993277381762,
      "grad_norm": 0.14670629799365997,
      "learning_rate": 1.8644284213076965e-05,
      "loss": 0.9345,
      "step": 9143
    },
    {
      "epoch": 0.1927010068121829,
      "grad_norm": 0.1803680658340454,
      "learning_rate": 1.864394104219222e-05,
      "loss": 0.9135,
      "step": 9144
    },
    {
      "epoch": 0.19272208085054818,
      "grad_norm": 0.14150871336460114,
      "learning_rate": 1.8643597831038804e-05,
      "loss": 0.9558,
      "step": 9145
    },
    {
      "epoch": 0.19274315488891347,
      "grad_norm": 0.1815781444311142,
      "learning_rate": 1.864325457961831e-05,
      "loss": 0.9482,
      "step": 9146
    },
    {
      "epoch": 0.19276422892727876,
      "grad_norm": 0.17942439019680023,
      "learning_rate": 1.864291128793234e-05,
      "loss": 0.916,
      "step": 9147
    },
    {
      "epoch": 0.19278530296564406,
      "grad_norm": 0.14363540709018707,
      "learning_rate": 1.8642567955982492e-05,
      "loss": 0.9013,
      "step": 9148
    },
    {
      "epoch": 0.19280637700400935,
      "grad_norm": 0.174539253115654,
      "learning_rate": 1.864222458377037e-05,
      "loss": 0.9171,
      "step": 9149
    },
    {
      "epoch": 0.19282745104237461,
      "grad_norm": 0.1234796941280365,
      "learning_rate": 1.864188117129757e-05,
      "loss": 0.9089,
      "step": 9150
    },
    {
      "epoch": 0.1928485250807399,
      "grad_norm": 0.19371245801448822,
      "learning_rate": 1.864153771856569e-05,
      "loss": 0.9246,
      "step": 9151
    },
    {
      "epoch": 0.1928695991191052,
      "grad_norm": 0.19554732739925385,
      "learning_rate": 1.864119422557633e-05,
      "loss": 0.8824,
      "step": 9152
    },
    {
      "epoch": 0.1928906731574705,
      "grad_norm": 0.14020788669586182,
      "learning_rate": 1.8640850692331093e-05,
      "loss": 0.9228,
      "step": 9153
    },
    {
      "epoch": 0.19291174719583576,
      "grad_norm": 0.19512683153152466,
      "learning_rate": 1.8640507118831578e-05,
      "loss": 0.9151,
      "step": 9154
    },
    {
      "epoch": 0.19293282123420105,
      "grad_norm": 0.16407616436481476,
      "learning_rate": 1.8640163505079387e-05,
      "loss": 0.9567,
      "step": 9155
    },
    {
      "epoch": 0.19295389527256634,
      "grad_norm": 0.13494209945201874,
      "learning_rate": 1.863981985107612e-05,
      "loss": 0.9176,
      "step": 9156
    },
    {
      "epoch": 0.19297496931093164,
      "grad_norm": 0.14327716827392578,
      "learning_rate": 1.8639476156823377e-05,
      "loss": 0.8576,
      "step": 9157
    },
    {
      "epoch": 0.19299604334929693,
      "grad_norm": 0.14428143203258514,
      "learning_rate": 1.863913242232276e-05,
      "loss": 0.858,
      "step": 9158
    },
    {
      "epoch": 0.1930171173876622,
      "grad_norm": 0.11917959153652191,
      "learning_rate": 1.863878864757587e-05,
      "loss": 0.8778,
      "step": 9159
    },
    {
      "epoch": 0.1930381914260275,
      "grad_norm": 0.14746366441249847,
      "learning_rate": 1.863844483258431e-05,
      "loss": 0.9165,
      "step": 9160
    },
    {
      "epoch": 0.19305926546439278,
      "grad_norm": 0.12354432046413422,
      "learning_rate": 1.8638100977349678e-05,
      "loss": 0.845,
      "step": 9161
    },
    {
      "epoch": 0.19308033950275807,
      "grad_norm": 0.14063461124897003,
      "learning_rate": 1.863775708187358e-05,
      "loss": 0.8464,
      "step": 9162
    },
    {
      "epoch": 0.19310141354112334,
      "grad_norm": 0.17733711004257202,
      "learning_rate": 1.8637413146157616e-05,
      "loss": 1.0133,
      "step": 9163
    },
    {
      "epoch": 0.19312248757948863,
      "grad_norm": 0.13913652300834656,
      "learning_rate": 1.8637069170203387e-05,
      "loss": 0.881,
      "step": 9164
    },
    {
      "epoch": 0.19314356161785393,
      "grad_norm": 0.15279445052146912,
      "learning_rate": 1.86367251540125e-05,
      "loss": 0.9165,
      "step": 9165
    },
    {
      "epoch": 0.19316463565621922,
      "grad_norm": 0.15266862511634827,
      "learning_rate": 1.8636381097586552e-05,
      "loss": 0.9257,
      "step": 9166
    },
    {
      "epoch": 0.1931857096945845,
      "grad_norm": 0.13734716176986694,
      "learning_rate": 1.863603700092715e-05,
      "loss": 0.9287,
      "step": 9167
    },
    {
      "epoch": 0.19320678373294978,
      "grad_norm": 0.12640149891376495,
      "learning_rate": 1.8635692864035894e-05,
      "loss": 0.923,
      "step": 9168
    },
    {
      "epoch": 0.19322785777131507,
      "grad_norm": 0.13629372417926788,
      "learning_rate": 1.8635348686914388e-05,
      "loss": 0.8153,
      "step": 9169
    },
    {
      "epoch": 0.19324893180968036,
      "grad_norm": 0.13575689494609833,
      "learning_rate": 1.863500446956424e-05,
      "loss": 0.9418,
      "step": 9170
    },
    {
      "epoch": 0.19327000584804566,
      "grad_norm": 0.12304931879043579,
      "learning_rate": 1.8634660211987044e-05,
      "loss": 0.9276,
      "step": 9171
    },
    {
      "epoch": 0.19329107988641092,
      "grad_norm": 0.16516081988811493,
      "learning_rate": 1.8634315914184415e-05,
      "loss": 0.9217,
      "step": 9172
    },
    {
      "epoch": 0.19331215392477621,
      "grad_norm": 0.12075754255056381,
      "learning_rate": 1.863397157615795e-05,
      "loss": 0.868,
      "step": 9173
    },
    {
      "epoch": 0.1933332279631415,
      "grad_norm": 0.1736031174659729,
      "learning_rate": 1.8633627197909253e-05,
      "loss": 0.7923,
      "step": 9174
    },
    {
      "epoch": 0.1933543020015068,
      "grad_norm": 0.14731667935848236,
      "learning_rate": 1.863328277943993e-05,
      "loss": 0.9686,
      "step": 9175
    },
    {
      "epoch": 0.1933753760398721,
      "grad_norm": 0.15522818267345428,
      "learning_rate": 1.8632938320751583e-05,
      "loss": 0.936,
      "step": 9176
    },
    {
      "epoch": 0.19339645007823736,
      "grad_norm": 0.1405789703130722,
      "learning_rate": 1.8632593821845822e-05,
      "loss": 0.8988,
      "step": 9177
    },
    {
      "epoch": 0.19341752411660265,
      "grad_norm": 0.135582834482193,
      "learning_rate": 1.8632249282724248e-05,
      "loss": 0.9306,
      "step": 9178
    },
    {
      "epoch": 0.19343859815496794,
      "grad_norm": 0.14845211803913116,
      "learning_rate": 1.863190470338847e-05,
      "loss": 0.8752,
      "step": 9179
    },
    {
      "epoch": 0.19345967219333324,
      "grad_norm": 0.11579771339893341,
      "learning_rate": 1.8631560083840087e-05,
      "loss": 0.843,
      "step": 9180
    },
    {
      "epoch": 0.1934807462316985,
      "grad_norm": 0.1674702912569046,
      "learning_rate": 1.8631215424080706e-05,
      "loss": 0.8917,
      "step": 9181
    },
    {
      "epoch": 0.1935018202700638,
      "grad_norm": 0.14324615895748138,
      "learning_rate": 1.863087072411194e-05,
      "loss": 0.9018,
      "step": 9182
    },
    {
      "epoch": 0.1935228943084291,
      "grad_norm": 0.13470667600631714,
      "learning_rate": 1.863052598393538e-05,
      "loss": 0.933,
      "step": 9183
    },
    {
      "epoch": 0.19354396834679438,
      "grad_norm": 0.13990367949008942,
      "learning_rate": 1.8630181203552647e-05,
      "loss": 0.8893,
      "step": 9184
    },
    {
      "epoch": 0.19356504238515967,
      "grad_norm": 0.15650814771652222,
      "learning_rate": 1.862983638296534e-05,
      "loss": 0.9112,
      "step": 9185
    },
    {
      "epoch": 0.19358611642352494,
      "grad_norm": 0.14905543625354767,
      "learning_rate": 1.862949152217507e-05,
      "loss": 0.8545,
      "step": 9186
    },
    {
      "epoch": 0.19360719046189023,
      "grad_norm": 0.13619688153266907,
      "learning_rate": 1.8629146621183437e-05,
      "loss": 0.8788,
      "step": 9187
    },
    {
      "epoch": 0.19362826450025553,
      "grad_norm": 0.14473697543144226,
      "learning_rate": 1.862880167999205e-05,
      "loss": 0.9052,
      "step": 9188
    },
    {
      "epoch": 0.19364933853862082,
      "grad_norm": 0.12573795020580292,
      "learning_rate": 1.8628456698602518e-05,
      "loss": 0.887,
      "step": 9189
    },
    {
      "epoch": 0.19367041257698608,
      "grad_norm": 0.13508424162864685,
      "learning_rate": 1.862811167701645e-05,
      "loss": 0.941,
      "step": 9190
    },
    {
      "epoch": 0.19369148661535138,
      "grad_norm": 0.14884036779403687,
      "learning_rate": 1.8627766615235448e-05,
      "loss": 0.9312,
      "step": 9191
    },
    {
      "epoch": 0.19371256065371667,
      "grad_norm": 0.11730252951383591,
      "learning_rate": 1.862742151326112e-05,
      "loss": 0.834,
      "step": 9192
    },
    {
      "epoch": 0.19373363469208196,
      "grad_norm": 0.15257392823696136,
      "learning_rate": 1.862707637109508e-05,
      "loss": 0.9506,
      "step": 9193
    },
    {
      "epoch": 0.19375470873044726,
      "grad_norm": 0.1586393415927887,
      "learning_rate": 1.8626731188738928e-05,
      "loss": 0.958,
      "step": 9194
    },
    {
      "epoch": 0.19377578276881252,
      "grad_norm": 0.13521213829517365,
      "learning_rate": 1.8626385966194275e-05,
      "loss": 0.9078,
      "step": 9195
    },
    {
      "epoch": 0.19379685680717781,
      "grad_norm": 0.17924226820468903,
      "learning_rate": 1.862604070346273e-05,
      "loss": 0.9285,
      "step": 9196
    },
    {
      "epoch": 0.1938179308455431,
      "grad_norm": 0.12441472709178925,
      "learning_rate": 1.8625695400545906e-05,
      "loss": 0.8832,
      "step": 9197
    },
    {
      "epoch": 0.1938390048839084,
      "grad_norm": 0.16143736243247986,
      "learning_rate": 1.86253500574454e-05,
      "loss": 0.9816,
      "step": 9198
    },
    {
      "epoch": 0.19386007892227367,
      "grad_norm": 0.14027094841003418,
      "learning_rate": 1.8625004674162833e-05,
      "loss": 0.9395,
      "step": 9199
    },
    {
      "epoch": 0.19388115296063896,
      "grad_norm": 0.11919223517179489,
      "learning_rate": 1.8624659250699807e-05,
      "loss": 0.8934,
      "step": 9200
    },
    {
      "epoch": 0.19390222699900425,
      "grad_norm": 0.13026519119739532,
      "learning_rate": 1.8624313787057932e-05,
      "loss": 0.9457,
      "step": 9201
    },
    {
      "epoch": 0.19392330103736954,
      "grad_norm": 0.1836635023355484,
      "learning_rate": 1.862396828323882e-05,
      "loss": 0.9694,
      "step": 9202
    },
    {
      "epoch": 0.19394437507573484,
      "grad_norm": 0.12624168395996094,
      "learning_rate": 1.8623622739244077e-05,
      "loss": 0.9007,
      "step": 9203
    },
    {
      "epoch": 0.1939654491141001,
      "grad_norm": 0.1573171764612198,
      "learning_rate": 1.8623277155075316e-05,
      "loss": 0.9155,
      "step": 9204
    },
    {
      "epoch": 0.1939865231524654,
      "grad_norm": 0.14959149062633514,
      "learning_rate": 1.8622931530734144e-05,
      "loss": 0.8946,
      "step": 9205
    },
    {
      "epoch": 0.1940075971908307,
      "grad_norm": 0.1463385820388794,
      "learning_rate": 1.8622585866222173e-05,
      "loss": 0.8634,
      "step": 9206
    },
    {
      "epoch": 0.19402867122919598,
      "grad_norm": 0.12635844945907593,
      "learning_rate": 1.8622240161541013e-05,
      "loss": 0.8282,
      "step": 9207
    },
    {
      "epoch": 0.19404974526756125,
      "grad_norm": 0.1487991064786911,
      "learning_rate": 1.8621894416692274e-05,
      "loss": 0.9607,
      "step": 9208
    },
    {
      "epoch": 0.19407081930592654,
      "grad_norm": 0.16007569432258606,
      "learning_rate": 1.8621548631677567e-05,
      "loss": 0.9697,
      "step": 9209
    },
    {
      "epoch": 0.19409189334429183,
      "grad_norm": 0.11244089901447296,
      "learning_rate": 1.8621202806498507e-05,
      "loss": 0.827,
      "step": 9210
    },
    {
      "epoch": 0.19411296738265713,
      "grad_norm": 0.1230640783905983,
      "learning_rate": 1.8620856941156695e-05,
      "loss": 0.9273,
      "step": 9211
    },
    {
      "epoch": 0.19413404142102242,
      "grad_norm": 0.12720811367034912,
      "learning_rate": 1.8620511035653754e-05,
      "loss": 0.8989,
      "step": 9212
    },
    {
      "epoch": 0.19415511545938768,
      "grad_norm": 0.13795404136180878,
      "learning_rate": 1.8620165089991283e-05,
      "loss": 0.9569,
      "step": 9213
    },
    {
      "epoch": 0.19417618949775298,
      "grad_norm": 0.14627501368522644,
      "learning_rate": 1.8619819104170907e-05,
      "loss": 0.8847,
      "step": 9214
    },
    {
      "epoch": 0.19419726353611827,
      "grad_norm": 0.1719791740179062,
      "learning_rate": 1.861947307819423e-05,
      "loss": 0.8484,
      "step": 9215
    },
    {
      "epoch": 0.19421833757448356,
      "grad_norm": 0.1425277590751648,
      "learning_rate": 1.8619127012062864e-05,
      "loss": 0.918,
      "step": 9216
    },
    {
      "epoch": 0.19423941161284883,
      "grad_norm": 0.15114198625087738,
      "learning_rate": 1.861878090577842e-05,
      "loss": 0.8349,
      "step": 9217
    },
    {
      "epoch": 0.19426048565121412,
      "grad_norm": 0.160843163728714,
      "learning_rate": 1.8618434759342514e-05,
      "loss": 0.915,
      "step": 9218
    },
    {
      "epoch": 0.19428155968957941,
      "grad_norm": 0.13202732801437378,
      "learning_rate": 1.8618088572756758e-05,
      "loss": 0.9445,
      "step": 9219
    },
    {
      "epoch": 0.1943026337279447,
      "grad_norm": 0.12708938121795654,
      "learning_rate": 1.8617742346022765e-05,
      "loss": 0.888,
      "step": 9220
    },
    {
      "epoch": 0.19432370776631,
      "grad_norm": 0.1589348465204239,
      "learning_rate": 1.861739607914215e-05,
      "loss": 0.9238,
      "step": 9221
    },
    {
      "epoch": 0.19434478180467527,
      "grad_norm": 0.11062319576740265,
      "learning_rate": 1.8617049772116514e-05,
      "loss": 0.8636,
      "step": 9222
    },
    {
      "epoch": 0.19436585584304056,
      "grad_norm": 0.13855987787246704,
      "learning_rate": 1.8616703424947484e-05,
      "loss": 0.959,
      "step": 9223
    },
    {
      "epoch": 0.19438692988140585,
      "grad_norm": 0.11983787268400192,
      "learning_rate": 1.8616357037636668e-05,
      "loss": 0.883,
      "step": 9224
    },
    {
      "epoch": 0.19440800391977114,
      "grad_norm": 0.13851289451122284,
      "learning_rate": 1.8616010610185683e-05,
      "loss": 0.9053,
      "step": 9225
    },
    {
      "epoch": 0.1944290779581364,
      "grad_norm": 0.15499384701251984,
      "learning_rate": 1.861566414259614e-05,
      "loss": 0.8681,
      "step": 9226
    },
    {
      "epoch": 0.1944501519965017,
      "grad_norm": 0.12706896662712097,
      "learning_rate": 1.8615317634869653e-05,
      "loss": 0.9166,
      "step": 9227
    },
    {
      "epoch": 0.194471226034867,
      "grad_norm": 0.16780635714530945,
      "learning_rate": 1.8614971087007835e-05,
      "loss": 1.0369,
      "step": 9228
    },
    {
      "epoch": 0.1944923000732323,
      "grad_norm": 0.1982947438955307,
      "learning_rate": 1.8614624499012305e-05,
      "loss": 0.9438,
      "step": 9229
    },
    {
      "epoch": 0.19451337411159758,
      "grad_norm": 0.12986022233963013,
      "learning_rate": 1.8614277870884673e-05,
      "loss": 0.9333,
      "step": 9230
    },
    {
      "epoch": 0.19453444814996285,
      "grad_norm": 0.16020189225673676,
      "learning_rate": 1.8613931202626557e-05,
      "loss": 0.8736,
      "step": 9231
    },
    {
      "epoch": 0.19455552218832814,
      "grad_norm": 0.16437435150146484,
      "learning_rate": 1.8613584494239568e-05,
      "loss": 0.9175,
      "step": 9232
    },
    {
      "epoch": 0.19457659622669343,
      "grad_norm": 0.11663118749856949,
      "learning_rate": 1.8613237745725324e-05,
      "loss": 0.9809,
      "step": 9233
    },
    {
      "epoch": 0.19459767026505873,
      "grad_norm": 0.1599843055009842,
      "learning_rate": 1.8612890957085446e-05,
      "loss": 0.8912,
      "step": 9234
    },
    {
      "epoch": 0.194618744303424,
      "grad_norm": 0.18238325417041779,
      "learning_rate": 1.8612544128321536e-05,
      "loss": 0.9397,
      "step": 9235
    },
    {
      "epoch": 0.19463981834178928,
      "grad_norm": 0.17961831390857697,
      "learning_rate": 1.8612197259435224e-05,
      "loss": 0.9013,
      "step": 9236
    },
    {
      "epoch": 0.19466089238015458,
      "grad_norm": 0.17209787666797638,
      "learning_rate": 1.8611850350428112e-05,
      "loss": 0.9367,
      "step": 9237
    },
    {
      "epoch": 0.19468196641851987,
      "grad_norm": 0.14784739911556244,
      "learning_rate": 1.861150340130183e-05,
      "loss": 1.0747,
      "step": 9238
    },
    {
      "epoch": 0.19470304045688516,
      "grad_norm": 0.1916401982307434,
      "learning_rate": 1.8611156412057983e-05,
      "loss": 0.8747,
      "step": 9239
    },
    {
      "epoch": 0.19472411449525043,
      "grad_norm": 0.14306429028511047,
      "learning_rate": 1.8610809382698196e-05,
      "loss": 0.8974,
      "step": 9240
    },
    {
      "epoch": 0.19474518853361572,
      "grad_norm": 0.1706228256225586,
      "learning_rate": 1.861046231322408e-05,
      "loss": 0.9433,
      "step": 9241
    },
    {
      "epoch": 0.194766262571981,
      "grad_norm": 0.19733448326587677,
      "learning_rate": 1.8610115203637252e-05,
      "loss": 0.8991,
      "step": 9242
    },
    {
      "epoch": 0.1947873366103463,
      "grad_norm": 0.13306567072868347,
      "learning_rate": 1.8609768053939334e-05,
      "loss": 0.8806,
      "step": 9243
    },
    {
      "epoch": 0.1948084106487116,
      "grad_norm": 0.19179567694664001,
      "learning_rate": 1.8609420864131937e-05,
      "loss": 0.9441,
      "step": 9244
    },
    {
      "epoch": 0.19482948468707686,
      "grad_norm": 0.1547194868326187,
      "learning_rate": 1.8609073634216686e-05,
      "loss": 0.9761,
      "step": 9245
    },
    {
      "epoch": 0.19485055872544216,
      "grad_norm": 0.20083852112293243,
      "learning_rate": 1.860872636419519e-05,
      "loss": 0.9945,
      "step": 9246
    },
    {
      "epoch": 0.19487163276380745,
      "grad_norm": 0.12823225557804108,
      "learning_rate": 1.860837905406907e-05,
      "loss": 0.8901,
      "step": 9247
    },
    {
      "epoch": 0.19489270680217274,
      "grad_norm": 0.15051555633544922,
      "learning_rate": 1.8608031703839947e-05,
      "loss": 0.8745,
      "step": 9248
    },
    {
      "epoch": 0.194913780840538,
      "grad_norm": 0.15306197106838226,
      "learning_rate": 1.8607684313509436e-05,
      "loss": 0.9621,
      "step": 9249
    },
    {
      "epoch": 0.1949348548789033,
      "grad_norm": 0.1273728311061859,
      "learning_rate": 1.860733688307916e-05,
      "loss": 0.8677,
      "step": 9250
    },
    {
      "epoch": 0.1949559289172686,
      "grad_norm": 0.1739761233329773,
      "learning_rate": 1.8606989412550727e-05,
      "loss": 0.8746,
      "step": 9251
    },
    {
      "epoch": 0.1949770029556339,
      "grad_norm": 0.15573276579380035,
      "learning_rate": 1.860664190192577e-05,
      "loss": 0.9245,
      "step": 9252
    },
    {
      "epoch": 0.19499807699399918,
      "grad_norm": 0.1794666349887848,
      "learning_rate": 1.8606294351205896e-05,
      "loss": 0.9587,
      "step": 9253
    },
    {
      "epoch": 0.19501915103236445,
      "grad_norm": 0.13805469870567322,
      "learning_rate": 1.860594676039273e-05,
      "loss": 0.9913,
      "step": 9254
    },
    {
      "epoch": 0.19504022507072974,
      "grad_norm": 0.19195778667926788,
      "learning_rate": 1.860559912948789e-05,
      "loss": 0.8469,
      "step": 9255
    },
    {
      "epoch": 0.19506129910909503,
      "grad_norm": 0.14136502146720886,
      "learning_rate": 1.8605251458492994e-05,
      "loss": 0.9441,
      "step": 9256
    },
    {
      "epoch": 0.19508237314746033,
      "grad_norm": 0.14046268165111542,
      "learning_rate": 1.8604903747409665e-05,
      "loss": 0.9674,
      "step": 9257
    },
    {
      "epoch": 0.1951034471858256,
      "grad_norm": 0.11708002537488937,
      "learning_rate": 1.860455599623952e-05,
      "loss": 0.858,
      "step": 9258
    },
    {
      "epoch": 0.19512452122419088,
      "grad_norm": 0.12446785718202591,
      "learning_rate": 1.8604208204984178e-05,
      "loss": 0.8416,
      "step": 9259
    },
    {
      "epoch": 0.19514559526255618,
      "grad_norm": 0.12552037835121155,
      "learning_rate": 1.8603860373645265e-05,
      "loss": 0.9579,
      "step": 9260
    },
    {
      "epoch": 0.19516666930092147,
      "grad_norm": 0.13339509069919586,
      "learning_rate": 1.8603512502224393e-05,
      "loss": 0.8729,
      "step": 9261
    },
    {
      "epoch": 0.19518774333928676,
      "grad_norm": 0.12584733963012695,
      "learning_rate": 1.860316459072319e-05,
      "loss": 0.8648,
      "step": 9262
    },
    {
      "epoch": 0.19520881737765203,
      "grad_norm": 0.12236003577709198,
      "learning_rate": 1.8602816639143274e-05,
      "loss": 0.8668,
      "step": 9263
    },
    {
      "epoch": 0.19522989141601732,
      "grad_norm": 0.13243861496448517,
      "learning_rate": 1.8602468647486265e-05,
      "loss": 0.9572,
      "step": 9264
    },
    {
      "epoch": 0.1952509654543826,
      "grad_norm": 0.13966020941734314,
      "learning_rate": 1.8602120615753783e-05,
      "loss": 0.9354,
      "step": 9265
    },
    {
      "epoch": 0.1952720394927479,
      "grad_norm": 0.22527772188186646,
      "learning_rate": 1.8601772543947458e-05,
      "loss": 0.8917,
      "step": 9266
    },
    {
      "epoch": 0.19529311353111317,
      "grad_norm": 0.14177407324314117,
      "learning_rate": 1.8601424432068898e-05,
      "loss": 0.9029,
      "step": 9267
    },
    {
      "epoch": 0.19531418756947846,
      "grad_norm": 0.11840362846851349,
      "learning_rate": 1.8601076280119733e-05,
      "loss": 0.882,
      "step": 9268
    },
    {
      "epoch": 0.19533526160784376,
      "grad_norm": 0.16327528655529022,
      "learning_rate": 1.8600728088101587e-05,
      "loss": 0.9018,
      "step": 9269
    },
    {
      "epoch": 0.19535633564620905,
      "grad_norm": 0.12896324694156647,
      "learning_rate": 1.8600379856016075e-05,
      "loss": 0.9399,
      "step": 9270
    },
    {
      "epoch": 0.19537740968457434,
      "grad_norm": 0.16055288910865784,
      "learning_rate": 1.8600031583864825e-05,
      "loss": 0.9969,
      "step": 9271
    },
    {
      "epoch": 0.1953984837229396,
      "grad_norm": 0.11401422321796417,
      "learning_rate": 1.8599683271649457e-05,
      "loss": 0.8901,
      "step": 9272
    },
    {
      "epoch": 0.1954195577613049,
      "grad_norm": 0.14363092184066772,
      "learning_rate": 1.8599334919371593e-05,
      "loss": 0.8762,
      "step": 9273
    },
    {
      "epoch": 0.1954406317996702,
      "grad_norm": 0.13897542655467987,
      "learning_rate": 1.8598986527032856e-05,
      "loss": 0.9319,
      "step": 9274
    },
    {
      "epoch": 0.1954617058380355,
      "grad_norm": 0.1491248905658722,
      "learning_rate": 1.8598638094634874e-05,
      "loss": 0.8457,
      "step": 9275
    },
    {
      "epoch": 0.19548277987640075,
      "grad_norm": 0.13891081511974335,
      "learning_rate": 1.859828962217926e-05,
      "loss": 0.8596,
      "step": 9276
    },
    {
      "epoch": 0.19550385391476605,
      "grad_norm": 0.17321059107780457,
      "learning_rate": 1.859794110966765e-05,
      "loss": 0.9469,
      "step": 9277
    },
    {
      "epoch": 0.19552492795313134,
      "grad_norm": 0.15872415900230408,
      "learning_rate": 1.8597592557101655e-05,
      "loss": 0.9776,
      "step": 9278
    },
    {
      "epoch": 0.19554600199149663,
      "grad_norm": 0.1177002415060997,
      "learning_rate": 1.8597243964482908e-05,
      "loss": 0.8984,
      "step": 9279
    },
    {
      "epoch": 0.19556707602986192,
      "grad_norm": 0.17662006616592407,
      "learning_rate": 1.8596895331813032e-05,
      "loss": 0.9074,
      "step": 9280
    },
    {
      "epoch": 0.1955881500682272,
      "grad_norm": 0.20320548117160797,
      "learning_rate": 1.8596546659093643e-05,
      "loss": 0.9598,
      "step": 9281
    },
    {
      "epoch": 0.19560922410659248,
      "grad_norm": 0.1513804793357849,
      "learning_rate": 1.8596197946326376e-05,
      "loss": 0.9356,
      "step": 9282
    },
    {
      "epoch": 0.19563029814495778,
      "grad_norm": 0.134440079331398,
      "learning_rate": 1.859584919351285e-05,
      "loss": 0.9252,
      "step": 9283
    },
    {
      "epoch": 0.19565137218332307,
      "grad_norm": 0.15721029043197632,
      "learning_rate": 1.859550040065469e-05,
      "loss": 1.0573,
      "step": 9284
    },
    {
      "epoch": 0.19567244622168833,
      "grad_norm": 0.1275061070919037,
      "learning_rate": 1.859515156775352e-05,
      "loss": 0.8975,
      "step": 9285
    },
    {
      "epoch": 0.19569352026005363,
      "grad_norm": 0.15927594900131226,
      "learning_rate": 1.8594802694810968e-05,
      "loss": 0.9757,
      "step": 9286
    },
    {
      "epoch": 0.19571459429841892,
      "grad_norm": 0.17472511529922485,
      "learning_rate": 1.8594453781828657e-05,
      "loss": 0.8691,
      "step": 9287
    },
    {
      "epoch": 0.1957356683367842,
      "grad_norm": 0.1358448714017868,
      "learning_rate": 1.8594104828808213e-05,
      "loss": 0.8511,
      "step": 9288
    },
    {
      "epoch": 0.1957567423751495,
      "grad_norm": 0.15845510363578796,
      "learning_rate": 1.8593755835751263e-05,
      "loss": 0.9793,
      "step": 9289
    },
    {
      "epoch": 0.19577781641351477,
      "grad_norm": 0.19563423097133636,
      "learning_rate": 1.859340680265943e-05,
      "loss": 0.9672,
      "step": 9290
    },
    {
      "epoch": 0.19579889045188006,
      "grad_norm": 0.16865871846675873,
      "learning_rate": 1.8593057729534338e-05,
      "loss": 0.9667,
      "step": 9291
    },
    {
      "epoch": 0.19581996449024536,
      "grad_norm": 0.1562800109386444,
      "learning_rate": 1.8592708616377623e-05,
      "loss": 0.974,
      "step": 9292
    },
    {
      "epoch": 0.19584103852861065,
      "grad_norm": 0.14567804336547852,
      "learning_rate": 1.8592359463190904e-05,
      "loss": 0.8921,
      "step": 9293
    },
    {
      "epoch": 0.19586211256697592,
      "grad_norm": 0.13867901265621185,
      "learning_rate": 1.8592010269975806e-05,
      "loss": 0.8768,
      "step": 9294
    },
    {
      "epoch": 0.1958831866053412,
      "grad_norm": 0.16901135444641113,
      "learning_rate": 1.859166103673396e-05,
      "loss": 0.9036,
      "step": 9295
    },
    {
      "epoch": 0.1959042606437065,
      "grad_norm": 0.12750273942947388,
      "learning_rate": 1.859131176346699e-05,
      "loss": 0.9063,
      "step": 9296
    },
    {
      "epoch": 0.1959253346820718,
      "grad_norm": 0.16530165076255798,
      "learning_rate": 1.8590962450176525e-05,
      "loss": 0.9191,
      "step": 9297
    },
    {
      "epoch": 0.1959464087204371,
      "grad_norm": 0.17251761257648468,
      "learning_rate": 1.8590613096864194e-05,
      "loss": 0.9579,
      "step": 9298
    },
    {
      "epoch": 0.19596748275880235,
      "grad_norm": 0.1340733766555786,
      "learning_rate": 1.859026370353162e-05,
      "loss": 0.9153,
      "step": 9299
    },
    {
      "epoch": 0.19598855679716765,
      "grad_norm": 0.12623481452465057,
      "learning_rate": 1.8589914270180435e-05,
      "loss": 0.8513,
      "step": 9300
    },
    {
      "epoch": 0.19600963083553294,
      "grad_norm": 0.11826498061418533,
      "learning_rate": 1.8589564796812266e-05,
      "loss": 0.8122,
      "step": 9301
    },
    {
      "epoch": 0.19603070487389823,
      "grad_norm": 0.13675788044929504,
      "learning_rate": 1.8589215283428736e-05,
      "loss": 0.9065,
      "step": 9302
    },
    {
      "epoch": 0.1960517789122635,
      "grad_norm": 0.16720308363437653,
      "learning_rate": 1.8588865730031478e-05,
      "loss": 0.9183,
      "step": 9303
    },
    {
      "epoch": 0.1960728529506288,
      "grad_norm": 0.11899257451295853,
      "learning_rate": 1.8588516136622122e-05,
      "loss": 0.9583,
      "step": 9304
    },
    {
      "epoch": 0.19609392698899408,
      "grad_norm": 0.13725069165229797,
      "learning_rate": 1.8588166503202294e-05,
      "loss": 0.9085,
      "step": 9305
    },
    {
      "epoch": 0.19611500102735938,
      "grad_norm": 0.11028436571359634,
      "learning_rate": 1.858781682977362e-05,
      "loss": 0.9422,
      "step": 9306
    },
    {
      "epoch": 0.19613607506572467,
      "grad_norm": 0.12458979338407516,
      "learning_rate": 1.8587467116337733e-05,
      "loss": 0.8054,
      "step": 9307
    },
    {
      "epoch": 0.19615714910408993,
      "grad_norm": 0.14454476535320282,
      "learning_rate": 1.8587117362896264e-05,
      "loss": 0.903,
      "step": 9308
    },
    {
      "epoch": 0.19617822314245523,
      "grad_norm": 0.16597384214401245,
      "learning_rate": 1.8586767569450838e-05,
      "loss": 0.9068,
      "step": 9309
    },
    {
      "epoch": 0.19619929718082052,
      "grad_norm": 0.15447793900966644,
      "learning_rate": 1.8586417736003084e-05,
      "loss": 0.9884,
      "step": 9310
    },
    {
      "epoch": 0.1962203712191858,
      "grad_norm": 0.15905340015888214,
      "learning_rate": 1.8586067862554634e-05,
      "loss": 0.9251,
      "step": 9311
    },
    {
      "epoch": 0.19624144525755108,
      "grad_norm": 0.18485027551651,
      "learning_rate": 1.858571794910712e-05,
      "loss": 0.9153,
      "step": 9312
    },
    {
      "epoch": 0.19626251929591637,
      "grad_norm": 0.1330292969942093,
      "learning_rate": 1.858536799566217e-05,
      "loss": 0.863,
      "step": 9313
    },
    {
      "epoch": 0.19628359333428166,
      "grad_norm": 0.16839991509914398,
      "learning_rate": 1.8585018002221413e-05,
      "loss": 0.8958,
      "step": 9314
    },
    {
      "epoch": 0.19630466737264696,
      "grad_norm": 0.20035237073898315,
      "learning_rate": 1.858466796878648e-05,
      "loss": 0.9115,
      "step": 9315
    },
    {
      "epoch": 0.19632574141101225,
      "grad_norm": 0.13184854388237,
      "learning_rate": 1.8584317895359003e-05,
      "loss": 1.0018,
      "step": 9316
    },
    {
      "epoch": 0.19634681544937752,
      "grad_norm": 0.25004300475120544,
      "learning_rate": 1.8583967781940613e-05,
      "loss": 0.9676,
      "step": 9317
    },
    {
      "epoch": 0.1963678894877428,
      "grad_norm": 0.20013947784900665,
      "learning_rate": 1.858361762853294e-05,
      "loss": 0.9115,
      "step": 9318
    },
    {
      "epoch": 0.1963889635261081,
      "grad_norm": 0.18652929365634918,
      "learning_rate": 1.858326743513761e-05,
      "loss": 0.8574,
      "step": 9319
    },
    {
      "epoch": 0.1964100375644734,
      "grad_norm": 0.2190726101398468,
      "learning_rate": 1.858291720175627e-05,
      "loss": 0.9618,
      "step": 9320
    },
    {
      "epoch": 0.19643111160283866,
      "grad_norm": 0.14169728755950928,
      "learning_rate": 1.8582566928390534e-05,
      "loss": 0.8386,
      "step": 9321
    },
    {
      "epoch": 0.19645218564120395,
      "grad_norm": 0.16523002088069916,
      "learning_rate": 1.8582216615042045e-05,
      "loss": 0.8686,
      "step": 9322
    },
    {
      "epoch": 0.19647325967956925,
      "grad_norm": 0.18165677785873413,
      "learning_rate": 1.8581866261712428e-05,
      "loss": 0.9627,
      "step": 9323
    },
    {
      "epoch": 0.19649433371793454,
      "grad_norm": 0.13553455471992493,
      "learning_rate": 1.858151586840332e-05,
      "loss": 0.963,
      "step": 9324
    },
    {
      "epoch": 0.19651540775629983,
      "grad_norm": 0.14181143045425415,
      "learning_rate": 1.8581165435116355e-05,
      "loss": 0.8722,
      "step": 9325
    },
    {
      "epoch": 0.1965364817946651,
      "grad_norm": 0.15176691114902496,
      "learning_rate": 1.8580814961853157e-05,
      "loss": 0.9084,
      "step": 9326
    },
    {
      "epoch": 0.1965575558330304,
      "grad_norm": 0.1738014966249466,
      "learning_rate": 1.8580464448615365e-05,
      "loss": 0.8764,
      "step": 9327
    },
    {
      "epoch": 0.19657862987139568,
      "grad_norm": 0.15445153415203094,
      "learning_rate": 1.858011389540461e-05,
      "loss": 0.9314,
      "step": 9328
    },
    {
      "epoch": 0.19659970390976098,
      "grad_norm": 0.14532910287380219,
      "learning_rate": 1.857976330222253e-05,
      "loss": 0.8976,
      "step": 9329
    },
    {
      "epoch": 0.19662077794812624,
      "grad_norm": 0.12126237899065018,
      "learning_rate": 1.8579412669070752e-05,
      "loss": 0.9295,
      "step": 9330
    },
    {
      "epoch": 0.19664185198649153,
      "grad_norm": 0.16786421835422516,
      "learning_rate": 1.857906199595091e-05,
      "loss": 0.9515,
      "step": 9331
    },
    {
      "epoch": 0.19666292602485683,
      "grad_norm": 0.14299039542675018,
      "learning_rate": 1.8578711282864642e-05,
      "loss": 0.8974,
      "step": 9332
    },
    {
      "epoch": 0.19668400006322212,
      "grad_norm": 0.135999858379364,
      "learning_rate": 1.8578360529813578e-05,
      "loss": 0.9015,
      "step": 9333
    },
    {
      "epoch": 0.1967050741015874,
      "grad_norm": 0.15115785598754883,
      "learning_rate": 1.8578009736799353e-05,
      "loss": 0.8371,
      "step": 9334
    },
    {
      "epoch": 0.19672614813995268,
      "grad_norm": 0.17910993099212646,
      "learning_rate": 1.85776589038236e-05,
      "loss": 0.9491,
      "step": 9335
    },
    {
      "epoch": 0.19674722217831797,
      "grad_norm": 0.1325978934764862,
      "learning_rate": 1.857730803088796e-05,
      "loss": 0.8895,
      "step": 9336
    },
    {
      "epoch": 0.19676829621668326,
      "grad_norm": 0.1452244371175766,
      "learning_rate": 1.8576957117994055e-05,
      "loss": 0.8956,
      "step": 9337
    },
    {
      "epoch": 0.19678937025504856,
      "grad_norm": 0.1440785676240921,
      "learning_rate": 1.8576606165143528e-05,
      "loss": 0.8462,
      "step": 9338
    },
    {
      "epoch": 0.19681044429341385,
      "grad_norm": 0.15733429789543152,
      "learning_rate": 1.857625517233802e-05,
      "loss": 0.9022,
      "step": 9339
    },
    {
      "epoch": 0.19683151833177912,
      "grad_norm": 0.1611303836107254,
      "learning_rate": 1.857590413957915e-05,
      "loss": 0.9722,
      "step": 9340
    },
    {
      "epoch": 0.1968525923701444,
      "grad_norm": 0.14975370466709137,
      "learning_rate": 1.857555306686857e-05,
      "loss": 0.9249,
      "step": 9341
    },
    {
      "epoch": 0.1968736664085097,
      "grad_norm": 0.16673976182937622,
      "learning_rate": 1.8575201954207905e-05,
      "loss": 0.9229,
      "step": 9342
    },
    {
      "epoch": 0.196894740446875,
      "grad_norm": 0.14265161752700806,
      "learning_rate": 1.857485080159879e-05,
      "loss": 0.8328,
      "step": 9343
    },
    {
      "epoch": 0.19691581448524026,
      "grad_norm": 0.12064384669065475,
      "learning_rate": 1.857449960904287e-05,
      "loss": 0.9159,
      "step": 9344
    },
    {
      "epoch": 0.19693688852360555,
      "grad_norm": 0.14668351411819458,
      "learning_rate": 1.8574148376541775e-05,
      "loss": 0.9411,
      "step": 9345
    },
    {
      "epoch": 0.19695796256197085,
      "grad_norm": 0.1314118355512619,
      "learning_rate": 1.857379710409714e-05,
      "loss": 0.9059,
      "step": 9346
    },
    {
      "epoch": 0.19697903660033614,
      "grad_norm": 0.12202615290880203,
      "learning_rate": 1.8573445791710604e-05,
      "loss": 0.8295,
      "step": 9347
    },
    {
      "epoch": 0.19700011063870143,
      "grad_norm": 0.1755831390619278,
      "learning_rate": 1.8573094439383803e-05,
      "loss": 0.9551,
      "step": 9348
    },
    {
      "epoch": 0.1970211846770667,
      "grad_norm": 0.11466626077890396,
      "learning_rate": 1.8572743047118376e-05,
      "loss": 0.8977,
      "step": 9349
    },
    {
      "epoch": 0.197042258715432,
      "grad_norm": 0.14436063170433044,
      "learning_rate": 1.8572391614915952e-05,
      "loss": 0.8997,
      "step": 9350
    },
    {
      "epoch": 0.19706333275379728,
      "grad_norm": 0.127900168299675,
      "learning_rate": 1.857204014277818e-05,
      "loss": 0.9601,
      "step": 9351
    },
    {
      "epoch": 0.19708440679216258,
      "grad_norm": 0.1267082691192627,
      "learning_rate": 1.8571688630706686e-05,
      "loss": 0.8987,
      "step": 9352
    },
    {
      "epoch": 0.19710548083052784,
      "grad_norm": 0.14751097559928894,
      "learning_rate": 1.8571337078703117e-05,
      "loss": 0.9461,
      "step": 9353
    },
    {
      "epoch": 0.19712655486889313,
      "grad_norm": 0.13406386971473694,
      "learning_rate": 1.8570985486769107e-05,
      "loss": 0.9385,
      "step": 9354
    },
    {
      "epoch": 0.19714762890725843,
      "grad_norm": 0.15735222399234772,
      "learning_rate": 1.857063385490629e-05,
      "loss": 0.9253,
      "step": 9355
    },
    {
      "epoch": 0.19716870294562372,
      "grad_norm": 0.11899706721305847,
      "learning_rate": 1.857028218311631e-05,
      "loss": 0.8327,
      "step": 9356
    },
    {
      "epoch": 0.197189776983989,
      "grad_norm": 0.1129809245467186,
      "learning_rate": 1.85699304714008e-05,
      "loss": 0.8863,
      "step": 9357
    },
    {
      "epoch": 0.19721085102235428,
      "grad_norm": 0.1229768767952919,
      "learning_rate": 1.8569578719761408e-05,
      "loss": 0.8836,
      "step": 9358
    },
    {
      "epoch": 0.19723192506071957,
      "grad_norm": 0.1479845643043518,
      "learning_rate": 1.856922692819976e-05,
      "loss": 1.0006,
      "step": 9359
    },
    {
      "epoch": 0.19725299909908486,
      "grad_norm": 0.1387835592031479,
      "learning_rate": 1.85688750967175e-05,
      "loss": 0.9491,
      "step": 9360
    },
    {
      "epoch": 0.19727407313745016,
      "grad_norm": 0.11803202331066132,
      "learning_rate": 1.8568523225316273e-05,
      "loss": 0.8821,
      "step": 9361
    },
    {
      "epoch": 0.19729514717581542,
      "grad_norm": 0.1131013035774231,
      "learning_rate": 1.8568171313997712e-05,
      "loss": 0.8899,
      "step": 9362
    },
    {
      "epoch": 0.19731622121418071,
      "grad_norm": 0.11417092382907867,
      "learning_rate": 1.8567819362763456e-05,
      "loss": 0.8826,
      "step": 9363
    },
    {
      "epoch": 0.197337295252546,
      "grad_norm": 0.12132123112678528,
      "learning_rate": 1.8567467371615148e-05,
      "loss": 0.918,
      "step": 9364
    },
    {
      "epoch": 0.1973583692909113,
      "grad_norm": 0.11770230531692505,
      "learning_rate": 1.8567115340554426e-05,
      "loss": 0.7822,
      "step": 9365
    },
    {
      "epoch": 0.1973794433292766,
      "grad_norm": 0.1204254999756813,
      "learning_rate": 1.856676326958293e-05,
      "loss": 0.9148,
      "step": 9366
    },
    {
      "epoch": 0.19740051736764186,
      "grad_norm": 0.14167052507400513,
      "learning_rate": 1.8566411158702298e-05,
      "loss": 0.8743,
      "step": 9367
    },
    {
      "epoch": 0.19742159140600715,
      "grad_norm": 0.14213787019252777,
      "learning_rate": 1.8566059007914174e-05,
      "loss": 0.8321,
      "step": 9368
    },
    {
      "epoch": 0.19744266544437244,
      "grad_norm": 0.12873488664627075,
      "learning_rate": 1.8565706817220193e-05,
      "loss": 0.9309,
      "step": 9369
    },
    {
      "epoch": 0.19746373948273774,
      "grad_norm": 0.13946591317653656,
      "learning_rate": 1.8565354586622003e-05,
      "loss": 0.9334,
      "step": 9370
    },
    {
      "epoch": 0.197484813521103,
      "grad_norm": 0.12149831652641296,
      "learning_rate": 1.8565002316121242e-05,
      "loss": 0.8586,
      "step": 9371
    },
    {
      "epoch": 0.1975058875594683,
      "grad_norm": 0.11426408588886261,
      "learning_rate": 1.8564650005719555e-05,
      "loss": 0.8373,
      "step": 9372
    },
    {
      "epoch": 0.1975269615978336,
      "grad_norm": 0.13110722601413727,
      "learning_rate": 1.8564297655418577e-05,
      "loss": 0.8845,
      "step": 9373
    },
    {
      "epoch": 0.19754803563619888,
      "grad_norm": 0.11024654656648636,
      "learning_rate": 1.8563945265219944e-05,
      "loss": 0.8196,
      "step": 9374
    },
    {
      "epoch": 0.19756910967456418,
      "grad_norm": 0.11234099417924881,
      "learning_rate": 1.8563592835125312e-05,
      "loss": 0.8855,
      "step": 9375
    },
    {
      "epoch": 0.19759018371292944,
      "grad_norm": 0.150535449385643,
      "learning_rate": 1.8563240365136315e-05,
      "loss": 0.8895,
      "step": 9376
    },
    {
      "epoch": 0.19761125775129473,
      "grad_norm": 0.1236487627029419,
      "learning_rate": 1.8562887855254594e-05,
      "loss": 0.9541,
      "step": 9377
    },
    {
      "epoch": 0.19763233178966003,
      "grad_norm": 0.14531871676445007,
      "learning_rate": 1.8562535305481795e-05,
      "loss": 0.8578,
      "step": 9378
    },
    {
      "epoch": 0.19765340582802532,
      "grad_norm": 0.12247127294540405,
      "learning_rate": 1.856218271581956e-05,
      "loss": 0.8732,
      "step": 9379
    },
    {
      "epoch": 0.19767447986639058,
      "grad_norm": 0.13097570836544037,
      "learning_rate": 1.8561830086269524e-05,
      "loss": 0.908,
      "step": 9380
    },
    {
      "epoch": 0.19769555390475588,
      "grad_norm": 0.15367946028709412,
      "learning_rate": 1.8561477416833342e-05,
      "loss": 0.8681,
      "step": 9381
    },
    {
      "epoch": 0.19771662794312117,
      "grad_norm": 0.11748325079679489,
      "learning_rate": 1.8561124707512648e-05,
      "loss": 0.8604,
      "step": 9382
    },
    {
      "epoch": 0.19773770198148646,
      "grad_norm": 0.14738105237483978,
      "learning_rate": 1.856077195830909e-05,
      "loss": 0.9021,
      "step": 9383
    },
    {
      "epoch": 0.19775877601985176,
      "grad_norm": 0.15153183043003082,
      "learning_rate": 1.856041916922431e-05,
      "loss": 0.8992,
      "step": 9384
    },
    {
      "epoch": 0.19777985005821702,
      "grad_norm": 0.12782084941864014,
      "learning_rate": 1.8560066340259947e-05,
      "loss": 0.9209,
      "step": 9385
    },
    {
      "epoch": 0.19780092409658231,
      "grad_norm": 0.14862088859081268,
      "learning_rate": 1.855971347141765e-05,
      "loss": 0.9815,
      "step": 9386
    },
    {
      "epoch": 0.1978219981349476,
      "grad_norm": 0.12703293561935425,
      "learning_rate": 1.8559360562699062e-05,
      "loss": 0.94,
      "step": 9387
    },
    {
      "epoch": 0.1978430721733129,
      "grad_norm": 0.14816829562187195,
      "learning_rate": 1.8559007614105828e-05,
      "loss": 0.8219,
      "step": 9388
    },
    {
      "epoch": 0.19786414621167817,
      "grad_norm": 0.12450186163187027,
      "learning_rate": 1.8558654625639585e-05,
      "loss": 0.8928,
      "step": 9389
    },
    {
      "epoch": 0.19788522025004346,
      "grad_norm": 0.12853656709194183,
      "learning_rate": 1.8558301597301987e-05,
      "loss": 0.8989,
      "step": 9390
    },
    {
      "epoch": 0.19790629428840875,
      "grad_norm": 0.13430917263031006,
      "learning_rate": 1.8557948529094677e-05,
      "loss": 0.8588,
      "step": 9391
    },
    {
      "epoch": 0.19792736832677404,
      "grad_norm": 0.17166046798229218,
      "learning_rate": 1.855759542101929e-05,
      "loss": 0.976,
      "step": 9392
    },
    {
      "epoch": 0.19794844236513934,
      "grad_norm": 0.13952386379241943,
      "learning_rate": 1.8557242273077487e-05,
      "loss": 0.893,
      "step": 9393
    },
    {
      "epoch": 0.1979695164035046,
      "grad_norm": 0.15041722357273102,
      "learning_rate": 1.85568890852709e-05,
      "loss": 0.9748,
      "step": 9394
    },
    {
      "epoch": 0.1979905904418699,
      "grad_norm": 0.2030198872089386,
      "learning_rate": 1.855653585760118e-05,
      "loss": 0.911,
      "step": 9395
    },
    {
      "epoch": 0.1980116644802352,
      "grad_norm": 0.17437294125556946,
      "learning_rate": 1.8556182590069973e-05,
      "loss": 0.9126,
      "step": 9396
    },
    {
      "epoch": 0.19803273851860048,
      "grad_norm": 0.16779179871082306,
      "learning_rate": 1.8555829282678922e-05,
      "loss": 0.9262,
      "step": 9397
    },
    {
      "epoch": 0.19805381255696575,
      "grad_norm": 0.16071051359176636,
      "learning_rate": 1.8555475935429675e-05,
      "loss": 0.8408,
      "step": 9398
    },
    {
      "epoch": 0.19807488659533104,
      "grad_norm": 0.1430675983428955,
      "learning_rate": 1.855512254832388e-05,
      "loss": 0.9306,
      "step": 9399
    },
    {
      "epoch": 0.19809596063369633,
      "grad_norm": 0.15970338881015778,
      "learning_rate": 1.8554769121363178e-05,
      "loss": 0.9129,
      "step": 9400
    },
    {
      "epoch": 0.19811703467206163,
      "grad_norm": 0.15430402755737305,
      "learning_rate": 1.8554415654549217e-05,
      "loss": 0.9364,
      "step": 9401
    },
    {
      "epoch": 0.19813810871042692,
      "grad_norm": 0.14403575658798218,
      "learning_rate": 1.8554062147883643e-05,
      "loss": 0.8972,
      "step": 9402
    },
    {
      "epoch": 0.19815918274879218,
      "grad_norm": 0.21347863972187042,
      "learning_rate": 1.8553708601368107e-05,
      "loss": 0.9654,
      "step": 9403
    },
    {
      "epoch": 0.19818025678715748,
      "grad_norm": 0.15955543518066406,
      "learning_rate": 1.855335501500425e-05,
      "loss": 0.8544,
      "step": 9404
    },
    {
      "epoch": 0.19820133082552277,
      "grad_norm": 0.14445067942142487,
      "learning_rate": 1.855300138879373e-05,
      "loss": 0.9042,
      "step": 9405
    },
    {
      "epoch": 0.19822240486388806,
      "grad_norm": 0.17889344692230225,
      "learning_rate": 1.8552647722738185e-05,
      "loss": 0.9221,
      "step": 9406
    },
    {
      "epoch": 0.19824347890225333,
      "grad_norm": 0.1717728227376938,
      "learning_rate": 1.8552294016839265e-05,
      "loss": 0.9114,
      "step": 9407
    },
    {
      "epoch": 0.19826455294061862,
      "grad_norm": 0.14981335401535034,
      "learning_rate": 1.855194027109861e-05,
      "loss": 0.949,
      "step": 9408
    },
    {
      "epoch": 0.19828562697898391,
      "grad_norm": 0.17727981507778168,
      "learning_rate": 1.8551586485517885e-05,
      "loss": 0.9121,
      "step": 9409
    },
    {
      "epoch": 0.1983067010173492,
      "grad_norm": 0.17162621021270752,
      "learning_rate": 1.8551232660098726e-05,
      "loss": 1.0071,
      "step": 9410
    },
    {
      "epoch": 0.1983277750557145,
      "grad_norm": 0.1433429718017578,
      "learning_rate": 1.855087879484278e-05,
      "loss": 0.9212,
      "step": 9411
    },
    {
      "epoch": 0.19834884909407977,
      "grad_norm": 0.13805939257144928,
      "learning_rate": 1.8550524889751706e-05,
      "loss": 0.8998,
      "step": 9412
    },
    {
      "epoch": 0.19836992313244506,
      "grad_norm": 0.13129554688930511,
      "learning_rate": 1.8550170944827145e-05,
      "loss": 0.8455,
      "step": 9413
    },
    {
      "epoch": 0.19839099717081035,
      "grad_norm": 0.14440910518169403,
      "learning_rate": 1.8549816960070745e-05,
      "loss": 0.9328,
      "step": 9414
    },
    {
      "epoch": 0.19841207120917564,
      "grad_norm": 0.13146045804023743,
      "learning_rate": 1.8549462935484158e-05,
      "loss": 0.8714,
      "step": 9415
    },
    {
      "epoch": 0.1984331452475409,
      "grad_norm": 0.11287674307823181,
      "learning_rate": 1.8549108871069032e-05,
      "loss": 0.8586,
      "step": 9416
    },
    {
      "epoch": 0.1984542192859062,
      "grad_norm": 0.13035909831523895,
      "learning_rate": 1.8548754766827016e-05,
      "loss": 0.9387,
      "step": 9417
    },
    {
      "epoch": 0.1984752933242715,
      "grad_norm": 0.14077602326869965,
      "learning_rate": 1.8548400622759765e-05,
      "loss": 0.9,
      "step": 9418
    },
    {
      "epoch": 0.1984963673626368,
      "grad_norm": 0.13747404515743256,
      "learning_rate": 1.854804643886892e-05,
      "loss": 0.9326,
      "step": 9419
    },
    {
      "epoch": 0.19851744140100208,
      "grad_norm": 0.1302500069141388,
      "learning_rate": 1.8547692215156137e-05,
      "loss": 0.9061,
      "step": 9420
    },
    {
      "epoch": 0.19853851543936735,
      "grad_norm": 0.138723224401474,
      "learning_rate": 1.8547337951623063e-05,
      "loss": 0.8939,
      "step": 9421
    },
    {
      "epoch": 0.19855958947773264,
      "grad_norm": 0.1257014274597168,
      "learning_rate": 1.8546983648271354e-05,
      "loss": 0.9404,
      "step": 9422
    },
    {
      "epoch": 0.19858066351609793,
      "grad_norm": 0.13737370073795319,
      "learning_rate": 1.8546629305102652e-05,
      "loss": 0.8846,
      "step": 9423
    },
    {
      "epoch": 0.19860173755446323,
      "grad_norm": 0.16216158866882324,
      "learning_rate": 1.8546274922118614e-05,
      "loss": 0.9704,
      "step": 9424
    },
    {
      "epoch": 0.1986228115928285,
      "grad_norm": 0.1403859704732895,
      "learning_rate": 1.8545920499320887e-05,
      "loss": 0.9841,
      "step": 9425
    },
    {
      "epoch": 0.19864388563119378,
      "grad_norm": 0.14564572274684906,
      "learning_rate": 1.8545566036711127e-05,
      "loss": 0.9612,
      "step": 9426
    },
    {
      "epoch": 0.19866495966955908,
      "grad_norm": 0.1474137306213379,
      "learning_rate": 1.8545211534290985e-05,
      "loss": 0.8895,
      "step": 9427
    },
    {
      "epoch": 0.19868603370792437,
      "grad_norm": 0.1156427264213562,
      "learning_rate": 1.8544856992062107e-05,
      "loss": 0.9381,
      "step": 9428
    },
    {
      "epoch": 0.19870710774628966,
      "grad_norm": 0.17657938599586487,
      "learning_rate": 1.854450241002615e-05,
      "loss": 0.9264,
      "step": 9429
    },
    {
      "epoch": 0.19872818178465493,
      "grad_norm": 0.1545811891555786,
      "learning_rate": 1.854414778818476e-05,
      "loss": 0.9315,
      "step": 9430
    },
    {
      "epoch": 0.19874925582302022,
      "grad_norm": 0.1175149530172348,
      "learning_rate": 1.8543793126539595e-05,
      "loss": 0.8137,
      "step": 9431
    },
    {
      "epoch": 0.19877032986138551,
      "grad_norm": 0.1543450653553009,
      "learning_rate": 1.85434384250923e-05,
      "loss": 0.8767,
      "step": 9432
    },
    {
      "epoch": 0.1987914038997508,
      "grad_norm": 0.13741590082645416,
      "learning_rate": 1.8543083683844537e-05,
      "loss": 0.9693,
      "step": 9433
    },
    {
      "epoch": 0.1988124779381161,
      "grad_norm": 0.16228638589382172,
      "learning_rate": 1.8542728902797955e-05,
      "loss": 0.9838,
      "step": 9434
    },
    {
      "epoch": 0.19883355197648137,
      "grad_norm": 0.14782372117042542,
      "learning_rate": 1.8542374081954205e-05,
      "loss": 0.8448,
      "step": 9435
    },
    {
      "epoch": 0.19885462601484666,
      "grad_norm": 0.15772999823093414,
      "learning_rate": 1.854201922131494e-05,
      "loss": 0.9116,
      "step": 9436
    },
    {
      "epoch": 0.19887570005321195,
      "grad_norm": 0.15523700416088104,
      "learning_rate": 1.8541664320881814e-05,
      "loss": 0.8847,
      "step": 9437
    },
    {
      "epoch": 0.19889677409157724,
      "grad_norm": 0.2791345715522766,
      "learning_rate": 1.854130938065648e-05,
      "loss": 0.9565,
      "step": 9438
    },
    {
      "epoch": 0.1989178481299425,
      "grad_norm": 0.17861901223659515,
      "learning_rate": 1.8540954400640592e-05,
      "loss": 0.8952,
      "step": 9439
    },
    {
      "epoch": 0.1989389221683078,
      "grad_norm": 0.178667813539505,
      "learning_rate": 1.8540599380835802e-05,
      "loss": 0.9261,
      "step": 9440
    },
    {
      "epoch": 0.1989599962066731,
      "grad_norm": 0.14101919531822205,
      "learning_rate": 1.8540244321243767e-05,
      "loss": 0.8894,
      "step": 9441
    },
    {
      "epoch": 0.1989810702450384,
      "grad_norm": 0.1724434643983841,
      "learning_rate": 1.8539889221866137e-05,
      "loss": 0.9081,
      "step": 9442
    },
    {
      "epoch": 0.19900214428340368,
      "grad_norm": 0.13870641589164734,
      "learning_rate": 1.853953408270457e-05,
      "loss": 0.9281,
      "step": 9443
    },
    {
      "epoch": 0.19902321832176895,
      "grad_norm": 0.1736868917942047,
      "learning_rate": 1.853917890376072e-05,
      "loss": 0.8366,
      "step": 9444
    },
    {
      "epoch": 0.19904429236013424,
      "grad_norm": 0.16058911383152008,
      "learning_rate": 1.8538823685036238e-05,
      "loss": 0.932,
      "step": 9445
    },
    {
      "epoch": 0.19906536639849953,
      "grad_norm": 0.18518321216106415,
      "learning_rate": 1.8538468426532783e-05,
      "loss": 0.8507,
      "step": 9446
    },
    {
      "epoch": 0.19908644043686483,
      "grad_norm": 0.13512055575847626,
      "learning_rate": 1.853811312825201e-05,
      "loss": 0.8273,
      "step": 9447
    },
    {
      "epoch": 0.1991075144752301,
      "grad_norm": 0.24948637187480927,
      "learning_rate": 1.8537757790195572e-05,
      "loss": 0.9773,
      "step": 9448
    },
    {
      "epoch": 0.19912858851359538,
      "grad_norm": 0.20829187333583832,
      "learning_rate": 1.8537402412365124e-05,
      "loss": 0.9176,
      "step": 9449
    },
    {
      "epoch": 0.19914966255196068,
      "grad_norm": 0.16347019374370575,
      "learning_rate": 1.8537046994762325e-05,
      "loss": 0.8977,
      "step": 9450
    },
    {
      "epoch": 0.19917073659032597,
      "grad_norm": 0.2061445713043213,
      "learning_rate": 1.8536691537388825e-05,
      "loss": 0.963,
      "step": 9451
    },
    {
      "epoch": 0.19919181062869126,
      "grad_norm": 0.15686389803886414,
      "learning_rate": 1.8536336040246285e-05,
      "loss": 0.958,
      "step": 9452
    },
    {
      "epoch": 0.19921288466705653,
      "grad_norm": 0.2191101610660553,
      "learning_rate": 1.8535980503336358e-05,
      "loss": 0.9041,
      "step": 9453
    },
    {
      "epoch": 0.19923395870542182,
      "grad_norm": 0.14568820595741272,
      "learning_rate": 1.8535624926660707e-05,
      "loss": 0.9846,
      "step": 9454
    },
    {
      "epoch": 0.1992550327437871,
      "grad_norm": 0.1688770353794098,
      "learning_rate": 1.853526931022098e-05,
      "loss": 0.8651,
      "step": 9455
    },
    {
      "epoch": 0.1992761067821524,
      "grad_norm": 0.1624038815498352,
      "learning_rate": 1.8534913654018835e-05,
      "loss": 0.9288,
      "step": 9456
    },
    {
      "epoch": 0.19929718082051767,
      "grad_norm": 0.17207349836826324,
      "learning_rate": 1.8534557958055934e-05,
      "loss": 0.9777,
      "step": 9457
    },
    {
      "epoch": 0.19931825485888297,
      "grad_norm": 0.18115654587745667,
      "learning_rate": 1.853420222233393e-05,
      "loss": 0.9665,
      "step": 9458
    },
    {
      "epoch": 0.19933932889724826,
      "grad_norm": 0.11884214729070663,
      "learning_rate": 1.853384644685448e-05,
      "loss": 0.8785,
      "step": 9459
    },
    {
      "epoch": 0.19936040293561355,
      "grad_norm": 0.17954494059085846,
      "learning_rate": 1.8533490631619246e-05,
      "loss": 0.8606,
      "step": 9460
    },
    {
      "epoch": 0.19938147697397884,
      "grad_norm": 0.16410833597183228,
      "learning_rate": 1.8533134776629876e-05,
      "loss": 0.9498,
      "step": 9461
    },
    {
      "epoch": 0.1994025510123441,
      "grad_norm": 0.1477733552455902,
      "learning_rate": 1.8532778881888038e-05,
      "loss": 0.8623,
      "step": 9462
    },
    {
      "epoch": 0.1994236250507094,
      "grad_norm": 0.12983103096485138,
      "learning_rate": 1.8532422947395387e-05,
      "loss": 0.9763,
      "step": 9463
    },
    {
      "epoch": 0.1994446990890747,
      "grad_norm": 0.17906305193901062,
      "learning_rate": 1.8532066973153573e-05,
      "loss": 0.8935,
      "step": 9464
    },
    {
      "epoch": 0.19946577312744,
      "grad_norm": 0.13437683880329132,
      "learning_rate": 1.8531710959164265e-05,
      "loss": 0.8497,
      "step": 9465
    },
    {
      "epoch": 0.19948684716580525,
      "grad_norm": 0.14079605042934418,
      "learning_rate": 1.853135490542912e-05,
      "loss": 0.8047,
      "step": 9466
    },
    {
      "epoch": 0.19950792120417055,
      "grad_norm": 0.14147943258285522,
      "learning_rate": 1.8530998811949795e-05,
      "loss": 0.9879,
      "step": 9467
    },
    {
      "epoch": 0.19952899524253584,
      "grad_norm": 0.14492426812648773,
      "learning_rate": 1.8530642678727948e-05,
      "loss": 0.9832,
      "step": 9468
    },
    {
      "epoch": 0.19955006928090113,
      "grad_norm": 0.1560417264699936,
      "learning_rate": 1.853028650576524e-05,
      "loss": 0.9894,
      "step": 9469
    },
    {
      "epoch": 0.19957114331926643,
      "grad_norm": 0.153882697224617,
      "learning_rate": 1.8529930293063326e-05,
      "loss": 0.9625,
      "step": 9470
    },
    {
      "epoch": 0.1995922173576317,
      "grad_norm": 0.13663700222969055,
      "learning_rate": 1.8529574040623868e-05,
      "loss": 0.875,
      "step": 9471
    },
    {
      "epoch": 0.19961329139599698,
      "grad_norm": 0.14398492872714996,
      "learning_rate": 1.8529217748448526e-05,
      "loss": 0.9527,
      "step": 9472
    },
    {
      "epoch": 0.19963436543436228,
      "grad_norm": 0.12070589512586594,
      "learning_rate": 1.852886141653896e-05,
      "loss": 0.8993,
      "step": 9473
    },
    {
      "epoch": 0.19965543947272757,
      "grad_norm": 0.13899290561676025,
      "learning_rate": 1.8528505044896833e-05,
      "loss": 0.9181,
      "step": 9474
    },
    {
      "epoch": 0.19967651351109283,
      "grad_norm": 0.11184096336364746,
      "learning_rate": 1.85281486335238e-05,
      "loss": 0.9079,
      "step": 9475
    },
    {
      "epoch": 0.19969758754945813,
      "grad_norm": 0.1609029620885849,
      "learning_rate": 1.852779218242152e-05,
      "loss": 0.9457,
      "step": 9476
    },
    {
      "epoch": 0.19971866158782342,
      "grad_norm": 0.12144824117422104,
      "learning_rate": 1.8527435691591658e-05,
      "loss": 0.9227,
      "step": 9477
    },
    {
      "epoch": 0.1997397356261887,
      "grad_norm": 0.11914660781621933,
      "learning_rate": 1.8527079161035878e-05,
      "loss": 0.9103,
      "step": 9478
    },
    {
      "epoch": 0.199760809664554,
      "grad_norm": 0.11646749824285507,
      "learning_rate": 1.8526722590755835e-05,
      "loss": 0.911,
      "step": 9479
    },
    {
      "epoch": 0.19978188370291927,
      "grad_norm": 0.1257074773311615,
      "learning_rate": 1.852636598075319e-05,
      "loss": 0.9473,
      "step": 9480
    },
    {
      "epoch": 0.19980295774128456,
      "grad_norm": 0.11651665717363358,
      "learning_rate": 1.8526009331029607e-05,
      "loss": 0.943,
      "step": 9481
    },
    {
      "epoch": 0.19982403177964986,
      "grad_norm": 0.11966991424560547,
      "learning_rate": 1.8525652641586746e-05,
      "loss": 0.9233,
      "step": 9482
    },
    {
      "epoch": 0.19984510581801515,
      "grad_norm": 0.1357831060886383,
      "learning_rate": 1.852529591242627e-05,
      "loss": 0.8841,
      "step": 9483
    },
    {
      "epoch": 0.19986617985638042,
      "grad_norm": 0.15342137217521667,
      "learning_rate": 1.8524939143549838e-05,
      "loss": 0.9725,
      "step": 9484
    },
    {
      "epoch": 0.1998872538947457,
      "grad_norm": 0.19368255138397217,
      "learning_rate": 1.8524582334959114e-05,
      "loss": 0.9395,
      "step": 9485
    },
    {
      "epoch": 0.199908327933111,
      "grad_norm": 0.16296297311782837,
      "learning_rate": 1.8524225486655766e-05,
      "loss": 0.8899,
      "step": 9486
    },
    {
      "epoch": 0.1999294019714763,
      "grad_norm": 0.13004259765148163,
      "learning_rate": 1.8523868598641443e-05,
      "loss": 0.9591,
      "step": 9487
    },
    {
      "epoch": 0.1999504760098416,
      "grad_norm": 0.26969990134239197,
      "learning_rate": 1.852351167091782e-05,
      "loss": 0.8497,
      "step": 9488
    },
    {
      "epoch": 0.19997155004820685,
      "grad_norm": 0.14614087343215942,
      "learning_rate": 1.852315470348655e-05,
      "loss": 0.9725,
      "step": 9489
    },
    {
      "epoch": 0.19999262408657215,
      "grad_norm": 0.13487815856933594,
      "learning_rate": 1.852279769634931e-05,
      "loss": 0.9301,
      "step": 9490
    },
    {
      "epoch": 0.20001369812493744,
      "grad_norm": 0.16127949953079224,
      "learning_rate": 1.852244064950775e-05,
      "loss": 0.9433,
      "step": 9491
    },
    {
      "epoch": 0.20003477216330273,
      "grad_norm": 0.12971755862236023,
      "learning_rate": 1.8522083562963535e-05,
      "loss": 0.871,
      "step": 9492
    },
    {
      "epoch": 0.200055846201668,
      "grad_norm": 0.1392976939678192,
      "learning_rate": 1.8521726436718333e-05,
      "loss": 0.8904,
      "step": 9493
    },
    {
      "epoch": 0.2000769202400333,
      "grad_norm": 0.13691434264183044,
      "learning_rate": 1.8521369270773804e-05,
      "loss": 0.8941,
      "step": 9494
    },
    {
      "epoch": 0.20009799427839858,
      "grad_norm": 0.13180425763130188,
      "learning_rate": 1.8521012065131616e-05,
      "loss": 0.8901,
      "step": 9495
    },
    {
      "epoch": 0.20011906831676388,
      "grad_norm": 0.17063724994659424,
      "learning_rate": 1.852065481979343e-05,
      "loss": 0.9127,
      "step": 9496
    },
    {
      "epoch": 0.20014014235512917,
      "grad_norm": 0.14365674555301666,
      "learning_rate": 1.852029753476091e-05,
      "loss": 0.925,
      "step": 9497
    },
    {
      "epoch": 0.20016121639349443,
      "grad_norm": 0.11210037022829056,
      "learning_rate": 1.8519940210035726e-05,
      "loss": 0.8923,
      "step": 9498
    },
    {
      "epoch": 0.20018229043185973,
      "grad_norm": 0.14007392525672913,
      "learning_rate": 1.8519582845619536e-05,
      "loss": 0.9061,
      "step": 9499
    },
    {
      "epoch": 0.20020336447022502,
      "grad_norm": 0.11612274497747421,
      "learning_rate": 1.8519225441514e-05,
      "loss": 0.8812,
      "step": 9500
    },
    {
      "epoch": 0.2002244385085903,
      "grad_norm": 0.13251985609531403,
      "learning_rate": 1.8518867997720796e-05,
      "loss": 0.9462,
      "step": 9501
    },
    {
      "epoch": 0.20024551254695558,
      "grad_norm": 0.14185966551303864,
      "learning_rate": 1.8518510514241586e-05,
      "loss": 0.995,
      "step": 9502
    },
    {
      "epoch": 0.20026658658532087,
      "grad_norm": 0.16801920533180237,
      "learning_rate": 1.851815299107803e-05,
      "loss": 0.9143,
      "step": 9503
    },
    {
      "epoch": 0.20028766062368616,
      "grad_norm": 0.16064094007015228,
      "learning_rate": 1.8517795428231795e-05,
      "loss": 0.9725,
      "step": 9504
    },
    {
      "epoch": 0.20030873466205146,
      "grad_norm": 0.16575367748737335,
      "learning_rate": 1.8517437825704547e-05,
      "loss": 0.9007,
      "step": 9505
    },
    {
      "epoch": 0.20032980870041675,
      "grad_norm": 0.14372672140598297,
      "learning_rate": 1.8517080183497956e-05,
      "loss": 0.8591,
      "step": 9506
    },
    {
      "epoch": 0.20035088273878202,
      "grad_norm": 0.13490332663059235,
      "learning_rate": 1.851672250161368e-05,
      "loss": 0.8979,
      "step": 9507
    },
    {
      "epoch": 0.2003719567771473,
      "grad_norm": 0.21988077461719513,
      "learning_rate": 1.8516364780053396e-05,
      "loss": 0.93,
      "step": 9508
    },
    {
      "epoch": 0.2003930308155126,
      "grad_norm": 0.16577576100826263,
      "learning_rate": 1.8516007018818757e-05,
      "loss": 0.9264,
      "step": 9509
    },
    {
      "epoch": 0.2004141048538779,
      "grad_norm": 0.13004633784294128,
      "learning_rate": 1.8515649217911443e-05,
      "loss": 0.9664,
      "step": 9510
    },
    {
      "epoch": 0.20043517889224316,
      "grad_norm": 0.16815003752708435,
      "learning_rate": 1.8515291377333114e-05,
      "loss": 0.9034,
      "step": 9511
    },
    {
      "epoch": 0.20045625293060845,
      "grad_norm": 0.13606877624988556,
      "learning_rate": 1.851493349708544e-05,
      "loss": 0.9699,
      "step": 9512
    },
    {
      "epoch": 0.20047732696897375,
      "grad_norm": 0.1885724812746048,
      "learning_rate": 1.8514575577170082e-05,
      "loss": 0.9043,
      "step": 9513
    },
    {
      "epoch": 0.20049840100733904,
      "grad_norm": 0.22016961872577667,
      "learning_rate": 1.8514217617588713e-05,
      "loss": 1.0246,
      "step": 9514
    },
    {
      "epoch": 0.20051947504570433,
      "grad_norm": 0.17817914485931396,
      "learning_rate": 1.8513859618343003e-05,
      "loss": 0.8934,
      "step": 9515
    },
    {
      "epoch": 0.2005405490840696,
      "grad_norm": 0.1399247944355011,
      "learning_rate": 1.8513501579434613e-05,
      "loss": 0.8525,
      "step": 9516
    },
    {
      "epoch": 0.2005616231224349,
      "grad_norm": 0.26880234479904175,
      "learning_rate": 1.8513143500865217e-05,
      "loss": 0.9078,
      "step": 9517
    },
    {
      "epoch": 0.20058269716080018,
      "grad_norm": 0.15618149936199188,
      "learning_rate": 1.8512785382636477e-05,
      "loss": 0.8837,
      "step": 9518
    },
    {
      "epoch": 0.20060377119916548,
      "grad_norm": 0.14064829051494598,
      "learning_rate": 1.851242722475007e-05,
      "loss": 0.9338,
      "step": 9519
    },
    {
      "epoch": 0.20062484523753074,
      "grad_norm": 0.17122025787830353,
      "learning_rate": 1.851206902720765e-05,
      "loss": 0.9416,
      "step": 9520
    },
    {
      "epoch": 0.20064591927589603,
      "grad_norm": 0.12082836776971817,
      "learning_rate": 1.85117107900109e-05,
      "loss": 0.8054,
      "step": 9521
    },
    {
      "epoch": 0.20066699331426133,
      "grad_norm": 0.15267454087734222,
      "learning_rate": 1.8511352513161483e-05,
      "loss": 0.8574,
      "step": 9522
    },
    {
      "epoch": 0.20068806735262662,
      "grad_norm": 0.1428501158952713,
      "learning_rate": 1.851099419666107e-05,
      "loss": 0.879,
      "step": 9523
    },
    {
      "epoch": 0.2007091413909919,
      "grad_norm": 0.16747181117534637,
      "learning_rate": 1.851063584051133e-05,
      "loss": 0.9068,
      "step": 9524
    },
    {
      "epoch": 0.20073021542935718,
      "grad_norm": 0.16895605623722076,
      "learning_rate": 1.851027744471393e-05,
      "loss": 0.9109,
      "step": 9525
    },
    {
      "epoch": 0.20075128946772247,
      "grad_norm": 0.14697957038879395,
      "learning_rate": 1.8509919009270537e-05,
      "loss": 0.948,
      "step": 9526
    },
    {
      "epoch": 0.20077236350608776,
      "grad_norm": 0.1418047845363617,
      "learning_rate": 1.850956053418283e-05,
      "loss": 0.9656,
      "step": 9527
    },
    {
      "epoch": 0.20079343754445306,
      "grad_norm": 0.14616112411022186,
      "learning_rate": 1.8509202019452472e-05,
      "loss": 0.93,
      "step": 9528
    },
    {
      "epoch": 0.20081451158281835,
      "grad_norm": 0.1923922598361969,
      "learning_rate": 1.8508843465081138e-05,
      "loss": 0.9493,
      "step": 9529
    },
    {
      "epoch": 0.20083558562118362,
      "grad_norm": 0.1555681973695755,
      "learning_rate": 1.8508484871070492e-05,
      "loss": 0.9519,
      "step": 9530
    },
    {
      "epoch": 0.2008566596595489,
      "grad_norm": 0.1370522379875183,
      "learning_rate": 1.850812623742221e-05,
      "loss": 0.8863,
      "step": 9531
    },
    {
      "epoch": 0.2008777336979142,
      "grad_norm": 0.13334240019321442,
      "learning_rate": 1.850776756413796e-05,
      "loss": 0.9112,
      "step": 9532
    },
    {
      "epoch": 0.2008988077362795,
      "grad_norm": 0.14587394893169403,
      "learning_rate": 1.850740885121941e-05,
      "loss": 0.8609,
      "step": 9533
    },
    {
      "epoch": 0.20091988177464476,
      "grad_norm": 0.1441555619239807,
      "learning_rate": 1.850705009866824e-05,
      "loss": 0.9657,
      "step": 9534
    },
    {
      "epoch": 0.20094095581301005,
      "grad_norm": 0.12046749144792557,
      "learning_rate": 1.8506691306486115e-05,
      "loss": 0.8712,
      "step": 9535
    },
    {
      "epoch": 0.20096202985137535,
      "grad_norm": 0.16786834597587585,
      "learning_rate": 1.8506332474674706e-05,
      "loss": 0.9553,
      "step": 9536
    },
    {
      "epoch": 0.20098310388974064,
      "grad_norm": 0.13369618356227875,
      "learning_rate": 1.8505973603235684e-05,
      "loss": 0.8792,
      "step": 9537
    },
    {
      "epoch": 0.20100417792810593,
      "grad_norm": 0.13965818285942078,
      "learning_rate": 1.850561469217073e-05,
      "loss": 0.8971,
      "step": 9538
    },
    {
      "epoch": 0.2010252519664712,
      "grad_norm": 0.1461835354566574,
      "learning_rate": 1.8505255741481503e-05,
      "loss": 0.9416,
      "step": 9539
    },
    {
      "epoch": 0.2010463260048365,
      "grad_norm": 0.13296416401863098,
      "learning_rate": 1.8504896751169684e-05,
      "loss": 0.9711,
      "step": 9540
    },
    {
      "epoch": 0.20106740004320178,
      "grad_norm": 0.17890232801437378,
      "learning_rate": 1.850453772123694e-05,
      "loss": 1.0102,
      "step": 9541
    },
    {
      "epoch": 0.20108847408156708,
      "grad_norm": 0.1857503205537796,
      "learning_rate": 1.850417865168495e-05,
      "loss": 0.9172,
      "step": 9542
    },
    {
      "epoch": 0.20110954811993234,
      "grad_norm": 0.15270555019378662,
      "learning_rate": 1.8503819542515376e-05,
      "loss": 0.9152,
      "step": 9543
    },
    {
      "epoch": 0.20113062215829763,
      "grad_norm": 0.16510829329490662,
      "learning_rate": 1.8503460393729903e-05,
      "loss": 0.8987,
      "step": 9544
    },
    {
      "epoch": 0.20115169619666293,
      "grad_norm": 0.14402523636817932,
      "learning_rate": 1.85031012053302e-05,
      "loss": 0.8757,
      "step": 9545
    },
    {
      "epoch": 0.20117277023502822,
      "grad_norm": 0.17971479892730713,
      "learning_rate": 1.8502741977317938e-05,
      "loss": 0.8981,
      "step": 9546
    },
    {
      "epoch": 0.2011938442733935,
      "grad_norm": 0.1810145378112793,
      "learning_rate": 1.850238270969479e-05,
      "loss": 0.9683,
      "step": 9547
    },
    {
      "epoch": 0.20121491831175878,
      "grad_norm": 0.14859116077423096,
      "learning_rate": 1.8502023402462436e-05,
      "loss": 0.8339,
      "step": 9548
    },
    {
      "epoch": 0.20123599235012407,
      "grad_norm": 0.15131033957004547,
      "learning_rate": 1.850166405562254e-05,
      "loss": 0.8349,
      "step": 9549
    },
    {
      "epoch": 0.20125706638848936,
      "grad_norm": 0.2249375432729721,
      "learning_rate": 1.8501304669176784e-05,
      "loss": 0.9586,
      "step": 9550
    },
    {
      "epoch": 0.20127814042685466,
      "grad_norm": 0.16034194827079773,
      "learning_rate": 1.850094524312684e-05,
      "loss": 0.9422,
      "step": 9551
    },
    {
      "epoch": 0.20129921446521992,
      "grad_norm": 0.14479981362819672,
      "learning_rate": 1.8500585777474384e-05,
      "loss": 0.9229,
      "step": 9552
    },
    {
      "epoch": 0.20132028850358522,
      "grad_norm": 0.17970314621925354,
      "learning_rate": 1.8500226272221086e-05,
      "loss": 0.9737,
      "step": 9553
    },
    {
      "epoch": 0.2013413625419505,
      "grad_norm": 0.1237022653222084,
      "learning_rate": 1.8499866727368624e-05,
      "loss": 0.8584,
      "step": 9554
    },
    {
      "epoch": 0.2013624365803158,
      "grad_norm": 0.1380256563425064,
      "learning_rate": 1.849950714291867e-05,
      "loss": 0.857,
      "step": 9555
    },
    {
      "epoch": 0.2013835106186811,
      "grad_norm": 0.13687916100025177,
      "learning_rate": 1.8499147518872904e-05,
      "loss": 0.9382,
      "step": 9556
    },
    {
      "epoch": 0.20140458465704636,
      "grad_norm": 0.1432492583990097,
      "learning_rate": 1.8498787855233e-05,
      "loss": 0.9128,
      "step": 9557
    },
    {
      "epoch": 0.20142565869541165,
      "grad_norm": 0.1547360122203827,
      "learning_rate": 1.849842815200063e-05,
      "loss": 0.9068,
      "step": 9558
    },
    {
      "epoch": 0.20144673273377695,
      "grad_norm": 0.12416747212409973,
      "learning_rate": 1.8498068409177474e-05,
      "loss": 0.9571,
      "step": 9559
    },
    {
      "epoch": 0.20146780677214224,
      "grad_norm": 0.1491992324590683,
      "learning_rate": 1.8497708626765207e-05,
      "loss": 0.9252,
      "step": 9560
    },
    {
      "epoch": 0.2014888808105075,
      "grad_norm": 0.1405770629644394,
      "learning_rate": 1.8497348804765503e-05,
      "loss": 0.9558,
      "step": 9561
    },
    {
      "epoch": 0.2015099548488728,
      "grad_norm": 0.13140180706977844,
      "learning_rate": 1.849698894318004e-05,
      "loss": 0.9182,
      "step": 9562
    },
    {
      "epoch": 0.2015310288872381,
      "grad_norm": 0.1396910846233368,
      "learning_rate": 1.849662904201049e-05,
      "loss": 0.874,
      "step": 9563
    },
    {
      "epoch": 0.20155210292560338,
      "grad_norm": 0.14840398728847504,
      "learning_rate": 1.8496269101258536e-05,
      "loss": 0.938,
      "step": 9564
    },
    {
      "epoch": 0.20157317696396868,
      "grad_norm": 0.13254575431346893,
      "learning_rate": 1.8495909120925857e-05,
      "loss": 0.9431,
      "step": 9565
    },
    {
      "epoch": 0.20159425100233394,
      "grad_norm": 0.1161540150642395,
      "learning_rate": 1.849554910101412e-05,
      "loss": 0.8777,
      "step": 9566
    },
    {
      "epoch": 0.20161532504069923,
      "grad_norm": 0.1407792866230011,
      "learning_rate": 1.849518904152501e-05,
      "loss": 0.8622,
      "step": 9567
    },
    {
      "epoch": 0.20163639907906453,
      "grad_norm": 0.1368936002254486,
      "learning_rate": 1.8494828942460202e-05,
      "loss": 0.9306,
      "step": 9568
    },
    {
      "epoch": 0.20165747311742982,
      "grad_norm": 0.1255316138267517,
      "learning_rate": 1.849446880382137e-05,
      "loss": 0.9093,
      "step": 9569
    },
    {
      "epoch": 0.20167854715579508,
      "grad_norm": 0.11501756310462952,
      "learning_rate": 1.8494108625610198e-05,
      "loss": 0.822,
      "step": 9570
    },
    {
      "epoch": 0.20169962119416038,
      "grad_norm": 0.13604432344436646,
      "learning_rate": 1.8493748407828363e-05,
      "loss": 0.8998,
      "step": 9571
    },
    {
      "epoch": 0.20172069523252567,
      "grad_norm": 0.15142187476158142,
      "learning_rate": 1.849338815047754e-05,
      "loss": 0.9978,
      "step": 9572
    },
    {
      "epoch": 0.20174176927089096,
      "grad_norm": 0.1508883684873581,
      "learning_rate": 1.8493027853559405e-05,
      "loss": 0.9458,
      "step": 9573
    },
    {
      "epoch": 0.20176284330925626,
      "grad_norm": 0.13255473971366882,
      "learning_rate": 1.8492667517075643e-05,
      "loss": 0.9361,
      "step": 9574
    },
    {
      "epoch": 0.20178391734762152,
      "grad_norm": 0.11752534657716751,
      "learning_rate": 1.849230714102793e-05,
      "loss": 0.9193,
      "step": 9575
    },
    {
      "epoch": 0.20180499138598681,
      "grad_norm": 0.13009858131408691,
      "learning_rate": 1.8491946725417946e-05,
      "loss": 0.8981,
      "step": 9576
    },
    {
      "epoch": 0.2018260654243521,
      "grad_norm": 0.15632037818431854,
      "learning_rate": 1.849158627024737e-05,
      "loss": 0.9002,
      "step": 9577
    },
    {
      "epoch": 0.2018471394627174,
      "grad_norm": 0.12580271065235138,
      "learning_rate": 1.8491225775517873e-05,
      "loss": 0.9237,
      "step": 9578
    },
    {
      "epoch": 0.20186821350108267,
      "grad_norm": 0.13578151166439056,
      "learning_rate": 1.8490865241231145e-05,
      "loss": 0.9148,
      "step": 9579
    },
    {
      "epoch": 0.20188928753944796,
      "grad_norm": 0.16377505660057068,
      "learning_rate": 1.849050466738886e-05,
      "loss": 0.9777,
      "step": 9580
    },
    {
      "epoch": 0.20191036157781325,
      "grad_norm": 0.12644034624099731,
      "learning_rate": 1.8490144053992704e-05,
      "loss": 0.8929,
      "step": 9581
    },
    {
      "epoch": 0.20193143561617855,
      "grad_norm": 0.1522887796163559,
      "learning_rate": 1.8489783401044348e-05,
      "loss": 0.8827,
      "step": 9582
    },
    {
      "epoch": 0.20195250965454384,
      "grad_norm": 0.18871885538101196,
      "learning_rate": 1.848942270854548e-05,
      "loss": 0.8967,
      "step": 9583
    },
    {
      "epoch": 0.2019735836929091,
      "grad_norm": 0.14913460612297058,
      "learning_rate": 1.8489061976497775e-05,
      "loss": 1.0122,
      "step": 9584
    },
    {
      "epoch": 0.2019946577312744,
      "grad_norm": 0.16185013949871063,
      "learning_rate": 1.8488701204902915e-05,
      "loss": 0.9109,
      "step": 9585
    },
    {
      "epoch": 0.2020157317696397,
      "grad_norm": 0.16800877451896667,
      "learning_rate": 1.848834039376258e-05,
      "loss": 0.9439,
      "step": 9586
    },
    {
      "epoch": 0.20203680580800498,
      "grad_norm": 0.1439647674560547,
      "learning_rate": 1.8487979543078456e-05,
      "loss": 0.8076,
      "step": 9587
    },
    {
      "epoch": 0.20205787984637025,
      "grad_norm": 0.12498389929533005,
      "learning_rate": 1.8487618652852218e-05,
      "loss": 0.8823,
      "step": 9588
    },
    {
      "epoch": 0.20207895388473554,
      "grad_norm": 0.1279613971710205,
      "learning_rate": 1.848725772308555e-05,
      "loss": 0.9059,
      "step": 9589
    },
    {
      "epoch": 0.20210002792310083,
      "grad_norm": 0.14853253960609436,
      "learning_rate": 1.8486896753780132e-05,
      "loss": 0.9035,
      "step": 9590
    },
    {
      "epoch": 0.20212110196146613,
      "grad_norm": 0.15505759418010712,
      "learning_rate": 1.848653574493765e-05,
      "loss": 0.9726,
      "step": 9591
    },
    {
      "epoch": 0.20214217599983142,
      "grad_norm": 0.12368734925985336,
      "learning_rate": 1.848617469655978e-05,
      "loss": 0.8827,
      "step": 9592
    },
    {
      "epoch": 0.20216325003819668,
      "grad_norm": 0.20077082514762878,
      "learning_rate": 1.8485813608648203e-05,
      "loss": 0.9655,
      "step": 9593
    },
    {
      "epoch": 0.20218432407656198,
      "grad_norm": 0.18074218928813934,
      "learning_rate": 1.8485452481204604e-05,
      "loss": 0.8883,
      "step": 9594
    },
    {
      "epoch": 0.20220539811492727,
      "grad_norm": 0.18098919093608856,
      "learning_rate": 1.848509131423067e-05,
      "loss": 0.9972,
      "step": 9595
    },
    {
      "epoch": 0.20222647215329256,
      "grad_norm": 0.16849496960639954,
      "learning_rate": 1.8484730107728078e-05,
      "loss": 0.9288,
      "step": 9596
    },
    {
      "epoch": 0.20224754619165783,
      "grad_norm": 0.2187580019235611,
      "learning_rate": 1.848436886169851e-05,
      "loss": 0.9241,
      "step": 9597
    },
    {
      "epoch": 0.20226862023002312,
      "grad_norm": 0.14830923080444336,
      "learning_rate": 1.8484007576143652e-05,
      "loss": 0.8807,
      "step": 9598
    },
    {
      "epoch": 0.20228969426838841,
      "grad_norm": 0.16800996661186218,
      "learning_rate": 1.8483646251065186e-05,
      "loss": 0.9587,
      "step": 9599
    },
    {
      "epoch": 0.2023107683067537,
      "grad_norm": 0.1308480054140091,
      "learning_rate": 1.8483284886464797e-05,
      "loss": 0.9412,
      "step": 9600
    },
    {
      "epoch": 0.202331842345119,
      "grad_norm": 0.16946245729923248,
      "learning_rate": 1.8482923482344164e-05,
      "loss": 0.9397,
      "step": 9601
    },
    {
      "epoch": 0.20235291638348427,
      "grad_norm": 0.13888713717460632,
      "learning_rate": 1.8482562038704975e-05,
      "loss": 0.8931,
      "step": 9602
    },
    {
      "epoch": 0.20237399042184956,
      "grad_norm": 0.1504066437482834,
      "learning_rate": 1.848220055554891e-05,
      "loss": 0.9117,
      "step": 9603
    },
    {
      "epoch": 0.20239506446021485,
      "grad_norm": 0.13580505549907684,
      "learning_rate": 1.8481839032877658e-05,
      "loss": 0.8618,
      "step": 9604
    },
    {
      "epoch": 0.20241613849858014,
      "grad_norm": 0.13981212675571442,
      "learning_rate": 1.8481477470692898e-05,
      "loss": 0.8531,
      "step": 9605
    },
    {
      "epoch": 0.2024372125369454,
      "grad_norm": 0.1771933138370514,
      "learning_rate": 1.848111586899632e-05,
      "loss": 0.9437,
      "step": 9606
    },
    {
      "epoch": 0.2024582865753107,
      "grad_norm": 0.1932058334350586,
      "learning_rate": 1.84807542277896e-05,
      "loss": 0.9185,
      "step": 9607
    },
    {
      "epoch": 0.202479360613676,
      "grad_norm": 0.15846657752990723,
      "learning_rate": 1.848039254707443e-05,
      "loss": 0.9137,
      "step": 9608
    },
    {
      "epoch": 0.2025004346520413,
      "grad_norm": 0.13884831964969635,
      "learning_rate": 1.8480030826852494e-05,
      "loss": 0.9453,
      "step": 9609
    },
    {
      "epoch": 0.20252150869040658,
      "grad_norm": 0.12953530251979828,
      "learning_rate": 1.8479669067125478e-05,
      "loss": 0.8577,
      "step": 9610
    },
    {
      "epoch": 0.20254258272877185,
      "grad_norm": 0.13469485938549042,
      "learning_rate": 1.8479307267895064e-05,
      "loss": 0.9496,
      "step": 9611
    },
    {
      "epoch": 0.20256365676713714,
      "grad_norm": 0.1475793421268463,
      "learning_rate": 1.8478945429162934e-05,
      "loss": 0.933,
      "step": 9612
    },
    {
      "epoch": 0.20258473080550243,
      "grad_norm": 0.1854865998029709,
      "learning_rate": 1.8478583550930784e-05,
      "loss": 0.9784,
      "step": 9613
    },
    {
      "epoch": 0.20260580484386773,
      "grad_norm": 0.1414632797241211,
      "learning_rate": 1.8478221633200292e-05,
      "loss": 0.8734,
      "step": 9614
    },
    {
      "epoch": 0.202626878882233,
      "grad_norm": 0.2902485728263855,
      "learning_rate": 1.8477859675973145e-05,
      "loss": 0.9051,
      "step": 9615
    },
    {
      "epoch": 0.20264795292059828,
      "grad_norm": 0.19325073063373566,
      "learning_rate": 1.8477497679251034e-05,
      "loss": 0.8791,
      "step": 9616
    },
    {
      "epoch": 0.20266902695896358,
      "grad_norm": 0.1603461354970932,
      "learning_rate": 1.8477135643035642e-05,
      "loss": 0.9548,
      "step": 9617
    },
    {
      "epoch": 0.20269010099732887,
      "grad_norm": 0.14014127850532532,
      "learning_rate": 1.8476773567328653e-05,
      "loss": 0.8875,
      "step": 9618
    },
    {
      "epoch": 0.20271117503569416,
      "grad_norm": 0.1427452266216278,
      "learning_rate": 1.847641145213176e-05,
      "loss": 0.8251,
      "step": 9619
    },
    {
      "epoch": 0.20273224907405943,
      "grad_norm": 0.1656550019979477,
      "learning_rate": 1.8476049297446642e-05,
      "loss": 0.8847,
      "step": 9620
    },
    {
      "epoch": 0.20275332311242472,
      "grad_norm": 0.15733134746551514,
      "learning_rate": 1.847568710327499e-05,
      "loss": 0.8837,
      "step": 9621
    },
    {
      "epoch": 0.20277439715079001,
      "grad_norm": 0.14483550190925598,
      "learning_rate": 1.8475324869618493e-05,
      "loss": 0.9432,
      "step": 9622
    },
    {
      "epoch": 0.2027954711891553,
      "grad_norm": 0.13822275400161743,
      "learning_rate": 1.8474962596478837e-05,
      "loss": 0.9197,
      "step": 9623
    },
    {
      "epoch": 0.2028165452275206,
      "grad_norm": 0.12063124775886536,
      "learning_rate": 1.847460028385771e-05,
      "loss": 0.8663,
      "step": 9624
    },
    {
      "epoch": 0.20283761926588587,
      "grad_norm": 0.1206044852733612,
      "learning_rate": 1.8474237931756802e-05,
      "loss": 0.9247,
      "step": 9625
    },
    {
      "epoch": 0.20285869330425116,
      "grad_norm": 0.16378509998321533,
      "learning_rate": 1.8473875540177797e-05,
      "loss": 0.986,
      "step": 9626
    },
    {
      "epoch": 0.20287976734261645,
      "grad_norm": 0.14561516046524048,
      "learning_rate": 1.8473513109122385e-05,
      "loss": 0.99,
      "step": 9627
    },
    {
      "epoch": 0.20290084138098174,
      "grad_norm": 0.13453960418701172,
      "learning_rate": 1.8473150638592255e-05,
      "loss": 0.9823,
      "step": 9628
    },
    {
      "epoch": 0.202921915419347,
      "grad_norm": 0.143647238612175,
      "learning_rate": 1.8472788128589096e-05,
      "loss": 0.9305,
      "step": 9629
    },
    {
      "epoch": 0.2029429894577123,
      "grad_norm": 0.3441431522369385,
      "learning_rate": 1.8472425579114594e-05,
      "loss": 0.9151,
      "step": 9630
    },
    {
      "epoch": 0.2029640634960776,
      "grad_norm": 0.1443069726228714,
      "learning_rate": 1.847206299017044e-05,
      "loss": 0.909,
      "step": 9631
    },
    {
      "epoch": 0.2029851375344429,
      "grad_norm": 0.14488530158996582,
      "learning_rate": 1.8471700361758324e-05,
      "loss": 0.9012,
      "step": 9632
    },
    {
      "epoch": 0.20300621157280818,
      "grad_norm": 0.12299273908138275,
      "learning_rate": 1.8471337693879932e-05,
      "loss": 0.9242,
      "step": 9633
    },
    {
      "epoch": 0.20302728561117345,
      "grad_norm": 0.12894707918167114,
      "learning_rate": 1.8470974986536958e-05,
      "loss": 0.8669,
      "step": 9634
    },
    {
      "epoch": 0.20304835964953874,
      "grad_norm": 0.12736698985099792,
      "learning_rate": 1.847061223973109e-05,
      "loss": 0.8694,
      "step": 9635
    },
    {
      "epoch": 0.20306943368790403,
      "grad_norm": 0.1325487643480301,
      "learning_rate": 1.8470249453464017e-05,
      "loss": 0.9119,
      "step": 9636
    },
    {
      "epoch": 0.20309050772626933,
      "grad_norm": 0.12239016592502594,
      "learning_rate": 1.8469886627737428e-05,
      "loss": 0.8776,
      "step": 9637
    },
    {
      "epoch": 0.2031115817646346,
      "grad_norm": 0.1273440718650818,
      "learning_rate": 1.8469523762553018e-05,
      "loss": 0.9282,
      "step": 9638
    },
    {
      "epoch": 0.20313265580299988,
      "grad_norm": 0.1705651581287384,
      "learning_rate": 1.846916085791247e-05,
      "loss": 0.9255,
      "step": 9639
    },
    {
      "epoch": 0.20315372984136518,
      "grad_norm": 0.11850384622812271,
      "learning_rate": 1.8468797913817484e-05,
      "loss": 0.8858,
      "step": 9640
    },
    {
      "epoch": 0.20317480387973047,
      "grad_norm": 0.16463902592658997,
      "learning_rate": 1.8468434930269737e-05,
      "loss": 0.9361,
      "step": 9641
    },
    {
      "epoch": 0.20319587791809576,
      "grad_norm": 0.13128897547721863,
      "learning_rate": 1.846807190727094e-05,
      "loss": 0.9184,
      "step": 9642
    },
    {
      "epoch": 0.20321695195646103,
      "grad_norm": 0.14163053035736084,
      "learning_rate": 1.8467708844822765e-05,
      "loss": 0.8461,
      "step": 9643
    },
    {
      "epoch": 0.20323802599482632,
      "grad_norm": 0.1661462038755417,
      "learning_rate": 1.8467345742926914e-05,
      "loss": 0.9643,
      "step": 9644
    },
    {
      "epoch": 0.20325910003319161,
      "grad_norm": 0.15087950229644775,
      "learning_rate": 1.8466982601585075e-05,
      "loss": 0.9707,
      "step": 9645
    },
    {
      "epoch": 0.2032801740715569,
      "grad_norm": 0.16019505262374878,
      "learning_rate": 1.846661942079894e-05,
      "loss": 0.9105,
      "step": 9646
    },
    {
      "epoch": 0.20330124810992217,
      "grad_norm": 0.1260950267314911,
      "learning_rate": 1.84662562005702e-05,
      "loss": 0.9082,
      "step": 9647
    },
    {
      "epoch": 0.20332232214828747,
      "grad_norm": 0.14412690699100494,
      "learning_rate": 1.8465892940900553e-05,
      "loss": 0.8625,
      "step": 9648
    },
    {
      "epoch": 0.20334339618665276,
      "grad_norm": 0.11818365752696991,
      "learning_rate": 1.8465529641791684e-05,
      "loss": 0.8931,
      "step": 9649
    },
    {
      "epoch": 0.20336447022501805,
      "grad_norm": 0.14023178815841675,
      "learning_rate": 1.846516630324529e-05,
      "loss": 0.9007,
      "step": 9650
    },
    {
      "epoch": 0.20338554426338334,
      "grad_norm": 0.12149100005626678,
      "learning_rate": 1.8464802925263062e-05,
      "loss": 0.8892,
      "step": 9651
    },
    {
      "epoch": 0.2034066183017486,
      "grad_norm": 0.1468854695558548,
      "learning_rate": 1.8464439507846687e-05,
      "loss": 0.954,
      "step": 9652
    },
    {
      "epoch": 0.2034276923401139,
      "grad_norm": 0.13607566058635712,
      "learning_rate": 1.846407605099787e-05,
      "loss": 0.9009,
      "step": 9653
    },
    {
      "epoch": 0.2034487663784792,
      "grad_norm": 0.13651786744594574,
      "learning_rate": 1.8463712554718296e-05,
      "loss": 0.9601,
      "step": 9654
    },
    {
      "epoch": 0.2034698404168445,
      "grad_norm": 0.13471129536628723,
      "learning_rate": 1.8463349019009663e-05,
      "loss": 0.9489,
      "step": 9655
    },
    {
      "epoch": 0.20349091445520975,
      "grad_norm": 0.1283276230096817,
      "learning_rate": 1.8462985443873655e-05,
      "loss": 0.9615,
      "step": 9656
    },
    {
      "epoch": 0.20351198849357505,
      "grad_norm": 0.12812194228172302,
      "learning_rate": 1.8462621829311977e-05,
      "loss": 0.8403,
      "step": 9657
    },
    {
      "epoch": 0.20353306253194034,
      "grad_norm": 0.12832127511501312,
      "learning_rate": 1.846225817532632e-05,
      "loss": 0.9614,
      "step": 9658
    },
    {
      "epoch": 0.20355413657030563,
      "grad_norm": 0.1262519359588623,
      "learning_rate": 1.8461894481918376e-05,
      "loss": 0.9638,
      "step": 9659
    },
    {
      "epoch": 0.20357521060867093,
      "grad_norm": 0.1342124044895172,
      "learning_rate": 1.8461530749089838e-05,
      "loss": 0.8536,
      "step": 9660
    },
    {
      "epoch": 0.2035962846470362,
      "grad_norm": 0.12715932726860046,
      "learning_rate": 1.8461166976842406e-05,
      "loss": 0.941,
      "step": 9661
    },
    {
      "epoch": 0.20361735868540148,
      "grad_norm": 0.13278517127037048,
      "learning_rate": 1.8460803165177767e-05,
      "loss": 0.8693,
      "step": 9662
    },
    {
      "epoch": 0.20363843272376678,
      "grad_norm": 0.1322799026966095,
      "learning_rate": 1.8460439314097622e-05,
      "loss": 0.857,
      "step": 9663
    },
    {
      "epoch": 0.20365950676213207,
      "grad_norm": 0.12523669004440308,
      "learning_rate": 1.8460075423603665e-05,
      "loss": 0.8237,
      "step": 9664
    },
    {
      "epoch": 0.20368058080049734,
      "grad_norm": 0.12800303101539612,
      "learning_rate": 1.845971149369759e-05,
      "loss": 0.9388,
      "step": 9665
    },
    {
      "epoch": 0.20370165483886263,
      "grad_norm": 0.12419819086790085,
      "learning_rate": 1.845934752438109e-05,
      "loss": 0.8579,
      "step": 9666
    },
    {
      "epoch": 0.20372272887722792,
      "grad_norm": 0.1142587885260582,
      "learning_rate": 1.8458983515655865e-05,
      "loss": 0.8554,
      "step": 9667
    },
    {
      "epoch": 0.20374380291559321,
      "grad_norm": 0.14202868938446045,
      "learning_rate": 1.845861946752361e-05,
      "loss": 0.9729,
      "step": 9668
    },
    {
      "epoch": 0.2037648769539585,
      "grad_norm": 0.16878774762153625,
      "learning_rate": 1.845825537998602e-05,
      "loss": 0.9304,
      "step": 9669
    },
    {
      "epoch": 0.20378595099232377,
      "grad_norm": 0.14019425213336945,
      "learning_rate": 1.845789125304479e-05,
      "loss": 0.9177,
      "step": 9670
    },
    {
      "epoch": 0.20380702503068907,
      "grad_norm": 0.1627422422170639,
      "learning_rate": 1.845752708670162e-05,
      "loss": 0.9158,
      "step": 9671
    },
    {
      "epoch": 0.20382809906905436,
      "grad_norm": 0.2169397920370102,
      "learning_rate": 1.8457162880958202e-05,
      "loss": 0.9511,
      "step": 9672
    },
    {
      "epoch": 0.20384917310741965,
      "grad_norm": 0.1652456670999527,
      "learning_rate": 1.8456798635816233e-05,
      "loss": 0.9385,
      "step": 9673
    },
    {
      "epoch": 0.20387024714578492,
      "grad_norm": 0.12483670562505722,
      "learning_rate": 1.8456434351277412e-05,
      "loss": 0.9058,
      "step": 9674
    },
    {
      "epoch": 0.2038913211841502,
      "grad_norm": 0.14808206260204315,
      "learning_rate": 1.845607002734344e-05,
      "loss": 0.8304,
      "step": 9675
    },
    {
      "epoch": 0.2039123952225155,
      "grad_norm": 0.11487245559692383,
      "learning_rate": 1.8455705664016003e-05,
      "loss": 0.8955,
      "step": 9676
    },
    {
      "epoch": 0.2039334692608808,
      "grad_norm": 0.19817766547203064,
      "learning_rate": 1.8455341261296808e-05,
      "loss": 0.9414,
      "step": 9677
    },
    {
      "epoch": 0.2039545432992461,
      "grad_norm": 0.19014637172222137,
      "learning_rate": 1.8454976819187552e-05,
      "loss": 0.9632,
      "step": 9678
    },
    {
      "epoch": 0.20397561733761135,
      "grad_norm": 0.13380134105682373,
      "learning_rate": 1.845461233768993e-05,
      "loss": 0.8695,
      "step": 9679
    },
    {
      "epoch": 0.20399669137597665,
      "grad_norm": 0.17469245195388794,
      "learning_rate": 1.845424781680564e-05,
      "loss": 0.9377,
      "step": 9680
    },
    {
      "epoch": 0.20401776541434194,
      "grad_norm": 0.16867288947105408,
      "learning_rate": 1.845388325653638e-05,
      "loss": 0.9331,
      "step": 9681
    },
    {
      "epoch": 0.20403883945270723,
      "grad_norm": 0.14065542817115784,
      "learning_rate": 1.845351865688385e-05,
      "loss": 0.8986,
      "step": 9682
    },
    {
      "epoch": 0.2040599134910725,
      "grad_norm": 0.18626868724822998,
      "learning_rate": 1.8453154017849748e-05,
      "loss": 0.9362,
      "step": 9683
    },
    {
      "epoch": 0.2040809875294378,
      "grad_norm": 0.19740229845046997,
      "learning_rate": 1.8452789339435772e-05,
      "loss": 0.8778,
      "step": 9684
    },
    {
      "epoch": 0.20410206156780308,
      "grad_norm": 0.1383192092180252,
      "learning_rate": 1.845242462164362e-05,
      "loss": 0.9298,
      "step": 9685
    },
    {
      "epoch": 0.20412313560616838,
      "grad_norm": 0.1692446768283844,
      "learning_rate": 1.8452059864474992e-05,
      "loss": 0.9021,
      "step": 9686
    },
    {
      "epoch": 0.20414420964453367,
      "grad_norm": 0.14028163254261017,
      "learning_rate": 1.845169506793159e-05,
      "loss": 0.8268,
      "step": 9687
    },
    {
      "epoch": 0.20416528368289893,
      "grad_norm": 0.14401467144489288,
      "learning_rate": 1.8451330232015114e-05,
      "loss": 0.9171,
      "step": 9688
    },
    {
      "epoch": 0.20418635772126423,
      "grad_norm": 0.14302973449230194,
      "learning_rate": 1.8450965356727252e-05,
      "loss": 0.9194,
      "step": 9689
    },
    {
      "epoch": 0.20420743175962952,
      "grad_norm": 0.1719747632741928,
      "learning_rate": 1.845060044206972e-05,
      "loss": 0.9767,
      "step": 9690
    },
    {
      "epoch": 0.2042285057979948,
      "grad_norm": 0.1845995932817459,
      "learning_rate": 1.8450235488044207e-05,
      "loss": 0.8828,
      "step": 9691
    },
    {
      "epoch": 0.20424957983636008,
      "grad_norm": 0.14540916681289673,
      "learning_rate": 1.8449870494652417e-05,
      "loss": 0.8236,
      "step": 9692
    },
    {
      "epoch": 0.20427065387472537,
      "grad_norm": 0.21038676798343658,
      "learning_rate": 1.844950546189605e-05,
      "loss": 0.9473,
      "step": 9693
    },
    {
      "epoch": 0.20429172791309066,
      "grad_norm": 0.2195449322462082,
      "learning_rate": 1.8449140389776805e-05,
      "loss": 0.883,
      "step": 9694
    },
    {
      "epoch": 0.20431280195145596,
      "grad_norm": 0.15572389960289001,
      "learning_rate": 1.844877527829639e-05,
      "loss": 0.9599,
      "step": 9695
    },
    {
      "epoch": 0.20433387598982125,
      "grad_norm": 0.16612187027931213,
      "learning_rate": 1.8448410127456492e-05,
      "loss": 0.9563,
      "step": 9696
    },
    {
      "epoch": 0.20435495002818652,
      "grad_norm": 0.1472737193107605,
      "learning_rate": 1.8448044937258823e-05,
      "loss": 0.9384,
      "step": 9697
    },
    {
      "epoch": 0.2043760240665518,
      "grad_norm": 0.13649281859397888,
      "learning_rate": 1.8447679707705083e-05,
      "loss": 0.8941,
      "step": 9698
    },
    {
      "epoch": 0.2043970981049171,
      "grad_norm": 0.13514910638332367,
      "learning_rate": 1.8447314438796975e-05,
      "loss": 0.8983,
      "step": 9699
    },
    {
      "epoch": 0.2044181721432824,
      "grad_norm": 0.13892163336277008,
      "learning_rate": 1.8446949130536192e-05,
      "loss": 0.8895,
      "step": 9700
    },
    {
      "epoch": 0.20443924618164766,
      "grad_norm": 0.14429448544979095,
      "learning_rate": 1.8446583782924446e-05,
      "loss": 0.9421,
      "step": 9701
    },
    {
      "epoch": 0.20446032022001295,
      "grad_norm": 0.13042452931404114,
      "learning_rate": 1.8446218395963433e-05,
      "loss": 0.8145,
      "step": 9702
    },
    {
      "epoch": 0.20448139425837825,
      "grad_norm": 0.14352057874202728,
      "learning_rate": 1.8445852969654855e-05,
      "loss": 0.8184,
      "step": 9703
    },
    {
      "epoch": 0.20450246829674354,
      "grad_norm": 0.1379387378692627,
      "learning_rate": 1.8445487504000415e-05,
      "loss": 0.9047,
      "step": 9704
    },
    {
      "epoch": 0.20452354233510883,
      "grad_norm": 0.16273583471775055,
      "learning_rate": 1.8445121999001817e-05,
      "loss": 0.8373,
      "step": 9705
    },
    {
      "epoch": 0.2045446163734741,
      "grad_norm": 0.14996038377285004,
      "learning_rate": 1.8444756454660767e-05,
      "loss": 0.9396,
      "step": 9706
    },
    {
      "epoch": 0.2045656904118394,
      "grad_norm": 0.13828828930854797,
      "learning_rate": 1.8444390870978964e-05,
      "loss": 0.9193,
      "step": 9707
    },
    {
      "epoch": 0.20458676445020468,
      "grad_norm": 0.15725813806056976,
      "learning_rate": 1.8444025247958107e-05,
      "loss": 0.9656,
      "step": 9708
    },
    {
      "epoch": 0.20460783848856998,
      "grad_norm": 0.19342397153377533,
      "learning_rate": 1.8443659585599906e-05,
      "loss": 0.9374,
      "step": 9709
    },
    {
      "epoch": 0.20462891252693524,
      "grad_norm": 0.15003956854343414,
      "learning_rate": 1.8443293883906064e-05,
      "loss": 0.9036,
      "step": 9710
    },
    {
      "epoch": 0.20464998656530053,
      "grad_norm": 0.13831301033496857,
      "learning_rate": 1.844292814287828e-05,
      "loss": 0.8615,
      "step": 9711
    },
    {
      "epoch": 0.20467106060366583,
      "grad_norm": 0.14965742826461792,
      "learning_rate": 1.844256236251826e-05,
      "loss": 0.8658,
      "step": 9712
    },
    {
      "epoch": 0.20469213464203112,
      "grad_norm": 0.15182030200958252,
      "learning_rate": 1.8442196542827712e-05,
      "loss": 0.9237,
      "step": 9713
    },
    {
      "epoch": 0.2047132086803964,
      "grad_norm": 0.14231231808662415,
      "learning_rate": 1.844183068380834e-05,
      "loss": 0.9674,
      "step": 9714
    },
    {
      "epoch": 0.20473428271876168,
      "grad_norm": 0.1600184142589569,
      "learning_rate": 1.8441464785461835e-05,
      "loss": 0.9156,
      "step": 9715
    },
    {
      "epoch": 0.20475535675712697,
      "grad_norm": 0.12449566274881363,
      "learning_rate": 1.844109884778992e-05,
      "loss": 0.9149,
      "step": 9716
    },
    {
      "epoch": 0.20477643079549226,
      "grad_norm": 0.21621040999889374,
      "learning_rate": 1.8440732870794287e-05,
      "loss": 0.9473,
      "step": 9717
    },
    {
      "epoch": 0.20479750483385756,
      "grad_norm": 0.27293258905410767,
      "learning_rate": 1.8440366854476647e-05,
      "loss": 0.9527,
      "step": 9718
    },
    {
      "epoch": 0.20481857887222285,
      "grad_norm": 0.17867325246334076,
      "learning_rate": 1.8440000798838707e-05,
      "loss": 0.9531,
      "step": 9719
    },
    {
      "epoch": 0.20483965291058812,
      "grad_norm": 0.16225464642047882,
      "learning_rate": 1.8439634703882162e-05,
      "loss": 0.9105,
      "step": 9720
    },
    {
      "epoch": 0.2048607269489534,
      "grad_norm": 0.18113377690315247,
      "learning_rate": 1.843926856960873e-05,
      "loss": 0.8725,
      "step": 9721
    },
    {
      "epoch": 0.2048818009873187,
      "grad_norm": 0.1812984198331833,
      "learning_rate": 1.843890239602011e-05,
      "loss": 0.8378,
      "step": 9722
    },
    {
      "epoch": 0.204902875025684,
      "grad_norm": 0.18427829444408417,
      "learning_rate": 1.8438536183118008e-05,
      "loss": 0.929,
      "step": 9723
    },
    {
      "epoch": 0.20492394906404926,
      "grad_norm": 0.164967343211174,
      "learning_rate": 1.843816993090413e-05,
      "loss": 0.9417,
      "step": 9724
    },
    {
      "epoch": 0.20494502310241455,
      "grad_norm": 0.1284009963274002,
      "learning_rate": 1.8437803639380187e-05,
      "loss": 0.9137,
      "step": 9725
    },
    {
      "epoch": 0.20496609714077985,
      "grad_norm": 0.12753280997276306,
      "learning_rate": 1.8437437308547877e-05,
      "loss": 0.916,
      "step": 9726
    },
    {
      "epoch": 0.20498717117914514,
      "grad_norm": 0.13662533462047577,
      "learning_rate": 1.8437070938408915e-05,
      "loss": 0.9038,
      "step": 9727
    },
    {
      "epoch": 0.20500824521751043,
      "grad_norm": 0.1360347419977188,
      "learning_rate": 1.8436704528965005e-05,
      "loss": 0.8243,
      "step": 9728
    },
    {
      "epoch": 0.2050293192558757,
      "grad_norm": 0.111681267619133,
      "learning_rate": 1.8436338080217848e-05,
      "loss": 0.8549,
      "step": 9729
    },
    {
      "epoch": 0.205050393294241,
      "grad_norm": 0.1563229262828827,
      "learning_rate": 1.8435971592169158e-05,
      "loss": 0.9448,
      "step": 9730
    },
    {
      "epoch": 0.20507146733260628,
      "grad_norm": 0.13027700781822205,
      "learning_rate": 1.8435605064820644e-05,
      "loss": 0.9455,
      "step": 9731
    },
    {
      "epoch": 0.20509254137097158,
      "grad_norm": 0.1364743709564209,
      "learning_rate": 1.8435238498174005e-05,
      "loss": 0.9399,
      "step": 9732
    },
    {
      "epoch": 0.20511361540933684,
      "grad_norm": 0.17691564559936523,
      "learning_rate": 1.8434871892230957e-05,
      "loss": 0.8934,
      "step": 9733
    },
    {
      "epoch": 0.20513468944770213,
      "grad_norm": 0.12929970026016235,
      "learning_rate": 1.8434505246993203e-05,
      "loss": 0.9486,
      "step": 9734
    },
    {
      "epoch": 0.20515576348606743,
      "grad_norm": 0.14280562102794647,
      "learning_rate": 1.843413856246245e-05,
      "loss": 0.8455,
      "step": 9735
    },
    {
      "epoch": 0.20517683752443272,
      "grad_norm": 0.1873864233493805,
      "learning_rate": 1.8433771838640413e-05,
      "loss": 0.8725,
      "step": 9736
    },
    {
      "epoch": 0.205197911562798,
      "grad_norm": 0.12389914691448212,
      "learning_rate": 1.8433405075528795e-05,
      "loss": 0.9032,
      "step": 9737
    },
    {
      "epoch": 0.20521898560116328,
      "grad_norm": 0.13730384409427643,
      "learning_rate": 1.8433038273129306e-05,
      "loss": 0.8664,
      "step": 9738
    },
    {
      "epoch": 0.20524005963952857,
      "grad_norm": 0.13728021085262299,
      "learning_rate": 1.8432671431443653e-05,
      "loss": 0.9265,
      "step": 9739
    },
    {
      "epoch": 0.20526113367789386,
      "grad_norm": 0.17148569226264954,
      "learning_rate": 1.8432304550473547e-05,
      "loss": 0.8576,
      "step": 9740
    },
    {
      "epoch": 0.20528220771625916,
      "grad_norm": 0.1307205855846405,
      "learning_rate": 1.84319376302207e-05,
      "loss": 0.9148,
      "step": 9741
    },
    {
      "epoch": 0.20530328175462442,
      "grad_norm": 0.11694730073213577,
      "learning_rate": 1.8431570670686816e-05,
      "loss": 0.9451,
      "step": 9742
    },
    {
      "epoch": 0.20532435579298972,
      "grad_norm": 0.13245180249214172,
      "learning_rate": 1.8431203671873607e-05,
      "loss": 0.8872,
      "step": 9743
    },
    {
      "epoch": 0.205345429831355,
      "grad_norm": 0.14001184701919556,
      "learning_rate": 1.843083663378278e-05,
      "loss": 0.8629,
      "step": 9744
    },
    {
      "epoch": 0.2053665038697203,
      "grad_norm": 0.1293279379606247,
      "learning_rate": 1.8430469556416046e-05,
      "loss": 0.8776,
      "step": 9745
    },
    {
      "epoch": 0.2053875779080856,
      "grad_norm": 0.16955217719078064,
      "learning_rate": 1.843010243977512e-05,
      "loss": 0.9047,
      "step": 9746
    },
    {
      "epoch": 0.20540865194645086,
      "grad_norm": 0.14656934142112732,
      "learning_rate": 1.8429735283861706e-05,
      "loss": 0.9311,
      "step": 9747
    },
    {
      "epoch": 0.20542972598481615,
      "grad_norm": 0.1224348396062851,
      "learning_rate": 1.842936808867752e-05,
      "loss": 0.8704,
      "step": 9748
    },
    {
      "epoch": 0.20545080002318145,
      "grad_norm": 0.12794630229473114,
      "learning_rate": 1.8429000854224266e-05,
      "loss": 0.8999,
      "step": 9749
    },
    {
      "epoch": 0.20547187406154674,
      "grad_norm": 0.11093422770500183,
      "learning_rate": 1.8428633580503658e-05,
      "loss": 0.8282,
      "step": 9750
    },
    {
      "epoch": 0.205492948099912,
      "grad_norm": 0.14116543531417847,
      "learning_rate": 1.842826626751741e-05,
      "loss": 0.889,
      "step": 9751
    },
    {
      "epoch": 0.2055140221382773,
      "grad_norm": 0.15149150788784027,
      "learning_rate": 1.842789891526723e-05,
      "loss": 0.856,
      "step": 9752
    },
    {
      "epoch": 0.2055350961766426,
      "grad_norm": 0.22829438745975494,
      "learning_rate": 1.8427531523754828e-05,
      "loss": 0.9452,
      "step": 9753
    },
    {
      "epoch": 0.20555617021500788,
      "grad_norm": 0.17319457232952118,
      "learning_rate": 1.842716409298192e-05,
      "loss": 0.9463,
      "step": 9754
    },
    {
      "epoch": 0.20557724425337318,
      "grad_norm": 0.2025039941072464,
      "learning_rate": 1.8426796622950215e-05,
      "loss": 0.9294,
      "step": 9755
    },
    {
      "epoch": 0.20559831829173844,
      "grad_norm": 0.1436586230993271,
      "learning_rate": 1.8426429113661423e-05,
      "loss": 0.8973,
      "step": 9756
    },
    {
      "epoch": 0.20561939233010373,
      "grad_norm": 0.19227218627929688,
      "learning_rate": 1.8426061565117258e-05,
      "loss": 0.9852,
      "step": 9757
    },
    {
      "epoch": 0.20564046636846903,
      "grad_norm": 0.19712182879447937,
      "learning_rate": 1.842569397731943e-05,
      "loss": 0.9553,
      "step": 9758
    },
    {
      "epoch": 0.20566154040683432,
      "grad_norm": 0.15493997931480408,
      "learning_rate": 1.8425326350269658e-05,
      "loss": 0.9565,
      "step": 9759
    },
    {
      "epoch": 0.20568261444519959,
      "grad_norm": 0.15634655952453613,
      "learning_rate": 1.842495868396965e-05,
      "loss": 0.8643,
      "step": 9760
    },
    {
      "epoch": 0.20570368848356488,
      "grad_norm": 0.17122675478458405,
      "learning_rate": 1.8424590978421116e-05,
      "loss": 0.9287,
      "step": 9761
    },
    {
      "epoch": 0.20572476252193017,
      "grad_norm": 0.1805153340101242,
      "learning_rate": 1.8424223233625777e-05,
      "loss": 0.8857,
      "step": 9762
    },
    {
      "epoch": 0.20574583656029546,
      "grad_norm": 0.1720333993434906,
      "learning_rate": 1.8423855449585337e-05,
      "loss": 0.9023,
      "step": 9763
    },
    {
      "epoch": 0.20576691059866076,
      "grad_norm": 0.15370559692382812,
      "learning_rate": 1.8423487626301516e-05,
      "loss": 0.9373,
      "step": 9764
    },
    {
      "epoch": 0.20578798463702602,
      "grad_norm": 0.18317702412605286,
      "learning_rate": 1.8423119763776024e-05,
      "loss": 0.8611,
      "step": 9765
    },
    {
      "epoch": 0.20580905867539132,
      "grad_norm": 0.15215273201465607,
      "learning_rate": 1.842275186201058e-05,
      "loss": 0.9405,
      "step": 9766
    },
    {
      "epoch": 0.2058301327137566,
      "grad_norm": 0.16885146498680115,
      "learning_rate": 1.842238392100689e-05,
      "loss": 0.9534,
      "step": 9767
    },
    {
      "epoch": 0.2058512067521219,
      "grad_norm": 0.19211627542972565,
      "learning_rate": 1.8422015940766672e-05,
      "loss": 0.8906,
      "step": 9768
    },
    {
      "epoch": 0.20587228079048717,
      "grad_norm": 0.12961484491825104,
      "learning_rate": 1.842164792129164e-05,
      "loss": 0.9028,
      "step": 9769
    },
    {
      "epoch": 0.20589335482885246,
      "grad_norm": 0.19841627776622772,
      "learning_rate": 1.842127986258351e-05,
      "loss": 0.877,
      "step": 9770
    },
    {
      "epoch": 0.20591442886721775,
      "grad_norm": 0.12266446650028229,
      "learning_rate": 1.8420911764643992e-05,
      "loss": 0.9134,
      "step": 9771
    },
    {
      "epoch": 0.20593550290558305,
      "grad_norm": 0.19319729506969452,
      "learning_rate": 1.8420543627474806e-05,
      "loss": 0.9495,
      "step": 9772
    },
    {
      "epoch": 0.20595657694394834,
      "grad_norm": 0.16569530963897705,
      "learning_rate": 1.8420175451077667e-05,
      "loss": 0.9359,
      "step": 9773
    },
    {
      "epoch": 0.2059776509823136,
      "grad_norm": 0.165719673037529,
      "learning_rate": 1.841980723545429e-05,
      "loss": 0.9508,
      "step": 9774
    },
    {
      "epoch": 0.2059987250206789,
      "grad_norm": 0.1501798778772354,
      "learning_rate": 1.8419438980606386e-05,
      "loss": 0.8629,
      "step": 9775
    },
    {
      "epoch": 0.2060197990590442,
      "grad_norm": 0.12294447422027588,
      "learning_rate": 1.8419070686535673e-05,
      "loss": 0.9212,
      "step": 9776
    },
    {
      "epoch": 0.20604087309740948,
      "grad_norm": 0.1277965009212494,
      "learning_rate": 1.8418702353243868e-05,
      "loss": 0.8374,
      "step": 9777
    },
    {
      "epoch": 0.20606194713577475,
      "grad_norm": 0.13593661785125732,
      "learning_rate": 1.8418333980732686e-05,
      "loss": 0.8243,
      "step": 9778
    },
    {
      "epoch": 0.20608302117414004,
      "grad_norm": 0.13759419322013855,
      "learning_rate": 1.8417965569003842e-05,
      "loss": 0.9822,
      "step": 9779
    },
    {
      "epoch": 0.20610409521250533,
      "grad_norm": 0.13724923133850098,
      "learning_rate": 1.8417597118059052e-05,
      "loss": 0.8798,
      "step": 9780
    },
    {
      "epoch": 0.20612516925087063,
      "grad_norm": 0.13261476159095764,
      "learning_rate": 1.8417228627900035e-05,
      "loss": 0.8117,
      "step": 9781
    },
    {
      "epoch": 0.20614624328923592,
      "grad_norm": 0.12027373909950256,
      "learning_rate": 1.841686009852851e-05,
      "loss": 0.8396,
      "step": 9782
    },
    {
      "epoch": 0.20616731732760119,
      "grad_norm": 0.15479043126106262,
      "learning_rate": 1.8416491529946185e-05,
      "loss": 0.8692,
      "step": 9783
    },
    {
      "epoch": 0.20618839136596648,
      "grad_norm": 0.12653759121894836,
      "learning_rate": 1.8416122922154783e-05,
      "loss": 0.9038,
      "step": 9784
    },
    {
      "epoch": 0.20620946540433177,
      "grad_norm": 0.1804172545671463,
      "learning_rate": 1.8415754275156022e-05,
      "loss": 1.0094,
      "step": 9785
    },
    {
      "epoch": 0.20623053944269706,
      "grad_norm": 0.19101853668689728,
      "learning_rate": 1.841538558895162e-05,
      "loss": 0.8838,
      "step": 9786
    },
    {
      "epoch": 0.20625161348106233,
      "grad_norm": 0.12818218767642975,
      "learning_rate": 1.8415016863543286e-05,
      "loss": 0.8847,
      "step": 9787
    },
    {
      "epoch": 0.20627268751942762,
      "grad_norm": 0.16422884166240692,
      "learning_rate": 1.841464809893275e-05,
      "loss": 0.8941,
      "step": 9788
    },
    {
      "epoch": 0.20629376155779292,
      "grad_norm": 0.17183439433574677,
      "learning_rate": 1.8414279295121722e-05,
      "loss": 0.838,
      "step": 9789
    },
    {
      "epoch": 0.2063148355961582,
      "grad_norm": 0.13565829396247864,
      "learning_rate": 1.8413910452111924e-05,
      "loss": 0.8596,
      "step": 9790
    },
    {
      "epoch": 0.2063359096345235,
      "grad_norm": 0.15913231670856476,
      "learning_rate": 1.841354156990507e-05,
      "loss": 0.855,
      "step": 9791
    },
    {
      "epoch": 0.20635698367288877,
      "grad_norm": 0.16493770480155945,
      "learning_rate": 1.841317264850288e-05,
      "loss": 0.8826,
      "step": 9792
    },
    {
      "epoch": 0.20637805771125406,
      "grad_norm": 0.1660904437303543,
      "learning_rate": 1.8412803687907077e-05,
      "loss": 0.9226,
      "step": 9793
    },
    {
      "epoch": 0.20639913174961935,
      "grad_norm": 0.16384246945381165,
      "learning_rate": 1.8412434688119375e-05,
      "loss": 0.8225,
      "step": 9794
    },
    {
      "epoch": 0.20642020578798465,
      "grad_norm": 0.1283615678548813,
      "learning_rate": 1.8412065649141494e-05,
      "loss": 0.87,
      "step": 9795
    },
    {
      "epoch": 0.2064412798263499,
      "grad_norm": 0.16661836206912994,
      "learning_rate": 1.8411696570975156e-05,
      "loss": 0.8674,
      "step": 9796
    },
    {
      "epoch": 0.2064623538647152,
      "grad_norm": 0.14926078915596008,
      "learning_rate": 1.8411327453622073e-05,
      "loss": 0.9471,
      "step": 9797
    },
    {
      "epoch": 0.2064834279030805,
      "grad_norm": 0.1385231465101242,
      "learning_rate": 1.8410958297083974e-05,
      "loss": 0.864,
      "step": 9798
    },
    {
      "epoch": 0.2065045019414458,
      "grad_norm": 0.14387920498847961,
      "learning_rate": 1.8410589101362572e-05,
      "loss": 0.8902,
      "step": 9799
    },
    {
      "epoch": 0.20652557597981108,
      "grad_norm": 0.15438713133335114,
      "learning_rate": 1.8410219866459594e-05,
      "loss": 0.888,
      "step": 9800
    },
    {
      "epoch": 0.20654665001817635,
      "grad_norm": 0.15297791361808777,
      "learning_rate": 1.840985059237675e-05,
      "loss": 0.8884,
      "step": 9801
    },
    {
      "epoch": 0.20656772405654164,
      "grad_norm": 0.12309746444225311,
      "learning_rate": 1.8409481279115766e-05,
      "loss": 0.8584,
      "step": 9802
    },
    {
      "epoch": 0.20658879809490693,
      "grad_norm": 0.16983401775360107,
      "learning_rate": 1.8409111926678364e-05,
      "loss": 0.8996,
      "step": 9803
    },
    {
      "epoch": 0.20660987213327223,
      "grad_norm": 0.14548860490322113,
      "learning_rate": 1.8408742535066265e-05,
      "loss": 0.9376,
      "step": 9804
    },
    {
      "epoch": 0.2066309461716375,
      "grad_norm": 0.12695419788360596,
      "learning_rate": 1.8408373104281185e-05,
      "loss": 0.8415,
      "step": 9805
    },
    {
      "epoch": 0.20665202021000278,
      "grad_norm": 0.11038751155138016,
      "learning_rate": 1.8408003634324846e-05,
      "loss": 0.9014,
      "step": 9806
    },
    {
      "epoch": 0.20667309424836808,
      "grad_norm": 0.1300399899482727,
      "learning_rate": 1.8407634125198974e-05,
      "loss": 0.933,
      "step": 9807
    },
    {
      "epoch": 0.20669416828673337,
      "grad_norm": 0.10309576988220215,
      "learning_rate": 1.8407264576905288e-05,
      "loss": 0.932,
      "step": 9808
    },
    {
      "epoch": 0.20671524232509866,
      "grad_norm": 0.12702739238739014,
      "learning_rate": 1.8406894989445507e-05,
      "loss": 0.8885,
      "step": 9809
    },
    {
      "epoch": 0.20673631636346393,
      "grad_norm": 0.11834805458784103,
      "learning_rate": 1.8406525362821354e-05,
      "loss": 0.8235,
      "step": 9810
    },
    {
      "epoch": 0.20675739040182922,
      "grad_norm": 0.13241982460021973,
      "learning_rate": 1.8406155697034553e-05,
      "loss": 0.9684,
      "step": 9811
    },
    {
      "epoch": 0.20677846444019451,
      "grad_norm": 0.17646697163581848,
      "learning_rate": 1.8405785992086826e-05,
      "loss": 0.9691,
      "step": 9812
    },
    {
      "epoch": 0.2067995384785598,
      "grad_norm": 0.17623530328273773,
      "learning_rate": 1.8405416247979892e-05,
      "loss": 0.9371,
      "step": 9813
    },
    {
      "epoch": 0.2068206125169251,
      "grad_norm": 0.13911740481853485,
      "learning_rate": 1.840504646471548e-05,
      "loss": 0.9312,
      "step": 9814
    },
    {
      "epoch": 0.20684168655529037,
      "grad_norm": 0.12389662861824036,
      "learning_rate": 1.8404676642295304e-05,
      "loss": 0.8961,
      "step": 9815
    },
    {
      "epoch": 0.20686276059365566,
      "grad_norm": 0.14836448431015015,
      "learning_rate": 1.8404306780721088e-05,
      "loss": 0.9334,
      "step": 9816
    },
    {
      "epoch": 0.20688383463202095,
      "grad_norm": 0.10539622604846954,
      "learning_rate": 1.8403936879994564e-05,
      "loss": 0.8365,
      "step": 9817
    },
    {
      "epoch": 0.20690490867038625,
      "grad_norm": 0.13898059725761414,
      "learning_rate": 1.8403566940117445e-05,
      "loss": 0.985,
      "step": 9818
    },
    {
      "epoch": 0.2069259827087515,
      "grad_norm": 0.14075762033462524,
      "learning_rate": 1.8403196961091466e-05,
      "loss": 0.8853,
      "step": 9819
    },
    {
      "epoch": 0.2069470567471168,
      "grad_norm": 0.11301659047603607,
      "learning_rate": 1.8402826942918338e-05,
      "loss": 0.8198,
      "step": 9820
    },
    {
      "epoch": 0.2069681307854821,
      "grad_norm": 0.15363167226314545,
      "learning_rate": 1.840245688559979e-05,
      "loss": 0.9238,
      "step": 9821
    },
    {
      "epoch": 0.2069892048238474,
      "grad_norm": 0.16346265375614166,
      "learning_rate": 1.8402086789137547e-05,
      "loss": 0.9092,
      "step": 9822
    },
    {
      "epoch": 0.20701027886221268,
      "grad_norm": 0.11701026558876038,
      "learning_rate": 1.840171665353333e-05,
      "loss": 0.8901,
      "step": 9823
    },
    {
      "epoch": 0.20703135290057795,
      "grad_norm": 0.13721498847007751,
      "learning_rate": 1.8401346478788865e-05,
      "loss": 0.9204,
      "step": 9824
    },
    {
      "epoch": 0.20705242693894324,
      "grad_norm": 0.11599095910787582,
      "learning_rate": 1.840097626490588e-05,
      "loss": 0.8644,
      "step": 9825
    },
    {
      "epoch": 0.20707350097730853,
      "grad_norm": 0.14991451799869537,
      "learning_rate": 1.8400606011886096e-05,
      "loss": 0.9268,
      "step": 9826
    },
    {
      "epoch": 0.20709457501567383,
      "grad_norm": 0.1857699155807495,
      "learning_rate": 1.840023571973124e-05,
      "loss": 0.9559,
      "step": 9827
    },
    {
      "epoch": 0.2071156490540391,
      "grad_norm": 0.2449791133403778,
      "learning_rate": 1.8399865388443036e-05,
      "loss": 0.9089,
      "step": 9828
    },
    {
      "epoch": 0.20713672309240438,
      "grad_norm": 0.1503523588180542,
      "learning_rate": 1.8399495018023206e-05,
      "loss": 0.9746,
      "step": 9829
    },
    {
      "epoch": 0.20715779713076968,
      "grad_norm": 0.144642636179924,
      "learning_rate": 1.839912460847348e-05,
      "loss": 0.8991,
      "step": 9830
    },
    {
      "epoch": 0.20717887116913497,
      "grad_norm": 0.14014063775539398,
      "learning_rate": 1.8398754159795583e-05,
      "loss": 0.976,
      "step": 9831
    },
    {
      "epoch": 0.20719994520750026,
      "grad_norm": 0.16177022457122803,
      "learning_rate": 1.8398383671991234e-05,
      "loss": 0.862,
      "step": 9832
    },
    {
      "epoch": 0.20722101924586553,
      "grad_norm": 0.14408782124519348,
      "learning_rate": 1.839801314506217e-05,
      "loss": 0.9179,
      "step": 9833
    },
    {
      "epoch": 0.20724209328423082,
      "grad_norm": 0.13199034333229065,
      "learning_rate": 1.839764257901011e-05,
      "loss": 0.9495,
      "step": 9834
    },
    {
      "epoch": 0.20726316732259611,
      "grad_norm": 0.13228392601013184,
      "learning_rate": 1.839727197383678e-05,
      "loss": 0.9032,
      "step": 9835
    },
    {
      "epoch": 0.2072842413609614,
      "grad_norm": 0.1429850310087204,
      "learning_rate": 1.8396901329543914e-05,
      "loss": 0.9045,
      "step": 9836
    },
    {
      "epoch": 0.20730531539932667,
      "grad_norm": 0.16046597063541412,
      "learning_rate": 1.8396530646133227e-05,
      "loss": 0.8724,
      "step": 9837
    },
    {
      "epoch": 0.20732638943769197,
      "grad_norm": 0.1407822072505951,
      "learning_rate": 1.8396159923606457e-05,
      "loss": 0.9202,
      "step": 9838
    },
    {
      "epoch": 0.20734746347605726,
      "grad_norm": 0.15205049514770508,
      "learning_rate": 1.839578916196532e-05,
      "loss": 0.8663,
      "step": 9839
    },
    {
      "epoch": 0.20736853751442255,
      "grad_norm": 0.1610853523015976,
      "learning_rate": 1.8395418361211555e-05,
      "loss": 0.8988,
      "step": 9840
    },
    {
      "epoch": 0.20738961155278784,
      "grad_norm": 0.15196698904037476,
      "learning_rate": 1.8395047521346883e-05,
      "loss": 0.8972,
      "step": 9841
    },
    {
      "epoch": 0.2074106855911531,
      "grad_norm": 0.19505691528320312,
      "learning_rate": 1.839467664237303e-05,
      "loss": 0.8586,
      "step": 9842
    },
    {
      "epoch": 0.2074317596295184,
      "grad_norm": 0.14557558298110962,
      "learning_rate": 1.839430572429173e-05,
      "loss": 0.8678,
      "step": 9843
    },
    {
      "epoch": 0.2074528336678837,
      "grad_norm": 0.147363543510437,
      "learning_rate": 1.8393934767104702e-05,
      "loss": 0.8528,
      "step": 9844
    },
    {
      "epoch": 0.207473907706249,
      "grad_norm": 0.13296614587306976,
      "learning_rate": 1.8393563770813682e-05,
      "loss": 1.0029,
      "step": 9845
    },
    {
      "epoch": 0.20749498174461425,
      "grad_norm": 0.15534530580043793,
      "learning_rate": 1.8393192735420395e-05,
      "loss": 0.8616,
      "step": 9846
    },
    {
      "epoch": 0.20751605578297955,
      "grad_norm": 0.11248338222503662,
      "learning_rate": 1.8392821660926573e-05,
      "loss": 0.8278,
      "step": 9847
    },
    {
      "epoch": 0.20753712982134484,
      "grad_norm": 0.16817407310009003,
      "learning_rate": 1.8392450547333938e-05,
      "loss": 0.8822,
      "step": 9848
    },
    {
      "epoch": 0.20755820385971013,
      "grad_norm": 0.1260494589805603,
      "learning_rate": 1.8392079394644223e-05,
      "loss": 0.8623,
      "step": 9849
    },
    {
      "epoch": 0.20757927789807543,
      "grad_norm": 0.18045853078365326,
      "learning_rate": 1.8391708202859157e-05,
      "loss": 0.9147,
      "step": 9850
    },
    {
      "epoch": 0.2076003519364407,
      "grad_norm": 0.1362268030643463,
      "learning_rate": 1.8391336971980468e-05,
      "loss": 0.8471,
      "step": 9851
    },
    {
      "epoch": 0.20762142597480598,
      "grad_norm": 0.14303693175315857,
      "learning_rate": 1.839096570200989e-05,
      "loss": 0.8997,
      "step": 9852
    },
    {
      "epoch": 0.20764250001317128,
      "grad_norm": 0.18869096040725708,
      "learning_rate": 1.8390594392949145e-05,
      "loss": 0.9942,
      "step": 9853
    },
    {
      "epoch": 0.20766357405153657,
      "grad_norm": 0.19863000512123108,
      "learning_rate": 1.8390223044799967e-05,
      "loss": 0.8727,
      "step": 9854
    },
    {
      "epoch": 0.20768464808990184,
      "grad_norm": 0.19627004861831665,
      "learning_rate": 1.838985165756409e-05,
      "loss": 0.9213,
      "step": 9855
    },
    {
      "epoch": 0.20770572212826713,
      "grad_norm": 0.13305753469467163,
      "learning_rate": 1.8389480231243236e-05,
      "loss": 0.8975,
      "step": 9856
    },
    {
      "epoch": 0.20772679616663242,
      "grad_norm": 0.17819656431674957,
      "learning_rate": 1.838910876583914e-05,
      "loss": 0.9633,
      "step": 9857
    },
    {
      "epoch": 0.20774787020499771,
      "grad_norm": 0.15442237257957458,
      "learning_rate": 1.838873726135353e-05,
      "loss": 0.8707,
      "step": 9858
    },
    {
      "epoch": 0.207768944243363,
      "grad_norm": 0.12426023185253143,
      "learning_rate": 1.8388365717788143e-05,
      "loss": 0.9472,
      "step": 9859
    },
    {
      "epoch": 0.20779001828172827,
      "grad_norm": 0.17798496782779694,
      "learning_rate": 1.83879941351447e-05,
      "loss": 0.9132,
      "step": 9860
    },
    {
      "epoch": 0.20781109232009357,
      "grad_norm": 0.13057909905910492,
      "learning_rate": 1.8387622513424942e-05,
      "loss": 0.9636,
      "step": 9861
    },
    {
      "epoch": 0.20783216635845886,
      "grad_norm": 0.14065952599048615,
      "learning_rate": 1.838725085263059e-05,
      "loss": 0.8546,
      "step": 9862
    },
    {
      "epoch": 0.20785324039682415,
      "grad_norm": 0.14151683449745178,
      "learning_rate": 1.8386879152763382e-05,
      "loss": 0.9548,
      "step": 9863
    },
    {
      "epoch": 0.20787431443518942,
      "grad_norm": 0.12244287878274918,
      "learning_rate": 1.838650741382505e-05,
      "loss": 0.8543,
      "step": 9864
    },
    {
      "epoch": 0.2078953884735547,
      "grad_norm": 0.14489881694316864,
      "learning_rate": 1.8386135635817326e-05,
      "loss": 0.9577,
      "step": 9865
    },
    {
      "epoch": 0.20791646251192,
      "grad_norm": 0.1573275476694107,
      "learning_rate": 1.838576381874194e-05,
      "loss": 0.8757,
      "step": 9866
    },
    {
      "epoch": 0.2079375365502853,
      "grad_norm": 0.1540474146604538,
      "learning_rate": 1.8385391962600622e-05,
      "loss": 0.9091,
      "step": 9867
    },
    {
      "epoch": 0.2079586105886506,
      "grad_norm": 0.12230385839939117,
      "learning_rate": 1.838502006739511e-05,
      "loss": 0.8511,
      "step": 9868
    },
    {
      "epoch": 0.20797968462701585,
      "grad_norm": 0.14701370894908905,
      "learning_rate": 1.838464813312713e-05,
      "loss": 0.9003,
      "step": 9869
    },
    {
      "epoch": 0.20800075866538115,
      "grad_norm": 0.1613544374704361,
      "learning_rate": 1.838427615979842e-05,
      "loss": 0.9226,
      "step": 9870
    },
    {
      "epoch": 0.20802183270374644,
      "grad_norm": 0.1567835956811905,
      "learning_rate": 1.838390414741071e-05,
      "loss": 0.946,
      "step": 9871
    },
    {
      "epoch": 0.20804290674211173,
      "grad_norm": 0.12393774837255478,
      "learning_rate": 1.838353209596573e-05,
      "loss": 0.8913,
      "step": 9872
    },
    {
      "epoch": 0.208063980780477,
      "grad_norm": 0.17990829050540924,
      "learning_rate": 1.8383160005465224e-05,
      "loss": 0.9508,
      "step": 9873
    },
    {
      "epoch": 0.2080850548188423,
      "grad_norm": 0.15657252073287964,
      "learning_rate": 1.8382787875910913e-05,
      "loss": 0.9373,
      "step": 9874
    },
    {
      "epoch": 0.20810612885720758,
      "grad_norm": 0.15715841948986053,
      "learning_rate": 1.8382415707304542e-05,
      "loss": 0.9922,
      "step": 9875
    },
    {
      "epoch": 0.20812720289557288,
      "grad_norm": 0.20680426061153412,
      "learning_rate": 1.8382043499647838e-05,
      "loss": 0.9377,
      "step": 9876
    },
    {
      "epoch": 0.20814827693393817,
      "grad_norm": 0.12816141545772552,
      "learning_rate": 1.8381671252942532e-05,
      "loss": 0.937,
      "step": 9877
    },
    {
      "epoch": 0.20816935097230344,
      "grad_norm": 0.16818395256996155,
      "learning_rate": 1.8381298967190365e-05,
      "loss": 0.9067,
      "step": 9878
    },
    {
      "epoch": 0.20819042501066873,
      "grad_norm": 0.13234169781208038,
      "learning_rate": 1.8380926642393063e-05,
      "loss": 0.7811,
      "step": 9879
    },
    {
      "epoch": 0.20821149904903402,
      "grad_norm": 0.20808401703834534,
      "learning_rate": 1.838055427855237e-05,
      "loss": 0.9466,
      "step": 9880
    },
    {
      "epoch": 0.20823257308739931,
      "grad_norm": 0.13896112143993378,
      "learning_rate": 1.838018187567002e-05,
      "loss": 0.9395,
      "step": 9881
    },
    {
      "epoch": 0.20825364712576458,
      "grad_norm": 0.16936556994915009,
      "learning_rate": 1.8379809433747738e-05,
      "loss": 0.8972,
      "step": 9882
    },
    {
      "epoch": 0.20827472116412987,
      "grad_norm": 0.17403674125671387,
      "learning_rate": 1.8379436952787268e-05,
      "loss": 0.8841,
      "step": 9883
    },
    {
      "epoch": 0.20829579520249517,
      "grad_norm": 0.14615266025066376,
      "learning_rate": 1.8379064432790342e-05,
      "loss": 0.9052,
      "step": 9884
    },
    {
      "epoch": 0.20831686924086046,
      "grad_norm": 0.20600958168506622,
      "learning_rate": 1.83786918737587e-05,
      "loss": 0.9422,
      "step": 9885
    },
    {
      "epoch": 0.20833794327922575,
      "grad_norm": 0.14243021607398987,
      "learning_rate": 1.837831927569407e-05,
      "loss": 0.938,
      "step": 9886
    },
    {
      "epoch": 0.20835901731759102,
      "grad_norm": 0.18609611690044403,
      "learning_rate": 1.8377946638598195e-05,
      "loss": 0.8933,
      "step": 9887
    },
    {
      "epoch": 0.2083800913559563,
      "grad_norm": 0.1723988950252533,
      "learning_rate": 1.8377573962472802e-05,
      "loss": 1.0058,
      "step": 9888
    },
    {
      "epoch": 0.2084011653943216,
      "grad_norm": 0.16937892138957977,
      "learning_rate": 1.8377201247319638e-05,
      "loss": 0.8967,
      "step": 9889
    },
    {
      "epoch": 0.2084222394326869,
      "grad_norm": 0.16790111362934113,
      "learning_rate": 1.8376828493140434e-05,
      "loss": 0.9409,
      "step": 9890
    },
    {
      "epoch": 0.20844331347105216,
      "grad_norm": 0.14689169824123383,
      "learning_rate": 1.837645569993692e-05,
      "loss": 0.8924,
      "step": 9891
    },
    {
      "epoch": 0.20846438750941745,
      "grad_norm": 0.1894783079624176,
      "learning_rate": 1.8376082867710847e-05,
      "loss": 0.8995,
      "step": 9892
    },
    {
      "epoch": 0.20848546154778275,
      "grad_norm": 0.1284642070531845,
      "learning_rate": 1.837570999646394e-05,
      "loss": 0.846,
      "step": 9893
    },
    {
      "epoch": 0.20850653558614804,
      "grad_norm": 0.18868917226791382,
      "learning_rate": 1.8375337086197943e-05,
      "loss": 0.8735,
      "step": 9894
    },
    {
      "epoch": 0.20852760962451333,
      "grad_norm": 0.16547273099422455,
      "learning_rate": 1.837496413691459e-05,
      "loss": 0.9295,
      "step": 9895
    },
    {
      "epoch": 0.2085486836628786,
      "grad_norm": 0.19245463609695435,
      "learning_rate": 1.8374591148615614e-05,
      "loss": 0.9438,
      "step": 9896
    },
    {
      "epoch": 0.2085697577012439,
      "grad_norm": 0.12738315761089325,
      "learning_rate": 1.8374218121302762e-05,
      "loss": 0.8744,
      "step": 9897
    },
    {
      "epoch": 0.20859083173960918,
      "grad_norm": 0.2537299394607544,
      "learning_rate": 1.8373845054977764e-05,
      "loss": 0.9344,
      "step": 9898
    },
    {
      "epoch": 0.20861190577797448,
      "grad_norm": 0.1944541335105896,
      "learning_rate": 1.8373471949642363e-05,
      "loss": 0.8756,
      "step": 9899
    },
    {
      "epoch": 0.20863297981633974,
      "grad_norm": 0.17951270937919617,
      "learning_rate": 1.8373098805298295e-05,
      "loss": 0.8884,
      "step": 9900
    },
    {
      "epoch": 0.20865405385470503,
      "grad_norm": 0.18609102070331573,
      "learning_rate": 1.83727256219473e-05,
      "loss": 0.9266,
      "step": 9901
    },
    {
      "epoch": 0.20867512789307033,
      "grad_norm": 0.16976620256900787,
      "learning_rate": 1.8372352399591116e-05,
      "loss": 0.9754,
      "step": 9902
    },
    {
      "epoch": 0.20869620193143562,
      "grad_norm": 0.18336911499500275,
      "learning_rate": 1.8371979138231476e-05,
      "loss": 0.915,
      "step": 9903
    },
    {
      "epoch": 0.20871727596980091,
      "grad_norm": 0.1787642389535904,
      "learning_rate": 1.8371605837870127e-05,
      "loss": 0.8671,
      "step": 9904
    },
    {
      "epoch": 0.20873835000816618,
      "grad_norm": 0.1531311273574829,
      "learning_rate": 1.8371232498508805e-05,
      "loss": 0.9368,
      "step": 9905
    },
    {
      "epoch": 0.20875942404653147,
      "grad_norm": 0.1832924336194992,
      "learning_rate": 1.837085912014925e-05,
      "loss": 0.8807,
      "step": 9906
    },
    {
      "epoch": 0.20878049808489677,
      "grad_norm": 0.15160857141017914,
      "learning_rate": 1.83704857027932e-05,
      "loss": 0.8954,
      "step": 9907
    },
    {
      "epoch": 0.20880157212326206,
      "grad_norm": 0.1951557695865631,
      "learning_rate": 1.8370112246442395e-05,
      "loss": 0.9239,
      "step": 9908
    },
    {
      "epoch": 0.20882264616162735,
      "grad_norm": 0.22935821115970612,
      "learning_rate": 1.836973875109857e-05,
      "loss": 0.8993,
      "step": 9909
    },
    {
      "epoch": 0.20884372019999262,
      "grad_norm": 0.15633486211299896,
      "learning_rate": 1.8369365216763478e-05,
      "loss": 0.938,
      "step": 9910
    },
    {
      "epoch": 0.2088647942383579,
      "grad_norm": 0.2259112447500229,
      "learning_rate": 1.8368991643438846e-05,
      "loss": 0.8858,
      "step": 9911
    },
    {
      "epoch": 0.2088858682767232,
      "grad_norm": 0.1447061449289322,
      "learning_rate": 1.836861803112642e-05,
      "loss": 0.8983,
      "step": 9912
    },
    {
      "epoch": 0.2089069423150885,
      "grad_norm": 0.1900700032711029,
      "learning_rate": 1.836824437982794e-05,
      "loss": 0.8676,
      "step": 9913
    },
    {
      "epoch": 0.20892801635345376,
      "grad_norm": 0.16996636986732483,
      "learning_rate": 1.8367870689545143e-05,
      "loss": 0.8471,
      "step": 9914
    },
    {
      "epoch": 0.20894909039181905,
      "grad_norm": 0.17189347743988037,
      "learning_rate": 1.836749696027978e-05,
      "loss": 0.8995,
      "step": 9915
    },
    {
      "epoch": 0.20897016443018435,
      "grad_norm": 0.18964798748493195,
      "learning_rate": 1.8367123192033582e-05,
      "loss": 0.9613,
      "step": 9916
    },
    {
      "epoch": 0.20899123846854964,
      "grad_norm": 0.12260761111974716,
      "learning_rate": 1.8366749384808297e-05,
      "loss": 0.8574,
      "step": 9917
    },
    {
      "epoch": 0.20901231250691493,
      "grad_norm": 0.20403429865837097,
      "learning_rate": 1.8366375538605655e-05,
      "loss": 0.8707,
      "step": 9918
    },
    {
      "epoch": 0.2090333865452802,
      "grad_norm": 0.17986871302127838,
      "learning_rate": 1.8366001653427412e-05,
      "loss": 0.9747,
      "step": 9919
    },
    {
      "epoch": 0.2090544605836455,
      "grad_norm": 0.15205512940883636,
      "learning_rate": 1.8365627729275303e-05,
      "loss": 0.9378,
      "step": 9920
    },
    {
      "epoch": 0.20907553462201078,
      "grad_norm": 0.1341002881526947,
      "learning_rate": 1.836525376615107e-05,
      "loss": 0.8223,
      "step": 9921
    },
    {
      "epoch": 0.20909660866037608,
      "grad_norm": 0.17215938866138458,
      "learning_rate": 1.8364879764056455e-05,
      "loss": 0.9142,
      "step": 9922
    },
    {
      "epoch": 0.20911768269874134,
      "grad_norm": 0.18050940334796906,
      "learning_rate": 1.8364505722993202e-05,
      "loss": 0.9658,
      "step": 9923
    },
    {
      "epoch": 0.20913875673710663,
      "grad_norm": 0.18848057091236115,
      "learning_rate": 1.836413164296305e-05,
      "loss": 0.9242,
      "step": 9924
    },
    {
      "epoch": 0.20915983077547193,
      "grad_norm": 0.12522278726100922,
      "learning_rate": 1.8363757523967748e-05,
      "loss": 0.9039,
      "step": 9925
    },
    {
      "epoch": 0.20918090481383722,
      "grad_norm": 0.14144682884216309,
      "learning_rate": 1.836338336600903e-05,
      "loss": 0.9585,
      "step": 9926
    },
    {
      "epoch": 0.2092019788522025,
      "grad_norm": 0.1031082272529602,
      "learning_rate": 1.836300916908865e-05,
      "loss": 0.8691,
      "step": 9927
    },
    {
      "epoch": 0.20922305289056778,
      "grad_norm": 0.13601937890052795,
      "learning_rate": 1.836263493320834e-05,
      "loss": 0.8379,
      "step": 9928
    },
    {
      "epoch": 0.20924412692893307,
      "grad_norm": 0.11604242771863937,
      "learning_rate": 1.836226065836985e-05,
      "loss": 0.9045,
      "step": 9929
    },
    {
      "epoch": 0.20926520096729836,
      "grad_norm": 0.146864652633667,
      "learning_rate": 1.8361886344574924e-05,
      "loss": 0.8805,
      "step": 9930
    },
    {
      "epoch": 0.20928627500566366,
      "grad_norm": 0.1442227065563202,
      "learning_rate": 1.8361511991825302e-05,
      "loss": 0.8734,
      "step": 9931
    },
    {
      "epoch": 0.20930734904402892,
      "grad_norm": 0.1419600397348404,
      "learning_rate": 1.836113760012273e-05,
      "loss": 0.9066,
      "step": 9932
    },
    {
      "epoch": 0.20932842308239422,
      "grad_norm": 0.10772829502820969,
      "learning_rate": 1.8360763169468952e-05,
      "loss": 0.8264,
      "step": 9933
    },
    {
      "epoch": 0.2093494971207595,
      "grad_norm": 0.14465197920799255,
      "learning_rate": 1.8360388699865714e-05,
      "loss": 0.9548,
      "step": 9934
    },
    {
      "epoch": 0.2093705711591248,
      "grad_norm": 0.10969528555870056,
      "learning_rate": 1.836001419131476e-05,
      "loss": 0.9137,
      "step": 9935
    },
    {
      "epoch": 0.2093916451974901,
      "grad_norm": 0.13716508448123932,
      "learning_rate": 1.835963964381783e-05,
      "loss": 0.9209,
      "step": 9936
    },
    {
      "epoch": 0.20941271923585536,
      "grad_norm": 0.1343984305858612,
      "learning_rate": 1.8359265057376677e-05,
      "loss": 0.8985,
      "step": 9937
    },
    {
      "epoch": 0.20943379327422065,
      "grad_norm": 0.1370699256658554,
      "learning_rate": 1.8358890431993038e-05,
      "loss": 0.902,
      "step": 9938
    },
    {
      "epoch": 0.20945486731258595,
      "grad_norm": 0.12197547405958176,
      "learning_rate": 1.8358515767668662e-05,
      "loss": 0.8659,
      "step": 9939
    },
    {
      "epoch": 0.20947594135095124,
      "grad_norm": 0.1213282123208046,
      "learning_rate": 1.8358141064405294e-05,
      "loss": 0.9017,
      "step": 9940
    },
    {
      "epoch": 0.2094970153893165,
      "grad_norm": 0.12688370048999786,
      "learning_rate": 1.835776632220468e-05,
      "loss": 0.8505,
      "step": 9941
    },
    {
      "epoch": 0.2095180894276818,
      "grad_norm": 0.11843457818031311,
      "learning_rate": 1.835739154106857e-05,
      "loss": 0.9104,
      "step": 9942
    },
    {
      "epoch": 0.2095391634660471,
      "grad_norm": 0.12253324687480927,
      "learning_rate": 1.83570167209987e-05,
      "loss": 0.8803,
      "step": 9943
    },
    {
      "epoch": 0.20956023750441238,
      "grad_norm": 0.1473914086818695,
      "learning_rate": 1.8356641861996826e-05,
      "loss": 0.8859,
      "step": 9944
    },
    {
      "epoch": 0.20958131154277768,
      "grad_norm": 0.13923312723636627,
      "learning_rate": 1.8356266964064687e-05,
      "loss": 0.8743,
      "step": 9945
    },
    {
      "epoch": 0.20960238558114294,
      "grad_norm": 0.11330816894769669,
      "learning_rate": 1.8355892027204035e-05,
      "loss": 0.9264,
      "step": 9946
    },
    {
      "epoch": 0.20962345961950823,
      "grad_norm": 0.13302886486053467,
      "learning_rate": 1.8355517051416615e-05,
      "loss": 0.9047,
      "step": 9947
    },
    {
      "epoch": 0.20964453365787353,
      "grad_norm": 0.11877995729446411,
      "learning_rate": 1.835514203670417e-05,
      "loss": 0.914,
      "step": 9948
    },
    {
      "epoch": 0.20966560769623882,
      "grad_norm": 0.13261304795742035,
      "learning_rate": 1.8354766983068447e-05,
      "loss": 0.9376,
      "step": 9949
    },
    {
      "epoch": 0.20968668173460409,
      "grad_norm": 0.13126131892204285,
      "learning_rate": 1.83543918905112e-05,
      "loss": 0.9012,
      "step": 9950
    },
    {
      "epoch": 0.20970775577296938,
      "grad_norm": 0.13314715027809143,
      "learning_rate": 1.8354016759034174e-05,
      "loss": 0.9166,
      "step": 9951
    },
    {
      "epoch": 0.20972882981133467,
      "grad_norm": 0.1423298865556717,
      "learning_rate": 1.835364158863911e-05,
      "loss": 0.9042,
      "step": 9952
    },
    {
      "epoch": 0.20974990384969996,
      "grad_norm": 0.12261151522397995,
      "learning_rate": 1.8353266379327767e-05,
      "loss": 0.935,
      "step": 9953
    },
    {
      "epoch": 0.20977097788806526,
      "grad_norm": 0.12313864380121231,
      "learning_rate": 1.835289113110189e-05,
      "loss": 0.8686,
      "step": 9954
    },
    {
      "epoch": 0.20979205192643052,
      "grad_norm": 0.14490503072738647,
      "learning_rate": 1.8352515843963217e-05,
      "loss": 0.9253,
      "step": 9955
    },
    {
      "epoch": 0.20981312596479582,
      "grad_norm": 0.12488805502653122,
      "learning_rate": 1.8352140517913508e-05,
      "loss": 0.8427,
      "step": 9956
    },
    {
      "epoch": 0.2098342000031611,
      "grad_norm": 0.14418815076351166,
      "learning_rate": 1.8351765152954503e-05,
      "loss": 0.9484,
      "step": 9957
    },
    {
      "epoch": 0.2098552740415264,
      "grad_norm": 0.18133917450904846,
      "learning_rate": 1.8351389749087954e-05,
      "loss": 0.9359,
      "step": 9958
    },
    {
      "epoch": 0.20987634807989167,
      "grad_norm": 0.1218368262052536,
      "learning_rate": 1.8351014306315614e-05,
      "loss": 0.8749,
      "step": 9959
    },
    {
      "epoch": 0.20989742211825696,
      "grad_norm": 0.14212433993816376,
      "learning_rate": 1.835063882463923e-05,
      "loss": 0.8845,
      "step": 9960
    },
    {
      "epoch": 0.20991849615662225,
      "grad_norm": 0.17269907891750336,
      "learning_rate": 1.8350263304060544e-05,
      "loss": 0.9113,
      "step": 9961
    },
    {
      "epoch": 0.20993957019498755,
      "grad_norm": 0.11443596333265305,
      "learning_rate": 1.8349887744581317e-05,
      "loss": 0.8619,
      "step": 9962
    },
    {
      "epoch": 0.20996064423335284,
      "grad_norm": 0.15252994000911713,
      "learning_rate": 1.834951214620329e-05,
      "loss": 0.8857,
      "step": 9963
    },
    {
      "epoch": 0.2099817182717181,
      "grad_norm": 0.13080888986587524,
      "learning_rate": 1.8349136508928215e-05,
      "loss": 0.8724,
      "step": 9964
    },
    {
      "epoch": 0.2100027923100834,
      "grad_norm": 0.14065437018871307,
      "learning_rate": 1.834876083275784e-05,
      "loss": 0.847,
      "step": 9965
    },
    {
      "epoch": 0.2100238663484487,
      "grad_norm": 0.15360784530639648,
      "learning_rate": 1.8348385117693925e-05,
      "loss": 0.8936,
      "step": 9966
    },
    {
      "epoch": 0.21004494038681398,
      "grad_norm": 0.12278137356042862,
      "learning_rate": 1.8348009363738207e-05,
      "loss": 0.8084,
      "step": 9967
    },
    {
      "epoch": 0.21006601442517925,
      "grad_norm": 0.15827931463718414,
      "learning_rate": 1.834763357089244e-05,
      "loss": 0.8893,
      "step": 9968
    },
    {
      "epoch": 0.21008708846354454,
      "grad_norm": 0.2763221859931946,
      "learning_rate": 1.8347257739158384e-05,
      "loss": 0.9194,
      "step": 9969
    },
    {
      "epoch": 0.21010816250190983,
      "grad_norm": 0.12659601867198944,
      "learning_rate": 1.834688186853778e-05,
      "loss": 0.9169,
      "step": 9970
    },
    {
      "epoch": 0.21012923654027513,
      "grad_norm": 0.15897336602210999,
      "learning_rate": 1.8346505959032382e-05,
      "loss": 0.8863,
      "step": 9971
    },
    {
      "epoch": 0.21015031057864042,
      "grad_norm": 0.1415427327156067,
      "learning_rate": 1.834613001064394e-05,
      "loss": 0.8631,
      "step": 9972
    },
    {
      "epoch": 0.21017138461700569,
      "grad_norm": 0.1419285088777542,
      "learning_rate": 1.8345754023374207e-05,
      "loss": 0.9052,
      "step": 9973
    },
    {
      "epoch": 0.21019245865537098,
      "grad_norm": 0.15540839731693268,
      "learning_rate": 1.8345377997224936e-05,
      "loss": 0.9092,
      "step": 9974
    },
    {
      "epoch": 0.21021353269373627,
      "grad_norm": 0.13586768507957458,
      "learning_rate": 1.8345001932197872e-05,
      "loss": 0.892,
      "step": 9975
    },
    {
      "epoch": 0.21023460673210156,
      "grad_norm": 0.23881490528583527,
      "learning_rate": 1.8344625828294778e-05,
      "loss": 0.9013,
      "step": 9976
    },
    {
      "epoch": 0.21025568077046683,
      "grad_norm": 0.12363244593143463,
      "learning_rate": 1.83442496855174e-05,
      "loss": 0.8694,
      "step": 9977
    },
    {
      "epoch": 0.21027675480883212,
      "grad_norm": 0.13080285489559174,
      "learning_rate": 1.834387350386748e-05,
      "loss": 0.888,
      "step": 9978
    },
    {
      "epoch": 0.21029782884719742,
      "grad_norm": 0.11563947051763535,
      "learning_rate": 1.834349728334679e-05,
      "loss": 0.868,
      "step": 9979
    },
    {
      "epoch": 0.2103189028855627,
      "grad_norm": 0.14193639159202576,
      "learning_rate": 1.8343121023957075e-05,
      "loss": 0.9557,
      "step": 9980
    },
    {
      "epoch": 0.210339976923928,
      "grad_norm": 0.14821547269821167,
      "learning_rate": 1.834274472570008e-05,
      "loss": 0.9046,
      "step": 9981
    },
    {
      "epoch": 0.21036105096229327,
      "grad_norm": 0.14825479686260223,
      "learning_rate": 1.8342368388577566e-05,
      "loss": 0.9455,
      "step": 9982
    },
    {
      "epoch": 0.21038212500065856,
      "grad_norm": 0.15032793581485748,
      "learning_rate": 1.8341992012591287e-05,
      "loss": 0.8577,
      "step": 9983
    },
    {
      "epoch": 0.21040319903902385,
      "grad_norm": 0.11739745736122131,
      "learning_rate": 1.834161559774299e-05,
      "loss": 0.854,
      "step": 9984
    },
    {
      "epoch": 0.21042427307738915,
      "grad_norm": 0.13718827068805695,
      "learning_rate": 1.8341239144034436e-05,
      "loss": 0.8365,
      "step": 9985
    },
    {
      "epoch": 0.2104453471157544,
      "grad_norm": 0.11862039566040039,
      "learning_rate": 1.8340862651467373e-05,
      "loss": 0.8503,
      "step": 9986
    },
    {
      "epoch": 0.2104664211541197,
      "grad_norm": 0.16205593943595886,
      "learning_rate": 1.8340486120043556e-05,
      "loss": 0.8857,
      "step": 9987
    },
    {
      "epoch": 0.210487495192485,
      "grad_norm": 0.14964738488197327,
      "learning_rate": 1.834010954976474e-05,
      "loss": 0.9079,
      "step": 9988
    },
    {
      "epoch": 0.2105085692308503,
      "grad_norm": 0.13270756602287292,
      "learning_rate": 1.8339732940632684e-05,
      "loss": 0.8934,
      "step": 9989
    },
    {
      "epoch": 0.21052964326921558,
      "grad_norm": 0.1358792930841446,
      "learning_rate": 1.8339356292649137e-05,
      "loss": 0.8508,
      "step": 9990
    },
    {
      "epoch": 0.21055071730758085,
      "grad_norm": 0.17835532128810883,
      "learning_rate": 1.833897960581585e-05,
      "loss": 0.8807,
      "step": 9991
    },
    {
      "epoch": 0.21057179134594614,
      "grad_norm": 0.1392398625612259,
      "learning_rate": 1.8338602880134585e-05,
      "loss": 0.966,
      "step": 9992
    },
    {
      "epoch": 0.21059286538431143,
      "grad_norm": 0.12149439752101898,
      "learning_rate": 1.8338226115607093e-05,
      "loss": 0.9044,
      "step": 9993
    },
    {
      "epoch": 0.21061393942267673,
      "grad_norm": 0.17296037077903748,
      "learning_rate": 1.833784931223513e-05,
      "loss": 0.9129,
      "step": 9994
    },
    {
      "epoch": 0.210635013461042,
      "grad_norm": 0.16921772062778473,
      "learning_rate": 1.8337472470020458e-05,
      "loss": 0.8982,
      "step": 9995
    },
    {
      "epoch": 0.21065608749940729,
      "grad_norm": 0.12489216029644012,
      "learning_rate": 1.833709558896482e-05,
      "loss": 0.808,
      "step": 9996
    },
    {
      "epoch": 0.21067716153777258,
      "grad_norm": 0.13723328709602356,
      "learning_rate": 1.8336718669069983e-05,
      "loss": 0.8268,
      "step": 9997
    },
    {
      "epoch": 0.21069823557613787,
      "grad_norm": 0.2019117772579193,
      "learning_rate": 1.8336341710337694e-05,
      "loss": 0.8734,
      "step": 9998
    },
    {
      "epoch": 0.21071930961450316,
      "grad_norm": 0.12811051309108734,
      "learning_rate": 1.8335964712769718e-05,
      "loss": 0.8917,
      "step": 9999
    },
    {
      "epoch": 0.21074038365286843,
      "grad_norm": 0.13453270494937897,
      "learning_rate": 1.8335587676367805e-05,
      "loss": 0.9265,
      "step": 10000
    },
    {
      "epoch": 0.21076145769123372,
      "grad_norm": 0.12360689789056778,
      "learning_rate": 1.833521060113371e-05,
      "loss": 0.9244,
      "step": 10001
    },
    {
      "epoch": 0.21078253172959902,
      "grad_norm": 0.14942751824855804,
      "learning_rate": 1.8334833487069196e-05,
      "loss": 0.9462,
      "step": 10002
    },
    {
      "epoch": 0.2108036057679643,
      "grad_norm": 0.15571328997612,
      "learning_rate": 1.8334456334176014e-05,
      "loss": 0.9315,
      "step": 10003
    },
    {
      "epoch": 0.2108246798063296,
      "grad_norm": 0.19604375958442688,
      "learning_rate": 1.8334079142455926e-05,
      "loss": 0.8466,
      "step": 10004
    },
    {
      "epoch": 0.21084575384469487,
      "grad_norm": 0.16568104922771454,
      "learning_rate": 1.8333701911910683e-05,
      "loss": 0.8725,
      "step": 10005
    },
    {
      "epoch": 0.21086682788306016,
      "grad_norm": 0.1707255095243454,
      "learning_rate": 1.8333324642542048e-05,
      "loss": 0.9395,
      "step": 10006
    },
    {
      "epoch": 0.21088790192142545,
      "grad_norm": 0.15664492547512054,
      "learning_rate": 1.833294733435178e-05,
      "loss": 0.9597,
      "step": 10007
    },
    {
      "epoch": 0.21090897595979075,
      "grad_norm": 0.1450972557067871,
      "learning_rate": 1.833256998734163e-05,
      "loss": 0.8339,
      "step": 10008
    },
    {
      "epoch": 0.210930049998156,
      "grad_norm": 0.16424968838691711,
      "learning_rate": 1.8332192601513358e-05,
      "loss": 0.9182,
      "step": 10009
    },
    {
      "epoch": 0.2109511240365213,
      "grad_norm": 0.11996010690927505,
      "learning_rate": 1.8331815176868727e-05,
      "loss": 0.8423,
      "step": 10010
    },
    {
      "epoch": 0.2109721980748866,
      "grad_norm": 0.16598865389823914,
      "learning_rate": 1.8331437713409488e-05,
      "loss": 0.8914,
      "step": 10011
    },
    {
      "epoch": 0.2109932721132519,
      "grad_norm": 0.16972066462039948,
      "learning_rate": 1.8331060211137404e-05,
      "loss": 0.8485,
      "step": 10012
    },
    {
      "epoch": 0.21101434615161718,
      "grad_norm": 0.13133929669857025,
      "learning_rate": 1.8330682670054237e-05,
      "loss": 0.8552,
      "step": 10013
    },
    {
      "epoch": 0.21103542018998245,
      "grad_norm": 0.15183532238006592,
      "learning_rate": 1.8330305090161738e-05,
      "loss": 0.8908,
      "step": 10014
    },
    {
      "epoch": 0.21105649422834774,
      "grad_norm": 0.17270930111408234,
      "learning_rate": 1.832992747146167e-05,
      "loss": 0.9211,
      "step": 10015
    },
    {
      "epoch": 0.21107756826671303,
      "grad_norm": 0.1562216579914093,
      "learning_rate": 1.832954981395579e-05,
      "loss": 0.9777,
      "step": 10016
    },
    {
      "epoch": 0.21109864230507833,
      "grad_norm": 0.1452164351940155,
      "learning_rate": 1.832917211764586e-05,
      "loss": 0.9633,
      "step": 10017
    },
    {
      "epoch": 0.2111197163434436,
      "grad_norm": 0.1564953774213791,
      "learning_rate": 1.8328794382533638e-05,
      "loss": 0.9872,
      "step": 10018
    },
    {
      "epoch": 0.21114079038180888,
      "grad_norm": 0.13893653452396393,
      "learning_rate": 1.8328416608620883e-05,
      "loss": 0.9447,
      "step": 10019
    },
    {
      "epoch": 0.21116186442017418,
      "grad_norm": 0.16366025805473328,
      "learning_rate": 1.832803879590936e-05,
      "loss": 0.8931,
      "step": 10020
    },
    {
      "epoch": 0.21118293845853947,
      "grad_norm": 0.16898055374622345,
      "learning_rate": 1.8327660944400826e-05,
      "loss": 0.8861,
      "step": 10021
    },
    {
      "epoch": 0.21120401249690476,
      "grad_norm": 0.1163497045636177,
      "learning_rate": 1.8327283054097037e-05,
      "loss": 0.8809,
      "step": 10022
    },
    {
      "epoch": 0.21122508653527003,
      "grad_norm": 0.14922714233398438,
      "learning_rate": 1.8326905124999758e-05,
      "loss": 0.8913,
      "step": 10023
    },
    {
      "epoch": 0.21124616057363532,
      "grad_norm": 0.12195351719856262,
      "learning_rate": 1.832652715711075e-05,
      "loss": 0.9198,
      "step": 10024
    },
    {
      "epoch": 0.21126723461200062,
      "grad_norm": 0.13321028649806976,
      "learning_rate": 1.832614915043177e-05,
      "loss": 0.8436,
      "step": 10025
    },
    {
      "epoch": 0.2112883086503659,
      "grad_norm": 0.12984637916088104,
      "learning_rate": 1.832577110496458e-05,
      "loss": 0.8721,
      "step": 10026
    },
    {
      "epoch": 0.21130938268873117,
      "grad_norm": 0.10962793976068497,
      "learning_rate": 1.8325393020710945e-05,
      "loss": 0.8957,
      "step": 10027
    },
    {
      "epoch": 0.21133045672709647,
      "grad_norm": 0.15206244587898254,
      "learning_rate": 1.8325014897672626e-05,
      "loss": 0.953,
      "step": 10028
    },
    {
      "epoch": 0.21135153076546176,
      "grad_norm": 0.17377440631389618,
      "learning_rate": 1.832463673585138e-05,
      "loss": 0.9046,
      "step": 10029
    },
    {
      "epoch": 0.21137260480382705,
      "grad_norm": 0.13791543245315552,
      "learning_rate": 1.8324258535248974e-05,
      "loss": 0.9041,
      "step": 10030
    },
    {
      "epoch": 0.21139367884219235,
      "grad_norm": 0.1352292150259018,
      "learning_rate": 1.8323880295867163e-05,
      "loss": 0.963,
      "step": 10031
    },
    {
      "epoch": 0.2114147528805576,
      "grad_norm": 0.1543562114238739,
      "learning_rate": 1.8323502017707716e-05,
      "loss": 0.8889,
      "step": 10032
    },
    {
      "epoch": 0.2114358269189229,
      "grad_norm": 0.13058863580226898,
      "learning_rate": 1.832312370077239e-05,
      "loss": 0.9156,
      "step": 10033
    },
    {
      "epoch": 0.2114569009572882,
      "grad_norm": 0.1264820247888565,
      "learning_rate": 1.832274534506295e-05,
      "loss": 0.9042,
      "step": 10034
    },
    {
      "epoch": 0.2114779749956535,
      "grad_norm": 0.12722457945346832,
      "learning_rate": 1.832236695058116e-05,
      "loss": 0.8808,
      "step": 10035
    },
    {
      "epoch": 0.21149904903401875,
      "grad_norm": 0.1201203241944313,
      "learning_rate": 1.832198851732878e-05,
      "loss": 0.863,
      "step": 10036
    },
    {
      "epoch": 0.21152012307238405,
      "grad_norm": 0.12576448917388916,
      "learning_rate": 1.8321610045307574e-05,
      "loss": 0.9157,
      "step": 10037
    },
    {
      "epoch": 0.21154119711074934,
      "grad_norm": 0.14462369680404663,
      "learning_rate": 1.8321231534519306e-05,
      "loss": 0.8771,
      "step": 10038
    },
    {
      "epoch": 0.21156227114911463,
      "grad_norm": 0.25847339630126953,
      "learning_rate": 1.832085298496574e-05,
      "loss": 0.9576,
      "step": 10039
    },
    {
      "epoch": 0.21158334518747993,
      "grad_norm": 0.13509224355220795,
      "learning_rate": 1.8320474396648637e-05,
      "loss": 0.8985,
      "step": 10040
    },
    {
      "epoch": 0.2116044192258452,
      "grad_norm": 0.1348417103290558,
      "learning_rate": 1.832009576956976e-05,
      "loss": 0.8451,
      "step": 10041
    },
    {
      "epoch": 0.21162549326421048,
      "grad_norm": 0.1253708153963089,
      "learning_rate": 1.8319717103730873e-05,
      "loss": 0.9257,
      "step": 10042
    },
    {
      "epoch": 0.21164656730257578,
      "grad_norm": 0.15603439509868622,
      "learning_rate": 1.8319338399133746e-05,
      "loss": 0.886,
      "step": 10043
    },
    {
      "epoch": 0.21166764134094107,
      "grad_norm": 0.1318492889404297,
      "learning_rate": 1.8318959655780138e-05,
      "loss": 0.9238,
      "step": 10044
    },
    {
      "epoch": 0.21168871537930634,
      "grad_norm": 0.1898227035999298,
      "learning_rate": 1.8318580873671815e-05,
      "loss": 0.8934,
      "step": 10045
    },
    {
      "epoch": 0.21170978941767163,
      "grad_norm": 0.1495465338230133,
      "learning_rate": 1.8318202052810538e-05,
      "loss": 0.9196,
      "step": 10046
    },
    {
      "epoch": 0.21173086345603692,
      "grad_norm": 0.12312829494476318,
      "learning_rate": 1.8317823193198077e-05,
      "loss": 0.8275,
      "step": 10047
    },
    {
      "epoch": 0.21175193749440221,
      "grad_norm": 0.16808976233005524,
      "learning_rate": 1.8317444294836196e-05,
      "loss": 0.9036,
      "step": 10048
    },
    {
      "epoch": 0.2117730115327675,
      "grad_norm": 0.20508837699890137,
      "learning_rate": 1.8317065357726654e-05,
      "loss": 0.9462,
      "step": 10049
    },
    {
      "epoch": 0.21179408557113277,
      "grad_norm": 0.1528526097536087,
      "learning_rate": 1.8316686381871223e-05,
      "loss": 0.9955,
      "step": 10050
    },
    {
      "epoch": 0.21181515960949807,
      "grad_norm": 0.15105970203876495,
      "learning_rate": 1.8316307367271672e-05,
      "loss": 0.9944,
      "step": 10051
    },
    {
      "epoch": 0.21183623364786336,
      "grad_norm": 0.1761978268623352,
      "learning_rate": 1.8315928313929755e-05,
      "loss": 0.937,
      "step": 10052
    },
    {
      "epoch": 0.21185730768622865,
      "grad_norm": 0.14901427924633026,
      "learning_rate": 1.8315549221847248e-05,
      "loss": 0.8707,
      "step": 10053
    },
    {
      "epoch": 0.21187838172459392,
      "grad_norm": 0.15833202004432678,
      "learning_rate": 1.831517009102591e-05,
      "loss": 0.8283,
      "step": 10054
    },
    {
      "epoch": 0.2118994557629592,
      "grad_norm": 0.15004251897335052,
      "learning_rate": 1.831479092146751e-05,
      "loss": 0.8644,
      "step": 10055
    },
    {
      "epoch": 0.2119205298013245,
      "grad_norm": 0.15264436602592468,
      "learning_rate": 1.8314411713173822e-05,
      "loss": 0.9247,
      "step": 10056
    },
    {
      "epoch": 0.2119416038396898,
      "grad_norm": 0.17686377465724945,
      "learning_rate": 1.8314032466146597e-05,
      "loss": 0.9375,
      "step": 10057
    },
    {
      "epoch": 0.2119626778780551,
      "grad_norm": 0.1414429396390915,
      "learning_rate": 1.8313653180387615e-05,
      "loss": 0.8928,
      "step": 10058
    },
    {
      "epoch": 0.21198375191642035,
      "grad_norm": 0.16203267872333527,
      "learning_rate": 1.8313273855898637e-05,
      "loss": 0.9353,
      "step": 10059
    },
    {
      "epoch": 0.21200482595478565,
      "grad_norm": 0.1371220201253891,
      "learning_rate": 1.831289449268143e-05,
      "loss": 0.9243,
      "step": 10060
    },
    {
      "epoch": 0.21202589999315094,
      "grad_norm": 0.18139420449733734,
      "learning_rate": 1.831251509073776e-05,
      "loss": 0.8802,
      "step": 10061
    },
    {
      "epoch": 0.21204697403151623,
      "grad_norm": 0.15433017909526825,
      "learning_rate": 1.8312135650069404e-05,
      "loss": 0.9249,
      "step": 10062
    },
    {
      "epoch": 0.2120680480698815,
      "grad_norm": 0.1255088895559311,
      "learning_rate": 1.8311756170678117e-05,
      "loss": 0.8943,
      "step": 10063
    },
    {
      "epoch": 0.2120891221082468,
      "grad_norm": 0.14821892976760864,
      "learning_rate": 1.831137665256568e-05,
      "loss": 0.877,
      "step": 10064
    },
    {
      "epoch": 0.21211019614661208,
      "grad_norm": 0.14467163383960724,
      "learning_rate": 1.8310997095733845e-05,
      "loss": 0.9142,
      "step": 10065
    },
    {
      "epoch": 0.21213127018497738,
      "grad_norm": 0.16007940471172333,
      "learning_rate": 1.831061750018439e-05,
      "loss": 0.8893,
      "step": 10066
    },
    {
      "epoch": 0.21215234422334267,
      "grad_norm": 0.1465665102005005,
      "learning_rate": 1.8310237865919086e-05,
      "loss": 0.8858,
      "step": 10067
    },
    {
      "epoch": 0.21217341826170794,
      "grad_norm": 0.16321039199829102,
      "learning_rate": 1.8309858192939696e-05,
      "loss": 0.9205,
      "step": 10068
    },
    {
      "epoch": 0.21219449230007323,
      "grad_norm": 0.13136646151542664,
      "learning_rate": 1.830947848124799e-05,
      "loss": 0.9268,
      "step": 10069
    },
    {
      "epoch": 0.21221556633843852,
      "grad_norm": 0.11198757588863373,
      "learning_rate": 1.8309098730845738e-05,
      "loss": 0.8682,
      "step": 10070
    },
    {
      "epoch": 0.21223664037680381,
      "grad_norm": 0.11608459055423737,
      "learning_rate": 1.8308718941734706e-05,
      "loss": 0.8191,
      "step": 10071
    },
    {
      "epoch": 0.21225771441516908,
      "grad_norm": 0.1374417245388031,
      "learning_rate": 1.830833911391667e-05,
      "loss": 0.8511,
      "step": 10072
    },
    {
      "epoch": 0.21227878845353437,
      "grad_norm": 0.13097943365573883,
      "learning_rate": 1.8307959247393393e-05,
      "loss": 0.9496,
      "step": 10073
    },
    {
      "epoch": 0.21229986249189967,
      "grad_norm": 0.1439671516418457,
      "learning_rate": 1.8307579342166647e-05,
      "loss": 0.9068,
      "step": 10074
    },
    {
      "epoch": 0.21232093653026496,
      "grad_norm": 0.13212597370147705,
      "learning_rate": 1.8307199398238202e-05,
      "loss": 0.931,
      "step": 10075
    },
    {
      "epoch": 0.21234201056863025,
      "grad_norm": 0.15942244231700897,
      "learning_rate": 1.830681941560983e-05,
      "loss": 0.9296,
      "step": 10076
    },
    {
      "epoch": 0.21236308460699552,
      "grad_norm": 0.16121743619441986,
      "learning_rate": 1.8306439394283295e-05,
      "loss": 0.9424,
      "step": 10077
    },
    {
      "epoch": 0.2123841586453608,
      "grad_norm": 0.13164445757865906,
      "learning_rate": 1.8306059334260372e-05,
      "loss": 0.949,
      "step": 10078
    },
    {
      "epoch": 0.2124052326837261,
      "grad_norm": 0.11795225739479065,
      "learning_rate": 1.8305679235542833e-05,
      "loss": 0.78,
      "step": 10079
    },
    {
      "epoch": 0.2124263067220914,
      "grad_norm": 0.1468256711959839,
      "learning_rate": 1.8305299098132443e-05,
      "loss": 0.9163,
      "step": 10080
    },
    {
      "epoch": 0.21244738076045666,
      "grad_norm": 0.13107798993587494,
      "learning_rate": 1.830491892203098e-05,
      "loss": 0.8892,
      "step": 10081
    },
    {
      "epoch": 0.21246845479882195,
      "grad_norm": 0.1405857354402542,
      "learning_rate": 1.830453870724021e-05,
      "loss": 0.8198,
      "step": 10082
    },
    {
      "epoch": 0.21248952883718725,
      "grad_norm": 0.14037007093429565,
      "learning_rate": 1.8304158453761904e-05,
      "loss": 0.9597,
      "step": 10083
    },
    {
      "epoch": 0.21251060287555254,
      "grad_norm": 0.12665414810180664,
      "learning_rate": 1.830377816159784e-05,
      "loss": 0.8716,
      "step": 10084
    },
    {
      "epoch": 0.21253167691391783,
      "grad_norm": 0.11995506286621094,
      "learning_rate": 1.830339783074978e-05,
      "loss": 0.9133,
      "step": 10085
    },
    {
      "epoch": 0.2125527509522831,
      "grad_norm": 0.14984026551246643,
      "learning_rate": 1.8303017461219503e-05,
      "loss": 0.8966,
      "step": 10086
    },
    {
      "epoch": 0.2125738249906484,
      "grad_norm": 0.13118445873260498,
      "learning_rate": 1.830263705300878e-05,
      "loss": 0.8983,
      "step": 10087
    },
    {
      "epoch": 0.21259489902901368,
      "grad_norm": 0.12957152724266052,
      "learning_rate": 1.8302256606119378e-05,
      "loss": 0.8737,
      "step": 10088
    },
    {
      "epoch": 0.21261597306737898,
      "grad_norm": 0.14796555042266846,
      "learning_rate": 1.8301876120553076e-05,
      "loss": 0.9938,
      "step": 10089
    },
    {
      "epoch": 0.21263704710574424,
      "grad_norm": 0.15017540752887726,
      "learning_rate": 1.8301495596311643e-05,
      "loss": 0.8943,
      "step": 10090
    },
    {
      "epoch": 0.21265812114410954,
      "grad_norm": 0.12948843836784363,
      "learning_rate": 1.8301115033396853e-05,
      "loss": 0.8485,
      "step": 10091
    },
    {
      "epoch": 0.21267919518247483,
      "grad_norm": 0.11981853097677231,
      "learning_rate": 1.830073443181048e-05,
      "loss": 0.9358,
      "step": 10092
    },
    {
      "epoch": 0.21270026922084012,
      "grad_norm": 0.11802799254655838,
      "learning_rate": 1.830035379155429e-05,
      "loss": 0.8997,
      "step": 10093
    },
    {
      "epoch": 0.21272134325920541,
      "grad_norm": 0.157448410987854,
      "learning_rate": 1.8299973112630066e-05,
      "loss": 0.9533,
      "step": 10094
    },
    {
      "epoch": 0.21274241729757068,
      "grad_norm": 0.12824495136737823,
      "learning_rate": 1.829959239503958e-05,
      "loss": 0.9511,
      "step": 10095
    },
    {
      "epoch": 0.21276349133593597,
      "grad_norm": 0.12990283966064453,
      "learning_rate": 1.8299211638784597e-05,
      "loss": 0.9171,
      "step": 10096
    },
    {
      "epoch": 0.21278456537430127,
      "grad_norm": 0.1423022598028183,
      "learning_rate": 1.8298830843866898e-05,
      "loss": 0.9746,
      "step": 10097
    },
    {
      "epoch": 0.21280563941266656,
      "grad_norm": 0.1604040116071701,
      "learning_rate": 1.8298450010288256e-05,
      "loss": 0.9649,
      "step": 10098
    },
    {
      "epoch": 0.21282671345103185,
      "grad_norm": 0.13250687718391418,
      "learning_rate": 1.8298069138050448e-05,
      "loss": 0.9023,
      "step": 10099
    },
    {
      "epoch": 0.21284778748939712,
      "grad_norm": 0.1390354484319687,
      "learning_rate": 1.829768822715524e-05,
      "loss": 0.8901,
      "step": 10100
    },
    {
      "epoch": 0.2128688615277624,
      "grad_norm": 0.1672181934118271,
      "learning_rate": 1.8297307277604414e-05,
      "loss": 0.9076,
      "step": 10101
    },
    {
      "epoch": 0.2128899355661277,
      "grad_norm": 0.1376645565032959,
      "learning_rate": 1.8296926289399742e-05,
      "loss": 0.8694,
      "step": 10102
    },
    {
      "epoch": 0.212911009604493,
      "grad_norm": 0.1500447690486908,
      "learning_rate": 1.8296545262542995e-05,
      "loss": 0.8717,
      "step": 10103
    },
    {
      "epoch": 0.21293208364285826,
      "grad_norm": 0.14228121936321259,
      "learning_rate": 1.8296164197035958e-05,
      "loss": 0.8528,
      "step": 10104
    },
    {
      "epoch": 0.21295315768122355,
      "grad_norm": 0.16316215693950653,
      "learning_rate": 1.8295783092880394e-05,
      "loss": 0.8928,
      "step": 10105
    },
    {
      "epoch": 0.21297423171958885,
      "grad_norm": 0.16490115225315094,
      "learning_rate": 1.829540195007809e-05,
      "loss": 0.9321,
      "step": 10106
    },
    {
      "epoch": 0.21299530575795414,
      "grad_norm": 0.1936708688735962,
      "learning_rate": 1.8295020768630817e-05,
      "loss": 0.9743,
      "step": 10107
    },
    {
      "epoch": 0.21301637979631943,
      "grad_norm": 0.20480337738990784,
      "learning_rate": 1.829463954854035e-05,
      "loss": 0.8823,
      "step": 10108
    },
    {
      "epoch": 0.2130374538346847,
      "grad_norm": 0.14066024124622345,
      "learning_rate": 1.829425828980846e-05,
      "loss": 0.9389,
      "step": 10109
    },
    {
      "epoch": 0.21305852787305,
      "grad_norm": 0.21025928854942322,
      "learning_rate": 1.829387699243693e-05,
      "loss": 0.8839,
      "step": 10110
    },
    {
      "epoch": 0.21307960191141528,
      "grad_norm": 0.13856615126132965,
      "learning_rate": 1.829349565642754e-05,
      "loss": 0.8635,
      "step": 10111
    },
    {
      "epoch": 0.21310067594978058,
      "grad_norm": 0.22233666479587555,
      "learning_rate": 1.8293114281782052e-05,
      "loss": 0.962,
      "step": 10112
    },
    {
      "epoch": 0.21312174998814584,
      "grad_norm": 0.2595584988594055,
      "learning_rate": 1.8292732868502257e-05,
      "loss": 0.8746,
      "step": 10113
    },
    {
      "epoch": 0.21314282402651114,
      "grad_norm": 0.13021895289421082,
      "learning_rate": 1.829235141658993e-05,
      "loss": 0.8901,
      "step": 10114
    },
    {
      "epoch": 0.21316389806487643,
      "grad_norm": 0.21882157027721405,
      "learning_rate": 1.8291969926046836e-05,
      "loss": 0.9732,
      "step": 10115
    },
    {
      "epoch": 0.21318497210324172,
      "grad_norm": 0.13155946135520935,
      "learning_rate": 1.8291588396874767e-05,
      "loss": 0.8771,
      "step": 10116
    },
    {
      "epoch": 0.21320604614160701,
      "grad_norm": 0.20170779526233673,
      "learning_rate": 1.829120682907549e-05,
      "loss": 0.9213,
      "step": 10117
    },
    {
      "epoch": 0.21322712017997228,
      "grad_norm": 0.2653321921825409,
      "learning_rate": 1.829082522265079e-05,
      "loss": 0.9478,
      "step": 10118
    },
    {
      "epoch": 0.21324819421833757,
      "grad_norm": 0.19751164317131042,
      "learning_rate": 1.829044357760244e-05,
      "loss": 0.9478,
      "step": 10119
    },
    {
      "epoch": 0.21326926825670287,
      "grad_norm": 0.2397041618824005,
      "learning_rate": 1.829006189393222e-05,
      "loss": 0.8976,
      "step": 10120
    },
    {
      "epoch": 0.21329034229506816,
      "grad_norm": 0.14652550220489502,
      "learning_rate": 1.8289680171641907e-05,
      "loss": 0.8869,
      "step": 10121
    },
    {
      "epoch": 0.21331141633343342,
      "grad_norm": 0.24281775951385498,
      "learning_rate": 1.8289298410733282e-05,
      "loss": 0.8613,
      "step": 10122
    },
    {
      "epoch": 0.21333249037179872,
      "grad_norm": 0.1261737048625946,
      "learning_rate": 1.828891661120812e-05,
      "loss": 0.9975,
      "step": 10123
    },
    {
      "epoch": 0.213353564410164,
      "grad_norm": 0.24872061610221863,
      "learning_rate": 1.82885347730682e-05,
      "loss": 0.9202,
      "step": 10124
    },
    {
      "epoch": 0.2133746384485293,
      "grad_norm": 0.21674084663391113,
      "learning_rate": 1.82881528963153e-05,
      "loss": 0.9156,
      "step": 10125
    },
    {
      "epoch": 0.2133957124868946,
      "grad_norm": 0.13471591472625732,
      "learning_rate": 1.8287770980951203e-05,
      "loss": 0.8636,
      "step": 10126
    },
    {
      "epoch": 0.21341678652525986,
      "grad_norm": 0.17822840809822083,
      "learning_rate": 1.8287389026977688e-05,
      "loss": 0.8662,
      "step": 10127
    },
    {
      "epoch": 0.21343786056362515,
      "grad_norm": 0.1426600217819214,
      "learning_rate": 1.828700703439653e-05,
      "loss": 0.9741,
      "step": 10128
    },
    {
      "epoch": 0.21345893460199045,
      "grad_norm": 0.1763962060213089,
      "learning_rate": 1.828662500320951e-05,
      "loss": 0.8688,
      "step": 10129
    },
    {
      "epoch": 0.21348000864035574,
      "grad_norm": 0.156528502702713,
      "learning_rate": 1.828624293341841e-05,
      "loss": 0.9103,
      "step": 10130
    },
    {
      "epoch": 0.213501082678721,
      "grad_norm": 0.230785071849823,
      "learning_rate": 1.828586082502501e-05,
      "loss": 0.9139,
      "step": 10131
    },
    {
      "epoch": 0.2135221567170863,
      "grad_norm": 0.13653677701950073,
      "learning_rate": 1.8285478678031087e-05,
      "loss": 0.8847,
      "step": 10132
    },
    {
      "epoch": 0.2135432307554516,
      "grad_norm": 0.2775160074234009,
      "learning_rate": 1.8285096492438424e-05,
      "loss": 0.9349,
      "step": 10133
    },
    {
      "epoch": 0.21356430479381688,
      "grad_norm": 0.29893958568573,
      "learning_rate": 1.8284714268248798e-05,
      "loss": 0.9044,
      "step": 10134
    },
    {
      "epoch": 0.21358537883218218,
      "grad_norm": 0.1775689572095871,
      "learning_rate": 1.8284332005463994e-05,
      "loss": 0.9182,
      "step": 10135
    },
    {
      "epoch": 0.21360645287054744,
      "grad_norm": 0.23091953992843628,
      "learning_rate": 1.8283949704085787e-05,
      "loss": 0.9016,
      "step": 10136
    },
    {
      "epoch": 0.21362752690891273,
      "grad_norm": 0.18297849595546722,
      "learning_rate": 1.8283567364115966e-05,
      "loss": 0.9343,
      "step": 10137
    },
    {
      "epoch": 0.21364860094727803,
      "grad_norm": 0.20700916647911072,
      "learning_rate": 1.828318498555631e-05,
      "loss": 0.9179,
      "step": 10138
    },
    {
      "epoch": 0.21366967498564332,
      "grad_norm": 0.17410649359226227,
      "learning_rate": 1.8282802568408594e-05,
      "loss": 0.919,
      "step": 10139
    },
    {
      "epoch": 0.21369074902400859,
      "grad_norm": 0.16517353057861328,
      "learning_rate": 1.8282420112674604e-05,
      "loss": 0.9101,
      "step": 10140
    },
    {
      "epoch": 0.21371182306237388,
      "grad_norm": 0.12949272990226746,
      "learning_rate": 1.8282037618356122e-05,
      "loss": 0.8479,
      "step": 10141
    },
    {
      "epoch": 0.21373289710073917,
      "grad_norm": 0.16050705313682556,
      "learning_rate": 1.828165508545493e-05,
      "loss": 0.8526,
      "step": 10142
    },
    {
      "epoch": 0.21375397113910447,
      "grad_norm": 0.13512632250785828,
      "learning_rate": 1.828127251397281e-05,
      "loss": 0.8323,
      "step": 10143
    },
    {
      "epoch": 0.21377504517746976,
      "grad_norm": 0.15997515618801117,
      "learning_rate": 1.828088990391154e-05,
      "loss": 0.9178,
      "step": 10144
    },
    {
      "epoch": 0.21379611921583502,
      "grad_norm": 0.13806965947151184,
      "learning_rate": 1.8280507255272913e-05,
      "loss": 0.8674,
      "step": 10145
    },
    {
      "epoch": 0.21381719325420032,
      "grad_norm": 0.13117147982120514,
      "learning_rate": 1.82801245680587e-05,
      "loss": 0.8391,
      "step": 10146
    },
    {
      "epoch": 0.2138382672925656,
      "grad_norm": 0.15889383852481842,
      "learning_rate": 1.827974184227069e-05,
      "loss": 0.8779,
      "step": 10147
    },
    {
      "epoch": 0.2138593413309309,
      "grad_norm": 0.11491226404905319,
      "learning_rate": 1.8279359077910664e-05,
      "loss": 0.8845,
      "step": 10148
    },
    {
      "epoch": 0.21388041536929617,
      "grad_norm": 0.17128737270832062,
      "learning_rate": 1.8278976274980403e-05,
      "loss": 0.9689,
      "step": 10149
    },
    {
      "epoch": 0.21390148940766146,
      "grad_norm": 0.11754993349313736,
      "learning_rate": 1.8278593433481697e-05,
      "loss": 0.815,
      "step": 10150
    },
    {
      "epoch": 0.21392256344602675,
      "grad_norm": 0.1567002534866333,
      "learning_rate": 1.8278210553416323e-05,
      "loss": 0.8766,
      "step": 10151
    },
    {
      "epoch": 0.21394363748439205,
      "grad_norm": 0.12229503691196442,
      "learning_rate": 1.827782763478607e-05,
      "loss": 0.8618,
      "step": 10152
    },
    {
      "epoch": 0.21396471152275734,
      "grad_norm": 0.15953460335731506,
      "learning_rate": 1.827744467759272e-05,
      "loss": 0.936,
      "step": 10153
    },
    {
      "epoch": 0.2139857855611226,
      "grad_norm": 0.1466107815504074,
      "learning_rate": 1.8277061681838055e-05,
      "loss": 1.0244,
      "step": 10154
    },
    {
      "epoch": 0.2140068595994879,
      "grad_norm": 0.1403614729642868,
      "learning_rate": 1.8276678647523854e-05,
      "loss": 0.8492,
      "step": 10155
    },
    {
      "epoch": 0.2140279336378532,
      "grad_norm": 0.14442670345306396,
      "learning_rate": 1.8276295574651915e-05,
      "loss": 0.9554,
      "step": 10156
    },
    {
      "epoch": 0.21404900767621848,
      "grad_norm": 0.13846324384212494,
      "learning_rate": 1.827591246322401e-05,
      "loss": 0.8733,
      "step": 10157
    },
    {
      "epoch": 0.21407008171458375,
      "grad_norm": 0.131231889128685,
      "learning_rate": 1.8275529313241933e-05,
      "loss": 0.8902,
      "step": 10158
    },
    {
      "epoch": 0.21409115575294904,
      "grad_norm": 0.13396422564983368,
      "learning_rate": 1.8275146124707465e-05,
      "loss": 0.9271,
      "step": 10159
    },
    {
      "epoch": 0.21411222979131433,
      "grad_norm": 0.13169334828853607,
      "learning_rate": 1.8274762897622393e-05,
      "loss": 0.8574,
      "step": 10160
    },
    {
      "epoch": 0.21413330382967963,
      "grad_norm": 0.14483411610126495,
      "learning_rate": 1.8274379631988495e-05,
      "loss": 0.8936,
      "step": 10161
    },
    {
      "epoch": 0.21415437786804492,
      "grad_norm": 0.1426401436328888,
      "learning_rate": 1.8273996327807565e-05,
      "loss": 0.917,
      "step": 10162
    },
    {
      "epoch": 0.21417545190641019,
      "grad_norm": 0.11703253537416458,
      "learning_rate": 1.8273612985081384e-05,
      "loss": 0.9018,
      "step": 10163
    },
    {
      "epoch": 0.21419652594477548,
      "grad_norm": 0.13457797467708588,
      "learning_rate": 1.8273229603811742e-05,
      "loss": 0.9454,
      "step": 10164
    },
    {
      "epoch": 0.21421759998314077,
      "grad_norm": 0.12517262995243073,
      "learning_rate": 1.827284618400042e-05,
      "loss": 0.8835,
      "step": 10165
    },
    {
      "epoch": 0.21423867402150606,
      "grad_norm": 0.15459099411964417,
      "learning_rate": 1.8272462725649207e-05,
      "loss": 0.9371,
      "step": 10166
    },
    {
      "epoch": 0.21425974805987133,
      "grad_norm": 0.2925888001918793,
      "learning_rate": 1.8272079228759892e-05,
      "loss": 0.8686,
      "step": 10167
    },
    {
      "epoch": 0.21428082209823662,
      "grad_norm": 0.11676795780658722,
      "learning_rate": 1.8271695693334255e-05,
      "loss": 0.8615,
      "step": 10168
    },
    {
      "epoch": 0.21430189613660192,
      "grad_norm": 0.12933851778507233,
      "learning_rate": 1.8271312119374086e-05,
      "loss": 0.9852,
      "step": 10169
    },
    {
      "epoch": 0.2143229701749672,
      "grad_norm": 0.14043563604354858,
      "learning_rate": 1.8270928506881177e-05,
      "loss": 0.9075,
      "step": 10170
    },
    {
      "epoch": 0.2143440442133325,
      "grad_norm": 0.11380704492330551,
      "learning_rate": 1.8270544855857307e-05,
      "loss": 0.8668,
      "step": 10171
    },
    {
      "epoch": 0.21436511825169777,
      "grad_norm": 0.14634062349796295,
      "learning_rate": 1.8270161166304267e-05,
      "loss": 0.9159,
      "step": 10172
    },
    {
      "epoch": 0.21438619229006306,
      "grad_norm": 0.1307542771100998,
      "learning_rate": 1.826977743822384e-05,
      "loss": 0.8711,
      "step": 10173
    },
    {
      "epoch": 0.21440726632842835,
      "grad_norm": 0.12940305471420288,
      "learning_rate": 1.8269393671617824e-05,
      "loss": 0.9495,
      "step": 10174
    },
    {
      "epoch": 0.21442834036679365,
      "grad_norm": 0.14674188196659088,
      "learning_rate": 1.8269009866488e-05,
      "loss": 0.9474,
      "step": 10175
    },
    {
      "epoch": 0.2144494144051589,
      "grad_norm": 0.13690441846847534,
      "learning_rate": 1.8268626022836155e-05,
      "loss": 0.9169,
      "step": 10176
    },
    {
      "epoch": 0.2144704884435242,
      "grad_norm": 0.11780574917793274,
      "learning_rate": 1.8268242140664075e-05,
      "loss": 0.905,
      "step": 10177
    },
    {
      "epoch": 0.2144915624818895,
      "grad_norm": 0.18922285735607147,
      "learning_rate": 1.826785821997356e-05,
      "loss": 0.9463,
      "step": 10178
    },
    {
      "epoch": 0.2145126365202548,
      "grad_norm": 0.27529558539390564,
      "learning_rate": 1.8267474260766384e-05,
      "loss": 0.9162,
      "step": 10179
    },
    {
      "epoch": 0.21453371055862008,
      "grad_norm": 0.14705730974674225,
      "learning_rate": 1.8267090263044343e-05,
      "loss": 0.8717,
      "step": 10180
    },
    {
      "epoch": 0.21455478459698535,
      "grad_norm": 0.1478917896747589,
      "learning_rate": 1.8266706226809225e-05,
      "loss": 0.8826,
      "step": 10181
    },
    {
      "epoch": 0.21457585863535064,
      "grad_norm": 0.16188588738441467,
      "learning_rate": 1.8266322152062823e-05,
      "loss": 0.8827,
      "step": 10182
    },
    {
      "epoch": 0.21459693267371593,
      "grad_norm": 0.1480068862438202,
      "learning_rate": 1.8265938038806917e-05,
      "loss": 0.908,
      "step": 10183
    },
    {
      "epoch": 0.21461800671208123,
      "grad_norm": 0.15148036181926727,
      "learning_rate": 1.826555388704331e-05,
      "loss": 0.8752,
      "step": 10184
    },
    {
      "epoch": 0.2146390807504465,
      "grad_norm": 0.22130835056304932,
      "learning_rate": 1.8265169696773776e-05,
      "loss": 0.9637,
      "step": 10185
    },
    {
      "epoch": 0.21466015478881179,
      "grad_norm": 0.16294434666633606,
      "learning_rate": 1.8264785468000114e-05,
      "loss": 1.0014,
      "step": 10186
    },
    {
      "epoch": 0.21468122882717708,
      "grad_norm": 0.14058946073055267,
      "learning_rate": 1.8264401200724115e-05,
      "loss": 0.891,
      "step": 10187
    },
    {
      "epoch": 0.21470230286554237,
      "grad_norm": 0.18457873165607452,
      "learning_rate": 1.8264016894947565e-05,
      "loss": 0.9181,
      "step": 10188
    },
    {
      "epoch": 0.21472337690390766,
      "grad_norm": 0.26441559195518494,
      "learning_rate": 1.8263632550672253e-05,
      "loss": 0.9573,
      "step": 10189
    },
    {
      "epoch": 0.21474445094227293,
      "grad_norm": 0.16637901961803436,
      "learning_rate": 1.8263248167899975e-05,
      "loss": 0.9064,
      "step": 10190
    },
    {
      "epoch": 0.21476552498063822,
      "grad_norm": 0.1562829315662384,
      "learning_rate": 1.8262863746632522e-05,
      "loss": 0.879,
      "step": 10191
    },
    {
      "epoch": 0.21478659901900352,
      "grad_norm": 0.1665124148130417,
      "learning_rate": 1.8262479286871678e-05,
      "loss": 0.8872,
      "step": 10192
    },
    {
      "epoch": 0.2148076730573688,
      "grad_norm": 0.1553015559911728,
      "learning_rate": 1.826209478861924e-05,
      "loss": 0.8755,
      "step": 10193
    },
    {
      "epoch": 0.2148287470957341,
      "grad_norm": 0.18422654271125793,
      "learning_rate": 1.8261710251876993e-05,
      "loss": 0.9325,
      "step": 10194
    },
    {
      "epoch": 0.21484982113409937,
      "grad_norm": 0.16632682085037231,
      "learning_rate": 1.8261325676646736e-05,
      "loss": 0.8708,
      "step": 10195
    },
    {
      "epoch": 0.21487089517246466,
      "grad_norm": 0.1591763198375702,
      "learning_rate": 1.8260941062930254e-05,
      "loss": 0.8923,
      "step": 10196
    },
    {
      "epoch": 0.21489196921082995,
      "grad_norm": 0.1296979933977127,
      "learning_rate": 1.8260556410729348e-05,
      "loss": 0.8985,
      "step": 10197
    },
    {
      "epoch": 0.21491304324919525,
      "grad_norm": 0.1837664097547531,
      "learning_rate": 1.8260171720045797e-05,
      "loss": 0.8583,
      "step": 10198
    },
    {
      "epoch": 0.2149341172875605,
      "grad_norm": 0.17926877737045288,
      "learning_rate": 1.8259786990881404e-05,
      "loss": 0.9795,
      "step": 10199
    },
    {
      "epoch": 0.2149551913259258,
      "grad_norm": 0.1953829973936081,
      "learning_rate": 1.8259402223237958e-05,
      "loss": 0.9292,
      "step": 10200
    },
    {
      "epoch": 0.2149762653642911,
      "grad_norm": 0.14813348650932312,
      "learning_rate": 1.8259017417117247e-05,
      "loss": 0.9274,
      "step": 10201
    },
    {
      "epoch": 0.2149973394026564,
      "grad_norm": 0.18935894966125488,
      "learning_rate": 1.8258632572521068e-05,
      "loss": 0.9173,
      "step": 10202
    },
    {
      "epoch": 0.21501841344102168,
      "grad_norm": 0.15877828001976013,
      "learning_rate": 1.8258247689451215e-05,
      "loss": 0.8636,
      "step": 10203
    },
    {
      "epoch": 0.21503948747938695,
      "grad_norm": 0.15080703794956207,
      "learning_rate": 1.825786276790948e-05,
      "loss": 0.8491,
      "step": 10204
    },
    {
      "epoch": 0.21506056151775224,
      "grad_norm": 0.15582825243473053,
      "learning_rate": 1.8257477807897653e-05,
      "loss": 0.8671,
      "step": 10205
    },
    {
      "epoch": 0.21508163555611753,
      "grad_norm": 0.15159182250499725,
      "learning_rate": 1.8257092809417535e-05,
      "loss": 0.9101,
      "step": 10206
    },
    {
      "epoch": 0.21510270959448283,
      "grad_norm": 0.1784113496541977,
      "learning_rate": 1.8256707772470907e-05,
      "loss": 0.9727,
      "step": 10207
    },
    {
      "epoch": 0.2151237836328481,
      "grad_norm": 0.1327839493751526,
      "learning_rate": 1.8256322697059574e-05,
      "loss": 0.8991,
      "step": 10208
    },
    {
      "epoch": 0.21514485767121339,
      "grad_norm": 0.14861561357975006,
      "learning_rate": 1.8255937583185325e-05,
      "loss": 0.9084,
      "step": 10209
    },
    {
      "epoch": 0.21516593170957868,
      "grad_norm": 0.1651366651058197,
      "learning_rate": 1.8255552430849953e-05,
      "loss": 0.8764,
      "step": 10210
    },
    {
      "epoch": 0.21518700574794397,
      "grad_norm": 0.15268363058567047,
      "learning_rate": 1.8255167240055257e-05,
      "loss": 0.9083,
      "step": 10211
    },
    {
      "epoch": 0.21520807978630926,
      "grad_norm": 0.15571948885917664,
      "learning_rate": 1.8254782010803032e-05,
      "loss": 0.997,
      "step": 10212
    },
    {
      "epoch": 0.21522915382467453,
      "grad_norm": 0.14382970333099365,
      "learning_rate": 1.8254396743095064e-05,
      "loss": 0.8245,
      "step": 10213
    },
    {
      "epoch": 0.21525022786303982,
      "grad_norm": 0.13471966981887817,
      "learning_rate": 1.8254011436933155e-05,
      "loss": 0.8297,
      "step": 10214
    },
    {
      "epoch": 0.21527130190140512,
      "grad_norm": 0.19008591771125793,
      "learning_rate": 1.82536260923191e-05,
      "loss": 0.9073,
      "step": 10215
    },
    {
      "epoch": 0.2152923759397704,
      "grad_norm": 0.11613012105226517,
      "learning_rate": 1.825324070925469e-05,
      "loss": 0.9234,
      "step": 10216
    },
    {
      "epoch": 0.21531344997813567,
      "grad_norm": 0.18695075809955597,
      "learning_rate": 1.8252855287741723e-05,
      "loss": 0.9109,
      "step": 10217
    },
    {
      "epoch": 0.21533452401650097,
      "grad_norm": 0.13516661524772644,
      "learning_rate": 1.8252469827781993e-05,
      "loss": 0.9225,
      "step": 10218
    },
    {
      "epoch": 0.21535559805486626,
      "grad_norm": 0.1445690095424652,
      "learning_rate": 1.82520843293773e-05,
      "loss": 0.8766,
      "step": 10219
    },
    {
      "epoch": 0.21537667209323155,
      "grad_norm": 0.13976767659187317,
      "learning_rate": 1.8251698792529435e-05,
      "loss": 0.8662,
      "step": 10220
    },
    {
      "epoch": 0.21539774613159685,
      "grad_norm": 0.13015413284301758,
      "learning_rate": 1.8251313217240198e-05,
      "loss": 0.8978,
      "step": 10221
    },
    {
      "epoch": 0.2154188201699621,
      "grad_norm": 0.1629083901643753,
      "learning_rate": 1.825092760351138e-05,
      "loss": 0.8717,
      "step": 10222
    },
    {
      "epoch": 0.2154398942083274,
      "grad_norm": 0.12974794209003448,
      "learning_rate": 1.8250541951344783e-05,
      "loss": 0.9072,
      "step": 10223
    },
    {
      "epoch": 0.2154609682466927,
      "grad_norm": 0.15432965755462646,
      "learning_rate": 1.82501562607422e-05,
      "loss": 0.9072,
      "step": 10224
    },
    {
      "epoch": 0.215482042285058,
      "grad_norm": 0.1359526813030243,
      "learning_rate": 1.8249770531705428e-05,
      "loss": 0.9398,
      "step": 10225
    },
    {
      "epoch": 0.21550311632342325,
      "grad_norm": 0.1461314558982849,
      "learning_rate": 1.8249384764236267e-05,
      "loss": 0.9074,
      "step": 10226
    },
    {
      "epoch": 0.21552419036178855,
      "grad_norm": 0.16834484040737152,
      "learning_rate": 1.824899895833651e-05,
      "loss": 0.9298,
      "step": 10227
    },
    {
      "epoch": 0.21554526440015384,
      "grad_norm": 0.16172827780246735,
      "learning_rate": 1.8248613114007957e-05,
      "loss": 0.9187,
      "step": 10228
    },
    {
      "epoch": 0.21556633843851913,
      "grad_norm": 0.10393069684505463,
      "learning_rate": 1.824822723125241e-05,
      "loss": 0.7712,
      "step": 10229
    },
    {
      "epoch": 0.21558741247688443,
      "grad_norm": 0.18157945573329926,
      "learning_rate": 1.8247841310071654e-05,
      "loss": 0.8906,
      "step": 10230
    },
    {
      "epoch": 0.2156084865152497,
      "grad_norm": 0.1811588555574417,
      "learning_rate": 1.8247455350467496e-05,
      "loss": 0.8839,
      "step": 10231
    },
    {
      "epoch": 0.21562956055361499,
      "grad_norm": 0.14309917390346527,
      "learning_rate": 1.8247069352441738e-05,
      "loss": 0.8725,
      "step": 10232
    },
    {
      "epoch": 0.21565063459198028,
      "grad_norm": 0.11494399607181549,
      "learning_rate": 1.8246683315996167e-05,
      "loss": 0.8428,
      "step": 10233
    },
    {
      "epoch": 0.21567170863034557,
      "grad_norm": 0.13419972360134125,
      "learning_rate": 1.8246297241132588e-05,
      "loss": 0.8354,
      "step": 10234
    },
    {
      "epoch": 0.21569278266871084,
      "grad_norm": 0.13696156442165375,
      "learning_rate": 1.8245911127852797e-05,
      "loss": 0.9299,
      "step": 10235
    },
    {
      "epoch": 0.21571385670707613,
      "grad_norm": 0.13538852334022522,
      "learning_rate": 1.82455249761586e-05,
      "loss": 0.9224,
      "step": 10236
    },
    {
      "epoch": 0.21573493074544142,
      "grad_norm": 0.11855296045541763,
      "learning_rate": 1.8245138786051786e-05,
      "loss": 0.9063,
      "step": 10237
    },
    {
      "epoch": 0.21575600478380672,
      "grad_norm": 0.12422894686460495,
      "learning_rate": 1.824475255753416e-05,
      "loss": 0.9073,
      "step": 10238
    },
    {
      "epoch": 0.215777078822172,
      "grad_norm": 0.11371368169784546,
      "learning_rate": 1.8244366290607515e-05,
      "loss": 0.9525,
      "step": 10239
    },
    {
      "epoch": 0.21579815286053727,
      "grad_norm": 0.11355215311050415,
      "learning_rate": 1.824397998527366e-05,
      "loss": 0.901,
      "step": 10240
    },
    {
      "epoch": 0.21581922689890257,
      "grad_norm": 0.15538254380226135,
      "learning_rate": 1.824359364153439e-05,
      "loss": 0.945,
      "step": 10241
    },
    {
      "epoch": 0.21584030093726786,
      "grad_norm": 0.11203662306070328,
      "learning_rate": 1.82432072593915e-05,
      "loss": 0.8092,
      "step": 10242
    },
    {
      "epoch": 0.21586137497563315,
      "grad_norm": 0.12128584086894989,
      "learning_rate": 1.82428208388468e-05,
      "loss": 0.9199,
      "step": 10243
    },
    {
      "epoch": 0.21588244901399842,
      "grad_norm": 0.10811404138803482,
      "learning_rate": 1.8242434379902083e-05,
      "loss": 0.8229,
      "step": 10244
    },
    {
      "epoch": 0.2159035230523637,
      "grad_norm": 0.12471866607666016,
      "learning_rate": 1.824204788255915e-05,
      "loss": 0.8616,
      "step": 10245
    },
    {
      "epoch": 0.215924597090729,
      "grad_norm": 0.14338688552379608,
      "learning_rate": 1.8241661346819804e-05,
      "loss": 0.9167,
      "step": 10246
    },
    {
      "epoch": 0.2159456711290943,
      "grad_norm": 0.16131632030010223,
      "learning_rate": 1.8241274772685843e-05,
      "loss": 0.9229,
      "step": 10247
    },
    {
      "epoch": 0.2159667451674596,
      "grad_norm": 0.15738295018672943,
      "learning_rate": 1.824088816015907e-05,
      "loss": 0.8639,
      "step": 10248
    },
    {
      "epoch": 0.21598781920582485,
      "grad_norm": 0.14571189880371094,
      "learning_rate": 1.8240501509241285e-05,
      "loss": 0.8817,
      "step": 10249
    },
    {
      "epoch": 0.21600889324419015,
      "grad_norm": 0.17404626309871674,
      "learning_rate": 1.824011481993429e-05,
      "loss": 0.8761,
      "step": 10250
    },
    {
      "epoch": 0.21602996728255544,
      "grad_norm": 0.1332840472459793,
      "learning_rate": 1.8239728092239886e-05,
      "loss": 0.9294,
      "step": 10251
    },
    {
      "epoch": 0.21605104132092073,
      "grad_norm": 0.1815347820520401,
      "learning_rate": 1.8239341326159874e-05,
      "loss": 0.8754,
      "step": 10252
    },
    {
      "epoch": 0.216072115359286,
      "grad_norm": 0.21947982907295227,
      "learning_rate": 1.8238954521696056e-05,
      "loss": 0.9423,
      "step": 10253
    },
    {
      "epoch": 0.2160931893976513,
      "grad_norm": 0.11716403812170029,
      "learning_rate": 1.8238567678850237e-05,
      "loss": 0.9648,
      "step": 10254
    },
    {
      "epoch": 0.21611426343601658,
      "grad_norm": 0.17689067125320435,
      "learning_rate": 1.8238180797624214e-05,
      "loss": 0.8998,
      "step": 10255
    },
    {
      "epoch": 0.21613533747438188,
      "grad_norm": 0.13531240820884705,
      "learning_rate": 1.8237793878019792e-05,
      "loss": 0.9377,
      "step": 10256
    },
    {
      "epoch": 0.21615641151274717,
      "grad_norm": 0.14163100719451904,
      "learning_rate": 1.8237406920038774e-05,
      "loss": 0.866,
      "step": 10257
    },
    {
      "epoch": 0.21617748555111244,
      "grad_norm": 0.1558598279953003,
      "learning_rate": 1.8237019923682965e-05,
      "loss": 0.9406,
      "step": 10258
    },
    {
      "epoch": 0.21619855958947773,
      "grad_norm": 0.12630656361579895,
      "learning_rate": 1.823663288895416e-05,
      "loss": 0.9137,
      "step": 10259
    },
    {
      "epoch": 0.21621963362784302,
      "grad_norm": 0.19277401268482208,
      "learning_rate": 1.823624581585417e-05,
      "loss": 0.9749,
      "step": 10260
    },
    {
      "epoch": 0.21624070766620831,
      "grad_norm": 0.1639612764120102,
      "learning_rate": 1.8235858704384794e-05,
      "loss": 0.864,
      "step": 10261
    },
    {
      "epoch": 0.21626178170457358,
      "grad_norm": 0.13156889379024506,
      "learning_rate": 1.8235471554547835e-05,
      "loss": 0.9075,
      "step": 10262
    },
    {
      "epoch": 0.21628285574293887,
      "grad_norm": 0.15584613382816315,
      "learning_rate": 1.8235084366345098e-05,
      "loss": 0.931,
      "step": 10263
    },
    {
      "epoch": 0.21630392978130417,
      "grad_norm": 0.1353214979171753,
      "learning_rate": 1.823469713977839e-05,
      "loss": 0.8587,
      "step": 10264
    },
    {
      "epoch": 0.21632500381966946,
      "grad_norm": 0.16548016667366028,
      "learning_rate": 1.8234309874849513e-05,
      "loss": 0.8449,
      "step": 10265
    },
    {
      "epoch": 0.21634607785803475,
      "grad_norm": 0.14321310818195343,
      "learning_rate": 1.8233922571560264e-05,
      "loss": 0.9119,
      "step": 10266
    },
    {
      "epoch": 0.21636715189640002,
      "grad_norm": 0.16157926619052887,
      "learning_rate": 1.8233535229912457e-05,
      "loss": 0.8789,
      "step": 10267
    },
    {
      "epoch": 0.2163882259347653,
      "grad_norm": 0.1545398235321045,
      "learning_rate": 1.8233147849907894e-05,
      "loss": 0.9257,
      "step": 10268
    },
    {
      "epoch": 0.2164092999731306,
      "grad_norm": 0.19448411464691162,
      "learning_rate": 1.8232760431548375e-05,
      "loss": 0.8869,
      "step": 10269
    },
    {
      "epoch": 0.2164303740114959,
      "grad_norm": 0.12503916025161743,
      "learning_rate": 1.823237297483571e-05,
      "loss": 0.97,
      "step": 10270
    },
    {
      "epoch": 0.21645144804986116,
      "grad_norm": 0.20195794105529785,
      "learning_rate": 1.8231985479771703e-05,
      "loss": 0.9257,
      "step": 10271
    },
    {
      "epoch": 0.21647252208822645,
      "grad_norm": 0.17247988283634186,
      "learning_rate": 1.823159794635816e-05,
      "loss": 0.9898,
      "step": 10272
    },
    {
      "epoch": 0.21649359612659175,
      "grad_norm": 0.18623168766498566,
      "learning_rate": 1.823121037459688e-05,
      "loss": 0.9663,
      "step": 10273
    },
    {
      "epoch": 0.21651467016495704,
      "grad_norm": 0.13009610772132874,
      "learning_rate": 1.8230822764489677e-05,
      "loss": 0.853,
      "step": 10274
    },
    {
      "epoch": 0.21653574420332233,
      "grad_norm": 0.17552362382411957,
      "learning_rate": 1.8230435116038354e-05,
      "loss": 0.891,
      "step": 10275
    },
    {
      "epoch": 0.2165568182416876,
      "grad_norm": 0.18326085805892944,
      "learning_rate": 1.8230047429244712e-05,
      "loss": 0.9271,
      "step": 10276
    },
    {
      "epoch": 0.2165778922800529,
      "grad_norm": 0.12650708854198456,
      "learning_rate": 1.822965970411056e-05,
      "loss": 0.8639,
      "step": 10277
    },
    {
      "epoch": 0.21659896631841818,
      "grad_norm": 0.16020481288433075,
      "learning_rate": 1.822927194063771e-05,
      "loss": 0.9213,
      "step": 10278
    },
    {
      "epoch": 0.21662004035678348,
      "grad_norm": 0.14692148566246033,
      "learning_rate": 1.8228884138827962e-05,
      "loss": 0.8614,
      "step": 10279
    },
    {
      "epoch": 0.21664111439514874,
      "grad_norm": 0.14262859523296356,
      "learning_rate": 1.8228496298683122e-05,
      "loss": 0.8256,
      "step": 10280
    },
    {
      "epoch": 0.21666218843351404,
      "grad_norm": 0.13684700429439545,
      "learning_rate": 1.8228108420205e-05,
      "loss": 0.8835,
      "step": 10281
    },
    {
      "epoch": 0.21668326247187933,
      "grad_norm": 0.1469089239835739,
      "learning_rate": 1.8227720503395404e-05,
      "loss": 0.9215,
      "step": 10282
    },
    {
      "epoch": 0.21670433651024462,
      "grad_norm": 0.19553054869174957,
      "learning_rate": 1.8227332548256134e-05,
      "loss": 0.9472,
      "step": 10283
    },
    {
      "epoch": 0.21672541054860991,
      "grad_norm": 0.17050354182720184,
      "learning_rate": 1.8226944554789007e-05,
      "loss": 0.9347,
      "step": 10284
    },
    {
      "epoch": 0.21674648458697518,
      "grad_norm": 0.11658314615488052,
      "learning_rate": 1.8226556522995827e-05,
      "loss": 0.8845,
      "step": 10285
    },
    {
      "epoch": 0.21676755862534047,
      "grad_norm": 0.22121180593967438,
      "learning_rate": 1.8226168452878397e-05,
      "loss": 0.9759,
      "step": 10286
    },
    {
      "epoch": 0.21678863266370577,
      "grad_norm": 0.12013932317495346,
      "learning_rate": 1.8225780344438534e-05,
      "loss": 0.873,
      "step": 10287
    },
    {
      "epoch": 0.21680970670207106,
      "grad_norm": 0.15225191414356232,
      "learning_rate": 1.8225392197678037e-05,
      "loss": 0.9458,
      "step": 10288
    },
    {
      "epoch": 0.21683078074043632,
      "grad_norm": 0.12893350422382355,
      "learning_rate": 1.8225004012598717e-05,
      "loss": 0.7809,
      "step": 10289
    },
    {
      "epoch": 0.21685185477880162,
      "grad_norm": 0.1430114060640335,
      "learning_rate": 1.8224615789202385e-05,
      "loss": 0.8879,
      "step": 10290
    },
    {
      "epoch": 0.2168729288171669,
      "grad_norm": 0.14329326152801514,
      "learning_rate": 1.8224227527490847e-05,
      "loss": 0.8223,
      "step": 10291
    },
    {
      "epoch": 0.2168940028555322,
      "grad_norm": 0.14854319393634796,
      "learning_rate": 1.8223839227465914e-05,
      "loss": 0.8301,
      "step": 10292
    },
    {
      "epoch": 0.2169150768938975,
      "grad_norm": 0.2102460265159607,
      "learning_rate": 1.8223450889129393e-05,
      "loss": 0.9421,
      "step": 10293
    },
    {
      "epoch": 0.21693615093226276,
      "grad_norm": 0.17605522274971008,
      "learning_rate": 1.8223062512483093e-05,
      "loss": 0.8884,
      "step": 10294
    },
    {
      "epoch": 0.21695722497062805,
      "grad_norm": 0.16690830886363983,
      "learning_rate": 1.8222674097528823e-05,
      "loss": 0.9342,
      "step": 10295
    },
    {
      "epoch": 0.21697829900899335,
      "grad_norm": 0.2010604739189148,
      "learning_rate": 1.8222285644268393e-05,
      "loss": 0.891,
      "step": 10296
    },
    {
      "epoch": 0.21699937304735864,
      "grad_norm": 0.13115468621253967,
      "learning_rate": 1.8221897152703616e-05,
      "loss": 0.8562,
      "step": 10297
    },
    {
      "epoch": 0.21702044708572393,
      "grad_norm": 0.18611830472946167,
      "learning_rate": 1.8221508622836296e-05,
      "loss": 0.9476,
      "step": 10298
    },
    {
      "epoch": 0.2170415211240892,
      "grad_norm": 0.15072017908096313,
      "learning_rate": 1.8221120054668247e-05,
      "loss": 0.8708,
      "step": 10299
    },
    {
      "epoch": 0.2170625951624545,
      "grad_norm": 0.19577811658382416,
      "learning_rate": 1.8220731448201282e-05,
      "loss": 0.882,
      "step": 10300
    },
    {
      "epoch": 0.21708366920081978,
      "grad_norm": 0.1309446543455124,
      "learning_rate": 1.8220342803437202e-05,
      "loss": 0.888,
      "step": 10301
    },
    {
      "epoch": 0.21710474323918508,
      "grad_norm": 0.1925293654203415,
      "learning_rate": 1.8219954120377825e-05,
      "loss": 0.9838,
      "step": 10302
    },
    {
      "epoch": 0.21712581727755034,
      "grad_norm": 0.20458447933197021,
      "learning_rate": 1.8219565399024958e-05,
      "loss": 0.9236,
      "step": 10303
    },
    {
      "epoch": 0.21714689131591564,
      "grad_norm": 0.142273411154747,
      "learning_rate": 1.8219176639380416e-05,
      "loss": 0.8732,
      "step": 10304
    },
    {
      "epoch": 0.21716796535428093,
      "grad_norm": 0.16250990331172943,
      "learning_rate": 1.8218787841446003e-05,
      "loss": 0.8819,
      "step": 10305
    },
    {
      "epoch": 0.21718903939264622,
      "grad_norm": 0.15302637219429016,
      "learning_rate": 1.821839900522354e-05,
      "loss": 0.887,
      "step": 10306
    },
    {
      "epoch": 0.21721011343101151,
      "grad_norm": 0.19225740432739258,
      "learning_rate": 1.8218010130714834e-05,
      "loss": 0.9054,
      "step": 10307
    },
    {
      "epoch": 0.21723118746937678,
      "grad_norm": 0.13020174205303192,
      "learning_rate": 1.8217621217921693e-05,
      "loss": 0.9557,
      "step": 10308
    },
    {
      "epoch": 0.21725226150774207,
      "grad_norm": 0.151869535446167,
      "learning_rate": 1.821723226684593e-05,
      "loss": 0.9001,
      "step": 10309
    },
    {
      "epoch": 0.21727333554610737,
      "grad_norm": 0.15802253782749176,
      "learning_rate": 1.821684327748936e-05,
      "loss": 0.8758,
      "step": 10310
    },
    {
      "epoch": 0.21729440958447266,
      "grad_norm": 0.22275903820991516,
      "learning_rate": 1.8216454249853796e-05,
      "loss": 0.908,
      "step": 10311
    },
    {
      "epoch": 0.21731548362283792,
      "grad_norm": 0.12496087700128555,
      "learning_rate": 1.821606518394105e-05,
      "loss": 0.8736,
      "step": 10312
    },
    {
      "epoch": 0.21733655766120322,
      "grad_norm": 0.2210460752248764,
      "learning_rate": 1.821567607975293e-05,
      "loss": 0.8105,
      "step": 10313
    },
    {
      "epoch": 0.2173576316995685,
      "grad_norm": 0.12719976902008057,
      "learning_rate": 1.821528693729125e-05,
      "loss": 0.8766,
      "step": 10314
    },
    {
      "epoch": 0.2173787057379338,
      "grad_norm": 0.16414983570575714,
      "learning_rate": 1.8214897756557827e-05,
      "loss": 0.9108,
      "step": 10315
    },
    {
      "epoch": 0.2173997797762991,
      "grad_norm": 0.24170148372650146,
      "learning_rate": 1.821450853755447e-05,
      "loss": 0.894,
      "step": 10316
    },
    {
      "epoch": 0.21742085381466436,
      "grad_norm": 0.13437221944332123,
      "learning_rate": 1.821411928028299e-05,
      "loss": 0.8479,
      "step": 10317
    },
    {
      "epoch": 0.21744192785302965,
      "grad_norm": 0.1735648661851883,
      "learning_rate": 1.8213729984745208e-05,
      "loss": 0.8902,
      "step": 10318
    },
    {
      "epoch": 0.21746300189139495,
      "grad_norm": 0.16620087623596191,
      "learning_rate": 1.8213340650942933e-05,
      "loss": 0.8821,
      "step": 10319
    },
    {
      "epoch": 0.21748407592976024,
      "grad_norm": 0.1530216634273529,
      "learning_rate": 1.821295127887798e-05,
      "loss": 0.8896,
      "step": 10320
    },
    {
      "epoch": 0.2175051499681255,
      "grad_norm": 0.2000669538974762,
      "learning_rate": 1.8212561868552157e-05,
      "loss": 0.9105,
      "step": 10321
    },
    {
      "epoch": 0.2175262240064908,
      "grad_norm": 0.15951469540596008,
      "learning_rate": 1.821217241996729e-05,
      "loss": 0.9387,
      "step": 10322
    },
    {
      "epoch": 0.2175472980448561,
      "grad_norm": 0.170855313539505,
      "learning_rate": 1.8211782933125184e-05,
      "loss": 0.8867,
      "step": 10323
    },
    {
      "epoch": 0.21756837208322138,
      "grad_norm": 0.17916227877140045,
      "learning_rate": 1.8211393408027657e-05,
      "loss": 0.9366,
      "step": 10324
    },
    {
      "epoch": 0.21758944612158668,
      "grad_norm": 0.14675036072731018,
      "learning_rate": 1.821100384467652e-05,
      "loss": 0.8374,
      "step": 10325
    },
    {
      "epoch": 0.21761052015995194,
      "grad_norm": 0.17982439696788788,
      "learning_rate": 1.821061424307359e-05,
      "loss": 0.8613,
      "step": 10326
    },
    {
      "epoch": 0.21763159419831724,
      "grad_norm": 0.1327444314956665,
      "learning_rate": 1.8210224603220686e-05,
      "loss": 0.9233,
      "step": 10327
    },
    {
      "epoch": 0.21765266823668253,
      "grad_norm": 0.1651642769575119,
      "learning_rate": 1.8209834925119616e-05,
      "loss": 0.8452,
      "step": 10328
    },
    {
      "epoch": 0.21767374227504782,
      "grad_norm": 0.13674086332321167,
      "learning_rate": 1.82094452087722e-05,
      "loss": 0.8748,
      "step": 10329
    },
    {
      "epoch": 0.2176948163134131,
      "grad_norm": 0.19758597016334534,
      "learning_rate": 1.8209055454180254e-05,
      "loss": 0.9808,
      "step": 10330
    },
    {
      "epoch": 0.21771589035177838,
      "grad_norm": 0.16215915977954865,
      "learning_rate": 1.8208665661345593e-05,
      "loss": 0.8868,
      "step": 10331
    },
    {
      "epoch": 0.21773696439014367,
      "grad_norm": 0.14056694507598877,
      "learning_rate": 1.820827583027003e-05,
      "loss": 0.8935,
      "step": 10332
    },
    {
      "epoch": 0.21775803842850897,
      "grad_norm": 0.16162189841270447,
      "learning_rate": 1.8207885960955383e-05,
      "loss": 0.8707,
      "step": 10333
    },
    {
      "epoch": 0.21777911246687426,
      "grad_norm": 0.11651800572872162,
      "learning_rate": 1.820749605340347e-05,
      "loss": 0.8218,
      "step": 10334
    },
    {
      "epoch": 0.21780018650523952,
      "grad_norm": 0.1761755645275116,
      "learning_rate": 1.8207106107616102e-05,
      "loss": 0.9166,
      "step": 10335
    },
    {
      "epoch": 0.21782126054360482,
      "grad_norm": 0.13703587651252747,
      "learning_rate": 1.8206716123595107e-05,
      "loss": 0.892,
      "step": 10336
    },
    {
      "epoch": 0.2178423345819701,
      "grad_norm": 0.15287457406520844,
      "learning_rate": 1.8206326101342288e-05,
      "loss": 0.9089,
      "step": 10337
    },
    {
      "epoch": 0.2178634086203354,
      "grad_norm": 0.15529336035251617,
      "learning_rate": 1.820593604085947e-05,
      "loss": 0.869,
      "step": 10338
    },
    {
      "epoch": 0.21788448265870067,
      "grad_norm": 0.12959420680999756,
      "learning_rate": 1.820554594214847e-05,
      "loss": 1.0013,
      "step": 10339
    },
    {
      "epoch": 0.21790555669706596,
      "grad_norm": 0.1535840928554535,
      "learning_rate": 1.82051558052111e-05,
      "loss": 0.8836,
      "step": 10340
    },
    {
      "epoch": 0.21792663073543125,
      "grad_norm": 0.1335398554801941,
      "learning_rate": 1.8204765630049184e-05,
      "loss": 0.9318,
      "step": 10341
    },
    {
      "epoch": 0.21794770477379655,
      "grad_norm": 0.14174319803714752,
      "learning_rate": 1.8204375416664536e-05,
      "loss": 0.8189,
      "step": 10342
    },
    {
      "epoch": 0.21796877881216184,
      "grad_norm": 0.12938539683818817,
      "learning_rate": 1.8203985165058972e-05,
      "loss": 0.8661,
      "step": 10343
    },
    {
      "epoch": 0.2179898528505271,
      "grad_norm": 0.1669868528842926,
      "learning_rate": 1.8203594875234316e-05,
      "loss": 0.921,
      "step": 10344
    },
    {
      "epoch": 0.2180109268888924,
      "grad_norm": 0.1356678009033203,
      "learning_rate": 1.820320454719238e-05,
      "loss": 0.8836,
      "step": 10345
    },
    {
      "epoch": 0.2180320009272577,
      "grad_norm": 0.16771285235881805,
      "learning_rate": 1.820281418093499e-05,
      "loss": 0.9365,
      "step": 10346
    },
    {
      "epoch": 0.21805307496562298,
      "grad_norm": 0.18832366168498993,
      "learning_rate": 1.8202423776463956e-05,
      "loss": 0.9088,
      "step": 10347
    },
    {
      "epoch": 0.21807414900398825,
      "grad_norm": 0.13554604351520538,
      "learning_rate": 1.82020333337811e-05,
      "loss": 0.8367,
      "step": 10348
    },
    {
      "epoch": 0.21809522304235354,
      "grad_norm": 0.1586863249540329,
      "learning_rate": 1.8201642852888242e-05,
      "loss": 0.8135,
      "step": 10349
    },
    {
      "epoch": 0.21811629708071884,
      "grad_norm": 0.1718137413263321,
      "learning_rate": 1.8201252333787204e-05,
      "loss": 0.9476,
      "step": 10350
    },
    {
      "epoch": 0.21813737111908413,
      "grad_norm": 0.13772255182266235,
      "learning_rate": 1.82008617764798e-05,
      "loss": 0.8194,
      "step": 10351
    },
    {
      "epoch": 0.21815844515744942,
      "grad_norm": 0.1662040501832962,
      "learning_rate": 1.820047118096785e-05,
      "loss": 0.8959,
      "step": 10352
    },
    {
      "epoch": 0.2181795191958147,
      "grad_norm": 0.12860098481178284,
      "learning_rate": 1.820008054725318e-05,
      "loss": 0.8815,
      "step": 10353
    },
    {
      "epoch": 0.21820059323417998,
      "grad_norm": 0.15089282393455505,
      "learning_rate": 1.8199689875337595e-05,
      "loss": 0.9736,
      "step": 10354
    },
    {
      "epoch": 0.21822166727254527,
      "grad_norm": 0.14124059677124023,
      "learning_rate": 1.8199299165222932e-05,
      "loss": 0.8684,
      "step": 10355
    },
    {
      "epoch": 0.21824274131091057,
      "grad_norm": 0.15427544713020325,
      "learning_rate": 1.8198908416911004e-05,
      "loss": 0.9487,
      "step": 10356
    },
    {
      "epoch": 0.21826381534927583,
      "grad_norm": 0.1895727664232254,
      "learning_rate": 1.819851763040363e-05,
      "loss": 0.9199,
      "step": 10357
    },
    {
      "epoch": 0.21828488938764112,
      "grad_norm": 0.10030602663755417,
      "learning_rate": 1.819812680570263e-05,
      "loss": 0.8089,
      "step": 10358
    },
    {
      "epoch": 0.21830596342600642,
      "grad_norm": 0.14172613620758057,
      "learning_rate": 1.8197735942809825e-05,
      "loss": 0.8747,
      "step": 10359
    },
    {
      "epoch": 0.2183270374643717,
      "grad_norm": 0.13043633103370667,
      "learning_rate": 1.819734504172704e-05,
      "loss": 0.9273,
      "step": 10360
    },
    {
      "epoch": 0.218348111502737,
      "grad_norm": 0.1489337980747223,
      "learning_rate": 1.8196954102456095e-05,
      "loss": 0.9275,
      "step": 10361
    },
    {
      "epoch": 0.21836918554110227,
      "grad_norm": 0.14715607464313507,
      "learning_rate": 1.8196563124998807e-05,
      "loss": 0.8862,
      "step": 10362
    },
    {
      "epoch": 0.21839025957946756,
      "grad_norm": 0.12011326849460602,
      "learning_rate": 1.8196172109357002e-05,
      "loss": 0.8915,
      "step": 10363
    },
    {
      "epoch": 0.21841133361783285,
      "grad_norm": 0.13115423917770386,
      "learning_rate": 1.8195781055532497e-05,
      "loss": 0.9278,
      "step": 10364
    },
    {
      "epoch": 0.21843240765619815,
      "grad_norm": 0.11952247470617294,
      "learning_rate": 1.819538996352712e-05,
      "loss": 0.9815,
      "step": 10365
    },
    {
      "epoch": 0.2184534816945634,
      "grad_norm": 0.12898673117160797,
      "learning_rate": 1.8194998833342685e-05,
      "loss": 0.8884,
      "step": 10366
    },
    {
      "epoch": 0.2184745557329287,
      "grad_norm": 0.14226409792900085,
      "learning_rate": 1.819460766498102e-05,
      "loss": 0.877,
      "step": 10367
    },
    {
      "epoch": 0.218495629771294,
      "grad_norm": 0.1254405528306961,
      "learning_rate": 1.8194216458443948e-05,
      "loss": 0.9049,
      "step": 10368
    },
    {
      "epoch": 0.2185167038096593,
      "grad_norm": 0.1449386030435562,
      "learning_rate": 1.8193825213733288e-05,
      "loss": 0.9026,
      "step": 10369
    },
    {
      "epoch": 0.21853777784802458,
      "grad_norm": 0.1258353888988495,
      "learning_rate": 1.819343393085086e-05,
      "loss": 0.8436,
      "step": 10370
    },
    {
      "epoch": 0.21855885188638985,
      "grad_norm": 0.12799765169620514,
      "learning_rate": 1.8193042609798495e-05,
      "loss": 0.8978,
      "step": 10371
    },
    {
      "epoch": 0.21857992592475514,
      "grad_norm": 0.10536669194698334,
      "learning_rate": 1.819265125057801e-05,
      "loss": 0.7715,
      "step": 10372
    },
    {
      "epoch": 0.21860099996312043,
      "grad_norm": 0.1128765344619751,
      "learning_rate": 1.8192259853191232e-05,
      "loss": 0.9075,
      "step": 10373
    },
    {
      "epoch": 0.21862207400148573,
      "grad_norm": 0.1563342958688736,
      "learning_rate": 1.819186841763998e-05,
      "loss": 0.8525,
      "step": 10374
    },
    {
      "epoch": 0.218643148039851,
      "grad_norm": 0.13439220190048218,
      "learning_rate": 1.8191476943926077e-05,
      "loss": 0.988,
      "step": 10375
    },
    {
      "epoch": 0.21866422207821629,
      "grad_norm": 0.1381751447916031,
      "learning_rate": 1.8191085432051355e-05,
      "loss": 0.9083,
      "step": 10376
    },
    {
      "epoch": 0.21868529611658158,
      "grad_norm": 0.12697464227676392,
      "learning_rate": 1.819069388201763e-05,
      "loss": 0.8543,
      "step": 10377
    },
    {
      "epoch": 0.21870637015494687,
      "grad_norm": 0.1639035940170288,
      "learning_rate": 1.8190302293826727e-05,
      "loss": 0.8964,
      "step": 10378
    },
    {
      "epoch": 0.21872744419331216,
      "grad_norm": 0.11682754009962082,
      "learning_rate": 1.8189910667480476e-05,
      "loss": 0.9129,
      "step": 10379
    },
    {
      "epoch": 0.21874851823167743,
      "grad_norm": 0.14564333856105804,
      "learning_rate": 1.8189519002980693e-05,
      "loss": 0.8642,
      "step": 10380
    },
    {
      "epoch": 0.21876959227004272,
      "grad_norm": 0.18689540028572083,
      "learning_rate": 1.8189127300329208e-05,
      "loss": 0.9585,
      "step": 10381
    },
    {
      "epoch": 0.21879066630840802,
      "grad_norm": 0.1838400661945343,
      "learning_rate": 1.8188735559527844e-05,
      "loss": 0.9051,
      "step": 10382
    },
    {
      "epoch": 0.2188117403467733,
      "grad_norm": 0.1459159553050995,
      "learning_rate": 1.818834378057843e-05,
      "loss": 0.9542,
      "step": 10383
    },
    {
      "epoch": 0.21883281438513857,
      "grad_norm": 0.21977552771568298,
      "learning_rate": 1.8187951963482785e-05,
      "loss": 0.8899,
      "step": 10384
    },
    {
      "epoch": 0.21885388842350387,
      "grad_norm": 0.20512275397777557,
      "learning_rate": 1.8187560108242736e-05,
      "loss": 0.9422,
      "step": 10385
    },
    {
      "epoch": 0.21887496246186916,
      "grad_norm": 0.15365450084209442,
      "learning_rate": 1.8187168214860112e-05,
      "loss": 0.8562,
      "step": 10386
    },
    {
      "epoch": 0.21889603650023445,
      "grad_norm": 0.21778208017349243,
      "learning_rate": 1.8186776283336733e-05,
      "loss": 0.8565,
      "step": 10387
    },
    {
      "epoch": 0.21891711053859975,
      "grad_norm": 0.16410227119922638,
      "learning_rate": 1.818638431367443e-05,
      "loss": 0.8899,
      "step": 10388
    },
    {
      "epoch": 0.218938184576965,
      "grad_norm": 0.13961419463157654,
      "learning_rate": 1.8185992305875025e-05,
      "loss": 0.891,
      "step": 10389
    },
    {
      "epoch": 0.2189592586153303,
      "grad_norm": 0.16850517690181732,
      "learning_rate": 1.8185600259940348e-05,
      "loss": 0.9998,
      "step": 10390
    },
    {
      "epoch": 0.2189803326536956,
      "grad_norm": 0.15596787631511688,
      "learning_rate": 1.8185208175872224e-05,
      "loss": 0.9171,
      "step": 10391
    },
    {
      "epoch": 0.2190014066920609,
      "grad_norm": 0.12705399096012115,
      "learning_rate": 1.818481605367248e-05,
      "loss": 0.9165,
      "step": 10392
    },
    {
      "epoch": 0.21902248073042618,
      "grad_norm": 0.14530667662620544,
      "learning_rate": 1.818442389334294e-05,
      "loss": 0.9091,
      "step": 10393
    },
    {
      "epoch": 0.21904355476879145,
      "grad_norm": 0.11701182276010513,
      "learning_rate": 1.8184031694885432e-05,
      "loss": 0.9174,
      "step": 10394
    },
    {
      "epoch": 0.21906462880715674,
      "grad_norm": 0.21040859818458557,
      "learning_rate": 1.8183639458301786e-05,
      "loss": 0.9481,
      "step": 10395
    },
    {
      "epoch": 0.21908570284552203,
      "grad_norm": 0.17144416272640228,
      "learning_rate": 1.8183247183593826e-05,
      "loss": 0.9008,
      "step": 10396
    },
    {
      "epoch": 0.21910677688388733,
      "grad_norm": 0.1580057144165039,
      "learning_rate": 1.818285487076338e-05,
      "loss": 0.9106,
      "step": 10397
    },
    {
      "epoch": 0.2191278509222526,
      "grad_norm": 0.15561442077159882,
      "learning_rate": 1.818246251981228e-05,
      "loss": 0.94,
      "step": 10398
    },
    {
      "epoch": 0.21914892496061789,
      "grad_norm": 0.14939965307712555,
      "learning_rate": 1.8182070130742345e-05,
      "loss": 0.8845,
      "step": 10399
    },
    {
      "epoch": 0.21916999899898318,
      "grad_norm": 0.143739715218544,
      "learning_rate": 1.818167770355541e-05,
      "loss": 0.8768,
      "step": 10400
    },
    {
      "epoch": 0.21919107303734847,
      "grad_norm": 0.1256069391965866,
      "learning_rate": 1.8181285238253303e-05,
      "loss": 0.9293,
      "step": 10401
    },
    {
      "epoch": 0.21921214707571376,
      "grad_norm": 0.1726580709218979,
      "learning_rate": 1.818089273483785e-05,
      "loss": 0.8576,
      "step": 10402
    },
    {
      "epoch": 0.21923322111407903,
      "grad_norm": 0.135245680809021,
      "learning_rate": 1.818050019331088e-05,
      "loss": 0.8315,
      "step": 10403
    },
    {
      "epoch": 0.21925429515244432,
      "grad_norm": 0.12057556957006454,
      "learning_rate": 1.818010761367422e-05,
      "loss": 0.8607,
      "step": 10404
    },
    {
      "epoch": 0.21927536919080962,
      "grad_norm": 0.11696961522102356,
      "learning_rate": 1.81797149959297e-05,
      "loss": 0.8043,
      "step": 10405
    },
    {
      "epoch": 0.2192964432291749,
      "grad_norm": 0.1456778198480606,
      "learning_rate": 1.8179322340079152e-05,
      "loss": 0.9179,
      "step": 10406
    },
    {
      "epoch": 0.21931751726754017,
      "grad_norm": 0.17592646181583405,
      "learning_rate": 1.8178929646124405e-05,
      "loss": 0.9153,
      "step": 10407
    },
    {
      "epoch": 0.21933859130590547,
      "grad_norm": 0.1397435963153839,
      "learning_rate": 1.8178536914067284e-05,
      "loss": 0.9254,
      "step": 10408
    },
    {
      "epoch": 0.21935966534427076,
      "grad_norm": 0.15614238381385803,
      "learning_rate": 1.817814414390962e-05,
      "loss": 0.9067,
      "step": 10409
    },
    {
      "epoch": 0.21938073938263605,
      "grad_norm": 0.18515948951244354,
      "learning_rate": 1.8177751335653245e-05,
      "loss": 0.96,
      "step": 10410
    },
    {
      "epoch": 0.21940181342100135,
      "grad_norm": 0.13727229833602905,
      "learning_rate": 1.8177358489299988e-05,
      "loss": 0.8021,
      "step": 10411
    },
    {
      "epoch": 0.2194228874593666,
      "grad_norm": 0.12778834998607635,
      "learning_rate": 1.817696560485168e-05,
      "loss": 0.8609,
      "step": 10412
    },
    {
      "epoch": 0.2194439614977319,
      "grad_norm": 0.15586304664611816,
      "learning_rate": 1.8176572682310147e-05,
      "loss": 0.8744,
      "step": 10413
    },
    {
      "epoch": 0.2194650355360972,
      "grad_norm": 0.14259114861488342,
      "learning_rate": 1.8176179721677224e-05,
      "loss": 0.8963,
      "step": 10414
    },
    {
      "epoch": 0.2194861095744625,
      "grad_norm": 0.11599127948284149,
      "learning_rate": 1.8175786722954738e-05,
      "loss": 0.8584,
      "step": 10415
    },
    {
      "epoch": 0.21950718361282776,
      "grad_norm": 0.1556682288646698,
      "learning_rate": 1.8175393686144524e-05,
      "loss": 0.9876,
      "step": 10416
    },
    {
      "epoch": 0.21952825765119305,
      "grad_norm": 0.1488274335861206,
      "learning_rate": 1.817500061124841e-05,
      "loss": 0.8438,
      "step": 10417
    },
    {
      "epoch": 0.21954933168955834,
      "grad_norm": 0.13556143641471863,
      "learning_rate": 1.817460749826823e-05,
      "loss": 0.9127,
      "step": 10418
    },
    {
      "epoch": 0.21957040572792363,
      "grad_norm": 0.20757153630256653,
      "learning_rate": 1.817421434720581e-05,
      "loss": 0.8878,
      "step": 10419
    },
    {
      "epoch": 0.21959147976628893,
      "grad_norm": 0.19863314926624298,
      "learning_rate": 1.8173821158062988e-05,
      "loss": 0.9032,
      "step": 10420
    },
    {
      "epoch": 0.2196125538046542,
      "grad_norm": 0.10870131850242615,
      "learning_rate": 1.8173427930841594e-05,
      "loss": 0.859,
      "step": 10421
    },
    {
      "epoch": 0.21963362784301949,
      "grad_norm": 0.14857560396194458,
      "learning_rate": 1.8173034665543453e-05,
      "loss": 0.9511,
      "step": 10422
    },
    {
      "epoch": 0.21965470188138478,
      "grad_norm": 0.14105531573295593,
      "learning_rate": 1.817264136217041e-05,
      "loss": 0.8927,
      "step": 10423
    },
    {
      "epoch": 0.21967577591975007,
      "grad_norm": 0.12958453595638275,
      "learning_rate": 1.8172248020724287e-05,
      "loss": 0.943,
      "step": 10424
    },
    {
      "epoch": 0.21969684995811534,
      "grad_norm": 0.14049139618873596,
      "learning_rate": 1.8171854641206918e-05,
      "loss": 0.8801,
      "step": 10425
    },
    {
      "epoch": 0.21971792399648063,
      "grad_norm": 0.12103772163391113,
      "learning_rate": 1.8171461223620137e-05,
      "loss": 0.8963,
      "step": 10426
    },
    {
      "epoch": 0.21973899803484592,
      "grad_norm": 0.15477018058300018,
      "learning_rate": 1.817106776796578e-05,
      "loss": 0.8232,
      "step": 10427
    },
    {
      "epoch": 0.21976007207321122,
      "grad_norm": 0.11596129834651947,
      "learning_rate": 1.817067427424567e-05,
      "loss": 0.8885,
      "step": 10428
    },
    {
      "epoch": 0.2197811461115765,
      "grad_norm": 0.16250738501548767,
      "learning_rate": 1.817028074246165e-05,
      "loss": 0.8751,
      "step": 10429
    },
    {
      "epoch": 0.21980222014994177,
      "grad_norm": 0.12211140990257263,
      "learning_rate": 1.8169887172615555e-05,
      "loss": 0.9062,
      "step": 10430
    },
    {
      "epoch": 0.21982329418830707,
      "grad_norm": 0.12183994054794312,
      "learning_rate": 1.816949356470921e-05,
      "loss": 0.8701,
      "step": 10431
    },
    {
      "epoch": 0.21984436822667236,
      "grad_norm": 0.12065538018941879,
      "learning_rate": 1.816909991874445e-05,
      "loss": 0.9002,
      "step": 10432
    },
    {
      "epoch": 0.21986544226503765,
      "grad_norm": 0.15298958122730255,
      "learning_rate": 1.8168706234723113e-05,
      "loss": 0.9034,
      "step": 10433
    },
    {
      "epoch": 0.21988651630340292,
      "grad_norm": 0.12767267227172852,
      "learning_rate": 1.816831251264703e-05,
      "loss": 0.9421,
      "step": 10434
    },
    {
      "epoch": 0.2199075903417682,
      "grad_norm": 0.12559233605861664,
      "learning_rate": 1.8167918752518038e-05,
      "loss": 0.8254,
      "step": 10435
    },
    {
      "epoch": 0.2199286643801335,
      "grad_norm": 0.14427179098129272,
      "learning_rate": 1.816752495433797e-05,
      "loss": 0.9124,
      "step": 10436
    },
    {
      "epoch": 0.2199497384184988,
      "grad_norm": 0.12530910968780518,
      "learning_rate": 1.816713111810866e-05,
      "loss": 0.8495,
      "step": 10437
    },
    {
      "epoch": 0.2199708124568641,
      "grad_norm": 0.13266333937644958,
      "learning_rate": 1.8166737243831944e-05,
      "loss": 0.8367,
      "step": 10438
    },
    {
      "epoch": 0.21999188649522936,
      "grad_norm": 0.13125985860824585,
      "learning_rate": 1.816634333150965e-05,
      "loss": 0.8438,
      "step": 10439
    },
    {
      "epoch": 0.22001296053359465,
      "grad_norm": 0.12349051237106323,
      "learning_rate": 1.8165949381143626e-05,
      "loss": 0.9265,
      "step": 10440
    },
    {
      "epoch": 0.22003403457195994,
      "grad_norm": 0.15001477301120758,
      "learning_rate": 1.8165555392735697e-05,
      "loss": 0.9265,
      "step": 10441
    },
    {
      "epoch": 0.22005510861032523,
      "grad_norm": 0.12638390064239502,
      "learning_rate": 1.8165161366287702e-05,
      "loss": 0.9153,
      "step": 10442
    },
    {
      "epoch": 0.2200761826486905,
      "grad_norm": 0.16274531185626984,
      "learning_rate": 1.8164767301801477e-05,
      "loss": 0.9072,
      "step": 10443
    },
    {
      "epoch": 0.2200972566870558,
      "grad_norm": 0.1680135279893875,
      "learning_rate": 1.8164373199278858e-05,
      "loss": 0.931,
      "step": 10444
    },
    {
      "epoch": 0.22011833072542109,
      "grad_norm": 0.150400772690773,
      "learning_rate": 1.816397905872168e-05,
      "loss": 0.9131,
      "step": 10445
    },
    {
      "epoch": 0.22013940476378638,
      "grad_norm": 0.1570475548505783,
      "learning_rate": 1.8163584880131776e-05,
      "loss": 0.9106,
      "step": 10446
    },
    {
      "epoch": 0.22016047880215167,
      "grad_norm": 0.12311830371618271,
      "learning_rate": 1.816319066351099e-05,
      "loss": 0.8459,
      "step": 10447
    },
    {
      "epoch": 0.22018155284051694,
      "grad_norm": 0.14859627187252045,
      "learning_rate": 1.816279640886115e-05,
      "loss": 0.8901,
      "step": 10448
    },
    {
      "epoch": 0.22020262687888223,
      "grad_norm": 0.17849592864513397,
      "learning_rate": 1.8162402116184097e-05,
      "loss": 0.8662,
      "step": 10449
    },
    {
      "epoch": 0.22022370091724752,
      "grad_norm": 0.1315101534128189,
      "learning_rate": 1.8162007785481668e-05,
      "loss": 0.8539,
      "step": 10450
    },
    {
      "epoch": 0.22024477495561282,
      "grad_norm": 0.15407590568065643,
      "learning_rate": 1.8161613416755702e-05,
      "loss": 0.93,
      "step": 10451
    },
    {
      "epoch": 0.22026584899397808,
      "grad_norm": 0.13251179456710815,
      "learning_rate": 1.8161219010008033e-05,
      "loss": 0.8641,
      "step": 10452
    },
    {
      "epoch": 0.22028692303234337,
      "grad_norm": 0.1857319474220276,
      "learning_rate": 1.8160824565240495e-05,
      "loss": 0.9532,
      "step": 10453
    },
    {
      "epoch": 0.22030799707070867,
      "grad_norm": 0.1825866550207138,
      "learning_rate": 1.8160430082454932e-05,
      "loss": 0.8661,
      "step": 10454
    },
    {
      "epoch": 0.22032907110907396,
      "grad_norm": 0.1614789515733719,
      "learning_rate": 1.8160035561653183e-05,
      "loss": 0.9352,
      "step": 10455
    },
    {
      "epoch": 0.22035014514743925,
      "grad_norm": 0.22175441682338715,
      "learning_rate": 1.815964100283708e-05,
      "loss": 0.9318,
      "step": 10456
    },
    {
      "epoch": 0.22037121918580452,
      "grad_norm": 0.14149314165115356,
      "learning_rate": 1.815924640600846e-05,
      "loss": 0.8838,
      "step": 10457
    },
    {
      "epoch": 0.2203922932241698,
      "grad_norm": 0.18759478628635406,
      "learning_rate": 1.815885177116917e-05,
      "loss": 0.942,
      "step": 10458
    },
    {
      "epoch": 0.2204133672625351,
      "grad_norm": 0.1605246216058731,
      "learning_rate": 1.815845709832104e-05,
      "loss": 0.9122,
      "step": 10459
    },
    {
      "epoch": 0.2204344413009004,
      "grad_norm": 0.174962118268013,
      "learning_rate": 1.8158062387465912e-05,
      "loss": 0.9208,
      "step": 10460
    },
    {
      "epoch": 0.22045551533926566,
      "grad_norm": 0.12724921107292175,
      "learning_rate": 1.8157667638605624e-05,
      "loss": 0.8331,
      "step": 10461
    },
    {
      "epoch": 0.22047658937763095,
      "grad_norm": 0.16865311563014984,
      "learning_rate": 1.8157272851742017e-05,
      "loss": 0.8748,
      "step": 10462
    },
    {
      "epoch": 0.22049766341599625,
      "grad_norm": 0.1359318047761917,
      "learning_rate": 1.815687802687693e-05,
      "loss": 0.9435,
      "step": 10463
    },
    {
      "epoch": 0.22051873745436154,
      "grad_norm": 0.13354939222335815,
      "learning_rate": 1.81564831640122e-05,
      "loss": 0.9033,
      "step": 10464
    },
    {
      "epoch": 0.22053981149272683,
      "grad_norm": 0.17538048326969147,
      "learning_rate": 1.8156088263149665e-05,
      "loss": 0.9305,
      "step": 10465
    },
    {
      "epoch": 0.2205608855310921,
      "grad_norm": 0.12370018661022186,
      "learning_rate": 1.8155693324291172e-05,
      "loss": 0.882,
      "step": 10466
    },
    {
      "epoch": 0.2205819595694574,
      "grad_norm": 0.14116403460502625,
      "learning_rate": 1.8155298347438553e-05,
      "loss": 0.8286,
      "step": 10467
    },
    {
      "epoch": 0.22060303360782269,
      "grad_norm": 0.11745790392160416,
      "learning_rate": 1.8154903332593653e-05,
      "loss": 0.8415,
      "step": 10468
    },
    {
      "epoch": 0.22062410764618798,
      "grad_norm": 0.1895914077758789,
      "learning_rate": 1.815450827975831e-05,
      "loss": 0.9662,
      "step": 10469
    },
    {
      "epoch": 0.22064518168455324,
      "grad_norm": 0.17503269016742706,
      "learning_rate": 1.815411318893436e-05,
      "loss": 0.8987,
      "step": 10470
    },
    {
      "epoch": 0.22066625572291854,
      "grad_norm": 0.14912454783916473,
      "learning_rate": 1.8153718060123653e-05,
      "loss": 0.9152,
      "step": 10471
    },
    {
      "epoch": 0.22068732976128383,
      "grad_norm": 0.1486850380897522,
      "learning_rate": 1.8153322893328026e-05,
      "loss": 0.9142,
      "step": 10472
    },
    {
      "epoch": 0.22070840379964912,
      "grad_norm": 0.16644595563411713,
      "learning_rate": 1.8152927688549313e-05,
      "loss": 0.9013,
      "step": 10473
    },
    {
      "epoch": 0.22072947783801442,
      "grad_norm": 0.16256505250930786,
      "learning_rate": 1.8152532445789365e-05,
      "loss": 0.8928,
      "step": 10474
    },
    {
      "epoch": 0.22075055187637968,
      "grad_norm": 0.14940589666366577,
      "learning_rate": 1.815213716505002e-05,
      "loss": 0.8615,
      "step": 10475
    },
    {
      "epoch": 0.22077162591474497,
      "grad_norm": 0.12401584535837173,
      "learning_rate": 1.815174184633312e-05,
      "loss": 0.8761,
      "step": 10476
    },
    {
      "epoch": 0.22079269995311027,
      "grad_norm": 0.13866718113422394,
      "learning_rate": 1.8151346489640503e-05,
      "loss": 0.922,
      "step": 10477
    },
    {
      "epoch": 0.22081377399147556,
      "grad_norm": 0.14664039015769958,
      "learning_rate": 1.8150951094974015e-05,
      "loss": 0.8755,
      "step": 10478
    },
    {
      "epoch": 0.22083484802984082,
      "grad_norm": 0.12007257342338562,
      "learning_rate": 1.8150555662335498e-05,
      "loss": 0.8541,
      "step": 10479
    },
    {
      "epoch": 0.22085592206820612,
      "grad_norm": 0.17170633375644684,
      "learning_rate": 1.8150160191726787e-05,
      "loss": 0.8937,
      "step": 10480
    },
    {
      "epoch": 0.2208769961065714,
      "grad_norm": 0.1614520251750946,
      "learning_rate": 1.8149764683149733e-05,
      "loss": 0.887,
      "step": 10481
    },
    {
      "epoch": 0.2208980701449367,
      "grad_norm": 0.12453039735555649,
      "learning_rate": 1.8149369136606175e-05,
      "loss": 0.8787,
      "step": 10482
    },
    {
      "epoch": 0.220919144183302,
      "grad_norm": 0.1324743926525116,
      "learning_rate": 1.8148973552097953e-05,
      "loss": 0.9801,
      "step": 10483
    },
    {
      "epoch": 0.22094021822166726,
      "grad_norm": 0.1266261339187622,
      "learning_rate": 1.8148577929626915e-05,
      "loss": 0.892,
      "step": 10484
    },
    {
      "epoch": 0.22096129226003255,
      "grad_norm": 0.1013418585062027,
      "learning_rate": 1.81481822691949e-05,
      "loss": 0.8401,
      "step": 10485
    },
    {
      "epoch": 0.22098236629839785,
      "grad_norm": 0.1293855607509613,
      "learning_rate": 1.814778657080376e-05,
      "loss": 0.9359,
      "step": 10486
    },
    {
      "epoch": 0.22100344033676314,
      "grad_norm": 0.11785057932138443,
      "learning_rate": 1.814739083445533e-05,
      "loss": 0.9444,
      "step": 10487
    },
    {
      "epoch": 0.22102451437512843,
      "grad_norm": 0.12536965310573578,
      "learning_rate": 1.8146995060151452e-05,
      "loss": 0.8441,
      "step": 10488
    },
    {
      "epoch": 0.2210455884134937,
      "grad_norm": 0.12209073454141617,
      "learning_rate": 1.814659924789397e-05,
      "loss": 0.8966,
      "step": 10489
    },
    {
      "epoch": 0.221066662451859,
      "grad_norm": 0.11685846745967865,
      "learning_rate": 1.8146203397684734e-05,
      "loss": 0.8385,
      "step": 10490
    },
    {
      "epoch": 0.22108773649022428,
      "grad_norm": 0.12686501443386078,
      "learning_rate": 1.8145807509525586e-05,
      "loss": 0.8912,
      "step": 10491
    },
    {
      "epoch": 0.22110881052858958,
      "grad_norm": 0.16541682183742523,
      "learning_rate": 1.814541158341837e-05,
      "loss": 0.9565,
      "step": 10492
    },
    {
      "epoch": 0.22112988456695484,
      "grad_norm": 0.12896373867988586,
      "learning_rate": 1.8145015619364925e-05,
      "loss": 0.9193,
      "step": 10493
    },
    {
      "epoch": 0.22115095860532014,
      "grad_norm": 0.1480528563261032,
      "learning_rate": 1.8144619617367103e-05,
      "loss": 0.9277,
      "step": 10494
    },
    {
      "epoch": 0.22117203264368543,
      "grad_norm": 0.1957876980304718,
      "learning_rate": 1.8144223577426746e-05,
      "loss": 0.9481,
      "step": 10495
    },
    {
      "epoch": 0.22119310668205072,
      "grad_norm": 0.13420943915843964,
      "learning_rate": 1.8143827499545698e-05,
      "loss": 0.8355,
      "step": 10496
    },
    {
      "epoch": 0.22121418072041601,
      "grad_norm": 0.132384791970253,
      "learning_rate": 1.8143431383725808e-05,
      "loss": 0.8516,
      "step": 10497
    },
    {
      "epoch": 0.22123525475878128,
      "grad_norm": 0.1723318248987198,
      "learning_rate": 1.8143035229968915e-05,
      "loss": 1.0117,
      "step": 10498
    },
    {
      "epoch": 0.22125632879714657,
      "grad_norm": 0.1568927764892578,
      "learning_rate": 1.814263903827687e-05,
      "loss": 0.9377,
      "step": 10499
    },
    {
      "epoch": 0.22127740283551187,
      "grad_norm": 0.14291727542877197,
      "learning_rate": 1.8142242808651518e-05,
      "loss": 0.9157,
      "step": 10500
    },
    {
      "epoch": 0.22129847687387716,
      "grad_norm": 0.14229369163513184,
      "learning_rate": 1.81418465410947e-05,
      "loss": 0.9166,
      "step": 10501
    },
    {
      "epoch": 0.22131955091224242,
      "grad_norm": 0.12948094308376312,
      "learning_rate": 1.814145023560827e-05,
      "loss": 0.8743,
      "step": 10502
    },
    {
      "epoch": 0.22134062495060772,
      "grad_norm": 0.15399937331676483,
      "learning_rate": 1.8141053892194067e-05,
      "loss": 0.8877,
      "step": 10503
    },
    {
      "epoch": 0.221361698988973,
      "grad_norm": 0.14174507558345795,
      "learning_rate": 1.8140657510853942e-05,
      "loss": 0.9373,
      "step": 10504
    },
    {
      "epoch": 0.2213827730273383,
      "grad_norm": 0.13600267469882965,
      "learning_rate": 1.814026109158974e-05,
      "loss": 0.9092,
      "step": 10505
    },
    {
      "epoch": 0.2214038470657036,
      "grad_norm": 0.1619757115840912,
      "learning_rate": 1.8139864634403307e-05,
      "loss": 0.8808,
      "step": 10506
    },
    {
      "epoch": 0.22142492110406886,
      "grad_norm": 0.12105877697467804,
      "learning_rate": 1.8139468139296493e-05,
      "loss": 0.8822,
      "step": 10507
    },
    {
      "epoch": 0.22144599514243415,
      "grad_norm": 0.17588524520397186,
      "learning_rate": 1.8139071606271138e-05,
      "loss": 0.9179,
      "step": 10508
    },
    {
      "epoch": 0.22146706918079945,
      "grad_norm": 0.13103291392326355,
      "learning_rate": 1.81386750353291e-05,
      "loss": 0.896,
      "step": 10509
    },
    {
      "epoch": 0.22148814321916474,
      "grad_norm": 0.16058972477912903,
      "learning_rate": 1.8138278426472214e-05,
      "loss": 0.8947,
      "step": 10510
    },
    {
      "epoch": 0.22150921725753,
      "grad_norm": 0.1405724585056305,
      "learning_rate": 1.8137881779702338e-05,
      "loss": 0.8624,
      "step": 10511
    },
    {
      "epoch": 0.2215302912958953,
      "grad_norm": 0.14187003672122955,
      "learning_rate": 1.8137485095021318e-05,
      "loss": 0.8409,
      "step": 10512
    },
    {
      "epoch": 0.2215513653342606,
      "grad_norm": 0.13075686991214752,
      "learning_rate": 1.8137088372430995e-05,
      "loss": 0.9049,
      "step": 10513
    },
    {
      "epoch": 0.22157243937262588,
      "grad_norm": 0.1592535823583603,
      "learning_rate": 1.8136691611933224e-05,
      "loss": 0.8832,
      "step": 10514
    },
    {
      "epoch": 0.22159351341099118,
      "grad_norm": 0.1424742490053177,
      "learning_rate": 1.8136294813529855e-05,
      "loss": 0.9181,
      "step": 10515
    },
    {
      "epoch": 0.22161458744935644,
      "grad_norm": 0.1463293582201004,
      "learning_rate": 1.8135897977222727e-05,
      "loss": 0.8761,
      "step": 10516
    },
    {
      "epoch": 0.22163566148772174,
      "grad_norm": 0.1730993539094925,
      "learning_rate": 1.8135501103013696e-05,
      "loss": 0.9064,
      "step": 10517
    },
    {
      "epoch": 0.22165673552608703,
      "grad_norm": 0.17620855569839478,
      "learning_rate": 1.8135104190904617e-05,
      "loss": 0.8533,
      "step": 10518
    },
    {
      "epoch": 0.22167780956445232,
      "grad_norm": 0.13063549995422363,
      "learning_rate": 1.8134707240897326e-05,
      "loss": 0.8792,
      "step": 10519
    },
    {
      "epoch": 0.2216988836028176,
      "grad_norm": 0.15760822594165802,
      "learning_rate": 1.8134310252993675e-05,
      "loss": 0.9415,
      "step": 10520
    },
    {
      "epoch": 0.22171995764118288,
      "grad_norm": 0.1205068901181221,
      "learning_rate": 1.813391322719552e-05,
      "loss": 0.8602,
      "step": 10521
    },
    {
      "epoch": 0.22174103167954817,
      "grad_norm": 0.13210660219192505,
      "learning_rate": 1.8133516163504707e-05,
      "loss": 0.9202,
      "step": 10522
    },
    {
      "epoch": 0.22176210571791347,
      "grad_norm": 0.13371685147285461,
      "learning_rate": 1.8133119061923085e-05,
      "loss": 0.9084,
      "step": 10523
    },
    {
      "epoch": 0.22178317975627876,
      "grad_norm": 0.12366320937871933,
      "learning_rate": 1.8132721922452504e-05,
      "loss": 0.8841,
      "step": 10524
    },
    {
      "epoch": 0.22180425379464402,
      "grad_norm": 0.11403410136699677,
      "learning_rate": 1.8132324745094814e-05,
      "loss": 0.86,
      "step": 10525
    },
    {
      "epoch": 0.22182532783300932,
      "grad_norm": 0.14049537479877472,
      "learning_rate": 1.8131927529851867e-05,
      "loss": 0.9677,
      "step": 10526
    },
    {
      "epoch": 0.2218464018713746,
      "grad_norm": 0.13034586608409882,
      "learning_rate": 1.8131530276725514e-05,
      "loss": 0.9355,
      "step": 10527
    },
    {
      "epoch": 0.2218674759097399,
      "grad_norm": 0.13828440010547638,
      "learning_rate": 1.8131132985717602e-05,
      "loss": 0.8752,
      "step": 10528
    },
    {
      "epoch": 0.22188854994810517,
      "grad_norm": 0.13619495928287506,
      "learning_rate": 1.8130735656829986e-05,
      "loss": 0.8656,
      "step": 10529
    },
    {
      "epoch": 0.22190962398647046,
      "grad_norm": 0.15133845806121826,
      "learning_rate": 1.813033829006451e-05,
      "loss": 0.9391,
      "step": 10530
    },
    {
      "epoch": 0.22193069802483575,
      "grad_norm": 0.13586945831775665,
      "learning_rate": 1.8129940885423035e-05,
      "loss": 0.8632,
      "step": 10531
    },
    {
      "epoch": 0.22195177206320105,
      "grad_norm": 0.11990021169185638,
      "learning_rate": 1.8129543442907407e-05,
      "loss": 0.843,
      "step": 10532
    },
    {
      "epoch": 0.22197284610156634,
      "grad_norm": 0.11329195648431778,
      "learning_rate": 1.8129145962519478e-05,
      "loss": 0.8287,
      "step": 10533
    },
    {
      "epoch": 0.2219939201399316,
      "grad_norm": 0.1397181898355484,
      "learning_rate": 1.8128748444261096e-05,
      "loss": 0.8937,
      "step": 10534
    },
    {
      "epoch": 0.2220149941782969,
      "grad_norm": 0.12418729066848755,
      "learning_rate": 1.812835088813412e-05,
      "loss": 0.8171,
      "step": 10535
    },
    {
      "epoch": 0.2220360682166622,
      "grad_norm": 0.12305408716201782,
      "learning_rate": 1.81279532941404e-05,
      "loss": 0.8793,
      "step": 10536
    },
    {
      "epoch": 0.22205714225502748,
      "grad_norm": 0.13388723134994507,
      "learning_rate": 1.8127555662281783e-05,
      "loss": 0.8439,
      "step": 10537
    },
    {
      "epoch": 0.22207821629339275,
      "grad_norm": 0.14381098747253418,
      "learning_rate": 1.812715799256013e-05,
      "loss": 0.8787,
      "step": 10538
    },
    {
      "epoch": 0.22209929033175804,
      "grad_norm": 0.1121501699090004,
      "learning_rate": 1.8126760284977284e-05,
      "loss": 0.9097,
      "step": 10539
    },
    {
      "epoch": 0.22212036437012334,
      "grad_norm": 0.15841807425022125,
      "learning_rate": 1.8126362539535104e-05,
      "loss": 0.939,
      "step": 10540
    },
    {
      "epoch": 0.22214143840848863,
      "grad_norm": 0.10956740379333496,
      "learning_rate": 1.8125964756235444e-05,
      "loss": 0.9853,
      "step": 10541
    },
    {
      "epoch": 0.22216251244685392,
      "grad_norm": 0.13221405446529388,
      "learning_rate": 1.812556693508015e-05,
      "loss": 0.9366,
      "step": 10542
    },
    {
      "epoch": 0.2221835864852192,
      "grad_norm": 0.12965251505374908,
      "learning_rate": 1.8125169076071083e-05,
      "loss": 0.9548,
      "step": 10543
    },
    {
      "epoch": 0.22220466052358448,
      "grad_norm": 0.13419435918331146,
      "learning_rate": 1.8124771179210095e-05,
      "loss": 0.8769,
      "step": 10544
    },
    {
      "epoch": 0.22222573456194977,
      "grad_norm": 0.1371077597141266,
      "learning_rate": 1.8124373244499033e-05,
      "loss": 0.9409,
      "step": 10545
    },
    {
      "epoch": 0.22224680860031507,
      "grad_norm": 0.13587777316570282,
      "learning_rate": 1.812397527193976e-05,
      "loss": 0.8571,
      "step": 10546
    },
    {
      "epoch": 0.22226788263868033,
      "grad_norm": 0.1389654278755188,
      "learning_rate": 1.8123577261534125e-05,
      "loss": 0.9217,
      "step": 10547
    },
    {
      "epoch": 0.22228895667704562,
      "grad_norm": 0.13878163695335388,
      "learning_rate": 1.8123179213283982e-05,
      "loss": 0.8853,
      "step": 10548
    },
    {
      "epoch": 0.22231003071541092,
      "grad_norm": 0.20847535133361816,
      "learning_rate": 1.8122781127191186e-05,
      "loss": 0.9127,
      "step": 10549
    },
    {
      "epoch": 0.2223311047537762,
      "grad_norm": 0.18231390416622162,
      "learning_rate": 1.8122383003257592e-05,
      "loss": 0.9328,
      "step": 10550
    },
    {
      "epoch": 0.2223521787921415,
      "grad_norm": 0.1423202008008957,
      "learning_rate": 1.8121984841485057e-05,
      "loss": 0.8211,
      "step": 10551
    },
    {
      "epoch": 0.22237325283050677,
      "grad_norm": 0.14778892695903778,
      "learning_rate": 1.8121586641875436e-05,
      "loss": 0.9054,
      "step": 10552
    },
    {
      "epoch": 0.22239432686887206,
      "grad_norm": 0.1637614518404007,
      "learning_rate": 1.8121188404430574e-05,
      "loss": 0.8589,
      "step": 10553
    },
    {
      "epoch": 0.22241540090723735,
      "grad_norm": 0.1586880087852478,
      "learning_rate": 1.812079012915234e-05,
      "loss": 0.9219,
      "step": 10554
    },
    {
      "epoch": 0.22243647494560265,
      "grad_norm": 0.1611764281988144,
      "learning_rate": 1.812039181604258e-05,
      "loss": 0.8686,
      "step": 10555
    },
    {
      "epoch": 0.2224575489839679,
      "grad_norm": 0.14089307188987732,
      "learning_rate": 1.8119993465103156e-05,
      "loss": 0.9098,
      "step": 10556
    },
    {
      "epoch": 0.2224786230223332,
      "grad_norm": 0.13550561666488647,
      "learning_rate": 1.8119595076335915e-05,
      "loss": 0.909,
      "step": 10557
    },
    {
      "epoch": 0.2224996970606985,
      "grad_norm": 0.14566881954669952,
      "learning_rate": 1.811919664974272e-05,
      "loss": 0.8865,
      "step": 10558
    },
    {
      "epoch": 0.2225207710990638,
      "grad_norm": 0.12797266244888306,
      "learning_rate": 1.8118798185325426e-05,
      "loss": 0.9401,
      "step": 10559
    },
    {
      "epoch": 0.22254184513742908,
      "grad_norm": 0.19381211698055267,
      "learning_rate": 1.811839968308589e-05,
      "loss": 0.9351,
      "step": 10560
    },
    {
      "epoch": 0.22256291917579435,
      "grad_norm": 0.11438082158565521,
      "learning_rate": 1.8118001143025966e-05,
      "loss": 0.8581,
      "step": 10561
    },
    {
      "epoch": 0.22258399321415964,
      "grad_norm": 0.13096216320991516,
      "learning_rate": 1.8117602565147514e-05,
      "loss": 0.8212,
      "step": 10562
    },
    {
      "epoch": 0.22260506725252494,
      "grad_norm": 0.1373775154352188,
      "learning_rate": 1.8117203949452388e-05,
      "loss": 0.863,
      "step": 10563
    },
    {
      "epoch": 0.22262614129089023,
      "grad_norm": 0.16033746302127838,
      "learning_rate": 1.811680529594245e-05,
      "loss": 0.9353,
      "step": 10564
    },
    {
      "epoch": 0.2226472153292555,
      "grad_norm": 0.14870844781398773,
      "learning_rate": 1.8116406604619546e-05,
      "loss": 0.9096,
      "step": 10565
    },
    {
      "epoch": 0.2226682893676208,
      "grad_norm": 0.135898157954216,
      "learning_rate": 1.8116007875485543e-05,
      "loss": 0.8778,
      "step": 10566
    },
    {
      "epoch": 0.22268936340598608,
      "grad_norm": 0.1279495805501938,
      "learning_rate": 1.8115609108542296e-05,
      "loss": 0.8893,
      "step": 10567
    },
    {
      "epoch": 0.22271043744435137,
      "grad_norm": 0.14704643189907074,
      "learning_rate": 1.811521030379166e-05,
      "loss": 0.9158,
      "step": 10568
    },
    {
      "epoch": 0.22273151148271667,
      "grad_norm": 0.12080138176679611,
      "learning_rate": 1.8114811461235496e-05,
      "loss": 0.8835,
      "step": 10569
    },
    {
      "epoch": 0.22275258552108193,
      "grad_norm": 0.13417819142341614,
      "learning_rate": 1.8114412580875663e-05,
      "loss": 0.8667,
      "step": 10570
    },
    {
      "epoch": 0.22277365955944722,
      "grad_norm": 0.11712933331727982,
      "learning_rate": 1.811401366271402e-05,
      "loss": 0.8122,
      "step": 10571
    },
    {
      "epoch": 0.22279473359781252,
      "grad_norm": 0.14695462584495544,
      "learning_rate": 1.811361470675242e-05,
      "loss": 0.8283,
      "step": 10572
    },
    {
      "epoch": 0.2228158076361778,
      "grad_norm": 0.18927441537380219,
      "learning_rate": 1.8113215712992723e-05,
      "loss": 0.9203,
      "step": 10573
    },
    {
      "epoch": 0.22283688167454307,
      "grad_norm": 0.13376453518867493,
      "learning_rate": 1.8112816681436794e-05,
      "loss": 0.868,
      "step": 10574
    },
    {
      "epoch": 0.22285795571290837,
      "grad_norm": 0.14622299373149872,
      "learning_rate": 1.811241761208648e-05,
      "loss": 0.9294,
      "step": 10575
    },
    {
      "epoch": 0.22287902975127366,
      "grad_norm": 0.14415760338306427,
      "learning_rate": 1.8112018504943653e-05,
      "loss": 0.8979,
      "step": 10576
    },
    {
      "epoch": 0.22290010378963895,
      "grad_norm": 0.12673749029636383,
      "learning_rate": 1.8111619360010168e-05,
      "loss": 0.8817,
      "step": 10577
    },
    {
      "epoch": 0.22292117782800425,
      "grad_norm": 0.1246156245470047,
      "learning_rate": 1.811122017728788e-05,
      "loss": 0.7969,
      "step": 10578
    },
    {
      "epoch": 0.2229422518663695,
      "grad_norm": 0.11995530128479004,
      "learning_rate": 1.8110820956778653e-05,
      "loss": 0.8027,
      "step": 10579
    },
    {
      "epoch": 0.2229633259047348,
      "grad_norm": 0.1676757037639618,
      "learning_rate": 1.8110421698484347e-05,
      "loss": 0.9039,
      "step": 10580
    },
    {
      "epoch": 0.2229843999431001,
      "grad_norm": 0.15366287529468536,
      "learning_rate": 1.8110022402406818e-05,
      "loss": 0.794,
      "step": 10581
    },
    {
      "epoch": 0.2230054739814654,
      "grad_norm": 0.14311522245407104,
      "learning_rate": 1.8109623068547927e-05,
      "loss": 0.8529,
      "step": 10582
    },
    {
      "epoch": 0.22302654801983068,
      "grad_norm": 0.15969306230545044,
      "learning_rate": 1.810922369690954e-05,
      "loss": 0.9622,
      "step": 10583
    },
    {
      "epoch": 0.22304762205819595,
      "grad_norm": 0.143171489238739,
      "learning_rate": 1.810882428749351e-05,
      "loss": 0.9552,
      "step": 10584
    },
    {
      "epoch": 0.22306869609656124,
      "grad_norm": 0.16911624372005463,
      "learning_rate": 1.8108424840301705e-05,
      "loss": 0.9122,
      "step": 10585
    },
    {
      "epoch": 0.22308977013492653,
      "grad_norm": 0.2036701738834381,
      "learning_rate": 1.8108025355335978e-05,
      "loss": 0.9854,
      "step": 10586
    },
    {
      "epoch": 0.22311084417329183,
      "grad_norm": 0.21441476047039032,
      "learning_rate": 1.81076258325982e-05,
      "loss": 0.9557,
      "step": 10587
    },
    {
      "epoch": 0.2231319182116571,
      "grad_norm": 0.1287645846605301,
      "learning_rate": 1.810722627209022e-05,
      "loss": 0.8933,
      "step": 10588
    },
    {
      "epoch": 0.2231529922500224,
      "grad_norm": 0.18172428011894226,
      "learning_rate": 1.8106826673813912e-05,
      "loss": 0.8959,
      "step": 10589
    },
    {
      "epoch": 0.22317406628838768,
      "grad_norm": 0.15840700268745422,
      "learning_rate": 1.8106427037771127e-05,
      "loss": 0.91,
      "step": 10590
    },
    {
      "epoch": 0.22319514032675297,
      "grad_norm": 0.1271374225616455,
      "learning_rate": 1.810602736396373e-05,
      "loss": 0.8218,
      "step": 10591
    },
    {
      "epoch": 0.22321621436511827,
      "grad_norm": 0.15213455259799957,
      "learning_rate": 1.8105627652393587e-05,
      "loss": 0.9345,
      "step": 10592
    },
    {
      "epoch": 0.22323728840348353,
      "grad_norm": 0.13951261341571808,
      "learning_rate": 1.8105227903062555e-05,
      "loss": 0.8822,
      "step": 10593
    },
    {
      "epoch": 0.22325836244184882,
      "grad_norm": 0.14281290769577026,
      "learning_rate": 1.8104828115972502e-05,
      "loss": 0.9536,
      "step": 10594
    },
    {
      "epoch": 0.22327943648021412,
      "grad_norm": 0.1543576717376709,
      "learning_rate": 1.8104428291125284e-05,
      "loss": 0.8873,
      "step": 10595
    },
    {
      "epoch": 0.2233005105185794,
      "grad_norm": 0.13114626705646515,
      "learning_rate": 1.810402842852277e-05,
      "loss": 0.8969,
      "step": 10596
    },
    {
      "epoch": 0.22332158455694467,
      "grad_norm": 0.1413610577583313,
      "learning_rate": 1.8103628528166812e-05,
      "loss": 0.8895,
      "step": 10597
    },
    {
      "epoch": 0.22334265859530997,
      "grad_norm": 0.11208437383174896,
      "learning_rate": 1.8103228590059285e-05,
      "loss": 0.8462,
      "step": 10598
    },
    {
      "epoch": 0.22336373263367526,
      "grad_norm": 0.13972072303295135,
      "learning_rate": 1.8102828614202047e-05,
      "loss": 0.855,
      "step": 10599
    },
    {
      "epoch": 0.22338480667204055,
      "grad_norm": 0.13316413760185242,
      "learning_rate": 1.8102428600596963e-05,
      "loss": 0.7754,
      "step": 10600
    },
    {
      "epoch": 0.22340588071040585,
      "grad_norm": 0.1374768167734146,
      "learning_rate": 1.8102028549245894e-05,
      "loss": 0.8177,
      "step": 10601
    },
    {
      "epoch": 0.2234269547487711,
      "grad_norm": 0.1528235375881195,
      "learning_rate": 1.8101628460150702e-05,
      "loss": 0.8358,
      "step": 10602
    },
    {
      "epoch": 0.2234480287871364,
      "grad_norm": 0.1208527609705925,
      "learning_rate": 1.8101228333313257e-05,
      "loss": 0.8814,
      "step": 10603
    },
    {
      "epoch": 0.2234691028255017,
      "grad_norm": 0.16441866755485535,
      "learning_rate": 1.810082816873542e-05,
      "loss": 0.9172,
      "step": 10604
    },
    {
      "epoch": 0.223490176863867,
      "grad_norm": 0.12019068747758865,
      "learning_rate": 1.810042796641905e-05,
      "loss": 0.9382,
      "step": 10605
    },
    {
      "epoch": 0.22351125090223226,
      "grad_norm": 0.17968864738941193,
      "learning_rate": 1.8100027726366023e-05,
      "loss": 0.9444,
      "step": 10606
    },
    {
      "epoch": 0.22353232494059755,
      "grad_norm": 0.143962100148201,
      "learning_rate": 1.8099627448578196e-05,
      "loss": 0.9626,
      "step": 10607
    },
    {
      "epoch": 0.22355339897896284,
      "grad_norm": 0.14142705500125885,
      "learning_rate": 1.8099227133057433e-05,
      "loss": 0.9182,
      "step": 10608
    },
    {
      "epoch": 0.22357447301732813,
      "grad_norm": 0.1670946627855301,
      "learning_rate": 1.8098826779805597e-05,
      "loss": 0.8342,
      "step": 10609
    },
    {
      "epoch": 0.22359554705569343,
      "grad_norm": 0.13419130444526672,
      "learning_rate": 1.8098426388824563e-05,
      "loss": 0.8866,
      "step": 10610
    },
    {
      "epoch": 0.2236166210940587,
      "grad_norm": 0.14778634905815125,
      "learning_rate": 1.8098025960116186e-05,
      "loss": 0.8871,
      "step": 10611
    },
    {
      "epoch": 0.22363769513242399,
      "grad_norm": 0.1499978005886078,
      "learning_rate": 1.8097625493682338e-05,
      "loss": 0.9182,
      "step": 10612
    },
    {
      "epoch": 0.22365876917078928,
      "grad_norm": 0.1480923444032669,
      "learning_rate": 1.809722498952488e-05,
      "loss": 0.9613,
      "step": 10613
    },
    {
      "epoch": 0.22367984320915457,
      "grad_norm": 0.1342872828245163,
      "learning_rate": 1.809682444764568e-05,
      "loss": 0.9527,
      "step": 10614
    },
    {
      "epoch": 0.22370091724751984,
      "grad_norm": 0.146779403090477,
      "learning_rate": 1.8096423868046603e-05,
      "loss": 0.9359,
      "step": 10615
    },
    {
      "epoch": 0.22372199128588513,
      "grad_norm": 0.12592537701129913,
      "learning_rate": 1.809602325072952e-05,
      "loss": 0.9343,
      "step": 10616
    },
    {
      "epoch": 0.22374306532425042,
      "grad_norm": 0.14278502762317657,
      "learning_rate": 1.8095622595696286e-05,
      "loss": 0.8614,
      "step": 10617
    },
    {
      "epoch": 0.22376413936261572,
      "grad_norm": 0.12482324242591858,
      "learning_rate": 1.809522190294878e-05,
      "loss": 0.9185,
      "step": 10618
    },
    {
      "epoch": 0.223785213400981,
      "grad_norm": 0.12452492862939835,
      "learning_rate": 1.8094821172488863e-05,
      "loss": 0.8302,
      "step": 10619
    },
    {
      "epoch": 0.22380628743934627,
      "grad_norm": 0.1372583955526352,
      "learning_rate": 1.80944204043184e-05,
      "loss": 0.8513,
      "step": 10620
    },
    {
      "epoch": 0.22382736147771157,
      "grad_norm": 0.15958990156650543,
      "learning_rate": 1.8094019598439262e-05,
      "loss": 0.8576,
      "step": 10621
    },
    {
      "epoch": 0.22384843551607686,
      "grad_norm": 0.11877406388521194,
      "learning_rate": 1.8093618754853314e-05,
      "loss": 0.8077,
      "step": 10622
    },
    {
      "epoch": 0.22386950955444215,
      "grad_norm": 0.14452296495437622,
      "learning_rate": 1.8093217873562424e-05,
      "loss": 0.898,
      "step": 10623
    },
    {
      "epoch": 0.22389058359280742,
      "grad_norm": 0.14135442674160004,
      "learning_rate": 1.809281695456846e-05,
      "loss": 0.8865,
      "step": 10624
    },
    {
      "epoch": 0.2239116576311727,
      "grad_norm": 0.27164897322654724,
      "learning_rate": 1.8092415997873287e-05,
      "loss": 0.8933,
      "step": 10625
    },
    {
      "epoch": 0.223932731669538,
      "grad_norm": 0.14501184225082397,
      "learning_rate": 1.8092015003478774e-05,
      "loss": 0.899,
      "step": 10626
    },
    {
      "epoch": 0.2239538057079033,
      "grad_norm": 0.15726296603679657,
      "learning_rate": 1.8091613971386793e-05,
      "loss": 0.9859,
      "step": 10627
    },
    {
      "epoch": 0.2239748797462686,
      "grad_norm": 0.1899631917476654,
      "learning_rate": 1.809121290159921e-05,
      "loss": 0.903,
      "step": 10628
    },
    {
      "epoch": 0.22399595378463386,
      "grad_norm": 0.11603250354528427,
      "learning_rate": 1.809081179411789e-05,
      "loss": 0.855,
      "step": 10629
    },
    {
      "epoch": 0.22401702782299915,
      "grad_norm": 0.13220429420471191,
      "learning_rate": 1.8090410648944704e-05,
      "loss": 0.9314,
      "step": 10630
    },
    {
      "epoch": 0.22403810186136444,
      "grad_norm": 0.10727035254240036,
      "learning_rate": 1.809000946608152e-05,
      "loss": 0.7873,
      "step": 10631
    },
    {
      "epoch": 0.22405917589972973,
      "grad_norm": 0.12173972278833389,
      "learning_rate": 1.8089608245530215e-05,
      "loss": 0.8449,
      "step": 10632
    },
    {
      "epoch": 0.224080249938095,
      "grad_norm": 0.13242152333259583,
      "learning_rate": 1.8089206987292644e-05,
      "loss": 0.8737,
      "step": 10633
    },
    {
      "epoch": 0.2241013239764603,
      "grad_norm": 0.12525272369384766,
      "learning_rate": 1.8088805691370686e-05,
      "loss": 0.8673,
      "step": 10634
    },
    {
      "epoch": 0.22412239801482559,
      "grad_norm": 0.16946417093276978,
      "learning_rate": 1.8088404357766207e-05,
      "loss": 0.9025,
      "step": 10635
    },
    {
      "epoch": 0.22414347205319088,
      "grad_norm": 0.1930643618106842,
      "learning_rate": 1.8088002986481078e-05,
      "loss": 0.9772,
      "step": 10636
    },
    {
      "epoch": 0.22416454609155617,
      "grad_norm": 0.16380256414413452,
      "learning_rate": 1.8087601577517172e-05,
      "loss": 0.8937,
      "step": 10637
    },
    {
      "epoch": 0.22418562012992144,
      "grad_norm": 0.15980839729309082,
      "learning_rate": 1.808720013087635e-05,
      "loss": 0.908,
      "step": 10638
    },
    {
      "epoch": 0.22420669416828673,
      "grad_norm": 0.1441812664270401,
      "learning_rate": 1.8086798646560488e-05,
      "loss": 0.867,
      "step": 10639
    },
    {
      "epoch": 0.22422776820665202,
      "grad_norm": 0.14599205553531647,
      "learning_rate": 1.8086397124571457e-05,
      "loss": 0.9372,
      "step": 10640
    },
    {
      "epoch": 0.22424884224501732,
      "grad_norm": 0.18074052035808563,
      "learning_rate": 1.808599556491113e-05,
      "loss": 0.9193,
      "step": 10641
    },
    {
      "epoch": 0.22426991628338258,
      "grad_norm": 0.11706805229187012,
      "learning_rate": 1.808559396758137e-05,
      "loss": 0.8345,
      "step": 10642
    },
    {
      "epoch": 0.22429099032174787,
      "grad_norm": 0.14843261241912842,
      "learning_rate": 1.8085192332584054e-05,
      "loss": 0.834,
      "step": 10643
    },
    {
      "epoch": 0.22431206436011317,
      "grad_norm": 0.1333421915769577,
      "learning_rate": 1.808479065992105e-05,
      "loss": 0.8841,
      "step": 10644
    },
    {
      "epoch": 0.22433313839847846,
      "grad_norm": 0.23286637663841248,
      "learning_rate": 1.808438894959423e-05,
      "loss": 0.8998,
      "step": 10645
    },
    {
      "epoch": 0.22435421243684375,
      "grad_norm": 0.1622408926486969,
      "learning_rate": 1.8083987201605466e-05,
      "loss": 0.8592,
      "step": 10646
    },
    {
      "epoch": 0.22437528647520902,
      "grad_norm": 0.14120995998382568,
      "learning_rate": 1.808358541595663e-05,
      "loss": 0.8786,
      "step": 10647
    },
    {
      "epoch": 0.2243963605135743,
      "grad_norm": 0.15456117689609528,
      "learning_rate": 1.8083183592649594e-05,
      "loss": 0.9366,
      "step": 10648
    },
    {
      "epoch": 0.2244174345519396,
      "grad_norm": 0.1433776170015335,
      "learning_rate": 1.8082781731686227e-05,
      "loss": 0.8585,
      "step": 10649
    },
    {
      "epoch": 0.2244385085903049,
      "grad_norm": 0.16270482540130615,
      "learning_rate": 1.8082379833068404e-05,
      "loss": 0.9303,
      "step": 10650
    },
    {
      "epoch": 0.22445958262867016,
      "grad_norm": 0.16254791617393494,
      "learning_rate": 1.8081977896797997e-05,
      "loss": 0.9155,
      "step": 10651
    },
    {
      "epoch": 0.22448065666703546,
      "grad_norm": 0.12728390097618103,
      "learning_rate": 1.808157592287688e-05,
      "loss": 0.9338,
      "step": 10652
    },
    {
      "epoch": 0.22450173070540075,
      "grad_norm": 0.12386645376682281,
      "learning_rate": 1.8081173911306917e-05,
      "loss": 0.9183,
      "step": 10653
    },
    {
      "epoch": 0.22452280474376604,
      "grad_norm": 0.156814306974411,
      "learning_rate": 1.8080771862089993e-05,
      "loss": 0.8572,
      "step": 10654
    },
    {
      "epoch": 0.22454387878213133,
      "grad_norm": 0.144313782453537,
      "learning_rate": 1.808036977522797e-05,
      "loss": 0.9124,
      "step": 10655
    },
    {
      "epoch": 0.2245649528204966,
      "grad_norm": 0.16421452164649963,
      "learning_rate": 1.8079967650722734e-05,
      "loss": 0.8378,
      "step": 10656
    },
    {
      "epoch": 0.2245860268588619,
      "grad_norm": 0.12317711859941483,
      "learning_rate": 1.8079565488576146e-05,
      "loss": 0.8046,
      "step": 10657
    },
    {
      "epoch": 0.22460710089722719,
      "grad_norm": 0.1264885663986206,
      "learning_rate": 1.8079163288790083e-05,
      "loss": 0.8006,
      "step": 10658
    },
    {
      "epoch": 0.22462817493559248,
      "grad_norm": 0.12385664880275726,
      "learning_rate": 1.8078761051366426e-05,
      "loss": 0.9142,
      "step": 10659
    },
    {
      "epoch": 0.22464924897395774,
      "grad_norm": 0.1512613594532013,
      "learning_rate": 1.8078358776307036e-05,
      "loss": 0.9549,
      "step": 10660
    },
    {
      "epoch": 0.22467032301232304,
      "grad_norm": 0.12180386483669281,
      "learning_rate": 1.80779564636138e-05,
      "loss": 0.8848,
      "step": 10661
    },
    {
      "epoch": 0.22469139705068833,
      "grad_norm": 0.12376809120178223,
      "learning_rate": 1.807755411328858e-05,
      "loss": 0.8561,
      "step": 10662
    },
    {
      "epoch": 0.22471247108905362,
      "grad_norm": 0.1371629536151886,
      "learning_rate": 1.807715172533326e-05,
      "loss": 0.9248,
      "step": 10663
    },
    {
      "epoch": 0.22473354512741892,
      "grad_norm": 0.14593544602394104,
      "learning_rate": 1.807674929974971e-05,
      "loss": 0.9543,
      "step": 10664
    },
    {
      "epoch": 0.22475461916578418,
      "grad_norm": 0.16960710287094116,
      "learning_rate": 1.807634683653981e-05,
      "loss": 0.903,
      "step": 10665
    },
    {
      "epoch": 0.22477569320414947,
      "grad_norm": 0.1488160490989685,
      "learning_rate": 1.8075944335705423e-05,
      "loss": 0.8759,
      "step": 10666
    },
    {
      "epoch": 0.22479676724251477,
      "grad_norm": 0.17715340852737427,
      "learning_rate": 1.8075541797248435e-05,
      "loss": 0.9154,
      "step": 10667
    },
    {
      "epoch": 0.22481784128088006,
      "grad_norm": 0.173623189330101,
      "learning_rate": 1.8075139221170724e-05,
      "loss": 0.8689,
      "step": 10668
    },
    {
      "epoch": 0.22483891531924532,
      "grad_norm": 0.14990045130252838,
      "learning_rate": 1.8074736607474154e-05,
      "loss": 0.9202,
      "step": 10669
    },
    {
      "epoch": 0.22485998935761062,
      "grad_norm": 0.17784491181373596,
      "learning_rate": 1.8074333956160604e-05,
      "loss": 0.8646,
      "step": 10670
    },
    {
      "epoch": 0.2248810633959759,
      "grad_norm": 0.16859589517116547,
      "learning_rate": 1.8073931267231957e-05,
      "loss": 0.8943,
      "step": 10671
    },
    {
      "epoch": 0.2249021374343412,
      "grad_norm": 0.17781925201416016,
      "learning_rate": 1.807352854069008e-05,
      "loss": 0.946,
      "step": 10672
    },
    {
      "epoch": 0.2249232114727065,
      "grad_norm": 0.1607256531715393,
      "learning_rate": 1.8073125776536855e-05,
      "loss": 0.8429,
      "step": 10673
    },
    {
      "epoch": 0.22494428551107176,
      "grad_norm": 0.13972240686416626,
      "learning_rate": 1.8072722974774156e-05,
      "loss": 0.8797,
      "step": 10674
    },
    {
      "epoch": 0.22496535954943706,
      "grad_norm": 0.15778936445713043,
      "learning_rate": 1.8072320135403862e-05,
      "loss": 0.9171,
      "step": 10675
    },
    {
      "epoch": 0.22498643358780235,
      "grad_norm": 0.16526107490062714,
      "learning_rate": 1.8071917258427843e-05,
      "loss": 0.8914,
      "step": 10676
    },
    {
      "epoch": 0.22500750762616764,
      "grad_norm": 0.14394159615039825,
      "learning_rate": 1.8071514343847986e-05,
      "loss": 0.8772,
      "step": 10677
    },
    {
      "epoch": 0.22502858166453293,
      "grad_norm": 0.1371571123600006,
      "learning_rate": 1.8071111391666162e-05,
      "loss": 0.8946,
      "step": 10678
    },
    {
      "epoch": 0.2250496557028982,
      "grad_norm": 0.14636793732643127,
      "learning_rate": 1.8070708401884243e-05,
      "loss": 0.9104,
      "step": 10679
    },
    {
      "epoch": 0.2250707297412635,
      "grad_norm": 0.13314402103424072,
      "learning_rate": 1.8070305374504114e-05,
      "loss": 0.8435,
      "step": 10680
    },
    {
      "epoch": 0.22509180377962879,
      "grad_norm": 0.15697604417800903,
      "learning_rate": 1.8069902309527655e-05,
      "loss": 0.9513,
      "step": 10681
    },
    {
      "epoch": 0.22511287781799408,
      "grad_norm": 0.11683178693056107,
      "learning_rate": 1.8069499206956737e-05,
      "loss": 0.8766,
      "step": 10682
    },
    {
      "epoch": 0.22513395185635934,
      "grad_norm": 0.17339445650577545,
      "learning_rate": 1.8069096066793236e-05,
      "loss": 0.9779,
      "step": 10683
    },
    {
      "epoch": 0.22515502589472464,
      "grad_norm": 0.1838846504688263,
      "learning_rate": 1.8068692889039036e-05,
      "loss": 0.8843,
      "step": 10684
    },
    {
      "epoch": 0.22517609993308993,
      "grad_norm": 0.12437652796506882,
      "learning_rate": 1.8068289673696014e-05,
      "loss": 0.8952,
      "step": 10685
    },
    {
      "epoch": 0.22519717397145522,
      "grad_norm": 0.17133186757564545,
      "learning_rate": 1.806788642076605e-05,
      "loss": 0.8876,
      "step": 10686
    },
    {
      "epoch": 0.22521824800982052,
      "grad_norm": 0.13232241570949554,
      "learning_rate": 1.8067483130251017e-05,
      "loss": 0.8773,
      "step": 10687
    },
    {
      "epoch": 0.22523932204818578,
      "grad_norm": 0.15782968699932098,
      "learning_rate": 1.80670798021528e-05,
      "loss": 0.9538,
      "step": 10688
    },
    {
      "epoch": 0.22526039608655107,
      "grad_norm": 0.20480242371559143,
      "learning_rate": 1.8066676436473274e-05,
      "loss": 0.8665,
      "step": 10689
    },
    {
      "epoch": 0.22528147012491637,
      "grad_norm": 0.12000031024217606,
      "learning_rate": 1.806627303321432e-05,
      "loss": 0.8396,
      "step": 10690
    },
    {
      "epoch": 0.22530254416328166,
      "grad_norm": 0.17711350321769714,
      "learning_rate": 1.8065869592377816e-05,
      "loss": 0.9677,
      "step": 10691
    },
    {
      "epoch": 0.22532361820164692,
      "grad_norm": 0.1130087599158287,
      "learning_rate": 1.8065466113965642e-05,
      "loss": 0.8602,
      "step": 10692
    },
    {
      "epoch": 0.22534469224001222,
      "grad_norm": 0.15583233535289764,
      "learning_rate": 1.806506259797968e-05,
      "loss": 0.9808,
      "step": 10693
    },
    {
      "epoch": 0.2253657662783775,
      "grad_norm": 0.16016031801700592,
      "learning_rate": 1.8064659044421804e-05,
      "loss": 0.8921,
      "step": 10694
    },
    {
      "epoch": 0.2253868403167428,
      "grad_norm": 0.15316066145896912,
      "learning_rate": 1.8064255453293896e-05,
      "loss": 0.9204,
      "step": 10695
    },
    {
      "epoch": 0.2254079143551081,
      "grad_norm": 0.17335627973079681,
      "learning_rate": 1.8063851824597844e-05,
      "loss": 0.8959,
      "step": 10696
    },
    {
      "epoch": 0.22542898839347336,
      "grad_norm": 0.1180795356631279,
      "learning_rate": 1.806344815833552e-05,
      "loss": 0.928,
      "step": 10697
    },
    {
      "epoch": 0.22545006243183865,
      "grad_norm": 0.1611599624156952,
      "learning_rate": 1.8063044454508803e-05,
      "loss": 0.853,
      "step": 10698
    },
    {
      "epoch": 0.22547113647020395,
      "grad_norm": 0.12770947813987732,
      "learning_rate": 1.8062640713119578e-05,
      "loss": 0.9141,
      "step": 10699
    },
    {
      "epoch": 0.22549221050856924,
      "grad_norm": 0.11969040334224701,
      "learning_rate": 1.8062236934169727e-05,
      "loss": 0.8424,
      "step": 10700
    },
    {
      "epoch": 0.2255132845469345,
      "grad_norm": 0.12736976146697998,
      "learning_rate": 1.806183311766113e-05,
      "loss": 0.8484,
      "step": 10701
    },
    {
      "epoch": 0.2255343585852998,
      "grad_norm": 0.13757941126823425,
      "learning_rate": 1.8061429263595666e-05,
      "loss": 0.8892,
      "step": 10702
    },
    {
      "epoch": 0.2255554326236651,
      "grad_norm": 0.12386123836040497,
      "learning_rate": 1.8061025371975217e-05,
      "loss": 0.8626,
      "step": 10703
    },
    {
      "epoch": 0.22557650666203038,
      "grad_norm": 0.16058965027332306,
      "learning_rate": 1.8060621442801668e-05,
      "loss": 0.9164,
      "step": 10704
    },
    {
      "epoch": 0.22559758070039568,
      "grad_norm": 0.1159464418888092,
      "learning_rate": 1.8060217476076894e-05,
      "loss": 0.9256,
      "step": 10705
    },
    {
      "epoch": 0.22561865473876094,
      "grad_norm": 0.13880451023578644,
      "learning_rate": 1.8059813471802785e-05,
      "loss": 0.8713,
      "step": 10706
    },
    {
      "epoch": 0.22563972877712624,
      "grad_norm": 0.12228993326425552,
      "learning_rate": 1.8059409429981215e-05,
      "loss": 0.8706,
      "step": 10707
    },
    {
      "epoch": 0.22566080281549153,
      "grad_norm": 0.13727177679538727,
      "learning_rate": 1.8059005350614074e-05,
      "loss": 0.9324,
      "step": 10708
    },
    {
      "epoch": 0.22568187685385682,
      "grad_norm": 0.12578606605529785,
      "learning_rate": 1.805860123370324e-05,
      "loss": 0.9004,
      "step": 10709
    },
    {
      "epoch": 0.2257029508922221,
      "grad_norm": 0.13541419804096222,
      "learning_rate": 1.8058197079250596e-05,
      "loss": 0.8443,
      "step": 10710
    },
    {
      "epoch": 0.22572402493058738,
      "grad_norm": 0.12163345515727997,
      "learning_rate": 1.8057792887258027e-05,
      "loss": 0.8924,
      "step": 10711
    },
    {
      "epoch": 0.22574509896895267,
      "grad_norm": 0.14510096609592438,
      "learning_rate": 1.805738865772741e-05,
      "loss": 0.9843,
      "step": 10712
    },
    {
      "epoch": 0.22576617300731797,
      "grad_norm": 0.1271936148405075,
      "learning_rate": 1.8056984390660634e-05,
      "loss": 0.9104,
      "step": 10713
    },
    {
      "epoch": 0.22578724704568326,
      "grad_norm": 0.13690079748630524,
      "learning_rate": 1.8056580086059582e-05,
      "loss": 0.9264,
      "step": 10714
    },
    {
      "epoch": 0.22580832108404852,
      "grad_norm": 0.14892764389514923,
      "learning_rate": 1.8056175743926137e-05,
      "loss": 0.958,
      "step": 10715
    },
    {
      "epoch": 0.22582939512241382,
      "grad_norm": 0.13484151661396027,
      "learning_rate": 1.805577136426218e-05,
      "loss": 0.9328,
      "step": 10716
    },
    {
      "epoch": 0.2258504691607791,
      "grad_norm": 0.1467193365097046,
      "learning_rate": 1.80553669470696e-05,
      "loss": 0.923,
      "step": 10717
    },
    {
      "epoch": 0.2258715431991444,
      "grad_norm": 0.11328670382499695,
      "learning_rate": 1.8054962492350273e-05,
      "loss": 0.9023,
      "step": 10718
    },
    {
      "epoch": 0.22589261723750967,
      "grad_norm": 0.15302108228206635,
      "learning_rate": 1.805455800010609e-05,
      "loss": 0.873,
      "step": 10719
    },
    {
      "epoch": 0.22591369127587496,
      "grad_norm": 0.11361657083034515,
      "learning_rate": 1.8054153470338932e-05,
      "loss": 0.8641,
      "step": 10720
    },
    {
      "epoch": 0.22593476531424025,
      "grad_norm": 0.14111922681331635,
      "learning_rate": 1.8053748903050686e-05,
      "loss": 0.9093,
      "step": 10721
    },
    {
      "epoch": 0.22595583935260555,
      "grad_norm": 0.1423081010580063,
      "learning_rate": 1.8053344298243234e-05,
      "loss": 0.9074,
      "step": 10722
    },
    {
      "epoch": 0.22597691339097084,
      "grad_norm": 0.15229976177215576,
      "learning_rate": 1.8052939655918463e-05,
      "loss": 0.9251,
      "step": 10723
    },
    {
      "epoch": 0.2259979874293361,
      "grad_norm": 0.1291787177324295,
      "learning_rate": 1.8052534976078258e-05,
      "loss": 0.9263,
      "step": 10724
    },
    {
      "epoch": 0.2260190614677014,
      "grad_norm": 0.14231151342391968,
      "learning_rate": 1.8052130258724504e-05,
      "loss": 0.8767,
      "step": 10725
    },
    {
      "epoch": 0.2260401355060667,
      "grad_norm": 0.12214215099811554,
      "learning_rate": 1.8051725503859084e-05,
      "loss": 0.8216,
      "step": 10726
    },
    {
      "epoch": 0.22606120954443198,
      "grad_norm": 0.1278923600912094,
      "learning_rate": 1.805132071148389e-05,
      "loss": 0.8766,
      "step": 10727
    },
    {
      "epoch": 0.22608228358279725,
      "grad_norm": 0.13846111297607422,
      "learning_rate": 1.80509158816008e-05,
      "loss": 0.8317,
      "step": 10728
    },
    {
      "epoch": 0.22610335762116254,
      "grad_norm": 0.13551320135593414,
      "learning_rate": 1.8050511014211705e-05,
      "loss": 0.9028,
      "step": 10729
    },
    {
      "epoch": 0.22612443165952784,
      "grad_norm": 0.12313997000455856,
      "learning_rate": 1.805010610931849e-05,
      "loss": 0.9299,
      "step": 10730
    },
    {
      "epoch": 0.22614550569789313,
      "grad_norm": 0.12258704006671906,
      "learning_rate": 1.804970116692304e-05,
      "loss": 0.8533,
      "step": 10731
    },
    {
      "epoch": 0.22616657973625842,
      "grad_norm": 0.18669772148132324,
      "learning_rate": 1.8049296187027242e-05,
      "loss": 0.9053,
      "step": 10732
    },
    {
      "epoch": 0.2261876537746237,
      "grad_norm": 0.13875825703144073,
      "learning_rate": 1.8048891169632982e-05,
      "loss": 0.8986,
      "step": 10733
    },
    {
      "epoch": 0.22620872781298898,
      "grad_norm": 0.13053102791309357,
      "learning_rate": 1.804848611474215e-05,
      "loss": 0.8797,
      "step": 10734
    },
    {
      "epoch": 0.22622980185135427,
      "grad_norm": 0.17791251838207245,
      "learning_rate": 1.8048081022356627e-05,
      "loss": 0.9352,
      "step": 10735
    },
    {
      "epoch": 0.22625087588971957,
      "grad_norm": 0.12902836501598358,
      "learning_rate": 1.804767589247831e-05,
      "loss": 0.8865,
      "step": 10736
    },
    {
      "epoch": 0.22627194992808483,
      "grad_norm": 0.1733764111995697,
      "learning_rate": 1.8047270725109074e-05,
      "loss": 0.9509,
      "step": 10737
    },
    {
      "epoch": 0.22629302396645012,
      "grad_norm": 0.15883226692676544,
      "learning_rate": 1.8046865520250817e-05,
      "loss": 0.8298,
      "step": 10738
    },
    {
      "epoch": 0.22631409800481542,
      "grad_norm": 0.14025698602199554,
      "learning_rate": 1.804646027790542e-05,
      "loss": 0.9176,
      "step": 10739
    },
    {
      "epoch": 0.2263351720431807,
      "grad_norm": 0.19375112652778625,
      "learning_rate": 1.8046054998074776e-05,
      "loss": 0.9487,
      "step": 10740
    },
    {
      "epoch": 0.226356246081546,
      "grad_norm": 0.1541874259710312,
      "learning_rate": 1.804564968076077e-05,
      "loss": 0.953,
      "step": 10741
    },
    {
      "epoch": 0.22637732011991127,
      "grad_norm": 0.14902208745479584,
      "learning_rate": 1.8045244325965287e-05,
      "loss": 0.8956,
      "step": 10742
    },
    {
      "epoch": 0.22639839415827656,
      "grad_norm": 0.15994234383106232,
      "learning_rate": 1.8044838933690223e-05,
      "loss": 0.8832,
      "step": 10743
    },
    {
      "epoch": 0.22641946819664185,
      "grad_norm": 0.13622838258743286,
      "learning_rate": 1.8044433503937458e-05,
      "loss": 0.8946,
      "step": 10744
    },
    {
      "epoch": 0.22644054223500715,
      "grad_norm": 0.15151698887348175,
      "learning_rate": 1.804402803670889e-05,
      "loss": 0.8678,
      "step": 10745
    },
    {
      "epoch": 0.2264616162733724,
      "grad_norm": 0.12594474852085114,
      "learning_rate": 1.80436225320064e-05,
      "loss": 0.9178,
      "step": 10746
    },
    {
      "epoch": 0.2264826903117377,
      "grad_norm": 0.12598468363285065,
      "learning_rate": 1.804321698983188e-05,
      "loss": 0.9101,
      "step": 10747
    },
    {
      "epoch": 0.226503764350103,
      "grad_norm": 0.13574139773845673,
      "learning_rate": 1.804281141018722e-05,
      "loss": 0.8897,
      "step": 10748
    },
    {
      "epoch": 0.2265248383884683,
      "grad_norm": 0.1853429228067398,
      "learning_rate": 1.804240579307431e-05,
      "loss": 0.9084,
      "step": 10749
    },
    {
      "epoch": 0.22654591242683358,
      "grad_norm": 0.1219683587551117,
      "learning_rate": 1.8042000138495038e-05,
      "loss": 0.8265,
      "step": 10750
    },
    {
      "epoch": 0.22656698646519885,
      "grad_norm": 0.13700267672538757,
      "learning_rate": 1.8041594446451297e-05,
      "loss": 0.8869,
      "step": 10751
    },
    {
      "epoch": 0.22658806050356414,
      "grad_norm": 0.20191356539726257,
      "learning_rate": 1.804118871694497e-05,
      "loss": 1.0449,
      "step": 10752
    },
    {
      "epoch": 0.22660913454192944,
      "grad_norm": 0.12929554283618927,
      "learning_rate": 1.8040782949977953e-05,
      "loss": 0.7794,
      "step": 10753
    },
    {
      "epoch": 0.22663020858029473,
      "grad_norm": 0.13776569068431854,
      "learning_rate": 1.8040377145552134e-05,
      "loss": 0.8347,
      "step": 10754
    },
    {
      "epoch": 0.22665128261866,
      "grad_norm": 0.17246057093143463,
      "learning_rate": 1.8039971303669407e-05,
      "loss": 0.9583,
      "step": 10755
    },
    {
      "epoch": 0.2266723566570253,
      "grad_norm": 0.14529086649417877,
      "learning_rate": 1.8039565424331658e-05,
      "loss": 0.8717,
      "step": 10756
    },
    {
      "epoch": 0.22669343069539058,
      "grad_norm": 0.14690373837947845,
      "learning_rate": 1.803915950754078e-05,
      "loss": 0.9571,
      "step": 10757
    },
    {
      "epoch": 0.22671450473375587,
      "grad_norm": 0.1776404231786728,
      "learning_rate": 1.803875355329866e-05,
      "loss": 0.8788,
      "step": 10758
    },
    {
      "epoch": 0.22673557877212117,
      "grad_norm": 0.11957883834838867,
      "learning_rate": 1.80383475616072e-05,
      "loss": 0.929,
      "step": 10759
    },
    {
      "epoch": 0.22675665281048643,
      "grad_norm": 0.172674760222435,
      "learning_rate": 1.803794153246828e-05,
      "loss": 0.9103,
      "step": 10760
    },
    {
      "epoch": 0.22677772684885172,
      "grad_norm": 0.11795282363891602,
      "learning_rate": 1.8037535465883795e-05,
      "loss": 0.8229,
      "step": 10761
    },
    {
      "epoch": 0.22679880088721702,
      "grad_norm": 0.181428462266922,
      "learning_rate": 1.803712936185564e-05,
      "loss": 0.9308,
      "step": 10762
    },
    {
      "epoch": 0.2268198749255823,
      "grad_norm": 0.14140042662620544,
      "learning_rate": 1.8036723220385704e-05,
      "loss": 0.9028,
      "step": 10763
    },
    {
      "epoch": 0.22684094896394758,
      "grad_norm": 0.1556984931230545,
      "learning_rate": 1.8036317041475878e-05,
      "loss": 1.0213,
      "step": 10764
    },
    {
      "epoch": 0.22686202300231287,
      "grad_norm": 0.1736953854560852,
      "learning_rate": 1.8035910825128057e-05,
      "loss": 0.8496,
      "step": 10765
    },
    {
      "epoch": 0.22688309704067816,
      "grad_norm": 0.1562623381614685,
      "learning_rate": 1.8035504571344128e-05,
      "loss": 0.8837,
      "step": 10766
    },
    {
      "epoch": 0.22690417107904345,
      "grad_norm": 0.1778772920370102,
      "learning_rate": 1.803509828012599e-05,
      "loss": 0.8703,
      "step": 10767
    },
    {
      "epoch": 0.22692524511740875,
      "grad_norm": 0.10772574692964554,
      "learning_rate": 1.8034691951475536e-05,
      "loss": 0.8923,
      "step": 10768
    },
    {
      "epoch": 0.226946319155774,
      "grad_norm": 0.18752612173557281,
      "learning_rate": 1.8034285585394655e-05,
      "loss": 0.9315,
      "step": 10769
    },
    {
      "epoch": 0.2269673931941393,
      "grad_norm": 0.18363933265209198,
      "learning_rate": 1.8033879181885238e-05,
      "loss": 0.9545,
      "step": 10770
    },
    {
      "epoch": 0.2269884672325046,
      "grad_norm": 0.1263457089662552,
      "learning_rate": 1.8033472740949185e-05,
      "loss": 0.9398,
      "step": 10771
    },
    {
      "epoch": 0.2270095412708699,
      "grad_norm": 0.17522668838500977,
      "learning_rate": 1.8033066262588385e-05,
      "loss": 0.8759,
      "step": 10772
    },
    {
      "epoch": 0.22703061530923518,
      "grad_norm": 0.13457854092121124,
      "learning_rate": 1.803265974680473e-05,
      "loss": 0.9484,
      "step": 10773
    },
    {
      "epoch": 0.22705168934760045,
      "grad_norm": 0.1450822353363037,
      "learning_rate": 1.8032253193600122e-05,
      "loss": 0.897,
      "step": 10774
    },
    {
      "epoch": 0.22707276338596574,
      "grad_norm": 0.12768344581127167,
      "learning_rate": 1.8031846602976444e-05,
      "loss": 0.9309,
      "step": 10775
    },
    {
      "epoch": 0.22709383742433104,
      "grad_norm": 0.158860981464386,
      "learning_rate": 1.80314399749356e-05,
      "loss": 0.9435,
      "step": 10776
    },
    {
      "epoch": 0.22711491146269633,
      "grad_norm": 0.15919229388237,
      "learning_rate": 1.803103330947948e-05,
      "loss": 0.9378,
      "step": 10777
    },
    {
      "epoch": 0.2271359855010616,
      "grad_norm": 0.11341020464897156,
      "learning_rate": 1.8030626606609975e-05,
      "loss": 0.8828,
      "step": 10778
    },
    {
      "epoch": 0.2271570595394269,
      "grad_norm": 0.1826724410057068,
      "learning_rate": 1.8030219866328986e-05,
      "loss": 0.8989,
      "step": 10779
    },
    {
      "epoch": 0.22717813357779218,
      "grad_norm": 0.15073373913764954,
      "learning_rate": 1.8029813088638403e-05,
      "loss": 0.9343,
      "step": 10780
    },
    {
      "epoch": 0.22719920761615747,
      "grad_norm": 0.1574077159166336,
      "learning_rate": 1.8029406273540126e-05,
      "loss": 0.9254,
      "step": 10781
    },
    {
      "epoch": 0.22722028165452277,
      "grad_norm": 0.16184332966804504,
      "learning_rate": 1.8028999421036043e-05,
      "loss": 0.8683,
      "step": 10782
    },
    {
      "epoch": 0.22724135569288803,
      "grad_norm": 0.15605232119560242,
      "learning_rate": 1.8028592531128053e-05,
      "loss": 0.9202,
      "step": 10783
    },
    {
      "epoch": 0.22726242973125332,
      "grad_norm": 0.19296114146709442,
      "learning_rate": 1.8028185603818055e-05,
      "loss": 0.9334,
      "step": 10784
    },
    {
      "epoch": 0.22728350376961862,
      "grad_norm": 0.12885047495365143,
      "learning_rate": 1.802777863910794e-05,
      "loss": 0.8537,
      "step": 10785
    },
    {
      "epoch": 0.2273045778079839,
      "grad_norm": 0.15466320514678955,
      "learning_rate": 1.8027371636999605e-05,
      "loss": 0.854,
      "step": 10786
    },
    {
      "epoch": 0.22732565184634917,
      "grad_norm": 0.15826824307441711,
      "learning_rate": 1.802696459749495e-05,
      "loss": 0.8935,
      "step": 10787
    },
    {
      "epoch": 0.22734672588471447,
      "grad_norm": 0.14709274470806122,
      "learning_rate": 1.8026557520595865e-05,
      "loss": 0.8823,
      "step": 10788
    },
    {
      "epoch": 0.22736779992307976,
      "grad_norm": 0.13158228993415833,
      "learning_rate": 1.8026150406304253e-05,
      "loss": 0.8824,
      "step": 10789
    },
    {
      "epoch": 0.22738887396144505,
      "grad_norm": 0.12401144951581955,
      "learning_rate": 1.8025743254622004e-05,
      "loss": 0.8599,
      "step": 10790
    },
    {
      "epoch": 0.22740994799981035,
      "grad_norm": 0.14083124697208405,
      "learning_rate": 1.8025336065551016e-05,
      "loss": 0.8558,
      "step": 10791
    },
    {
      "epoch": 0.2274310220381756,
      "grad_norm": 0.1231253519654274,
      "learning_rate": 1.802492883909319e-05,
      "loss": 0.9766,
      "step": 10792
    },
    {
      "epoch": 0.2274520960765409,
      "grad_norm": 0.13590243458747864,
      "learning_rate": 1.802452157525042e-05,
      "loss": 0.9331,
      "step": 10793
    },
    {
      "epoch": 0.2274731701149062,
      "grad_norm": 0.14088782668113708,
      "learning_rate": 1.8024114274024605e-05,
      "loss": 0.8772,
      "step": 10794
    },
    {
      "epoch": 0.2274942441532715,
      "grad_norm": 0.12984515726566315,
      "learning_rate": 1.8023706935417638e-05,
      "loss": 0.8952,
      "step": 10795
    },
    {
      "epoch": 0.22751531819163676,
      "grad_norm": 0.13694284856319427,
      "learning_rate": 1.8023299559431426e-05,
      "loss": 0.8411,
      "step": 10796
    },
    {
      "epoch": 0.22753639223000205,
      "grad_norm": 0.14650176465511322,
      "learning_rate": 1.8022892146067855e-05,
      "loss": 0.9269,
      "step": 10797
    },
    {
      "epoch": 0.22755746626836734,
      "grad_norm": 0.2599533796310425,
      "learning_rate": 1.8022484695328833e-05,
      "loss": 0.8587,
      "step": 10798
    },
    {
      "epoch": 0.22757854030673264,
      "grad_norm": 0.14070798456668854,
      "learning_rate": 1.802207720721625e-05,
      "loss": 0.8872,
      "step": 10799
    },
    {
      "epoch": 0.22759961434509793,
      "grad_norm": 0.11705981194972992,
      "learning_rate": 1.8021669681732014e-05,
      "loss": 0.8549,
      "step": 10800
    },
    {
      "epoch": 0.2276206883834632,
      "grad_norm": 0.15960556268692017,
      "learning_rate": 1.802126211887801e-05,
      "loss": 0.9638,
      "step": 10801
    },
    {
      "epoch": 0.2276417624218285,
      "grad_norm": 0.17982064187526703,
      "learning_rate": 1.8020854518656152e-05,
      "loss": 0.8713,
      "step": 10802
    },
    {
      "epoch": 0.22766283646019378,
      "grad_norm": 0.1576111912727356,
      "learning_rate": 1.8020446881068327e-05,
      "loss": 0.9331,
      "step": 10803
    },
    {
      "epoch": 0.22768391049855907,
      "grad_norm": 0.18488585948944092,
      "learning_rate": 1.802003920611644e-05,
      "loss": 0.9024,
      "step": 10804
    },
    {
      "epoch": 0.22770498453692434,
      "grad_norm": 0.1296311765909195,
      "learning_rate": 1.8019631493802388e-05,
      "loss": 0.8753,
      "step": 10805
    },
    {
      "epoch": 0.22772605857528963,
      "grad_norm": 0.1555889993906021,
      "learning_rate": 1.801922374412807e-05,
      "loss": 0.9237,
      "step": 10806
    },
    {
      "epoch": 0.22774713261365492,
      "grad_norm": 0.1836441308259964,
      "learning_rate": 1.801881595709539e-05,
      "loss": 0.917,
      "step": 10807
    },
    {
      "epoch": 0.22776820665202022,
      "grad_norm": 0.1275901347398758,
      "learning_rate": 1.8018408132706243e-05,
      "loss": 0.9011,
      "step": 10808
    },
    {
      "epoch": 0.2277892806903855,
      "grad_norm": 0.16015489399433136,
      "learning_rate": 1.8018000270962526e-05,
      "loss": 0.9018,
      "step": 10809
    },
    {
      "epoch": 0.22781035472875077,
      "grad_norm": 0.17847156524658203,
      "learning_rate": 1.8017592371866146e-05,
      "loss": 1.0054,
      "step": 10810
    },
    {
      "epoch": 0.22783142876711607,
      "grad_norm": 0.12829989194869995,
      "learning_rate": 1.8017184435418998e-05,
      "loss": 0.8658,
      "step": 10811
    },
    {
      "epoch": 0.22785250280548136,
      "grad_norm": 0.26130861043930054,
      "learning_rate": 1.8016776461622993e-05,
      "loss": 0.9373,
      "step": 10812
    },
    {
      "epoch": 0.22787357684384665,
      "grad_norm": 0.1965494304895401,
      "learning_rate": 1.8016368450480014e-05,
      "loss": 0.9373,
      "step": 10813
    },
    {
      "epoch": 0.22789465088221192,
      "grad_norm": 0.13099588453769684,
      "learning_rate": 1.8015960401991973e-05,
      "loss": 0.8735,
      "step": 10814
    },
    {
      "epoch": 0.2279157249205772,
      "grad_norm": 0.16759082674980164,
      "learning_rate": 1.8015552316160773e-05,
      "loss": 0.8549,
      "step": 10815
    },
    {
      "epoch": 0.2279367989589425,
      "grad_norm": 0.28848859667778015,
      "learning_rate": 1.801514419298831e-05,
      "loss": 0.8428,
      "step": 10816
    },
    {
      "epoch": 0.2279578729973078,
      "grad_norm": 0.15689794719219208,
      "learning_rate": 1.8014736032476484e-05,
      "loss": 0.8877,
      "step": 10817
    },
    {
      "epoch": 0.2279789470356731,
      "grad_norm": 0.17155465483665466,
      "learning_rate": 1.80143278346272e-05,
      "loss": 0.8667,
      "step": 10818
    },
    {
      "epoch": 0.22800002107403836,
      "grad_norm": 0.17900928854942322,
      "learning_rate": 1.801391959944236e-05,
      "loss": 0.9324,
      "step": 10819
    },
    {
      "epoch": 0.22802109511240365,
      "grad_norm": 0.19878344237804413,
      "learning_rate": 1.801351132692386e-05,
      "loss": 0.883,
      "step": 10820
    },
    {
      "epoch": 0.22804216915076894,
      "grad_norm": 0.16784216463565826,
      "learning_rate": 1.801310301707361e-05,
      "loss": 0.9196,
      "step": 10821
    },
    {
      "epoch": 0.22806324318913423,
      "grad_norm": 0.20263850688934326,
      "learning_rate": 1.8012694669893507e-05,
      "loss": 0.9017,
      "step": 10822
    },
    {
      "epoch": 0.2280843172274995,
      "grad_norm": 0.1298733502626419,
      "learning_rate": 1.8012286285385456e-05,
      "loss": 0.8992,
      "step": 10823
    },
    {
      "epoch": 0.2281053912658648,
      "grad_norm": 0.22125676274299622,
      "learning_rate": 1.801187786355136e-05,
      "loss": 0.931,
      "step": 10824
    },
    {
      "epoch": 0.22812646530423009,
      "grad_norm": 0.12781764566898346,
      "learning_rate": 1.8011469404393116e-05,
      "loss": 0.9415,
      "step": 10825
    },
    {
      "epoch": 0.22814753934259538,
      "grad_norm": 0.2128460556268692,
      "learning_rate": 1.8011060907912636e-05,
      "loss": 0.9297,
      "step": 10826
    },
    {
      "epoch": 0.22816861338096067,
      "grad_norm": 0.17237435281276703,
      "learning_rate": 1.8010652374111812e-05,
      "loss": 0.9061,
      "step": 10827
    },
    {
      "epoch": 0.22818968741932594,
      "grad_norm": 0.17139792442321777,
      "learning_rate": 1.8010243802992557e-05,
      "loss": 0.8544,
      "step": 10828
    },
    {
      "epoch": 0.22821076145769123,
      "grad_norm": 0.15099425613880157,
      "learning_rate": 1.8009835194556767e-05,
      "loss": 0.8629,
      "step": 10829
    },
    {
      "epoch": 0.22823183549605652,
      "grad_norm": 0.19044549763202667,
      "learning_rate": 1.8009426548806353e-05,
      "loss": 0.9278,
      "step": 10830
    },
    {
      "epoch": 0.22825290953442182,
      "grad_norm": 0.131291002035141,
      "learning_rate": 1.8009017865743214e-05,
      "loss": 0.9323,
      "step": 10831
    },
    {
      "epoch": 0.22827398357278708,
      "grad_norm": 0.1453666388988495,
      "learning_rate": 1.800860914536925e-05,
      "loss": 0.8661,
      "step": 10832
    },
    {
      "epoch": 0.22829505761115237,
      "grad_norm": 0.21443834900856018,
      "learning_rate": 1.8008200387686375e-05,
      "loss": 0.9637,
      "step": 10833
    },
    {
      "epoch": 0.22831613164951767,
      "grad_norm": 0.14382167160511017,
      "learning_rate": 1.8007791592696488e-05,
      "loss": 0.8838,
      "step": 10834
    },
    {
      "epoch": 0.22833720568788296,
      "grad_norm": 0.17311085760593414,
      "learning_rate": 1.8007382760401488e-05,
      "loss": 0.9139,
      "step": 10835
    },
    {
      "epoch": 0.22835827972624825,
      "grad_norm": 0.18857383728027344,
      "learning_rate": 1.800697389080329e-05,
      "loss": 0.8794,
      "step": 10836
    },
    {
      "epoch": 0.22837935376461352,
      "grad_norm": 0.14841173589229584,
      "learning_rate": 1.8006564983903788e-05,
      "loss": 0.8841,
      "step": 10837
    },
    {
      "epoch": 0.2284004278029788,
      "grad_norm": 0.2993195950984955,
      "learning_rate": 1.80061560397049e-05,
      "loss": 0.9287,
      "step": 10838
    },
    {
      "epoch": 0.2284215018413441,
      "grad_norm": 0.16955134272575378,
      "learning_rate": 1.800574705820852e-05,
      "loss": 0.9625,
      "step": 10839
    },
    {
      "epoch": 0.2284425758797094,
      "grad_norm": 0.17385655641555786,
      "learning_rate": 1.8005338039416555e-05,
      "loss": 0.9093,
      "step": 10840
    },
    {
      "epoch": 0.22846364991807466,
      "grad_norm": 0.18597978353500366,
      "learning_rate": 1.8004928983330914e-05,
      "loss": 0.9126,
      "step": 10841
    },
    {
      "epoch": 0.22848472395643996,
      "grad_norm": 0.1324569433927536,
      "learning_rate": 1.80045198899535e-05,
      "loss": 0.8686,
      "step": 10842
    },
    {
      "epoch": 0.22850579799480525,
      "grad_norm": 0.19471485912799835,
      "learning_rate": 1.8004110759286222e-05,
      "loss": 0.9471,
      "step": 10843
    },
    {
      "epoch": 0.22852687203317054,
      "grad_norm": 0.19894441962242126,
      "learning_rate": 1.8003701591330985e-05,
      "loss": 0.9833,
      "step": 10844
    },
    {
      "epoch": 0.22854794607153583,
      "grad_norm": 0.16587837040424347,
      "learning_rate": 1.800329238608969e-05,
      "loss": 0.8335,
      "step": 10845
    },
    {
      "epoch": 0.2285690201099011,
      "grad_norm": 0.16066986322402954,
      "learning_rate": 1.800288314356425e-05,
      "loss": 1.052,
      "step": 10846
    },
    {
      "epoch": 0.2285900941482664,
      "grad_norm": 0.24792411923408508,
      "learning_rate": 1.8002473863756568e-05,
      "loss": 0.9274,
      "step": 10847
    },
    {
      "epoch": 0.22861116818663169,
      "grad_norm": 0.2337898164987564,
      "learning_rate": 1.8002064546668552e-05,
      "loss": 0.9135,
      "step": 10848
    },
    {
      "epoch": 0.22863224222499698,
      "grad_norm": 0.15497159957885742,
      "learning_rate": 1.8001655192302108e-05,
      "loss": 0.8753,
      "step": 10849
    },
    {
      "epoch": 0.22865331626336224,
      "grad_norm": 0.19030089676380157,
      "learning_rate": 1.8001245800659143e-05,
      "loss": 0.8896,
      "step": 10850
    },
    {
      "epoch": 0.22867439030172754,
      "grad_norm": 0.15679828822612762,
      "learning_rate": 1.8000836371741565e-05,
      "loss": 0.8984,
      "step": 10851
    },
    {
      "epoch": 0.22869546434009283,
      "grad_norm": 0.12804196774959564,
      "learning_rate": 1.800042690555128e-05,
      "loss": 0.8445,
      "step": 10852
    },
    {
      "epoch": 0.22871653837845812,
      "grad_norm": 0.13877882063388824,
      "learning_rate": 1.80000174020902e-05,
      "loss": 0.8379,
      "step": 10853
    },
    {
      "epoch": 0.22873761241682342,
      "grad_norm": 0.16340363025665283,
      "learning_rate": 1.7999607861360224e-05,
      "loss": 0.823,
      "step": 10854
    },
    {
      "epoch": 0.22875868645518868,
      "grad_norm": 0.20161432027816772,
      "learning_rate": 1.7999198283363268e-05,
      "loss": 0.8657,
      "step": 10855
    },
    {
      "epoch": 0.22877976049355397,
      "grad_norm": 0.1567540019750595,
      "learning_rate": 1.7998788668101233e-05,
      "loss": 0.9527,
      "step": 10856
    },
    {
      "epoch": 0.22880083453191927,
      "grad_norm": 0.15899111330509186,
      "learning_rate": 1.7998379015576038e-05,
      "loss": 0.8482,
      "step": 10857
    },
    {
      "epoch": 0.22882190857028456,
      "grad_norm": 0.15779270231723785,
      "learning_rate": 1.799796932578958e-05,
      "loss": 0.8693,
      "step": 10858
    },
    {
      "epoch": 0.22884298260864983,
      "grad_norm": 0.12576793134212494,
      "learning_rate": 1.7997559598743775e-05,
      "loss": 0.8302,
      "step": 10859
    },
    {
      "epoch": 0.22886405664701512,
      "grad_norm": 0.1916235238313675,
      "learning_rate": 1.7997149834440527e-05,
      "loss": 1.0046,
      "step": 10860
    },
    {
      "epoch": 0.2288851306853804,
      "grad_norm": 0.15031182765960693,
      "learning_rate": 1.7996740032881747e-05,
      "loss": 0.8685,
      "step": 10861
    },
    {
      "epoch": 0.2289062047237457,
      "grad_norm": 0.14893297851085663,
      "learning_rate": 1.7996330194069347e-05,
      "loss": 0.9488,
      "step": 10862
    },
    {
      "epoch": 0.228927278762111,
      "grad_norm": 0.14435851573944092,
      "learning_rate": 1.799592031800523e-05,
      "loss": 0.8438,
      "step": 10863
    },
    {
      "epoch": 0.22894835280047626,
      "grad_norm": 0.18156185746192932,
      "learning_rate": 1.799551040469131e-05,
      "loss": 0.9304,
      "step": 10864
    },
    {
      "epoch": 0.22896942683884156,
      "grad_norm": 0.18993838131427765,
      "learning_rate": 1.7995100454129498e-05,
      "loss": 0.9071,
      "step": 10865
    },
    {
      "epoch": 0.22899050087720685,
      "grad_norm": 0.14435558021068573,
      "learning_rate": 1.79946904663217e-05,
      "loss": 0.8993,
      "step": 10866
    },
    {
      "epoch": 0.22901157491557214,
      "grad_norm": 0.15856978297233582,
      "learning_rate": 1.7994280441269824e-05,
      "loss": 0.8814,
      "step": 10867
    },
    {
      "epoch": 0.22903264895393743,
      "grad_norm": 0.15081588923931122,
      "learning_rate": 1.7993870378975783e-05,
      "loss": 0.9464,
      "step": 10868
    },
    {
      "epoch": 0.2290537229923027,
      "grad_norm": 0.2790219187736511,
      "learning_rate": 1.7993460279441492e-05,
      "loss": 0.8789,
      "step": 10869
    },
    {
      "epoch": 0.229074797030668,
      "grad_norm": 0.1416328102350235,
      "learning_rate": 1.7993050142668855e-05,
      "loss": 0.855,
      "step": 10870
    },
    {
      "epoch": 0.22909587106903329,
      "grad_norm": 0.147177591919899,
      "learning_rate": 1.7992639968659785e-05,
      "loss": 0.942,
      "step": 10871
    },
    {
      "epoch": 0.22911694510739858,
      "grad_norm": 0.18004196882247925,
      "learning_rate": 1.7992229757416194e-05,
      "loss": 0.9417,
      "step": 10872
    },
    {
      "epoch": 0.22913801914576384,
      "grad_norm": 0.11809003353118896,
      "learning_rate": 1.799181950893999e-05,
      "loss": 0.8421,
      "step": 10873
    },
    {
      "epoch": 0.22915909318412914,
      "grad_norm": 0.1449327915906906,
      "learning_rate": 1.7991409223233083e-05,
      "loss": 0.8772,
      "step": 10874
    },
    {
      "epoch": 0.22918016722249443,
      "grad_norm": 0.1357838213443756,
      "learning_rate": 1.7990998900297393e-05,
      "loss": 0.8959,
      "step": 10875
    },
    {
      "epoch": 0.22920124126085972,
      "grad_norm": 0.1502738744020462,
      "learning_rate": 1.7990588540134822e-05,
      "loss": 0.8461,
      "step": 10876
    },
    {
      "epoch": 0.22922231529922502,
      "grad_norm": 0.1421639621257782,
      "learning_rate": 1.7990178142747287e-05,
      "loss": 0.9021,
      "step": 10877
    },
    {
      "epoch": 0.22924338933759028,
      "grad_norm": 0.15986572206020355,
      "learning_rate": 1.79897677081367e-05,
      "loss": 0.947,
      "step": 10878
    },
    {
      "epoch": 0.22926446337595557,
      "grad_norm": 0.11296635121107101,
      "learning_rate": 1.7989357236304967e-05,
      "loss": 0.8471,
      "step": 10879
    },
    {
      "epoch": 0.22928553741432087,
      "grad_norm": 0.13665296137332916,
      "learning_rate": 1.7988946727254007e-05,
      "loss": 0.868,
      "step": 10880
    },
    {
      "epoch": 0.22930661145268616,
      "grad_norm": 0.13856996595859528,
      "learning_rate": 1.798853618098573e-05,
      "loss": 0.8256,
      "step": 10881
    },
    {
      "epoch": 0.22932768549105143,
      "grad_norm": 0.1522039771080017,
      "learning_rate": 1.798812559750205e-05,
      "loss": 0.8768,
      "step": 10882
    },
    {
      "epoch": 0.22934875952941672,
      "grad_norm": 0.14338065683841705,
      "learning_rate": 1.798771497680488e-05,
      "loss": 0.8787,
      "step": 10883
    },
    {
      "epoch": 0.229369833567782,
      "grad_norm": 0.1416100263595581,
      "learning_rate": 1.7987304318896125e-05,
      "loss": 0.8255,
      "step": 10884
    },
    {
      "epoch": 0.2293909076061473,
      "grad_norm": 0.178129643201828,
      "learning_rate": 1.7986893623777705e-05,
      "loss": 0.9769,
      "step": 10885
    },
    {
      "epoch": 0.2294119816445126,
      "grad_norm": 0.14391173422336578,
      "learning_rate": 1.7986482891451537e-05,
      "loss": 0.8383,
      "step": 10886
    },
    {
      "epoch": 0.22943305568287786,
      "grad_norm": 0.13741986453533173,
      "learning_rate": 1.7986072121919528e-05,
      "loss": 0.8502,
      "step": 10887
    },
    {
      "epoch": 0.22945412972124316,
      "grad_norm": 0.11777759343385696,
      "learning_rate": 1.7985661315183595e-05,
      "loss": 0.8259,
      "step": 10888
    },
    {
      "epoch": 0.22947520375960845,
      "grad_norm": 0.1708260327577591,
      "learning_rate": 1.7985250471245647e-05,
      "loss": 0.8839,
      "step": 10889
    },
    {
      "epoch": 0.22949627779797374,
      "grad_norm": 0.13218778371810913,
      "learning_rate": 1.7984839590107605e-05,
      "loss": 0.841,
      "step": 10890
    },
    {
      "epoch": 0.229517351836339,
      "grad_norm": 0.1485111117362976,
      "learning_rate": 1.7984428671771378e-05,
      "loss": 0.8778,
      "step": 10891
    },
    {
      "epoch": 0.2295384258747043,
      "grad_norm": 0.11889620870351791,
      "learning_rate": 1.7984017716238882e-05,
      "loss": 0.8037,
      "step": 10892
    },
    {
      "epoch": 0.2295594999130696,
      "grad_norm": 0.17290601134300232,
      "learning_rate": 1.798360672351203e-05,
      "loss": 0.942,
      "step": 10893
    },
    {
      "epoch": 0.22958057395143489,
      "grad_norm": 0.16252906620502472,
      "learning_rate": 1.798319569359274e-05,
      "loss": 0.93,
      "step": 10894
    },
    {
      "epoch": 0.22960164798980018,
      "grad_norm": 0.13197669386863708,
      "learning_rate": 1.7982784626482925e-05,
      "loss": 0.864,
      "step": 10895
    },
    {
      "epoch": 0.22962272202816544,
      "grad_norm": 0.1827986240386963,
      "learning_rate": 1.7982373522184498e-05,
      "loss": 1.0187,
      "step": 10896
    },
    {
      "epoch": 0.22964379606653074,
      "grad_norm": 0.15557171404361725,
      "learning_rate": 1.7981962380699376e-05,
      "loss": 0.9009,
      "step": 10897
    },
    {
      "epoch": 0.22966487010489603,
      "grad_norm": 0.14443331956863403,
      "learning_rate": 1.7981551202029477e-05,
      "loss": 0.8996,
      "step": 10898
    },
    {
      "epoch": 0.22968594414326132,
      "grad_norm": 0.1710212379693985,
      "learning_rate": 1.798113998617671e-05,
      "loss": 0.9402,
      "step": 10899
    },
    {
      "epoch": 0.2297070181816266,
      "grad_norm": 0.15186560153961182,
      "learning_rate": 1.7980728733142997e-05,
      "loss": 0.901,
      "step": 10900
    },
    {
      "epoch": 0.22972809221999188,
      "grad_norm": 0.16844497621059418,
      "learning_rate": 1.798031744293025e-05,
      "loss": 0.8984,
      "step": 10901
    },
    {
      "epoch": 0.22974916625835717,
      "grad_norm": 0.12356241047382355,
      "learning_rate": 1.7979906115540387e-05,
      "loss": 0.8148,
      "step": 10902
    },
    {
      "epoch": 0.22977024029672247,
      "grad_norm": 0.1464109867811203,
      "learning_rate": 1.7979494750975325e-05,
      "loss": 0.8918,
      "step": 10903
    },
    {
      "epoch": 0.22979131433508776,
      "grad_norm": 0.14843112230300903,
      "learning_rate": 1.7979083349236975e-05,
      "loss": 0.8737,
      "step": 10904
    },
    {
      "epoch": 0.22981238837345302,
      "grad_norm": 0.14082187414169312,
      "learning_rate": 1.7978671910327262e-05,
      "loss": 0.9218,
      "step": 10905
    },
    {
      "epoch": 0.22983346241181832,
      "grad_norm": 0.16552656888961792,
      "learning_rate": 1.7978260434248097e-05,
      "loss": 0.9406,
      "step": 10906
    },
    {
      "epoch": 0.2298545364501836,
      "grad_norm": 0.14994096755981445,
      "learning_rate": 1.7977848921001398e-05,
      "loss": 0.9134,
      "step": 10907
    },
    {
      "epoch": 0.2298756104885489,
      "grad_norm": 0.16487310826778412,
      "learning_rate": 1.797743737058908e-05,
      "loss": 0.9171,
      "step": 10908
    },
    {
      "epoch": 0.22989668452691417,
      "grad_norm": 0.1611114889383316,
      "learning_rate": 1.7977025783013065e-05,
      "loss": 0.8467,
      "step": 10909
    },
    {
      "epoch": 0.22991775856527946,
      "grad_norm": 0.1534608006477356,
      "learning_rate": 1.7976614158275267e-05,
      "loss": 0.9434,
      "step": 10910
    },
    {
      "epoch": 0.22993883260364475,
      "grad_norm": 0.25432124733924866,
      "learning_rate": 1.7976202496377605e-05,
      "loss": 0.7974,
      "step": 10911
    },
    {
      "epoch": 0.22995990664201005,
      "grad_norm": 0.1517975926399231,
      "learning_rate": 1.7975790797321997e-05,
      "loss": 0.9039,
      "step": 10912
    },
    {
      "epoch": 0.22998098068037534,
      "grad_norm": 0.13617932796478271,
      "learning_rate": 1.7975379061110357e-05,
      "loss": 0.9362,
      "step": 10913
    },
    {
      "epoch": 0.2300020547187406,
      "grad_norm": 0.1277482658624649,
      "learning_rate": 1.797496728774461e-05,
      "loss": 0.7791,
      "step": 10914
    },
    {
      "epoch": 0.2300231287571059,
      "grad_norm": 0.14068786799907684,
      "learning_rate": 1.797455547722667e-05,
      "loss": 0.8686,
      "step": 10915
    },
    {
      "epoch": 0.2300442027954712,
      "grad_norm": 0.13138294219970703,
      "learning_rate": 1.7974143629558453e-05,
      "loss": 0.9225,
      "step": 10916
    },
    {
      "epoch": 0.23006527683383649,
      "grad_norm": 0.18006394803524017,
      "learning_rate": 1.7973731744741886e-05,
      "loss": 0.9405,
      "step": 10917
    },
    {
      "epoch": 0.23008635087220175,
      "grad_norm": 0.14583814144134521,
      "learning_rate": 1.797331982277888e-05,
      "loss": 0.9418,
      "step": 10918
    },
    {
      "epoch": 0.23010742491056704,
      "grad_norm": 0.16908125579357147,
      "learning_rate": 1.7972907863671356e-05,
      "loss": 0.8854,
      "step": 10919
    },
    {
      "epoch": 0.23012849894893234,
      "grad_norm": 0.17419831454753876,
      "learning_rate": 1.7972495867421234e-05,
      "loss": 0.9343,
      "step": 10920
    },
    {
      "epoch": 0.23014957298729763,
      "grad_norm": 0.1675744503736496,
      "learning_rate": 1.7972083834030433e-05,
      "loss": 0.8985,
      "step": 10921
    },
    {
      "epoch": 0.23017064702566292,
      "grad_norm": 0.1345006674528122,
      "learning_rate": 1.7971671763500872e-05,
      "loss": 0.9065,
      "step": 10922
    },
    {
      "epoch": 0.2301917210640282,
      "grad_norm": 0.1578732430934906,
      "learning_rate": 1.7971259655834473e-05,
      "loss": 0.8221,
      "step": 10923
    },
    {
      "epoch": 0.23021279510239348,
      "grad_norm": 0.13853347301483154,
      "learning_rate": 1.797084751103315e-05,
      "loss": 0.9197,
      "step": 10924
    },
    {
      "epoch": 0.23023386914075877,
      "grad_norm": 0.1867588758468628,
      "learning_rate": 1.797043532909883e-05,
      "loss": 0.9042,
      "step": 10925
    },
    {
      "epoch": 0.23025494317912407,
      "grad_norm": 0.11475853621959686,
      "learning_rate": 1.797002311003343e-05,
      "loss": 0.8796,
      "step": 10926
    },
    {
      "epoch": 0.23027601721748933,
      "grad_norm": 0.15123437345027924,
      "learning_rate": 1.7969610853838873e-05,
      "loss": 0.9157,
      "step": 10927
    },
    {
      "epoch": 0.23029709125585462,
      "grad_norm": 0.12323377281427383,
      "learning_rate": 1.7969198560517075e-05,
      "loss": 0.8844,
      "step": 10928
    },
    {
      "epoch": 0.23031816529421992,
      "grad_norm": 0.14250509440898895,
      "learning_rate": 1.7968786230069956e-05,
      "loss": 0.8735,
      "step": 10929
    },
    {
      "epoch": 0.2303392393325852,
      "grad_norm": 0.14009451866149902,
      "learning_rate": 1.7968373862499442e-05,
      "loss": 0.8682,
      "step": 10930
    },
    {
      "epoch": 0.2303603133709505,
      "grad_norm": 0.14800173044204712,
      "learning_rate": 1.796796145780745e-05,
      "loss": 0.9741,
      "step": 10931
    },
    {
      "epoch": 0.23038138740931577,
      "grad_norm": 0.14757569134235382,
      "learning_rate": 1.7967549015995907e-05,
      "loss": 0.9003,
      "step": 10932
    },
    {
      "epoch": 0.23040246144768106,
      "grad_norm": 0.24964094161987305,
      "learning_rate": 1.796713653706673e-05,
      "loss": 0.8785,
      "step": 10933
    },
    {
      "epoch": 0.23042353548604635,
      "grad_norm": 0.16237959265708923,
      "learning_rate": 1.7966724021021837e-05,
      "loss": 0.9435,
      "step": 10934
    },
    {
      "epoch": 0.23044460952441165,
      "grad_norm": 0.12216537445783615,
      "learning_rate": 1.796631146786316e-05,
      "loss": 0.8454,
      "step": 10935
    },
    {
      "epoch": 0.2304656835627769,
      "grad_norm": 0.20250937342643738,
      "learning_rate": 1.7965898877592607e-05,
      "loss": 0.8557,
      "step": 10936
    },
    {
      "epoch": 0.2304867576011422,
      "grad_norm": 0.1089770570397377,
      "learning_rate": 1.7965486250212114e-05,
      "loss": 0.8255,
      "step": 10937
    },
    {
      "epoch": 0.2305078316395075,
      "grad_norm": 0.1472177803516388,
      "learning_rate": 1.7965073585723593e-05,
      "loss": 0.8797,
      "step": 10938
    },
    {
      "epoch": 0.2305289056778728,
      "grad_norm": 0.12594819068908691,
      "learning_rate": 1.7964660884128974e-05,
      "loss": 0.8768,
      "step": 10939
    },
    {
      "epoch": 0.23054997971623808,
      "grad_norm": 0.14710761606693268,
      "learning_rate": 1.796424814543017e-05,
      "loss": 0.8463,
      "step": 10940
    },
    {
      "epoch": 0.23057105375460335,
      "grad_norm": 0.12005264312028885,
      "learning_rate": 1.7963835369629117e-05,
      "loss": 0.8675,
      "step": 10941
    },
    {
      "epoch": 0.23059212779296864,
      "grad_norm": 0.18021763861179352,
      "learning_rate": 1.7963422556727724e-05,
      "loss": 0.9318,
      "step": 10942
    },
    {
      "epoch": 0.23061320183133394,
      "grad_norm": 0.14190158247947693,
      "learning_rate": 1.7963009706727925e-05,
      "loss": 0.9617,
      "step": 10943
    },
    {
      "epoch": 0.23063427586969923,
      "grad_norm": 0.17149026691913605,
      "learning_rate": 1.796259681963164e-05,
      "loss": 1.0009,
      "step": 10944
    },
    {
      "epoch": 0.2306553499080645,
      "grad_norm": 0.13238362967967987,
      "learning_rate": 1.796218389544079e-05,
      "loss": 0.885,
      "step": 10945
    },
    {
      "epoch": 0.2306764239464298,
      "grad_norm": 0.18901674449443817,
      "learning_rate": 1.7961770934157302e-05,
      "loss": 0.9644,
      "step": 10946
    },
    {
      "epoch": 0.23069749798479508,
      "grad_norm": 0.22398479282855988,
      "learning_rate": 1.7961357935783097e-05,
      "loss": 0.9252,
      "step": 10947
    },
    {
      "epoch": 0.23071857202316037,
      "grad_norm": 0.15288539230823517,
      "learning_rate": 1.79609449003201e-05,
      "loss": 0.8747,
      "step": 10948
    },
    {
      "epoch": 0.23073964606152567,
      "grad_norm": 0.15350323915481567,
      "learning_rate": 1.7960531827770236e-05,
      "loss": 0.8726,
      "step": 10949
    },
    {
      "epoch": 0.23076072009989093,
      "grad_norm": 0.17472198605537415,
      "learning_rate": 1.7960118718135428e-05,
      "loss": 0.9885,
      "step": 10950
    },
    {
      "epoch": 0.23078179413825622,
      "grad_norm": 0.13637427985668182,
      "learning_rate": 1.7959705571417602e-05,
      "loss": 0.9132,
      "step": 10951
    },
    {
      "epoch": 0.23080286817662152,
      "grad_norm": 0.14425979554653168,
      "learning_rate": 1.7959292387618683e-05,
      "loss": 0.8386,
      "step": 10952
    },
    {
      "epoch": 0.2308239422149868,
      "grad_norm": 0.15469874441623688,
      "learning_rate": 1.795887916674059e-05,
      "loss": 0.8857,
      "step": 10953
    },
    {
      "epoch": 0.23084501625335208,
      "grad_norm": 0.16440297663211823,
      "learning_rate": 1.795846590878526e-05,
      "loss": 0.8642,
      "step": 10954
    },
    {
      "epoch": 0.23086609029171737,
      "grad_norm": 0.1470945030450821,
      "learning_rate": 1.7958052613754604e-05,
      "loss": 0.8324,
      "step": 10955
    },
    {
      "epoch": 0.23088716433008266,
      "grad_norm": 0.15927325189113617,
      "learning_rate": 1.7957639281650556e-05,
      "loss": 0.9261,
      "step": 10956
    },
    {
      "epoch": 0.23090823836844795,
      "grad_norm": 0.11372067034244537,
      "learning_rate": 1.795722591247504e-05,
      "loss": 0.8388,
      "step": 10957
    },
    {
      "epoch": 0.23092931240681325,
      "grad_norm": 0.16028083860874176,
      "learning_rate": 1.7956812506229986e-05,
      "loss": 0.8668,
      "step": 10958
    },
    {
      "epoch": 0.2309503864451785,
      "grad_norm": 0.14861254394054413,
      "learning_rate": 1.7956399062917313e-05,
      "loss": 0.8916,
      "step": 10959
    },
    {
      "epoch": 0.2309714604835438,
      "grad_norm": 0.153903529047966,
      "learning_rate": 1.795598558253895e-05,
      "loss": 0.9757,
      "step": 10960
    },
    {
      "epoch": 0.2309925345219091,
      "grad_norm": 0.15359117090702057,
      "learning_rate": 1.795557206509682e-05,
      "loss": 0.8574,
      "step": 10961
    },
    {
      "epoch": 0.2310136085602744,
      "grad_norm": 0.17912326753139496,
      "learning_rate": 1.7955158510592855e-05,
      "loss": 0.8942,
      "step": 10962
    },
    {
      "epoch": 0.23103468259863968,
      "grad_norm": 0.18293562531471252,
      "learning_rate": 1.7954744919028976e-05,
      "loss": 0.8766,
      "step": 10963
    },
    {
      "epoch": 0.23105575663700495,
      "grad_norm": 0.17732387781143188,
      "learning_rate": 1.7954331290407116e-05,
      "loss": 0.879,
      "step": 10964
    },
    {
      "epoch": 0.23107683067537024,
      "grad_norm": 0.21629948914051056,
      "learning_rate": 1.7953917624729195e-05,
      "loss": 0.9461,
      "step": 10965
    },
    {
      "epoch": 0.23109790471373554,
      "grad_norm": 0.16225160658359528,
      "learning_rate": 1.7953503921997147e-05,
      "loss": 0.8546,
      "step": 10966
    },
    {
      "epoch": 0.23111897875210083,
      "grad_norm": 0.17873314023017883,
      "learning_rate": 1.7953090182212893e-05,
      "loss": 0.8632,
      "step": 10967
    },
    {
      "epoch": 0.2311400527904661,
      "grad_norm": 0.13325156271457672,
      "learning_rate": 1.7952676405378367e-05,
      "loss": 0.8656,
      "step": 10968
    },
    {
      "epoch": 0.2311611268288314,
      "grad_norm": 0.18298307061195374,
      "learning_rate": 1.795226259149549e-05,
      "loss": 1.0022,
      "step": 10969
    },
    {
      "epoch": 0.23118220086719668,
      "grad_norm": 0.1261206716299057,
      "learning_rate": 1.7951848740566192e-05,
      "loss": 0.9157,
      "step": 10970
    },
    {
      "epoch": 0.23120327490556197,
      "grad_norm": 0.1675945371389389,
      "learning_rate": 1.7951434852592406e-05,
      "loss": 0.9372,
      "step": 10971
    },
    {
      "epoch": 0.23122434894392727,
      "grad_norm": 0.1315850019454956,
      "learning_rate": 1.7951020927576053e-05,
      "loss": 0.8816,
      "step": 10972
    },
    {
      "epoch": 0.23124542298229253,
      "grad_norm": 0.1453680396080017,
      "learning_rate": 1.7950606965519064e-05,
      "loss": 0.888,
      "step": 10973
    },
    {
      "epoch": 0.23126649702065782,
      "grad_norm": 0.1303192675113678,
      "learning_rate": 1.7950192966423367e-05,
      "loss": 0.8011,
      "step": 10974
    },
    {
      "epoch": 0.23128757105902312,
      "grad_norm": 0.1250583529472351,
      "learning_rate": 1.7949778930290894e-05,
      "loss": 0.8157,
      "step": 10975
    },
    {
      "epoch": 0.2313086450973884,
      "grad_norm": 0.13534748554229736,
      "learning_rate": 1.794936485712357e-05,
      "loss": 0.8973,
      "step": 10976
    },
    {
      "epoch": 0.23132971913575368,
      "grad_norm": 0.1345381736755371,
      "learning_rate": 1.7948950746923323e-05,
      "loss": 0.9301,
      "step": 10977
    },
    {
      "epoch": 0.23135079317411897,
      "grad_norm": 0.14256228506565094,
      "learning_rate": 1.7948536599692087e-05,
      "loss": 0.9648,
      "step": 10978
    },
    {
      "epoch": 0.23137186721248426,
      "grad_norm": 0.3164764642715454,
      "learning_rate": 1.7948122415431787e-05,
      "loss": 0.9094,
      "step": 10979
    },
    {
      "epoch": 0.23139294125084955,
      "grad_norm": 0.14050206542015076,
      "learning_rate": 1.7947708194144352e-05,
      "loss": 0.9265,
      "step": 10980
    },
    {
      "epoch": 0.23141401528921485,
      "grad_norm": 0.15546049177646637,
      "learning_rate": 1.794729393583172e-05,
      "loss": 0.8997,
      "step": 10981
    },
    {
      "epoch": 0.2314350893275801,
      "grad_norm": 0.1336231231689453,
      "learning_rate": 1.794687964049581e-05,
      "loss": 0.8708,
      "step": 10982
    },
    {
      "epoch": 0.2314561633659454,
      "grad_norm": 0.16210463643074036,
      "learning_rate": 1.7946465308138558e-05,
      "loss": 0.8933,
      "step": 10983
    },
    {
      "epoch": 0.2314772374043107,
      "grad_norm": 0.12387026101350784,
      "learning_rate": 1.7946050938761893e-05,
      "loss": 0.8708,
      "step": 10984
    },
    {
      "epoch": 0.231498311442676,
      "grad_norm": 0.14541341364383698,
      "learning_rate": 1.7945636532367748e-05,
      "loss": 0.9578,
      "step": 10985
    },
    {
      "epoch": 0.23151938548104126,
      "grad_norm": 0.18366362154483795,
      "learning_rate": 1.794522208895805e-05,
      "loss": 0.9365,
      "step": 10986
    },
    {
      "epoch": 0.23154045951940655,
      "grad_norm": 0.15893203020095825,
      "learning_rate": 1.7944807608534728e-05,
      "loss": 0.9467,
      "step": 10987
    },
    {
      "epoch": 0.23156153355777184,
      "grad_norm": 0.13736216723918915,
      "learning_rate": 1.7944393091099716e-05,
      "loss": 0.9121,
      "step": 10988
    },
    {
      "epoch": 0.23158260759613714,
      "grad_norm": 0.1355930119752884,
      "learning_rate": 1.7943978536654945e-05,
      "loss": 0.8861,
      "step": 10989
    },
    {
      "epoch": 0.23160368163450243,
      "grad_norm": 0.16499485075473785,
      "learning_rate": 1.7943563945202346e-05,
      "loss": 0.9119,
      "step": 10990
    },
    {
      "epoch": 0.2316247556728677,
      "grad_norm": 0.13937094807624817,
      "learning_rate": 1.7943149316743852e-05,
      "loss": 0.8594,
      "step": 10991
    },
    {
      "epoch": 0.231645829711233,
      "grad_norm": 0.12582527101039886,
      "learning_rate": 1.7942734651281387e-05,
      "loss": 0.9079,
      "step": 10992
    },
    {
      "epoch": 0.23166690374959828,
      "grad_norm": 0.1722925454378128,
      "learning_rate": 1.7942319948816896e-05,
      "loss": 0.8428,
      "step": 10993
    },
    {
      "epoch": 0.23168797778796357,
      "grad_norm": 0.14001494646072388,
      "learning_rate": 1.7941905209352303e-05,
      "loss": 0.8686,
      "step": 10994
    },
    {
      "epoch": 0.23170905182632884,
      "grad_norm": 0.14757612347602844,
      "learning_rate": 1.7941490432889537e-05,
      "loss": 0.875,
      "step": 10995
    },
    {
      "epoch": 0.23173012586469413,
      "grad_norm": 0.12328047305345535,
      "learning_rate": 1.7941075619430534e-05,
      "loss": 0.9206,
      "step": 10996
    },
    {
      "epoch": 0.23175119990305942,
      "grad_norm": 0.1242564469575882,
      "learning_rate": 1.7940660768977228e-05,
      "loss": 0.8913,
      "step": 10997
    },
    {
      "epoch": 0.23177227394142472,
      "grad_norm": 0.11611824482679367,
      "learning_rate": 1.794024588153155e-05,
      "loss": 0.779,
      "step": 10998
    },
    {
      "epoch": 0.23179334797979,
      "grad_norm": 0.1417541652917862,
      "learning_rate": 1.7939830957095435e-05,
      "loss": 0.9133,
      "step": 10999
    },
    {
      "epoch": 0.23181442201815528,
      "grad_norm": 0.16757582128047943,
      "learning_rate": 1.7939415995670808e-05,
      "loss": 0.9041,
      "step": 11000
    },
    {
      "epoch": 0.23183549605652057,
      "grad_norm": 0.13058704137802124,
      "learning_rate": 1.7939000997259613e-05,
      "loss": 0.8605,
      "step": 11001
    },
    {
      "epoch": 0.23185657009488586,
      "grad_norm": 0.11353090405464172,
      "learning_rate": 1.7938585961863774e-05,
      "loss": 0.8778,
      "step": 11002
    },
    {
      "epoch": 0.23187764413325115,
      "grad_norm": 0.13293063640594482,
      "learning_rate": 1.7938170889485234e-05,
      "loss": 0.8369,
      "step": 11003
    },
    {
      "epoch": 0.23189871817161642,
      "grad_norm": 0.12865743041038513,
      "learning_rate": 1.793775578012592e-05,
      "loss": 0.8624,
      "step": 11004
    },
    {
      "epoch": 0.2319197922099817,
      "grad_norm": 0.11860155314207077,
      "learning_rate": 1.7937340633787762e-05,
      "loss": 0.826,
      "step": 11005
    },
    {
      "epoch": 0.231940866248347,
      "grad_norm": 0.18406438827514648,
      "learning_rate": 1.7936925450472707e-05,
      "loss": 0.9245,
      "step": 11006
    },
    {
      "epoch": 0.2319619402867123,
      "grad_norm": 0.15296387672424316,
      "learning_rate": 1.7936510230182675e-05,
      "loss": 0.8799,
      "step": 11007
    },
    {
      "epoch": 0.2319830143250776,
      "grad_norm": 0.11133946478366852,
      "learning_rate": 1.793609497291961e-05,
      "loss": 0.8141,
      "step": 11008
    },
    {
      "epoch": 0.23200408836344286,
      "grad_norm": 0.13117095828056335,
      "learning_rate": 1.793567967868544e-05,
      "loss": 0.8695,
      "step": 11009
    },
    {
      "epoch": 0.23202516240180815,
      "grad_norm": 0.1392483413219452,
      "learning_rate": 1.793526434748211e-05,
      "loss": 0.9097,
      "step": 11010
    },
    {
      "epoch": 0.23204623644017344,
      "grad_norm": 0.13377834856510162,
      "learning_rate": 1.793484897931154e-05,
      "loss": 0.8308,
      "step": 11011
    },
    {
      "epoch": 0.23206731047853874,
      "grad_norm": 0.13134035468101501,
      "learning_rate": 1.7934433574175675e-05,
      "loss": 0.8922,
      "step": 11012
    },
    {
      "epoch": 0.232088384516904,
      "grad_norm": 0.12285546213388443,
      "learning_rate": 1.7934018132076452e-05,
      "loss": 0.9152,
      "step": 11013
    },
    {
      "epoch": 0.2321094585552693,
      "grad_norm": 0.14141403138637543,
      "learning_rate": 1.7933602653015798e-05,
      "loss": 0.9722,
      "step": 11014
    },
    {
      "epoch": 0.2321305325936346,
      "grad_norm": 0.1272534430027008,
      "learning_rate": 1.7933187136995657e-05,
      "loss": 0.9079,
      "step": 11015
    },
    {
      "epoch": 0.23215160663199988,
      "grad_norm": 0.15169887244701385,
      "learning_rate": 1.7932771584017954e-05,
      "loss": 0.9351,
      "step": 11016
    },
    {
      "epoch": 0.23217268067036517,
      "grad_norm": 0.15256449580192566,
      "learning_rate": 1.7932355994084638e-05,
      "loss": 0.9585,
      "step": 11017
    },
    {
      "epoch": 0.23219375470873044,
      "grad_norm": 0.12783950567245483,
      "learning_rate": 1.7931940367197635e-05,
      "loss": 0.9018,
      "step": 11018
    },
    {
      "epoch": 0.23221482874709573,
      "grad_norm": 0.11604777723550797,
      "learning_rate": 1.793152470335889e-05,
      "loss": 0.9275,
      "step": 11019
    },
    {
      "epoch": 0.23223590278546102,
      "grad_norm": 0.1653304547071457,
      "learning_rate": 1.7931109002570328e-05,
      "loss": 0.9186,
      "step": 11020
    },
    {
      "epoch": 0.23225697682382632,
      "grad_norm": 0.1633695811033249,
      "learning_rate": 1.7930693264833892e-05,
      "loss": 0.891,
      "step": 11021
    },
    {
      "epoch": 0.23227805086219158,
      "grad_norm": 0.16736014187335968,
      "learning_rate": 1.7930277490151523e-05,
      "loss": 0.9079,
      "step": 11022
    },
    {
      "epoch": 0.23229912490055687,
      "grad_norm": 0.16699473559856415,
      "learning_rate": 1.792986167852515e-05,
      "loss": 0.9293,
      "step": 11023
    },
    {
      "epoch": 0.23232019893892217,
      "grad_norm": 0.1323695033788681,
      "learning_rate": 1.7929445829956717e-05,
      "loss": 0.8348,
      "step": 11024
    },
    {
      "epoch": 0.23234127297728746,
      "grad_norm": 0.15632711350917816,
      "learning_rate": 1.7929029944448157e-05,
      "loss": 0.88,
      "step": 11025
    },
    {
      "epoch": 0.23236234701565275,
      "grad_norm": 0.13931147754192352,
      "learning_rate": 1.7928614022001408e-05,
      "loss": 0.9037,
      "step": 11026
    },
    {
      "epoch": 0.23238342105401802,
      "grad_norm": 0.16095472872257233,
      "learning_rate": 1.7928198062618408e-05,
      "loss": 0.9342,
      "step": 11027
    },
    {
      "epoch": 0.2324044950923833,
      "grad_norm": 0.14636777341365814,
      "learning_rate": 1.7927782066301093e-05,
      "loss": 0.8859,
      "step": 11028
    },
    {
      "epoch": 0.2324255691307486,
      "grad_norm": 0.13218215107917786,
      "learning_rate": 1.7927366033051406e-05,
      "loss": 0.8541,
      "step": 11029
    },
    {
      "epoch": 0.2324466431691139,
      "grad_norm": 0.14125913381576538,
      "learning_rate": 1.792694996287128e-05,
      "loss": 0.9401,
      "step": 11030
    },
    {
      "epoch": 0.23246771720747916,
      "grad_norm": 0.145426407456398,
      "learning_rate": 1.7926533855762657e-05,
      "loss": 0.9121,
      "step": 11031
    },
    {
      "epoch": 0.23248879124584446,
      "grad_norm": 0.13306455314159393,
      "learning_rate": 1.792611771172747e-05,
      "loss": 0.812,
      "step": 11032
    },
    {
      "epoch": 0.23250986528420975,
      "grad_norm": 0.11766927689313889,
      "learning_rate": 1.7925701530767666e-05,
      "loss": 0.8711,
      "step": 11033
    },
    {
      "epoch": 0.23253093932257504,
      "grad_norm": 0.12989439070224762,
      "learning_rate": 1.7925285312885177e-05,
      "loss": 0.8824,
      "step": 11034
    },
    {
      "epoch": 0.23255201336094034,
      "grad_norm": 0.12727108597755432,
      "learning_rate": 1.792486905808194e-05,
      "loss": 0.8765,
      "step": 11035
    },
    {
      "epoch": 0.2325730873993056,
      "grad_norm": 0.15208128094673157,
      "learning_rate": 1.7924452766359906e-05,
      "loss": 0.8938,
      "step": 11036
    },
    {
      "epoch": 0.2325941614376709,
      "grad_norm": 0.1771014928817749,
      "learning_rate": 1.7924036437721e-05,
      "loss": 0.9105,
      "step": 11037
    },
    {
      "epoch": 0.2326152354760362,
      "grad_norm": 0.12232676148414612,
      "learning_rate": 1.7923620072167174e-05,
      "loss": 0.9309,
      "step": 11038
    },
    {
      "epoch": 0.23263630951440148,
      "grad_norm": 0.15313881635665894,
      "learning_rate": 1.792320366970036e-05,
      "loss": 0.8775,
      "step": 11039
    },
    {
      "epoch": 0.23265738355276674,
      "grad_norm": 0.15070511400699615,
      "learning_rate": 1.7922787230322497e-05,
      "loss": 0.9498,
      "step": 11040
    },
    {
      "epoch": 0.23267845759113204,
      "grad_norm": 0.14573410153388977,
      "learning_rate": 1.792237075403553e-05,
      "loss": 0.9203,
      "step": 11041
    },
    {
      "epoch": 0.23269953162949733,
      "grad_norm": 0.13880178332328796,
      "learning_rate": 1.7921954240841394e-05,
      "loss": 0.9111,
      "step": 11042
    },
    {
      "epoch": 0.23272060566786262,
      "grad_norm": 0.141338050365448,
      "learning_rate": 1.7921537690742035e-05,
      "loss": 0.9583,
      "step": 11043
    },
    {
      "epoch": 0.23274167970622792,
      "grad_norm": 0.13519155979156494,
      "learning_rate": 1.792112110373939e-05,
      "loss": 0.7919,
      "step": 11044
    },
    {
      "epoch": 0.23276275374459318,
      "grad_norm": 0.1336076855659485,
      "learning_rate": 1.79207044798354e-05,
      "loss": 0.8385,
      "step": 11045
    },
    {
      "epoch": 0.23278382778295847,
      "grad_norm": 0.1715060919523239,
      "learning_rate": 1.7920287819032006e-05,
      "loss": 0.936,
      "step": 11046
    },
    {
      "epoch": 0.23280490182132377,
      "grad_norm": 0.1427260786294937,
      "learning_rate": 1.7919871121331153e-05,
      "loss": 0.8806,
      "step": 11047
    },
    {
      "epoch": 0.23282597585968906,
      "grad_norm": 0.127663254737854,
      "learning_rate": 1.7919454386734777e-05,
      "loss": 0.903,
      "step": 11048
    },
    {
      "epoch": 0.23284704989805433,
      "grad_norm": 0.31479236483573914,
      "learning_rate": 1.7919037615244818e-05,
      "loss": 0.9614,
      "step": 11049
    },
    {
      "epoch": 0.23286812393641962,
      "grad_norm": 0.13592714071273804,
      "learning_rate": 1.7918620806863226e-05,
      "loss": 0.8705,
      "step": 11050
    },
    {
      "epoch": 0.2328891979747849,
      "grad_norm": 0.1576964408159256,
      "learning_rate": 1.7918203961591933e-05,
      "loss": 0.9211,
      "step": 11051
    },
    {
      "epoch": 0.2329102720131502,
      "grad_norm": 0.17794618010520935,
      "learning_rate": 1.791778707943289e-05,
      "loss": 0.9202,
      "step": 11052
    },
    {
      "epoch": 0.2329313460515155,
      "grad_norm": 0.13327279686927795,
      "learning_rate": 1.7917370160388027e-05,
      "loss": 0.7891,
      "step": 11053
    },
    {
      "epoch": 0.23295242008988076,
      "grad_norm": 0.19024717807769775,
      "learning_rate": 1.7916953204459303e-05,
      "loss": 0.8538,
      "step": 11054
    },
    {
      "epoch": 0.23297349412824606,
      "grad_norm": 0.1551157683134079,
      "learning_rate": 1.7916536211648643e-05,
      "loss": 0.8637,
      "step": 11055
    },
    {
      "epoch": 0.23299456816661135,
      "grad_norm": 0.1612352728843689,
      "learning_rate": 1.7916119181958e-05,
      "loss": 0.8919,
      "step": 11056
    },
    {
      "epoch": 0.23301564220497664,
      "grad_norm": 0.22295129299163818,
      "learning_rate": 1.7915702115389314e-05,
      "loss": 0.8829,
      "step": 11057
    },
    {
      "epoch": 0.23303671624334193,
      "grad_norm": 0.1301707923412323,
      "learning_rate": 1.7915285011944533e-05,
      "loss": 0.9429,
      "step": 11058
    },
    {
      "epoch": 0.2330577902817072,
      "grad_norm": 0.23507574200630188,
      "learning_rate": 1.7914867871625593e-05,
      "loss": 0.9701,
      "step": 11059
    },
    {
      "epoch": 0.2330788643200725,
      "grad_norm": 0.28609174489974976,
      "learning_rate": 1.791445069443444e-05,
      "loss": 0.9411,
      "step": 11060
    },
    {
      "epoch": 0.23309993835843779,
      "grad_norm": 0.17339001595973969,
      "learning_rate": 1.7914033480373017e-05,
      "loss": 0.9241,
      "step": 11061
    },
    {
      "epoch": 0.23312101239680308,
      "grad_norm": 0.1868990808725357,
      "learning_rate": 1.7913616229443266e-05,
      "loss": 0.9253,
      "step": 11062
    },
    {
      "epoch": 0.23314208643516834,
      "grad_norm": 0.20285671949386597,
      "learning_rate": 1.7913198941647135e-05,
      "loss": 0.8792,
      "step": 11063
    },
    {
      "epoch": 0.23316316047353364,
      "grad_norm": 0.14690245687961578,
      "learning_rate": 1.7912781616986565e-05,
      "loss": 0.8658,
      "step": 11064
    },
    {
      "epoch": 0.23318423451189893,
      "grad_norm": 0.23301304876804352,
      "learning_rate": 1.79123642554635e-05,
      "loss": 0.8984,
      "step": 11065
    },
    {
      "epoch": 0.23320530855026422,
      "grad_norm": 0.14068765938282013,
      "learning_rate": 1.7911946857079886e-05,
      "loss": 0.8285,
      "step": 11066
    },
    {
      "epoch": 0.23322638258862952,
      "grad_norm": 0.20535069704055786,
      "learning_rate": 1.7911529421837667e-05,
      "loss": 0.8978,
      "step": 11067
    },
    {
      "epoch": 0.23324745662699478,
      "grad_norm": 0.15932607650756836,
      "learning_rate": 1.7911111949738788e-05,
      "loss": 0.9469,
      "step": 11068
    },
    {
      "epoch": 0.23326853066536007,
      "grad_norm": 0.16277584433555603,
      "learning_rate": 1.7910694440785193e-05,
      "loss": 0.922,
      "step": 11069
    },
    {
      "epoch": 0.23328960470372537,
      "grad_norm": 0.1430971920490265,
      "learning_rate": 1.7910276894978825e-05,
      "loss": 0.9237,
      "step": 11070
    },
    {
      "epoch": 0.23331067874209066,
      "grad_norm": 0.15532194077968597,
      "learning_rate": 1.790985931232163e-05,
      "loss": 0.9478,
      "step": 11071
    },
    {
      "epoch": 0.23333175278045593,
      "grad_norm": 0.1429755836725235,
      "learning_rate": 1.790944169281556e-05,
      "loss": 0.8598,
      "step": 11072
    },
    {
      "epoch": 0.23335282681882122,
      "grad_norm": 0.16176828742027283,
      "learning_rate": 1.7909024036462552e-05,
      "loss": 0.8814,
      "step": 11073
    },
    {
      "epoch": 0.2333739008571865,
      "grad_norm": 0.12452646344900131,
      "learning_rate": 1.7908606343264557e-05,
      "loss": 0.8108,
      "step": 11074
    },
    {
      "epoch": 0.2333949748955518,
      "grad_norm": 0.18678869307041168,
      "learning_rate": 1.7908188613223515e-05,
      "loss": 0.9166,
      "step": 11075
    },
    {
      "epoch": 0.2334160489339171,
      "grad_norm": 0.1783447563648224,
      "learning_rate": 1.790777084634138e-05,
      "loss": 0.8756,
      "step": 11076
    },
    {
      "epoch": 0.23343712297228236,
      "grad_norm": 0.12274379283189774,
      "learning_rate": 1.7907353042620095e-05,
      "loss": 0.9188,
      "step": 11077
    },
    {
      "epoch": 0.23345819701064766,
      "grad_norm": 0.1387125700712204,
      "learning_rate": 1.7906935202061602e-05,
      "loss": 0.8563,
      "step": 11078
    },
    {
      "epoch": 0.23347927104901295,
      "grad_norm": 0.13468819856643677,
      "learning_rate": 1.7906517324667853e-05,
      "loss": 0.8842,
      "step": 11079
    },
    {
      "epoch": 0.23350034508737824,
      "grad_norm": 0.13229525089263916,
      "learning_rate": 1.790609941044079e-05,
      "loss": 0.9119,
      "step": 11080
    },
    {
      "epoch": 0.2335214191257435,
      "grad_norm": 0.1330495923757553,
      "learning_rate": 1.7905681459382368e-05,
      "loss": 0.948,
      "step": 11081
    },
    {
      "epoch": 0.2335424931641088,
      "grad_norm": 0.13412773609161377,
      "learning_rate": 1.7905263471494522e-05,
      "loss": 0.958,
      "step": 11082
    },
    {
      "epoch": 0.2335635672024741,
      "grad_norm": 0.1715375781059265,
      "learning_rate": 1.790484544677921e-05,
      "loss": 0.9512,
      "step": 11083
    },
    {
      "epoch": 0.23358464124083939,
      "grad_norm": 0.1736670881509781,
      "learning_rate": 1.7904427385238375e-05,
      "loss": 0.9206,
      "step": 11084
    },
    {
      "epoch": 0.23360571527920468,
      "grad_norm": 0.14355093240737915,
      "learning_rate": 1.7904009286873964e-05,
      "loss": 0.9099,
      "step": 11085
    },
    {
      "epoch": 0.23362678931756994,
      "grad_norm": 0.15249723196029663,
      "learning_rate": 1.7903591151687925e-05,
      "loss": 0.9438,
      "step": 11086
    },
    {
      "epoch": 0.23364786335593524,
      "grad_norm": 0.16290321946144104,
      "learning_rate": 1.7903172979682208e-05,
      "loss": 0.9476,
      "step": 11087
    },
    {
      "epoch": 0.23366893739430053,
      "grad_norm": 0.12294120341539383,
      "learning_rate": 1.7902754770858758e-05,
      "loss": 0.9019,
      "step": 11088
    },
    {
      "epoch": 0.23369001143266582,
      "grad_norm": 0.14603210985660553,
      "learning_rate": 1.7902336525219528e-05,
      "loss": 0.9076,
      "step": 11089
    },
    {
      "epoch": 0.2337110854710311,
      "grad_norm": 0.12943287193775177,
      "learning_rate": 1.7901918242766458e-05,
      "loss": 0.8698,
      "step": 11090
    },
    {
      "epoch": 0.23373215950939638,
      "grad_norm": 0.18349790573120117,
      "learning_rate": 1.7901499923501508e-05,
      "loss": 0.9359,
      "step": 11091
    },
    {
      "epoch": 0.23375323354776167,
      "grad_norm": 0.12543800473213196,
      "learning_rate": 1.7901081567426618e-05,
      "loss": 0.8809,
      "step": 11092
    },
    {
      "epoch": 0.23377430758612697,
      "grad_norm": 0.14846181869506836,
      "learning_rate": 1.790066317454374e-05,
      "loss": 0.9025,
      "step": 11093
    },
    {
      "epoch": 0.23379538162449226,
      "grad_norm": 0.16533538699150085,
      "learning_rate": 1.7900244744854823e-05,
      "loss": 0.8452,
      "step": 11094
    },
    {
      "epoch": 0.23381645566285753,
      "grad_norm": 0.13579536974430084,
      "learning_rate": 1.7899826278361815e-05,
      "loss": 0.8377,
      "step": 11095
    },
    {
      "epoch": 0.23383752970122282,
      "grad_norm": 0.1327614188194275,
      "learning_rate": 1.789940777506667e-05,
      "loss": 0.8987,
      "step": 11096
    },
    {
      "epoch": 0.2338586037395881,
      "grad_norm": 0.17261603474617004,
      "learning_rate": 1.789898923497133e-05,
      "loss": 0.9962,
      "step": 11097
    },
    {
      "epoch": 0.2338796777779534,
      "grad_norm": 0.1213623508810997,
      "learning_rate": 1.7898570658077755e-05,
      "loss": 0.85,
      "step": 11098
    },
    {
      "epoch": 0.23390075181631867,
      "grad_norm": 0.14469709992408752,
      "learning_rate": 1.7898152044387884e-05,
      "loss": 0.923,
      "step": 11099
    },
    {
      "epoch": 0.23392182585468396,
      "grad_norm": 0.13238441944122314,
      "learning_rate": 1.789773339390367e-05,
      "loss": 0.9187,
      "step": 11100
    },
    {
      "epoch": 0.23394289989304926,
      "grad_norm": 0.16758467257022858,
      "learning_rate": 1.7897314706627072e-05,
      "loss": 0.9349,
      "step": 11101
    },
    {
      "epoch": 0.23396397393141455,
      "grad_norm": 0.15441732108592987,
      "learning_rate": 1.789689598256003e-05,
      "loss": 0.9049,
      "step": 11102
    },
    {
      "epoch": 0.23398504796977984,
      "grad_norm": 0.14964476227760315,
      "learning_rate": 1.7896477221704502e-05,
      "loss": 0.9058,
      "step": 11103
    },
    {
      "epoch": 0.2340061220081451,
      "grad_norm": 0.1559389978647232,
      "learning_rate": 1.7896058424062432e-05,
      "loss": 0.9018,
      "step": 11104
    },
    {
      "epoch": 0.2340271960465104,
      "grad_norm": 0.21224345266819,
      "learning_rate": 1.7895639589635774e-05,
      "loss": 0.9306,
      "step": 11105
    },
    {
      "epoch": 0.2340482700848757,
      "grad_norm": 0.16905176639556885,
      "learning_rate": 1.7895220718426484e-05,
      "loss": 0.8659,
      "step": 11106
    },
    {
      "epoch": 0.23406934412324099,
      "grad_norm": 0.14401820302009583,
      "learning_rate": 1.7894801810436505e-05,
      "loss": 0.9114,
      "step": 11107
    },
    {
      "epoch": 0.23409041816160625,
      "grad_norm": 0.19775380194187164,
      "learning_rate": 1.7894382865667794e-05,
      "loss": 0.896,
      "step": 11108
    },
    {
      "epoch": 0.23411149219997154,
      "grad_norm": 0.12217196822166443,
      "learning_rate": 1.78939638841223e-05,
      "loss": 0.9007,
      "step": 11109
    },
    {
      "epoch": 0.23413256623833684,
      "grad_norm": 0.13985779881477356,
      "learning_rate": 1.789354486580198e-05,
      "loss": 0.9141,
      "step": 11110
    },
    {
      "epoch": 0.23415364027670213,
      "grad_norm": 0.17271113395690918,
      "learning_rate": 1.789312581070878e-05,
      "loss": 0.9305,
      "step": 11111
    },
    {
      "epoch": 0.23417471431506742,
      "grad_norm": 0.1104082390666008,
      "learning_rate": 1.7892706718844653e-05,
      "loss": 0.8461,
      "step": 11112
    },
    {
      "epoch": 0.2341957883534327,
      "grad_norm": 0.14533449709415436,
      "learning_rate": 1.7892287590211557e-05,
      "loss": 0.9333,
      "step": 11113
    },
    {
      "epoch": 0.23421686239179798,
      "grad_norm": 0.12576209008693695,
      "learning_rate": 1.7891868424811438e-05,
      "loss": 0.946,
      "step": 11114
    },
    {
      "epoch": 0.23423793643016327,
      "grad_norm": 0.14763914048671722,
      "learning_rate": 1.7891449222646253e-05,
      "loss": 0.8205,
      "step": 11115
    },
    {
      "epoch": 0.23425901046852857,
      "grad_norm": 0.11632545292377472,
      "learning_rate": 1.789102998371795e-05,
      "loss": 0.8297,
      "step": 11116
    },
    {
      "epoch": 0.23428008450689383,
      "grad_norm": 0.19549572467803955,
      "learning_rate": 1.7890610708028483e-05,
      "loss": 0.7471,
      "step": 11117
    },
    {
      "epoch": 0.23430115854525912,
      "grad_norm": 0.13030734658241272,
      "learning_rate": 1.789019139557981e-05,
      "loss": 0.9168,
      "step": 11118
    },
    {
      "epoch": 0.23432223258362442,
      "grad_norm": 0.16353805363178253,
      "learning_rate": 1.788977204637388e-05,
      "loss": 0.9094,
      "step": 11119
    },
    {
      "epoch": 0.2343433066219897,
      "grad_norm": 0.13047941029071808,
      "learning_rate": 1.7889352660412653e-05,
      "loss": 0.8637,
      "step": 11120
    },
    {
      "epoch": 0.234364380660355,
      "grad_norm": 0.16832737624645233,
      "learning_rate": 1.7888933237698076e-05,
      "loss": 0.9322,
      "step": 11121
    },
    {
      "epoch": 0.23438545469872027,
      "grad_norm": 0.1581205129623413,
      "learning_rate": 1.7888513778232105e-05,
      "loss": 0.9333,
      "step": 11122
    },
    {
      "epoch": 0.23440652873708556,
      "grad_norm": 0.15426936745643616,
      "learning_rate": 1.7888094282016692e-05,
      "loss": 0.8734,
      "step": 11123
    },
    {
      "epoch": 0.23442760277545086,
      "grad_norm": 0.14796249568462372,
      "learning_rate": 1.7887674749053797e-05,
      "loss": 0.9195,
      "step": 11124
    },
    {
      "epoch": 0.23444867681381615,
      "grad_norm": 0.16788694262504578,
      "learning_rate": 1.7887255179345367e-05,
      "loss": 0.9167,
      "step": 11125
    },
    {
      "epoch": 0.2344697508521814,
      "grad_norm": 0.12735772132873535,
      "learning_rate": 1.788683557289336e-05,
      "loss": 0.862,
      "step": 11126
    },
    {
      "epoch": 0.2344908248905467,
      "grad_norm": 0.15810741484165192,
      "learning_rate": 1.7886415929699734e-05,
      "loss": 0.9303,
      "step": 11127
    },
    {
      "epoch": 0.234511898928912,
      "grad_norm": 0.17475558817386627,
      "learning_rate": 1.788599624976644e-05,
      "loss": 0.8483,
      "step": 11128
    },
    {
      "epoch": 0.2345329729672773,
      "grad_norm": 0.1295354813337326,
      "learning_rate": 1.7885576533095433e-05,
      "loss": 0.8573,
      "step": 11129
    },
    {
      "epoch": 0.23455404700564259,
      "grad_norm": 0.12121226638555527,
      "learning_rate": 1.7885156779688674e-05,
      "loss": 0.854,
      "step": 11130
    },
    {
      "epoch": 0.23457512104400785,
      "grad_norm": 0.19791176915168762,
      "learning_rate": 1.7884736989548108e-05,
      "loss": 0.8896,
      "step": 11131
    },
    {
      "epoch": 0.23459619508237314,
      "grad_norm": 0.13927726447582245,
      "learning_rate": 1.78843171626757e-05,
      "loss": 0.8925,
      "step": 11132
    },
    {
      "epoch": 0.23461726912073844,
      "grad_norm": 0.1253979206085205,
      "learning_rate": 1.78838972990734e-05,
      "loss": 0.9317,
      "step": 11133
    },
    {
      "epoch": 0.23463834315910373,
      "grad_norm": 0.132168248295784,
      "learning_rate": 1.788347739874317e-05,
      "loss": 0.9009,
      "step": 11134
    },
    {
      "epoch": 0.234659417197469,
      "grad_norm": 0.13493801653385162,
      "learning_rate": 1.788305746168696e-05,
      "loss": 0.8825,
      "step": 11135
    },
    {
      "epoch": 0.2346804912358343,
      "grad_norm": 0.15773005783557892,
      "learning_rate": 1.7882637487906727e-05,
      "loss": 0.8949,
      "step": 11136
    },
    {
      "epoch": 0.23470156527419958,
      "grad_norm": 0.1404288113117218,
      "learning_rate": 1.7882217477404435e-05,
      "loss": 0.8829,
      "step": 11137
    },
    {
      "epoch": 0.23472263931256487,
      "grad_norm": 0.16860954463481903,
      "learning_rate": 1.7881797430182034e-05,
      "loss": 0.9216,
      "step": 11138
    },
    {
      "epoch": 0.23474371335093017,
      "grad_norm": 0.15282273292541504,
      "learning_rate": 1.7881377346241477e-05,
      "loss": 0.8906,
      "step": 11139
    },
    {
      "epoch": 0.23476478738929543,
      "grad_norm": 0.14961497485637665,
      "learning_rate": 1.788095722558473e-05,
      "loss": 0.8721,
      "step": 11140
    },
    {
      "epoch": 0.23478586142766072,
      "grad_norm": 0.13056662678718567,
      "learning_rate": 1.7880537068213746e-05,
      "loss": 0.8814,
      "step": 11141
    },
    {
      "epoch": 0.23480693546602602,
      "grad_norm": 0.12751281261444092,
      "learning_rate": 1.788011687413048e-05,
      "loss": 0.8761,
      "step": 11142
    },
    {
      "epoch": 0.2348280095043913,
      "grad_norm": 0.15057238936424255,
      "learning_rate": 1.7879696643336895e-05,
      "loss": 0.9706,
      "step": 11143
    },
    {
      "epoch": 0.23484908354275658,
      "grad_norm": 0.15770046412944794,
      "learning_rate": 1.787927637583494e-05,
      "loss": 0.8737,
      "step": 11144
    },
    {
      "epoch": 0.23487015758112187,
      "grad_norm": 0.12422293424606323,
      "learning_rate": 1.7878856071626582e-05,
      "loss": 0.823,
      "step": 11145
    },
    {
      "epoch": 0.23489123161948716,
      "grad_norm": 0.16264404356479645,
      "learning_rate": 1.7878435730713776e-05,
      "loss": 0.8269,
      "step": 11146
    },
    {
      "epoch": 0.23491230565785245,
      "grad_norm": 0.14910846948623657,
      "learning_rate": 1.7878015353098483e-05,
      "loss": 0.9328,
      "step": 11147
    },
    {
      "epoch": 0.23493337969621775,
      "grad_norm": 0.14028848707675934,
      "learning_rate": 1.7877594938782648e-05,
      "loss": 0.8572,
      "step": 11148
    },
    {
      "epoch": 0.234954453734583,
      "grad_norm": 0.1462818682193756,
      "learning_rate": 1.787717448776825e-05,
      "loss": 0.9013,
      "step": 11149
    },
    {
      "epoch": 0.2349755277729483,
      "grad_norm": 0.12928195297718048,
      "learning_rate": 1.787675400005723e-05,
      "loss": 0.9284,
      "step": 11150
    },
    {
      "epoch": 0.2349966018113136,
      "grad_norm": 0.15987443923950195,
      "learning_rate": 1.787633347565156e-05,
      "loss": 0.7976,
      "step": 11151
    },
    {
      "epoch": 0.2350176758496789,
      "grad_norm": 0.13380497694015503,
      "learning_rate": 1.787591291455319e-05,
      "loss": 0.8855,
      "step": 11152
    },
    {
      "epoch": 0.23503874988804418,
      "grad_norm": 0.25147899985313416,
      "learning_rate": 1.787549231676408e-05,
      "loss": 0.8531,
      "step": 11153
    },
    {
      "epoch": 0.23505982392640945,
      "grad_norm": 0.16334159672260284,
      "learning_rate": 1.78750716822862e-05,
      "loss": 0.8403,
      "step": 11154
    },
    {
      "epoch": 0.23508089796477474,
      "grad_norm": 0.16548123955726624,
      "learning_rate": 1.7874651011121495e-05,
      "loss": 0.8933,
      "step": 11155
    },
    {
      "epoch": 0.23510197200314004,
      "grad_norm": 0.13593757152557373,
      "learning_rate": 1.7874230303271932e-05,
      "loss": 0.9022,
      "step": 11156
    },
    {
      "epoch": 0.23512304604150533,
      "grad_norm": 0.16500888764858246,
      "learning_rate": 1.787380955873947e-05,
      "loss": 0.9146,
      "step": 11157
    },
    {
      "epoch": 0.2351441200798706,
      "grad_norm": 0.15068119764328003,
      "learning_rate": 1.787338877752607e-05,
      "loss": 0.9315,
      "step": 11158
    },
    {
      "epoch": 0.2351651941182359,
      "grad_norm": 0.15813319385051727,
      "learning_rate": 1.7872967959633692e-05,
      "loss": 0.8665,
      "step": 11159
    },
    {
      "epoch": 0.23518626815660118,
      "grad_norm": 0.14819902181625366,
      "learning_rate": 1.7872547105064294e-05,
      "loss": 0.8417,
      "step": 11160
    },
    {
      "epoch": 0.23520734219496647,
      "grad_norm": 0.13717442750930786,
      "learning_rate": 1.787212621381984e-05,
      "loss": 0.9123,
      "step": 11161
    },
    {
      "epoch": 0.23522841623333177,
      "grad_norm": 0.20675374567508698,
      "learning_rate": 1.7871705285902287e-05,
      "loss": 0.905,
      "step": 11162
    },
    {
      "epoch": 0.23524949027169703,
      "grad_norm": 0.16132552921772003,
      "learning_rate": 1.78712843213136e-05,
      "loss": 0.8402,
      "step": 11163
    },
    {
      "epoch": 0.23527056431006232,
      "grad_norm": 0.15292970836162567,
      "learning_rate": 1.7870863320055737e-05,
      "loss": 0.8288,
      "step": 11164
    },
    {
      "epoch": 0.23529163834842762,
      "grad_norm": 0.1223289743065834,
      "learning_rate": 1.787044228213066e-05,
      "loss": 0.8808,
      "step": 11165
    },
    {
      "epoch": 0.2353127123867929,
      "grad_norm": 0.17762169241905212,
      "learning_rate": 1.7870021207540332e-05,
      "loss": 0.8715,
      "step": 11166
    },
    {
      "epoch": 0.23533378642515818,
      "grad_norm": 0.1251773238182068,
      "learning_rate": 1.7869600096286717e-05,
      "loss": 0.9662,
      "step": 11167
    },
    {
      "epoch": 0.23535486046352347,
      "grad_norm": 0.1993054896593094,
      "learning_rate": 1.786917894837177e-05,
      "loss": 0.9063,
      "step": 11168
    },
    {
      "epoch": 0.23537593450188876,
      "grad_norm": 0.20492874085903168,
      "learning_rate": 1.786875776379746e-05,
      "loss": 0.8448,
      "step": 11169
    },
    {
      "epoch": 0.23539700854025405,
      "grad_norm": 0.15387210249900818,
      "learning_rate": 1.786833654256574e-05,
      "loss": 0.8331,
      "step": 11170
    },
    {
      "epoch": 0.23541808257861935,
      "grad_norm": 0.13997122645378113,
      "learning_rate": 1.7867915284678578e-05,
      "loss": 0.9389,
      "step": 11171
    },
    {
      "epoch": 0.2354391566169846,
      "grad_norm": 0.15852715075016022,
      "learning_rate": 1.786749399013794e-05,
      "loss": 0.8889,
      "step": 11172
    },
    {
      "epoch": 0.2354602306553499,
      "grad_norm": 0.1643117517232895,
      "learning_rate": 1.7867072658945782e-05,
      "loss": 0.8209,
      "step": 11173
    },
    {
      "epoch": 0.2354813046937152,
      "grad_norm": 0.1883775144815445,
      "learning_rate": 1.786665129110407e-05,
      "loss": 0.885,
      "step": 11174
    },
    {
      "epoch": 0.2355023787320805,
      "grad_norm": 0.17501190304756165,
      "learning_rate": 1.7866229886614768e-05,
      "loss": 0.9328,
      "step": 11175
    },
    {
      "epoch": 0.23552345277044576,
      "grad_norm": 0.17375798523426056,
      "learning_rate": 1.7865808445479834e-05,
      "loss": 0.8669,
      "step": 11176
    },
    {
      "epoch": 0.23554452680881105,
      "grad_norm": 0.12264085561037064,
      "learning_rate": 1.7865386967701242e-05,
      "loss": 0.8871,
      "step": 11177
    },
    {
      "epoch": 0.23556560084717634,
      "grad_norm": 0.17289716005325317,
      "learning_rate": 1.7864965453280944e-05,
      "loss": 0.9474,
      "step": 11178
    },
    {
      "epoch": 0.23558667488554164,
      "grad_norm": 0.14461950957775116,
      "learning_rate": 1.7864543902220907e-05,
      "loss": 0.8414,
      "step": 11179
    },
    {
      "epoch": 0.23560774892390693,
      "grad_norm": 0.17365717887878418,
      "learning_rate": 1.78641223145231e-05,
      "loss": 0.9794,
      "step": 11180
    },
    {
      "epoch": 0.2356288229622722,
      "grad_norm": 0.1549186408519745,
      "learning_rate": 1.7863700690189482e-05,
      "loss": 0.8232,
      "step": 11181
    },
    {
      "epoch": 0.2356498970006375,
      "grad_norm": 0.1552259922027588,
      "learning_rate": 1.7863279029222018e-05,
      "loss": 0.8775,
      "step": 11182
    },
    {
      "epoch": 0.23567097103900278,
      "grad_norm": 0.16676050424575806,
      "learning_rate": 1.7862857331622673e-05,
      "loss": 0.9105,
      "step": 11183
    },
    {
      "epoch": 0.23569204507736807,
      "grad_norm": 0.16037344932556152,
      "learning_rate": 1.786243559739341e-05,
      "loss": 0.9059,
      "step": 11184
    },
    {
      "epoch": 0.23571311911573334,
      "grad_norm": 0.15198475122451782,
      "learning_rate": 1.78620138265362e-05,
      "loss": 0.9114,
      "step": 11185
    },
    {
      "epoch": 0.23573419315409863,
      "grad_norm": 0.14506785571575165,
      "learning_rate": 1.7861592019052993e-05,
      "loss": 0.7966,
      "step": 11186
    },
    {
      "epoch": 0.23575526719246392,
      "grad_norm": 0.17853708565235138,
      "learning_rate": 1.786117017494577e-05,
      "loss": 0.8976,
      "step": 11187
    },
    {
      "epoch": 0.23577634123082922,
      "grad_norm": 0.14373399317264557,
      "learning_rate": 1.786074829421649e-05,
      "loss": 0.8204,
      "step": 11188
    },
    {
      "epoch": 0.2357974152691945,
      "grad_norm": 0.15210272371768951,
      "learning_rate": 1.786032637686712e-05,
      "loss": 0.9343,
      "step": 11189
    },
    {
      "epoch": 0.23581848930755978,
      "grad_norm": 0.1580047607421875,
      "learning_rate": 1.785990442289962e-05,
      "loss": 0.904,
      "step": 11190
    },
    {
      "epoch": 0.23583956334592507,
      "grad_norm": 0.14270752668380737,
      "learning_rate": 1.785948243231596e-05,
      "loss": 0.8998,
      "step": 11191
    },
    {
      "epoch": 0.23586063738429036,
      "grad_norm": 0.14056022465229034,
      "learning_rate": 1.785906040511811e-05,
      "loss": 0.8729,
      "step": 11192
    },
    {
      "epoch": 0.23588171142265565,
      "grad_norm": 0.15699028968811035,
      "learning_rate": 1.7858638341308026e-05,
      "loss": 0.837,
      "step": 11193
    },
    {
      "epoch": 0.23590278546102092,
      "grad_norm": 0.13603799045085907,
      "learning_rate": 1.785821624088768e-05,
      "loss": 0.9279,
      "step": 11194
    },
    {
      "epoch": 0.2359238594993862,
      "grad_norm": 0.17315798997879028,
      "learning_rate": 1.7857794103859044e-05,
      "loss": 0.8825,
      "step": 11195
    },
    {
      "epoch": 0.2359449335377515,
      "grad_norm": 0.146766796708107,
      "learning_rate": 1.785737193022407e-05,
      "loss": 0.8923,
      "step": 11196
    },
    {
      "epoch": 0.2359660075761168,
      "grad_norm": 0.14041852951049805,
      "learning_rate": 1.7856949719984743e-05,
      "loss": 0.921,
      "step": 11197
    },
    {
      "epoch": 0.2359870816144821,
      "grad_norm": 0.13225527107715607,
      "learning_rate": 1.7856527473143014e-05,
      "loss": 0.9108,
      "step": 11198
    },
    {
      "epoch": 0.23600815565284736,
      "grad_norm": 0.13618358969688416,
      "learning_rate": 1.7856105189700862e-05,
      "loss": 0.8329,
      "step": 11199
    },
    {
      "epoch": 0.23602922969121265,
      "grad_norm": 0.15871915221214294,
      "learning_rate": 1.7855682869660243e-05,
      "loss": 0.8978,
      "step": 11200
    },
    {
      "epoch": 0.23605030372957794,
      "grad_norm": 0.1491847038269043,
      "learning_rate": 1.7855260513023132e-05,
      "loss": 0.8669,
      "step": 11201
    },
    {
      "epoch": 0.23607137776794324,
      "grad_norm": 0.15754002332687378,
      "learning_rate": 1.7854838119791497e-05,
      "loss": 0.98,
      "step": 11202
    },
    {
      "epoch": 0.2360924518063085,
      "grad_norm": 0.14229467511177063,
      "learning_rate": 1.78544156899673e-05,
      "loss": 0.8491,
      "step": 11203
    },
    {
      "epoch": 0.2361135258446738,
      "grad_norm": 0.12718833982944489,
      "learning_rate": 1.7853993223552516e-05,
      "loss": 0.9402,
      "step": 11204
    },
    {
      "epoch": 0.2361345998830391,
      "grad_norm": 0.14330117404460907,
      "learning_rate": 1.7853570720549108e-05,
      "loss": 0.9011,
      "step": 11205
    },
    {
      "epoch": 0.23615567392140438,
      "grad_norm": 0.15723462402820587,
      "learning_rate": 1.7853148180959046e-05,
      "loss": 0.8779,
      "step": 11206
    },
    {
      "epoch": 0.23617674795976967,
      "grad_norm": 0.12638619542121887,
      "learning_rate": 1.7852725604784297e-05,
      "loss": 0.8534,
      "step": 11207
    },
    {
      "epoch": 0.23619782199813494,
      "grad_norm": 0.14011025428771973,
      "learning_rate": 1.785230299202683e-05,
      "loss": 0.8776,
      "step": 11208
    },
    {
      "epoch": 0.23621889603650023,
      "grad_norm": 0.12959735095500946,
      "learning_rate": 1.785188034268862e-05,
      "loss": 0.8745,
      "step": 11209
    },
    {
      "epoch": 0.23623997007486552,
      "grad_norm": 0.18062618374824524,
      "learning_rate": 1.7851457656771626e-05,
      "loss": 0.8876,
      "step": 11210
    },
    {
      "epoch": 0.23626104411323082,
      "grad_norm": 0.22356370091438293,
      "learning_rate": 1.785103493427782e-05,
      "loss": 0.8262,
      "step": 11211
    },
    {
      "epoch": 0.23628211815159608,
      "grad_norm": 0.15162423253059387,
      "learning_rate": 1.785061217520918e-05,
      "loss": 0.9497,
      "step": 11212
    },
    {
      "epoch": 0.23630319218996138,
      "grad_norm": 0.1446179300546646,
      "learning_rate": 1.785018937956766e-05,
      "loss": 0.8184,
      "step": 11213
    },
    {
      "epoch": 0.23632426622832667,
      "grad_norm": 0.14938631653785706,
      "learning_rate": 1.7849766547355245e-05,
      "loss": 0.9279,
      "step": 11214
    },
    {
      "epoch": 0.23634534026669196,
      "grad_norm": 0.14006787538528442,
      "learning_rate": 1.7849343678573896e-05,
      "loss": 0.8298,
      "step": 11215
    },
    {
      "epoch": 0.23636641430505725,
      "grad_norm": 0.14587710797786713,
      "learning_rate": 1.7848920773225585e-05,
      "loss": 0.8846,
      "step": 11216
    },
    {
      "epoch": 0.23638748834342252,
      "grad_norm": 0.17668339610099792,
      "learning_rate": 1.7848497831312282e-05,
      "loss": 0.9206,
      "step": 11217
    },
    {
      "epoch": 0.2364085623817878,
      "grad_norm": 0.17553363740444183,
      "learning_rate": 1.7848074852835958e-05,
      "loss": 0.8824,
      "step": 11218
    },
    {
      "epoch": 0.2364296364201531,
      "grad_norm": 0.13397316634655,
      "learning_rate": 1.7847651837798582e-05,
      "loss": 0.9486,
      "step": 11219
    },
    {
      "epoch": 0.2364507104585184,
      "grad_norm": 0.2223479449748993,
      "learning_rate": 1.7847228786202125e-05,
      "loss": 0.9578,
      "step": 11220
    },
    {
      "epoch": 0.23647178449688366,
      "grad_norm": 0.17607340216636658,
      "learning_rate": 1.7846805698048556e-05,
      "loss": 0.836,
      "step": 11221
    },
    {
      "epoch": 0.23649285853524896,
      "grad_norm": 0.16514626145362854,
      "learning_rate": 1.7846382573339854e-05,
      "loss": 0.8303,
      "step": 11222
    },
    {
      "epoch": 0.23651393257361425,
      "grad_norm": 0.20983955264091492,
      "learning_rate": 1.784595941207798e-05,
      "loss": 0.9965,
      "step": 11223
    },
    {
      "epoch": 0.23653500661197954,
      "grad_norm": 0.11356870830059052,
      "learning_rate": 1.784553621426491e-05,
      "loss": 0.7849,
      "step": 11224
    },
    {
      "epoch": 0.23655608065034484,
      "grad_norm": 0.20412807166576385,
      "learning_rate": 1.784511297990262e-05,
      "loss": 0.8912,
      "step": 11225
    },
    {
      "epoch": 0.2365771546887101,
      "grad_norm": 0.1312732845544815,
      "learning_rate": 1.7844689708993074e-05,
      "loss": 0.9459,
      "step": 11226
    },
    {
      "epoch": 0.2365982287270754,
      "grad_norm": 0.1325933039188385,
      "learning_rate": 1.7844266401538247e-05,
      "loss": 0.8422,
      "step": 11227
    },
    {
      "epoch": 0.2366193027654407,
      "grad_norm": 0.21613211929798126,
      "learning_rate": 1.784384305754011e-05,
      "loss": 0.8984,
      "step": 11228
    },
    {
      "epoch": 0.23664037680380598,
      "grad_norm": 0.13649196922779083,
      "learning_rate": 1.784341967700064e-05,
      "loss": 0.8774,
      "step": 11229
    },
    {
      "epoch": 0.23666145084217124,
      "grad_norm": 0.1558140367269516,
      "learning_rate": 1.78429962599218e-05,
      "loss": 0.8838,
      "step": 11230
    },
    {
      "epoch": 0.23668252488053654,
      "grad_norm": 0.11667156219482422,
      "learning_rate": 1.784257280630557e-05,
      "loss": 0.8563,
      "step": 11231
    },
    {
      "epoch": 0.23670359891890183,
      "grad_norm": 0.16105176508426666,
      "learning_rate": 1.7842149316153923e-05,
      "loss": 0.88,
      "step": 11232
    },
    {
      "epoch": 0.23672467295726712,
      "grad_norm": 0.13731509447097778,
      "learning_rate": 1.784172578946883e-05,
      "loss": 0.9153,
      "step": 11233
    },
    {
      "epoch": 0.23674574699563242,
      "grad_norm": 0.1690908819437027,
      "learning_rate": 1.7841302226252258e-05,
      "loss": 0.8595,
      "step": 11234
    },
    {
      "epoch": 0.23676682103399768,
      "grad_norm": 0.13766871392726898,
      "learning_rate": 1.7840878626506192e-05,
      "loss": 0.8837,
      "step": 11235
    },
    {
      "epoch": 0.23678789507236297,
      "grad_norm": 0.21006347239017487,
      "learning_rate": 1.7840454990232595e-05,
      "loss": 0.8995,
      "step": 11236
    },
    {
      "epoch": 0.23680896911072827,
      "grad_norm": 0.1556594967842102,
      "learning_rate": 1.7840031317433447e-05,
      "loss": 0.9019,
      "step": 11237
    },
    {
      "epoch": 0.23683004314909356,
      "grad_norm": 0.18144139647483826,
      "learning_rate": 1.783960760811072e-05,
      "loss": 0.8935,
      "step": 11238
    },
    {
      "epoch": 0.23685111718745883,
      "grad_norm": 0.14950913190841675,
      "learning_rate": 1.7839183862266388e-05,
      "loss": 0.9101,
      "step": 11239
    },
    {
      "epoch": 0.23687219122582412,
      "grad_norm": 0.16562247276306152,
      "learning_rate": 1.783876007990242e-05,
      "loss": 0.8466,
      "step": 11240
    },
    {
      "epoch": 0.2368932652641894,
      "grad_norm": 0.16736066341400146,
      "learning_rate": 1.78383362610208e-05,
      "loss": 0.9083,
      "step": 11241
    },
    {
      "epoch": 0.2369143393025547,
      "grad_norm": 0.12721355259418488,
      "learning_rate": 1.7837912405623492e-05,
      "loss": 0.9203,
      "step": 11242
    },
    {
      "epoch": 0.23693541334092,
      "grad_norm": 0.20617902278900146,
      "learning_rate": 1.783748851371248e-05,
      "loss": 0.9162,
      "step": 11243
    },
    {
      "epoch": 0.23695648737928526,
      "grad_norm": 0.18686050176620483,
      "learning_rate": 1.783706458528973e-05,
      "loss": 0.9595,
      "step": 11244
    },
    {
      "epoch": 0.23697756141765056,
      "grad_norm": 0.11318621784448624,
      "learning_rate": 1.7836640620357228e-05,
      "loss": 0.9248,
      "step": 11245
    },
    {
      "epoch": 0.23699863545601585,
      "grad_norm": 0.15332765877246857,
      "learning_rate": 1.7836216618916936e-05,
      "loss": 0.8133,
      "step": 11246
    },
    {
      "epoch": 0.23701970949438114,
      "grad_norm": 0.1276528388261795,
      "learning_rate": 1.783579258097084e-05,
      "loss": 0.899,
      "step": 11247
    },
    {
      "epoch": 0.23704078353274644,
      "grad_norm": 0.1605314165353775,
      "learning_rate": 1.783536850652091e-05,
      "loss": 0.8663,
      "step": 11248
    },
    {
      "epoch": 0.2370618575711117,
      "grad_norm": 0.14661526679992676,
      "learning_rate": 1.783494439556912e-05,
      "loss": 0.7885,
      "step": 11249
    },
    {
      "epoch": 0.237082931609477,
      "grad_norm": 0.1553085595369339,
      "learning_rate": 1.7834520248117453e-05,
      "loss": 0.9004,
      "step": 11250
    },
    {
      "epoch": 0.2371040056478423,
      "grad_norm": 0.20297765731811523,
      "learning_rate": 1.7834096064167877e-05,
      "loss": 0.8699,
      "step": 11251
    },
    {
      "epoch": 0.23712507968620758,
      "grad_norm": 0.14362271130084991,
      "learning_rate": 1.7833671843722372e-05,
      "loss": 0.9429,
      "step": 11252
    },
    {
      "epoch": 0.23714615372457284,
      "grad_norm": 0.18580709397792816,
      "learning_rate": 1.7833247586782914e-05,
      "loss": 0.9436,
      "step": 11253
    },
    {
      "epoch": 0.23716722776293814,
      "grad_norm": 0.1511290818452835,
      "learning_rate": 1.783282329335148e-05,
      "loss": 0.9322,
      "step": 11254
    },
    {
      "epoch": 0.23718830180130343,
      "grad_norm": 0.16417017579078674,
      "learning_rate": 1.7832398963430043e-05,
      "loss": 0.9029,
      "step": 11255
    },
    {
      "epoch": 0.23720937583966872,
      "grad_norm": 0.16453714668750763,
      "learning_rate": 1.783197459702059e-05,
      "loss": 0.8518,
      "step": 11256
    },
    {
      "epoch": 0.23723044987803402,
      "grad_norm": 0.1502230167388916,
      "learning_rate": 1.783155019412508e-05,
      "loss": 0.9516,
      "step": 11257
    },
    {
      "epoch": 0.23725152391639928,
      "grad_norm": 0.23324082791805267,
      "learning_rate": 1.7831125754745507e-05,
      "loss": 0.9071,
      "step": 11258
    },
    {
      "epoch": 0.23727259795476457,
      "grad_norm": 0.1460946500301361,
      "learning_rate": 1.7830701278883844e-05,
      "loss": 0.8987,
      "step": 11259
    },
    {
      "epoch": 0.23729367199312987,
      "grad_norm": 0.16377460956573486,
      "learning_rate": 1.783027676654206e-05,
      "loss": 0.9398,
      "step": 11260
    },
    {
      "epoch": 0.23731474603149516,
      "grad_norm": 0.16428551077842712,
      "learning_rate": 1.7829852217722147e-05,
      "loss": 0.9196,
      "step": 11261
    },
    {
      "epoch": 0.23733582006986043,
      "grad_norm": 0.14245390892028809,
      "learning_rate": 1.7829427632426067e-05,
      "loss": 0.8815,
      "step": 11262
    },
    {
      "epoch": 0.23735689410822572,
      "grad_norm": 0.1520240753889084,
      "learning_rate": 1.7829003010655813e-05,
      "loss": 0.9007,
      "step": 11263
    },
    {
      "epoch": 0.237377968146591,
      "grad_norm": 0.13452111184597015,
      "learning_rate": 1.782857835241335e-05,
      "loss": 0.9103,
      "step": 11264
    },
    {
      "epoch": 0.2373990421849563,
      "grad_norm": 0.14996787905693054,
      "learning_rate": 1.7828153657700668e-05,
      "loss": 0.8854,
      "step": 11265
    },
    {
      "epoch": 0.2374201162233216,
      "grad_norm": 0.1284409612417221,
      "learning_rate": 1.7827728926519734e-05,
      "loss": 0.9038,
      "step": 11266
    },
    {
      "epoch": 0.23744119026168686,
      "grad_norm": 0.16912852227687836,
      "learning_rate": 1.7827304158872538e-05,
      "loss": 0.8769,
      "step": 11267
    },
    {
      "epoch": 0.23746226430005216,
      "grad_norm": 0.1512058526277542,
      "learning_rate": 1.7826879354761047e-05,
      "loss": 0.9143,
      "step": 11268
    },
    {
      "epoch": 0.23748333833841745,
      "grad_norm": 0.13569329679012299,
      "learning_rate": 1.7826454514187248e-05,
      "loss": 0.8606,
      "step": 11269
    },
    {
      "epoch": 0.23750441237678274,
      "grad_norm": 0.1363077312707901,
      "learning_rate": 1.782602963715312e-05,
      "loss": 0.845,
      "step": 11270
    },
    {
      "epoch": 0.237525486415148,
      "grad_norm": 0.1301240175962448,
      "learning_rate": 1.7825604723660642e-05,
      "loss": 0.8822,
      "step": 11271
    },
    {
      "epoch": 0.2375465604535133,
      "grad_norm": 0.1509699523448944,
      "learning_rate": 1.7825179773711793e-05,
      "loss": 0.8602,
      "step": 11272
    },
    {
      "epoch": 0.2375676344918786,
      "grad_norm": 0.1522308886051178,
      "learning_rate": 1.7824754787308546e-05,
      "loss": 0.8462,
      "step": 11273
    },
    {
      "epoch": 0.2375887085302439,
      "grad_norm": 0.12301086634397507,
      "learning_rate": 1.7824329764452894e-05,
      "loss": 0.8385,
      "step": 11274
    },
    {
      "epoch": 0.23760978256860918,
      "grad_norm": 0.15048529207706451,
      "learning_rate": 1.7823904705146805e-05,
      "loss": 0.8633,
      "step": 11275
    },
    {
      "epoch": 0.23763085660697444,
      "grad_norm": 0.12540368735790253,
      "learning_rate": 1.7823479609392266e-05,
      "loss": 0.893,
      "step": 11276
    },
    {
      "epoch": 0.23765193064533974,
      "grad_norm": 0.1498813033103943,
      "learning_rate": 1.7823054477191254e-05,
      "loss": 0.9086,
      "step": 11277
    },
    {
      "epoch": 0.23767300468370503,
      "grad_norm": 0.1263771951198578,
      "learning_rate": 1.782262930854575e-05,
      "loss": 0.9157,
      "step": 11278
    },
    {
      "epoch": 0.23769407872207032,
      "grad_norm": 0.15137819945812225,
      "learning_rate": 1.7822204103457737e-05,
      "loss": 0.9527,
      "step": 11279
    },
    {
      "epoch": 0.2377151527604356,
      "grad_norm": 0.21825717389583588,
      "learning_rate": 1.7821778861929196e-05,
      "loss": 0.8545,
      "step": 11280
    },
    {
      "epoch": 0.23773622679880088,
      "grad_norm": 0.1655084639787674,
      "learning_rate": 1.7821353583962105e-05,
      "loss": 0.9656,
      "step": 11281
    },
    {
      "epoch": 0.23775730083716617,
      "grad_norm": 0.13091036677360535,
      "learning_rate": 1.7820928269558448e-05,
      "loss": 0.8721,
      "step": 11282
    },
    {
      "epoch": 0.23777837487553147,
      "grad_norm": 0.14682510495185852,
      "learning_rate": 1.78205029187202e-05,
      "loss": 0.8923,
      "step": 11283
    },
    {
      "epoch": 0.23779944891389676,
      "grad_norm": 0.12066415697336197,
      "learning_rate": 1.782007753144935e-05,
      "loss": 0.8897,
      "step": 11284
    },
    {
      "epoch": 0.23782052295226203,
      "grad_norm": 0.15957191586494446,
      "learning_rate": 1.781965210774788e-05,
      "loss": 0.8965,
      "step": 11285
    },
    {
      "epoch": 0.23784159699062732,
      "grad_norm": 0.1410633772611618,
      "learning_rate": 1.7819226647617768e-05,
      "loss": 0.8232,
      "step": 11286
    },
    {
      "epoch": 0.2378626710289926,
      "grad_norm": 0.12791642546653748,
      "learning_rate": 1.7818801151060997e-05,
      "loss": 0.9144,
      "step": 11287
    },
    {
      "epoch": 0.2378837450673579,
      "grad_norm": 0.12493452429771423,
      "learning_rate": 1.781837561807955e-05,
      "loss": 0.8791,
      "step": 11288
    },
    {
      "epoch": 0.23790481910572317,
      "grad_norm": 0.1575893759727478,
      "learning_rate": 1.7817950048675407e-05,
      "loss": 0.9036,
      "step": 11289
    },
    {
      "epoch": 0.23792589314408846,
      "grad_norm": 0.11510815471410751,
      "learning_rate": 1.7817524442850552e-05,
      "loss": 0.9108,
      "step": 11290
    },
    {
      "epoch": 0.23794696718245376,
      "grad_norm": 0.19091728329658508,
      "learning_rate": 1.781709880060697e-05,
      "loss": 0.9123,
      "step": 11291
    },
    {
      "epoch": 0.23796804122081905,
      "grad_norm": 0.1434754729270935,
      "learning_rate": 1.781667312194664e-05,
      "loss": 0.8985,
      "step": 11292
    },
    {
      "epoch": 0.23798911525918434,
      "grad_norm": 0.13461394608020782,
      "learning_rate": 1.7816247406871547e-05,
      "loss": 0.8431,
      "step": 11293
    },
    {
      "epoch": 0.2380101892975496,
      "grad_norm": 0.12761138379573822,
      "learning_rate": 1.781582165538368e-05,
      "loss": 0.9242,
      "step": 11294
    },
    {
      "epoch": 0.2380312633359149,
      "grad_norm": 0.14359834790229797,
      "learning_rate": 1.781539586748501e-05,
      "loss": 0.9118,
      "step": 11295
    },
    {
      "epoch": 0.2380523373742802,
      "grad_norm": 0.16135717928409576,
      "learning_rate": 1.7814970043177527e-05,
      "loss": 0.8176,
      "step": 11296
    },
    {
      "epoch": 0.23807341141264549,
      "grad_norm": 0.11704719811677933,
      "learning_rate": 1.7814544182463217e-05,
      "loss": 0.8189,
      "step": 11297
    },
    {
      "epoch": 0.23809448545101075,
      "grad_norm": 0.12958094477653503,
      "learning_rate": 1.7814118285344063e-05,
      "loss": 0.8901,
      "step": 11298
    },
    {
      "epoch": 0.23811555948937604,
      "grad_norm": 0.18950991332530975,
      "learning_rate": 1.7813692351822046e-05,
      "loss": 0.8985,
      "step": 11299
    },
    {
      "epoch": 0.23813663352774134,
      "grad_norm": 0.13350532948970795,
      "learning_rate": 1.7813266381899158e-05,
      "loss": 0.9112,
      "step": 11300
    },
    {
      "epoch": 0.23815770756610663,
      "grad_norm": 0.15717698633670807,
      "learning_rate": 1.7812840375577373e-05,
      "loss": 0.9087,
      "step": 11301
    },
    {
      "epoch": 0.23817878160447192,
      "grad_norm": 0.11743264645338058,
      "learning_rate": 1.7812414332858677e-05,
      "loss": 0.8118,
      "step": 11302
    },
    {
      "epoch": 0.2381998556428372,
      "grad_norm": 0.13009081780910492,
      "learning_rate": 1.7811988253745062e-05,
      "loss": 0.8822,
      "step": 11303
    },
    {
      "epoch": 0.23822092968120248,
      "grad_norm": 0.13801568746566772,
      "learning_rate": 1.7811562138238508e-05,
      "loss": 0.913,
      "step": 11304
    },
    {
      "epoch": 0.23824200371956777,
      "grad_norm": 0.12813639640808105,
      "learning_rate": 1.7811135986341002e-05,
      "loss": 0.922,
      "step": 11305
    },
    {
      "epoch": 0.23826307775793307,
      "grad_norm": 0.12534280121326447,
      "learning_rate": 1.7810709798054527e-05,
      "loss": 0.9159,
      "step": 11306
    },
    {
      "epoch": 0.23828415179629833,
      "grad_norm": 0.1433124989271164,
      "learning_rate": 1.7810283573381072e-05,
      "loss": 0.871,
      "step": 11307
    },
    {
      "epoch": 0.23830522583466363,
      "grad_norm": 0.11289142072200775,
      "learning_rate": 1.780985731232262e-05,
      "loss": 0.8456,
      "step": 11308
    },
    {
      "epoch": 0.23832629987302892,
      "grad_norm": 0.12973745167255402,
      "learning_rate": 1.7809431014881157e-05,
      "loss": 0.8798,
      "step": 11309
    },
    {
      "epoch": 0.2383473739113942,
      "grad_norm": 0.18816803395748138,
      "learning_rate": 1.7809004681058667e-05,
      "loss": 0.8507,
      "step": 11310
    },
    {
      "epoch": 0.2383684479497595,
      "grad_norm": 0.14185039699077606,
      "learning_rate": 1.780857831085714e-05,
      "loss": 0.8892,
      "step": 11311
    },
    {
      "epoch": 0.23838952198812477,
      "grad_norm": 0.1574641913175583,
      "learning_rate": 1.780815190427856e-05,
      "loss": 0.8798,
      "step": 11312
    },
    {
      "epoch": 0.23841059602649006,
      "grad_norm": 0.12347624450922012,
      "learning_rate": 1.7807725461324915e-05,
      "loss": 0.8741,
      "step": 11313
    },
    {
      "epoch": 0.23843167006485536,
      "grad_norm": 0.169580340385437,
      "learning_rate": 1.780729898199819e-05,
      "loss": 0.8962,
      "step": 11314
    },
    {
      "epoch": 0.23845274410322065,
      "grad_norm": 0.1331527680158615,
      "learning_rate": 1.7806872466300373e-05,
      "loss": 0.871,
      "step": 11315
    },
    {
      "epoch": 0.2384738181415859,
      "grad_norm": 0.11458569765090942,
      "learning_rate": 1.7806445914233447e-05,
      "loss": 0.89,
      "step": 11316
    },
    {
      "epoch": 0.2384948921799512,
      "grad_norm": 0.13066355884075165,
      "learning_rate": 1.7806019325799403e-05,
      "loss": 0.843,
      "step": 11317
    },
    {
      "epoch": 0.2385159662183165,
      "grad_norm": 0.11588843911886215,
      "learning_rate": 1.780559270100023e-05,
      "loss": 0.8563,
      "step": 11318
    },
    {
      "epoch": 0.2385370402566818,
      "grad_norm": 0.13219133019447327,
      "learning_rate": 1.7805166039837915e-05,
      "loss": 0.8292,
      "step": 11319
    },
    {
      "epoch": 0.23855811429504709,
      "grad_norm": 0.1451893001794815,
      "learning_rate": 1.780473934231444e-05,
      "loss": 0.8506,
      "step": 11320
    },
    {
      "epoch": 0.23857918833341235,
      "grad_norm": 0.15321879088878632,
      "learning_rate": 1.78043126084318e-05,
      "loss": 0.8827,
      "step": 11321
    },
    {
      "epoch": 0.23860026237177764,
      "grad_norm": 0.17742325365543365,
      "learning_rate": 1.780388583819198e-05,
      "loss": 0.9609,
      "step": 11322
    },
    {
      "epoch": 0.23862133641014294,
      "grad_norm": 0.13969109952449799,
      "learning_rate": 1.7803459031596966e-05,
      "loss": 0.8096,
      "step": 11323
    },
    {
      "epoch": 0.23864241044850823,
      "grad_norm": 0.14659973978996277,
      "learning_rate": 1.780303218864875e-05,
      "loss": 0.8363,
      "step": 11324
    },
    {
      "epoch": 0.2386634844868735,
      "grad_norm": 0.16276872158050537,
      "learning_rate": 1.7802605309349316e-05,
      "loss": 0.9385,
      "step": 11325
    },
    {
      "epoch": 0.2386845585252388,
      "grad_norm": 0.11828482896089554,
      "learning_rate": 1.7802178393700657e-05,
      "loss": 0.856,
      "step": 11326
    },
    {
      "epoch": 0.23870563256360408,
      "grad_norm": 0.1604159027338028,
      "learning_rate": 1.780175144170476e-05,
      "loss": 0.8476,
      "step": 11327
    },
    {
      "epoch": 0.23872670660196937,
      "grad_norm": 0.12572871148586273,
      "learning_rate": 1.780132445336361e-05,
      "loss": 0.9028,
      "step": 11328
    },
    {
      "epoch": 0.23874778064033467,
      "grad_norm": 0.17977090179920197,
      "learning_rate": 1.780089742867921e-05,
      "loss": 0.9288,
      "step": 11329
    },
    {
      "epoch": 0.23876885467869993,
      "grad_norm": 0.16846279799938202,
      "learning_rate": 1.7800470367653534e-05,
      "loss": 0.891,
      "step": 11330
    },
    {
      "epoch": 0.23878992871706523,
      "grad_norm": 0.16167877614498138,
      "learning_rate": 1.780004327028858e-05,
      "loss": 0.908,
      "step": 11331
    },
    {
      "epoch": 0.23881100275543052,
      "grad_norm": 0.17326602339744568,
      "learning_rate": 1.7799616136586328e-05,
      "loss": 0.8749,
      "step": 11332
    },
    {
      "epoch": 0.2388320767937958,
      "grad_norm": 0.13128401339054108,
      "learning_rate": 1.779918896654878e-05,
      "loss": 0.8171,
      "step": 11333
    },
    {
      "epoch": 0.23885315083216108,
      "grad_norm": 0.154444620013237,
      "learning_rate": 1.7798761760177918e-05,
      "loss": 0.8451,
      "step": 11334
    },
    {
      "epoch": 0.23887422487052637,
      "grad_norm": 0.137649804353714,
      "learning_rate": 1.7798334517475736e-05,
      "loss": 0.7922,
      "step": 11335
    },
    {
      "epoch": 0.23889529890889166,
      "grad_norm": 0.17725759744644165,
      "learning_rate": 1.7797907238444227e-05,
      "loss": 0.9133,
      "step": 11336
    },
    {
      "epoch": 0.23891637294725696,
      "grad_norm": 0.2033499777317047,
      "learning_rate": 1.7797479923085375e-05,
      "loss": 0.8666,
      "step": 11337
    },
    {
      "epoch": 0.23893744698562225,
      "grad_norm": 0.14997467398643494,
      "learning_rate": 1.7797052571401174e-05,
      "loss": 0.896,
      "step": 11338
    },
    {
      "epoch": 0.2389585210239875,
      "grad_norm": 0.15658289194107056,
      "learning_rate": 1.779662518339361e-05,
      "loss": 0.8385,
      "step": 11339
    },
    {
      "epoch": 0.2389795950623528,
      "grad_norm": 0.16681501269340515,
      "learning_rate": 1.7796197759064685e-05,
      "loss": 0.9092,
      "step": 11340
    },
    {
      "epoch": 0.2390006691007181,
      "grad_norm": 0.1381923258304596,
      "learning_rate": 1.779577029841638e-05,
      "loss": 0.9001,
      "step": 11341
    },
    {
      "epoch": 0.2390217431390834,
      "grad_norm": 0.16556693613529205,
      "learning_rate": 1.779534280145069e-05,
      "loss": 0.8825,
      "step": 11342
    },
    {
      "epoch": 0.23904281717744869,
      "grad_norm": 0.1537880003452301,
      "learning_rate": 1.7794915268169607e-05,
      "loss": 0.9131,
      "step": 11343
    },
    {
      "epoch": 0.23906389121581395,
      "grad_norm": 0.19137734174728394,
      "learning_rate": 1.7794487698575124e-05,
      "loss": 0.9026,
      "step": 11344
    },
    {
      "epoch": 0.23908496525417924,
      "grad_norm": 0.1903599500656128,
      "learning_rate": 1.7794060092669226e-05,
      "loss": 0.9342,
      "step": 11345
    },
    {
      "epoch": 0.23910603929254454,
      "grad_norm": 0.160541832447052,
      "learning_rate": 1.7793632450453916e-05,
      "loss": 0.9209,
      "step": 11346
    },
    {
      "epoch": 0.23912711333090983,
      "grad_norm": 0.14572374522686005,
      "learning_rate": 1.7793204771931176e-05,
      "loss": 0.873,
      "step": 11347
    },
    {
      "epoch": 0.2391481873692751,
      "grad_norm": 0.14946293830871582,
      "learning_rate": 1.7792777057103005e-05,
      "loss": 0.8992,
      "step": 11348
    },
    {
      "epoch": 0.2391692614076404,
      "grad_norm": 0.11709758639335632,
      "learning_rate": 1.7792349305971394e-05,
      "loss": 0.861,
      "step": 11349
    },
    {
      "epoch": 0.23919033544600568,
      "grad_norm": 0.14243347942829132,
      "learning_rate": 1.7791921518538333e-05,
      "loss": 0.8594,
      "step": 11350
    },
    {
      "epoch": 0.23921140948437097,
      "grad_norm": 0.13225625455379486,
      "learning_rate": 1.7791493694805817e-05,
      "loss": 0.8855,
      "step": 11351
    },
    {
      "epoch": 0.23923248352273627,
      "grad_norm": 0.13873392343521118,
      "learning_rate": 1.779106583477584e-05,
      "loss": 0.8981,
      "step": 11352
    },
    {
      "epoch": 0.23925355756110153,
      "grad_norm": 0.13142886757850647,
      "learning_rate": 1.7790637938450394e-05,
      "loss": 0.8338,
      "step": 11353
    },
    {
      "epoch": 0.23927463159946682,
      "grad_norm": 0.14802196621894836,
      "learning_rate": 1.779021000583147e-05,
      "loss": 0.8553,
      "step": 11354
    },
    {
      "epoch": 0.23929570563783212,
      "grad_norm": 0.14826756715774536,
      "learning_rate": 1.778978203692107e-05,
      "loss": 0.8718,
      "step": 11355
    },
    {
      "epoch": 0.2393167796761974,
      "grad_norm": 0.13700556755065918,
      "learning_rate": 1.7789354031721178e-05,
      "loss": 0.8903,
      "step": 11356
    },
    {
      "epoch": 0.23933785371456268,
      "grad_norm": 0.1231195256114006,
      "learning_rate": 1.778892599023379e-05,
      "loss": 0.878,
      "step": 11357
    },
    {
      "epoch": 0.23935892775292797,
      "grad_norm": 0.13759370148181915,
      "learning_rate": 1.7788497912460905e-05,
      "loss": 0.8827,
      "step": 11358
    },
    {
      "epoch": 0.23938000179129326,
      "grad_norm": 0.15164972841739655,
      "learning_rate": 1.778806979840451e-05,
      "loss": 0.9063,
      "step": 11359
    },
    {
      "epoch": 0.23940107582965856,
      "grad_norm": 0.1535101979970932,
      "learning_rate": 1.778764164806661e-05,
      "loss": 0.7991,
      "step": 11360
    },
    {
      "epoch": 0.23942214986802385,
      "grad_norm": 0.13541185855865479,
      "learning_rate": 1.7787213461449188e-05,
      "loss": 0.8844,
      "step": 11361
    },
    {
      "epoch": 0.2394432239063891,
      "grad_norm": 0.11367078870534897,
      "learning_rate": 1.7786785238554246e-05,
      "loss": 0.8919,
      "step": 11362
    },
    {
      "epoch": 0.2394642979447544,
      "grad_norm": 0.11745209991931915,
      "learning_rate": 1.7786356979383776e-05,
      "loss": 0.8717,
      "step": 11363
    },
    {
      "epoch": 0.2394853719831197,
      "grad_norm": 0.11058737337589264,
      "learning_rate": 1.7785928683939774e-05,
      "loss": 0.8387,
      "step": 11364
    },
    {
      "epoch": 0.239506446021485,
      "grad_norm": 0.27491456270217896,
      "learning_rate": 1.7785500352224236e-05,
      "loss": 0.8033,
      "step": 11365
    },
    {
      "epoch": 0.23952752005985026,
      "grad_norm": 0.12420196831226349,
      "learning_rate": 1.7785071984239157e-05,
      "loss": 0.8852,
      "step": 11366
    },
    {
      "epoch": 0.23954859409821555,
      "grad_norm": 0.1335127055644989,
      "learning_rate": 1.778464357998653e-05,
      "loss": 0.8763,
      "step": 11367
    },
    {
      "epoch": 0.23956966813658084,
      "grad_norm": 0.16179949045181274,
      "learning_rate": 1.778421513946835e-05,
      "loss": 0.9857,
      "step": 11368
    },
    {
      "epoch": 0.23959074217494614,
      "grad_norm": 0.13019882142543793,
      "learning_rate": 1.778378666268662e-05,
      "loss": 0.8085,
      "step": 11369
    },
    {
      "epoch": 0.23961181621331143,
      "grad_norm": 0.13928456604480743,
      "learning_rate": 1.7783358149643334e-05,
      "loss": 0.9367,
      "step": 11370
    },
    {
      "epoch": 0.2396328902516767,
      "grad_norm": 0.15516354143619537,
      "learning_rate": 1.7782929600340485e-05,
      "loss": 0.912,
      "step": 11371
    },
    {
      "epoch": 0.239653964290042,
      "grad_norm": 0.16267867386341095,
      "learning_rate": 1.7782501014780068e-05,
      "loss": 0.8362,
      "step": 11372
    },
    {
      "epoch": 0.23967503832840728,
      "grad_norm": 0.13256873190402985,
      "learning_rate": 1.7782072392964084e-05,
      "loss": 0.8893,
      "step": 11373
    },
    {
      "epoch": 0.23969611236677257,
      "grad_norm": 0.13501586019992828,
      "learning_rate": 1.7781643734894527e-05,
      "loss": 0.8426,
      "step": 11374
    },
    {
      "epoch": 0.23971718640513784,
      "grad_norm": 0.1225210577249527,
      "learning_rate": 1.7781215040573396e-05,
      "loss": 0.8461,
      "step": 11375
    },
    {
      "epoch": 0.23973826044350313,
      "grad_norm": 0.18721456825733185,
      "learning_rate": 1.7780786310002687e-05,
      "loss": 0.9641,
      "step": 11376
    },
    {
      "epoch": 0.23975933448186842,
      "grad_norm": 0.17476271092891693,
      "learning_rate": 1.7780357543184396e-05,
      "loss": 0.9136,
      "step": 11377
    },
    {
      "epoch": 0.23978040852023372,
      "grad_norm": 0.1254468858242035,
      "learning_rate": 1.7779928740120525e-05,
      "loss": 0.8697,
      "step": 11378
    },
    {
      "epoch": 0.239801482558599,
      "grad_norm": 0.14110125601291656,
      "learning_rate": 1.7779499900813063e-05,
      "loss": 0.8689,
      "step": 11379
    },
    {
      "epoch": 0.23982255659696428,
      "grad_norm": 0.13230042159557343,
      "learning_rate": 1.777907102526402e-05,
      "loss": 0.904,
      "step": 11380
    },
    {
      "epoch": 0.23984363063532957,
      "grad_norm": 0.14266282320022583,
      "learning_rate": 1.7778642113475385e-05,
      "loss": 0.8985,
      "step": 11381
    },
    {
      "epoch": 0.23986470467369486,
      "grad_norm": 0.19086407124996185,
      "learning_rate": 1.7778213165449154e-05,
      "loss": 0.971,
      "step": 11382
    },
    {
      "epoch": 0.23988577871206015,
      "grad_norm": 0.12774056196212769,
      "learning_rate": 1.7777784181187334e-05,
      "loss": 0.8772,
      "step": 11383
    },
    {
      "epoch": 0.23990685275042542,
      "grad_norm": 0.15244875848293304,
      "learning_rate": 1.777735516069192e-05,
      "loss": 0.9269,
      "step": 11384
    },
    {
      "epoch": 0.2399279267887907,
      "grad_norm": 0.16165916621685028,
      "learning_rate": 1.7776926103964906e-05,
      "loss": 0.859,
      "step": 11385
    },
    {
      "epoch": 0.239949000827156,
      "grad_norm": 0.13871519267559052,
      "learning_rate": 1.7776497011008294e-05,
      "loss": 0.9061,
      "step": 11386
    },
    {
      "epoch": 0.2399700748655213,
      "grad_norm": 0.1995997577905655,
      "learning_rate": 1.7776067881824087e-05,
      "loss": 0.8948,
      "step": 11387
    },
    {
      "epoch": 0.2399911489038866,
      "grad_norm": 0.12142135202884674,
      "learning_rate": 1.7775638716414277e-05,
      "loss": 0.8574,
      "step": 11388
    },
    {
      "epoch": 0.24001222294225186,
      "grad_norm": 0.1393446922302246,
      "learning_rate": 1.7775209514780872e-05,
      "loss": 0.8669,
      "step": 11389
    },
    {
      "epoch": 0.24003329698061715,
      "grad_norm": 0.14376689493656158,
      "learning_rate": 1.7774780276925865e-05,
      "loss": 0.9095,
      "step": 11390
    },
    {
      "epoch": 0.24005437101898244,
      "grad_norm": 0.127442866563797,
      "learning_rate": 1.7774351002851255e-05,
      "loss": 0.9388,
      "step": 11391
    },
    {
      "epoch": 0.24007544505734774,
      "grad_norm": 0.14422938227653503,
      "learning_rate": 1.7773921692559044e-05,
      "loss": 0.8465,
      "step": 11392
    },
    {
      "epoch": 0.240096519095713,
      "grad_norm": 0.1388395130634308,
      "learning_rate": 1.7773492346051235e-05,
      "loss": 0.8593,
      "step": 11393
    },
    {
      "epoch": 0.2401175931340783,
      "grad_norm": 0.17867061495780945,
      "learning_rate": 1.7773062963329822e-05,
      "loss": 0.9366,
      "step": 11394
    },
    {
      "epoch": 0.2401386671724436,
      "grad_norm": 0.13350822031497955,
      "learning_rate": 1.777263354439681e-05,
      "loss": 0.8787,
      "step": 11395
    },
    {
      "epoch": 0.24015974121080888,
      "grad_norm": 0.14335910975933075,
      "learning_rate": 1.7772204089254196e-05,
      "loss": 0.8725,
      "step": 11396
    },
    {
      "epoch": 0.24018081524917417,
      "grad_norm": 0.12335313856601715,
      "learning_rate": 1.7771774597903983e-05,
      "loss": 0.8476,
      "step": 11397
    },
    {
      "epoch": 0.24020188928753944,
      "grad_norm": 0.14961229264736176,
      "learning_rate": 1.777134507034817e-05,
      "loss": 0.8557,
      "step": 11398
    },
    {
      "epoch": 0.24022296332590473,
      "grad_norm": 0.1341540813446045,
      "learning_rate": 1.7770915506588763e-05,
      "loss": 0.9026,
      "step": 11399
    },
    {
      "epoch": 0.24024403736427002,
      "grad_norm": 0.1256321221590042,
      "learning_rate": 1.7770485906627757e-05,
      "loss": 0.8574,
      "step": 11400
    },
    {
      "epoch": 0.24026511140263532,
      "grad_norm": 0.12334521859884262,
      "learning_rate": 1.7770056270467155e-05,
      "loss": 0.868,
      "step": 11401
    },
    {
      "epoch": 0.24028618544100058,
      "grad_norm": 0.12992803752422333,
      "learning_rate": 1.7769626598108963e-05,
      "loss": 0.8191,
      "step": 11402
    },
    {
      "epoch": 0.24030725947936588,
      "grad_norm": 0.16161532700061798,
      "learning_rate": 1.7769196889555175e-05,
      "loss": 0.8938,
      "step": 11403
    },
    {
      "epoch": 0.24032833351773117,
      "grad_norm": 0.14353083074092865,
      "learning_rate": 1.77687671448078e-05,
      "loss": 0.8382,
      "step": 11404
    },
    {
      "epoch": 0.24034940755609646,
      "grad_norm": 0.10917560756206512,
      "learning_rate": 1.7768337363868835e-05,
      "loss": 0.8119,
      "step": 11405
    },
    {
      "epoch": 0.24037048159446175,
      "grad_norm": 0.1229991540312767,
      "learning_rate": 1.7767907546740285e-05,
      "loss": 0.8947,
      "step": 11406
    },
    {
      "epoch": 0.24039155563282702,
      "grad_norm": 0.15062040090560913,
      "learning_rate": 1.7767477693424152e-05,
      "loss": 0.8224,
      "step": 11407
    },
    {
      "epoch": 0.2404126296711923,
      "grad_norm": 0.12101196497678757,
      "learning_rate": 1.7767047803922436e-05,
      "loss": 0.834,
      "step": 11408
    },
    {
      "epoch": 0.2404337037095576,
      "grad_norm": 0.1305970996618271,
      "learning_rate": 1.7766617878237143e-05,
      "loss": 0.8324,
      "step": 11409
    },
    {
      "epoch": 0.2404547777479229,
      "grad_norm": 0.11942197382450104,
      "learning_rate": 1.7766187916370275e-05,
      "loss": 0.8928,
      "step": 11410
    },
    {
      "epoch": 0.24047585178628816,
      "grad_norm": 0.1557404100894928,
      "learning_rate": 1.7765757918323832e-05,
      "loss": 0.8796,
      "step": 11411
    },
    {
      "epoch": 0.24049692582465346,
      "grad_norm": 0.17650428414344788,
      "learning_rate": 1.7765327884099822e-05,
      "loss": 0.9266,
      "step": 11412
    },
    {
      "epoch": 0.24051799986301875,
      "grad_norm": 0.13194908201694489,
      "learning_rate": 1.7764897813700248e-05,
      "loss": 0.87,
      "step": 11413
    },
    {
      "epoch": 0.24053907390138404,
      "grad_norm": 0.15571533143520355,
      "learning_rate": 1.7764467707127108e-05,
      "loss": 0.9434,
      "step": 11414
    },
    {
      "epoch": 0.24056014793974934,
      "grad_norm": 0.14350441098213196,
      "learning_rate": 1.776403756438241e-05,
      "loss": 0.8468,
      "step": 11415
    },
    {
      "epoch": 0.2405812219781146,
      "grad_norm": 0.3565593361854553,
      "learning_rate": 1.7763607385468156e-05,
      "loss": 0.9137,
      "step": 11416
    },
    {
      "epoch": 0.2406022960164799,
      "grad_norm": 0.22686150670051575,
      "learning_rate": 1.776317717038635e-05,
      "loss": 0.9098,
      "step": 11417
    },
    {
      "epoch": 0.2406233700548452,
      "grad_norm": 0.24371126294136047,
      "learning_rate": 1.7762746919139e-05,
      "loss": 0.8894,
      "step": 11418
    },
    {
      "epoch": 0.24064444409321048,
      "grad_norm": 0.14956560730934143,
      "learning_rate": 1.7762316631728107e-05,
      "loss": 0.9513,
      "step": 11419
    },
    {
      "epoch": 0.24066551813157575,
      "grad_norm": 0.22312143445014954,
      "learning_rate": 1.7761886308155677e-05,
      "loss": 0.8993,
      "step": 11420
    },
    {
      "epoch": 0.24068659216994104,
      "grad_norm": 0.19755031168460846,
      "learning_rate": 1.7761455948423712e-05,
      "loss": 0.9537,
      "step": 11421
    },
    {
      "epoch": 0.24070766620830633,
      "grad_norm": 0.12813173234462738,
      "learning_rate": 1.7761025552534225e-05,
      "loss": 0.9023,
      "step": 11422
    },
    {
      "epoch": 0.24072874024667162,
      "grad_norm": 0.2257097065448761,
      "learning_rate": 1.7760595120489207e-05,
      "loss": 0.8801,
      "step": 11423
    },
    {
      "epoch": 0.24074981428503692,
      "grad_norm": 0.1466839611530304,
      "learning_rate": 1.7760164652290675e-05,
      "loss": 0.8948,
      "step": 11424
    },
    {
      "epoch": 0.24077088832340218,
      "grad_norm": 0.18930575251579285,
      "learning_rate": 1.775973414794063e-05,
      "loss": 0.9012,
      "step": 11425
    },
    {
      "epoch": 0.24079196236176748,
      "grad_norm": 0.16085349023342133,
      "learning_rate": 1.775930360744108e-05,
      "loss": 0.8035,
      "step": 11426
    },
    {
      "epoch": 0.24081303640013277,
      "grad_norm": 0.1690455973148346,
      "learning_rate": 1.7758873030794025e-05,
      "loss": 0.839,
      "step": 11427
    },
    {
      "epoch": 0.24083411043849806,
      "grad_norm": 0.17956586182117462,
      "learning_rate": 1.7758442418001473e-05,
      "loss": 0.8568,
      "step": 11428
    },
    {
      "epoch": 0.24085518447686333,
      "grad_norm": 0.158260777592659,
      "learning_rate": 1.7758011769065437e-05,
      "loss": 0.9241,
      "step": 11429
    },
    {
      "epoch": 0.24087625851522862,
      "grad_norm": 0.21182775497436523,
      "learning_rate": 1.7757581083987917e-05,
      "loss": 0.9584,
      "step": 11430
    },
    {
      "epoch": 0.2408973325535939,
      "grad_norm": 0.22451184689998627,
      "learning_rate": 1.775715036277092e-05,
      "loss": 0.9071,
      "step": 11431
    },
    {
      "epoch": 0.2409184065919592,
      "grad_norm": 0.13194824755191803,
      "learning_rate": 1.775671960541645e-05,
      "loss": 0.8284,
      "step": 11432
    },
    {
      "epoch": 0.2409394806303245,
      "grad_norm": 0.18125957250595093,
      "learning_rate": 1.7756288811926517e-05,
      "loss": 0.8899,
      "step": 11433
    },
    {
      "epoch": 0.24096055466868976,
      "grad_norm": 0.15230387449264526,
      "learning_rate": 1.775585798230313e-05,
      "loss": 0.826,
      "step": 11434
    },
    {
      "epoch": 0.24098162870705506,
      "grad_norm": 0.1650463044643402,
      "learning_rate": 1.775542711654829e-05,
      "loss": 0.8828,
      "step": 11435
    },
    {
      "epoch": 0.24100270274542035,
      "grad_norm": 0.1273120939731598,
      "learning_rate": 1.775499621466401e-05,
      "loss": 0.8336,
      "step": 11436
    },
    {
      "epoch": 0.24102377678378564,
      "grad_norm": 0.12156994640827179,
      "learning_rate": 1.77545652766523e-05,
      "loss": 0.8838,
      "step": 11437
    },
    {
      "epoch": 0.2410448508221509,
      "grad_norm": 0.14210911095142365,
      "learning_rate": 1.7754134302515154e-05,
      "loss": 0.933,
      "step": 11438
    },
    {
      "epoch": 0.2410659248605162,
      "grad_norm": 0.11531787365674973,
      "learning_rate": 1.7753703292254594e-05,
      "loss": 0.8858,
      "step": 11439
    },
    {
      "epoch": 0.2410869988988815,
      "grad_norm": 0.1349325180053711,
      "learning_rate": 1.7753272245872623e-05,
      "loss": 0.8712,
      "step": 11440
    },
    {
      "epoch": 0.2411080729372468,
      "grad_norm": 0.13448023796081543,
      "learning_rate": 1.7752841163371242e-05,
      "loss": 0.9162,
      "step": 11441
    },
    {
      "epoch": 0.24112914697561208,
      "grad_norm": 0.11010093986988068,
      "learning_rate": 1.775241004475247e-05,
      "loss": 0.8549,
      "step": 11442
    },
    {
      "epoch": 0.24115022101397734,
      "grad_norm": 0.11684182286262512,
      "learning_rate": 1.7751978890018313e-05,
      "loss": 0.914,
      "step": 11443
    },
    {
      "epoch": 0.24117129505234264,
      "grad_norm": 0.14656081795692444,
      "learning_rate": 1.7751547699170776e-05,
      "loss": 0.8568,
      "step": 11444
    },
    {
      "epoch": 0.24119236909070793,
      "grad_norm": 0.11602039635181427,
      "learning_rate": 1.775111647221187e-05,
      "loss": 0.9052,
      "step": 11445
    },
    {
      "epoch": 0.24121344312907322,
      "grad_norm": 0.1346370130777359,
      "learning_rate": 1.77506852091436e-05,
      "loss": 0.8968,
      "step": 11446
    },
    {
      "epoch": 0.24123451716743852,
      "grad_norm": 0.15177327394485474,
      "learning_rate": 1.775025390996798e-05,
      "loss": 0.8902,
      "step": 11447
    },
    {
      "epoch": 0.24125559120580378,
      "grad_norm": 0.13291257619857788,
      "learning_rate": 1.774982257468702e-05,
      "loss": 0.8554,
      "step": 11448
    },
    {
      "epoch": 0.24127666524416908,
      "grad_norm": 0.12816470861434937,
      "learning_rate": 1.7749391203302722e-05,
      "loss": 0.9046,
      "step": 11449
    },
    {
      "epoch": 0.24129773928253437,
      "grad_norm": 0.12702389061450958,
      "learning_rate": 1.7748959795817107e-05,
      "loss": 0.8174,
      "step": 11450
    },
    {
      "epoch": 0.24131881332089966,
      "grad_norm": 0.11971839517354965,
      "learning_rate": 1.7748528352232174e-05,
      "loss": 0.8693,
      "step": 11451
    },
    {
      "epoch": 0.24133988735926493,
      "grad_norm": 0.13077090680599213,
      "learning_rate": 1.774809687254994e-05,
      "loss": 0.9334,
      "step": 11452
    },
    {
      "epoch": 0.24136096139763022,
      "grad_norm": 0.1195373609662056,
      "learning_rate": 1.774766535677241e-05,
      "loss": 0.917,
      "step": 11453
    },
    {
      "epoch": 0.2413820354359955,
      "grad_norm": 0.12425407022237778,
      "learning_rate": 1.7747233804901598e-05,
      "loss": 0.8582,
      "step": 11454
    },
    {
      "epoch": 0.2414031094743608,
      "grad_norm": 0.1210225373506546,
      "learning_rate": 1.7746802216939513e-05,
      "loss": 0.9226,
      "step": 11455
    },
    {
      "epoch": 0.2414241835127261,
      "grad_norm": 0.13695143163204193,
      "learning_rate": 1.7746370592888167e-05,
      "loss": 0.8848,
      "step": 11456
    },
    {
      "epoch": 0.24144525755109136,
      "grad_norm": 0.1337037831544876,
      "learning_rate": 1.7745938932749567e-05,
      "loss": 0.861,
      "step": 11457
    },
    {
      "epoch": 0.24146633158945666,
      "grad_norm": 0.12620845437049866,
      "learning_rate": 1.7745507236525728e-05,
      "loss": 0.8888,
      "step": 11458
    },
    {
      "epoch": 0.24148740562782195,
      "grad_norm": 0.11387642472982407,
      "learning_rate": 1.774507550421866e-05,
      "loss": 0.8664,
      "step": 11459
    },
    {
      "epoch": 0.24150847966618724,
      "grad_norm": 0.1192333772778511,
      "learning_rate": 1.7744643735830373e-05,
      "loss": 0.9215,
      "step": 11460
    },
    {
      "epoch": 0.2415295537045525,
      "grad_norm": 0.117033451795578,
      "learning_rate": 1.774421193136288e-05,
      "loss": 0.8798,
      "step": 11461
    },
    {
      "epoch": 0.2415506277429178,
      "grad_norm": 0.11519187688827515,
      "learning_rate": 1.774378009081819e-05,
      "loss": 0.8902,
      "step": 11462
    },
    {
      "epoch": 0.2415717017812831,
      "grad_norm": 0.11509020626544952,
      "learning_rate": 1.774334821419832e-05,
      "loss": 0.8872,
      "step": 11463
    },
    {
      "epoch": 0.2415927758196484,
      "grad_norm": 0.11720407754182816,
      "learning_rate": 1.7742916301505274e-05,
      "loss": 0.8636,
      "step": 11464
    },
    {
      "epoch": 0.24161384985801368,
      "grad_norm": 0.13540619611740112,
      "learning_rate": 1.774248435274107e-05,
      "loss": 0.868,
      "step": 11465
    },
    {
      "epoch": 0.24163492389637894,
      "grad_norm": 0.21381725370883942,
      "learning_rate": 1.7742052367907723e-05,
      "loss": 0.8911,
      "step": 11466
    },
    {
      "epoch": 0.24165599793474424,
      "grad_norm": 0.12156201899051666,
      "learning_rate": 1.7741620347007234e-05,
      "loss": 0.8271,
      "step": 11467
    },
    {
      "epoch": 0.24167707197310953,
      "grad_norm": 0.15407027304172516,
      "learning_rate": 1.7741188290041628e-05,
      "loss": 1.0017,
      "step": 11468
    },
    {
      "epoch": 0.24169814601147482,
      "grad_norm": 0.19438262283802032,
      "learning_rate": 1.7740756197012912e-05,
      "loss": 0.9094,
      "step": 11469
    },
    {
      "epoch": 0.2417192200498401,
      "grad_norm": 0.177067831158638,
      "learning_rate": 1.77403240679231e-05,
      "loss": 0.8348,
      "step": 11470
    },
    {
      "epoch": 0.24174029408820538,
      "grad_norm": 0.1184830591082573,
      "learning_rate": 1.7739891902774205e-05,
      "loss": 0.7698,
      "step": 11471
    },
    {
      "epoch": 0.24176136812657067,
      "grad_norm": 0.18108554184436798,
      "learning_rate": 1.773945970156824e-05,
      "loss": 0.9575,
      "step": 11472
    },
    {
      "epoch": 0.24178244216493597,
      "grad_norm": 0.17899160087108612,
      "learning_rate": 1.773902746430722e-05,
      "loss": 0.9136,
      "step": 11473
    },
    {
      "epoch": 0.24180351620330126,
      "grad_norm": 0.12365909665822983,
      "learning_rate": 1.7738595190993152e-05,
      "loss": 0.8808,
      "step": 11474
    },
    {
      "epoch": 0.24182459024166653,
      "grad_norm": 0.1419961154460907,
      "learning_rate": 1.7738162881628058e-05,
      "loss": 0.8673,
      "step": 11475
    },
    {
      "epoch": 0.24184566428003182,
      "grad_norm": 0.1285003423690796,
      "learning_rate": 1.773773053621395e-05,
      "loss": 0.8502,
      "step": 11476
    },
    {
      "epoch": 0.2418667383183971,
      "grad_norm": 0.14246490597724915,
      "learning_rate": 1.773729815475284e-05,
      "loss": 0.8304,
      "step": 11477
    },
    {
      "epoch": 0.2418878123567624,
      "grad_norm": 0.17990276217460632,
      "learning_rate": 1.773686573724674e-05,
      "loss": 0.8645,
      "step": 11478
    },
    {
      "epoch": 0.24190888639512767,
      "grad_norm": 0.12060778588056564,
      "learning_rate": 1.7736433283697675e-05,
      "loss": 0.842,
      "step": 11479
    },
    {
      "epoch": 0.24192996043349296,
      "grad_norm": 0.16124434769153595,
      "learning_rate": 1.773600079410765e-05,
      "loss": 0.8841,
      "step": 11480
    },
    {
      "epoch": 0.24195103447185826,
      "grad_norm": 0.1823738068342209,
      "learning_rate": 1.7735568268478683e-05,
      "loss": 0.8925,
      "step": 11481
    },
    {
      "epoch": 0.24197210851022355,
      "grad_norm": 0.2520636320114136,
      "learning_rate": 1.7735135706812784e-05,
      "loss": 0.9642,
      "step": 11482
    },
    {
      "epoch": 0.24199318254858884,
      "grad_norm": 0.1598314493894577,
      "learning_rate": 1.7734703109111975e-05,
      "loss": 0.8116,
      "step": 11483
    },
    {
      "epoch": 0.2420142565869541,
      "grad_norm": 0.14224062860012054,
      "learning_rate": 1.7734270475378267e-05,
      "loss": 0.823,
      "step": 11484
    },
    {
      "epoch": 0.2420353306253194,
      "grad_norm": 0.17500421404838562,
      "learning_rate": 1.7733837805613677e-05,
      "loss": 0.8902,
      "step": 11485
    },
    {
      "epoch": 0.2420564046636847,
      "grad_norm": 0.12085379660129547,
      "learning_rate": 1.7733405099820223e-05,
      "loss": 0.7887,
      "step": 11486
    },
    {
      "epoch": 0.24207747870205,
      "grad_norm": 0.1730099767446518,
      "learning_rate": 1.7732972357999916e-05,
      "loss": 0.9519,
      "step": 11487
    },
    {
      "epoch": 0.24209855274041525,
      "grad_norm": 0.16709506511688232,
      "learning_rate": 1.773253958015478e-05,
      "loss": 0.9041,
      "step": 11488
    },
    {
      "epoch": 0.24211962677878054,
      "grad_norm": 0.14031456410884857,
      "learning_rate": 1.773210676628682e-05,
      "loss": 0.8496,
      "step": 11489
    },
    {
      "epoch": 0.24214070081714584,
      "grad_norm": 0.15475092828273773,
      "learning_rate": 1.773167391639806e-05,
      "loss": 0.8783,
      "step": 11490
    },
    {
      "epoch": 0.24216177485551113,
      "grad_norm": 0.15914154052734375,
      "learning_rate": 1.7731241030490512e-05,
      "loss": 0.9558,
      "step": 11491
    },
    {
      "epoch": 0.24218284889387642,
      "grad_norm": 0.1366606056690216,
      "learning_rate": 1.77308081085662e-05,
      "loss": 0.8921,
      "step": 11492
    },
    {
      "epoch": 0.2422039229322417,
      "grad_norm": 0.1271105706691742,
      "learning_rate": 1.7730375150627134e-05,
      "loss": 0.7554,
      "step": 11493
    },
    {
      "epoch": 0.24222499697060698,
      "grad_norm": 0.1448022723197937,
      "learning_rate": 1.772994215667533e-05,
      "loss": 0.8352,
      "step": 11494
    },
    {
      "epoch": 0.24224607100897227,
      "grad_norm": 0.1601647585630417,
      "learning_rate": 1.772950912671281e-05,
      "loss": 0.8804,
      "step": 11495
    },
    {
      "epoch": 0.24226714504733757,
      "grad_norm": 0.13266059756278992,
      "learning_rate": 1.772907606074159e-05,
      "loss": 0.9692,
      "step": 11496
    },
    {
      "epoch": 0.24228821908570283,
      "grad_norm": 0.1335764080286026,
      "learning_rate": 1.7728642958763688e-05,
      "loss": 0.7837,
      "step": 11497
    },
    {
      "epoch": 0.24230929312406813,
      "grad_norm": 0.11328468471765518,
      "learning_rate": 1.7728209820781118e-05,
      "loss": 0.7935,
      "step": 11498
    },
    {
      "epoch": 0.24233036716243342,
      "grad_norm": 0.1371999979019165,
      "learning_rate": 1.77277766467959e-05,
      "loss": 0.8993,
      "step": 11499
    },
    {
      "epoch": 0.2423514412007987,
      "grad_norm": 0.12004084140062332,
      "learning_rate": 1.7727343436810052e-05,
      "loss": 0.889,
      "step": 11500
    },
    {
      "epoch": 0.242372515239164,
      "grad_norm": 0.10819802433252335,
      "learning_rate": 1.7726910190825595e-05,
      "loss": 0.8304,
      "step": 11501
    },
    {
      "epoch": 0.24239358927752927,
      "grad_norm": 0.11800579726696014,
      "learning_rate": 1.7726476908844544e-05,
      "loss": 0.868,
      "step": 11502
    },
    {
      "epoch": 0.24241466331589456,
      "grad_norm": 0.13649092614650726,
      "learning_rate": 1.7726043590868917e-05,
      "loss": 0.9029,
      "step": 11503
    },
    {
      "epoch": 0.24243573735425986,
      "grad_norm": 0.12145736813545227,
      "learning_rate": 1.7725610236900735e-05,
      "loss": 0.8721,
      "step": 11504
    },
    {
      "epoch": 0.24245681139262515,
      "grad_norm": 0.3371310234069824,
      "learning_rate": 1.7725176846942015e-05,
      "loss": 0.8689,
      "step": 11505
    },
    {
      "epoch": 0.24247788543099041,
      "grad_norm": 0.1562858372926712,
      "learning_rate": 1.7724743420994776e-05,
      "loss": 0.9436,
      "step": 11506
    },
    {
      "epoch": 0.2424989594693557,
      "grad_norm": 0.14375099539756775,
      "learning_rate": 1.772430995906104e-05,
      "loss": 0.8491,
      "step": 11507
    },
    {
      "epoch": 0.242520033507721,
      "grad_norm": 0.12851519882678986,
      "learning_rate": 1.7723876461142825e-05,
      "loss": 0.8614,
      "step": 11508
    },
    {
      "epoch": 0.2425411075460863,
      "grad_norm": 0.1258903443813324,
      "learning_rate": 1.7723442927242145e-05,
      "loss": 0.7941,
      "step": 11509
    },
    {
      "epoch": 0.24256218158445159,
      "grad_norm": 0.15979035198688507,
      "learning_rate": 1.7723009357361026e-05,
      "loss": 0.8842,
      "step": 11510
    },
    {
      "epoch": 0.24258325562281685,
      "grad_norm": 0.1700410693883896,
      "learning_rate": 1.772257575150149e-05,
      "loss": 0.8284,
      "step": 11511
    },
    {
      "epoch": 0.24260432966118214,
      "grad_norm": 0.1405046433210373,
      "learning_rate": 1.7722142109665548e-05,
      "loss": 0.8803,
      "step": 11512
    },
    {
      "epoch": 0.24262540369954744,
      "grad_norm": 0.2134999781847,
      "learning_rate": 1.772170843185523e-05,
      "loss": 0.9703,
      "step": 11513
    },
    {
      "epoch": 0.24264647773791273,
      "grad_norm": 0.1533508151769638,
      "learning_rate": 1.7721274718072545e-05,
      "loss": 0.9549,
      "step": 11514
    },
    {
      "epoch": 0.242667551776278,
      "grad_norm": 0.1552421897649765,
      "learning_rate": 1.7720840968319525e-05,
      "loss": 0.8836,
      "step": 11515
    },
    {
      "epoch": 0.2426886258146433,
      "grad_norm": 0.12879221141338348,
      "learning_rate": 1.7720407182598185e-05,
      "loss": 0.9473,
      "step": 11516
    },
    {
      "epoch": 0.24270969985300858,
      "grad_norm": 0.17081214487552643,
      "learning_rate": 1.7719973360910547e-05,
      "loss": 0.8735,
      "step": 11517
    },
    {
      "epoch": 0.24273077389137387,
      "grad_norm": 0.17526152729988098,
      "learning_rate": 1.7719539503258634e-05,
      "loss": 0.889,
      "step": 11518
    },
    {
      "epoch": 0.24275184792973917,
      "grad_norm": 0.15688899159431458,
      "learning_rate": 1.771910560964446e-05,
      "loss": 0.8283,
      "step": 11519
    },
    {
      "epoch": 0.24277292196810443,
      "grad_norm": 0.16599328815937042,
      "learning_rate": 1.7718671680070056e-05,
      "loss": 0.8661,
      "step": 11520
    },
    {
      "epoch": 0.24279399600646973,
      "grad_norm": 0.20432573556900024,
      "learning_rate": 1.7718237714537435e-05,
      "loss": 0.9437,
      "step": 11521
    },
    {
      "epoch": 0.24281507004483502,
      "grad_norm": 0.19821307063102722,
      "learning_rate": 1.771780371304862e-05,
      "loss": 0.9076,
      "step": 11522
    },
    {
      "epoch": 0.2428361440832003,
      "grad_norm": 0.13731111586093903,
      "learning_rate": 1.771736967560564e-05,
      "loss": 0.8305,
      "step": 11523
    },
    {
      "epoch": 0.24285721812156558,
      "grad_norm": 0.1769210547208786,
      "learning_rate": 1.771693560221051e-05,
      "loss": 0.8068,
      "step": 11524
    },
    {
      "epoch": 0.24287829215993087,
      "grad_norm": 0.17440363764762878,
      "learning_rate": 1.7716501492865258e-05,
      "loss": 0.9521,
      "step": 11525
    },
    {
      "epoch": 0.24289936619829616,
      "grad_norm": 0.20966069400310516,
      "learning_rate": 1.77160673475719e-05,
      "loss": 0.9259,
      "step": 11526
    },
    {
      "epoch": 0.24292044023666146,
      "grad_norm": 0.18127261102199554,
      "learning_rate": 1.771563316633246e-05,
      "loss": 0.9218,
      "step": 11527
    },
    {
      "epoch": 0.24294151427502675,
      "grad_norm": 0.1730676293373108,
      "learning_rate": 1.7715198949148963e-05,
      "loss": 0.9388,
      "step": 11528
    },
    {
      "epoch": 0.24296258831339201,
      "grad_norm": 0.15456248819828033,
      "learning_rate": 1.7714764696023432e-05,
      "loss": 0.8666,
      "step": 11529
    },
    {
      "epoch": 0.2429836623517573,
      "grad_norm": 0.1360393613576889,
      "learning_rate": 1.7714330406957887e-05,
      "loss": 0.801,
      "step": 11530
    },
    {
      "epoch": 0.2430047363901226,
      "grad_norm": 0.18706972897052765,
      "learning_rate": 1.771389608195435e-05,
      "loss": 0.9328,
      "step": 11531
    },
    {
      "epoch": 0.2430258104284879,
      "grad_norm": 0.15069985389709473,
      "learning_rate": 1.7713461721014854e-05,
      "loss": 0.9049,
      "step": 11532
    },
    {
      "epoch": 0.24304688446685316,
      "grad_norm": 0.13474063575267792,
      "learning_rate": 1.771302732414141e-05,
      "loss": 0.8927,
      "step": 11533
    },
    {
      "epoch": 0.24306795850521845,
      "grad_norm": 0.14789366722106934,
      "learning_rate": 1.7712592891336052e-05,
      "loss": 0.8111,
      "step": 11534
    },
    {
      "epoch": 0.24308903254358374,
      "grad_norm": 0.11778447031974792,
      "learning_rate": 1.77121584226008e-05,
      "loss": 0.8517,
      "step": 11535
    },
    {
      "epoch": 0.24311010658194904,
      "grad_norm": 0.1450234204530716,
      "learning_rate": 1.7711723917937674e-05,
      "loss": 0.8857,
      "step": 11536
    },
    {
      "epoch": 0.24313118062031433,
      "grad_norm": 0.11960714310407639,
      "learning_rate": 1.77112893773487e-05,
      "loss": 0.9086,
      "step": 11537
    },
    {
      "epoch": 0.2431522546586796,
      "grad_norm": 0.1410350799560547,
      "learning_rate": 1.7710854800835907e-05,
      "loss": 0.87,
      "step": 11538
    },
    {
      "epoch": 0.2431733286970449,
      "grad_norm": 0.1429312527179718,
      "learning_rate": 1.7710420188401314e-05,
      "loss": 0.9152,
      "step": 11539
    },
    {
      "epoch": 0.24319440273541018,
      "grad_norm": 0.14164069294929504,
      "learning_rate": 1.770998554004695e-05,
      "loss": 0.994,
      "step": 11540
    },
    {
      "epoch": 0.24321547677377547,
      "grad_norm": 0.156472310423851,
      "learning_rate": 1.7709550855774836e-05,
      "loss": 0.8641,
      "step": 11541
    },
    {
      "epoch": 0.24323655081214077,
      "grad_norm": 0.13631683588027954,
      "learning_rate": 1.7709116135587003e-05,
      "loss": 0.8689,
      "step": 11542
    },
    {
      "epoch": 0.24325762485050603,
      "grad_norm": 0.17796748876571655,
      "learning_rate": 1.770868137948547e-05,
      "loss": 0.8145,
      "step": 11543
    },
    {
      "epoch": 0.24327869888887133,
      "grad_norm": 0.13154391944408417,
      "learning_rate": 1.7708246587472264e-05,
      "loss": 0.8893,
      "step": 11544
    },
    {
      "epoch": 0.24329977292723662,
      "grad_norm": 0.18364527821540833,
      "learning_rate": 1.770781175954941e-05,
      "loss": 0.9221,
      "step": 11545
    },
    {
      "epoch": 0.2433208469656019,
      "grad_norm": 0.14053882658481598,
      "learning_rate": 1.7707376895718934e-05,
      "loss": 0.8139,
      "step": 11546
    },
    {
      "epoch": 0.24334192100396718,
      "grad_norm": 0.16940391063690186,
      "learning_rate": 1.7706941995982868e-05,
      "loss": 0.8668,
      "step": 11547
    },
    {
      "epoch": 0.24336299504233247,
      "grad_norm": 0.16347861289978027,
      "learning_rate": 1.7706507060343227e-05,
      "loss": 0.8148,
      "step": 11548
    },
    {
      "epoch": 0.24338406908069776,
      "grad_norm": 0.19994577765464783,
      "learning_rate": 1.7706072088802043e-05,
      "loss": 0.854,
      "step": 11549
    },
    {
      "epoch": 0.24340514311906306,
      "grad_norm": 0.13000552356243134,
      "learning_rate": 1.7705637081361343e-05,
      "loss": 0.8726,
      "step": 11550
    },
    {
      "epoch": 0.24342621715742835,
      "grad_norm": 0.12686090171337128,
      "learning_rate": 1.7705202038023156e-05,
      "loss": 0.8781,
      "step": 11551
    },
    {
      "epoch": 0.2434472911957936,
      "grad_norm": 0.14656104147434235,
      "learning_rate": 1.7704766958789503e-05,
      "loss": 0.8475,
      "step": 11552
    },
    {
      "epoch": 0.2434683652341589,
      "grad_norm": 0.14563831686973572,
      "learning_rate": 1.770433184366241e-05,
      "loss": 0.9163,
      "step": 11553
    },
    {
      "epoch": 0.2434894392725242,
      "grad_norm": 0.1618432104587555,
      "learning_rate": 1.7703896692643914e-05,
      "loss": 0.8707,
      "step": 11554
    },
    {
      "epoch": 0.2435105133108895,
      "grad_norm": 0.13999414443969727,
      "learning_rate": 1.770346150573603e-05,
      "loss": 0.8671,
      "step": 11555
    },
    {
      "epoch": 0.24353158734925476,
      "grad_norm": 0.1576908975839615,
      "learning_rate": 1.7703026282940793e-05,
      "loss": 0.9219,
      "step": 11556
    },
    {
      "epoch": 0.24355266138762005,
      "grad_norm": 0.153354674577713,
      "learning_rate": 1.7702591024260227e-05,
      "loss": 0.9102,
      "step": 11557
    },
    {
      "epoch": 0.24357373542598534,
      "grad_norm": 0.14786484837532043,
      "learning_rate": 1.770215572969636e-05,
      "loss": 0.8289,
      "step": 11558
    },
    {
      "epoch": 0.24359480946435064,
      "grad_norm": 0.15478980541229248,
      "learning_rate": 1.7701720399251224e-05,
      "loss": 0.9178,
      "step": 11559
    },
    {
      "epoch": 0.24361588350271593,
      "grad_norm": 0.15064769983291626,
      "learning_rate": 1.7701285032926846e-05,
      "loss": 0.8485,
      "step": 11560
    },
    {
      "epoch": 0.2436369575410812,
      "grad_norm": 0.18790271878242493,
      "learning_rate": 1.7700849630725248e-05,
      "loss": 0.8626,
      "step": 11561
    },
    {
      "epoch": 0.2436580315794465,
      "grad_norm": 0.1383007913827896,
      "learning_rate": 1.7700414192648464e-05,
      "loss": 0.8277,
      "step": 11562
    },
    {
      "epoch": 0.24367910561781178,
      "grad_norm": 0.1997043937444687,
      "learning_rate": 1.769997871869852e-05,
      "loss": 0.9019,
      "step": 11563
    },
    {
      "epoch": 0.24370017965617707,
      "grad_norm": 0.15488974750041962,
      "learning_rate": 1.7699543208877447e-05,
      "loss": 0.7901,
      "step": 11564
    },
    {
      "epoch": 0.24372125369454234,
      "grad_norm": 0.1399397850036621,
      "learning_rate": 1.7699107663187272e-05,
      "loss": 0.8407,
      "step": 11565
    },
    {
      "epoch": 0.24374232773290763,
      "grad_norm": 0.20060795545578003,
      "learning_rate": 1.7698672081630023e-05,
      "loss": 0.9106,
      "step": 11566
    },
    {
      "epoch": 0.24376340177127293,
      "grad_norm": 0.1196005642414093,
      "learning_rate": 1.769823646420773e-05,
      "loss": 0.841,
      "step": 11567
    },
    {
      "epoch": 0.24378447580963822,
      "grad_norm": 0.16932612657546997,
      "learning_rate": 1.7697800810922427e-05,
      "loss": 0.8861,
      "step": 11568
    },
    {
      "epoch": 0.2438055498480035,
      "grad_norm": 0.14050593972206116,
      "learning_rate": 1.7697365121776136e-05,
      "loss": 0.793,
      "step": 11569
    },
    {
      "epoch": 0.24382662388636878,
      "grad_norm": 0.1574547290802002,
      "learning_rate": 1.7696929396770896e-05,
      "loss": 0.8666,
      "step": 11570
    },
    {
      "epoch": 0.24384769792473407,
      "grad_norm": 0.1556544452905655,
      "learning_rate": 1.7696493635908728e-05,
      "loss": 0.918,
      "step": 11571
    },
    {
      "epoch": 0.24386877196309936,
      "grad_norm": 0.13133001327514648,
      "learning_rate": 1.7696057839191666e-05,
      "loss": 0.8756,
      "step": 11572
    },
    {
      "epoch": 0.24388984600146466,
      "grad_norm": 0.18096186220645905,
      "learning_rate": 1.7695622006621738e-05,
      "loss": 0.8847,
      "step": 11573
    },
    {
      "epoch": 0.24391092003982992,
      "grad_norm": 0.14310815930366516,
      "learning_rate": 1.7695186138200975e-05,
      "loss": 0.8746,
      "step": 11574
    },
    {
      "epoch": 0.2439319940781952,
      "grad_norm": 0.1791793555021286,
      "learning_rate": 1.769475023393141e-05,
      "loss": 0.8415,
      "step": 11575
    },
    {
      "epoch": 0.2439530681165605,
      "grad_norm": 0.15877461433410645,
      "learning_rate": 1.7694314293815075e-05,
      "loss": 0.9036,
      "step": 11576
    },
    {
      "epoch": 0.2439741421549258,
      "grad_norm": 0.12603536248207092,
      "learning_rate": 1.7693878317853996e-05,
      "loss": 0.892,
      "step": 11577
    },
    {
      "epoch": 0.2439952161932911,
      "grad_norm": 0.12989380955696106,
      "learning_rate": 1.7693442306050203e-05,
      "loss": 0.8309,
      "step": 11578
    },
    {
      "epoch": 0.24401629023165636,
      "grad_norm": 0.1577821522951126,
      "learning_rate": 1.769300625840573e-05,
      "loss": 0.8595,
      "step": 11579
    },
    {
      "epoch": 0.24403736427002165,
      "grad_norm": 0.1675485223531723,
      "learning_rate": 1.7692570174922612e-05,
      "loss": 0.8343,
      "step": 11580
    },
    {
      "epoch": 0.24405843830838694,
      "grad_norm": 0.14878135919570923,
      "learning_rate": 1.7692134055602877e-05,
      "loss": 0.9036,
      "step": 11581
    },
    {
      "epoch": 0.24407951234675224,
      "grad_norm": 0.17289994657039642,
      "learning_rate": 1.7691697900448556e-05,
      "loss": 0.9366,
      "step": 11582
    },
    {
      "epoch": 0.2441005863851175,
      "grad_norm": 0.19417089223861694,
      "learning_rate": 1.7691261709461686e-05,
      "loss": 0.7795,
      "step": 11583
    },
    {
      "epoch": 0.2441216604234828,
      "grad_norm": 0.12654705345630646,
      "learning_rate": 1.7690825482644288e-05,
      "loss": 0.8414,
      "step": 11584
    },
    {
      "epoch": 0.2441427344618481,
      "grad_norm": 0.1954558938741684,
      "learning_rate": 1.7690389219998403e-05,
      "loss": 0.8957,
      "step": 11585
    },
    {
      "epoch": 0.24416380850021338,
      "grad_norm": 0.15419332683086395,
      "learning_rate": 1.768995292152606e-05,
      "loss": 0.8785,
      "step": 11586
    },
    {
      "epoch": 0.24418488253857867,
      "grad_norm": 0.18061886727809906,
      "learning_rate": 1.7689516587229295e-05,
      "loss": 0.891,
      "step": 11587
    },
    {
      "epoch": 0.24420595657694394,
      "grad_norm": 0.1850416511297226,
      "learning_rate": 1.7689080217110142e-05,
      "loss": 0.8141,
      "step": 11588
    },
    {
      "epoch": 0.24422703061530923,
      "grad_norm": 0.12676288187503815,
      "learning_rate": 1.7688643811170626e-05,
      "loss": 0.8219,
      "step": 11589
    },
    {
      "epoch": 0.24424810465367452,
      "grad_norm": 0.1682264506816864,
      "learning_rate": 1.7688207369412787e-05,
      "loss": 0.8887,
      "step": 11590
    },
    {
      "epoch": 0.24426917869203982,
      "grad_norm": 0.141559898853302,
      "learning_rate": 1.7687770891838654e-05,
      "loss": 0.9071,
      "step": 11591
    },
    {
      "epoch": 0.24429025273040508,
      "grad_norm": 0.1408662647008896,
      "learning_rate": 1.7687334378450264e-05,
      "loss": 0.8382,
      "step": 11592
    },
    {
      "epoch": 0.24431132676877038,
      "grad_norm": 0.1637955754995346,
      "learning_rate": 1.7686897829249647e-05,
      "loss": 0.8831,
      "step": 11593
    },
    {
      "epoch": 0.24433240080713567,
      "grad_norm": 0.13147591054439545,
      "learning_rate": 1.7686461244238837e-05,
      "loss": 0.8607,
      "step": 11594
    },
    {
      "epoch": 0.24435347484550096,
      "grad_norm": 0.1697535514831543,
      "learning_rate": 1.768602462341987e-05,
      "loss": 0.8629,
      "step": 11595
    },
    {
      "epoch": 0.24437454888386625,
      "grad_norm": 0.16229069232940674,
      "learning_rate": 1.7685587966794783e-05,
      "loss": 0.8123,
      "step": 11596
    },
    {
      "epoch": 0.24439562292223152,
      "grad_norm": 0.1537030190229416,
      "learning_rate": 1.76851512743656e-05,
      "loss": 0.8934,
      "step": 11597
    },
    {
      "epoch": 0.2444166969605968,
      "grad_norm": 0.18943369388580322,
      "learning_rate": 1.7684714546134368e-05,
      "loss": 0.8287,
      "step": 11598
    },
    {
      "epoch": 0.2444377709989621,
      "grad_norm": 0.11778771877288818,
      "learning_rate": 1.7684277782103115e-05,
      "loss": 0.8371,
      "step": 11599
    },
    {
      "epoch": 0.2444588450373274,
      "grad_norm": 0.1718810647726059,
      "learning_rate": 1.768384098227387e-05,
      "loss": 0.8649,
      "step": 11600
    },
    {
      "epoch": 0.24447991907569266,
      "grad_norm": 0.14438877999782562,
      "learning_rate": 1.768340414664868e-05,
      "loss": 0.8126,
      "step": 11601
    },
    {
      "epoch": 0.24450099311405796,
      "grad_norm": 0.15646150708198547,
      "learning_rate": 1.7682967275229573e-05,
      "loss": 0.9969,
      "step": 11602
    },
    {
      "epoch": 0.24452206715242325,
      "grad_norm": 0.16260528564453125,
      "learning_rate": 1.768253036801858e-05,
      "loss": 0.8658,
      "step": 11603
    },
    {
      "epoch": 0.24454314119078854,
      "grad_norm": 0.1709369570016861,
      "learning_rate": 1.7682093425017747e-05,
      "loss": 0.8272,
      "step": 11604
    },
    {
      "epoch": 0.24456421522915384,
      "grad_norm": 0.17379772663116455,
      "learning_rate": 1.7681656446229107e-05,
      "loss": 0.844,
      "step": 11605
    },
    {
      "epoch": 0.2445852892675191,
      "grad_norm": 0.13825802505016327,
      "learning_rate": 1.768121943165469e-05,
      "loss": 0.8962,
      "step": 11606
    },
    {
      "epoch": 0.2446063633058844,
      "grad_norm": 0.1586901992559433,
      "learning_rate": 1.768078238129653e-05,
      "loss": 0.8582,
      "step": 11607
    },
    {
      "epoch": 0.2446274373442497,
      "grad_norm": 0.13138025999069214,
      "learning_rate": 1.7680345295156674e-05,
      "loss": 0.8517,
      "step": 11608
    },
    {
      "epoch": 0.24464851138261498,
      "grad_norm": 0.14890475571155548,
      "learning_rate": 1.767990817323715e-05,
      "loss": 0.9077,
      "step": 11609
    },
    {
      "epoch": 0.24466958542098025,
      "grad_norm": 0.14064355194568634,
      "learning_rate": 1.7679471015539995e-05,
      "loss": 0.8246,
      "step": 11610
    },
    {
      "epoch": 0.24469065945934554,
      "grad_norm": 0.15643908083438873,
      "learning_rate": 1.7679033822067246e-05,
      "loss": 0.8874,
      "step": 11611
    },
    {
      "epoch": 0.24471173349771083,
      "grad_norm": 0.13826917111873627,
      "learning_rate": 1.7678596592820944e-05,
      "loss": 0.8326,
      "step": 11612
    },
    {
      "epoch": 0.24473280753607612,
      "grad_norm": 0.16782483458518982,
      "learning_rate": 1.767815932780312e-05,
      "loss": 0.9268,
      "step": 11613
    },
    {
      "epoch": 0.24475388157444142,
      "grad_norm": 0.1698770523071289,
      "learning_rate": 1.7677722027015816e-05,
      "loss": 0.9247,
      "step": 11614
    },
    {
      "epoch": 0.24477495561280668,
      "grad_norm": 0.14417017996311188,
      "learning_rate": 1.7677284690461066e-05,
      "loss": 0.9645,
      "step": 11615
    },
    {
      "epoch": 0.24479602965117198,
      "grad_norm": 0.1794859915971756,
      "learning_rate": 1.7676847318140908e-05,
      "loss": 0.9388,
      "step": 11616
    },
    {
      "epoch": 0.24481710368953727,
      "grad_norm": 0.13360020518302917,
      "learning_rate": 1.7676409910057376e-05,
      "loss": 0.7916,
      "step": 11617
    },
    {
      "epoch": 0.24483817772790256,
      "grad_norm": 0.18206404149532318,
      "learning_rate": 1.7675972466212516e-05,
      "loss": 0.8945,
      "step": 11618
    },
    {
      "epoch": 0.24485925176626783,
      "grad_norm": 0.17120566964149475,
      "learning_rate": 1.767553498660836e-05,
      "loss": 0.902,
      "step": 11619
    },
    {
      "epoch": 0.24488032580463312,
      "grad_norm": 0.1872282475233078,
      "learning_rate": 1.7675097471246948e-05,
      "loss": 0.8733,
      "step": 11620
    },
    {
      "epoch": 0.2449013998429984,
      "grad_norm": 0.24853947758674622,
      "learning_rate": 1.767465992013032e-05,
      "loss": 0.9097,
      "step": 11621
    },
    {
      "epoch": 0.2449224738813637,
      "grad_norm": 0.1322150081396103,
      "learning_rate": 1.7674222333260503e-05,
      "loss": 0.9086,
      "step": 11622
    },
    {
      "epoch": 0.244943547919729,
      "grad_norm": 0.20250245928764343,
      "learning_rate": 1.7673784710639555e-05,
      "loss": 0.8813,
      "step": 11623
    },
    {
      "epoch": 0.24496462195809426,
      "grad_norm": 0.13503164052963257,
      "learning_rate": 1.76733470522695e-05,
      "loss": 0.8954,
      "step": 11624
    },
    {
      "epoch": 0.24498569599645956,
      "grad_norm": 0.17947471141815186,
      "learning_rate": 1.767290935815238e-05,
      "loss": 0.9353,
      "step": 11625
    },
    {
      "epoch": 0.24500677003482485,
      "grad_norm": 0.1617754101753235,
      "learning_rate": 1.7672471628290234e-05,
      "loss": 0.9106,
      "step": 11626
    },
    {
      "epoch": 0.24502784407319014,
      "grad_norm": 0.15257176756858826,
      "learning_rate": 1.7672033862685103e-05,
      "loss": 0.9051,
      "step": 11627
    },
    {
      "epoch": 0.2450489181115554,
      "grad_norm": 0.16314108669757843,
      "learning_rate": 1.7671596061339027e-05,
      "loss": 0.9001,
      "step": 11628
    },
    {
      "epoch": 0.2450699921499207,
      "grad_norm": 0.13335426151752472,
      "learning_rate": 1.7671158224254043e-05,
      "loss": 0.8363,
      "step": 11629
    },
    {
      "epoch": 0.245091066188286,
      "grad_norm": 0.13498376309871674,
      "learning_rate": 1.7670720351432193e-05,
      "loss": 0.8177,
      "step": 11630
    },
    {
      "epoch": 0.2451121402266513,
      "grad_norm": 0.13108481466770172,
      "learning_rate": 1.7670282442875513e-05,
      "loss": 0.9047,
      "step": 11631
    },
    {
      "epoch": 0.24513321426501658,
      "grad_norm": 0.1546836793422699,
      "learning_rate": 1.766984449858605e-05,
      "loss": 0.9584,
      "step": 11632
    },
    {
      "epoch": 0.24515428830338185,
      "grad_norm": 0.13095027208328247,
      "learning_rate": 1.766940651856584e-05,
      "loss": 0.8476,
      "step": 11633
    },
    {
      "epoch": 0.24517536234174714,
      "grad_norm": 0.15490582585334778,
      "learning_rate": 1.766896850281692e-05,
      "loss": 0.8968,
      "step": 11634
    },
    {
      "epoch": 0.24519643638011243,
      "grad_norm": 0.1814781129360199,
      "learning_rate": 1.7668530451341337e-05,
      "loss": 0.9029,
      "step": 11635
    },
    {
      "epoch": 0.24521751041847772,
      "grad_norm": 0.13481150567531586,
      "learning_rate": 1.7668092364141127e-05,
      "loss": 0.9062,
      "step": 11636
    },
    {
      "epoch": 0.24523858445684302,
      "grad_norm": 0.15246263146400452,
      "learning_rate": 1.7667654241218332e-05,
      "loss": 0.8771,
      "step": 11637
    },
    {
      "epoch": 0.24525965849520828,
      "grad_norm": 0.14019642770290375,
      "learning_rate": 1.7667216082574995e-05,
      "loss": 0.9005,
      "step": 11638
    },
    {
      "epoch": 0.24528073253357358,
      "grad_norm": 0.13280576467514038,
      "learning_rate": 1.7666777888213157e-05,
      "loss": 0.7953,
      "step": 11639
    },
    {
      "epoch": 0.24530180657193887,
      "grad_norm": 0.1714354008436203,
      "learning_rate": 1.7666339658134853e-05,
      "loss": 0.938,
      "step": 11640
    },
    {
      "epoch": 0.24532288061030416,
      "grad_norm": 0.12635865807533264,
      "learning_rate": 1.7665901392342133e-05,
      "loss": 0.8978,
      "step": 11641
    },
    {
      "epoch": 0.24534395464866943,
      "grad_norm": 0.16310903429985046,
      "learning_rate": 1.7665463090837037e-05,
      "loss": 0.8842,
      "step": 11642
    },
    {
      "epoch": 0.24536502868703472,
      "grad_norm": 0.14117157459259033,
      "learning_rate": 1.76650247536216e-05,
      "loss": 0.8761,
      "step": 11643
    },
    {
      "epoch": 0.2453861027254,
      "grad_norm": 0.1281631737947464,
      "learning_rate": 1.7664586380697876e-05,
      "loss": 0.8758,
      "step": 11644
    },
    {
      "epoch": 0.2454071767637653,
      "grad_norm": 0.13020026683807373,
      "learning_rate": 1.7664147972067896e-05,
      "loss": 0.8794,
      "step": 11645
    },
    {
      "epoch": 0.2454282508021306,
      "grad_norm": 0.12775786221027374,
      "learning_rate": 1.7663709527733706e-05,
      "loss": 0.8978,
      "step": 11646
    },
    {
      "epoch": 0.24544932484049586,
      "grad_norm": 0.12108206003904343,
      "learning_rate": 1.7663271047697355e-05,
      "loss": 0.8268,
      "step": 11647
    },
    {
      "epoch": 0.24547039887886116,
      "grad_norm": 0.13896390795707703,
      "learning_rate": 1.766283253196088e-05,
      "loss": 0.8293,
      "step": 11648
    },
    {
      "epoch": 0.24549147291722645,
      "grad_norm": 0.12324614822864532,
      "learning_rate": 1.766239398052632e-05,
      "loss": 0.8718,
      "step": 11649
    },
    {
      "epoch": 0.24551254695559174,
      "grad_norm": 0.14973971247673035,
      "learning_rate": 1.766195539339572e-05,
      "loss": 0.8471,
      "step": 11650
    },
    {
      "epoch": 0.245533620993957,
      "grad_norm": 0.11550424247980118,
      "learning_rate": 1.766151677057113e-05,
      "loss": 0.911,
      "step": 11651
    },
    {
      "epoch": 0.2455546950323223,
      "grad_norm": 0.1365957111120224,
      "learning_rate": 1.7661078112054587e-05,
      "loss": 0.8505,
      "step": 11652
    },
    {
      "epoch": 0.2455757690706876,
      "grad_norm": 0.1255701631307602,
      "learning_rate": 1.7660639417848134e-05,
      "loss": 0.958,
      "step": 11653
    },
    {
      "epoch": 0.2455968431090529,
      "grad_norm": 0.13847357034683228,
      "learning_rate": 1.7660200687953818e-05,
      "loss": 0.8418,
      "step": 11654
    },
    {
      "epoch": 0.24561791714741818,
      "grad_norm": 0.13632452487945557,
      "learning_rate": 1.7659761922373685e-05,
      "loss": 0.8921,
      "step": 11655
    },
    {
      "epoch": 0.24563899118578345,
      "grad_norm": 0.1393153816461563,
      "learning_rate": 1.7659323121109772e-05,
      "loss": 0.8806,
      "step": 11656
    },
    {
      "epoch": 0.24566006522414874,
      "grad_norm": 0.122258760035038,
      "learning_rate": 1.765888428416413e-05,
      "loss": 0.8026,
      "step": 11657
    },
    {
      "epoch": 0.24568113926251403,
      "grad_norm": 0.15479683876037598,
      "learning_rate": 1.7658445411538798e-05,
      "loss": 0.9492,
      "step": 11658
    },
    {
      "epoch": 0.24570221330087932,
      "grad_norm": 0.16999126970767975,
      "learning_rate": 1.7658006503235822e-05,
      "loss": 0.9117,
      "step": 11659
    },
    {
      "epoch": 0.2457232873392446,
      "grad_norm": 0.11632249504327774,
      "learning_rate": 1.765756755925725e-05,
      "loss": 0.7743,
      "step": 11660
    },
    {
      "epoch": 0.24574436137760988,
      "grad_norm": 0.1584201157093048,
      "learning_rate": 1.765712857960512e-05,
      "loss": 0.9053,
      "step": 11661
    },
    {
      "epoch": 0.24576543541597518,
      "grad_norm": 0.1343642771244049,
      "learning_rate": 1.7656689564281487e-05,
      "loss": 0.9241,
      "step": 11662
    },
    {
      "epoch": 0.24578650945434047,
      "grad_norm": 0.1524682641029358,
      "learning_rate": 1.7656250513288385e-05,
      "loss": 0.8988,
      "step": 11663
    },
    {
      "epoch": 0.24580758349270576,
      "grad_norm": 0.15033237636089325,
      "learning_rate": 1.765581142662787e-05,
      "loss": 0.8818,
      "step": 11664
    },
    {
      "epoch": 0.24582865753107103,
      "grad_norm": 0.11857491731643677,
      "learning_rate": 1.765537230430198e-05,
      "loss": 0.8487,
      "step": 11665
    },
    {
      "epoch": 0.24584973156943632,
      "grad_norm": 0.14444543421268463,
      "learning_rate": 1.7654933146312764e-05,
      "loss": 0.909,
      "step": 11666
    },
    {
      "epoch": 0.2458708056078016,
      "grad_norm": 0.18978627026081085,
      "learning_rate": 1.7654493952662268e-05,
      "loss": 0.9727,
      "step": 11667
    },
    {
      "epoch": 0.2458918796461669,
      "grad_norm": 0.16201569139957428,
      "learning_rate": 1.7654054723352535e-05,
      "loss": 0.8748,
      "step": 11668
    },
    {
      "epoch": 0.24591295368453217,
      "grad_norm": 0.1299368441104889,
      "learning_rate": 1.7653615458385616e-05,
      "loss": 0.8424,
      "step": 11669
    },
    {
      "epoch": 0.24593402772289746,
      "grad_norm": 0.1604403853416443,
      "learning_rate": 1.7653176157763556e-05,
      "loss": 0.8028,
      "step": 11670
    },
    {
      "epoch": 0.24595510176126276,
      "grad_norm": 0.135546013712883,
      "learning_rate": 1.7652736821488395e-05,
      "loss": 0.8701,
      "step": 11671
    },
    {
      "epoch": 0.24597617579962805,
      "grad_norm": 0.1147548109292984,
      "learning_rate": 1.7652297449562187e-05,
      "loss": 0.8522,
      "step": 11672
    },
    {
      "epoch": 0.24599724983799334,
      "grad_norm": 0.1134374812245369,
      "learning_rate": 1.7651858041986977e-05,
      "loss": 0.8038,
      "step": 11673
    },
    {
      "epoch": 0.2460183238763586,
      "grad_norm": 0.11143776774406433,
      "learning_rate": 1.765141859876481e-05,
      "loss": 0.7883,
      "step": 11674
    },
    {
      "epoch": 0.2460393979147239,
      "grad_norm": 0.1139368936419487,
      "learning_rate": 1.765097911989774e-05,
      "loss": 0.847,
      "step": 11675
    },
    {
      "epoch": 0.2460604719530892,
      "grad_norm": 0.1429615169763565,
      "learning_rate": 1.7650539605387803e-05,
      "loss": 0.9405,
      "step": 11676
    },
    {
      "epoch": 0.2460815459914545,
      "grad_norm": 0.10848585516214371,
      "learning_rate": 1.7650100055237057e-05,
      "loss": 0.8173,
      "step": 11677
    },
    {
      "epoch": 0.24610262002981975,
      "grad_norm": 0.11799342185258865,
      "learning_rate": 1.7649660469447542e-05,
      "loss": 0.815,
      "step": 11678
    },
    {
      "epoch": 0.24612369406818504,
      "grad_norm": 0.11754759401082993,
      "learning_rate": 1.7649220848021314e-05,
      "loss": 0.8828,
      "step": 11679
    },
    {
      "epoch": 0.24614476810655034,
      "grad_norm": 0.10874105244874954,
      "learning_rate": 1.7648781190960414e-05,
      "loss": 0.8675,
      "step": 11680
    },
    {
      "epoch": 0.24616584214491563,
      "grad_norm": 0.1539050042629242,
      "learning_rate": 1.764834149826689e-05,
      "loss": 0.9439,
      "step": 11681
    },
    {
      "epoch": 0.24618691618328092,
      "grad_norm": 0.14878059923648834,
      "learning_rate": 1.76479017699428e-05,
      "loss": 0.8666,
      "step": 11682
    },
    {
      "epoch": 0.2462079902216462,
      "grad_norm": 0.1491582840681076,
      "learning_rate": 1.764746200599018e-05,
      "loss": 0.8268,
      "step": 11683
    },
    {
      "epoch": 0.24622906426001148,
      "grad_norm": 0.15304507315158844,
      "learning_rate": 1.7647022206411083e-05,
      "loss": 0.865,
      "step": 11684
    },
    {
      "epoch": 0.24625013829837678,
      "grad_norm": 0.1737910807132721,
      "learning_rate": 1.7646582371207563e-05,
      "loss": 0.9185,
      "step": 11685
    },
    {
      "epoch": 0.24627121233674207,
      "grad_norm": 0.15910014510154724,
      "learning_rate": 1.7646142500381663e-05,
      "loss": 0.9165,
      "step": 11686
    },
    {
      "epoch": 0.24629228637510733,
      "grad_norm": 0.13558436930179596,
      "learning_rate": 1.7645702593935435e-05,
      "loss": 0.9361,
      "step": 11687
    },
    {
      "epoch": 0.24631336041347263,
      "grad_norm": 0.1440875381231308,
      "learning_rate": 1.7645262651870926e-05,
      "loss": 0.864,
      "step": 11688
    },
    {
      "epoch": 0.24633443445183792,
      "grad_norm": 0.12075051665306091,
      "learning_rate": 1.764482267419019e-05,
      "loss": 0.8675,
      "step": 11689
    },
    {
      "epoch": 0.2463555084902032,
      "grad_norm": 0.1362980753183365,
      "learning_rate": 1.7644382660895273e-05,
      "loss": 0.8434,
      "step": 11690
    },
    {
      "epoch": 0.2463765825285685,
      "grad_norm": 0.1239999458193779,
      "learning_rate": 1.7643942611988223e-05,
      "loss": 0.8668,
      "step": 11691
    },
    {
      "epoch": 0.24639765656693377,
      "grad_norm": 0.13333533704280853,
      "learning_rate": 1.7643502527471096e-05,
      "loss": 0.819,
      "step": 11692
    },
    {
      "epoch": 0.24641873060529906,
      "grad_norm": 0.14279094338417053,
      "learning_rate": 1.7643062407345934e-05,
      "loss": 0.8944,
      "step": 11693
    },
    {
      "epoch": 0.24643980464366436,
      "grad_norm": 0.11591421067714691,
      "learning_rate": 1.7642622251614792e-05,
      "loss": 0.9514,
      "step": 11694
    },
    {
      "epoch": 0.24646087868202965,
      "grad_norm": 0.1477784365415573,
      "learning_rate": 1.7642182060279726e-05,
      "loss": 0.8874,
      "step": 11695
    },
    {
      "epoch": 0.24648195272039491,
      "grad_norm": 0.15796755254268646,
      "learning_rate": 1.764174183334278e-05,
      "loss": 0.8767,
      "step": 11696
    },
    {
      "epoch": 0.2465030267587602,
      "grad_norm": 0.13693781197071075,
      "learning_rate": 1.7641301570806006e-05,
      "loss": 0.9297,
      "step": 11697
    },
    {
      "epoch": 0.2465241007971255,
      "grad_norm": 0.14215496182441711,
      "learning_rate": 1.764086127267145e-05,
      "loss": 0.8654,
      "step": 11698
    },
    {
      "epoch": 0.2465451748354908,
      "grad_norm": 0.14944583177566528,
      "learning_rate": 1.7640420938941175e-05,
      "loss": 0.8608,
      "step": 11699
    },
    {
      "epoch": 0.2465662488738561,
      "grad_norm": 0.11419664323329926,
      "learning_rate": 1.7639980569617222e-05,
      "loss": 0.7944,
      "step": 11700
    },
    {
      "epoch": 0.24658732291222135,
      "grad_norm": 0.13314512372016907,
      "learning_rate": 1.763954016470165e-05,
      "loss": 0.8848,
      "step": 11701
    },
    {
      "epoch": 0.24660839695058664,
      "grad_norm": 0.1280851662158966,
      "learning_rate": 1.7639099724196503e-05,
      "loss": 0.8952,
      "step": 11702
    },
    {
      "epoch": 0.24662947098895194,
      "grad_norm": 0.1521947979927063,
      "learning_rate": 1.7638659248103837e-05,
      "loss": 0.8981,
      "step": 11703
    },
    {
      "epoch": 0.24665054502731723,
      "grad_norm": 0.15722092986106873,
      "learning_rate": 1.7638218736425704e-05,
      "loss": 0.8275,
      "step": 11704
    },
    {
      "epoch": 0.2466716190656825,
      "grad_norm": 0.11982143670320511,
      "learning_rate": 1.7637778189164157e-05,
      "loss": 0.8892,
      "step": 11705
    },
    {
      "epoch": 0.2466926931040478,
      "grad_norm": 0.1632496863603592,
      "learning_rate": 1.7637337606321246e-05,
      "loss": 0.8253,
      "step": 11706
    },
    {
      "epoch": 0.24671376714241308,
      "grad_norm": 0.154841348528862,
      "learning_rate": 1.7636896987899025e-05,
      "loss": 0.8893,
      "step": 11707
    },
    {
      "epoch": 0.24673484118077837,
      "grad_norm": 0.11854739487171173,
      "learning_rate": 1.7636456333899547e-05,
      "loss": 0.8968,
      "step": 11708
    },
    {
      "epoch": 0.24675591521914367,
      "grad_norm": 0.14649689197540283,
      "learning_rate": 1.7636015644324864e-05,
      "loss": 0.841,
      "step": 11709
    },
    {
      "epoch": 0.24677698925750893,
      "grad_norm": 0.1206749752163887,
      "learning_rate": 1.763557491917703e-05,
      "loss": 0.8119,
      "step": 11710
    },
    {
      "epoch": 0.24679806329587423,
      "grad_norm": 0.14508657157421112,
      "learning_rate": 1.7635134158458095e-05,
      "loss": 0.9328,
      "step": 11711
    },
    {
      "epoch": 0.24681913733423952,
      "grad_norm": 0.15039144456386566,
      "learning_rate": 1.7634693362170116e-05,
      "loss": 0.8597,
      "step": 11712
    },
    {
      "epoch": 0.2468402113726048,
      "grad_norm": 0.10901173949241638,
      "learning_rate": 1.7634252530315145e-05,
      "loss": 0.7939,
      "step": 11713
    },
    {
      "epoch": 0.24686128541097008,
      "grad_norm": 0.20076297223567963,
      "learning_rate": 1.7633811662895236e-05,
      "loss": 0.8815,
      "step": 11714
    },
    {
      "epoch": 0.24688235944933537,
      "grad_norm": 0.12874968349933624,
      "learning_rate": 1.763337075991244e-05,
      "loss": 0.9038,
      "step": 11715
    },
    {
      "epoch": 0.24690343348770066,
      "grad_norm": 0.1179191842675209,
      "learning_rate": 1.763292982136882e-05,
      "loss": 0.8926,
      "step": 11716
    },
    {
      "epoch": 0.24692450752606596,
      "grad_norm": 0.12594206631183624,
      "learning_rate": 1.763248884726642e-05,
      "loss": 0.8461,
      "step": 11717
    },
    {
      "epoch": 0.24694558156443125,
      "grad_norm": 0.13549596071243286,
      "learning_rate": 1.76320478376073e-05,
      "loss": 0.8635,
      "step": 11718
    },
    {
      "epoch": 0.24696665560279651,
      "grad_norm": 0.29965683817863464,
      "learning_rate": 1.7631606792393507e-05,
      "loss": 0.8724,
      "step": 11719
    },
    {
      "epoch": 0.2469877296411618,
      "grad_norm": 0.10751475393772125,
      "learning_rate": 1.7631165711627106e-05,
      "loss": 0.8691,
      "step": 11720
    },
    {
      "epoch": 0.2470088036795271,
      "grad_norm": 0.14125458896160126,
      "learning_rate": 1.7630724595310147e-05,
      "loss": 0.8613,
      "step": 11721
    },
    {
      "epoch": 0.2470298777178924,
      "grad_norm": 0.14615081250667572,
      "learning_rate": 1.7630283443444685e-05,
      "loss": 0.8715,
      "step": 11722
    },
    {
      "epoch": 0.24705095175625766,
      "grad_norm": 0.10805992782115936,
      "learning_rate": 1.7629842256032774e-05,
      "loss": 0.8685,
      "step": 11723
    },
    {
      "epoch": 0.24707202579462295,
      "grad_norm": 0.12419352680444717,
      "learning_rate": 1.762940103307647e-05,
      "loss": 0.8533,
      "step": 11724
    },
    {
      "epoch": 0.24709309983298824,
      "grad_norm": 0.13082116842269897,
      "learning_rate": 1.762895977457783e-05,
      "loss": 0.8915,
      "step": 11725
    },
    {
      "epoch": 0.24711417387135354,
      "grad_norm": 0.11872071027755737,
      "learning_rate": 1.7628518480538906e-05,
      "loss": 0.8501,
      "step": 11726
    },
    {
      "epoch": 0.24713524790971883,
      "grad_norm": 0.13160927593708038,
      "learning_rate": 1.762807715096176e-05,
      "loss": 0.8692,
      "step": 11727
    },
    {
      "epoch": 0.2471563219480841,
      "grad_norm": 0.1621110588312149,
      "learning_rate": 1.7627635785848447e-05,
      "loss": 0.8485,
      "step": 11728
    },
    {
      "epoch": 0.2471773959864494,
      "grad_norm": 0.1329435259103775,
      "learning_rate": 1.7627194385201016e-05,
      "loss": 0.9003,
      "step": 11729
    },
    {
      "epoch": 0.24719847002481468,
      "grad_norm": 0.13240809738636017,
      "learning_rate": 1.762675294902153e-05,
      "loss": 0.864,
      "step": 11730
    },
    {
      "epoch": 0.24721954406317997,
      "grad_norm": 0.1519518345594406,
      "learning_rate": 1.7626311477312042e-05,
      "loss": 0.898,
      "step": 11731
    },
    {
      "epoch": 0.24724061810154527,
      "grad_norm": 0.1791740357875824,
      "learning_rate": 1.762586997007461e-05,
      "loss": 0.9925,
      "step": 11732
    },
    {
      "epoch": 0.24726169213991053,
      "grad_norm": 0.14736537635326385,
      "learning_rate": 1.7625428427311292e-05,
      "loss": 0.8686,
      "step": 11733
    },
    {
      "epoch": 0.24728276617827583,
      "grad_norm": 0.18088854849338531,
      "learning_rate": 1.7624986849024142e-05,
      "loss": 0.97,
      "step": 11734
    },
    {
      "epoch": 0.24730384021664112,
      "grad_norm": 0.25478890538215637,
      "learning_rate": 1.762454523521522e-05,
      "loss": 0.9204,
      "step": 11735
    },
    {
      "epoch": 0.2473249142550064,
      "grad_norm": 0.14616209268569946,
      "learning_rate": 1.7624103585886582e-05,
      "loss": 0.8945,
      "step": 11736
    },
    {
      "epoch": 0.24734598829337168,
      "grad_norm": 0.18968965113162994,
      "learning_rate": 1.7623661901040285e-05,
      "loss": 0.8759,
      "step": 11737
    },
    {
      "epoch": 0.24736706233173697,
      "grad_norm": 0.16591767966747284,
      "learning_rate": 1.762322018067839e-05,
      "loss": 0.8403,
      "step": 11738
    },
    {
      "epoch": 0.24738813637010226,
      "grad_norm": 0.15519942343235016,
      "learning_rate": 1.762277842480295e-05,
      "loss": 0.8705,
      "step": 11739
    },
    {
      "epoch": 0.24740921040846756,
      "grad_norm": 0.2508748173713684,
      "learning_rate": 1.7622336633416026e-05,
      "loss": 0.9281,
      "step": 11740
    },
    {
      "epoch": 0.24743028444683285,
      "grad_norm": 0.15426971018314362,
      "learning_rate": 1.7621894806519675e-05,
      "loss": 0.8593,
      "step": 11741
    },
    {
      "epoch": 0.24745135848519811,
      "grad_norm": 0.155451700091362,
      "learning_rate": 1.7621452944115956e-05,
      "loss": 0.823,
      "step": 11742
    },
    {
      "epoch": 0.2474724325235634,
      "grad_norm": 0.15457265079021454,
      "learning_rate": 1.7621011046206928e-05,
      "loss": 0.8862,
      "step": 11743
    },
    {
      "epoch": 0.2474935065619287,
      "grad_norm": 0.14633159339427948,
      "learning_rate": 1.7620569112794645e-05,
      "loss": 0.8251,
      "step": 11744
    },
    {
      "epoch": 0.247514580600294,
      "grad_norm": 0.14300140738487244,
      "learning_rate": 1.7620127143881172e-05,
      "loss": 0.8793,
      "step": 11745
    },
    {
      "epoch": 0.24753565463865926,
      "grad_norm": 0.15045654773712158,
      "learning_rate": 1.7619685139468565e-05,
      "loss": 0.908,
      "step": 11746
    },
    {
      "epoch": 0.24755672867702455,
      "grad_norm": 0.15023522078990936,
      "learning_rate": 1.7619243099558884e-05,
      "loss": 0.8357,
      "step": 11747
    },
    {
      "epoch": 0.24757780271538984,
      "grad_norm": 0.13246464729309082,
      "learning_rate": 1.7618801024154186e-05,
      "loss": 0.8391,
      "step": 11748
    },
    {
      "epoch": 0.24759887675375514,
      "grad_norm": 0.1371612548828125,
      "learning_rate": 1.761835891325653e-05,
      "loss": 0.8877,
      "step": 11749
    },
    {
      "epoch": 0.24761995079212043,
      "grad_norm": 0.11831542104482651,
      "learning_rate": 1.7617916766867984e-05,
      "loss": 0.854,
      "step": 11750
    },
    {
      "epoch": 0.2476410248304857,
      "grad_norm": 0.15905450284481049,
      "learning_rate": 1.7617474584990597e-05,
      "loss": 0.8578,
      "step": 11751
    },
    {
      "epoch": 0.247662098868851,
      "grad_norm": 0.14703181385993958,
      "learning_rate": 1.7617032367626436e-05,
      "loss": 0.8603,
      "step": 11752
    },
    {
      "epoch": 0.24768317290721628,
      "grad_norm": 0.1466965228319168,
      "learning_rate": 1.7616590114777558e-05,
      "loss": 0.8602,
      "step": 11753
    },
    {
      "epoch": 0.24770424694558157,
      "grad_norm": 0.18137399852275848,
      "learning_rate": 1.7616147826446022e-05,
      "loss": 0.8576,
      "step": 11754
    },
    {
      "epoch": 0.24772532098394684,
      "grad_norm": 0.10990685969591141,
      "learning_rate": 1.7615705502633896e-05,
      "loss": 0.8635,
      "step": 11755
    },
    {
      "epoch": 0.24774639502231213,
      "grad_norm": 0.14273202419281006,
      "learning_rate": 1.7615263143343233e-05,
      "loss": 0.8687,
      "step": 11756
    },
    {
      "epoch": 0.24776746906067743,
      "grad_norm": 0.164963036775589,
      "learning_rate": 1.761482074857609e-05,
      "loss": 0.9094,
      "step": 11757
    },
    {
      "epoch": 0.24778854309904272,
      "grad_norm": 0.14702267944812775,
      "learning_rate": 1.7614378318334536e-05,
      "loss": 0.8709,
      "step": 11758
    },
    {
      "epoch": 0.247809617137408,
      "grad_norm": 0.13488039374351501,
      "learning_rate": 1.7613935852620634e-05,
      "loss": 0.8404,
      "step": 11759
    },
    {
      "epoch": 0.24783069117577328,
      "grad_norm": 0.12910927832126617,
      "learning_rate": 1.761349335143644e-05,
      "loss": 0.8828,
      "step": 11760
    },
    {
      "epoch": 0.24785176521413857,
      "grad_norm": 0.14474445581436157,
      "learning_rate": 1.7613050814784017e-05,
      "loss": 0.9043,
      "step": 11761
    },
    {
      "epoch": 0.24787283925250386,
      "grad_norm": 0.11142539978027344,
      "learning_rate": 1.7612608242665422e-05,
      "loss": 0.8256,
      "step": 11762
    },
    {
      "epoch": 0.24789391329086916,
      "grad_norm": 0.1251516044139862,
      "learning_rate": 1.7612165635082723e-05,
      "loss": 0.8804,
      "step": 11763
    },
    {
      "epoch": 0.24791498732923442,
      "grad_norm": 0.1256786435842514,
      "learning_rate": 1.761172299203798e-05,
      "loss": 0.853,
      "step": 11764
    },
    {
      "epoch": 0.2479360613675997,
      "grad_norm": 0.12701794505119324,
      "learning_rate": 1.7611280313533258e-05,
      "loss": 0.9125,
      "step": 11765
    },
    {
      "epoch": 0.247957135405965,
      "grad_norm": 0.1470586210489273,
      "learning_rate": 1.761083759957061e-05,
      "loss": 0.8831,
      "step": 11766
    },
    {
      "epoch": 0.2479782094443303,
      "grad_norm": 0.1200055405497551,
      "learning_rate": 1.761039485015211e-05,
      "loss": 0.8953,
      "step": 11767
    },
    {
      "epoch": 0.2479992834826956,
      "grad_norm": 0.12411821633577347,
      "learning_rate": 1.7609952065279814e-05,
      "loss": 0.8194,
      "step": 11768
    },
    {
      "epoch": 0.24802035752106086,
      "grad_norm": 0.1484297215938568,
      "learning_rate": 1.760950924495579e-05,
      "loss": 0.943,
      "step": 11769
    },
    {
      "epoch": 0.24804143155942615,
      "grad_norm": 0.13061971962451935,
      "learning_rate": 1.760906638918209e-05,
      "loss": 0.9151,
      "step": 11770
    },
    {
      "epoch": 0.24806250559779144,
      "grad_norm": 0.16477195918560028,
      "learning_rate": 1.7608623497960786e-05,
      "loss": 0.9337,
      "step": 11771
    },
    {
      "epoch": 0.24808357963615674,
      "grad_norm": 0.15751919150352478,
      "learning_rate": 1.760818057129394e-05,
      "loss": 0.8888,
      "step": 11772
    },
    {
      "epoch": 0.248104653674522,
      "grad_norm": 0.1570650041103363,
      "learning_rate": 1.7607737609183614e-05,
      "loss": 0.9135,
      "step": 11773
    },
    {
      "epoch": 0.2481257277128873,
      "grad_norm": 0.1806856244802475,
      "learning_rate": 1.760729461163187e-05,
      "loss": 0.8312,
      "step": 11774
    },
    {
      "epoch": 0.2481468017512526,
      "grad_norm": 0.1405712217092514,
      "learning_rate": 1.760685157864078e-05,
      "loss": 0.9001,
      "step": 11775
    },
    {
      "epoch": 0.24816787578961788,
      "grad_norm": 0.13473284244537354,
      "learning_rate": 1.76064085102124e-05,
      "loss": 0.8495,
      "step": 11776
    },
    {
      "epoch": 0.24818894982798317,
      "grad_norm": 0.13880006968975067,
      "learning_rate": 1.7605965406348794e-05,
      "loss": 0.8127,
      "step": 11777
    },
    {
      "epoch": 0.24821002386634844,
      "grad_norm": 0.1347585767507553,
      "learning_rate": 1.7605522267052025e-05,
      "loss": 0.8241,
      "step": 11778
    },
    {
      "epoch": 0.24823109790471373,
      "grad_norm": 0.133687362074852,
      "learning_rate": 1.7605079092324166e-05,
      "loss": 0.9005,
      "step": 11779
    },
    {
      "epoch": 0.24825217194307903,
      "grad_norm": 0.1152367889881134,
      "learning_rate": 1.7604635882167277e-05,
      "loss": 0.864,
      "step": 11780
    },
    {
      "epoch": 0.24827324598144432,
      "grad_norm": 0.1339934915304184,
      "learning_rate": 1.760419263658342e-05,
      "loss": 0.7986,
      "step": 11781
    },
    {
      "epoch": 0.24829432001980958,
      "grad_norm": 0.11478633433580399,
      "learning_rate": 1.760374935557466e-05,
      "loss": 0.9205,
      "step": 11782
    },
    {
      "epoch": 0.24831539405817488,
      "grad_norm": 0.14041803777217865,
      "learning_rate": 1.7603306039143064e-05,
      "loss": 0.9052,
      "step": 11783
    },
    {
      "epoch": 0.24833646809654017,
      "grad_norm": 0.12086284160614014,
      "learning_rate": 1.7602862687290702e-05,
      "loss": 0.791,
      "step": 11784
    },
    {
      "epoch": 0.24835754213490546,
      "grad_norm": 0.13001267611980438,
      "learning_rate": 1.7602419300019627e-05,
      "loss": 0.9306,
      "step": 11785
    },
    {
      "epoch": 0.24837861617327076,
      "grad_norm": 0.13607612252235413,
      "learning_rate": 1.760197587733192e-05,
      "loss": 0.8765,
      "step": 11786
    },
    {
      "epoch": 0.24839969021163602,
      "grad_norm": 0.15718138217926025,
      "learning_rate": 1.7601532419229635e-05,
      "loss": 0.9285,
      "step": 11787
    },
    {
      "epoch": 0.2484207642500013,
      "grad_norm": 0.1521197110414505,
      "learning_rate": 1.760108892571484e-05,
      "loss": 0.886,
      "step": 11788
    },
    {
      "epoch": 0.2484418382883666,
      "grad_norm": 0.15691548585891724,
      "learning_rate": 1.7600645396789608e-05,
      "loss": 0.9147,
      "step": 11789
    },
    {
      "epoch": 0.2484629123267319,
      "grad_norm": 0.16029471158981323,
      "learning_rate": 1.7600201832455995e-05,
      "loss": 0.8819,
      "step": 11790
    },
    {
      "epoch": 0.24848398636509716,
      "grad_norm": 0.13114076852798462,
      "learning_rate": 1.7599758232716074e-05,
      "loss": 0.9159,
      "step": 11791
    },
    {
      "epoch": 0.24850506040346246,
      "grad_norm": 0.1424388736486435,
      "learning_rate": 1.759931459757191e-05,
      "loss": 0.9284,
      "step": 11792
    },
    {
      "epoch": 0.24852613444182775,
      "grad_norm": 0.13021844625473022,
      "learning_rate": 1.7598870927025573e-05,
      "loss": 0.8997,
      "step": 11793
    },
    {
      "epoch": 0.24854720848019304,
      "grad_norm": 0.10868464410305023,
      "learning_rate": 1.759842722107912e-05,
      "loss": 0.857,
      "step": 11794
    },
    {
      "epoch": 0.24856828251855834,
      "grad_norm": 0.15225955843925476,
      "learning_rate": 1.759798347973463e-05,
      "loss": 0.868,
      "step": 11795
    },
    {
      "epoch": 0.2485893565569236,
      "grad_norm": 0.16457150876522064,
      "learning_rate": 1.7597539702994163e-05,
      "loss": 0.8968,
      "step": 11796
    },
    {
      "epoch": 0.2486104305952889,
      "grad_norm": 0.16961631178855896,
      "learning_rate": 1.759709589085979e-05,
      "loss": 0.9318,
      "step": 11797
    },
    {
      "epoch": 0.2486315046336542,
      "grad_norm": 0.12399191409349442,
      "learning_rate": 1.7596652043333575e-05,
      "loss": 0.931,
      "step": 11798
    },
    {
      "epoch": 0.24865257867201948,
      "grad_norm": 0.15016843378543854,
      "learning_rate": 1.7596208160417586e-05,
      "loss": 0.8909,
      "step": 11799
    },
    {
      "epoch": 0.24867365271038475,
      "grad_norm": 0.15471722185611725,
      "learning_rate": 1.75957642421139e-05,
      "loss": 0.8921,
      "step": 11800
    },
    {
      "epoch": 0.24869472674875004,
      "grad_norm": 0.15303091704845428,
      "learning_rate": 1.759532028842457e-05,
      "loss": 0.8568,
      "step": 11801
    },
    {
      "epoch": 0.24871580078711533,
      "grad_norm": 0.12880346179008484,
      "learning_rate": 1.7594876299351673e-05,
      "loss": 0.9206,
      "step": 11802
    },
    {
      "epoch": 0.24873687482548062,
      "grad_norm": 0.12940824031829834,
      "learning_rate": 1.7594432274897275e-05,
      "loss": 0.8456,
      "step": 11803
    },
    {
      "epoch": 0.24875794886384592,
      "grad_norm": 0.12417460978031158,
      "learning_rate": 1.759398821506345e-05,
      "loss": 0.868,
      "step": 11804
    },
    {
      "epoch": 0.24877902290221118,
      "grad_norm": 0.1300543248653412,
      "learning_rate": 1.7593544119852256e-05,
      "loss": 0.8969,
      "step": 11805
    },
    {
      "epoch": 0.24880009694057648,
      "grad_norm": 0.13010643422603607,
      "learning_rate": 1.759309998926577e-05,
      "loss": 0.9307,
      "step": 11806
    },
    {
      "epoch": 0.24882117097894177,
      "grad_norm": 0.13587386906147003,
      "learning_rate": 1.7592655823306062e-05,
      "loss": 0.8705,
      "step": 11807
    },
    {
      "epoch": 0.24884224501730706,
      "grad_norm": 0.13204704225063324,
      "learning_rate": 1.7592211621975196e-05,
      "loss": 0.8584,
      "step": 11808
    },
    {
      "epoch": 0.24886331905567233,
      "grad_norm": 0.14302335679531097,
      "learning_rate": 1.7591767385275243e-05,
      "loss": 0.8802,
      "step": 11809
    },
    {
      "epoch": 0.24888439309403762,
      "grad_norm": 0.11127052456140518,
      "learning_rate": 1.7591323113208276e-05,
      "loss": 0.8498,
      "step": 11810
    },
    {
      "epoch": 0.2489054671324029,
      "grad_norm": 0.13641585409641266,
      "learning_rate": 1.759087880577636e-05,
      "loss": 0.852,
      "step": 11811
    },
    {
      "epoch": 0.2489265411707682,
      "grad_norm": 0.12085817009210587,
      "learning_rate": 1.7590434462981565e-05,
      "loss": 0.8506,
      "step": 11812
    },
    {
      "epoch": 0.2489476152091335,
      "grad_norm": 0.13385042548179626,
      "learning_rate": 1.7589990084825964e-05,
      "loss": 0.8275,
      "step": 11813
    },
    {
      "epoch": 0.24896868924749876,
      "grad_norm": 0.1631776988506317,
      "learning_rate": 1.7589545671311627e-05,
      "loss": 0.8833,
      "step": 11814
    },
    {
      "epoch": 0.24898976328586406,
      "grad_norm": 0.11990986764431,
      "learning_rate": 1.7589101222440623e-05,
      "loss": 0.8873,
      "step": 11815
    },
    {
      "epoch": 0.24901083732422935,
      "grad_norm": 0.1414802074432373,
      "learning_rate": 1.7588656738215024e-05,
      "loss": 0.8199,
      "step": 11816
    },
    {
      "epoch": 0.24903191136259464,
      "grad_norm": 0.11413660645484924,
      "learning_rate": 1.7588212218636898e-05,
      "loss": 0.882,
      "step": 11817
    },
    {
      "epoch": 0.2490529854009599,
      "grad_norm": 0.13701096177101135,
      "learning_rate": 1.7587767663708317e-05,
      "loss": 0.8807,
      "step": 11818
    },
    {
      "epoch": 0.2490740594393252,
      "grad_norm": 0.14706945419311523,
      "learning_rate": 1.7587323073431353e-05,
      "loss": 0.9046,
      "step": 11819
    },
    {
      "epoch": 0.2490951334776905,
      "grad_norm": 0.16275200247764587,
      "learning_rate": 1.7586878447808077e-05,
      "loss": 0.8569,
      "step": 11820
    },
    {
      "epoch": 0.2491162075160558,
      "grad_norm": 0.1268945187330246,
      "learning_rate": 1.758643378684056e-05,
      "loss": 0.8458,
      "step": 11821
    },
    {
      "epoch": 0.24913728155442108,
      "grad_norm": 0.15110020339488983,
      "learning_rate": 1.758598909053087e-05,
      "loss": 0.9001,
      "step": 11822
    },
    {
      "epoch": 0.24915835559278635,
      "grad_norm": 0.12122675776481628,
      "learning_rate": 1.7585544358881083e-05,
      "loss": 0.8761,
      "step": 11823
    },
    {
      "epoch": 0.24917942963115164,
      "grad_norm": 0.13651622831821442,
      "learning_rate": 1.758509959189327e-05,
      "loss": 0.9296,
      "step": 11824
    },
    {
      "epoch": 0.24920050366951693,
      "grad_norm": 0.14064441621303558,
      "learning_rate": 1.7584654789569506e-05,
      "loss": 0.9014,
      "step": 11825
    },
    {
      "epoch": 0.24922157770788222,
      "grad_norm": 0.16521982848644257,
      "learning_rate": 1.7584209951911857e-05,
      "loss": 0.839,
      "step": 11826
    },
    {
      "epoch": 0.24924265174624752,
      "grad_norm": 0.130178302526474,
      "learning_rate": 1.7583765078922397e-05,
      "loss": 0.9247,
      "step": 11827
    },
    {
      "epoch": 0.24926372578461278,
      "grad_norm": 0.13068871200084686,
      "learning_rate": 1.7583320170603203e-05,
      "loss": 0.882,
      "step": 11828
    },
    {
      "epoch": 0.24928479982297808,
      "grad_norm": 0.11386572569608688,
      "learning_rate": 1.758287522695634e-05,
      "loss": 0.7938,
      "step": 11829
    },
    {
      "epoch": 0.24930587386134337,
      "grad_norm": 0.141818568110466,
      "learning_rate": 1.758243024798389e-05,
      "loss": 0.9365,
      "step": 11830
    },
    {
      "epoch": 0.24932694789970866,
      "grad_norm": 0.18822598457336426,
      "learning_rate": 1.758198523368792e-05,
      "loss": 0.8731,
      "step": 11831
    },
    {
      "epoch": 0.24934802193807393,
      "grad_norm": 0.1276477724313736,
      "learning_rate": 1.7581540184070502e-05,
      "loss": 0.8749,
      "step": 11832
    },
    {
      "epoch": 0.24936909597643922,
      "grad_norm": 0.1339416652917862,
      "learning_rate": 1.7581095099133714e-05,
      "loss": 0.856,
      "step": 11833
    },
    {
      "epoch": 0.2493901700148045,
      "grad_norm": 0.16573376953601837,
      "learning_rate": 1.7580649978879626e-05,
      "loss": 0.8646,
      "step": 11834
    },
    {
      "epoch": 0.2494112440531698,
      "grad_norm": 0.12094095349311829,
      "learning_rate": 1.7580204823310315e-05,
      "loss": 0.9131,
      "step": 11835
    },
    {
      "epoch": 0.2494323180915351,
      "grad_norm": 0.1590077131986618,
      "learning_rate": 1.7579759632427848e-05,
      "loss": 0.8784,
      "step": 11836
    },
    {
      "epoch": 0.24945339212990036,
      "grad_norm": 0.11627982556819916,
      "learning_rate": 1.7579314406234306e-05,
      "loss": 0.9156,
      "step": 11837
    },
    {
      "epoch": 0.24947446616826566,
      "grad_norm": 0.14732739329338074,
      "learning_rate": 1.757886914473176e-05,
      "loss": 0.9525,
      "step": 11838
    },
    {
      "epoch": 0.24949554020663095,
      "grad_norm": 0.1427610069513321,
      "learning_rate": 1.7578423847922285e-05,
      "loss": 0.8717,
      "step": 11839
    },
    {
      "epoch": 0.24951661424499624,
      "grad_norm": 0.13164661824703217,
      "learning_rate": 1.7577978515807957e-05,
      "loss": 0.8839,
      "step": 11840
    },
    {
      "epoch": 0.2495376882833615,
      "grad_norm": 0.1582011878490448,
      "learning_rate": 1.7577533148390847e-05,
      "loss": 0.9672,
      "step": 11841
    },
    {
      "epoch": 0.2495587623217268,
      "grad_norm": 0.15816131234169006,
      "learning_rate": 1.7577087745673033e-05,
      "loss": 0.9268,
      "step": 11842
    },
    {
      "epoch": 0.2495798363600921,
      "grad_norm": 0.12758059799671173,
      "learning_rate": 1.757664230765659e-05,
      "loss": 0.8873,
      "step": 11843
    },
    {
      "epoch": 0.2496009103984574,
      "grad_norm": 0.12237018346786499,
      "learning_rate": 1.757619683434359e-05,
      "loss": 0.8591,
      "step": 11844
    },
    {
      "epoch": 0.24962198443682268,
      "grad_norm": 0.1420230269432068,
      "learning_rate": 1.757575132573611e-05,
      "loss": 0.8839,
      "step": 11845
    },
    {
      "epoch": 0.24964305847518795,
      "grad_norm": 0.12513688206672668,
      "learning_rate": 1.7575305781836226e-05,
      "loss": 0.9104,
      "step": 11846
    },
    {
      "epoch": 0.24966413251355324,
      "grad_norm": 0.13440421223640442,
      "learning_rate": 1.7574860202646013e-05,
      "loss": 0.8484,
      "step": 11847
    },
    {
      "epoch": 0.24968520655191853,
      "grad_norm": 0.13337218761444092,
      "learning_rate": 1.757441458816755e-05,
      "loss": 0.7969,
      "step": 11848
    },
    {
      "epoch": 0.24970628059028382,
      "grad_norm": 0.1377723515033722,
      "learning_rate": 1.7573968938402907e-05,
      "loss": 0.874,
      "step": 11849
    },
    {
      "epoch": 0.2497273546286491,
      "grad_norm": 0.17204789817333221,
      "learning_rate": 1.757352325335416e-05,
      "loss": 0.9458,
      "step": 11850
    },
    {
      "epoch": 0.24974842866701438,
      "grad_norm": 0.15531271696090698,
      "learning_rate": 1.7573077533023393e-05,
      "loss": 0.8972,
      "step": 11851
    },
    {
      "epoch": 0.24976950270537968,
      "grad_norm": 0.14398470520973206,
      "learning_rate": 1.7572631777412677e-05,
      "loss": 0.8665,
      "step": 11852
    },
    {
      "epoch": 0.24979057674374497,
      "grad_norm": 0.14489006996154785,
      "learning_rate": 1.757218598652409e-05,
      "loss": 0.8923,
      "step": 11853
    },
    {
      "epoch": 0.24981165078211026,
      "grad_norm": 0.11360464245080948,
      "learning_rate": 1.7571740160359704e-05,
      "loss": 0.7658,
      "step": 11854
    },
    {
      "epoch": 0.24983272482047553,
      "grad_norm": 0.1293432116508484,
      "learning_rate": 1.7571294298921606e-05,
      "loss": 0.8176,
      "step": 11855
    },
    {
      "epoch": 0.24985379885884082,
      "grad_norm": 0.12406958639621735,
      "learning_rate": 1.7570848402211863e-05,
      "loss": 0.86,
      "step": 11856
    },
    {
      "epoch": 0.2498748728972061,
      "grad_norm": 0.14774537086486816,
      "learning_rate": 1.7570402470232556e-05,
      "loss": 0.9373,
      "step": 11857
    },
    {
      "epoch": 0.2498959469355714,
      "grad_norm": 0.1308499425649643,
      "learning_rate": 1.7569956502985765e-05,
      "loss": 0.8569,
      "step": 11858
    },
    {
      "epoch": 0.24991702097393667,
      "grad_norm": 0.16186320781707764,
      "learning_rate": 1.7569510500473566e-05,
      "loss": 0.8653,
      "step": 11859
    },
    {
      "epoch": 0.24993809501230196,
      "grad_norm": 0.17759139835834503,
      "learning_rate": 1.7569064462698035e-05,
      "loss": 0.8934,
      "step": 11860
    },
    {
      "epoch": 0.24995916905066726,
      "grad_norm": 0.12952128052711487,
      "learning_rate": 1.756861838966125e-05,
      "loss": 0.937,
      "step": 11861
    },
    {
      "epoch": 0.24998024308903255,
      "grad_norm": 0.18789860606193542,
      "learning_rate": 1.756817228136529e-05,
      "loss": 0.8635,
      "step": 11862
    },
    {
      "epoch": 0.2500013171273978,
      "grad_norm": 0.1308494210243225,
      "learning_rate": 1.7567726137812236e-05,
      "loss": 0.9738,
      "step": 11863
    },
    {
      "epoch": 0.25002239116576314,
      "grad_norm": 0.1441406011581421,
      "learning_rate": 1.756727995900416e-05,
      "loss": 0.9484,
      "step": 11864
    },
    {
      "epoch": 0.2500434652041284,
      "grad_norm": 0.12786069512367249,
      "learning_rate": 1.7566833744943145e-05,
      "loss": 0.8522,
      "step": 11865
    },
    {
      "epoch": 0.25006453924249367,
      "grad_norm": 0.13380424678325653,
      "learning_rate": 1.756638749563127e-05,
      "loss": 0.8037,
      "step": 11866
    },
    {
      "epoch": 0.250085613280859,
      "grad_norm": 0.18307086825370789,
      "learning_rate": 1.7565941211070615e-05,
      "loss": 0.8562,
      "step": 11867
    },
    {
      "epoch": 0.25010668731922425,
      "grad_norm": 0.1516481339931488,
      "learning_rate": 1.7565494891263256e-05,
      "loss": 0.856,
      "step": 11868
    },
    {
      "epoch": 0.2501277613575896,
      "grad_norm": 0.1206202432513237,
      "learning_rate": 1.7565048536211273e-05,
      "loss": 0.8708,
      "step": 11869
    },
    {
      "epoch": 0.25014883539595484,
      "grad_norm": 0.1329689919948578,
      "learning_rate": 1.7564602145916746e-05,
      "loss": 0.9214,
      "step": 11870
    },
    {
      "epoch": 0.2501699094343201,
      "grad_norm": 0.12601718306541443,
      "learning_rate": 1.7564155720381752e-05,
      "loss": 0.833,
      "step": 11871
    },
    {
      "epoch": 0.2501909834726854,
      "grad_norm": 0.11787179112434387,
      "learning_rate": 1.7563709259608375e-05,
      "loss": 0.8866,
      "step": 11872
    },
    {
      "epoch": 0.2502120575110507,
      "grad_norm": 0.11972147971391678,
      "learning_rate": 1.756326276359869e-05,
      "loss": 0.8557,
      "step": 11873
    },
    {
      "epoch": 0.250233131549416,
      "grad_norm": 0.1450459212064743,
      "learning_rate": 1.7562816232354783e-05,
      "loss": 0.9056,
      "step": 11874
    },
    {
      "epoch": 0.2502542055877813,
      "grad_norm": 0.1258547306060791,
      "learning_rate": 1.7562369665878727e-05,
      "loss": 0.8433,
      "step": 11875
    },
    {
      "epoch": 0.25027527962614654,
      "grad_norm": 0.12261074036359787,
      "learning_rate": 1.7561923064172614e-05,
      "loss": 0.9288,
      "step": 11876
    },
    {
      "epoch": 0.25029635366451186,
      "grad_norm": 0.13038425147533417,
      "learning_rate": 1.756147642723851e-05,
      "loss": 0.9,
      "step": 11877
    },
    {
      "epoch": 0.2503174277028771,
      "grad_norm": 0.13558903336524963,
      "learning_rate": 1.7561029755078504e-05,
      "loss": 0.9145,
      "step": 11878
    },
    {
      "epoch": 0.25033850174124245,
      "grad_norm": 0.1083347424864769,
      "learning_rate": 1.7560583047694676e-05,
      "loss": 0.7474,
      "step": 11879
    },
    {
      "epoch": 0.2503595757796077,
      "grad_norm": 0.11918894201517105,
      "learning_rate": 1.7560136305089108e-05,
      "loss": 0.8615,
      "step": 11880
    },
    {
      "epoch": 0.250380649817973,
      "grad_norm": 0.1284390091896057,
      "learning_rate": 1.7559689527263878e-05,
      "loss": 0.9064,
      "step": 11881
    },
    {
      "epoch": 0.2504017238563383,
      "grad_norm": 0.15734146535396576,
      "learning_rate": 1.755924271422107e-05,
      "loss": 0.9011,
      "step": 11882
    },
    {
      "epoch": 0.25042279789470356,
      "grad_norm": 0.12651397287845612,
      "learning_rate": 1.7558795865962767e-05,
      "loss": 0.9103,
      "step": 11883
    },
    {
      "epoch": 0.25044387193306883,
      "grad_norm": 0.13277295231819153,
      "learning_rate": 1.7558348982491045e-05,
      "loss": 0.842,
      "step": 11884
    },
    {
      "epoch": 0.25046494597143415,
      "grad_norm": 0.11868677288293839,
      "learning_rate": 1.755790206380799e-05,
      "loss": 0.8818,
      "step": 11885
    },
    {
      "epoch": 0.2504860200097994,
      "grad_norm": 0.12995247542858124,
      "learning_rate": 1.7557455109915684e-05,
      "loss": 0.9059,
      "step": 11886
    },
    {
      "epoch": 0.25050709404816474,
      "grad_norm": 0.14863109588623047,
      "learning_rate": 1.755700812081621e-05,
      "loss": 0.939,
      "step": 11887
    },
    {
      "epoch": 0.25052816808653,
      "grad_norm": 0.14462348818778992,
      "learning_rate": 1.7556561096511643e-05,
      "loss": 0.8703,
      "step": 11888
    },
    {
      "epoch": 0.25054924212489527,
      "grad_norm": 0.1184336468577385,
      "learning_rate": 1.7556114037004075e-05,
      "loss": 0.868,
      "step": 11889
    },
    {
      "epoch": 0.2505703161632606,
      "grad_norm": 0.12791527807712555,
      "learning_rate": 1.7555666942295584e-05,
      "loss": 0.8657,
      "step": 11890
    },
    {
      "epoch": 0.25059139020162585,
      "grad_norm": 0.14831864833831787,
      "learning_rate": 1.7555219812388252e-05,
      "loss": 0.903,
      "step": 11891
    },
    {
      "epoch": 0.2506124642399912,
      "grad_norm": 0.10988739132881165,
      "learning_rate": 1.755477264728417e-05,
      "loss": 0.9288,
      "step": 11892
    },
    {
      "epoch": 0.25063353827835644,
      "grad_norm": 0.14156615734100342,
      "learning_rate": 1.755432544698541e-05,
      "loss": 0.8585,
      "step": 11893
    },
    {
      "epoch": 0.2506546123167217,
      "grad_norm": 0.14358405768871307,
      "learning_rate": 1.7553878211494062e-05,
      "loss": 0.9063,
      "step": 11894
    },
    {
      "epoch": 0.250675686355087,
      "grad_norm": 0.15742941200733185,
      "learning_rate": 1.7553430940812206e-05,
      "loss": 0.8862,
      "step": 11895
    },
    {
      "epoch": 0.2506967603934523,
      "grad_norm": 0.1260630190372467,
      "learning_rate": 1.7552983634941928e-05,
      "loss": 0.8753,
      "step": 11896
    },
    {
      "epoch": 0.2507178344318176,
      "grad_norm": 0.1334684044122696,
      "learning_rate": 1.7552536293885315e-05,
      "loss": 0.8649,
      "step": 11897
    },
    {
      "epoch": 0.2507389084701829,
      "grad_norm": 0.12361534684896469,
      "learning_rate": 1.7552088917644444e-05,
      "loss": 0.8563,
      "step": 11898
    },
    {
      "epoch": 0.25075998250854814,
      "grad_norm": 0.1537829339504242,
      "learning_rate": 1.75516415062214e-05,
      "loss": 0.8967,
      "step": 11899
    },
    {
      "epoch": 0.25078105654691346,
      "grad_norm": 0.12847855687141418,
      "learning_rate": 1.755119405961827e-05,
      "loss": 0.8589,
      "step": 11900
    },
    {
      "epoch": 0.2508021305852787,
      "grad_norm": 0.16235961019992828,
      "learning_rate": 1.7550746577837142e-05,
      "loss": 0.8586,
      "step": 11901
    },
    {
      "epoch": 0.250823204623644,
      "grad_norm": 0.15659131109714508,
      "learning_rate": 1.755029906088009e-05,
      "loss": 0.8969,
      "step": 11902
    },
    {
      "epoch": 0.2508442786620093,
      "grad_norm": 0.14966967701911926,
      "learning_rate": 1.754985150874921e-05,
      "loss": 0.8284,
      "step": 11903
    },
    {
      "epoch": 0.2508653527003746,
      "grad_norm": 0.12888431549072266,
      "learning_rate": 1.7549403921446587e-05,
      "loss": 0.9291,
      "step": 11904
    },
    {
      "epoch": 0.2508864267387399,
      "grad_norm": 0.1439245194196701,
      "learning_rate": 1.75489562989743e-05,
      "loss": 0.8947,
      "step": 11905
    },
    {
      "epoch": 0.25090750077710516,
      "grad_norm": 0.14094972610473633,
      "learning_rate": 1.754850864133443e-05,
      "loss": 0.881,
      "step": 11906
    },
    {
      "epoch": 0.25092857481547043,
      "grad_norm": 0.15244974195957184,
      "learning_rate": 1.754806094852907e-05,
      "loss": 0.9233,
      "step": 11907
    },
    {
      "epoch": 0.25094964885383575,
      "grad_norm": 0.15458187460899353,
      "learning_rate": 1.7547613220560305e-05,
      "loss": 0.9009,
      "step": 11908
    },
    {
      "epoch": 0.250970722892201,
      "grad_norm": 0.1456422060728073,
      "learning_rate": 1.754716545743022e-05,
      "loss": 0.9294,
      "step": 11909
    },
    {
      "epoch": 0.25099179693056634,
      "grad_norm": 0.129511296749115,
      "learning_rate": 1.7546717659140903e-05,
      "loss": 0.8799,
      "step": 11910
    },
    {
      "epoch": 0.2510128709689316,
      "grad_norm": 0.1397872120141983,
      "learning_rate": 1.7546269825694436e-05,
      "loss": 0.9162,
      "step": 11911
    },
    {
      "epoch": 0.25103394500729687,
      "grad_norm": 0.13258300721645355,
      "learning_rate": 1.7545821957092907e-05,
      "loss": 0.8527,
      "step": 11912
    },
    {
      "epoch": 0.2510550190456622,
      "grad_norm": 0.1367626041173935,
      "learning_rate": 1.7545374053338405e-05,
      "loss": 0.863,
      "step": 11913
    },
    {
      "epoch": 0.25107609308402745,
      "grad_norm": 0.13699805736541748,
      "learning_rate": 1.7544926114433013e-05,
      "loss": 0.9128,
      "step": 11914
    },
    {
      "epoch": 0.2510971671223928,
      "grad_norm": 0.15063892304897308,
      "learning_rate": 1.7544478140378815e-05,
      "loss": 0.8671,
      "step": 11915
    },
    {
      "epoch": 0.25111824116075804,
      "grad_norm": 0.14006155729293823,
      "learning_rate": 1.7544030131177904e-05,
      "loss": 0.8897,
      "step": 11916
    },
    {
      "epoch": 0.2511393151991233,
      "grad_norm": 0.1450992226600647,
      "learning_rate": 1.754358208683237e-05,
      "loss": 0.8898,
      "step": 11917
    },
    {
      "epoch": 0.2511603892374886,
      "grad_norm": 0.14678561687469482,
      "learning_rate": 1.754313400734429e-05,
      "loss": 0.8614,
      "step": 11918
    },
    {
      "epoch": 0.2511814632758539,
      "grad_norm": 0.13045963644981384,
      "learning_rate": 1.7542685892715758e-05,
      "loss": 0.8831,
      "step": 11919
    },
    {
      "epoch": 0.25120253731421915,
      "grad_norm": 0.33906546235084534,
      "learning_rate": 1.754223774294886e-05,
      "loss": 0.8382,
      "step": 11920
    },
    {
      "epoch": 0.2512236113525845,
      "grad_norm": 0.15518324077129364,
      "learning_rate": 1.7541789558045684e-05,
      "loss": 0.9102,
      "step": 11921
    },
    {
      "epoch": 0.25124468539094974,
      "grad_norm": 0.17684556543827057,
      "learning_rate": 1.754134133800832e-05,
      "loss": 0.8985,
      "step": 11922
    },
    {
      "epoch": 0.25126575942931506,
      "grad_norm": 0.13319192826747894,
      "learning_rate": 1.754089308283885e-05,
      "loss": 0.9046,
      "step": 11923
    },
    {
      "epoch": 0.2512868334676803,
      "grad_norm": 0.1561068892478943,
      "learning_rate": 1.754044479253937e-05,
      "loss": 0.9728,
      "step": 11924
    },
    {
      "epoch": 0.2513079075060456,
      "grad_norm": 0.1429184377193451,
      "learning_rate": 1.7539996467111962e-05,
      "loss": 0.8831,
      "step": 11925
    },
    {
      "epoch": 0.2513289815444109,
      "grad_norm": 0.1180686205625534,
      "learning_rate": 1.753954810655872e-05,
      "loss": 0.8443,
      "step": 11926
    },
    {
      "epoch": 0.2513500555827762,
      "grad_norm": 0.13551531732082367,
      "learning_rate": 1.7539099710881725e-05,
      "loss": 0.8589,
      "step": 11927
    },
    {
      "epoch": 0.2513711296211415,
      "grad_norm": 0.13537292182445526,
      "learning_rate": 1.7538651280083073e-05,
      "loss": 0.8446,
      "step": 11928
    },
    {
      "epoch": 0.25139220365950676,
      "grad_norm": 0.15973153710365295,
      "learning_rate": 1.7538202814164857e-05,
      "loss": 0.9143,
      "step": 11929
    },
    {
      "epoch": 0.25141327769787203,
      "grad_norm": 0.14490561187267303,
      "learning_rate": 1.7537754313129155e-05,
      "loss": 0.8224,
      "step": 11930
    },
    {
      "epoch": 0.25143435173623735,
      "grad_norm": 0.1640046238899231,
      "learning_rate": 1.7537305776978063e-05,
      "loss": 0.9044,
      "step": 11931
    },
    {
      "epoch": 0.2514554257746026,
      "grad_norm": 0.1666043996810913,
      "learning_rate": 1.7536857205713668e-05,
      "loss": 0.8576,
      "step": 11932
    },
    {
      "epoch": 0.25147649981296794,
      "grad_norm": 0.14200811088085175,
      "learning_rate": 1.753640859933806e-05,
      "loss": 0.9018,
      "step": 11933
    },
    {
      "epoch": 0.2514975738513332,
      "grad_norm": 0.17288146913051605,
      "learning_rate": 1.7535959957853328e-05,
      "loss": 0.9127,
      "step": 11934
    },
    {
      "epoch": 0.25151864788969847,
      "grad_norm": 0.16652020812034607,
      "learning_rate": 1.7535511281261568e-05,
      "loss": 0.8743,
      "step": 11935
    },
    {
      "epoch": 0.2515397219280638,
      "grad_norm": 0.1353324055671692,
      "learning_rate": 1.7535062569564863e-05,
      "loss": 0.8849,
      "step": 11936
    },
    {
      "epoch": 0.25156079596642905,
      "grad_norm": 0.17517514526844025,
      "learning_rate": 1.7534613822765306e-05,
      "loss": 0.9011,
      "step": 11937
    },
    {
      "epoch": 0.2515818700047943,
      "grad_norm": 0.14420601725578308,
      "learning_rate": 1.753416504086499e-05,
      "loss": 0.8875,
      "step": 11938
    },
    {
      "epoch": 0.25160294404315964,
      "grad_norm": 0.17407169938087463,
      "learning_rate": 1.7533716223866002e-05,
      "loss": 0.8974,
      "step": 11939
    },
    {
      "epoch": 0.2516240180815249,
      "grad_norm": 0.13292385637760162,
      "learning_rate": 1.7533267371770435e-05,
      "loss": 0.949,
      "step": 11940
    },
    {
      "epoch": 0.2516450921198902,
      "grad_norm": 0.16387896239757538,
      "learning_rate": 1.753281848458038e-05,
      "loss": 0.8747,
      "step": 11941
    },
    {
      "epoch": 0.2516661661582555,
      "grad_norm": 0.13505429029464722,
      "learning_rate": 1.7532369562297926e-05,
      "loss": 0.8287,
      "step": 11942
    },
    {
      "epoch": 0.25168724019662075,
      "grad_norm": 0.200898677110672,
      "learning_rate": 1.7531920604925166e-05,
      "loss": 0.8605,
      "step": 11943
    },
    {
      "epoch": 0.2517083142349861,
      "grad_norm": 0.17388182878494263,
      "learning_rate": 1.75314716124642e-05,
      "loss": 0.887,
      "step": 11944
    },
    {
      "epoch": 0.25172938827335134,
      "grad_norm": 0.17985911667346954,
      "learning_rate": 1.7531022584917096e-05,
      "loss": 0.8695,
      "step": 11945
    },
    {
      "epoch": 0.25175046231171666,
      "grad_norm": 0.14366161823272705,
      "learning_rate": 1.753057352228597e-05,
      "loss": 0.8591,
      "step": 11946
    },
    {
      "epoch": 0.2517715363500819,
      "grad_norm": 0.1524783968925476,
      "learning_rate": 1.7530124424572906e-05,
      "loss": 0.8367,
      "step": 11947
    },
    {
      "epoch": 0.2517926103884472,
      "grad_norm": 0.1288600116968155,
      "learning_rate": 1.752967529177999e-05,
      "loss": 0.8911,
      "step": 11948
    },
    {
      "epoch": 0.2518136844268125,
      "grad_norm": 0.14762301743030548,
      "learning_rate": 1.7529226123909325e-05,
      "loss": 0.8699,
      "step": 11949
    },
    {
      "epoch": 0.2518347584651778,
      "grad_norm": 0.13682739436626434,
      "learning_rate": 1.7528776920962994e-05,
      "loss": 0.8874,
      "step": 11950
    },
    {
      "epoch": 0.2518558325035431,
      "grad_norm": 0.13296540081501007,
      "learning_rate": 1.7528327682943092e-05,
      "loss": 0.8651,
      "step": 11951
    },
    {
      "epoch": 0.25187690654190836,
      "grad_norm": 0.1368023008108139,
      "learning_rate": 1.752787840985172e-05,
      "loss": 0.8143,
      "step": 11952
    },
    {
      "epoch": 0.25189798058027363,
      "grad_norm": 0.11957216262817383,
      "learning_rate": 1.752742910169096e-05,
      "loss": 0.9026,
      "step": 11953
    },
    {
      "epoch": 0.25191905461863895,
      "grad_norm": 0.13453958928585052,
      "learning_rate": 1.752697975846291e-05,
      "loss": 0.9348,
      "step": 11954
    },
    {
      "epoch": 0.2519401286570042,
      "grad_norm": 0.1417282372713089,
      "learning_rate": 1.7526530380169662e-05,
      "loss": 0.9102,
      "step": 11955
    },
    {
      "epoch": 0.2519612026953695,
      "grad_norm": 0.14637461304664612,
      "learning_rate": 1.7526080966813313e-05,
      "loss": 0.9338,
      "step": 11956
    },
    {
      "epoch": 0.2519822767337348,
      "grad_norm": 0.13188593089580536,
      "learning_rate": 1.7525631518395953e-05,
      "loss": 0.8855,
      "step": 11957
    },
    {
      "epoch": 0.25200335077210007,
      "grad_norm": 0.1745043396949768,
      "learning_rate": 1.7525182034919676e-05,
      "loss": 0.901,
      "step": 11958
    },
    {
      "epoch": 0.2520244248104654,
      "grad_norm": 0.17824198305606842,
      "learning_rate": 1.7524732516386578e-05,
      "loss": 0.9238,
      "step": 11959
    },
    {
      "epoch": 0.25204549884883065,
      "grad_norm": 0.1432798057794571,
      "learning_rate": 1.7524282962798748e-05,
      "loss": 0.9919,
      "step": 11960
    },
    {
      "epoch": 0.2520665728871959,
      "grad_norm": 0.1752752661705017,
      "learning_rate": 1.752383337415829e-05,
      "loss": 0.9269,
      "step": 11961
    },
    {
      "epoch": 0.25208764692556124,
      "grad_norm": 0.14163738489151,
      "learning_rate": 1.7523383750467287e-05,
      "loss": 0.9339,
      "step": 11962
    },
    {
      "epoch": 0.2521087209639265,
      "grad_norm": 0.1573030799627304,
      "learning_rate": 1.7522934091727845e-05,
      "loss": 0.8817,
      "step": 11963
    },
    {
      "epoch": 0.2521297950022918,
      "grad_norm": 0.13579435646533966,
      "learning_rate": 1.752248439794205e-05,
      "loss": 0.9136,
      "step": 11964
    },
    {
      "epoch": 0.2521508690406571,
      "grad_norm": 0.1291724443435669,
      "learning_rate": 1.7522034669112e-05,
      "loss": 0.8774,
      "step": 11965
    },
    {
      "epoch": 0.25217194307902235,
      "grad_norm": 0.1476394534111023,
      "learning_rate": 1.752158490523979e-05,
      "loss": 0.9136,
      "step": 11966
    },
    {
      "epoch": 0.2521930171173877,
      "grad_norm": 0.12666985392570496,
      "learning_rate": 1.7521135106327514e-05,
      "loss": 0.8173,
      "step": 11967
    },
    {
      "epoch": 0.25221409115575294,
      "grad_norm": 0.21845173835754395,
      "learning_rate": 1.752068527237727e-05,
      "loss": 0.8694,
      "step": 11968
    },
    {
      "epoch": 0.25223516519411826,
      "grad_norm": 0.12152031064033508,
      "learning_rate": 1.752023540339115e-05,
      "loss": 0.8588,
      "step": 11969
    },
    {
      "epoch": 0.2522562392324835,
      "grad_norm": 0.1455598920583725,
      "learning_rate": 1.751978549937126e-05,
      "loss": 0.8455,
      "step": 11970
    },
    {
      "epoch": 0.2522773132708488,
      "grad_norm": 0.10543461889028549,
      "learning_rate": 1.751933556031968e-05,
      "loss": 0.8028,
      "step": 11971
    },
    {
      "epoch": 0.2522983873092141,
      "grad_norm": 0.14530088007450104,
      "learning_rate": 1.7518885586238518e-05,
      "loss": 0.7935,
      "step": 11972
    },
    {
      "epoch": 0.2523194613475794,
      "grad_norm": 0.10736314207315445,
      "learning_rate": 1.7518435577129867e-05,
      "loss": 0.8829,
      "step": 11973
    },
    {
      "epoch": 0.2523405353859447,
      "grad_norm": 0.14722466468811035,
      "learning_rate": 1.751798553299582e-05,
      "loss": 0.8732,
      "step": 11974
    },
    {
      "epoch": 0.25236160942430996,
      "grad_norm": 0.13400577008724213,
      "learning_rate": 1.751753545383848e-05,
      "loss": 0.8644,
      "step": 11975
    },
    {
      "epoch": 0.25238268346267523,
      "grad_norm": 0.13493889570236206,
      "learning_rate": 1.7517085339659935e-05,
      "loss": 0.8784,
      "step": 11976
    },
    {
      "epoch": 0.25240375750104055,
      "grad_norm": 0.15773220360279083,
      "learning_rate": 1.751663519046229e-05,
      "loss": 0.9029,
      "step": 11977
    },
    {
      "epoch": 0.2524248315394058,
      "grad_norm": 0.13752366602420807,
      "learning_rate": 1.7516185006247643e-05,
      "loss": 0.8029,
      "step": 11978
    },
    {
      "epoch": 0.2524459055777711,
      "grad_norm": 0.1473654806613922,
      "learning_rate": 1.7515734787018083e-05,
      "loss": 0.8094,
      "step": 11979
    },
    {
      "epoch": 0.2524669796161364,
      "grad_norm": 0.1853962242603302,
      "learning_rate": 1.751528453277571e-05,
      "loss": 0.8526,
      "step": 11980
    },
    {
      "epoch": 0.25248805365450167,
      "grad_norm": 0.13664695620536804,
      "learning_rate": 1.7514834243522626e-05,
      "loss": 0.8697,
      "step": 11981
    },
    {
      "epoch": 0.252509127692867,
      "grad_norm": 0.15749958157539368,
      "learning_rate": 1.7514383919260924e-05,
      "loss": 0.833,
      "step": 11982
    },
    {
      "epoch": 0.25253020173123225,
      "grad_norm": 0.15914450585842133,
      "learning_rate": 1.7513933559992708e-05,
      "loss": 0.8989,
      "step": 11983
    },
    {
      "epoch": 0.2525512757695975,
      "grad_norm": 0.15167225897312164,
      "learning_rate": 1.7513483165720066e-05,
      "loss": 0.8144,
      "step": 11984
    },
    {
      "epoch": 0.25257234980796284,
      "grad_norm": 0.15056321024894714,
      "learning_rate": 1.7513032736445106e-05,
      "loss": 0.9361,
      "step": 11985
    },
    {
      "epoch": 0.2525934238463281,
      "grad_norm": 0.13101327419281006,
      "learning_rate": 1.7512582272169924e-05,
      "loss": 0.8682,
      "step": 11986
    },
    {
      "epoch": 0.2526144978846934,
      "grad_norm": 0.17895908653736115,
      "learning_rate": 1.751213177289661e-05,
      "loss": 0.8468,
      "step": 11987
    },
    {
      "epoch": 0.2526355719230587,
      "grad_norm": 0.12513452768325806,
      "learning_rate": 1.751168123862728e-05,
      "loss": 0.8739,
      "step": 11988
    },
    {
      "epoch": 0.25265664596142395,
      "grad_norm": 0.1855863630771637,
      "learning_rate": 1.7511230669364014e-05,
      "loss": 0.8304,
      "step": 11989
    },
    {
      "epoch": 0.2526777199997893,
      "grad_norm": 0.11897658556699753,
      "learning_rate": 1.7510780065108926e-05,
      "loss": 0.9291,
      "step": 11990
    },
    {
      "epoch": 0.25269879403815454,
      "grad_norm": 0.15487468242645264,
      "learning_rate": 1.7510329425864103e-05,
      "loss": 0.929,
      "step": 11991
    },
    {
      "epoch": 0.25271986807651986,
      "grad_norm": 0.1361308991909027,
      "learning_rate": 1.7509878751631653e-05,
      "loss": 0.8985,
      "step": 11992
    },
    {
      "epoch": 0.2527409421148851,
      "grad_norm": 0.14022761583328247,
      "learning_rate": 1.7509428042413673e-05,
      "loss": 0.7988,
      "step": 11993
    },
    {
      "epoch": 0.2527620161532504,
      "grad_norm": 0.13808314502239227,
      "learning_rate": 1.750897729821226e-05,
      "loss": 0.8579,
      "step": 11994
    },
    {
      "epoch": 0.2527830901916157,
      "grad_norm": 0.12308496236801147,
      "learning_rate": 1.750852651902952e-05,
      "loss": 0.8007,
      "step": 11995
    },
    {
      "epoch": 0.252804164229981,
      "grad_norm": 0.14420770108699799,
      "learning_rate": 1.7508075704867548e-05,
      "loss": 0.8517,
      "step": 11996
    },
    {
      "epoch": 0.25282523826834624,
      "grad_norm": 0.13851061463356018,
      "learning_rate": 1.7507624855728442e-05,
      "loss": 0.8996,
      "step": 11997
    },
    {
      "epoch": 0.25284631230671156,
      "grad_norm": 0.13004793226718903,
      "learning_rate": 1.750717397161431e-05,
      "loss": 0.9113,
      "step": 11998
    },
    {
      "epoch": 0.25286738634507683,
      "grad_norm": 0.17663277685642242,
      "learning_rate": 1.7506723052527243e-05,
      "loss": 0.9176,
      "step": 11999
    },
    {
      "epoch": 0.25288846038344215,
      "grad_norm": 0.1270403116941452,
      "learning_rate": 1.750627209846935e-05,
      "loss": 0.8454,
      "step": 12000
    },
    {
      "epoch": 0.2529095344218074,
      "grad_norm": 0.13865672051906586,
      "learning_rate": 1.750582110944273e-05,
      "loss": 0.9034,
      "step": 12001
    },
    {
      "epoch": 0.2529306084601727,
      "grad_norm": 0.161891907453537,
      "learning_rate": 1.750537008544948e-05,
      "loss": 0.8916,
      "step": 12002
    },
    {
      "epoch": 0.252951682498538,
      "grad_norm": 0.1357222944498062,
      "learning_rate": 1.7504919026491705e-05,
      "loss": 0.9254,
      "step": 12003
    },
    {
      "epoch": 0.25297275653690326,
      "grad_norm": 0.1470915675163269,
      "learning_rate": 1.7504467932571506e-05,
      "loss": 0.9286,
      "step": 12004
    },
    {
      "epoch": 0.2529938305752686,
      "grad_norm": 0.1216612234711647,
      "learning_rate": 1.7504016803690984e-05,
      "loss": 0.8197,
      "step": 12005
    },
    {
      "epoch": 0.25301490461363385,
      "grad_norm": 0.13540442287921906,
      "learning_rate": 1.750356563985224e-05,
      "loss": 0.8432,
      "step": 12006
    },
    {
      "epoch": 0.2530359786519991,
      "grad_norm": 0.13428851962089539,
      "learning_rate": 1.7503114441057374e-05,
      "loss": 0.8852,
      "step": 12007
    },
    {
      "epoch": 0.25305705269036444,
      "grad_norm": 0.12780562043190002,
      "learning_rate": 1.750266320730849e-05,
      "loss": 0.8391,
      "step": 12008
    },
    {
      "epoch": 0.2530781267287297,
      "grad_norm": 0.17350700497627258,
      "learning_rate": 1.7502211938607692e-05,
      "loss": 0.9314,
      "step": 12009
    },
    {
      "epoch": 0.253099200767095,
      "grad_norm": 0.16848278045654297,
      "learning_rate": 1.7501760634957076e-05,
      "loss": 0.8849,
      "step": 12010
    },
    {
      "epoch": 0.2531202748054603,
      "grad_norm": 0.12622463703155518,
      "learning_rate": 1.7501309296358752e-05,
      "loss": 0.8848,
      "step": 12011
    },
    {
      "epoch": 0.25314134884382555,
      "grad_norm": 0.2412007600069046,
      "learning_rate": 1.750085792281482e-05,
      "loss": 0.9028,
      "step": 12012
    },
    {
      "epoch": 0.2531624228821909,
      "grad_norm": 0.13160796463489532,
      "learning_rate": 1.7500406514327383e-05,
      "loss": 0.955,
      "step": 12013
    },
    {
      "epoch": 0.25318349692055614,
      "grad_norm": 0.16235169768333435,
      "learning_rate": 1.749995507089854e-05,
      "loss": 0.8935,
      "step": 12014
    },
    {
      "epoch": 0.2532045709589214,
      "grad_norm": 0.1315312534570694,
      "learning_rate": 1.7499503592530394e-05,
      "loss": 0.8217,
      "step": 12015
    },
    {
      "epoch": 0.2532256449972867,
      "grad_norm": 0.14369599521160126,
      "learning_rate": 1.7499052079225057e-05,
      "loss": 0.8521,
      "step": 12016
    },
    {
      "epoch": 0.253246719035652,
      "grad_norm": 0.17559820413589478,
      "learning_rate": 1.7498600530984625e-05,
      "loss": 0.9153,
      "step": 12017
    },
    {
      "epoch": 0.2532677930740173,
      "grad_norm": 0.13367785513401031,
      "learning_rate": 1.7498148947811205e-05,
      "loss": 0.8897,
      "step": 12018
    },
    {
      "epoch": 0.2532888671123826,
      "grad_norm": 0.14063607156276703,
      "learning_rate": 1.74976973297069e-05,
      "loss": 0.8752,
      "step": 12019
    },
    {
      "epoch": 0.25330994115074784,
      "grad_norm": 0.14344191551208496,
      "learning_rate": 1.749724567667381e-05,
      "loss": 0.8882,
      "step": 12020
    },
    {
      "epoch": 0.25333101518911316,
      "grad_norm": 0.18029624223709106,
      "learning_rate": 1.7496793988714043e-05,
      "loss": 0.937,
      "step": 12021
    },
    {
      "epoch": 0.2533520892274784,
      "grad_norm": 0.15251295268535614,
      "learning_rate": 1.7496342265829702e-05,
      "loss": 0.8765,
      "step": 12022
    },
    {
      "epoch": 0.25337316326584375,
      "grad_norm": 0.15018154680728912,
      "learning_rate": 1.7495890508022893e-05,
      "loss": 0.8571,
      "step": 12023
    },
    {
      "epoch": 0.253394237304209,
      "grad_norm": 0.13605913519859314,
      "learning_rate": 1.7495438715295718e-05,
      "loss": 0.8314,
      "step": 12024
    },
    {
      "epoch": 0.2534153113425743,
      "grad_norm": 0.22315163910388947,
      "learning_rate": 1.7494986887650284e-05,
      "loss": 0.8507,
      "step": 12025
    },
    {
      "epoch": 0.2534363853809396,
      "grad_norm": 0.1696779429912567,
      "learning_rate": 1.749453502508869e-05,
      "loss": 0.8895,
      "step": 12026
    },
    {
      "epoch": 0.25345745941930486,
      "grad_norm": 0.16188429296016693,
      "learning_rate": 1.7494083127613055e-05,
      "loss": 0.8787,
      "step": 12027
    },
    {
      "epoch": 0.2534785334576702,
      "grad_norm": 0.17165818810462952,
      "learning_rate": 1.7493631195225468e-05,
      "loss": 0.9062,
      "step": 12028
    },
    {
      "epoch": 0.25349960749603545,
      "grad_norm": 0.18072819709777832,
      "learning_rate": 1.7493179227928045e-05,
      "loss": 0.9386,
      "step": 12029
    },
    {
      "epoch": 0.2535206815344007,
      "grad_norm": 0.1378083974123001,
      "learning_rate": 1.7492727225722886e-05,
      "loss": 0.8975,
      "step": 12030
    },
    {
      "epoch": 0.25354175557276604,
      "grad_norm": 0.19591645896434784,
      "learning_rate": 1.7492275188612103e-05,
      "loss": 0.9358,
      "step": 12031
    },
    {
      "epoch": 0.2535628296111313,
      "grad_norm": 0.13081514835357666,
      "learning_rate": 1.7491823116597796e-05,
      "loss": 0.924,
      "step": 12032
    },
    {
      "epoch": 0.25358390364949657,
      "grad_norm": 0.1770857572555542,
      "learning_rate": 1.749137100968207e-05,
      "loss": 0.8504,
      "step": 12033
    },
    {
      "epoch": 0.2536049776878619,
      "grad_norm": 0.14565862715244293,
      "learning_rate": 1.7490918867867035e-05,
      "loss": 0.911,
      "step": 12034
    },
    {
      "epoch": 0.25362605172622715,
      "grad_norm": 0.17408014833927155,
      "learning_rate": 1.7490466691154794e-05,
      "loss": 0.9047,
      "step": 12035
    },
    {
      "epoch": 0.2536471257645925,
      "grad_norm": 0.18048426508903503,
      "learning_rate": 1.749001447954746e-05,
      "loss": 0.8182,
      "step": 12036
    },
    {
      "epoch": 0.25366819980295774,
      "grad_norm": 0.13457313179969788,
      "learning_rate": 1.748956223304713e-05,
      "loss": 0.8799,
      "step": 12037
    },
    {
      "epoch": 0.253689273841323,
      "grad_norm": 0.16559478640556335,
      "learning_rate": 1.7489109951655922e-05,
      "loss": 0.8271,
      "step": 12038
    },
    {
      "epoch": 0.2537103478796883,
      "grad_norm": 0.1369267851114273,
      "learning_rate": 1.7488657635375937e-05,
      "loss": 0.8788,
      "step": 12039
    },
    {
      "epoch": 0.2537314219180536,
      "grad_norm": 0.16895383596420288,
      "learning_rate": 1.7488205284209278e-05,
      "loss": 0.9821,
      "step": 12040
    },
    {
      "epoch": 0.2537524959564189,
      "grad_norm": 0.20756104588508606,
      "learning_rate": 1.7487752898158058e-05,
      "loss": 0.9251,
      "step": 12041
    },
    {
      "epoch": 0.2537735699947842,
      "grad_norm": 0.12813054025173187,
      "learning_rate": 1.7487300477224388e-05,
      "loss": 0.8325,
      "step": 12042
    },
    {
      "epoch": 0.25379464403314944,
      "grad_norm": 0.15037809312343597,
      "learning_rate": 1.7486848021410365e-05,
      "loss": 0.8477,
      "step": 12043
    },
    {
      "epoch": 0.25381571807151476,
      "grad_norm": 0.16381682455539703,
      "learning_rate": 1.7486395530718104e-05,
      "loss": 0.9083,
      "step": 12044
    },
    {
      "epoch": 0.25383679210988,
      "grad_norm": 0.1784164309501648,
      "learning_rate": 1.7485943005149715e-05,
      "loss": 0.9442,
      "step": 12045
    },
    {
      "epoch": 0.25385786614824535,
      "grad_norm": 0.2007351666688919,
      "learning_rate": 1.74854904447073e-05,
      "loss": 0.8844,
      "step": 12046
    },
    {
      "epoch": 0.2538789401866106,
      "grad_norm": 0.13755837082862854,
      "learning_rate": 1.7485037849392968e-05,
      "loss": 0.8497,
      "step": 12047
    },
    {
      "epoch": 0.2539000142249759,
      "grad_norm": 0.21609917283058167,
      "learning_rate": 1.7484585219208834e-05,
      "loss": 0.8708,
      "step": 12048
    },
    {
      "epoch": 0.2539210882633412,
      "grad_norm": 0.18508940935134888,
      "learning_rate": 1.7484132554157e-05,
      "loss": 0.926,
      "step": 12049
    },
    {
      "epoch": 0.25394216230170646,
      "grad_norm": 0.17380329966545105,
      "learning_rate": 1.7483679854239574e-05,
      "loss": 0.9166,
      "step": 12050
    },
    {
      "epoch": 0.25396323634007173,
      "grad_norm": 0.18909522891044617,
      "learning_rate": 1.7483227119458672e-05,
      "loss": 0.916,
      "step": 12051
    },
    {
      "epoch": 0.25398431037843705,
      "grad_norm": 0.13537196815013885,
      "learning_rate": 1.7482774349816395e-05,
      "loss": 0.8322,
      "step": 12052
    },
    {
      "epoch": 0.2540053844168023,
      "grad_norm": 0.18906435370445251,
      "learning_rate": 1.7482321545314862e-05,
      "loss": 0.9172,
      "step": 12053
    },
    {
      "epoch": 0.25402645845516764,
      "grad_norm": 0.1512642353773117,
      "learning_rate": 1.7481868705956173e-05,
      "loss": 0.8078,
      "step": 12054
    },
    {
      "epoch": 0.2540475324935329,
      "grad_norm": 0.18324922025203705,
      "learning_rate": 1.748141583174244e-05,
      "loss": 0.8753,
      "step": 12055
    },
    {
      "epoch": 0.25406860653189817,
      "grad_norm": 0.20487336814403534,
      "learning_rate": 1.7480962922675778e-05,
      "loss": 0.801,
      "step": 12056
    },
    {
      "epoch": 0.2540896805702635,
      "grad_norm": 0.13582248985767365,
      "learning_rate": 1.7480509978758288e-05,
      "loss": 0.934,
      "step": 12057
    },
    {
      "epoch": 0.25411075460862875,
      "grad_norm": 0.1679716408252716,
      "learning_rate": 1.748005699999209e-05,
      "loss": 0.9034,
      "step": 12058
    },
    {
      "epoch": 0.2541318286469941,
      "grad_norm": 0.13868555426597595,
      "learning_rate": 1.747960398637929e-05,
      "loss": 0.838,
      "step": 12059
    },
    {
      "epoch": 0.25415290268535934,
      "grad_norm": 0.15221185982227325,
      "learning_rate": 1.747915093792199e-05,
      "loss": 0.9072,
      "step": 12060
    },
    {
      "epoch": 0.2541739767237246,
      "grad_norm": 0.1555214822292328,
      "learning_rate": 1.7478697854622316e-05,
      "loss": 0.8829,
      "step": 12061
    },
    {
      "epoch": 0.2541950507620899,
      "grad_norm": 0.140700101852417,
      "learning_rate": 1.747824473648237e-05,
      "loss": 0.9222,
      "step": 12062
    },
    {
      "epoch": 0.2542161248004552,
      "grad_norm": 0.16459384560585022,
      "learning_rate": 1.747779158350426e-05,
      "loss": 0.8994,
      "step": 12063
    },
    {
      "epoch": 0.2542371988388205,
      "grad_norm": 0.11995832622051239,
      "learning_rate": 1.7477338395690103e-05,
      "loss": 0.9062,
      "step": 12064
    },
    {
      "epoch": 0.2542582728771858,
      "grad_norm": 0.1696907877922058,
      "learning_rate": 1.747688517304201e-05,
      "loss": 0.8935,
      "step": 12065
    },
    {
      "epoch": 0.25427934691555104,
      "grad_norm": 0.1626674085855484,
      "learning_rate": 1.747643191556209e-05,
      "loss": 0.838,
      "step": 12066
    },
    {
      "epoch": 0.25430042095391636,
      "grad_norm": 0.12533177435398102,
      "learning_rate": 1.7475978623252453e-05,
      "loss": 0.8264,
      "step": 12067
    },
    {
      "epoch": 0.2543214949922816,
      "grad_norm": 0.19129683077335358,
      "learning_rate": 1.747552529611521e-05,
      "loss": 0.9377,
      "step": 12068
    },
    {
      "epoch": 0.25434256903064695,
      "grad_norm": 0.14412514865398407,
      "learning_rate": 1.747507193415248e-05,
      "loss": 0.8302,
      "step": 12069
    },
    {
      "epoch": 0.2543636430690122,
      "grad_norm": 0.1712883859872818,
      "learning_rate": 1.747461853736637e-05,
      "loss": 0.8729,
      "step": 12070
    },
    {
      "epoch": 0.2543847171073775,
      "grad_norm": 0.17301759123802185,
      "learning_rate": 1.7474165105758996e-05,
      "loss": 0.9238,
      "step": 12071
    },
    {
      "epoch": 0.2544057911457428,
      "grad_norm": 0.12236650288105011,
      "learning_rate": 1.7473711639332464e-05,
      "loss": 0.9012,
      "step": 12072
    },
    {
      "epoch": 0.25442686518410806,
      "grad_norm": 0.1694837063550949,
      "learning_rate": 1.747325813808889e-05,
      "loss": 0.9565,
      "step": 12073
    },
    {
      "epoch": 0.25444793922247333,
      "grad_norm": 0.120945505797863,
      "learning_rate": 1.747280460203039e-05,
      "loss": 0.7983,
      "step": 12074
    },
    {
      "epoch": 0.25446901326083865,
      "grad_norm": 0.18323609232902527,
      "learning_rate": 1.747235103115907e-05,
      "loss": 0.9211,
      "step": 12075
    },
    {
      "epoch": 0.2544900872992039,
      "grad_norm": 0.1840425431728363,
      "learning_rate": 1.7471897425477046e-05,
      "loss": 0.913,
      "step": 12076
    },
    {
      "epoch": 0.25451116133756924,
      "grad_norm": 0.13209845125675201,
      "learning_rate": 1.7471443784986433e-05,
      "loss": 0.8395,
      "step": 12077
    },
    {
      "epoch": 0.2545322353759345,
      "grad_norm": 0.1413898766040802,
      "learning_rate": 1.7470990109689342e-05,
      "loss": 0.8018,
      "step": 12078
    },
    {
      "epoch": 0.25455330941429977,
      "grad_norm": 0.1519157886505127,
      "learning_rate": 1.7470536399587884e-05,
      "loss": 0.8649,
      "step": 12079
    },
    {
      "epoch": 0.2545743834526651,
      "grad_norm": 0.1567012518644333,
      "learning_rate": 1.747008265468418e-05,
      "loss": 0.9137,
      "step": 12080
    },
    {
      "epoch": 0.25459545749103035,
      "grad_norm": 0.17576786875724792,
      "learning_rate": 1.746962887498034e-05,
      "loss": 0.8794,
      "step": 12081
    },
    {
      "epoch": 0.2546165315293957,
      "grad_norm": 0.11744053661823273,
      "learning_rate": 1.7469175060478475e-05,
      "loss": 0.8249,
      "step": 12082
    },
    {
      "epoch": 0.25463760556776094,
      "grad_norm": 0.16497305035591125,
      "learning_rate": 1.7468721211180704e-05,
      "loss": 0.9087,
      "step": 12083
    },
    {
      "epoch": 0.2546586796061262,
      "grad_norm": 0.14390012621879578,
      "learning_rate": 1.746826732708914e-05,
      "loss": 0.8654,
      "step": 12084
    },
    {
      "epoch": 0.2546797536444915,
      "grad_norm": 0.1370764970779419,
      "learning_rate": 1.7467813408205897e-05,
      "loss": 0.8737,
      "step": 12085
    },
    {
      "epoch": 0.2547008276828568,
      "grad_norm": 0.17549392580986023,
      "learning_rate": 1.7467359454533088e-05,
      "loss": 0.8666,
      "step": 12086
    },
    {
      "epoch": 0.2547219017212221,
      "grad_norm": 0.11905106157064438,
      "learning_rate": 1.746690546607283e-05,
      "loss": 0.9495,
      "step": 12087
    },
    {
      "epoch": 0.2547429757595874,
      "grad_norm": 0.15639297664165497,
      "learning_rate": 1.7466451442827238e-05,
      "loss": 0.8912,
      "step": 12088
    },
    {
      "epoch": 0.25476404979795264,
      "grad_norm": 0.13033071160316467,
      "learning_rate": 1.7465997384798422e-05,
      "loss": 0.8095,
      "step": 12089
    },
    {
      "epoch": 0.25478512383631796,
      "grad_norm": 0.14218798279762268,
      "learning_rate": 1.74655432919885e-05,
      "loss": 0.8572,
      "step": 12090
    },
    {
      "epoch": 0.2548061978746832,
      "grad_norm": 0.18295952677726746,
      "learning_rate": 1.7465089164399595e-05,
      "loss": 0.8567,
      "step": 12091
    },
    {
      "epoch": 0.2548272719130485,
      "grad_norm": 0.1233057752251625,
      "learning_rate": 1.7464635002033815e-05,
      "loss": 0.9256,
      "step": 12092
    },
    {
      "epoch": 0.2548483459514138,
      "grad_norm": 0.17055915296077728,
      "learning_rate": 1.7464180804893275e-05,
      "loss": 0.8888,
      "step": 12093
    },
    {
      "epoch": 0.2548694199897791,
      "grad_norm": 0.12156011909246445,
      "learning_rate": 1.7463726572980094e-05,
      "loss": 0.9102,
      "step": 12094
    },
    {
      "epoch": 0.2548904940281444,
      "grad_norm": 0.17284846305847168,
      "learning_rate": 1.746327230629639e-05,
      "loss": 0.935,
      "step": 12095
    },
    {
      "epoch": 0.25491156806650966,
      "grad_norm": 0.17019987106323242,
      "learning_rate": 1.7462818004844274e-05,
      "loss": 0.8522,
      "step": 12096
    },
    {
      "epoch": 0.25493264210487493,
      "grad_norm": 0.11470820009708405,
      "learning_rate": 1.7462363668625867e-05,
      "loss": 0.8241,
      "step": 12097
    },
    {
      "epoch": 0.25495371614324025,
      "grad_norm": 0.16400277614593506,
      "learning_rate": 1.7461909297643282e-05,
      "loss": 0.9194,
      "step": 12098
    },
    {
      "epoch": 0.2549747901816055,
      "grad_norm": 0.1519324630498886,
      "learning_rate": 1.7461454891898635e-05,
      "loss": 0.896,
      "step": 12099
    },
    {
      "epoch": 0.25499586421997084,
      "grad_norm": 0.11470592767000198,
      "learning_rate": 1.746100045139405e-05,
      "loss": 0.8181,
      "step": 12100
    },
    {
      "epoch": 0.2550169382583361,
      "grad_norm": 0.14038819074630737,
      "learning_rate": 1.7460545976131634e-05,
      "loss": 0.8762,
      "step": 12101
    },
    {
      "epoch": 0.25503801229670137,
      "grad_norm": 0.14986592531204224,
      "learning_rate": 1.7460091466113514e-05,
      "loss": 0.8955,
      "step": 12102
    },
    {
      "epoch": 0.2550590863350667,
      "grad_norm": 0.13941389322280884,
      "learning_rate": 1.74596369213418e-05,
      "loss": 0.8999,
      "step": 12103
    },
    {
      "epoch": 0.25508016037343195,
      "grad_norm": 0.19457636773586273,
      "learning_rate": 1.7459182341818612e-05,
      "loss": 0.8351,
      "step": 12104
    },
    {
      "epoch": 0.2551012344117973,
      "grad_norm": 0.157948300242424,
      "learning_rate": 1.7458727727546068e-05,
      "loss": 0.8292,
      "step": 12105
    },
    {
      "epoch": 0.25512230845016254,
      "grad_norm": 0.16000781953334808,
      "learning_rate": 1.7458273078526288e-05,
      "loss": 0.8249,
      "step": 12106
    },
    {
      "epoch": 0.2551433824885278,
      "grad_norm": 0.21248137950897217,
      "learning_rate": 1.7457818394761386e-05,
      "loss": 0.8927,
      "step": 12107
    },
    {
      "epoch": 0.2551644565268931,
      "grad_norm": 0.1536368429660797,
      "learning_rate": 1.7457363676253485e-05,
      "loss": 0.8923,
      "step": 12108
    },
    {
      "epoch": 0.2551855305652584,
      "grad_norm": 0.1956603229045868,
      "learning_rate": 1.7456908923004695e-05,
      "loss": 0.8899,
      "step": 12109
    },
    {
      "epoch": 0.25520660460362365,
      "grad_norm": 0.1620112806558609,
      "learning_rate": 1.7456454135017145e-05,
      "loss": 0.8295,
      "step": 12110
    },
    {
      "epoch": 0.255227678641989,
      "grad_norm": 0.1676121950149536,
      "learning_rate": 1.7455999312292947e-05,
      "loss": 0.9227,
      "step": 12111
    },
    {
      "epoch": 0.25524875268035424,
      "grad_norm": 0.15166759490966797,
      "learning_rate": 1.7455544454834222e-05,
      "loss": 0.8489,
      "step": 12112
    },
    {
      "epoch": 0.25526982671871956,
      "grad_norm": 0.15798209607601166,
      "learning_rate": 1.7455089562643087e-05,
      "loss": 0.9019,
      "step": 12113
    },
    {
      "epoch": 0.2552909007570848,
      "grad_norm": 0.18979032337665558,
      "learning_rate": 1.7454634635721663e-05,
      "loss": 0.8922,
      "step": 12114
    },
    {
      "epoch": 0.2553119747954501,
      "grad_norm": 0.17133206129074097,
      "learning_rate": 1.745417967407207e-05,
      "loss": 0.8333,
      "step": 12115
    },
    {
      "epoch": 0.2553330488338154,
      "grad_norm": 0.255734920501709,
      "learning_rate": 1.7453724677696425e-05,
      "loss": 0.8333,
      "step": 12116
    },
    {
      "epoch": 0.2553541228721807,
      "grad_norm": 0.16338422894477844,
      "learning_rate": 1.745326964659685e-05,
      "loss": 0.8748,
      "step": 12117
    },
    {
      "epoch": 0.255375196910546,
      "grad_norm": 0.19265489280223846,
      "learning_rate": 1.7452814580775467e-05,
      "loss": 0.8212,
      "step": 12118
    },
    {
      "epoch": 0.25539627094891126,
      "grad_norm": 0.14676085114479065,
      "learning_rate": 1.7452359480234386e-05,
      "loss": 0.8908,
      "step": 12119
    },
    {
      "epoch": 0.25541734498727653,
      "grad_norm": 0.1921127587556839,
      "learning_rate": 1.7451904344975742e-05,
      "loss": 0.8366,
      "step": 12120
    },
    {
      "epoch": 0.25543841902564185,
      "grad_norm": 0.1347818523645401,
      "learning_rate": 1.745144917500164e-05,
      "loss": 0.8967,
      "step": 12121
    },
    {
      "epoch": 0.2554594930640071,
      "grad_norm": 0.22284653782844543,
      "learning_rate": 1.745099397031421e-05,
      "loss": 0.9536,
      "step": 12122
    },
    {
      "epoch": 0.25548056710237244,
      "grad_norm": 0.15405872464179993,
      "learning_rate": 1.7450538730915575e-05,
      "loss": 0.9174,
      "step": 12123
    },
    {
      "epoch": 0.2555016411407377,
      "grad_norm": 0.2729693353176117,
      "learning_rate": 1.7450083456807844e-05,
      "loss": 0.8846,
      "step": 12124
    },
    {
      "epoch": 0.25552271517910297,
      "grad_norm": 0.2513714134693146,
      "learning_rate": 1.744962814799315e-05,
      "loss": 0.8752,
      "step": 12125
    },
    {
      "epoch": 0.2555437892174683,
      "grad_norm": 0.1824614703655243,
      "learning_rate": 1.7449172804473606e-05,
      "loss": 0.9348,
      "step": 12126
    },
    {
      "epoch": 0.25556486325583355,
      "grad_norm": 0.21861673891544342,
      "learning_rate": 1.7448717426251337e-05,
      "loss": 0.8723,
      "step": 12127
    },
    {
      "epoch": 0.2555859372941988,
      "grad_norm": 0.17263831198215485,
      "learning_rate": 1.7448262013328466e-05,
      "loss": 0.9092,
      "step": 12128
    },
    {
      "epoch": 0.25560701133256414,
      "grad_norm": 0.21292385458946228,
      "learning_rate": 1.7447806565707114e-05,
      "loss": 0.8609,
      "step": 12129
    },
    {
      "epoch": 0.2556280853709294,
      "grad_norm": 0.1893412321805954,
      "learning_rate": 1.7447351083389395e-05,
      "loss": 0.8849,
      "step": 12130
    },
    {
      "epoch": 0.2556491594092947,
      "grad_norm": 0.29969698190689087,
      "learning_rate": 1.744689556637744e-05,
      "loss": 0.979,
      "step": 12131
    },
    {
      "epoch": 0.25567023344766,
      "grad_norm": 0.15607555210590363,
      "learning_rate": 1.744644001467337e-05,
      "loss": 0.9339,
      "step": 12132
    },
    {
      "epoch": 0.25569130748602525,
      "grad_norm": 0.16501383483409882,
      "learning_rate": 1.7445984428279308e-05,
      "loss": 0.8356,
      "step": 12133
    },
    {
      "epoch": 0.2557123815243906,
      "grad_norm": 0.1255737841129303,
      "learning_rate": 1.7445528807197368e-05,
      "loss": 0.8595,
      "step": 12134
    },
    {
      "epoch": 0.25573345556275584,
      "grad_norm": 0.2909533679485321,
      "learning_rate": 1.7445073151429683e-05,
      "loss": 0.9161,
      "step": 12135
    },
    {
      "epoch": 0.25575452960112116,
      "grad_norm": 0.16637390851974487,
      "learning_rate": 1.7444617460978368e-05,
      "loss": 0.9302,
      "step": 12136
    },
    {
      "epoch": 0.2557756036394864,
      "grad_norm": 0.19436334073543549,
      "learning_rate": 1.744416173584555e-05,
      "loss": 0.8752,
      "step": 12137
    },
    {
      "epoch": 0.2557966776778517,
      "grad_norm": 0.18991896510124207,
      "learning_rate": 1.744370597603335e-05,
      "loss": 0.9288,
      "step": 12138
    },
    {
      "epoch": 0.255817751716217,
      "grad_norm": 0.1337152123451233,
      "learning_rate": 1.744325018154389e-05,
      "loss": 0.8785,
      "step": 12139
    },
    {
      "epoch": 0.2558388257545823,
      "grad_norm": 0.19546501338481903,
      "learning_rate": 1.74427943523793e-05,
      "loss": 0.9044,
      "step": 12140
    },
    {
      "epoch": 0.2558598997929476,
      "grad_norm": 0.1366884559392929,
      "learning_rate": 1.74423384885417e-05,
      "loss": 0.8955,
      "step": 12141
    },
    {
      "epoch": 0.25588097383131286,
      "grad_norm": 0.1981152594089508,
      "learning_rate": 1.744188259003321e-05,
      "loss": 0.934,
      "step": 12142
    },
    {
      "epoch": 0.25590204786967813,
      "grad_norm": 0.18627150356769562,
      "learning_rate": 1.7441426656855958e-05,
      "loss": 0.9202,
      "step": 12143
    },
    {
      "epoch": 0.25592312190804345,
      "grad_norm": 0.13413672149181366,
      "learning_rate": 1.7440970689012065e-05,
      "loss": 0.8847,
      "step": 12144
    },
    {
      "epoch": 0.2559441959464087,
      "grad_norm": 0.1807573437690735,
      "learning_rate": 1.7440514686503658e-05,
      "loss": 0.9494,
      "step": 12145
    },
    {
      "epoch": 0.255965269984774,
      "grad_norm": 0.1404404193162918,
      "learning_rate": 1.744005864933286e-05,
      "loss": 0.8694,
      "step": 12146
    },
    {
      "epoch": 0.2559863440231393,
      "grad_norm": 0.12988567352294922,
      "learning_rate": 1.7439602577501795e-05,
      "loss": 0.8488,
      "step": 12147
    },
    {
      "epoch": 0.25600741806150457,
      "grad_norm": 0.137187659740448,
      "learning_rate": 1.743914647101259e-05,
      "loss": 0.965,
      "step": 12148
    },
    {
      "epoch": 0.2560284920998699,
      "grad_norm": 0.12955890595912933,
      "learning_rate": 1.7438690329867368e-05,
      "loss": 0.9378,
      "step": 12149
    },
    {
      "epoch": 0.25604956613823515,
      "grad_norm": 0.11614867299795151,
      "learning_rate": 1.743823415406825e-05,
      "loss": 0.7863,
      "step": 12150
    },
    {
      "epoch": 0.2560706401766004,
      "grad_norm": 0.1533738523721695,
      "learning_rate": 1.743777794361737e-05,
      "loss": 0.8531,
      "step": 12151
    },
    {
      "epoch": 0.25609171421496574,
      "grad_norm": 0.13200165331363678,
      "learning_rate": 1.743732169851685e-05,
      "loss": 0.8723,
      "step": 12152
    },
    {
      "epoch": 0.256112788253331,
      "grad_norm": 0.1491631716489792,
      "learning_rate": 1.743686541876881e-05,
      "loss": 0.8648,
      "step": 12153
    },
    {
      "epoch": 0.2561338622916963,
      "grad_norm": 0.11103509366512299,
      "learning_rate": 1.743640910437538e-05,
      "loss": 0.8362,
      "step": 12154
    },
    {
      "epoch": 0.2561549363300616,
      "grad_norm": 0.14243890345096588,
      "learning_rate": 1.743595275533869e-05,
      "loss": 0.8215,
      "step": 12155
    },
    {
      "epoch": 0.25617601036842685,
      "grad_norm": 0.13235832750797272,
      "learning_rate": 1.7435496371660854e-05,
      "loss": 0.8627,
      "step": 12156
    },
    {
      "epoch": 0.2561970844067922,
      "grad_norm": 0.14929531514644623,
      "learning_rate": 1.743503995334401e-05,
      "loss": 0.9307,
      "step": 12157
    },
    {
      "epoch": 0.25621815844515744,
      "grad_norm": 0.14072823524475098,
      "learning_rate": 1.7434583500390278e-05,
      "loss": 0.8694,
      "step": 12158
    },
    {
      "epoch": 0.25623923248352276,
      "grad_norm": 0.12002838402986526,
      "learning_rate": 1.743412701280179e-05,
      "loss": 0.8732,
      "step": 12159
    },
    {
      "epoch": 0.256260306521888,
      "grad_norm": 0.1390729397535324,
      "learning_rate": 1.7433670490580663e-05,
      "loss": 0.8293,
      "step": 12160
    },
    {
      "epoch": 0.2562813805602533,
      "grad_norm": 0.16133613884449005,
      "learning_rate": 1.7433213933729033e-05,
      "loss": 0.924,
      "step": 12161
    },
    {
      "epoch": 0.2563024545986186,
      "grad_norm": 0.1132703348994255,
      "learning_rate": 1.743275734224902e-05,
      "loss": 0.7579,
      "step": 12162
    },
    {
      "epoch": 0.2563235286369839,
      "grad_norm": 0.1417238414287567,
      "learning_rate": 1.743230071614276e-05,
      "loss": 0.8742,
      "step": 12163
    },
    {
      "epoch": 0.2563446026753492,
      "grad_norm": 0.11867557466030121,
      "learning_rate": 1.7431844055412372e-05,
      "loss": 0.8737,
      "step": 12164
    },
    {
      "epoch": 0.25636567671371446,
      "grad_norm": 0.13498781621456146,
      "learning_rate": 1.7431387360059986e-05,
      "loss": 0.8637,
      "step": 12165
    },
    {
      "epoch": 0.25638675075207973,
      "grad_norm": 0.11388583481311798,
      "learning_rate": 1.743093063008773e-05,
      "loss": 0.9034,
      "step": 12166
    },
    {
      "epoch": 0.25640782479044505,
      "grad_norm": 0.16409946978092194,
      "learning_rate": 1.7430473865497735e-05,
      "loss": 0.9295,
      "step": 12167
    },
    {
      "epoch": 0.2564288988288103,
      "grad_norm": 0.142239049077034,
      "learning_rate": 1.743001706629212e-05,
      "loss": 0.8976,
      "step": 12168
    },
    {
      "epoch": 0.2564499728671756,
      "grad_norm": 0.11317554116249084,
      "learning_rate": 1.742956023247302e-05,
      "loss": 0.8506,
      "step": 12169
    },
    {
      "epoch": 0.2564710469055409,
      "grad_norm": 0.16685037314891815,
      "learning_rate": 1.7429103364042564e-05,
      "loss": 0.8879,
      "step": 12170
    },
    {
      "epoch": 0.25649212094390617,
      "grad_norm": 0.14968538284301758,
      "learning_rate": 1.7428646461002876e-05,
      "loss": 0.8837,
      "step": 12171
    },
    {
      "epoch": 0.2565131949822715,
      "grad_norm": 0.12579773366451263,
      "learning_rate": 1.7428189523356085e-05,
      "loss": 0.8927,
      "step": 12172
    },
    {
      "epoch": 0.25653426902063675,
      "grad_norm": 0.11674543470144272,
      "learning_rate": 1.7427732551104325e-05,
      "loss": 0.8799,
      "step": 12173
    },
    {
      "epoch": 0.256555343059002,
      "grad_norm": 0.1324480175971985,
      "learning_rate": 1.7427275544249717e-05,
      "loss": 0.884,
      "step": 12174
    },
    {
      "epoch": 0.25657641709736734,
      "grad_norm": 0.1088753268122673,
      "learning_rate": 1.7426818502794397e-05,
      "loss": 0.8751,
      "step": 12175
    },
    {
      "epoch": 0.2565974911357326,
      "grad_norm": 0.1094074696302414,
      "learning_rate": 1.742636142674049e-05,
      "loss": 0.8039,
      "step": 12176
    },
    {
      "epoch": 0.2566185651740979,
      "grad_norm": 0.12179853022098541,
      "learning_rate": 1.7425904316090124e-05,
      "loss": 0.8528,
      "step": 12177
    },
    {
      "epoch": 0.2566396392124632,
      "grad_norm": 0.12251070141792297,
      "learning_rate": 1.7425447170845437e-05,
      "loss": 0.8562,
      "step": 12178
    },
    {
      "epoch": 0.25666071325082845,
      "grad_norm": 0.119166299700737,
      "learning_rate": 1.7424989991008548e-05,
      "loss": 0.8678,
      "step": 12179
    },
    {
      "epoch": 0.2566817872891938,
      "grad_norm": 0.15321551263332367,
      "learning_rate": 1.7424532776581595e-05,
      "loss": 0.9145,
      "step": 12180
    },
    {
      "epoch": 0.25670286132755904,
      "grad_norm": 0.1185893788933754,
      "learning_rate": 1.7424075527566702e-05,
      "loss": 0.8801,
      "step": 12181
    },
    {
      "epoch": 0.25672393536592436,
      "grad_norm": 0.11448144912719727,
      "learning_rate": 1.7423618243966004e-05,
      "loss": 0.8879,
      "step": 12182
    },
    {
      "epoch": 0.2567450094042896,
      "grad_norm": 0.16175557672977448,
      "learning_rate": 1.7423160925781624e-05,
      "loss": 0.9572,
      "step": 12183
    },
    {
      "epoch": 0.2567660834426549,
      "grad_norm": 0.11116034537553787,
      "learning_rate": 1.74227035730157e-05,
      "loss": 0.8668,
      "step": 12184
    },
    {
      "epoch": 0.2567871574810202,
      "grad_norm": 0.11390695720911026,
      "learning_rate": 1.742224618567036e-05,
      "loss": 0.9122,
      "step": 12185
    },
    {
      "epoch": 0.2568082315193855,
      "grad_norm": 0.12292179465293884,
      "learning_rate": 1.742178876374774e-05,
      "loss": 0.8014,
      "step": 12186
    },
    {
      "epoch": 0.25682930555775074,
      "grad_norm": 0.10258636623620987,
      "learning_rate": 1.742133130724996e-05,
      "loss": 0.8321,
      "step": 12187
    },
    {
      "epoch": 0.25685037959611606,
      "grad_norm": 0.12551060318946838,
      "learning_rate": 1.742087381617916e-05,
      "loss": 0.8775,
      "step": 12188
    },
    {
      "epoch": 0.25687145363448133,
      "grad_norm": 0.128189355134964,
      "learning_rate": 1.7420416290537465e-05,
      "loss": 0.8296,
      "step": 12189
    },
    {
      "epoch": 0.25689252767284665,
      "grad_norm": 0.15029498934745789,
      "learning_rate": 1.741995873032701e-05,
      "loss": 0.9656,
      "step": 12190
    },
    {
      "epoch": 0.2569136017112119,
      "grad_norm": 0.11604607850313187,
      "learning_rate": 1.7419501135549928e-05,
      "loss": 0.8347,
      "step": 12191
    },
    {
      "epoch": 0.2569346757495772,
      "grad_norm": 0.16453978419303894,
      "learning_rate": 1.7419043506208348e-05,
      "loss": 0.8934,
      "step": 12192
    },
    {
      "epoch": 0.2569557497879425,
      "grad_norm": 0.1420515477657318,
      "learning_rate": 1.7418585842304405e-05,
      "loss": 0.8452,
      "step": 12193
    },
    {
      "epoch": 0.25697682382630777,
      "grad_norm": 0.1512971967458725,
      "learning_rate": 1.7418128143840226e-05,
      "loss": 0.8518,
      "step": 12194
    },
    {
      "epoch": 0.2569978978646731,
      "grad_norm": 0.1437438577413559,
      "learning_rate": 1.7417670410817948e-05,
      "loss": 0.8665,
      "step": 12195
    },
    {
      "epoch": 0.25701897190303835,
      "grad_norm": 0.16009292006492615,
      "learning_rate": 1.74172126432397e-05,
      "loss": 0.8626,
      "step": 12196
    },
    {
      "epoch": 0.2570400459414036,
      "grad_norm": 0.18376587331295013,
      "learning_rate": 1.7416754841107616e-05,
      "loss": 0.9328,
      "step": 12197
    },
    {
      "epoch": 0.25706111997976894,
      "grad_norm": 0.1110432967543602,
      "learning_rate": 1.741629700442383e-05,
      "loss": 0.8267,
      "step": 12198
    },
    {
      "epoch": 0.2570821940181342,
      "grad_norm": 0.17231585085391998,
      "learning_rate": 1.7415839133190473e-05,
      "loss": 0.8784,
      "step": 12199
    },
    {
      "epoch": 0.2571032680564995,
      "grad_norm": 0.1390419602394104,
      "learning_rate": 1.741538122740968e-05,
      "loss": 0.8874,
      "step": 12200
    },
    {
      "epoch": 0.2571243420948648,
      "grad_norm": 0.13484728336334229,
      "learning_rate": 1.741492328708358e-05,
      "loss": 0.8617,
      "step": 12201
    },
    {
      "epoch": 0.25714541613323005,
      "grad_norm": 0.14315980672836304,
      "learning_rate": 1.7414465312214313e-05,
      "loss": 0.9019,
      "step": 12202
    },
    {
      "epoch": 0.2571664901715954,
      "grad_norm": 0.1236681267619133,
      "learning_rate": 1.7414007302804005e-05,
      "loss": 0.9019,
      "step": 12203
    },
    {
      "epoch": 0.25718756420996064,
      "grad_norm": 0.1604752242565155,
      "learning_rate": 1.7413549258854796e-05,
      "loss": 0.8263,
      "step": 12204
    },
    {
      "epoch": 0.2572086382483259,
      "grad_norm": 0.12532712519168854,
      "learning_rate": 1.741309118036882e-05,
      "loss": 0.8149,
      "step": 12205
    },
    {
      "epoch": 0.2572297122866912,
      "grad_norm": 0.12943316996097565,
      "learning_rate": 1.7412633067348203e-05,
      "loss": 0.7871,
      "step": 12206
    },
    {
      "epoch": 0.2572507863250565,
      "grad_norm": 0.15499183535575867,
      "learning_rate": 1.7412174919795088e-05,
      "loss": 0.865,
      "step": 12207
    },
    {
      "epoch": 0.2572718603634218,
      "grad_norm": 0.1271618753671646,
      "learning_rate": 1.7411716737711604e-05,
      "loss": 0.8689,
      "step": 12208
    },
    {
      "epoch": 0.2572929344017871,
      "grad_norm": 0.13385003805160522,
      "learning_rate": 1.7411258521099886e-05,
      "loss": 0.9554,
      "step": 12209
    },
    {
      "epoch": 0.25731400844015234,
      "grad_norm": 0.16361483931541443,
      "learning_rate": 1.7410800269962075e-05,
      "loss": 0.8096,
      "step": 12210
    },
    {
      "epoch": 0.25733508247851766,
      "grad_norm": 0.15623898804187775,
      "learning_rate": 1.74103419843003e-05,
      "loss": 0.8708,
      "step": 12211
    },
    {
      "epoch": 0.25735615651688293,
      "grad_norm": 0.17276373505592346,
      "learning_rate": 1.740988366411669e-05,
      "loss": 0.9015,
      "step": 12212
    },
    {
      "epoch": 0.25737723055524825,
      "grad_norm": 0.13539764285087585,
      "learning_rate": 1.7409425309413392e-05,
      "loss": 0.9215,
      "step": 12213
    },
    {
      "epoch": 0.2573983045936135,
      "grad_norm": 0.15780751407146454,
      "learning_rate": 1.7408966920192537e-05,
      "loss": 0.8446,
      "step": 12214
    },
    {
      "epoch": 0.2574193786319788,
      "grad_norm": 0.12836533784866333,
      "learning_rate": 1.7408508496456256e-05,
      "loss": 0.9243,
      "step": 12215
    },
    {
      "epoch": 0.2574404526703441,
      "grad_norm": 0.12310755252838135,
      "learning_rate": 1.7408050038206692e-05,
      "loss": 0.8386,
      "step": 12216
    },
    {
      "epoch": 0.25746152670870937,
      "grad_norm": 0.1401311159133911,
      "learning_rate": 1.7407591545445973e-05,
      "loss": 0.8561,
      "step": 12217
    },
    {
      "epoch": 0.2574826007470747,
      "grad_norm": 0.12210766971111298,
      "learning_rate": 1.7407133018176245e-05,
      "loss": 0.9156,
      "step": 12218
    },
    {
      "epoch": 0.25750367478543995,
      "grad_norm": 0.16033382713794708,
      "learning_rate": 1.7406674456399634e-05,
      "loss": 0.878,
      "step": 12219
    },
    {
      "epoch": 0.2575247488238052,
      "grad_norm": 0.13976140320301056,
      "learning_rate": 1.7406215860118282e-05,
      "loss": 0.9243,
      "step": 12220
    },
    {
      "epoch": 0.25754582286217054,
      "grad_norm": 0.20071738958358765,
      "learning_rate": 1.740575722933432e-05,
      "loss": 0.9604,
      "step": 12221
    },
    {
      "epoch": 0.2575668969005358,
      "grad_norm": 0.16064637899398804,
      "learning_rate": 1.7405298564049894e-05,
      "loss": 0.8628,
      "step": 12222
    },
    {
      "epoch": 0.25758797093890107,
      "grad_norm": 0.1569238156080246,
      "learning_rate": 1.740483986426713e-05,
      "loss": 0.9124,
      "step": 12223
    },
    {
      "epoch": 0.2576090449772664,
      "grad_norm": 0.12685534358024597,
      "learning_rate": 1.7404381129988173e-05,
      "loss": 0.8894,
      "step": 12224
    },
    {
      "epoch": 0.25763011901563165,
      "grad_norm": 0.16762161254882812,
      "learning_rate": 1.740392236121516e-05,
      "loss": 0.9212,
      "step": 12225
    },
    {
      "epoch": 0.257651193053997,
      "grad_norm": 0.12001052498817444,
      "learning_rate": 1.7403463557950217e-05,
      "loss": 0.7902,
      "step": 12226
    },
    {
      "epoch": 0.25767226709236224,
      "grad_norm": 0.14827676117420197,
      "learning_rate": 1.7403004720195493e-05,
      "loss": 0.8555,
      "step": 12227
    },
    {
      "epoch": 0.2576933411307275,
      "grad_norm": 0.13244523108005524,
      "learning_rate": 1.7402545847953124e-05,
      "loss": 0.8845,
      "step": 12228
    },
    {
      "epoch": 0.2577144151690928,
      "grad_norm": 0.14469769597053528,
      "learning_rate": 1.7402086941225246e-05,
      "loss": 0.864,
      "step": 12229
    },
    {
      "epoch": 0.2577354892074581,
      "grad_norm": 0.18177346885204315,
      "learning_rate": 1.7401628000013996e-05,
      "loss": 0.872,
      "step": 12230
    },
    {
      "epoch": 0.2577565632458234,
      "grad_norm": 0.1507469117641449,
      "learning_rate": 1.740116902432151e-05,
      "loss": 0.8529,
      "step": 12231
    },
    {
      "epoch": 0.2577776372841887,
      "grad_norm": 0.13406305015087128,
      "learning_rate": 1.740071001414993e-05,
      "loss": 0.8336,
      "step": 12232
    },
    {
      "epoch": 0.25779871132255394,
      "grad_norm": 0.11392476409673691,
      "learning_rate": 1.74002509695014e-05,
      "loss": 0.7737,
      "step": 12233
    },
    {
      "epoch": 0.25781978536091926,
      "grad_norm": 0.15245220065116882,
      "learning_rate": 1.739979189037804e-05,
      "loss": 0.8908,
      "step": 12234
    },
    {
      "epoch": 0.2578408593992845,
      "grad_norm": 0.1828080117702484,
      "learning_rate": 1.7399332776782012e-05,
      "loss": 0.8672,
      "step": 12235
    },
    {
      "epoch": 0.25786193343764985,
      "grad_norm": 0.1415419578552246,
      "learning_rate": 1.7398873628715436e-05,
      "loss": 0.8772,
      "step": 12236
    },
    {
      "epoch": 0.2578830074760151,
      "grad_norm": 0.19111070036888123,
      "learning_rate": 1.739841444618046e-05,
      "loss": 0.8791,
      "step": 12237
    },
    {
      "epoch": 0.2579040815143804,
      "grad_norm": 0.16726352274417877,
      "learning_rate": 1.7397955229179223e-05,
      "loss": 0.8895,
      "step": 12238
    },
    {
      "epoch": 0.2579251555527457,
      "grad_norm": 0.12251459807157516,
      "learning_rate": 1.739749597771386e-05,
      "loss": 0.9101,
      "step": 12239
    },
    {
      "epoch": 0.25794622959111096,
      "grad_norm": 0.18392209708690643,
      "learning_rate": 1.7397036691786514e-05,
      "loss": 0.8526,
      "step": 12240
    },
    {
      "epoch": 0.25796730362947623,
      "grad_norm": 0.12296143174171448,
      "learning_rate": 1.7396577371399325e-05,
      "loss": 0.8718,
      "step": 12241
    },
    {
      "epoch": 0.25798837766784155,
      "grad_norm": 0.16766613721847534,
      "learning_rate": 1.739611801655443e-05,
      "loss": 0.9464,
      "step": 12242
    },
    {
      "epoch": 0.2580094517062068,
      "grad_norm": 0.17379191517829895,
      "learning_rate": 1.7395658627253974e-05,
      "loss": 0.8565,
      "step": 12243
    },
    {
      "epoch": 0.25803052574457214,
      "grad_norm": 0.11804541945457458,
      "learning_rate": 1.7395199203500092e-05,
      "loss": 0.836,
      "step": 12244
    },
    {
      "epoch": 0.2580515997829374,
      "grad_norm": 0.14849959313869476,
      "learning_rate": 1.7394739745294923e-05,
      "loss": 0.9077,
      "step": 12245
    },
    {
      "epoch": 0.25807267382130267,
      "grad_norm": 0.1522732824087143,
      "learning_rate": 1.7394280252640613e-05,
      "loss": 0.8803,
      "step": 12246
    },
    {
      "epoch": 0.258093747859668,
      "grad_norm": 0.11925696581602097,
      "learning_rate": 1.7393820725539302e-05,
      "loss": 0.8869,
      "step": 12247
    },
    {
      "epoch": 0.25811482189803325,
      "grad_norm": 0.16843698918819427,
      "learning_rate": 1.7393361163993122e-05,
      "loss": 0.9057,
      "step": 12248
    },
    {
      "epoch": 0.2581358959363986,
      "grad_norm": 0.15253306925296783,
      "learning_rate": 1.7392901568004228e-05,
      "loss": 0.89,
      "step": 12249
    },
    {
      "epoch": 0.25815696997476384,
      "grad_norm": 0.11963048577308655,
      "learning_rate": 1.739244193757475e-05,
      "loss": 0.9034,
      "step": 12250
    },
    {
      "epoch": 0.2581780440131291,
      "grad_norm": 0.22118446230888367,
      "learning_rate": 1.7391982272706834e-05,
      "loss": 0.9754,
      "step": 12251
    },
    {
      "epoch": 0.2581991180514944,
      "grad_norm": 0.14698149263858795,
      "learning_rate": 1.739152257340262e-05,
      "loss": 0.9112,
      "step": 12252
    },
    {
      "epoch": 0.2582201920898597,
      "grad_norm": 0.11862444132566452,
      "learning_rate": 1.739106283966425e-05,
      "loss": 0.82,
      "step": 12253
    },
    {
      "epoch": 0.258241266128225,
      "grad_norm": 0.16476255655288696,
      "learning_rate": 1.7390603071493864e-05,
      "loss": 0.903,
      "step": 12254
    },
    {
      "epoch": 0.2582623401665903,
      "grad_norm": 0.12694501876831055,
      "learning_rate": 1.739014326889361e-05,
      "loss": 0.8788,
      "step": 12255
    },
    {
      "epoch": 0.25828341420495554,
      "grad_norm": 0.12101247906684875,
      "learning_rate": 1.7389683431865624e-05,
      "loss": 0.7695,
      "step": 12256
    },
    {
      "epoch": 0.25830448824332086,
      "grad_norm": 0.11478642374277115,
      "learning_rate": 1.7389223560412044e-05,
      "loss": 0.8681,
      "step": 12257
    },
    {
      "epoch": 0.2583255622816861,
      "grad_norm": 0.14333078265190125,
      "learning_rate": 1.7388763654535024e-05,
      "loss": 0.8765,
      "step": 12258
    },
    {
      "epoch": 0.25834663632005145,
      "grad_norm": 0.1909470558166504,
      "learning_rate": 1.73883037142367e-05,
      "loss": 0.9206,
      "step": 12259
    },
    {
      "epoch": 0.2583677103584167,
      "grad_norm": 0.11812909692525864,
      "learning_rate": 1.7387843739519215e-05,
      "loss": 0.8789,
      "step": 12260
    },
    {
      "epoch": 0.258388784396782,
      "grad_norm": 0.1298205405473709,
      "learning_rate": 1.7387383730384712e-05,
      "loss": 0.916,
      "step": 12261
    },
    {
      "epoch": 0.2584098584351473,
      "grad_norm": 0.13515758514404297,
      "learning_rate": 1.738692368683533e-05,
      "loss": 0.8657,
      "step": 12262
    },
    {
      "epoch": 0.25843093247351256,
      "grad_norm": 0.10541856288909912,
      "learning_rate": 1.738646360887322e-05,
      "loss": 0.8775,
      "step": 12263
    },
    {
      "epoch": 0.25845200651187783,
      "grad_norm": 0.1505029797554016,
      "learning_rate": 1.738600349650052e-05,
      "loss": 0.9428,
      "step": 12264
    },
    {
      "epoch": 0.25847308055024315,
      "grad_norm": 0.14008142054080963,
      "learning_rate": 1.7385543349719378e-05,
      "loss": 0.8941,
      "step": 12265
    },
    {
      "epoch": 0.2584941545886084,
      "grad_norm": 0.13380345702171326,
      "learning_rate": 1.7385083168531934e-05,
      "loss": 0.8674,
      "step": 12266
    },
    {
      "epoch": 0.25851522862697374,
      "grad_norm": 0.11674820631742477,
      "learning_rate": 1.7384622952940333e-05,
      "loss": 0.8117,
      "step": 12267
    },
    {
      "epoch": 0.258536302665339,
      "grad_norm": 0.11725039780139923,
      "learning_rate": 1.7384162702946715e-05,
      "loss": 0.815,
      "step": 12268
    },
    {
      "epoch": 0.25855737670370427,
      "grad_norm": 0.12951907515525818,
      "learning_rate": 1.738370241855323e-05,
      "loss": 0.8593,
      "step": 12269
    },
    {
      "epoch": 0.2585784507420696,
      "grad_norm": 0.13198742270469666,
      "learning_rate": 1.7383242099762017e-05,
      "loss": 0.8512,
      "step": 12270
    },
    {
      "epoch": 0.25859952478043485,
      "grad_norm": 0.13612887263298035,
      "learning_rate": 1.7382781746575226e-05,
      "loss": 0.8772,
      "step": 12271
    },
    {
      "epoch": 0.2586205988188002,
      "grad_norm": 0.13296419382095337,
      "learning_rate": 1.7382321358995e-05,
      "loss": 0.8791,
      "step": 12272
    },
    {
      "epoch": 0.25864167285716544,
      "grad_norm": 0.1566087305545807,
      "learning_rate": 1.7381860937023484e-05,
      "loss": 0.8293,
      "step": 12273
    },
    {
      "epoch": 0.2586627468955307,
      "grad_norm": 0.10792490094900131,
      "learning_rate": 1.7381400480662818e-05,
      "loss": 0.9455,
      "step": 12274
    },
    {
      "epoch": 0.258683820933896,
      "grad_norm": 0.1508985161781311,
      "learning_rate": 1.7380939989915152e-05,
      "loss": 0.869,
      "step": 12275
    },
    {
      "epoch": 0.2587048949722613,
      "grad_norm": 0.12161032110452652,
      "learning_rate": 1.7380479464782628e-05,
      "loss": 0.8343,
      "step": 12276
    },
    {
      "epoch": 0.2587259690106266,
      "grad_norm": 0.15285982191562653,
      "learning_rate": 1.7380018905267396e-05,
      "loss": 0.8722,
      "step": 12277
    },
    {
      "epoch": 0.2587470430489919,
      "grad_norm": 0.1678316593170166,
      "learning_rate": 1.73795583113716e-05,
      "loss": 0.9222,
      "step": 12278
    },
    {
      "epoch": 0.25876811708735714,
      "grad_norm": 0.13801632821559906,
      "learning_rate": 1.737909768309738e-05,
      "loss": 0.8848,
      "step": 12279
    },
    {
      "epoch": 0.25878919112572246,
      "grad_norm": 0.13556374609470367,
      "learning_rate": 1.7378637020446892e-05,
      "loss": 0.8896,
      "step": 12280
    },
    {
      "epoch": 0.2588102651640877,
      "grad_norm": 0.127345010638237,
      "learning_rate": 1.7378176323422272e-05,
      "loss": 0.8795,
      "step": 12281
    },
    {
      "epoch": 0.258831339202453,
      "grad_norm": 0.14906750619411469,
      "learning_rate": 1.737771559202567e-05,
      "loss": 0.8598,
      "step": 12282
    },
    {
      "epoch": 0.2588524132408183,
      "grad_norm": 0.15266363322734833,
      "learning_rate": 1.737725482625924e-05,
      "loss": 0.8164,
      "step": 12283
    },
    {
      "epoch": 0.2588734872791836,
      "grad_norm": 0.12964333593845367,
      "learning_rate": 1.7376794026125115e-05,
      "loss": 0.8332,
      "step": 12284
    },
    {
      "epoch": 0.2588945613175489,
      "grad_norm": 0.20596332848072052,
      "learning_rate": 1.737633319162545e-05,
      "loss": 0.8886,
      "step": 12285
    },
    {
      "epoch": 0.25891563535591416,
      "grad_norm": 0.1444484293460846,
      "learning_rate": 1.7375872322762393e-05,
      "loss": 0.9118,
      "step": 12286
    },
    {
      "epoch": 0.25893670939427943,
      "grad_norm": 0.1577407717704773,
      "learning_rate": 1.7375411419538085e-05,
      "loss": 0.876,
      "step": 12287
    },
    {
      "epoch": 0.25895778343264475,
      "grad_norm": 0.13629983365535736,
      "learning_rate": 1.7374950481954678e-05,
      "loss": 0.9376,
      "step": 12288
    },
    {
      "epoch": 0.25897885747101,
      "grad_norm": 0.11263810098171234,
      "learning_rate": 1.7374489510014317e-05,
      "loss": 0.7245,
      "step": 12289
    },
    {
      "epoch": 0.25899993150937534,
      "grad_norm": 0.15075621008872986,
      "learning_rate": 1.737402850371915e-05,
      "loss": 0.8043,
      "step": 12290
    },
    {
      "epoch": 0.2590210055477406,
      "grad_norm": 0.1184195950627327,
      "learning_rate": 1.7373567463071322e-05,
      "loss": 0.8279,
      "step": 12291
    },
    {
      "epoch": 0.25904207958610587,
      "grad_norm": 0.13887296617031097,
      "learning_rate": 1.7373106388072988e-05,
      "loss": 0.8081,
      "step": 12292
    },
    {
      "epoch": 0.2590631536244712,
      "grad_norm": 0.14650526642799377,
      "learning_rate": 1.737264527872629e-05,
      "loss": 0.8654,
      "step": 12293
    },
    {
      "epoch": 0.25908422766283645,
      "grad_norm": 0.13936136662960052,
      "learning_rate": 1.7372184135033378e-05,
      "loss": 0.8994,
      "step": 12294
    },
    {
      "epoch": 0.2591053017012018,
      "grad_norm": 0.1582590639591217,
      "learning_rate": 1.7371722956996396e-05,
      "loss": 0.8657,
      "step": 12295
    },
    {
      "epoch": 0.25912637573956704,
      "grad_norm": 0.11779975146055222,
      "learning_rate": 1.7371261744617503e-05,
      "loss": 0.8103,
      "step": 12296
    },
    {
      "epoch": 0.2591474497779323,
      "grad_norm": 0.1392621546983719,
      "learning_rate": 1.7370800497898838e-05,
      "loss": 0.8755,
      "step": 12297
    },
    {
      "epoch": 0.2591685238162976,
      "grad_norm": 0.16841603815555573,
      "learning_rate": 1.737033921684255e-05,
      "loss": 0.9409,
      "step": 12298
    },
    {
      "epoch": 0.2591895978546629,
      "grad_norm": 0.1340053528547287,
      "learning_rate": 1.7369877901450797e-05,
      "loss": 0.8851,
      "step": 12299
    },
    {
      "epoch": 0.25921067189302816,
      "grad_norm": 0.135623961687088,
      "learning_rate": 1.736941655172572e-05,
      "loss": 0.8648,
      "step": 12300
    },
    {
      "epoch": 0.2592317459313935,
      "grad_norm": 0.14541086554527283,
      "learning_rate": 1.7368955167669467e-05,
      "loss": 0.9321,
      "step": 12301
    },
    {
      "epoch": 0.25925281996975874,
      "grad_norm": 0.14261294901371002,
      "learning_rate": 1.736849374928419e-05,
      "loss": 0.8603,
      "step": 12302
    },
    {
      "epoch": 0.25927389400812406,
      "grad_norm": 0.15363308787345886,
      "learning_rate": 1.736803229657204e-05,
      "loss": 0.8176,
      "step": 12303
    },
    {
      "epoch": 0.2592949680464893,
      "grad_norm": 0.15338554978370667,
      "learning_rate": 1.736757080953517e-05,
      "loss": 0.879,
      "step": 12304
    },
    {
      "epoch": 0.2593160420848546,
      "grad_norm": 0.17265577614307404,
      "learning_rate": 1.736710928817572e-05,
      "loss": 0.9445,
      "step": 12305
    },
    {
      "epoch": 0.2593371161232199,
      "grad_norm": 0.15493372082710266,
      "learning_rate": 1.736664773249585e-05,
      "loss": 0.8078,
      "step": 12306
    },
    {
      "epoch": 0.2593581901615852,
      "grad_norm": 0.1468244045972824,
      "learning_rate": 1.7366186142497703e-05,
      "loss": 0.946,
      "step": 12307
    },
    {
      "epoch": 0.2593792641999505,
      "grad_norm": 0.13920533657073975,
      "learning_rate": 1.736572451818343e-05,
      "loss": 0.8377,
      "step": 12308
    },
    {
      "epoch": 0.25940033823831576,
      "grad_norm": 0.14784960448741913,
      "learning_rate": 1.7365262859555188e-05,
      "loss": 0.8208,
      "step": 12309
    },
    {
      "epoch": 0.25942141227668103,
      "grad_norm": 0.12139519304037094,
      "learning_rate": 1.7364801166615124e-05,
      "loss": 0.8407,
      "step": 12310
    },
    {
      "epoch": 0.25944248631504635,
      "grad_norm": 0.14141161739826202,
      "learning_rate": 1.7364339439365388e-05,
      "loss": 0.9342,
      "step": 12311
    },
    {
      "epoch": 0.2594635603534116,
      "grad_norm": 0.11854909360408783,
      "learning_rate": 1.7363877677808126e-05,
      "loss": 0.9134,
      "step": 12312
    },
    {
      "epoch": 0.25948463439177694,
      "grad_norm": 0.17577306926250458,
      "learning_rate": 1.73634158819455e-05,
      "loss": 0.8852,
      "step": 12313
    },
    {
      "epoch": 0.2595057084301422,
      "grad_norm": 0.12285639345645905,
      "learning_rate": 1.7362954051779653e-05,
      "loss": 0.9167,
      "step": 12314
    },
    {
      "epoch": 0.25952678246850747,
      "grad_norm": 0.16539530456066132,
      "learning_rate": 1.736249218731274e-05,
      "loss": 0.8421,
      "step": 12315
    },
    {
      "epoch": 0.2595478565068728,
      "grad_norm": 0.12365663051605225,
      "learning_rate": 1.7362030288546913e-05,
      "loss": 0.8901,
      "step": 12316
    },
    {
      "epoch": 0.25956893054523805,
      "grad_norm": 0.15748190879821777,
      "learning_rate": 1.736156835548432e-05,
      "loss": 0.906,
      "step": 12317
    },
    {
      "epoch": 0.2595900045836033,
      "grad_norm": 0.12192021310329437,
      "learning_rate": 1.7361106388127117e-05,
      "loss": 0.8705,
      "step": 12318
    },
    {
      "epoch": 0.25961107862196864,
      "grad_norm": 0.1502828449010849,
      "learning_rate": 1.7360644386477456e-05,
      "loss": 0.8705,
      "step": 12319
    },
    {
      "epoch": 0.2596321526603339,
      "grad_norm": 0.11309977620840073,
      "learning_rate": 1.7360182350537488e-05,
      "loss": 0.8212,
      "step": 12320
    },
    {
      "epoch": 0.2596532266986992,
      "grad_norm": 0.14579500257968903,
      "learning_rate": 1.7359720280309366e-05,
      "loss": 0.843,
      "step": 12321
    },
    {
      "epoch": 0.2596743007370645,
      "grad_norm": 0.13329456746578217,
      "learning_rate": 1.735925817579524e-05,
      "loss": 0.8538,
      "step": 12322
    },
    {
      "epoch": 0.25969537477542975,
      "grad_norm": 0.1177033856511116,
      "learning_rate": 1.7358796036997264e-05,
      "loss": 0.8444,
      "step": 12323
    },
    {
      "epoch": 0.2597164488137951,
      "grad_norm": 0.1593649834394455,
      "learning_rate": 1.7358333863917597e-05,
      "loss": 0.9031,
      "step": 12324
    },
    {
      "epoch": 0.25973752285216034,
      "grad_norm": 0.13723735511302948,
      "learning_rate": 1.735787165655838e-05,
      "loss": 0.9153,
      "step": 12325
    },
    {
      "epoch": 0.25975859689052566,
      "grad_norm": 0.1029902771115303,
      "learning_rate": 1.7357409414921778e-05,
      "loss": 0.8477,
      "step": 12326
    },
    {
      "epoch": 0.2597796709288909,
      "grad_norm": 0.14462463557720184,
      "learning_rate": 1.7356947139009936e-05,
      "loss": 0.88,
      "step": 12327
    },
    {
      "epoch": 0.2598007449672562,
      "grad_norm": 0.11539485305547714,
      "learning_rate": 1.7356484828825017e-05,
      "loss": 0.8613,
      "step": 12328
    },
    {
      "epoch": 0.2598218190056215,
      "grad_norm": 0.13058410584926605,
      "learning_rate": 1.7356022484369162e-05,
      "loss": 0.9479,
      "step": 12329
    },
    {
      "epoch": 0.2598428930439868,
      "grad_norm": 0.14182429015636444,
      "learning_rate": 1.7355560105644532e-05,
      "loss": 0.8209,
      "step": 12330
    },
    {
      "epoch": 0.2598639670823521,
      "grad_norm": 0.1273612231016159,
      "learning_rate": 1.7355097692653286e-05,
      "loss": 0.8996,
      "step": 12331
    },
    {
      "epoch": 0.25988504112071736,
      "grad_norm": 0.2901615500450134,
      "learning_rate": 1.7354635245397568e-05,
      "loss": 0.9011,
      "step": 12332
    },
    {
      "epoch": 0.25990611515908263,
      "grad_norm": 0.13649742305278778,
      "learning_rate": 1.735417276387954e-05,
      "loss": 0.8753,
      "step": 12333
    },
    {
      "epoch": 0.25992718919744795,
      "grad_norm": 0.15947110950946808,
      "learning_rate": 1.7353710248101355e-05,
      "loss": 0.92,
      "step": 12334
    },
    {
      "epoch": 0.2599482632358132,
      "grad_norm": 0.2336302548646927,
      "learning_rate": 1.735324769806516e-05,
      "loss": 0.8487,
      "step": 12335
    },
    {
      "epoch": 0.2599693372741785,
      "grad_norm": 0.1478257030248642,
      "learning_rate": 1.7352785113773127e-05,
      "loss": 0.8531,
      "step": 12336
    },
    {
      "epoch": 0.2599904113125438,
      "grad_norm": 0.22602681815624237,
      "learning_rate": 1.735232249522739e-05,
      "loss": 0.9083,
      "step": 12337
    },
    {
      "epoch": 0.26001148535090907,
      "grad_norm": 0.1515781283378601,
      "learning_rate": 1.735185984243012e-05,
      "loss": 0.7532,
      "step": 12338
    },
    {
      "epoch": 0.2600325593892744,
      "grad_norm": 0.22046060860157013,
      "learning_rate": 1.7351397155383467e-05,
      "loss": 0.9282,
      "step": 12339
    },
    {
      "epoch": 0.26005363342763965,
      "grad_norm": 0.26696228981018066,
      "learning_rate": 1.7350934434089583e-05,
      "loss": 0.9879,
      "step": 12340
    },
    {
      "epoch": 0.2600747074660049,
      "grad_norm": 0.14535591006278992,
      "learning_rate": 1.7350471678550627e-05,
      "loss": 0.8924,
      "step": 12341
    },
    {
      "epoch": 0.26009578150437024,
      "grad_norm": 0.19217872619628906,
      "learning_rate": 1.7350008888768758e-05,
      "loss": 0.8128,
      "step": 12342
    },
    {
      "epoch": 0.2601168555427355,
      "grad_norm": 0.15632152557373047,
      "learning_rate": 1.7349546064746124e-05,
      "loss": 0.8559,
      "step": 12343
    },
    {
      "epoch": 0.2601379295811008,
      "grad_norm": 0.15005828440189362,
      "learning_rate": 1.734908320648489e-05,
      "loss": 0.8911,
      "step": 12344
    },
    {
      "epoch": 0.2601590036194661,
      "grad_norm": 0.16406412422657013,
      "learning_rate": 1.7348620313987206e-05,
      "loss": 0.8669,
      "step": 12345
    },
    {
      "epoch": 0.26018007765783135,
      "grad_norm": 0.1277642846107483,
      "learning_rate": 1.734815738725523e-05,
      "loss": 0.8313,
      "step": 12346
    },
    {
      "epoch": 0.2602011516961967,
      "grad_norm": 0.17606033384799957,
      "learning_rate": 1.7347694426291123e-05,
      "loss": 0.8294,
      "step": 12347
    },
    {
      "epoch": 0.26022222573456194,
      "grad_norm": 0.13473185896873474,
      "learning_rate": 1.7347231431097033e-05,
      "loss": 0.8928,
      "step": 12348
    },
    {
      "epoch": 0.26024329977292726,
      "grad_norm": 0.18917608261108398,
      "learning_rate": 1.734676840167512e-05,
      "loss": 0.8878,
      "step": 12349
    },
    {
      "epoch": 0.2602643738112925,
      "grad_norm": 0.1287747621536255,
      "learning_rate": 1.7346305338027546e-05,
      "loss": 0.7978,
      "step": 12350
    },
    {
      "epoch": 0.2602854478496578,
      "grad_norm": 0.1421472281217575,
      "learning_rate": 1.7345842240156464e-05,
      "loss": 0.8639,
      "step": 12351
    },
    {
      "epoch": 0.2603065218880231,
      "grad_norm": 0.1429670751094818,
      "learning_rate": 1.7345379108064034e-05,
      "loss": 0.894,
      "step": 12352
    },
    {
      "epoch": 0.2603275959263884,
      "grad_norm": 0.13605649769306183,
      "learning_rate": 1.7344915941752415e-05,
      "loss": 0.838,
      "step": 12353
    },
    {
      "epoch": 0.2603486699647537,
      "grad_norm": 0.13305272161960602,
      "learning_rate": 1.7344452741223755e-05,
      "loss": 0.8777,
      "step": 12354
    },
    {
      "epoch": 0.26036974400311896,
      "grad_norm": 0.13597004115581512,
      "learning_rate": 1.7343989506480222e-05,
      "loss": 0.8718,
      "step": 12355
    },
    {
      "epoch": 0.26039081804148423,
      "grad_norm": 0.15685555338859558,
      "learning_rate": 1.7343526237523968e-05,
      "loss": 0.8573,
      "step": 12356
    },
    {
      "epoch": 0.26041189207984955,
      "grad_norm": 0.12414431571960449,
      "learning_rate": 1.7343062934357154e-05,
      "loss": 0.8908,
      "step": 12357
    },
    {
      "epoch": 0.2604329661182148,
      "grad_norm": 0.13842658698558807,
      "learning_rate": 1.7342599596981943e-05,
      "loss": 0.8603,
      "step": 12358
    },
    {
      "epoch": 0.2604540401565801,
      "grad_norm": 0.13416996598243713,
      "learning_rate": 1.7342136225400485e-05,
      "loss": 0.8743,
      "step": 12359
    },
    {
      "epoch": 0.2604751141949454,
      "grad_norm": 0.11419010162353516,
      "learning_rate": 1.7341672819614942e-05,
      "loss": 0.8447,
      "step": 12360
    },
    {
      "epoch": 0.26049618823331067,
      "grad_norm": 0.1402798742055893,
      "learning_rate": 1.7341209379627472e-05,
      "loss": 0.9084,
      "step": 12361
    },
    {
      "epoch": 0.260517262271676,
      "grad_norm": 0.15853194892406464,
      "learning_rate": 1.7340745905440238e-05,
      "loss": 0.9182,
      "step": 12362
    },
    {
      "epoch": 0.26053833631004125,
      "grad_norm": 0.11448600888252258,
      "learning_rate": 1.7340282397055393e-05,
      "loss": 0.8958,
      "step": 12363
    },
    {
      "epoch": 0.2605594103484065,
      "grad_norm": 0.15817689895629883,
      "learning_rate": 1.73398188544751e-05,
      "loss": 0.9032,
      "step": 12364
    },
    {
      "epoch": 0.26058048438677184,
      "grad_norm": 0.11689405888319016,
      "learning_rate": 1.733935527770152e-05,
      "loss": 0.9579,
      "step": 12365
    },
    {
      "epoch": 0.2606015584251371,
      "grad_norm": 0.13964426517486572,
      "learning_rate": 1.7338891666736807e-05,
      "loss": 0.839,
      "step": 12366
    },
    {
      "epoch": 0.2606226324635024,
      "grad_norm": 0.13405129313468933,
      "learning_rate": 1.7338428021583128e-05,
      "loss": 0.8907,
      "step": 12367
    },
    {
      "epoch": 0.2606437065018677,
      "grad_norm": 0.12259910255670547,
      "learning_rate": 1.7337964342242636e-05,
      "loss": 0.8983,
      "step": 12368
    },
    {
      "epoch": 0.26066478054023295,
      "grad_norm": 0.15031932294368744,
      "learning_rate": 1.7337500628717498e-05,
      "loss": 0.8786,
      "step": 12369
    },
    {
      "epoch": 0.2606858545785983,
      "grad_norm": 0.11569029837846756,
      "learning_rate": 1.7337036881009867e-05,
      "loss": 0.905,
      "step": 12370
    },
    {
      "epoch": 0.26070692861696354,
      "grad_norm": 0.16004692018032074,
      "learning_rate": 1.733657309912191e-05,
      "loss": 0.927,
      "step": 12371
    },
    {
      "epoch": 0.26072800265532886,
      "grad_norm": 0.1865210235118866,
      "learning_rate": 1.733610928305578e-05,
      "loss": 0.9302,
      "step": 12372
    },
    {
      "epoch": 0.2607490766936941,
      "grad_norm": 0.13976728916168213,
      "learning_rate": 1.7335645432813646e-05,
      "loss": 0.9219,
      "step": 12373
    },
    {
      "epoch": 0.2607701507320594,
      "grad_norm": 0.1693536639213562,
      "learning_rate": 1.7335181548397666e-05,
      "loss": 0.8644,
      "step": 12374
    },
    {
      "epoch": 0.2607912247704247,
      "grad_norm": 0.1501467525959015,
      "learning_rate": 1.733471762981e-05,
      "loss": 0.8469,
      "step": 12375
    },
    {
      "epoch": 0.26081229880879,
      "grad_norm": 0.14012983441352844,
      "learning_rate": 1.7334253677052807e-05,
      "loss": 0.8662,
      "step": 12376
    },
    {
      "epoch": 0.26083337284715524,
      "grad_norm": 0.13555820286273956,
      "learning_rate": 1.7333789690128252e-05,
      "loss": 0.8564,
      "step": 12377
    },
    {
      "epoch": 0.26085444688552056,
      "grad_norm": 0.12913335859775543,
      "learning_rate": 1.7333325669038498e-05,
      "loss": 0.8847,
      "step": 12378
    },
    {
      "epoch": 0.26087552092388583,
      "grad_norm": 0.1769295036792755,
      "learning_rate": 1.73328616137857e-05,
      "loss": 0.8806,
      "step": 12379
    },
    {
      "epoch": 0.26089659496225115,
      "grad_norm": 0.12569259107112885,
      "learning_rate": 1.7332397524372028e-05,
      "loss": 0.8655,
      "step": 12380
    },
    {
      "epoch": 0.2609176690006164,
      "grad_norm": 0.1457909643650055,
      "learning_rate": 1.7331933400799636e-05,
      "loss": 0.8782,
      "step": 12381
    },
    {
      "epoch": 0.2609387430389817,
      "grad_norm": 0.1341259628534317,
      "learning_rate": 1.7331469243070694e-05,
      "loss": 0.909,
      "step": 12382
    },
    {
      "epoch": 0.260959817077347,
      "grad_norm": 0.12388638406991959,
      "learning_rate": 1.7331005051187357e-05,
      "loss": 0.8315,
      "step": 12383
    },
    {
      "epoch": 0.26098089111571227,
      "grad_norm": 0.11821936070919037,
      "learning_rate": 1.7330540825151788e-05,
      "loss": 0.7974,
      "step": 12384
    },
    {
      "epoch": 0.2610019651540776,
      "grad_norm": 0.18537753820419312,
      "learning_rate": 1.733007656496616e-05,
      "loss": 0.9332,
      "step": 12385
    },
    {
      "epoch": 0.26102303919244285,
      "grad_norm": 0.1316075474023819,
      "learning_rate": 1.7329612270632624e-05,
      "loss": 0.8835,
      "step": 12386
    },
    {
      "epoch": 0.2610441132308081,
      "grad_norm": 0.12784059345722198,
      "learning_rate": 1.732914794215335e-05,
      "loss": 0.7937,
      "step": 12387
    },
    {
      "epoch": 0.26106518726917344,
      "grad_norm": 0.13842876255512238,
      "learning_rate": 1.7328683579530496e-05,
      "loss": 0.9223,
      "step": 12388
    },
    {
      "epoch": 0.2610862613075387,
      "grad_norm": 0.17771387100219727,
      "learning_rate": 1.7328219182766227e-05,
      "loss": 0.9292,
      "step": 12389
    },
    {
      "epoch": 0.261107335345904,
      "grad_norm": 0.12219056487083435,
      "learning_rate": 1.7327754751862712e-05,
      "loss": 0.907,
      "step": 12390
    },
    {
      "epoch": 0.2611284093842693,
      "grad_norm": 0.1347898542881012,
      "learning_rate": 1.7327290286822105e-05,
      "loss": 0.8789,
      "step": 12391
    },
    {
      "epoch": 0.26114948342263455,
      "grad_norm": 0.11766448616981506,
      "learning_rate": 1.7326825787646576e-05,
      "loss": 0.923,
      "step": 12392
    },
    {
      "epoch": 0.2611705574609999,
      "grad_norm": 0.15124128758907318,
      "learning_rate": 1.7326361254338286e-05,
      "loss": 0.8529,
      "step": 12393
    },
    {
      "epoch": 0.26119163149936514,
      "grad_norm": 0.12651388347148895,
      "learning_rate": 1.7325896686899402e-05,
      "loss": 0.9021,
      "step": 12394
    },
    {
      "epoch": 0.2612127055377304,
      "grad_norm": 0.14154475927352905,
      "learning_rate": 1.7325432085332087e-05,
      "loss": 0.8805,
      "step": 12395
    },
    {
      "epoch": 0.2612337795760957,
      "grad_norm": 0.13072839379310608,
      "learning_rate": 1.7324967449638503e-05,
      "loss": 0.8657,
      "step": 12396
    },
    {
      "epoch": 0.261254853614461,
      "grad_norm": 0.13870960474014282,
      "learning_rate": 1.732450277982082e-05,
      "loss": 0.8901,
      "step": 12397
    },
    {
      "epoch": 0.2612759276528263,
      "grad_norm": 0.11195025593042374,
      "learning_rate": 1.73240380758812e-05,
      "loss": 0.8607,
      "step": 12398
    },
    {
      "epoch": 0.2612970016911916,
      "grad_norm": 0.11454277485609055,
      "learning_rate": 1.7323573337821802e-05,
      "loss": 0.8779,
      "step": 12399
    },
    {
      "epoch": 0.26131807572955684,
      "grad_norm": 0.12077520787715912,
      "learning_rate": 1.73231085656448e-05,
      "loss": 0.8908,
      "step": 12400
    },
    {
      "epoch": 0.26133914976792216,
      "grad_norm": 0.1319882869720459,
      "learning_rate": 1.7322643759352352e-05,
      "loss": 0.7957,
      "step": 12401
    },
    {
      "epoch": 0.26136022380628743,
      "grad_norm": 0.11974648386240005,
      "learning_rate": 1.7322178918946632e-05,
      "loss": 0.8686,
      "step": 12402
    },
    {
      "epoch": 0.26138129784465275,
      "grad_norm": 0.1285203993320465,
      "learning_rate": 1.7321714044429797e-05,
      "loss": 0.9146,
      "step": 12403
    },
    {
      "epoch": 0.261402371883018,
      "grad_norm": 0.1408182829618454,
      "learning_rate": 1.7321249135804017e-05,
      "loss": 0.7909,
      "step": 12404
    },
    {
      "epoch": 0.2614234459213833,
      "grad_norm": 0.11957882344722748,
      "learning_rate": 1.7320784193071455e-05,
      "loss": 0.8483,
      "step": 12405
    },
    {
      "epoch": 0.2614445199597486,
      "grad_norm": 0.12421531975269318,
      "learning_rate": 1.732031921623428e-05,
      "loss": 0.8288,
      "step": 12406
    },
    {
      "epoch": 0.26146559399811387,
      "grad_norm": 0.10145985335111618,
      "learning_rate": 1.7319854205294658e-05,
      "loss": 0.8211,
      "step": 12407
    },
    {
      "epoch": 0.2614866680364792,
      "grad_norm": 0.13991177082061768,
      "learning_rate": 1.7319389160254756e-05,
      "loss": 0.8596,
      "step": 12408
    },
    {
      "epoch": 0.26150774207484445,
      "grad_norm": 0.11838854104280472,
      "learning_rate": 1.7318924081116737e-05,
      "loss": 0.8656,
      "step": 12409
    },
    {
      "epoch": 0.2615288161132097,
      "grad_norm": 0.1276336908340454,
      "learning_rate": 1.731845896788277e-05,
      "loss": 0.872,
      "step": 12410
    },
    {
      "epoch": 0.26154989015157504,
      "grad_norm": 0.13564802706241608,
      "learning_rate": 1.7317993820555016e-05,
      "loss": 0.839,
      "step": 12411
    },
    {
      "epoch": 0.2615709641899403,
      "grad_norm": 0.1293199062347412,
      "learning_rate": 1.731752863913565e-05,
      "loss": 0.9127,
      "step": 12412
    },
    {
      "epoch": 0.26159203822830557,
      "grad_norm": 0.12097303569316864,
      "learning_rate": 1.7317063423626838e-05,
      "loss": 0.8725,
      "step": 12413
    },
    {
      "epoch": 0.2616131122666709,
      "grad_norm": 0.12601833045482635,
      "learning_rate": 1.7316598174030746e-05,
      "loss": 0.8825,
      "step": 12414
    },
    {
      "epoch": 0.26163418630503615,
      "grad_norm": 0.12686914205551147,
      "learning_rate": 1.7316132890349537e-05,
      "loss": 0.8835,
      "step": 12415
    },
    {
      "epoch": 0.2616552603434015,
      "grad_norm": 0.11578699946403503,
      "learning_rate": 1.7315667572585386e-05,
      "loss": 0.8215,
      "step": 12416
    },
    {
      "epoch": 0.26167633438176674,
      "grad_norm": 0.176986962556839,
      "learning_rate": 1.7315202220740457e-05,
      "loss": 0.8608,
      "step": 12417
    },
    {
      "epoch": 0.261697408420132,
      "grad_norm": 0.12053584307432175,
      "learning_rate": 1.7314736834816917e-05,
      "loss": 0.8447,
      "step": 12418
    },
    {
      "epoch": 0.2617184824584973,
      "grad_norm": 0.12631520628929138,
      "learning_rate": 1.7314271414816932e-05,
      "loss": 0.8761,
      "step": 12419
    },
    {
      "epoch": 0.2617395564968626,
      "grad_norm": 0.15446868538856506,
      "learning_rate": 1.7313805960742676e-05,
      "loss": 0.8887,
      "step": 12420
    },
    {
      "epoch": 0.2617606305352279,
      "grad_norm": 0.11299598962068558,
      "learning_rate": 1.7313340472596312e-05,
      "loss": 0.8062,
      "step": 12421
    },
    {
      "epoch": 0.2617817045735932,
      "grad_norm": 0.11263848096132278,
      "learning_rate": 1.7312874950380017e-05,
      "loss": 0.8489,
      "step": 12422
    },
    {
      "epoch": 0.26180277861195844,
      "grad_norm": 0.11599905788898468,
      "learning_rate": 1.731240939409595e-05,
      "loss": 0.8674,
      "step": 12423
    },
    {
      "epoch": 0.26182385265032376,
      "grad_norm": 0.12636716663837433,
      "learning_rate": 1.7311943803746284e-05,
      "loss": 0.862,
      "step": 12424
    },
    {
      "epoch": 0.26184492668868903,
      "grad_norm": 0.15052643418312073,
      "learning_rate": 1.7311478179333187e-05,
      "loss": 0.9244,
      "step": 12425
    },
    {
      "epoch": 0.26186600072705435,
      "grad_norm": 0.14959405362606049,
      "learning_rate": 1.7311012520858832e-05,
      "loss": 0.8413,
      "step": 12426
    },
    {
      "epoch": 0.2618870747654196,
      "grad_norm": 0.13235828280448914,
      "learning_rate": 1.731054682832538e-05,
      "loss": 0.9358,
      "step": 12427
    },
    {
      "epoch": 0.2619081488037849,
      "grad_norm": 0.122705839574337,
      "learning_rate": 1.7310081101735007e-05,
      "loss": 0.8123,
      "step": 12428
    },
    {
      "epoch": 0.2619292228421502,
      "grad_norm": 0.119496650993824,
      "learning_rate": 1.7309615341089884e-05,
      "loss": 0.7912,
      "step": 12429
    },
    {
      "epoch": 0.26195029688051547,
      "grad_norm": 0.11419082432985306,
      "learning_rate": 1.730914954639218e-05,
      "loss": 0.8135,
      "step": 12430
    },
    {
      "epoch": 0.26197137091888073,
      "grad_norm": 0.13156309723854065,
      "learning_rate": 1.7308683717644056e-05,
      "loss": 0.8642,
      "step": 12431
    },
    {
      "epoch": 0.26199244495724605,
      "grad_norm": 0.11665565520524979,
      "learning_rate": 1.7308217854847695e-05,
      "loss": 0.8516,
      "step": 12432
    },
    {
      "epoch": 0.2620135189956113,
      "grad_norm": 0.14314740896224976,
      "learning_rate": 1.7307751958005258e-05,
      "loss": 0.8619,
      "step": 12433
    },
    {
      "epoch": 0.26203459303397664,
      "grad_norm": 0.11519166082143784,
      "learning_rate": 1.730728602711892e-05,
      "loss": 0.7981,
      "step": 12434
    },
    {
      "epoch": 0.2620556670723419,
      "grad_norm": 0.10341382771730423,
      "learning_rate": 1.730682006219085e-05,
      "loss": 0.8213,
      "step": 12435
    },
    {
      "epoch": 0.26207674111070717,
      "grad_norm": 0.11788642406463623,
      "learning_rate": 1.7306354063223222e-05,
      "loss": 0.891,
      "step": 12436
    },
    {
      "epoch": 0.2620978151490725,
      "grad_norm": 0.14036628603935242,
      "learning_rate": 1.73058880302182e-05,
      "loss": 0.882,
      "step": 12437
    },
    {
      "epoch": 0.26211888918743775,
      "grad_norm": 0.13679981231689453,
      "learning_rate": 1.730542196317796e-05,
      "loss": 0.8885,
      "step": 12438
    },
    {
      "epoch": 0.2621399632258031,
      "grad_norm": 0.11394763737916946,
      "learning_rate": 1.730495586210467e-05,
      "loss": 0.8436,
      "step": 12439
    },
    {
      "epoch": 0.26216103726416834,
      "grad_norm": 0.13131074607372284,
      "learning_rate": 1.7304489727000508e-05,
      "loss": 0.9003,
      "step": 12440
    },
    {
      "epoch": 0.2621821113025336,
      "grad_norm": 0.11692769080400467,
      "learning_rate": 1.730402355786764e-05,
      "loss": 0.7967,
      "step": 12441
    },
    {
      "epoch": 0.2622031853408989,
      "grad_norm": 0.1369510293006897,
      "learning_rate": 1.7303557354708237e-05,
      "loss": 0.9398,
      "step": 12442
    },
    {
      "epoch": 0.2622242593792642,
      "grad_norm": 0.13462427258491516,
      "learning_rate": 1.7303091117524475e-05,
      "loss": 0.8726,
      "step": 12443
    },
    {
      "epoch": 0.2622453334176295,
      "grad_norm": 0.11607765406370163,
      "learning_rate": 1.7302624846318524e-05,
      "loss": 0.8526,
      "step": 12444
    },
    {
      "epoch": 0.2622664074559948,
      "grad_norm": 0.12333392351865768,
      "learning_rate": 1.730215854109255e-05,
      "loss": 0.8252,
      "step": 12445
    },
    {
      "epoch": 0.26228748149436004,
      "grad_norm": 0.12641090154647827,
      "learning_rate": 1.730169220184874e-05,
      "loss": 0.9143,
      "step": 12446
    },
    {
      "epoch": 0.26230855553272536,
      "grad_norm": 0.11132457107305527,
      "learning_rate": 1.7301225828589253e-05,
      "loss": 0.8269,
      "step": 12447
    },
    {
      "epoch": 0.26232962957109063,
      "grad_norm": 0.1287691444158554,
      "learning_rate": 1.7300759421316268e-05,
      "loss": 0.8448,
      "step": 12448
    },
    {
      "epoch": 0.26235070360945595,
      "grad_norm": 0.12129035592079163,
      "learning_rate": 1.7300292980031956e-05,
      "loss": 0.8152,
      "step": 12449
    },
    {
      "epoch": 0.2623717776478212,
      "grad_norm": 0.12906908988952637,
      "learning_rate": 1.729982650473849e-05,
      "loss": 0.8921,
      "step": 12450
    },
    {
      "epoch": 0.2623928516861865,
      "grad_norm": 0.1655508279800415,
      "learning_rate": 1.7299359995438046e-05,
      "loss": 0.8173,
      "step": 12451
    },
    {
      "epoch": 0.2624139257245518,
      "grad_norm": 0.1475771814584732,
      "learning_rate": 1.729889345213279e-05,
      "loss": 0.8246,
      "step": 12452
    },
    {
      "epoch": 0.26243499976291706,
      "grad_norm": 0.12360897660255432,
      "learning_rate": 1.7298426874824903e-05,
      "loss": 0.8845,
      "step": 12453
    },
    {
      "epoch": 0.26245607380128233,
      "grad_norm": 0.16952672600746155,
      "learning_rate": 1.7297960263516554e-05,
      "loss": 0.9191,
      "step": 12454
    },
    {
      "epoch": 0.26247714783964765,
      "grad_norm": 0.1298760026693344,
      "learning_rate": 1.729749361820992e-05,
      "loss": 0.8564,
      "step": 12455
    },
    {
      "epoch": 0.2624982218780129,
      "grad_norm": 0.11506874859333038,
      "learning_rate": 1.729702693890717e-05,
      "loss": 0.8909,
      "step": 12456
    },
    {
      "epoch": 0.26251929591637824,
      "grad_norm": 0.12087348103523254,
      "learning_rate": 1.7296560225610485e-05,
      "loss": 0.8524,
      "step": 12457
    },
    {
      "epoch": 0.2625403699547435,
      "grad_norm": 0.11375889927148819,
      "learning_rate": 1.7296093478322032e-05,
      "loss": 0.7866,
      "step": 12458
    },
    {
      "epoch": 0.26256144399310877,
      "grad_norm": 0.11755963414907455,
      "learning_rate": 1.7295626697043994e-05,
      "loss": 0.8465,
      "step": 12459
    },
    {
      "epoch": 0.2625825180314741,
      "grad_norm": 0.11759932339191437,
      "learning_rate": 1.7295159881778535e-05,
      "loss": 0.9062,
      "step": 12460
    },
    {
      "epoch": 0.26260359206983935,
      "grad_norm": 0.11097341030836105,
      "learning_rate": 1.7294693032527837e-05,
      "loss": 0.8538,
      "step": 12461
    },
    {
      "epoch": 0.2626246661082047,
      "grad_norm": 0.15719005465507507,
      "learning_rate": 1.7294226149294076e-05,
      "loss": 0.9518,
      "step": 12462
    },
    {
      "epoch": 0.26264574014656994,
      "grad_norm": 0.13797824084758759,
      "learning_rate": 1.7293759232079423e-05,
      "loss": 0.8893,
      "step": 12463
    },
    {
      "epoch": 0.2626668141849352,
      "grad_norm": 0.16687776148319244,
      "learning_rate": 1.7293292280886053e-05,
      "loss": 0.8827,
      "step": 12464
    },
    {
      "epoch": 0.2626878882233005,
      "grad_norm": 0.17700731754302979,
      "learning_rate": 1.7292825295716142e-05,
      "loss": 0.9549,
      "step": 12465
    },
    {
      "epoch": 0.2627089622616658,
      "grad_norm": 0.14346551895141602,
      "learning_rate": 1.729235827657187e-05,
      "loss": 0.8662,
      "step": 12466
    },
    {
      "epoch": 0.2627300363000311,
      "grad_norm": 0.1417425572872162,
      "learning_rate": 1.7291891223455404e-05,
      "loss": 0.9466,
      "step": 12467
    },
    {
      "epoch": 0.2627511103383964,
      "grad_norm": 0.15666478872299194,
      "learning_rate": 1.7291424136368927e-05,
      "loss": 0.9318,
      "step": 12468
    },
    {
      "epoch": 0.26277218437676164,
      "grad_norm": 0.14102964103221893,
      "learning_rate": 1.7290957015314613e-05,
      "loss": 0.8381,
      "step": 12469
    },
    {
      "epoch": 0.26279325841512696,
      "grad_norm": 0.11645787954330444,
      "learning_rate": 1.7290489860294637e-05,
      "loss": 0.8759,
      "step": 12470
    },
    {
      "epoch": 0.2628143324534922,
      "grad_norm": 0.1485622227191925,
      "learning_rate": 1.7290022671311177e-05,
      "loss": 0.8757,
      "step": 12471
    },
    {
      "epoch": 0.2628354064918575,
      "grad_norm": 0.11727355420589447,
      "learning_rate": 1.728955544836641e-05,
      "loss": 0.8295,
      "step": 12472
    },
    {
      "epoch": 0.2628564805302228,
      "grad_norm": 0.1277412474155426,
      "learning_rate": 1.7289088191462505e-05,
      "loss": 0.8948,
      "step": 12473
    },
    {
      "epoch": 0.2628775545685881,
      "grad_norm": 0.15594106912612915,
      "learning_rate": 1.728862090060165e-05,
      "loss": 0.906,
      "step": 12474
    },
    {
      "epoch": 0.2628986286069534,
      "grad_norm": 0.1745242327451706,
      "learning_rate": 1.7288153575786014e-05,
      "loss": 0.8478,
      "step": 12475
    },
    {
      "epoch": 0.26291970264531866,
      "grad_norm": 0.12612798810005188,
      "learning_rate": 1.728768621701778e-05,
      "loss": 0.8102,
      "step": 12476
    },
    {
      "epoch": 0.26294077668368393,
      "grad_norm": 0.12465925514698029,
      "learning_rate": 1.728721882429912e-05,
      "loss": 0.8206,
      "step": 12477
    },
    {
      "epoch": 0.26296185072204925,
      "grad_norm": 0.15468277037143707,
      "learning_rate": 1.7286751397632212e-05,
      "loss": 0.8892,
      "step": 12478
    },
    {
      "epoch": 0.2629829247604145,
      "grad_norm": 0.14733082056045532,
      "learning_rate": 1.7286283937019238e-05,
      "loss": 0.8449,
      "step": 12479
    },
    {
      "epoch": 0.26300399879877984,
      "grad_norm": 0.1366928666830063,
      "learning_rate": 1.728581644246237e-05,
      "loss": 0.887,
      "step": 12480
    },
    {
      "epoch": 0.2630250728371451,
      "grad_norm": 0.12715621292591095,
      "learning_rate": 1.728534891396379e-05,
      "loss": 0.8773,
      "step": 12481
    },
    {
      "epoch": 0.26304614687551037,
      "grad_norm": 0.14771999418735504,
      "learning_rate": 1.7284881351525676e-05,
      "loss": 0.8482,
      "step": 12482
    },
    {
      "epoch": 0.2630672209138757,
      "grad_norm": 0.11597713083028793,
      "learning_rate": 1.7284413755150204e-05,
      "loss": 0.8843,
      "step": 12483
    },
    {
      "epoch": 0.26308829495224095,
      "grad_norm": 0.12459700554609299,
      "learning_rate": 1.7283946124839553e-05,
      "loss": 0.9798,
      "step": 12484
    },
    {
      "epoch": 0.2631093689906063,
      "grad_norm": 0.13337013125419617,
      "learning_rate": 1.7283478460595898e-05,
      "loss": 0.8364,
      "step": 12485
    },
    {
      "epoch": 0.26313044302897154,
      "grad_norm": 0.11216320842504501,
      "learning_rate": 1.7283010762421425e-05,
      "loss": 0.8714,
      "step": 12486
    },
    {
      "epoch": 0.2631515170673368,
      "grad_norm": 0.11557198315858841,
      "learning_rate": 1.728254303031831e-05,
      "loss": 0.8597,
      "step": 12487
    },
    {
      "epoch": 0.2631725911057021,
      "grad_norm": 0.11635471880435944,
      "learning_rate": 1.728207526428873e-05,
      "loss": 0.899,
      "step": 12488
    },
    {
      "epoch": 0.2631936651440674,
      "grad_norm": 0.11918862909078598,
      "learning_rate": 1.7281607464334866e-05,
      "loss": 0.8581,
      "step": 12489
    },
    {
      "epoch": 0.26321473918243266,
      "grad_norm": 0.12362369894981384,
      "learning_rate": 1.7281139630458897e-05,
      "loss": 0.9137,
      "step": 12490
    },
    {
      "epoch": 0.263235813220798,
      "grad_norm": 0.11175821721553802,
      "learning_rate": 1.7280671762663e-05,
      "loss": 0.852,
      "step": 12491
    },
    {
      "epoch": 0.26325688725916324,
      "grad_norm": 0.11767328530550003,
      "learning_rate": 1.728020386094936e-05,
      "loss": 0.844,
      "step": 12492
    },
    {
      "epoch": 0.26327796129752856,
      "grad_norm": 0.10748971253633499,
      "learning_rate": 1.727973592532015e-05,
      "loss": 0.8537,
      "step": 12493
    },
    {
      "epoch": 0.2632990353358938,
      "grad_norm": 0.11588180810213089,
      "learning_rate": 1.7279267955777553e-05,
      "loss": 0.8251,
      "step": 12494
    },
    {
      "epoch": 0.2633201093742591,
      "grad_norm": 0.1160266250371933,
      "learning_rate": 1.727879995232375e-05,
      "loss": 0.8464,
      "step": 12495
    },
    {
      "epoch": 0.2633411834126244,
      "grad_norm": 0.13478681445121765,
      "learning_rate": 1.727833191496092e-05,
      "loss": 0.881,
      "step": 12496
    },
    {
      "epoch": 0.2633622574509897,
      "grad_norm": 0.12495268881320953,
      "learning_rate": 1.7277863843691248e-05,
      "loss": 0.9079,
      "step": 12497
    },
    {
      "epoch": 0.263383331489355,
      "grad_norm": 0.1336958110332489,
      "learning_rate": 1.7277395738516908e-05,
      "loss": 0.9442,
      "step": 12498
    },
    {
      "epoch": 0.26340440552772026,
      "grad_norm": 0.14353621006011963,
      "learning_rate": 1.727692759944008e-05,
      "loss": 0.9207,
      "step": 12499
    },
    {
      "epoch": 0.26342547956608553,
      "grad_norm": 0.13305550813674927,
      "learning_rate": 1.7276459426462953e-05,
      "loss": 0.8936,
      "step": 12500
    },
    {
      "epoch": 0.26344655360445085,
      "grad_norm": 0.10924032330513,
      "learning_rate": 1.7275991219587702e-05,
      "loss": 0.8628,
      "step": 12501
    },
    {
      "epoch": 0.2634676276428161,
      "grad_norm": 0.16570168733596802,
      "learning_rate": 1.727552297881651e-05,
      "loss": 0.8356,
      "step": 12502
    },
    {
      "epoch": 0.26348870168118144,
      "grad_norm": 0.1190262883901596,
      "learning_rate": 1.7275054704151555e-05,
      "loss": 0.8738,
      "step": 12503
    },
    {
      "epoch": 0.2635097757195467,
      "grad_norm": 0.12951478362083435,
      "learning_rate": 1.7274586395595022e-05,
      "loss": 0.8002,
      "step": 12504
    },
    {
      "epoch": 0.26353084975791197,
      "grad_norm": 0.11999047547578812,
      "learning_rate": 1.7274118053149095e-05,
      "loss": 0.8459,
      "step": 12505
    },
    {
      "epoch": 0.2635519237962773,
      "grad_norm": 0.11127472668886185,
      "learning_rate": 1.7273649676815948e-05,
      "loss": 0.8331,
      "step": 12506
    },
    {
      "epoch": 0.26357299783464255,
      "grad_norm": 0.11891680955886841,
      "learning_rate": 1.7273181266597773e-05,
      "loss": 0.863,
      "step": 12507
    },
    {
      "epoch": 0.2635940718730078,
      "grad_norm": 0.11666903644800186,
      "learning_rate": 1.7272712822496745e-05,
      "loss": 0.9001,
      "step": 12508
    },
    {
      "epoch": 0.26361514591137314,
      "grad_norm": 0.14363345503807068,
      "learning_rate": 1.7272244344515046e-05,
      "loss": 0.9224,
      "step": 12509
    },
    {
      "epoch": 0.2636362199497384,
      "grad_norm": 0.1379241645336151,
      "learning_rate": 1.727177583265486e-05,
      "loss": 0.8039,
      "step": 12510
    },
    {
      "epoch": 0.2636572939881037,
      "grad_norm": 0.13880616426467896,
      "learning_rate": 1.7271307286918375e-05,
      "loss": 0.9135,
      "step": 12511
    },
    {
      "epoch": 0.263678368026469,
      "grad_norm": 0.1217886358499527,
      "learning_rate": 1.7270838707307766e-05,
      "loss": 0.855,
      "step": 12512
    },
    {
      "epoch": 0.26369944206483426,
      "grad_norm": 0.11849640309810638,
      "learning_rate": 1.7270370093825217e-05,
      "loss": 0.8611,
      "step": 12513
    },
    {
      "epoch": 0.2637205161031996,
      "grad_norm": 0.12922008335590363,
      "learning_rate": 1.7269901446472915e-05,
      "loss": 0.858,
      "step": 12514
    },
    {
      "epoch": 0.26374159014156484,
      "grad_norm": 0.14325875043869019,
      "learning_rate": 1.7269432765253043e-05,
      "loss": 0.9275,
      "step": 12515
    },
    {
      "epoch": 0.26376266417993016,
      "grad_norm": 0.14674103260040283,
      "learning_rate": 1.726896405016778e-05,
      "loss": 0.898,
      "step": 12516
    },
    {
      "epoch": 0.2637837382182954,
      "grad_norm": 0.11775770038366318,
      "learning_rate": 1.7268495301219314e-05,
      "loss": 0.8162,
      "step": 12517
    },
    {
      "epoch": 0.2638048122566607,
      "grad_norm": 0.1404733955860138,
      "learning_rate": 1.7268026518409825e-05,
      "loss": 0.8913,
      "step": 12518
    },
    {
      "epoch": 0.263825886295026,
      "grad_norm": 0.15041741728782654,
      "learning_rate": 1.72675577017415e-05,
      "loss": 0.7968,
      "step": 12519
    },
    {
      "epoch": 0.2638469603333913,
      "grad_norm": 0.12621840834617615,
      "learning_rate": 1.726708885121652e-05,
      "loss": 0.8703,
      "step": 12520
    },
    {
      "epoch": 0.2638680343717566,
      "grad_norm": 0.1547413468360901,
      "learning_rate": 1.7266619966837074e-05,
      "loss": 0.8203,
      "step": 12521
    },
    {
      "epoch": 0.26388910841012186,
      "grad_norm": 0.14131556451320648,
      "learning_rate": 1.7266151048605343e-05,
      "loss": 0.8869,
      "step": 12522
    },
    {
      "epoch": 0.26391018244848713,
      "grad_norm": 0.13876396417617798,
      "learning_rate": 1.726568209652351e-05,
      "loss": 0.9065,
      "step": 12523
    },
    {
      "epoch": 0.26393125648685245,
      "grad_norm": 0.20228484272956848,
      "learning_rate": 1.7265213110593762e-05,
      "loss": 0.8839,
      "step": 12524
    },
    {
      "epoch": 0.2639523305252177,
      "grad_norm": 0.13764096796512604,
      "learning_rate": 1.7264744090818284e-05,
      "loss": 0.8087,
      "step": 12525
    },
    {
      "epoch": 0.263973404563583,
      "grad_norm": 0.13046379387378693,
      "learning_rate": 1.726427503719926e-05,
      "loss": 0.8911,
      "step": 12526
    },
    {
      "epoch": 0.2639944786019483,
      "grad_norm": 0.1805105358362198,
      "learning_rate": 1.7263805949738873e-05,
      "loss": 0.9262,
      "step": 12527
    },
    {
      "epoch": 0.26401555264031357,
      "grad_norm": 0.23200158774852753,
      "learning_rate": 1.7263336828439313e-05,
      "loss": 0.8942,
      "step": 12528
    },
    {
      "epoch": 0.2640366266786789,
      "grad_norm": 0.14780984818935394,
      "learning_rate": 1.7262867673302763e-05,
      "loss": 0.8592,
      "step": 12529
    },
    {
      "epoch": 0.26405770071704415,
      "grad_norm": 0.16947521269321442,
      "learning_rate": 1.726239848433141e-05,
      "loss": 0.9229,
      "step": 12530
    },
    {
      "epoch": 0.2640787747554094,
      "grad_norm": 0.20235496759414673,
      "learning_rate": 1.7261929261527437e-05,
      "loss": 0.8776,
      "step": 12531
    },
    {
      "epoch": 0.26409984879377474,
      "grad_norm": 0.12429913878440857,
      "learning_rate": 1.7261460004893033e-05,
      "loss": 0.8789,
      "step": 12532
    },
    {
      "epoch": 0.26412092283214,
      "grad_norm": 0.17755305767059326,
      "learning_rate": 1.7260990714430382e-05,
      "loss": 0.8472,
      "step": 12533
    },
    {
      "epoch": 0.2641419968705053,
      "grad_norm": 0.1583603471517563,
      "learning_rate": 1.726052139014167e-05,
      "loss": 0.8952,
      "step": 12534
    },
    {
      "epoch": 0.2641630709088706,
      "grad_norm": 0.15414556860923767,
      "learning_rate": 1.7260052032029083e-05,
      "loss": 0.8309,
      "step": 12535
    },
    {
      "epoch": 0.26418414494723585,
      "grad_norm": 0.16660122573375702,
      "learning_rate": 1.725958264009481e-05,
      "loss": 0.8386,
      "step": 12536
    },
    {
      "epoch": 0.2642052189856012,
      "grad_norm": 0.15554594993591309,
      "learning_rate": 1.7259113214341038e-05,
      "loss": 0.87,
      "step": 12537
    },
    {
      "epoch": 0.26422629302396644,
      "grad_norm": 0.23297233879566193,
      "learning_rate": 1.725864375476995e-05,
      "loss": 0.8573,
      "step": 12538
    },
    {
      "epoch": 0.26424736706233176,
      "grad_norm": 0.18265339732170105,
      "learning_rate": 1.7258174261383738e-05,
      "loss": 0.8977,
      "step": 12539
    },
    {
      "epoch": 0.264268441100697,
      "grad_norm": 0.16139020025730133,
      "learning_rate": 1.7257704734184584e-05,
      "loss": 0.867,
      "step": 12540
    },
    {
      "epoch": 0.2642895151390623,
      "grad_norm": 0.19156435132026672,
      "learning_rate": 1.7257235173174677e-05,
      "loss": 0.8561,
      "step": 12541
    },
    {
      "epoch": 0.2643105891774276,
      "grad_norm": 0.1261439174413681,
      "learning_rate": 1.725676557835621e-05,
      "loss": 0.8477,
      "step": 12542
    },
    {
      "epoch": 0.2643316632157929,
      "grad_norm": 0.15935108065605164,
      "learning_rate": 1.7256295949731358e-05,
      "loss": 0.8952,
      "step": 12543
    },
    {
      "epoch": 0.2643527372541582,
      "grad_norm": 0.13931109011173248,
      "learning_rate": 1.7255826287302323e-05,
      "loss": 0.8651,
      "step": 12544
    },
    {
      "epoch": 0.26437381129252346,
      "grad_norm": 0.18218502402305603,
      "learning_rate": 1.7255356591071287e-05,
      "loss": 0.8659,
      "step": 12545
    },
    {
      "epoch": 0.26439488533088873,
      "grad_norm": 0.19639281928539276,
      "learning_rate": 1.7254886861040438e-05,
      "loss": 0.874,
      "step": 12546
    },
    {
      "epoch": 0.26441595936925405,
      "grad_norm": 0.13704484701156616,
      "learning_rate": 1.725441709721196e-05,
      "loss": 0.9078,
      "step": 12547
    },
    {
      "epoch": 0.2644370334076193,
      "grad_norm": 0.15973800420761108,
      "learning_rate": 1.7253947299588048e-05,
      "loss": 0.8692,
      "step": 12548
    },
    {
      "epoch": 0.2644581074459846,
      "grad_norm": 0.16172686219215393,
      "learning_rate": 1.725347746817089e-05,
      "loss": 0.8978,
      "step": 12549
    },
    {
      "epoch": 0.2644791814843499,
      "grad_norm": 0.1446898877620697,
      "learning_rate": 1.725300760296267e-05,
      "loss": 0.8592,
      "step": 12550
    },
    {
      "epoch": 0.26450025552271517,
      "grad_norm": 0.168931782245636,
      "learning_rate": 1.725253770396558e-05,
      "loss": 0.8501,
      "step": 12551
    },
    {
      "epoch": 0.2645213295610805,
      "grad_norm": 0.12564188241958618,
      "learning_rate": 1.7252067771181814e-05,
      "loss": 0.8372,
      "step": 12552
    },
    {
      "epoch": 0.26454240359944575,
      "grad_norm": 0.18686895072460175,
      "learning_rate": 1.725159780461355e-05,
      "loss": 0.9276,
      "step": 12553
    },
    {
      "epoch": 0.264563477637811,
      "grad_norm": 0.1323624700307846,
      "learning_rate": 1.7251127804262986e-05,
      "loss": 0.7739,
      "step": 12554
    },
    {
      "epoch": 0.26458455167617634,
      "grad_norm": 0.19065771996974945,
      "learning_rate": 1.725065777013231e-05,
      "loss": 0.9192,
      "step": 12555
    },
    {
      "epoch": 0.2646056257145416,
      "grad_norm": 0.12683333456516266,
      "learning_rate": 1.725018770222371e-05,
      "loss": 0.8047,
      "step": 12556
    },
    {
      "epoch": 0.2646266997529069,
      "grad_norm": 0.14430442452430725,
      "learning_rate": 1.724971760053938e-05,
      "loss": 0.814,
      "step": 12557
    },
    {
      "epoch": 0.2646477737912722,
      "grad_norm": 0.14477558434009552,
      "learning_rate": 1.72492474650815e-05,
      "loss": 0.8523,
      "step": 12558
    },
    {
      "epoch": 0.26466884782963745,
      "grad_norm": 0.16589730978012085,
      "learning_rate": 1.724877729585227e-05,
      "loss": 0.889,
      "step": 12559
    },
    {
      "epoch": 0.2646899218680028,
      "grad_norm": 0.14916738867759705,
      "learning_rate": 1.7248307092853877e-05,
      "loss": 0.8213,
      "step": 12560
    },
    {
      "epoch": 0.26471099590636804,
      "grad_norm": 0.13158495724201202,
      "learning_rate": 1.7247836856088515e-05,
      "loss": 0.8397,
      "step": 12561
    },
    {
      "epoch": 0.26473206994473336,
      "grad_norm": 0.15802939236164093,
      "learning_rate": 1.7247366585558366e-05,
      "loss": 0.8197,
      "step": 12562
    },
    {
      "epoch": 0.2647531439830986,
      "grad_norm": 0.13810551166534424,
      "learning_rate": 1.724689628126563e-05,
      "loss": 0.9117,
      "step": 12563
    },
    {
      "epoch": 0.2647742180214639,
      "grad_norm": 0.14570339024066925,
      "learning_rate": 1.7246425943212495e-05,
      "loss": 0.827,
      "step": 12564
    },
    {
      "epoch": 0.2647952920598292,
      "grad_norm": 0.15533772110939026,
      "learning_rate": 1.724595557140115e-05,
      "loss": 0.8741,
      "step": 12565
    },
    {
      "epoch": 0.2648163660981945,
      "grad_norm": 0.14255043864250183,
      "learning_rate": 1.7245485165833786e-05,
      "loss": 0.8128,
      "step": 12566
    },
    {
      "epoch": 0.26483744013655974,
      "grad_norm": 0.17502941191196442,
      "learning_rate": 1.7245014726512597e-05,
      "loss": 0.8306,
      "step": 12567
    },
    {
      "epoch": 0.26485851417492506,
      "grad_norm": 0.16525529325008392,
      "learning_rate": 1.7244544253439774e-05,
      "loss": 0.8888,
      "step": 12568
    },
    {
      "epoch": 0.26487958821329033,
      "grad_norm": 0.1358521431684494,
      "learning_rate": 1.7244073746617506e-05,
      "loss": 0.8323,
      "step": 12569
    },
    {
      "epoch": 0.26490066225165565,
      "grad_norm": 0.13075076043605804,
      "learning_rate": 1.7243603206047988e-05,
      "loss": 0.828,
      "step": 12570
    },
    {
      "epoch": 0.2649217362900209,
      "grad_norm": 0.13918274641036987,
      "learning_rate": 1.7243132631733413e-05,
      "loss": 0.9179,
      "step": 12571
    },
    {
      "epoch": 0.2649428103283862,
      "grad_norm": 0.15103395283222198,
      "learning_rate": 1.724266202367597e-05,
      "loss": 0.8574,
      "step": 12572
    },
    {
      "epoch": 0.2649638843667515,
      "grad_norm": 0.16318923234939575,
      "learning_rate": 1.7242191381877853e-05,
      "loss": 0.9157,
      "step": 12573
    },
    {
      "epoch": 0.26498495840511677,
      "grad_norm": 0.12913066148757935,
      "learning_rate": 1.7241720706341255e-05,
      "loss": 0.864,
      "step": 12574
    },
    {
      "epoch": 0.2650060324434821,
      "grad_norm": 0.16914822161197662,
      "learning_rate": 1.724124999706837e-05,
      "loss": 0.878,
      "step": 12575
    },
    {
      "epoch": 0.26502710648184735,
      "grad_norm": 0.15055274963378906,
      "learning_rate": 1.7240779254061385e-05,
      "loss": 0.8286,
      "step": 12576
    },
    {
      "epoch": 0.2650481805202126,
      "grad_norm": 0.13661521673202515,
      "learning_rate": 1.7240308477322497e-05,
      "loss": 0.8653,
      "step": 12577
    },
    {
      "epoch": 0.26506925455857794,
      "grad_norm": 0.15440642833709717,
      "learning_rate": 1.72398376668539e-05,
      "loss": 0.884,
      "step": 12578
    },
    {
      "epoch": 0.2650903285969432,
      "grad_norm": 0.15600542724132538,
      "learning_rate": 1.723936682265779e-05,
      "loss": 0.838,
      "step": 12579
    },
    {
      "epoch": 0.2651114026353085,
      "grad_norm": 0.20051641762256622,
      "learning_rate": 1.7238895944736353e-05,
      "loss": 0.8623,
      "step": 12580
    },
    {
      "epoch": 0.2651324766736738,
      "grad_norm": 0.16551066935062408,
      "learning_rate": 1.7238425033091788e-05,
      "loss": 0.9446,
      "step": 12581
    },
    {
      "epoch": 0.26515355071203905,
      "grad_norm": 0.16179241240024567,
      "learning_rate": 1.723795408772628e-05,
      "loss": 0.881,
      "step": 12582
    },
    {
      "epoch": 0.2651746247504044,
      "grad_norm": 0.1519225537776947,
      "learning_rate": 1.7237483108642044e-05,
      "loss": 0.9024,
      "step": 12583
    },
    {
      "epoch": 0.26519569878876964,
      "grad_norm": 0.16333216428756714,
      "learning_rate": 1.723701209584125e-05,
      "loss": 0.8666,
      "step": 12584
    },
    {
      "epoch": 0.2652167728271349,
      "grad_norm": 0.1424957513809204,
      "learning_rate": 1.7236541049326105e-05,
      "loss": 0.8267,
      "step": 12585
    },
    {
      "epoch": 0.2652378468655002,
      "grad_norm": 0.19031043350696564,
      "learning_rate": 1.7236069969098802e-05,
      "loss": 0.8855,
      "step": 12586
    },
    {
      "epoch": 0.2652589209038655,
      "grad_norm": 0.1406921148300171,
      "learning_rate": 1.7235598855161536e-05,
      "loss": 0.9025,
      "step": 12587
    },
    {
      "epoch": 0.2652799949422308,
      "grad_norm": 0.15680155158042908,
      "learning_rate": 1.7235127707516498e-05,
      "loss": 0.8967,
      "step": 12588
    },
    {
      "epoch": 0.2653010689805961,
      "grad_norm": 0.15515193343162537,
      "learning_rate": 1.7234656526165885e-05,
      "loss": 0.8109,
      "step": 12589
    },
    {
      "epoch": 0.26532214301896134,
      "grad_norm": 0.13156439363956451,
      "learning_rate": 1.7234185311111895e-05,
      "loss": 0.8986,
      "step": 12590
    },
    {
      "epoch": 0.26534321705732666,
      "grad_norm": 0.13633646070957184,
      "learning_rate": 1.7233714062356718e-05,
      "loss": 0.88,
      "step": 12591
    },
    {
      "epoch": 0.26536429109569193,
      "grad_norm": 0.1117655336856842,
      "learning_rate": 1.723324277990255e-05,
      "loss": 0.8433,
      "step": 12592
    },
    {
      "epoch": 0.26538536513405725,
      "grad_norm": 0.15086640417575836,
      "learning_rate": 1.7232771463751595e-05,
      "loss": 0.863,
      "step": 12593
    },
    {
      "epoch": 0.2654064391724225,
      "grad_norm": 0.13853749632835388,
      "learning_rate": 1.7232300113906037e-05,
      "loss": 0.9077,
      "step": 12594
    },
    {
      "epoch": 0.2654275132107878,
      "grad_norm": 0.13409627974033356,
      "learning_rate": 1.7231828730368077e-05,
      "loss": 0.9189,
      "step": 12595
    },
    {
      "epoch": 0.2654485872491531,
      "grad_norm": 0.16584093868732452,
      "learning_rate": 1.723135731313991e-05,
      "loss": 0.9089,
      "step": 12596
    },
    {
      "epoch": 0.26546966128751837,
      "grad_norm": 0.1517341136932373,
      "learning_rate": 1.7230885862223735e-05,
      "loss": 0.9358,
      "step": 12597
    },
    {
      "epoch": 0.2654907353258837,
      "grad_norm": 0.11321192979812622,
      "learning_rate": 1.7230414377621747e-05,
      "loss": 0.8469,
      "step": 12598
    },
    {
      "epoch": 0.26551180936424895,
      "grad_norm": 0.14385493099689484,
      "learning_rate": 1.7229942859336142e-05,
      "loss": 0.9435,
      "step": 12599
    },
    {
      "epoch": 0.2655328834026142,
      "grad_norm": 0.11256048083305359,
      "learning_rate": 1.7229471307369113e-05,
      "loss": 0.931,
      "step": 12600
    },
    {
      "epoch": 0.26555395744097954,
      "grad_norm": 0.13817435503005981,
      "learning_rate": 1.7228999721722864e-05,
      "loss": 0.8627,
      "step": 12601
    },
    {
      "epoch": 0.2655750314793448,
      "grad_norm": 0.11785079538822174,
      "learning_rate": 1.7228528102399584e-05,
      "loss": 0.798,
      "step": 12602
    },
    {
      "epoch": 0.26559610551771007,
      "grad_norm": 0.13004885613918304,
      "learning_rate": 1.7228056449401477e-05,
      "loss": 0.8356,
      "step": 12603
    },
    {
      "epoch": 0.2656171795560754,
      "grad_norm": 0.12042403221130371,
      "learning_rate": 1.7227584762730737e-05,
      "loss": 0.7926,
      "step": 12604
    },
    {
      "epoch": 0.26563825359444065,
      "grad_norm": 0.1273798942565918,
      "learning_rate": 1.722711304238956e-05,
      "loss": 0.8209,
      "step": 12605
    },
    {
      "epoch": 0.265659327632806,
      "grad_norm": 0.15030965209007263,
      "learning_rate": 1.7226641288380147e-05,
      "loss": 0.8092,
      "step": 12606
    },
    {
      "epoch": 0.26568040167117124,
      "grad_norm": 0.13628919422626495,
      "learning_rate": 1.7226169500704692e-05,
      "loss": 0.8242,
      "step": 12607
    },
    {
      "epoch": 0.2657014757095365,
      "grad_norm": 0.13256491720676422,
      "learning_rate": 1.72256976793654e-05,
      "loss": 0.8872,
      "step": 12608
    },
    {
      "epoch": 0.2657225497479018,
      "grad_norm": 0.13883158564567566,
      "learning_rate": 1.722522582436446e-05,
      "loss": 0.8787,
      "step": 12609
    },
    {
      "epoch": 0.2657436237862671,
      "grad_norm": 0.2923666834831238,
      "learning_rate": 1.7224753935704073e-05,
      "loss": 0.9097,
      "step": 12610
    },
    {
      "epoch": 0.2657646978246324,
      "grad_norm": 0.11560360342264175,
      "learning_rate": 1.722428201338644e-05,
      "loss": 0.8359,
      "step": 12611
    },
    {
      "epoch": 0.2657857718629977,
      "grad_norm": 0.11754686385393143,
      "learning_rate": 1.722381005741376e-05,
      "loss": 0.8614,
      "step": 12612
    },
    {
      "epoch": 0.26580684590136294,
      "grad_norm": 0.13685140013694763,
      "learning_rate": 1.7223338067788225e-05,
      "loss": 0.9329,
      "step": 12613
    },
    {
      "epoch": 0.26582791993972826,
      "grad_norm": 0.12109776586294174,
      "learning_rate": 1.7222866044512043e-05,
      "loss": 0.8714,
      "step": 12614
    },
    {
      "epoch": 0.26584899397809353,
      "grad_norm": 0.12242016941308975,
      "learning_rate": 1.7222393987587406e-05,
      "loss": 0.8135,
      "step": 12615
    },
    {
      "epoch": 0.26587006801645885,
      "grad_norm": 0.13594557344913483,
      "learning_rate": 1.7221921897016517e-05,
      "loss": 0.8948,
      "step": 12616
    },
    {
      "epoch": 0.2658911420548241,
      "grad_norm": 0.12054955959320068,
      "learning_rate": 1.7221449772801573e-05,
      "loss": 0.9008,
      "step": 12617
    },
    {
      "epoch": 0.2659122160931894,
      "grad_norm": 0.14166699349880219,
      "learning_rate": 1.7220977614944775e-05,
      "loss": 0.878,
      "step": 12618
    },
    {
      "epoch": 0.2659332901315547,
      "grad_norm": 0.11490420997142792,
      "learning_rate": 1.722050542344832e-05,
      "loss": 0.925,
      "step": 12619
    },
    {
      "epoch": 0.26595436416991997,
      "grad_norm": 0.16824613511562347,
      "learning_rate": 1.722003319831441e-05,
      "loss": 0.897,
      "step": 12620
    },
    {
      "epoch": 0.26597543820828523,
      "grad_norm": 0.1409626603126526,
      "learning_rate": 1.7219560939545246e-05,
      "loss": 0.9056,
      "step": 12621
    },
    {
      "epoch": 0.26599651224665055,
      "grad_norm": 0.1343446969985962,
      "learning_rate": 1.7219088647143024e-05,
      "loss": 0.8777,
      "step": 12622
    },
    {
      "epoch": 0.2660175862850158,
      "grad_norm": 0.16121366620063782,
      "learning_rate": 1.721861632110995e-05,
      "loss": 0.8767,
      "step": 12623
    },
    {
      "epoch": 0.26603866032338114,
      "grad_norm": 0.14334316551685333,
      "learning_rate": 1.721814396144822e-05,
      "loss": 0.8841,
      "step": 12624
    },
    {
      "epoch": 0.2660597343617464,
      "grad_norm": 0.13560764491558075,
      "learning_rate": 1.7217671568160038e-05,
      "loss": 0.8982,
      "step": 12625
    },
    {
      "epoch": 0.26608080840011167,
      "grad_norm": 0.17387418448925018,
      "learning_rate": 1.7217199141247598e-05,
      "loss": 0.8195,
      "step": 12626
    },
    {
      "epoch": 0.266101882438477,
      "grad_norm": 0.11950761079788208,
      "learning_rate": 1.7216726680713107e-05,
      "loss": 0.8834,
      "step": 12627
    },
    {
      "epoch": 0.26612295647684225,
      "grad_norm": 0.11619299650192261,
      "learning_rate": 1.7216254186558767e-05,
      "loss": 0.8207,
      "step": 12628
    },
    {
      "epoch": 0.2661440305152076,
      "grad_norm": 0.11916910856962204,
      "learning_rate": 1.7215781658786773e-05,
      "loss": 0.8196,
      "step": 12629
    },
    {
      "epoch": 0.26616510455357284,
      "grad_norm": 0.1286308765411377,
      "learning_rate": 1.7215309097399328e-05,
      "loss": 0.8276,
      "step": 12630
    },
    {
      "epoch": 0.2661861785919381,
      "grad_norm": 0.1395340859889984,
      "learning_rate": 1.721483650239864e-05,
      "loss": 0.9473,
      "step": 12631
    },
    {
      "epoch": 0.2662072526303034,
      "grad_norm": 0.10599039494991302,
      "learning_rate": 1.7214363873786904e-05,
      "loss": 0.8029,
      "step": 12632
    },
    {
      "epoch": 0.2662283266686687,
      "grad_norm": 0.1592685580253601,
      "learning_rate": 1.7213891211566323e-05,
      "loss": 0.8914,
      "step": 12633
    },
    {
      "epoch": 0.266249400707034,
      "grad_norm": 0.1500149518251419,
      "learning_rate": 1.72134185157391e-05,
      "loss": 0.8171,
      "step": 12634
    },
    {
      "epoch": 0.2662704747453993,
      "grad_norm": 0.1676589995622635,
      "learning_rate": 1.7212945786307436e-05,
      "loss": 0.8938,
      "step": 12635
    },
    {
      "epoch": 0.26629154878376454,
      "grad_norm": 0.12979930639266968,
      "learning_rate": 1.7212473023273532e-05,
      "loss": 0.8457,
      "step": 12636
    },
    {
      "epoch": 0.26631262282212986,
      "grad_norm": 0.16225290298461914,
      "learning_rate": 1.7212000226639597e-05,
      "loss": 0.8715,
      "step": 12637
    },
    {
      "epoch": 0.26633369686049513,
      "grad_norm": 0.15325677394866943,
      "learning_rate": 1.7211527396407824e-05,
      "loss": 0.8754,
      "step": 12638
    },
    {
      "epoch": 0.26635477089886045,
      "grad_norm": 0.134175106883049,
      "learning_rate": 1.7211054532580425e-05,
      "loss": 0.9072,
      "step": 12639
    },
    {
      "epoch": 0.2663758449372257,
      "grad_norm": 0.14889144897460938,
      "learning_rate": 1.7210581635159598e-05,
      "loss": 0.845,
      "step": 12640
    },
    {
      "epoch": 0.266396918975591,
      "grad_norm": 0.14349760115146637,
      "learning_rate": 1.7210108704147544e-05,
      "loss": 0.8983,
      "step": 12641
    },
    {
      "epoch": 0.2664179930139563,
      "grad_norm": 0.14202405512332916,
      "learning_rate": 1.7209635739546473e-05,
      "loss": 0.8477,
      "step": 12642
    },
    {
      "epoch": 0.26643906705232157,
      "grad_norm": 0.1485293060541153,
      "learning_rate": 1.720916274135858e-05,
      "loss": 0.8654,
      "step": 12643
    },
    {
      "epoch": 0.26646014109068683,
      "grad_norm": 0.12124894559383392,
      "learning_rate": 1.7208689709586073e-05,
      "loss": 0.8593,
      "step": 12644
    },
    {
      "epoch": 0.26648121512905215,
      "grad_norm": 0.13512584567070007,
      "learning_rate": 1.720821664423116e-05,
      "loss": 0.8751,
      "step": 12645
    },
    {
      "epoch": 0.2665022891674174,
      "grad_norm": 0.11790299415588379,
      "learning_rate": 1.7207743545296032e-05,
      "loss": 0.8475,
      "step": 12646
    },
    {
      "epoch": 0.26652336320578274,
      "grad_norm": 0.14763672649860382,
      "learning_rate": 1.7207270412782908e-05,
      "loss": 0.9397,
      "step": 12647
    },
    {
      "epoch": 0.266544437244148,
      "grad_norm": 0.13144925236701965,
      "learning_rate": 1.720679724669398e-05,
      "loss": 0.9025,
      "step": 12648
    },
    {
      "epoch": 0.26656551128251327,
      "grad_norm": 0.12666592001914978,
      "learning_rate": 1.720632404703146e-05,
      "loss": 0.9153,
      "step": 12649
    },
    {
      "epoch": 0.2665865853208786,
      "grad_norm": 0.15119904279708862,
      "learning_rate": 1.7205850813797554e-05,
      "loss": 0.8864,
      "step": 12650
    },
    {
      "epoch": 0.26660765935924385,
      "grad_norm": 0.13984039425849915,
      "learning_rate": 1.7205377546994457e-05,
      "loss": 0.8748,
      "step": 12651
    },
    {
      "epoch": 0.2666287333976092,
      "grad_norm": 0.11937122792005539,
      "learning_rate": 1.7204904246624382e-05,
      "loss": 0.8759,
      "step": 12652
    },
    {
      "epoch": 0.26664980743597444,
      "grad_norm": 0.1252356469631195,
      "learning_rate": 1.720443091268953e-05,
      "loss": 0.8361,
      "step": 12653
    },
    {
      "epoch": 0.2666708814743397,
      "grad_norm": 0.11093323677778244,
      "learning_rate": 1.720395754519211e-05,
      "loss": 0.8756,
      "step": 12654
    },
    {
      "epoch": 0.266691955512705,
      "grad_norm": 0.128409281373024,
      "learning_rate": 1.7203484144134323e-05,
      "loss": 0.9028,
      "step": 12655
    },
    {
      "epoch": 0.2667130295510703,
      "grad_norm": 0.1212184876203537,
      "learning_rate": 1.7203010709518373e-05,
      "loss": 0.863,
      "step": 12656
    },
    {
      "epoch": 0.2667341035894356,
      "grad_norm": 0.12517638504505157,
      "learning_rate": 1.720253724134647e-05,
      "loss": 0.8075,
      "step": 12657
    },
    {
      "epoch": 0.2667551776278009,
      "grad_norm": 0.15676124393939972,
      "learning_rate": 1.720206373962082e-05,
      "loss": 0.9019,
      "step": 12658
    },
    {
      "epoch": 0.26677625166616614,
      "grad_norm": 0.15647481381893158,
      "learning_rate": 1.7201590204343626e-05,
      "loss": 0.8223,
      "step": 12659
    },
    {
      "epoch": 0.26679732570453146,
      "grad_norm": 0.13152721524238586,
      "learning_rate": 1.7201116635517095e-05,
      "loss": 0.8302,
      "step": 12660
    },
    {
      "epoch": 0.26681839974289673,
      "grad_norm": 0.17057977616786957,
      "learning_rate": 1.7200643033143434e-05,
      "loss": 0.8428,
      "step": 12661
    },
    {
      "epoch": 0.266839473781262,
      "grad_norm": 0.15984715521335602,
      "learning_rate": 1.7200169397224846e-05,
      "loss": 0.82,
      "step": 12662
    },
    {
      "epoch": 0.2668605478196273,
      "grad_norm": 0.11924625188112259,
      "learning_rate": 1.7199695727763543e-05,
      "loss": 0.8404,
      "step": 12663
    },
    {
      "epoch": 0.2668816218579926,
      "grad_norm": 0.19111958146095276,
      "learning_rate": 1.7199222024761727e-05,
      "loss": 0.8817,
      "step": 12664
    },
    {
      "epoch": 0.2669026958963579,
      "grad_norm": 0.1629207581281662,
      "learning_rate": 1.719874828822161e-05,
      "loss": 0.8813,
      "step": 12665
    },
    {
      "epoch": 0.26692376993472317,
      "grad_norm": 0.14451080560684204,
      "learning_rate": 1.7198274518145392e-05,
      "loss": 0.9072,
      "step": 12666
    },
    {
      "epoch": 0.26694484397308843,
      "grad_norm": 0.17447517812252045,
      "learning_rate": 1.7197800714535283e-05,
      "loss": 0.7694,
      "step": 12667
    },
    {
      "epoch": 0.26696591801145375,
      "grad_norm": 0.12700174748897552,
      "learning_rate": 1.719732687739349e-05,
      "loss": 0.828,
      "step": 12668
    },
    {
      "epoch": 0.266986992049819,
      "grad_norm": 0.1665537804365158,
      "learning_rate": 1.7196853006722226e-05,
      "loss": 0.9492,
      "step": 12669
    },
    {
      "epoch": 0.26700806608818434,
      "grad_norm": 0.23280476033687592,
      "learning_rate": 1.719637910252369e-05,
      "loss": 0.9015,
      "step": 12670
    },
    {
      "epoch": 0.2670291401265496,
      "grad_norm": 0.15688008069992065,
      "learning_rate": 1.7195905164800092e-05,
      "loss": 0.9147,
      "step": 12671
    },
    {
      "epoch": 0.26705021416491487,
      "grad_norm": 0.12813915312290192,
      "learning_rate": 1.7195431193553645e-05,
      "loss": 0.8793,
      "step": 12672
    },
    {
      "epoch": 0.2670712882032802,
      "grad_norm": 0.1380498707294464,
      "learning_rate": 1.719495718878655e-05,
      "loss": 0.8563,
      "step": 12673
    },
    {
      "epoch": 0.26709236224164545,
      "grad_norm": 0.1358223259449005,
      "learning_rate": 1.7194483150501024e-05,
      "loss": 0.8987,
      "step": 12674
    },
    {
      "epoch": 0.2671134362800108,
      "grad_norm": 0.17199741303920746,
      "learning_rate": 1.7194009078699267e-05,
      "loss": 0.9229,
      "step": 12675
    },
    {
      "epoch": 0.26713451031837604,
      "grad_norm": 0.11927144229412079,
      "learning_rate": 1.7193534973383494e-05,
      "loss": 0.8903,
      "step": 12676
    },
    {
      "epoch": 0.2671555843567413,
      "grad_norm": 0.1720886081457138,
      "learning_rate": 1.7193060834555905e-05,
      "loss": 0.8824,
      "step": 12677
    },
    {
      "epoch": 0.2671766583951066,
      "grad_norm": 0.18925800919532776,
      "learning_rate": 1.7192586662218714e-05,
      "loss": 0.9424,
      "step": 12678
    },
    {
      "epoch": 0.2671977324334719,
      "grad_norm": 0.11919983476400375,
      "learning_rate": 1.7192112456374132e-05,
      "loss": 0.8615,
      "step": 12679
    },
    {
      "epoch": 0.26721880647183716,
      "grad_norm": 0.138065904378891,
      "learning_rate": 1.7191638217024363e-05,
      "loss": 0.7736,
      "step": 12680
    },
    {
      "epoch": 0.2672398805102025,
      "grad_norm": 0.11705350875854492,
      "learning_rate": 1.7191163944171622e-05,
      "loss": 0.9611,
      "step": 12681
    },
    {
      "epoch": 0.26726095454856774,
      "grad_norm": 0.1536831110715866,
      "learning_rate": 1.7190689637818118e-05,
      "loss": 0.8706,
      "step": 12682
    },
    {
      "epoch": 0.26728202858693306,
      "grad_norm": 0.13277828693389893,
      "learning_rate": 1.7190215297966056e-05,
      "loss": 0.8817,
      "step": 12683
    },
    {
      "epoch": 0.26730310262529833,
      "grad_norm": 0.1393808126449585,
      "learning_rate": 1.7189740924617647e-05,
      "loss": 0.8481,
      "step": 12684
    },
    {
      "epoch": 0.2673241766636636,
      "grad_norm": 0.13928164541721344,
      "learning_rate": 1.7189266517775105e-05,
      "loss": 0.8557,
      "step": 12685
    },
    {
      "epoch": 0.2673452507020289,
      "grad_norm": 0.12188266962766647,
      "learning_rate": 1.7188792077440636e-05,
      "loss": 0.9273,
      "step": 12686
    },
    {
      "epoch": 0.2673663247403942,
      "grad_norm": 0.14403510093688965,
      "learning_rate": 1.718831760361645e-05,
      "loss": 0.8372,
      "step": 12687
    },
    {
      "epoch": 0.2673873987787595,
      "grad_norm": 0.1358216255903244,
      "learning_rate": 1.7187843096304762e-05,
      "loss": 0.9411,
      "step": 12688
    },
    {
      "epoch": 0.26740847281712476,
      "grad_norm": 0.16849511861801147,
      "learning_rate": 1.7187368555507778e-05,
      "loss": 0.8766,
      "step": 12689
    },
    {
      "epoch": 0.26742954685549003,
      "grad_norm": 0.17049291729927063,
      "learning_rate": 1.7186893981227707e-05,
      "loss": 0.8674,
      "step": 12690
    },
    {
      "epoch": 0.26745062089385535,
      "grad_norm": 0.17024731636047363,
      "learning_rate": 1.7186419373466768e-05,
      "loss": 0.926,
      "step": 12691
    },
    {
      "epoch": 0.2674716949322206,
      "grad_norm": 0.14138686656951904,
      "learning_rate": 1.7185944732227163e-05,
      "loss": 0.843,
      "step": 12692
    },
    {
      "epoch": 0.26749276897058594,
      "grad_norm": 0.16586364805698395,
      "learning_rate": 1.718547005751111e-05,
      "loss": 0.915,
      "step": 12693
    },
    {
      "epoch": 0.2675138430089512,
      "grad_norm": 0.1565188467502594,
      "learning_rate": 1.7184995349320814e-05,
      "loss": 0.8487,
      "step": 12694
    },
    {
      "epoch": 0.26753491704731647,
      "grad_norm": 0.15619122982025146,
      "learning_rate": 1.718452060765849e-05,
      "loss": 0.8266,
      "step": 12695
    },
    {
      "epoch": 0.2675559910856818,
      "grad_norm": 0.13804005086421967,
      "learning_rate": 1.7184045832526356e-05,
      "loss": 0.8637,
      "step": 12696
    },
    {
      "epoch": 0.26757706512404705,
      "grad_norm": 0.14942778646945953,
      "learning_rate": 1.718357102392661e-05,
      "loss": 0.9444,
      "step": 12697
    },
    {
      "epoch": 0.2675981391624123,
      "grad_norm": 0.13538281619548798,
      "learning_rate": 1.7183096181861474e-05,
      "loss": 0.8466,
      "step": 12698
    },
    {
      "epoch": 0.26761921320077764,
      "grad_norm": 0.14256168901920319,
      "learning_rate": 1.718262130633316e-05,
      "loss": 0.8715,
      "step": 12699
    },
    {
      "epoch": 0.2676402872391429,
      "grad_norm": 0.13479141891002655,
      "learning_rate": 1.7182146397343872e-05,
      "loss": 0.8413,
      "step": 12700
    },
    {
      "epoch": 0.2676613612775082,
      "grad_norm": 0.14369513094425201,
      "learning_rate": 1.718167145489583e-05,
      "loss": 0.8933,
      "step": 12701
    },
    {
      "epoch": 0.2676824353158735,
      "grad_norm": 0.1637345552444458,
      "learning_rate": 1.7181196478991246e-05,
      "loss": 0.9255,
      "step": 12702
    },
    {
      "epoch": 0.26770350935423876,
      "grad_norm": 0.15225331485271454,
      "learning_rate": 1.7180721469632332e-05,
      "loss": 0.8858,
      "step": 12703
    },
    {
      "epoch": 0.2677245833926041,
      "grad_norm": 0.12435255944728851,
      "learning_rate": 1.7180246426821296e-05,
      "loss": 0.887,
      "step": 12704
    },
    {
      "epoch": 0.26774565743096934,
      "grad_norm": 0.1663554161787033,
      "learning_rate": 1.7179771350560362e-05,
      "loss": 0.8573,
      "step": 12705
    },
    {
      "epoch": 0.26776673146933466,
      "grad_norm": 0.1282574087381363,
      "learning_rate": 1.717929624085173e-05,
      "loss": 0.8441,
      "step": 12706
    },
    {
      "epoch": 0.2677878055076999,
      "grad_norm": 0.14454421401023865,
      "learning_rate": 1.7178821097697623e-05,
      "loss": 0.8381,
      "step": 12707
    },
    {
      "epoch": 0.2678088795460652,
      "grad_norm": 0.12180018424987793,
      "learning_rate": 1.717834592110025e-05,
      "loss": 0.8324,
      "step": 12708
    },
    {
      "epoch": 0.2678299535844305,
      "grad_norm": 0.13120295107364655,
      "learning_rate": 1.717787071106183e-05,
      "loss": 0.9363,
      "step": 12709
    },
    {
      "epoch": 0.2678510276227958,
      "grad_norm": 0.1499033272266388,
      "learning_rate": 1.7177395467584564e-05,
      "loss": 0.9914,
      "step": 12710
    },
    {
      "epoch": 0.2678721016611611,
      "grad_norm": 0.13595734536647797,
      "learning_rate": 1.717692019067068e-05,
      "loss": 0.8363,
      "step": 12711
    },
    {
      "epoch": 0.26789317569952636,
      "grad_norm": 0.10718949139118195,
      "learning_rate": 1.7176444880322386e-05,
      "loss": 0.8445,
      "step": 12712
    },
    {
      "epoch": 0.26791424973789163,
      "grad_norm": 0.12038576602935791,
      "learning_rate": 1.71759695365419e-05,
      "loss": 0.8541,
      "step": 12713
    },
    {
      "epoch": 0.26793532377625695,
      "grad_norm": 0.14349398016929626,
      "learning_rate": 1.7175494159331433e-05,
      "loss": 0.8849,
      "step": 12714
    },
    {
      "epoch": 0.2679563978146222,
      "grad_norm": 0.14513279497623444,
      "learning_rate": 1.7175018748693198e-05,
      "loss": 0.9634,
      "step": 12715
    },
    {
      "epoch": 0.2679774718529875,
      "grad_norm": 0.16479887068271637,
      "learning_rate": 1.7174543304629413e-05,
      "loss": 0.8806,
      "step": 12716
    },
    {
      "epoch": 0.2679985458913528,
      "grad_norm": 0.14986206591129303,
      "learning_rate": 1.7174067827142288e-05,
      "loss": 0.9059,
      "step": 12717
    },
    {
      "epoch": 0.26801961992971807,
      "grad_norm": 0.13919126987457275,
      "learning_rate": 1.7173592316234048e-05,
      "loss": 0.8486,
      "step": 12718
    },
    {
      "epoch": 0.2680406939680834,
      "grad_norm": 0.12143561244010925,
      "learning_rate": 1.7173116771906895e-05,
      "loss": 0.84,
      "step": 12719
    },
    {
      "epoch": 0.26806176800644865,
      "grad_norm": 0.1520812064409256,
      "learning_rate": 1.7172641194163056e-05,
      "loss": 0.8512,
      "step": 12720
    },
    {
      "epoch": 0.2680828420448139,
      "grad_norm": 0.14402133226394653,
      "learning_rate": 1.7172165583004743e-05,
      "loss": 0.8327,
      "step": 12721
    },
    {
      "epoch": 0.26810391608317924,
      "grad_norm": 0.1279110610485077,
      "learning_rate": 1.7171689938434165e-05,
      "loss": 0.8942,
      "step": 12722
    },
    {
      "epoch": 0.2681249901215445,
      "grad_norm": 0.12838220596313477,
      "learning_rate": 1.7171214260453552e-05,
      "loss": 0.8615,
      "step": 12723
    },
    {
      "epoch": 0.2681460641599098,
      "grad_norm": 0.12427304685115814,
      "learning_rate": 1.7170738549065105e-05,
      "loss": 0.8421,
      "step": 12724
    },
    {
      "epoch": 0.2681671381982751,
      "grad_norm": 0.1516565978527069,
      "learning_rate": 1.7170262804271048e-05,
      "loss": 0.8946,
      "step": 12725
    },
    {
      "epoch": 0.26818821223664036,
      "grad_norm": 0.160130113363266,
      "learning_rate": 1.7169787026073596e-05,
      "loss": 0.8979,
      "step": 12726
    },
    {
      "epoch": 0.2682092862750057,
      "grad_norm": 0.13523465394973755,
      "learning_rate": 1.7169311214474968e-05,
      "loss": 0.8767,
      "step": 12727
    },
    {
      "epoch": 0.26823036031337094,
      "grad_norm": 0.15785276889801025,
      "learning_rate": 1.7168835369477377e-05,
      "loss": 0.938,
      "step": 12728
    },
    {
      "epoch": 0.26825143435173626,
      "grad_norm": 0.13434435427188873,
      "learning_rate": 1.716835949108304e-05,
      "loss": 0.8728,
      "step": 12729
    },
    {
      "epoch": 0.2682725083901015,
      "grad_norm": 0.12740546464920044,
      "learning_rate": 1.7167883579294173e-05,
      "loss": 0.814,
      "step": 12730
    },
    {
      "epoch": 0.2682935824284668,
      "grad_norm": 0.17071709036827087,
      "learning_rate": 1.7167407634112995e-05,
      "loss": 0.9034,
      "step": 12731
    },
    {
      "epoch": 0.2683146564668321,
      "grad_norm": 0.14985956251621246,
      "learning_rate": 1.7166931655541727e-05,
      "loss": 0.85,
      "step": 12732
    },
    {
      "epoch": 0.2683357305051974,
      "grad_norm": 0.19222427904605865,
      "learning_rate": 1.7166455643582578e-05,
      "loss": 0.9015,
      "step": 12733
    },
    {
      "epoch": 0.2683568045435627,
      "grad_norm": 0.22225284576416016,
      "learning_rate": 1.7165979598237772e-05,
      "loss": 0.8858,
      "step": 12734
    },
    {
      "epoch": 0.26837787858192796,
      "grad_norm": 0.13782157003879547,
      "learning_rate": 1.7165503519509523e-05,
      "loss": 0.8174,
      "step": 12735
    },
    {
      "epoch": 0.26839895262029323,
      "grad_norm": 0.170733243227005,
      "learning_rate": 1.7165027407400052e-05,
      "loss": 0.8775,
      "step": 12736
    },
    {
      "epoch": 0.26842002665865855,
      "grad_norm": 0.14605900645256042,
      "learning_rate": 1.7164551261911574e-05,
      "loss": 0.8904,
      "step": 12737
    },
    {
      "epoch": 0.2684411006970238,
      "grad_norm": 0.13653075695037842,
      "learning_rate": 1.716407508304631e-05,
      "loss": 0.8475,
      "step": 12738
    },
    {
      "epoch": 0.2684621747353891,
      "grad_norm": 0.1758175939321518,
      "learning_rate": 1.716359887080648e-05,
      "loss": 0.8377,
      "step": 12739
    },
    {
      "epoch": 0.2684832487737544,
      "grad_norm": 0.15874116122722626,
      "learning_rate": 1.7163122625194295e-05,
      "loss": 0.9397,
      "step": 12740
    },
    {
      "epoch": 0.26850432281211967,
      "grad_norm": 0.14761172235012054,
      "learning_rate": 1.716264634621198e-05,
      "loss": 0.8367,
      "step": 12741
    },
    {
      "epoch": 0.268525396850485,
      "grad_norm": 0.1393137127161026,
      "learning_rate": 1.7162170033861752e-05,
      "loss": 0.8754,
      "step": 12742
    },
    {
      "epoch": 0.26854647088885025,
      "grad_norm": 0.1344020962715149,
      "learning_rate": 1.7161693688145832e-05,
      "loss": 0.8448,
      "step": 12743
    },
    {
      "epoch": 0.2685675449272155,
      "grad_norm": 0.12492009252309799,
      "learning_rate": 1.7161217309066433e-05,
      "loss": 0.9162,
      "step": 12744
    },
    {
      "epoch": 0.26858861896558084,
      "grad_norm": 0.1799657940864563,
      "learning_rate": 1.716074089662578e-05,
      "loss": 0.8677,
      "step": 12745
    },
    {
      "epoch": 0.2686096930039461,
      "grad_norm": 0.16185875236988068,
      "learning_rate": 1.716026445082609e-05,
      "loss": 0.902,
      "step": 12746
    },
    {
      "epoch": 0.2686307670423114,
      "grad_norm": 0.14465712010860443,
      "learning_rate": 1.7159787971669586e-05,
      "loss": 0.8161,
      "step": 12747
    },
    {
      "epoch": 0.2686518410806767,
      "grad_norm": 0.17581884562969208,
      "learning_rate": 1.7159311459158482e-05,
      "loss": 0.916,
      "step": 12748
    },
    {
      "epoch": 0.26867291511904196,
      "grad_norm": 0.20770280063152313,
      "learning_rate": 1.7158834913295002e-05,
      "loss": 0.8484,
      "step": 12749
    },
    {
      "epoch": 0.2686939891574073,
      "grad_norm": 0.140993133187294,
      "learning_rate": 1.7158358334081365e-05,
      "loss": 0.879,
      "step": 12750
    },
    {
      "epoch": 0.26871506319577254,
      "grad_norm": 0.16293588280677795,
      "learning_rate": 1.715788172151979e-05,
      "loss": 0.8856,
      "step": 12751
    },
    {
      "epoch": 0.26873613723413786,
      "grad_norm": 0.19037887454032898,
      "learning_rate": 1.71574050756125e-05,
      "loss": 0.9474,
      "step": 12752
    },
    {
      "epoch": 0.2687572112725031,
      "grad_norm": 0.13872139155864716,
      "learning_rate": 1.7156928396361714e-05,
      "loss": 0.9194,
      "step": 12753
    },
    {
      "epoch": 0.2687782853108684,
      "grad_norm": 0.18147778511047363,
      "learning_rate": 1.7156451683769654e-05,
      "loss": 0.9446,
      "step": 12754
    },
    {
      "epoch": 0.2687993593492337,
      "grad_norm": 0.18029579520225525,
      "learning_rate": 1.7155974937838534e-05,
      "loss": 0.905,
      "step": 12755
    },
    {
      "epoch": 0.268820433387599,
      "grad_norm": 0.10865994542837143,
      "learning_rate": 1.7155498158570585e-05,
      "loss": 0.8384,
      "step": 12756
    },
    {
      "epoch": 0.26884150742596424,
      "grad_norm": 0.12752924859523773,
      "learning_rate": 1.715502134596802e-05,
      "loss": 0.714,
      "step": 12757
    },
    {
      "epoch": 0.26886258146432956,
      "grad_norm": 0.1533135324716568,
      "learning_rate": 1.7154544500033066e-05,
      "loss": 0.9129,
      "step": 12758
    },
    {
      "epoch": 0.26888365550269483,
      "grad_norm": 0.24515554308891296,
      "learning_rate": 1.7154067620767945e-05,
      "loss": 0.9111,
      "step": 12759
    },
    {
      "epoch": 0.26890472954106015,
      "grad_norm": 0.16868320107460022,
      "learning_rate": 1.7153590708174873e-05,
      "loss": 0.8531,
      "step": 12760
    },
    {
      "epoch": 0.2689258035794254,
      "grad_norm": 0.17272831499576569,
      "learning_rate": 1.7153113762256075e-05,
      "loss": 0.9121,
      "step": 12761
    },
    {
      "epoch": 0.2689468776177907,
      "grad_norm": 0.20259256660938263,
      "learning_rate": 1.715263678301377e-05,
      "loss": 0.7995,
      "step": 12762
    },
    {
      "epoch": 0.268967951656156,
      "grad_norm": 0.1534772515296936,
      "learning_rate": 1.7152159770450184e-05,
      "loss": 0.9152,
      "step": 12763
    },
    {
      "epoch": 0.26898902569452127,
      "grad_norm": 0.25625479221343994,
      "learning_rate": 1.715168272456754e-05,
      "loss": 0.9363,
      "step": 12764
    },
    {
      "epoch": 0.2690100997328866,
      "grad_norm": 0.13698835670948029,
      "learning_rate": 1.7151205645368056e-05,
      "loss": 0.8446,
      "step": 12765
    },
    {
      "epoch": 0.26903117377125185,
      "grad_norm": 0.1931055635213852,
      "learning_rate": 1.7150728532853958e-05,
      "loss": 0.8795,
      "step": 12766
    },
    {
      "epoch": 0.2690522478096171,
      "grad_norm": 0.16872477531433105,
      "learning_rate": 1.7150251387027467e-05,
      "loss": 0.8772,
      "step": 12767
    },
    {
      "epoch": 0.26907332184798244,
      "grad_norm": 0.17780645191669464,
      "learning_rate": 1.7149774207890808e-05,
      "loss": 0.9169,
      "step": 12768
    },
    {
      "epoch": 0.2690943958863477,
      "grad_norm": 0.14095868170261383,
      "learning_rate": 1.71492969954462e-05,
      "loss": 0.8766,
      "step": 12769
    },
    {
      "epoch": 0.269115469924713,
      "grad_norm": 0.18451589345932007,
      "learning_rate": 1.7148819749695868e-05,
      "loss": 0.9103,
      "step": 12770
    },
    {
      "epoch": 0.2691365439630783,
      "grad_norm": 0.12272457778453827,
      "learning_rate": 1.7148342470642034e-05,
      "loss": 0.811,
      "step": 12771
    },
    {
      "epoch": 0.26915761800144355,
      "grad_norm": 0.1597273200750351,
      "learning_rate": 1.7147865158286924e-05,
      "loss": 0.9018,
      "step": 12772
    },
    {
      "epoch": 0.2691786920398089,
      "grad_norm": 0.1747417002916336,
      "learning_rate": 1.714738781263276e-05,
      "loss": 0.874,
      "step": 12773
    },
    {
      "epoch": 0.26919976607817414,
      "grad_norm": 0.13909222185611725,
      "learning_rate": 1.7146910433681768e-05,
      "loss": 0.9354,
      "step": 12774
    },
    {
      "epoch": 0.2692208401165394,
      "grad_norm": 0.17347633838653564,
      "learning_rate": 1.714643302143617e-05,
      "loss": 0.8944,
      "step": 12775
    },
    {
      "epoch": 0.2692419141549047,
      "grad_norm": 0.13398702442646027,
      "learning_rate": 1.714595557589819e-05,
      "loss": 0.9122,
      "step": 12776
    },
    {
      "epoch": 0.26926298819327,
      "grad_norm": 0.18729029595851898,
      "learning_rate": 1.7145478097070057e-05,
      "loss": 0.8506,
      "step": 12777
    },
    {
      "epoch": 0.2692840622316353,
      "grad_norm": 0.13987188041210175,
      "learning_rate": 1.7145000584953987e-05,
      "loss": 0.8198,
      "step": 12778
    },
    {
      "epoch": 0.2693051362700006,
      "grad_norm": 0.14363980293273926,
      "learning_rate": 1.7144523039552208e-05,
      "loss": 0.8868,
      "step": 12779
    },
    {
      "epoch": 0.26932621030836584,
      "grad_norm": 0.17479775846004486,
      "learning_rate": 1.7144045460866944e-05,
      "loss": 0.8134,
      "step": 12780
    },
    {
      "epoch": 0.26934728434673116,
      "grad_norm": 0.1571979969739914,
      "learning_rate": 1.7143567848900424e-05,
      "loss": 0.8356,
      "step": 12781
    },
    {
      "epoch": 0.26936835838509643,
      "grad_norm": 0.14966341853141785,
      "learning_rate": 1.7143090203654867e-05,
      "loss": 0.8441,
      "step": 12782
    },
    {
      "epoch": 0.26938943242346175,
      "grad_norm": 0.1734725385904312,
      "learning_rate": 1.7142612525132506e-05,
      "loss": 0.884,
      "step": 12783
    },
    {
      "epoch": 0.269410506461827,
      "grad_norm": 0.11938786506652832,
      "learning_rate": 1.7142134813335557e-05,
      "loss": 0.853,
      "step": 12784
    },
    {
      "epoch": 0.2694315805001923,
      "grad_norm": 0.15586157143115997,
      "learning_rate": 1.7141657068266252e-05,
      "loss": 0.8676,
      "step": 12785
    },
    {
      "epoch": 0.2694526545385576,
      "grad_norm": 0.14659734070301056,
      "learning_rate": 1.7141179289926815e-05,
      "loss": 0.8808,
      "step": 12786
    },
    {
      "epoch": 0.26947372857692287,
      "grad_norm": 0.14052820205688477,
      "learning_rate": 1.714070147831947e-05,
      "loss": 0.725,
      "step": 12787
    },
    {
      "epoch": 0.2694948026152882,
      "grad_norm": 0.15092822909355164,
      "learning_rate": 1.7140223633446446e-05,
      "loss": 0.831,
      "step": 12788
    },
    {
      "epoch": 0.26951587665365345,
      "grad_norm": 0.13310207426548004,
      "learning_rate": 1.7139745755309966e-05,
      "loss": 0.7993,
      "step": 12789
    },
    {
      "epoch": 0.2695369506920187,
      "grad_norm": 0.17072643339633942,
      "learning_rate": 1.713926784391226e-05,
      "loss": 0.8537,
      "step": 12790
    },
    {
      "epoch": 0.26955802473038404,
      "grad_norm": 0.1335129290819168,
      "learning_rate": 1.713878989925555e-05,
      "loss": 0.8345,
      "step": 12791
    },
    {
      "epoch": 0.2695790987687493,
      "grad_norm": 0.14788489043712616,
      "learning_rate": 1.7138311921342065e-05,
      "loss": 0.8324,
      "step": 12792
    },
    {
      "epoch": 0.26960017280711457,
      "grad_norm": 0.1389222890138626,
      "learning_rate": 1.7137833910174033e-05,
      "loss": 0.8741,
      "step": 12793
    },
    {
      "epoch": 0.2696212468454799,
      "grad_norm": 0.14174909889698029,
      "learning_rate": 1.7137355865753676e-05,
      "loss": 0.8741,
      "step": 12794
    },
    {
      "epoch": 0.26964232088384515,
      "grad_norm": 0.1344289779663086,
      "learning_rate": 1.7136877788083227e-05,
      "loss": 0.8033,
      "step": 12795
    },
    {
      "epoch": 0.2696633949222105,
      "grad_norm": 0.1406293511390686,
      "learning_rate": 1.713639967716491e-05,
      "loss": 0.8846,
      "step": 12796
    },
    {
      "epoch": 0.26968446896057574,
      "grad_norm": 0.14969967305660248,
      "learning_rate": 1.713592153300095e-05,
      "loss": 0.9024,
      "step": 12797
    },
    {
      "epoch": 0.269705542998941,
      "grad_norm": 0.12867790460586548,
      "learning_rate": 1.713544335559358e-05,
      "loss": 0.8978,
      "step": 12798
    },
    {
      "epoch": 0.2697266170373063,
      "grad_norm": 0.1329614371061325,
      "learning_rate": 1.7134965144945025e-05,
      "loss": 0.8016,
      "step": 12799
    },
    {
      "epoch": 0.2697476910756716,
      "grad_norm": 0.1290670782327652,
      "learning_rate": 1.713448690105751e-05,
      "loss": 0.8871,
      "step": 12800
    },
    {
      "epoch": 0.2697687651140369,
      "grad_norm": 0.1755678802728653,
      "learning_rate": 1.7134008623933265e-05,
      "loss": 0.8734,
      "step": 12801
    },
    {
      "epoch": 0.2697898391524022,
      "grad_norm": 0.12430821359157562,
      "learning_rate": 1.7133530313574524e-05,
      "loss": 0.7778,
      "step": 12802
    },
    {
      "epoch": 0.26981091319076744,
      "grad_norm": 0.14115454256534576,
      "learning_rate": 1.7133051969983506e-05,
      "loss": 0.8469,
      "step": 12803
    },
    {
      "epoch": 0.26983198722913276,
      "grad_norm": 0.1398819237947464,
      "learning_rate": 1.7132573593162443e-05,
      "loss": 0.8532,
      "step": 12804
    },
    {
      "epoch": 0.26985306126749803,
      "grad_norm": 0.18665733933448792,
      "learning_rate": 1.7132095183113566e-05,
      "loss": 0.8433,
      "step": 12805
    },
    {
      "epoch": 0.26987413530586335,
      "grad_norm": 0.15590544044971466,
      "learning_rate": 1.7131616739839102e-05,
      "loss": 0.9047,
      "step": 12806
    },
    {
      "epoch": 0.2698952093442286,
      "grad_norm": 0.11819576472043991,
      "learning_rate": 1.713113826334128e-05,
      "loss": 0.869,
      "step": 12807
    },
    {
      "epoch": 0.2699162833825939,
      "grad_norm": 0.1542414426803589,
      "learning_rate": 1.7130659753622326e-05,
      "loss": 0.8647,
      "step": 12808
    },
    {
      "epoch": 0.2699373574209592,
      "grad_norm": 0.15917502343654633,
      "learning_rate": 1.7130181210684472e-05,
      "loss": 0.9285,
      "step": 12809
    },
    {
      "epoch": 0.26995843145932447,
      "grad_norm": 0.14578434824943542,
      "learning_rate": 1.712970263452995e-05,
      "loss": 0.8563,
      "step": 12810
    },
    {
      "epoch": 0.26997950549768973,
      "grad_norm": 0.12139677256345749,
      "learning_rate": 1.7129224025160986e-05,
      "loss": 0.8803,
      "step": 12811
    },
    {
      "epoch": 0.27000057953605505,
      "grad_norm": 0.12588603794574738,
      "learning_rate": 1.712874538257981e-05,
      "loss": 0.8392,
      "step": 12812
    },
    {
      "epoch": 0.2700216535744203,
      "grad_norm": 0.16200117766857147,
      "learning_rate": 1.712826670678865e-05,
      "loss": 0.9176,
      "step": 12813
    },
    {
      "epoch": 0.27004272761278564,
      "grad_norm": 0.16807758808135986,
      "learning_rate": 1.7127787997789735e-05,
      "loss": 0.8385,
      "step": 12814
    },
    {
      "epoch": 0.2700638016511509,
      "grad_norm": 0.13848738372325897,
      "learning_rate": 1.7127309255585306e-05,
      "loss": 0.8684,
      "step": 12815
    },
    {
      "epoch": 0.27008487568951617,
      "grad_norm": 0.16531215608119965,
      "learning_rate": 1.712683048017758e-05,
      "loss": 0.8151,
      "step": 12816
    },
    {
      "epoch": 0.2701059497278815,
      "grad_norm": 0.1562788188457489,
      "learning_rate": 1.7126351671568793e-05,
      "loss": 0.9037,
      "step": 12817
    },
    {
      "epoch": 0.27012702376624675,
      "grad_norm": 0.1595986932516098,
      "learning_rate": 1.7125872829761178e-05,
      "loss": 0.9252,
      "step": 12818
    },
    {
      "epoch": 0.2701480978046121,
      "grad_norm": 0.15231424570083618,
      "learning_rate": 1.712539395475696e-05,
      "loss": 0.9547,
      "step": 12819
    },
    {
      "epoch": 0.27016917184297734,
      "grad_norm": 0.13204452395439148,
      "learning_rate": 1.7124915046558376e-05,
      "loss": 0.8468,
      "step": 12820
    },
    {
      "epoch": 0.2701902458813426,
      "grad_norm": 0.12743209302425385,
      "learning_rate": 1.712443610516765e-05,
      "loss": 0.822,
      "step": 12821
    },
    {
      "epoch": 0.2702113199197079,
      "grad_norm": 0.12781822681427002,
      "learning_rate": 1.7123957130587022e-05,
      "loss": 0.9143,
      "step": 12822
    },
    {
      "epoch": 0.2702323939580732,
      "grad_norm": 0.14552749693393707,
      "learning_rate": 1.7123478122818716e-05,
      "loss": 0.8874,
      "step": 12823
    },
    {
      "epoch": 0.2702534679964385,
      "grad_norm": 0.5777549743652344,
      "learning_rate": 1.7122999081864964e-05,
      "loss": 0.8982,
      "step": 12824
    },
    {
      "epoch": 0.2702745420348038,
      "grad_norm": 0.1438787877559662,
      "learning_rate": 1.7122520007728006e-05,
      "loss": 0.8941,
      "step": 12825
    },
    {
      "epoch": 0.27029561607316904,
      "grad_norm": 0.11461599916219711,
      "learning_rate": 1.7122040900410062e-05,
      "loss": 0.8424,
      "step": 12826
    },
    {
      "epoch": 0.27031669011153436,
      "grad_norm": 0.13324742019176483,
      "learning_rate": 1.712156175991337e-05,
      "loss": 0.8506,
      "step": 12827
    },
    {
      "epoch": 0.27033776414989963,
      "grad_norm": 0.12515752017498016,
      "learning_rate": 1.7121082586240165e-05,
      "loss": 0.922,
      "step": 12828
    },
    {
      "epoch": 0.27035883818826495,
      "grad_norm": 0.12782283127307892,
      "learning_rate": 1.7120603379392676e-05,
      "loss": 0.775,
      "step": 12829
    },
    {
      "epoch": 0.2703799122266302,
      "grad_norm": 0.12282313406467438,
      "learning_rate": 1.712012413937313e-05,
      "loss": 0.8739,
      "step": 12830
    },
    {
      "epoch": 0.2704009862649955,
      "grad_norm": 0.11592420935630798,
      "learning_rate": 1.711964486618377e-05,
      "loss": 0.8651,
      "step": 12831
    },
    {
      "epoch": 0.2704220603033608,
      "grad_norm": 0.14601950347423553,
      "learning_rate": 1.7119165559826824e-05,
      "loss": 0.8635,
      "step": 12832
    },
    {
      "epoch": 0.27044313434172607,
      "grad_norm": 0.10789225250482559,
      "learning_rate": 1.7118686220304522e-05,
      "loss": 0.8122,
      "step": 12833
    },
    {
      "epoch": 0.27046420838009133,
      "grad_norm": 0.11863348633050919,
      "learning_rate": 1.71182068476191e-05,
      "loss": 0.8475,
      "step": 12834
    },
    {
      "epoch": 0.27048528241845665,
      "grad_norm": 0.14622622728347778,
      "learning_rate": 1.7117727441772793e-05,
      "loss": 0.9247,
      "step": 12835
    },
    {
      "epoch": 0.2705063564568219,
      "grad_norm": 0.11508560925722122,
      "learning_rate": 1.711724800276783e-05,
      "loss": 0.8891,
      "step": 12836
    },
    {
      "epoch": 0.27052743049518724,
      "grad_norm": 0.1582847684621811,
      "learning_rate": 1.7116768530606447e-05,
      "loss": 0.973,
      "step": 12837
    },
    {
      "epoch": 0.2705485045335525,
      "grad_norm": 0.1281667798757553,
      "learning_rate": 1.7116289025290876e-05,
      "loss": 0.841,
      "step": 12838
    },
    {
      "epoch": 0.27056957857191777,
      "grad_norm": 0.1654336005449295,
      "learning_rate": 1.7115809486823355e-05,
      "loss": 0.9211,
      "step": 12839
    },
    {
      "epoch": 0.2705906526102831,
      "grad_norm": 0.13795599341392517,
      "learning_rate": 1.7115329915206117e-05,
      "loss": 0.8953,
      "step": 12840
    },
    {
      "epoch": 0.27061172664864835,
      "grad_norm": 0.1351286619901657,
      "learning_rate": 1.7114850310441388e-05,
      "loss": 0.8279,
      "step": 12841
    },
    {
      "epoch": 0.2706328006870137,
      "grad_norm": 0.19334539771080017,
      "learning_rate": 1.7114370672531412e-05,
      "loss": 0.8496,
      "step": 12842
    },
    {
      "epoch": 0.27065387472537894,
      "grad_norm": 0.15128159523010254,
      "learning_rate": 1.7113891001478422e-05,
      "loss": 0.9229,
      "step": 12843
    },
    {
      "epoch": 0.2706749487637442,
      "grad_norm": 0.11946942657232285,
      "learning_rate": 1.711341129728465e-05,
      "loss": 0.8156,
      "step": 12844
    },
    {
      "epoch": 0.2706960228021095,
      "grad_norm": 0.1311362385749817,
      "learning_rate": 1.7112931559952328e-05,
      "loss": 0.8755,
      "step": 12845
    },
    {
      "epoch": 0.2707170968404748,
      "grad_norm": 0.19704952836036682,
      "learning_rate": 1.71124517894837e-05,
      "loss": 0.8562,
      "step": 12846
    },
    {
      "epoch": 0.2707381708788401,
      "grad_norm": 0.1453925371170044,
      "learning_rate": 1.711197198588099e-05,
      "loss": 0.9092,
      "step": 12847
    },
    {
      "epoch": 0.2707592449172054,
      "grad_norm": 0.11539275199174881,
      "learning_rate": 1.711149214914644e-05,
      "loss": 0.8661,
      "step": 12848
    },
    {
      "epoch": 0.27078031895557064,
      "grad_norm": 0.12975774705410004,
      "learning_rate": 1.7111012279282286e-05,
      "loss": 0.8394,
      "step": 12849
    },
    {
      "epoch": 0.27080139299393596,
      "grad_norm": 0.11968870460987091,
      "learning_rate": 1.7110532376290757e-05,
      "loss": 0.9039,
      "step": 12850
    },
    {
      "epoch": 0.27082246703230123,
      "grad_norm": 0.1747180074453354,
      "learning_rate": 1.71100524401741e-05,
      "loss": 0.9246,
      "step": 12851
    },
    {
      "epoch": 0.2708435410706665,
      "grad_norm": 0.1139831468462944,
      "learning_rate": 1.710957247093454e-05,
      "loss": 0.8078,
      "step": 12852
    },
    {
      "epoch": 0.2708646151090318,
      "grad_norm": 0.14387169480323792,
      "learning_rate": 1.7109092468574317e-05,
      "loss": 0.9157,
      "step": 12853
    },
    {
      "epoch": 0.2708856891473971,
      "grad_norm": 0.14265722036361694,
      "learning_rate": 1.7108612433095668e-05,
      "loss": 0.8945,
      "step": 12854
    },
    {
      "epoch": 0.2709067631857624,
      "grad_norm": 0.11633586883544922,
      "learning_rate": 1.7108132364500826e-05,
      "loss": 0.804,
      "step": 12855
    },
    {
      "epoch": 0.27092783722412767,
      "grad_norm": 0.11419451236724854,
      "learning_rate": 1.7107652262792034e-05,
      "loss": 0.8443,
      "step": 12856
    },
    {
      "epoch": 0.27094891126249293,
      "grad_norm": 0.15355661511421204,
      "learning_rate": 1.7107172127971524e-05,
      "loss": 0.9041,
      "step": 12857
    },
    {
      "epoch": 0.27096998530085825,
      "grad_norm": 0.18224021792411804,
      "learning_rate": 1.7106691960041527e-05,
      "loss": 0.9009,
      "step": 12858
    },
    {
      "epoch": 0.2709910593392235,
      "grad_norm": 0.12767527997493744,
      "learning_rate": 1.7106211759004292e-05,
      "loss": 0.8511,
      "step": 12859
    },
    {
      "epoch": 0.27101213337758884,
      "grad_norm": 0.12960857152938843,
      "learning_rate": 1.710573152486205e-05,
      "loss": 0.8596,
      "step": 12860
    },
    {
      "epoch": 0.2710332074159541,
      "grad_norm": 0.14934168756008148,
      "learning_rate": 1.7105251257617037e-05,
      "loss": 0.9041,
      "step": 12861
    },
    {
      "epoch": 0.27105428145431937,
      "grad_norm": 0.13178396224975586,
      "learning_rate": 1.7104770957271494e-05,
      "loss": 0.8916,
      "step": 12862
    },
    {
      "epoch": 0.2710753554926847,
      "grad_norm": 0.16259007155895233,
      "learning_rate": 1.7104290623827654e-05,
      "loss": 0.982,
      "step": 12863
    },
    {
      "epoch": 0.27109642953104995,
      "grad_norm": 0.15046986937522888,
      "learning_rate": 1.7103810257287756e-05,
      "loss": 0.9311,
      "step": 12864
    },
    {
      "epoch": 0.2711175035694153,
      "grad_norm": 0.12196953594684601,
      "learning_rate": 1.710332985765404e-05,
      "loss": 0.8785,
      "step": 12865
    },
    {
      "epoch": 0.27113857760778054,
      "grad_norm": 0.12368353456258774,
      "learning_rate": 1.710284942492874e-05,
      "loss": 0.9607,
      "step": 12866
    },
    {
      "epoch": 0.2711596516461458,
      "grad_norm": 0.1299622505903244,
      "learning_rate": 1.7102368959114102e-05,
      "loss": 0.8821,
      "step": 12867
    },
    {
      "epoch": 0.2711807256845111,
      "grad_norm": 0.11898373812437057,
      "learning_rate": 1.710188846021236e-05,
      "loss": 0.8502,
      "step": 12868
    },
    {
      "epoch": 0.2712017997228764,
      "grad_norm": 0.11830528825521469,
      "learning_rate": 1.710140792822575e-05,
      "loss": 0.8064,
      "step": 12869
    },
    {
      "epoch": 0.27122287376124166,
      "grad_norm": 0.1219373419880867,
      "learning_rate": 1.710092736315651e-05,
      "loss": 0.7967,
      "step": 12870
    },
    {
      "epoch": 0.271243947799607,
      "grad_norm": 0.12437422573566437,
      "learning_rate": 1.7100446765006882e-05,
      "loss": 0.8583,
      "step": 12871
    },
    {
      "epoch": 0.27126502183797224,
      "grad_norm": 0.14743496477603912,
      "learning_rate": 1.7099966133779106e-05,
      "loss": 0.9021,
      "step": 12872
    },
    {
      "epoch": 0.27128609587633756,
      "grad_norm": 0.12397093325853348,
      "learning_rate": 1.7099485469475418e-05,
      "loss": 0.8804,
      "step": 12873
    },
    {
      "epoch": 0.27130716991470283,
      "grad_norm": 0.12332851439714432,
      "learning_rate": 1.7099004772098058e-05,
      "loss": 0.8811,
      "step": 12874
    },
    {
      "epoch": 0.2713282439530681,
      "grad_norm": 0.18864554166793823,
      "learning_rate": 1.7098524041649265e-05,
      "loss": 0.8534,
      "step": 12875
    },
    {
      "epoch": 0.2713493179914334,
      "grad_norm": 0.1352686733007431,
      "learning_rate": 1.709804327813128e-05,
      "loss": 0.911,
      "step": 12876
    },
    {
      "epoch": 0.2713703920297987,
      "grad_norm": 0.13244253396987915,
      "learning_rate": 1.709756248154634e-05,
      "loss": 0.8935,
      "step": 12877
    },
    {
      "epoch": 0.271391466068164,
      "grad_norm": 0.1353224366903305,
      "learning_rate": 1.709708165189669e-05,
      "loss": 0.8756,
      "step": 12878
    },
    {
      "epoch": 0.27141254010652927,
      "grad_norm": 0.13002756237983704,
      "learning_rate": 1.7096600789184563e-05,
      "loss": 0.8891,
      "step": 12879
    },
    {
      "epoch": 0.27143361414489453,
      "grad_norm": 0.1271626502275467,
      "learning_rate": 1.7096119893412205e-05,
      "loss": 0.8814,
      "step": 12880
    },
    {
      "epoch": 0.27145468818325985,
      "grad_norm": 0.14928072690963745,
      "learning_rate": 1.7095638964581855e-05,
      "loss": 0.9232,
      "step": 12881
    },
    {
      "epoch": 0.2714757622216251,
      "grad_norm": 0.15868984162807465,
      "learning_rate": 1.7095158002695754e-05,
      "loss": 0.961,
      "step": 12882
    },
    {
      "epoch": 0.27149683625999044,
      "grad_norm": 0.12409721314907074,
      "learning_rate": 1.7094677007756136e-05,
      "loss": 0.7853,
      "step": 12883
    },
    {
      "epoch": 0.2715179102983557,
      "grad_norm": 0.14888407289981842,
      "learning_rate": 1.7094195979765252e-05,
      "loss": 0.9276,
      "step": 12884
    },
    {
      "epoch": 0.27153898433672097,
      "grad_norm": 0.16107751429080963,
      "learning_rate": 1.709371491872534e-05,
      "loss": 0.9532,
      "step": 12885
    },
    {
      "epoch": 0.2715600583750863,
      "grad_norm": 0.15863479673862457,
      "learning_rate": 1.7093233824638634e-05,
      "loss": 0.914,
      "step": 12886
    },
    {
      "epoch": 0.27158113241345155,
      "grad_norm": 0.1296422779560089,
      "learning_rate": 1.709275269750738e-05,
      "loss": 0.897,
      "step": 12887
    },
    {
      "epoch": 0.2716022064518168,
      "grad_norm": 0.13286535441875458,
      "learning_rate": 1.709227153733382e-05,
      "loss": 0.8692,
      "step": 12888
    },
    {
      "epoch": 0.27162328049018214,
      "grad_norm": 0.12852223217487335,
      "learning_rate": 1.7091790344120197e-05,
      "loss": 0.9174,
      "step": 12889
    },
    {
      "epoch": 0.2716443545285474,
      "grad_norm": 0.13656915724277496,
      "learning_rate": 1.709130911786875e-05,
      "loss": 0.8278,
      "step": 12890
    },
    {
      "epoch": 0.2716654285669127,
      "grad_norm": 0.16213516891002655,
      "learning_rate": 1.709082785858172e-05,
      "loss": 0.8703,
      "step": 12891
    },
    {
      "epoch": 0.271686502605278,
      "grad_norm": 0.12734238803386688,
      "learning_rate": 1.7090346566261353e-05,
      "loss": 0.9039,
      "step": 12892
    },
    {
      "epoch": 0.27170757664364326,
      "grad_norm": 0.11938831955194473,
      "learning_rate": 1.708986524090989e-05,
      "loss": 0.7969,
      "step": 12893
    },
    {
      "epoch": 0.2717286506820086,
      "grad_norm": 0.13058972358703613,
      "learning_rate": 1.708938388252957e-05,
      "loss": 0.8506,
      "step": 12894
    },
    {
      "epoch": 0.27174972472037384,
      "grad_norm": 0.16021685302257538,
      "learning_rate": 1.7088902491122636e-05,
      "loss": 0.8572,
      "step": 12895
    },
    {
      "epoch": 0.27177079875873916,
      "grad_norm": 0.11571858823299408,
      "learning_rate": 1.7088421066691334e-05,
      "loss": 0.8499,
      "step": 12896
    },
    {
      "epoch": 0.27179187279710443,
      "grad_norm": 0.13412554562091827,
      "learning_rate": 1.7087939609237903e-05,
      "loss": 0.8487,
      "step": 12897
    },
    {
      "epoch": 0.2718129468354697,
      "grad_norm": 0.14368405938148499,
      "learning_rate": 1.708745811876459e-05,
      "loss": 0.8992,
      "step": 12898
    },
    {
      "epoch": 0.271834020873835,
      "grad_norm": 0.11628315597772598,
      "learning_rate": 1.708697659527364e-05,
      "loss": 0.8584,
      "step": 12899
    },
    {
      "epoch": 0.2718550949122003,
      "grad_norm": 0.16345587372779846,
      "learning_rate": 1.7086495038767288e-05,
      "loss": 0.8649,
      "step": 12900
    },
    {
      "epoch": 0.2718761689505656,
      "grad_norm": 0.11771970987319946,
      "learning_rate": 1.708601344924778e-05,
      "loss": 0.825,
      "step": 12901
    },
    {
      "epoch": 0.27189724298893087,
      "grad_norm": 0.13870194554328918,
      "learning_rate": 1.7085531826717363e-05,
      "loss": 0.891,
      "step": 12902
    },
    {
      "epoch": 0.27191831702729613,
      "grad_norm": 0.17549876868724823,
      "learning_rate": 1.7085050171178277e-05,
      "loss": 0.922,
      "step": 12903
    },
    {
      "epoch": 0.27193939106566145,
      "grad_norm": 0.16948913037776947,
      "learning_rate": 1.708456848263277e-05,
      "loss": 0.936,
      "step": 12904
    },
    {
      "epoch": 0.2719604651040267,
      "grad_norm": 0.12478090822696686,
      "learning_rate": 1.7084086761083084e-05,
      "loss": 0.8467,
      "step": 12905
    },
    {
      "epoch": 0.271981539142392,
      "grad_norm": 0.14639949798583984,
      "learning_rate": 1.7083605006531458e-05,
      "loss": 0.8744,
      "step": 12906
    },
    {
      "epoch": 0.2720026131807573,
      "grad_norm": 0.11804129928350449,
      "learning_rate": 1.7083123218980143e-05,
      "loss": 0.8505,
      "step": 12907
    },
    {
      "epoch": 0.27202368721912257,
      "grad_norm": 0.14362595975399017,
      "learning_rate": 1.7082641398431386e-05,
      "loss": 0.8446,
      "step": 12908
    },
    {
      "epoch": 0.2720447612574879,
      "grad_norm": 0.1394416242837906,
      "learning_rate": 1.7082159544887423e-05,
      "loss": 0.8953,
      "step": 12909
    },
    {
      "epoch": 0.27206583529585315,
      "grad_norm": 0.17607632279396057,
      "learning_rate": 1.7081677658350503e-05,
      "loss": 0.8704,
      "step": 12910
    },
    {
      "epoch": 0.2720869093342184,
      "grad_norm": 0.11666497588157654,
      "learning_rate": 1.708119573882287e-05,
      "loss": 0.8511,
      "step": 12911
    },
    {
      "epoch": 0.27210798337258374,
      "grad_norm": 0.14126774668693542,
      "learning_rate": 1.7080713786306776e-05,
      "loss": 0.8869,
      "step": 12912
    },
    {
      "epoch": 0.272129057410949,
      "grad_norm": 0.1240963265299797,
      "learning_rate": 1.708023180080445e-05,
      "loss": 0.8741,
      "step": 12913
    },
    {
      "epoch": 0.2721501314493143,
      "grad_norm": 0.19585895538330078,
      "learning_rate": 1.707974978231816e-05,
      "loss": 0.8734,
      "step": 12914
    },
    {
      "epoch": 0.2721712054876796,
      "grad_norm": 0.13538916409015656,
      "learning_rate": 1.707926773085013e-05,
      "loss": 0.8327,
      "step": 12915
    },
    {
      "epoch": 0.27219227952604486,
      "grad_norm": 0.18043802678585052,
      "learning_rate": 1.7078785646402615e-05,
      "loss": 0.9074,
      "step": 12916
    },
    {
      "epoch": 0.2722133535644102,
      "grad_norm": 0.17667806148529053,
      "learning_rate": 1.7078303528977863e-05,
      "loss": 0.8535,
      "step": 12917
    },
    {
      "epoch": 0.27223442760277544,
      "grad_norm": 0.13151663541793823,
      "learning_rate": 1.7077821378578118e-05,
      "loss": 0.8814,
      "step": 12918
    },
    {
      "epoch": 0.27225550164114076,
      "grad_norm": 0.14800682663917542,
      "learning_rate": 1.7077339195205624e-05,
      "loss": 0.8684,
      "step": 12919
    },
    {
      "epoch": 0.272276575679506,
      "grad_norm": 0.13884273171424866,
      "learning_rate": 1.707685697886263e-05,
      "loss": 0.863,
      "step": 12920
    },
    {
      "epoch": 0.2722976497178713,
      "grad_norm": 0.1476745903491974,
      "learning_rate": 1.707637472955138e-05,
      "loss": 0.9209,
      "step": 12921
    },
    {
      "epoch": 0.2723187237562366,
      "grad_norm": 0.14084753394126892,
      "learning_rate": 1.7075892447274123e-05,
      "loss": 0.8217,
      "step": 12922
    },
    {
      "epoch": 0.2723397977946019,
      "grad_norm": 0.23915500938892365,
      "learning_rate": 1.7075410132033107e-05,
      "loss": 0.8995,
      "step": 12923
    },
    {
      "epoch": 0.2723608718329672,
      "grad_norm": 0.146230086684227,
      "learning_rate": 1.707492778383057e-05,
      "loss": 0.8591,
      "step": 12924
    },
    {
      "epoch": 0.27238194587133246,
      "grad_norm": 0.16672801971435547,
      "learning_rate": 1.7074445402668774e-05,
      "loss": 0.8872,
      "step": 12925
    },
    {
      "epoch": 0.27240301990969773,
      "grad_norm": 0.1421177238225937,
      "learning_rate": 1.7073962988549953e-05,
      "loss": 0.8732,
      "step": 12926
    },
    {
      "epoch": 0.27242409394806305,
      "grad_norm": 0.1878410279750824,
      "learning_rate": 1.707348054147636e-05,
      "loss": 0.9104,
      "step": 12927
    },
    {
      "epoch": 0.2724451679864283,
      "grad_norm": 0.11893004179000854,
      "learning_rate": 1.707299806145024e-05,
      "loss": 0.8225,
      "step": 12928
    },
    {
      "epoch": 0.2724662420247936,
      "grad_norm": 0.15170647203922272,
      "learning_rate": 1.7072515548473848e-05,
      "loss": 0.8814,
      "step": 12929
    },
    {
      "epoch": 0.2724873160631589,
      "grad_norm": 0.13336719572544098,
      "learning_rate": 1.7072033002549422e-05,
      "loss": 0.8637,
      "step": 12930
    },
    {
      "epoch": 0.27250839010152417,
      "grad_norm": 0.1703788936138153,
      "learning_rate": 1.7071550423679217e-05,
      "loss": 0.8825,
      "step": 12931
    },
    {
      "epoch": 0.2725294641398895,
      "grad_norm": 0.14433519542217255,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.8505,
      "step": 12932
    },
    {
      "epoch": 0.27255053817825475,
      "grad_norm": 0.15463609993457794,
      "learning_rate": 1.707058516711045e-05,
      "loss": 0.8586,
      "step": 12933
    },
    {
      "epoch": 0.27257161221662,
      "grad_norm": 0.1494719237089157,
      "learning_rate": 1.7070102489416392e-05,
      "loss": 0.856,
      "step": 12934
    },
    {
      "epoch": 0.27259268625498534,
      "grad_norm": 0.13434575498104095,
      "learning_rate": 1.706961977878554e-05,
      "loss": 0.856,
      "step": 12935
    },
    {
      "epoch": 0.2726137602933506,
      "grad_norm": 0.13579760491847992,
      "learning_rate": 1.7069137035220152e-05,
      "loss": 0.8054,
      "step": 12936
    },
    {
      "epoch": 0.2726348343317159,
      "grad_norm": 0.14857161045074463,
      "learning_rate": 1.7068654258722472e-05,
      "loss": 0.8998,
      "step": 12937
    },
    {
      "epoch": 0.2726559083700812,
      "grad_norm": 0.11545702069997787,
      "learning_rate": 1.7068171449294753e-05,
      "loss": 0.8212,
      "step": 12938
    },
    {
      "epoch": 0.27267698240844646,
      "grad_norm": 0.13548602163791656,
      "learning_rate": 1.706768860693924e-05,
      "loss": 0.9284,
      "step": 12939
    },
    {
      "epoch": 0.2726980564468118,
      "grad_norm": 0.13043785095214844,
      "learning_rate": 1.706720573165818e-05,
      "loss": 0.874,
      "step": 12940
    },
    {
      "epoch": 0.27271913048517704,
      "grad_norm": 0.12544043362140656,
      "learning_rate": 1.7066722823453834e-05,
      "loss": 0.8434,
      "step": 12941
    },
    {
      "epoch": 0.27274020452354236,
      "grad_norm": 0.10563483834266663,
      "learning_rate": 1.706623988232844e-05,
      "loss": 0.7877,
      "step": 12942
    },
    {
      "epoch": 0.2727612785619076,
      "grad_norm": 0.1309058964252472,
      "learning_rate": 1.7065756908284256e-05,
      "loss": 0.8819,
      "step": 12943
    },
    {
      "epoch": 0.2727823526002729,
      "grad_norm": 0.12945714592933655,
      "learning_rate": 1.7065273901323524e-05,
      "loss": 0.9168,
      "step": 12944
    },
    {
      "epoch": 0.2728034266386382,
      "grad_norm": 0.17092680931091309,
      "learning_rate": 1.70647908614485e-05,
      "loss": 0.936,
      "step": 12945
    },
    {
      "epoch": 0.2728245006770035,
      "grad_norm": 0.18651092052459717,
      "learning_rate": 1.7064307788661435e-05,
      "loss": 0.917,
      "step": 12946
    },
    {
      "epoch": 0.27284557471536874,
      "grad_norm": 0.148854598402977,
      "learning_rate": 1.7063824682964573e-05,
      "loss": 0.8551,
      "step": 12947
    },
    {
      "epoch": 0.27286664875373406,
      "grad_norm": 0.1212153211236,
      "learning_rate": 1.7063341544360172e-05,
      "loss": 0.8094,
      "step": 12948
    },
    {
      "epoch": 0.27288772279209933,
      "grad_norm": 0.15213167667388916,
      "learning_rate": 1.706285837285048e-05,
      "loss": 0.8599,
      "step": 12949
    },
    {
      "epoch": 0.27290879683046465,
      "grad_norm": 0.12023255228996277,
      "learning_rate": 1.7062375168437742e-05,
      "loss": 0.8915,
      "step": 12950
    },
    {
      "epoch": 0.2729298708688299,
      "grad_norm": 0.1432393491268158,
      "learning_rate": 1.706189193112422e-05,
      "loss": 0.9665,
      "step": 12951
    },
    {
      "epoch": 0.2729509449071952,
      "grad_norm": 0.14269860088825226,
      "learning_rate": 1.706140866091216e-05,
      "loss": 0.9553,
      "step": 12952
    },
    {
      "epoch": 0.2729720189455605,
      "grad_norm": 0.14403006434440613,
      "learning_rate": 1.706092535780381e-05,
      "loss": 0.8432,
      "step": 12953
    },
    {
      "epoch": 0.27299309298392577,
      "grad_norm": 0.11624333262443542,
      "learning_rate": 1.7060442021801424e-05,
      "loss": 0.8254,
      "step": 12954
    },
    {
      "epoch": 0.2730141670222911,
      "grad_norm": 0.14896413683891296,
      "learning_rate": 1.7059958652907254e-05,
      "loss": 0.8882,
      "step": 12955
    },
    {
      "epoch": 0.27303524106065635,
      "grad_norm": 0.13572843372821808,
      "learning_rate": 1.7059475251123554e-05,
      "loss": 0.8256,
      "step": 12956
    },
    {
      "epoch": 0.2730563150990216,
      "grad_norm": 0.15080350637435913,
      "learning_rate": 1.7058991816452574e-05,
      "loss": 0.864,
      "step": 12957
    },
    {
      "epoch": 0.27307738913738694,
      "grad_norm": 0.13587114214897156,
      "learning_rate": 1.7058508348896562e-05,
      "loss": 0.8724,
      "step": 12958
    },
    {
      "epoch": 0.2730984631757522,
      "grad_norm": 0.13751943409442902,
      "learning_rate": 1.7058024848457776e-05,
      "loss": 0.8527,
      "step": 12959
    },
    {
      "epoch": 0.2731195372141175,
      "grad_norm": 0.10874045640230179,
      "learning_rate": 1.7057541315138472e-05,
      "loss": 0.8597,
      "step": 12960
    },
    {
      "epoch": 0.2731406112524828,
      "grad_norm": 0.15591585636138916,
      "learning_rate": 1.7057057748940893e-05,
      "loss": 0.9177,
      "step": 12961
    },
    {
      "epoch": 0.27316168529084806,
      "grad_norm": 0.1359756886959076,
      "learning_rate": 1.7056574149867295e-05,
      "loss": 0.8493,
      "step": 12962
    },
    {
      "epoch": 0.2731827593292134,
      "grad_norm": 0.15663935244083405,
      "learning_rate": 1.7056090517919936e-05,
      "loss": 0.8299,
      "step": 12963
    },
    {
      "epoch": 0.27320383336757864,
      "grad_norm": 0.11508253216743469,
      "learning_rate": 1.7055606853101064e-05,
      "loss": 0.8593,
      "step": 12964
    },
    {
      "epoch": 0.2732249074059439,
      "grad_norm": 0.13598714768886566,
      "learning_rate": 1.705512315541293e-05,
      "loss": 0.9012,
      "step": 12965
    },
    {
      "epoch": 0.2732459814443092,
      "grad_norm": 0.12333916872739792,
      "learning_rate": 1.7054639424857792e-05,
      "loss": 0.8589,
      "step": 12966
    },
    {
      "epoch": 0.2732670554826745,
      "grad_norm": 0.14687004685401917,
      "learning_rate": 1.7054155661437905e-05,
      "loss": 0.846,
      "step": 12967
    },
    {
      "epoch": 0.2732881295210398,
      "grad_norm": 0.10293762385845184,
      "learning_rate": 1.705367186515552e-05,
      "loss": 0.7838,
      "step": 12968
    },
    {
      "epoch": 0.2733092035594051,
      "grad_norm": 0.15645958483219147,
      "learning_rate": 1.7053188036012885e-05,
      "loss": 0.8671,
      "step": 12969
    },
    {
      "epoch": 0.27333027759777034,
      "grad_norm": 0.16307006776332855,
      "learning_rate": 1.7052704174012265e-05,
      "loss": 0.8734,
      "step": 12970
    },
    {
      "epoch": 0.27335135163613566,
      "grad_norm": 0.11727455258369446,
      "learning_rate": 1.705222027915591e-05,
      "loss": 0.8259,
      "step": 12971
    },
    {
      "epoch": 0.27337242567450093,
      "grad_norm": 0.16036269068717957,
      "learning_rate": 1.7051736351446065e-05,
      "loss": 0.9317,
      "step": 12972
    },
    {
      "epoch": 0.27339349971286625,
      "grad_norm": 0.15455707907676697,
      "learning_rate": 1.7051252390885e-05,
      "loss": 0.9098,
      "step": 12973
    },
    {
      "epoch": 0.2734145737512315,
      "grad_norm": 0.16461975872516632,
      "learning_rate": 1.7050768397474956e-05,
      "loss": 0.817,
      "step": 12974
    },
    {
      "epoch": 0.2734356477895968,
      "grad_norm": 0.1662866473197937,
      "learning_rate": 1.7050284371218198e-05,
      "loss": 0.9478,
      "step": 12975
    },
    {
      "epoch": 0.2734567218279621,
      "grad_norm": 0.2471911907196045,
      "learning_rate": 1.7049800312116978e-05,
      "loss": 0.8732,
      "step": 12976
    },
    {
      "epoch": 0.27347779586632737,
      "grad_norm": 0.1855258047580719,
      "learning_rate": 1.7049316220173543e-05,
      "loss": 0.84,
      "step": 12977
    },
    {
      "epoch": 0.2734988699046927,
      "grad_norm": 0.13307207822799683,
      "learning_rate": 1.7048832095390163e-05,
      "loss": 0.848,
      "step": 12978
    },
    {
      "epoch": 0.27351994394305795,
      "grad_norm": 0.2006368339061737,
      "learning_rate": 1.7048347937769078e-05,
      "loss": 0.8636,
      "step": 12979
    },
    {
      "epoch": 0.2735410179814232,
      "grad_norm": 0.11503427475690842,
      "learning_rate": 1.7047863747312553e-05,
      "loss": 0.8412,
      "step": 12980
    },
    {
      "epoch": 0.27356209201978854,
      "grad_norm": 0.18851161003112793,
      "learning_rate": 1.7047379524022843e-05,
      "loss": 0.8816,
      "step": 12981
    },
    {
      "epoch": 0.2735831660581538,
      "grad_norm": 0.16704748570919037,
      "learning_rate": 1.70468952679022e-05,
      "loss": 0.8304,
      "step": 12982
    },
    {
      "epoch": 0.27360424009651907,
      "grad_norm": 0.1488698273897171,
      "learning_rate": 1.7046410978952885e-05,
      "loss": 0.8824,
      "step": 12983
    },
    {
      "epoch": 0.2736253141348844,
      "grad_norm": 0.18049055337905884,
      "learning_rate": 1.7045926657177153e-05,
      "loss": 0.8329,
      "step": 12984
    },
    {
      "epoch": 0.27364638817324966,
      "grad_norm": 0.1473008096218109,
      "learning_rate": 1.7045442302577254e-05,
      "loss": 0.8757,
      "step": 12985
    },
    {
      "epoch": 0.273667462211615,
      "grad_norm": 0.2015051394701004,
      "learning_rate": 1.704495791515545e-05,
      "loss": 0.8699,
      "step": 12986
    },
    {
      "epoch": 0.27368853624998024,
      "grad_norm": 0.14138354361057281,
      "learning_rate": 1.7044473494913994e-05,
      "loss": 0.8445,
      "step": 12987
    },
    {
      "epoch": 0.2737096102883455,
      "grad_norm": 0.1858181357383728,
      "learning_rate": 1.704398904185515e-05,
      "loss": 0.8575,
      "step": 12988
    },
    {
      "epoch": 0.2737306843267108,
      "grad_norm": 0.19359718263149261,
      "learning_rate": 1.7043504555981166e-05,
      "loss": 0.903,
      "step": 12989
    },
    {
      "epoch": 0.2737517583650761,
      "grad_norm": 0.15068039298057556,
      "learning_rate": 1.7043020037294306e-05,
      "loss": 0.8683,
      "step": 12990
    },
    {
      "epoch": 0.2737728324034414,
      "grad_norm": 0.2115251123905182,
      "learning_rate": 1.704253548579682e-05,
      "loss": 0.9632,
      "step": 12991
    },
    {
      "epoch": 0.2737939064418067,
      "grad_norm": 0.1596679985523224,
      "learning_rate": 1.7042050901490973e-05,
      "loss": 0.8278,
      "step": 12992
    },
    {
      "epoch": 0.27381498048017194,
      "grad_norm": 0.18766914308071136,
      "learning_rate": 1.704156628437902e-05,
      "loss": 0.9597,
      "step": 12993
    },
    {
      "epoch": 0.27383605451853726,
      "grad_norm": 0.20914457738399506,
      "learning_rate": 1.7041081634463215e-05,
      "loss": 0.8378,
      "step": 12994
    },
    {
      "epoch": 0.27385712855690253,
      "grad_norm": 0.13587448000907898,
      "learning_rate": 1.704059695174582e-05,
      "loss": 0.8832,
      "step": 12995
    },
    {
      "epoch": 0.27387820259526785,
      "grad_norm": 0.2558942437171936,
      "learning_rate": 1.7040112236229092e-05,
      "loss": 0.9201,
      "step": 12996
    },
    {
      "epoch": 0.2738992766336331,
      "grad_norm": 0.16481801867485046,
      "learning_rate": 1.7039627487915287e-05,
      "loss": 0.9269,
      "step": 12997
    },
    {
      "epoch": 0.2739203506719984,
      "grad_norm": 0.17041665315628052,
      "learning_rate": 1.7039142706806666e-05,
      "loss": 0.8494,
      "step": 12998
    },
    {
      "epoch": 0.2739414247103637,
      "grad_norm": 0.1722099930047989,
      "learning_rate": 1.7038657892905486e-05,
      "loss": 0.8685,
      "step": 12999
    },
    {
      "epoch": 0.27396249874872897,
      "grad_norm": 0.13892406225204468,
      "learning_rate": 1.7038173046214008e-05,
      "loss": 0.8733,
      "step": 13000
    },
    {
      "epoch": 0.27398357278709423,
      "grad_norm": 0.1544787883758545,
      "learning_rate": 1.703768816673448e-05,
      "loss": 0.8547,
      "step": 13001
    },
    {
      "epoch": 0.27400464682545955,
      "grad_norm": 0.10962163656949997,
      "learning_rate": 1.7037203254469177e-05,
      "loss": 0.81,
      "step": 13002
    },
    {
      "epoch": 0.2740257208638248,
      "grad_norm": 0.1289224475622177,
      "learning_rate": 1.7036718309420348e-05,
      "loss": 0.819,
      "step": 13003
    },
    {
      "epoch": 0.27404679490219014,
      "grad_norm": 0.14255201816558838,
      "learning_rate": 1.7036233331590253e-05,
      "loss": 0.9457,
      "step": 13004
    },
    {
      "epoch": 0.2740678689405554,
      "grad_norm": 0.1227421835064888,
      "learning_rate": 1.7035748320981155e-05,
      "loss": 0.8162,
      "step": 13005
    },
    {
      "epoch": 0.27408894297892067,
      "grad_norm": 0.1417015790939331,
      "learning_rate": 1.7035263277595314e-05,
      "loss": 0.8522,
      "step": 13006
    },
    {
      "epoch": 0.274110017017286,
      "grad_norm": 0.12319793552160263,
      "learning_rate": 1.703477820143498e-05,
      "loss": 0.8302,
      "step": 13007
    },
    {
      "epoch": 0.27413109105565125,
      "grad_norm": 0.14335361123085022,
      "learning_rate": 1.7034293092502423e-05,
      "loss": 0.9447,
      "step": 13008
    },
    {
      "epoch": 0.2741521650940166,
      "grad_norm": 0.14649595320224762,
      "learning_rate": 1.70338079507999e-05,
      "loss": 0.8295,
      "step": 13009
    },
    {
      "epoch": 0.27417323913238184,
      "grad_norm": 0.13822631537914276,
      "learning_rate": 1.7033322776329672e-05,
      "loss": 0.8696,
      "step": 13010
    },
    {
      "epoch": 0.2741943131707471,
      "grad_norm": 0.15245428681373596,
      "learning_rate": 1.7032837569093995e-05,
      "loss": 0.8254,
      "step": 13011
    },
    {
      "epoch": 0.2742153872091124,
      "grad_norm": 0.1549384593963623,
      "learning_rate": 1.7032352329095138e-05,
      "loss": 0.8886,
      "step": 13012
    },
    {
      "epoch": 0.2742364612474777,
      "grad_norm": 0.12079264223575592,
      "learning_rate": 1.703186705633535e-05,
      "loss": 0.8938,
      "step": 13013
    },
    {
      "epoch": 0.274257535285843,
      "grad_norm": 0.15665265917778015,
      "learning_rate": 1.7031381750816898e-05,
      "loss": 0.9282,
      "step": 13014
    },
    {
      "epoch": 0.2742786093242083,
      "grad_norm": 0.1843736618757248,
      "learning_rate": 1.7030896412542043e-05,
      "loss": 0.9349,
      "step": 13015
    },
    {
      "epoch": 0.27429968336257354,
      "grad_norm": 0.11263030767440796,
      "learning_rate": 1.703041104151305e-05,
      "loss": 0.7997,
      "step": 13016
    },
    {
      "epoch": 0.27432075740093886,
      "grad_norm": 0.14788569509983063,
      "learning_rate": 1.702992563773217e-05,
      "loss": 0.8393,
      "step": 13017
    },
    {
      "epoch": 0.27434183143930413,
      "grad_norm": 0.15969263017177582,
      "learning_rate": 1.702944020120167e-05,
      "loss": 0.8637,
      "step": 13018
    },
    {
      "epoch": 0.27436290547766945,
      "grad_norm": 0.1543530523777008,
      "learning_rate": 1.7028954731923812e-05,
      "loss": 0.9462,
      "step": 13019
    },
    {
      "epoch": 0.2743839795160347,
      "grad_norm": 0.14782221615314484,
      "learning_rate": 1.702846922990086e-05,
      "loss": 0.855,
      "step": 13020
    },
    {
      "epoch": 0.2744050535544,
      "grad_norm": 0.16142533719539642,
      "learning_rate": 1.702798369513507e-05,
      "loss": 0.871,
      "step": 13021
    },
    {
      "epoch": 0.2744261275927653,
      "grad_norm": 0.13384906947612762,
      "learning_rate": 1.7027498127628706e-05,
      "loss": 0.8923,
      "step": 13022
    },
    {
      "epoch": 0.27444720163113057,
      "grad_norm": 0.1788727045059204,
      "learning_rate": 1.702701252738403e-05,
      "loss": 0.8615,
      "step": 13023
    },
    {
      "epoch": 0.27446827566949583,
      "grad_norm": 0.13622356951236725,
      "learning_rate": 1.7026526894403307e-05,
      "loss": 0.8742,
      "step": 13024
    },
    {
      "epoch": 0.27448934970786115,
      "grad_norm": 0.1610315442085266,
      "learning_rate": 1.7026041228688797e-05,
      "loss": 0.8854,
      "step": 13025
    },
    {
      "epoch": 0.2745104237462264,
      "grad_norm": 0.11987224966287613,
      "learning_rate": 1.7025555530242763e-05,
      "loss": 0.8157,
      "step": 13026
    },
    {
      "epoch": 0.27453149778459174,
      "grad_norm": 0.17648841440677643,
      "learning_rate": 1.7025069799067466e-05,
      "loss": 0.9014,
      "step": 13027
    },
    {
      "epoch": 0.274552571822957,
      "grad_norm": 0.13808861374855042,
      "learning_rate": 1.702458403516517e-05,
      "loss": 0.8414,
      "step": 13028
    },
    {
      "epoch": 0.27457364586132227,
      "grad_norm": 0.13183917105197906,
      "learning_rate": 1.7024098238538142e-05,
      "loss": 0.8756,
      "step": 13029
    },
    {
      "epoch": 0.2745947198996876,
      "grad_norm": 0.15060271322727203,
      "learning_rate": 1.7023612409188634e-05,
      "loss": 0.9021,
      "step": 13030
    },
    {
      "epoch": 0.27461579393805285,
      "grad_norm": 0.12693865597248077,
      "learning_rate": 1.7023126547118924e-05,
      "loss": 0.8018,
      "step": 13031
    },
    {
      "epoch": 0.2746368679764182,
      "grad_norm": 0.15873020887374878,
      "learning_rate": 1.7022640652331265e-05,
      "loss": 0.8411,
      "step": 13032
    },
    {
      "epoch": 0.27465794201478344,
      "grad_norm": 0.14787152409553528,
      "learning_rate": 1.7022154724827925e-05,
      "loss": 0.8241,
      "step": 13033
    },
    {
      "epoch": 0.2746790160531487,
      "grad_norm": 0.15796582400798798,
      "learning_rate": 1.7021668764611162e-05,
      "loss": 0.9357,
      "step": 13034
    },
    {
      "epoch": 0.274700090091514,
      "grad_norm": 0.20863862335681915,
      "learning_rate": 1.7021182771683247e-05,
      "loss": 0.8828,
      "step": 13035
    },
    {
      "epoch": 0.2747211641298793,
      "grad_norm": 0.1536674201488495,
      "learning_rate": 1.7020696746046447e-05,
      "loss": 0.8696,
      "step": 13036
    },
    {
      "epoch": 0.2747422381682446,
      "grad_norm": 0.15287576615810394,
      "learning_rate": 1.702021068770301e-05,
      "loss": 0.886,
      "step": 13037
    },
    {
      "epoch": 0.2747633122066099,
      "grad_norm": 0.19000472128391266,
      "learning_rate": 1.7019724596655217e-05,
      "loss": 0.8272,
      "step": 13038
    },
    {
      "epoch": 0.27478438624497514,
      "grad_norm": 0.13831454515457153,
      "learning_rate": 1.7019238472905327e-05,
      "loss": 0.8926,
      "step": 13039
    },
    {
      "epoch": 0.27480546028334046,
      "grad_norm": 0.13191142678260803,
      "learning_rate": 1.7018752316455604e-05,
      "loss": 0.8172,
      "step": 13040
    },
    {
      "epoch": 0.27482653432170573,
      "grad_norm": 0.1395477056503296,
      "learning_rate": 1.7018266127308313e-05,
      "loss": 0.8727,
      "step": 13041
    },
    {
      "epoch": 0.274847608360071,
      "grad_norm": 0.12750329077243805,
      "learning_rate": 1.7017779905465716e-05,
      "loss": 0.8184,
      "step": 13042
    },
    {
      "epoch": 0.2748686823984363,
      "grad_norm": 0.1877780556678772,
      "learning_rate": 1.7017293650930083e-05,
      "loss": 0.871,
      "step": 13043
    },
    {
      "epoch": 0.2748897564368016,
      "grad_norm": 0.13972751796245575,
      "learning_rate": 1.7016807363703674e-05,
      "loss": 0.8629,
      "step": 13044
    },
    {
      "epoch": 0.2749108304751669,
      "grad_norm": 0.13847947120666504,
      "learning_rate": 1.701632104378876e-05,
      "loss": 0.8954,
      "step": 13045
    },
    {
      "epoch": 0.27493190451353217,
      "grad_norm": 0.12655238807201385,
      "learning_rate": 1.7015834691187606e-05,
      "loss": 0.862,
      "step": 13046
    },
    {
      "epoch": 0.27495297855189743,
      "grad_norm": 0.15118525922298431,
      "learning_rate": 1.7015348305902474e-05,
      "loss": 0.8724,
      "step": 13047
    },
    {
      "epoch": 0.27497405259026275,
      "grad_norm": 0.12620268762111664,
      "learning_rate": 1.701486188793563e-05,
      "loss": 0.8883,
      "step": 13048
    },
    {
      "epoch": 0.274995126628628,
      "grad_norm": 0.13928091526031494,
      "learning_rate": 1.7014375437289347e-05,
      "loss": 0.8456,
      "step": 13049
    },
    {
      "epoch": 0.27501620066699334,
      "grad_norm": 0.1359005868434906,
      "learning_rate": 1.7013888953965883e-05,
      "loss": 0.8603,
      "step": 13050
    },
    {
      "epoch": 0.2750372747053586,
      "grad_norm": 0.13017581403255463,
      "learning_rate": 1.7013402437967507e-05,
      "loss": 0.8432,
      "step": 13051
    },
    {
      "epoch": 0.27505834874372387,
      "grad_norm": 0.12545862793922424,
      "learning_rate": 1.7012915889296485e-05,
      "loss": 0.833,
      "step": 13052
    },
    {
      "epoch": 0.2750794227820892,
      "grad_norm": 0.14023910462856293,
      "learning_rate": 1.7012429307955083e-05,
      "loss": 0.9043,
      "step": 13053
    },
    {
      "epoch": 0.27510049682045445,
      "grad_norm": 0.14065691828727722,
      "learning_rate": 1.7011942693945576e-05,
      "loss": 0.9165,
      "step": 13054
    },
    {
      "epoch": 0.2751215708588198,
      "grad_norm": 0.12639684975147247,
      "learning_rate": 1.701145604727022e-05,
      "loss": 0.8735,
      "step": 13055
    },
    {
      "epoch": 0.27514264489718504,
      "grad_norm": 0.1101851537823677,
      "learning_rate": 1.7010969367931287e-05,
      "loss": 0.8154,
      "step": 13056
    },
    {
      "epoch": 0.2751637189355503,
      "grad_norm": 0.11991317570209503,
      "learning_rate": 1.7010482655931042e-05,
      "loss": 0.8106,
      "step": 13057
    },
    {
      "epoch": 0.2751847929739156,
      "grad_norm": 0.12927331030368805,
      "learning_rate": 1.7009995911271754e-05,
      "loss": 0.7952,
      "step": 13058
    },
    {
      "epoch": 0.2752058670122809,
      "grad_norm": 0.15939708054065704,
      "learning_rate": 1.7009509133955694e-05,
      "loss": 0.9064,
      "step": 13059
    },
    {
      "epoch": 0.27522694105064616,
      "grad_norm": 0.13855628669261932,
      "learning_rate": 1.700902232398512e-05,
      "loss": 0.9186,
      "step": 13060
    },
    {
      "epoch": 0.2752480150890115,
      "grad_norm": 0.11269406974315643,
      "learning_rate": 1.7008535481362313e-05,
      "loss": 0.864,
      "step": 13061
    },
    {
      "epoch": 0.27526908912737674,
      "grad_norm": 0.15055535733699799,
      "learning_rate": 1.7008048606089528e-05,
      "loss": 0.871,
      "step": 13062
    },
    {
      "epoch": 0.27529016316574206,
      "grad_norm": 0.13062931597232819,
      "learning_rate": 1.7007561698169044e-05,
      "loss": 0.8859,
      "step": 13063
    },
    {
      "epoch": 0.27531123720410733,
      "grad_norm": 0.13160061836242676,
      "learning_rate": 1.700707475760312e-05,
      "loss": 0.8853,
      "step": 13064
    },
    {
      "epoch": 0.2753323112424726,
      "grad_norm": 0.13097664713859558,
      "learning_rate": 1.7006587784394033e-05,
      "loss": 0.9144,
      "step": 13065
    },
    {
      "epoch": 0.2753533852808379,
      "grad_norm": 0.13028964400291443,
      "learning_rate": 1.7006100778544045e-05,
      "loss": 0.9053,
      "step": 13066
    },
    {
      "epoch": 0.2753744593192032,
      "grad_norm": 0.12738513946533203,
      "learning_rate": 1.7005613740055428e-05,
      "loss": 0.8071,
      "step": 13067
    },
    {
      "epoch": 0.2753955333575685,
      "grad_norm": 0.1294403225183487,
      "learning_rate": 1.7005126668930452e-05,
      "loss": 0.8732,
      "step": 13068
    },
    {
      "epoch": 0.27541660739593377,
      "grad_norm": 0.15576741099357605,
      "learning_rate": 1.700463956517138e-05,
      "loss": 0.8641,
      "step": 13069
    },
    {
      "epoch": 0.27543768143429903,
      "grad_norm": 0.14118993282318115,
      "learning_rate": 1.700415242878049e-05,
      "loss": 0.8443,
      "step": 13070
    },
    {
      "epoch": 0.27545875547266435,
      "grad_norm": 0.1407308727502823,
      "learning_rate": 1.7003665259760043e-05,
      "loss": 0.9205,
      "step": 13071
    },
    {
      "epoch": 0.2754798295110296,
      "grad_norm": 0.1515311747789383,
      "learning_rate": 1.7003178058112318e-05,
      "loss": 0.9021,
      "step": 13072
    },
    {
      "epoch": 0.27550090354939494,
      "grad_norm": 0.1458093822002411,
      "learning_rate": 1.7002690823839574e-05,
      "loss": 0.8968,
      "step": 13073
    },
    {
      "epoch": 0.2755219775877602,
      "grad_norm": 0.13548290729522705,
      "learning_rate": 1.7002203556944088e-05,
      "loss": 0.8062,
      "step": 13074
    },
    {
      "epoch": 0.27554305162612547,
      "grad_norm": 0.15391884744167328,
      "learning_rate": 1.700171625742813e-05,
      "loss": 0.8679,
      "step": 13075
    },
    {
      "epoch": 0.2755641256644908,
      "grad_norm": 0.18778608739376068,
      "learning_rate": 1.7001228925293966e-05,
      "loss": 0.8601,
      "step": 13076
    },
    {
      "epoch": 0.27558519970285605,
      "grad_norm": 0.17167118191719055,
      "learning_rate": 1.7000741560543867e-05,
      "loss": 0.8517,
      "step": 13077
    },
    {
      "epoch": 0.2756062737412213,
      "grad_norm": 0.16440626978874207,
      "learning_rate": 1.7000254163180106e-05,
      "loss": 0.9333,
      "step": 13078
    },
    {
      "epoch": 0.27562734777958664,
      "grad_norm": 0.20097747445106506,
      "learning_rate": 1.6999766733204953e-05,
      "loss": 0.9138,
      "step": 13079
    },
    {
      "epoch": 0.2756484218179519,
      "grad_norm": 0.1266644150018692,
      "learning_rate": 1.6999279270620675e-05,
      "loss": 0.8971,
      "step": 13080
    },
    {
      "epoch": 0.2756694958563172,
      "grad_norm": 0.14912149310112,
      "learning_rate": 1.699879177542955e-05,
      "loss": 0.855,
      "step": 13081
    },
    {
      "epoch": 0.2756905698946825,
      "grad_norm": 0.14580897986888885,
      "learning_rate": 1.699830424763384e-05,
      "loss": 0.869,
      "step": 13082
    },
    {
      "epoch": 0.27571164393304776,
      "grad_norm": 0.12183597683906555,
      "learning_rate": 1.6997816687235827e-05,
      "loss": 0.8524,
      "step": 13083
    },
    {
      "epoch": 0.2757327179714131,
      "grad_norm": 0.1355493664741516,
      "learning_rate": 1.6997329094237775e-05,
      "loss": 0.8623,
      "step": 13084
    },
    {
      "epoch": 0.27575379200977834,
      "grad_norm": 0.16687192022800446,
      "learning_rate": 1.6996841468641956e-05,
      "loss": 0.845,
      "step": 13085
    },
    {
      "epoch": 0.27577486604814366,
      "grad_norm": 0.11993817239999771,
      "learning_rate": 1.6996353810450645e-05,
      "loss": 0.857,
      "step": 13086
    },
    {
      "epoch": 0.27579594008650893,
      "grad_norm": 0.14442871510982513,
      "learning_rate": 1.699586611966611e-05,
      "loss": 0.8746,
      "step": 13087
    },
    {
      "epoch": 0.2758170141248742,
      "grad_norm": 0.11184097081422806,
      "learning_rate": 1.6995378396290622e-05,
      "loss": 0.8238,
      "step": 13088
    },
    {
      "epoch": 0.2758380881632395,
      "grad_norm": 0.12470121681690216,
      "learning_rate": 1.6994890640326457e-05,
      "loss": 0.8341,
      "step": 13089
    },
    {
      "epoch": 0.2758591622016048,
      "grad_norm": 0.11581512540578842,
      "learning_rate": 1.6994402851775888e-05,
      "loss": 0.8437,
      "step": 13090
    },
    {
      "epoch": 0.2758802362399701,
      "grad_norm": 0.11373676359653473,
      "learning_rate": 1.6993915030641188e-05,
      "loss": 0.7879,
      "step": 13091
    },
    {
      "epoch": 0.27590131027833537,
      "grad_norm": 0.13220201432704926,
      "learning_rate": 1.6993427176924623e-05,
      "loss": 0.8433,
      "step": 13092
    },
    {
      "epoch": 0.27592238431670063,
      "grad_norm": 0.12099110335111618,
      "learning_rate": 1.699293929062847e-05,
      "loss": 0.8921,
      "step": 13093
    },
    {
      "epoch": 0.27594345835506595,
      "grad_norm": 0.1509467512369156,
      "learning_rate": 1.6992451371754998e-05,
      "loss": 0.9425,
      "step": 13094
    },
    {
      "epoch": 0.2759645323934312,
      "grad_norm": 0.14236114919185638,
      "learning_rate": 1.699196342030649e-05,
      "loss": 0.8895,
      "step": 13095
    },
    {
      "epoch": 0.2759856064317965,
      "grad_norm": 0.13324475288391113,
      "learning_rate": 1.6991475436285207e-05,
      "loss": 0.9277,
      "step": 13096
    },
    {
      "epoch": 0.2760066804701618,
      "grad_norm": 0.13200464844703674,
      "learning_rate": 1.6990987419693433e-05,
      "loss": 0.8315,
      "step": 13097
    },
    {
      "epoch": 0.27602775450852707,
      "grad_norm": 0.12724758684635162,
      "learning_rate": 1.6990499370533435e-05,
      "loss": 0.8545,
      "step": 13098
    },
    {
      "epoch": 0.2760488285468924,
      "grad_norm": 0.14792487025260925,
      "learning_rate": 1.6990011288807483e-05,
      "loss": 0.8217,
      "step": 13099
    },
    {
      "epoch": 0.27606990258525765,
      "grad_norm": 0.1227581724524498,
      "learning_rate": 1.698952317451786e-05,
      "loss": 0.849,
      "step": 13100
    },
    {
      "epoch": 0.2760909766236229,
      "grad_norm": 0.13966867327690125,
      "learning_rate": 1.698903502766684e-05,
      "loss": 0.8728,
      "step": 13101
    },
    {
      "epoch": 0.27611205066198824,
      "grad_norm": 0.2419043630361557,
      "learning_rate": 1.6988546848256687e-05,
      "loss": 0.9134,
      "step": 13102
    },
    {
      "epoch": 0.2761331247003535,
      "grad_norm": 0.17478880286216736,
      "learning_rate": 1.6988058636289682e-05,
      "loss": 0.8194,
      "step": 13103
    },
    {
      "epoch": 0.2761541987387188,
      "grad_norm": 0.1481616199016571,
      "learning_rate": 1.6987570391768098e-05,
      "loss": 0.8004,
      "step": 13104
    },
    {
      "epoch": 0.2761752727770841,
      "grad_norm": 0.1596640795469284,
      "learning_rate": 1.698708211469421e-05,
      "loss": 0.8395,
      "step": 13105
    },
    {
      "epoch": 0.27619634681544936,
      "grad_norm": 0.1600252389907837,
      "learning_rate": 1.6986593805070297e-05,
      "loss": 0.9267,
      "step": 13106
    },
    {
      "epoch": 0.2762174208538147,
      "grad_norm": 0.15087105333805084,
      "learning_rate": 1.6986105462898624e-05,
      "loss": 0.8666,
      "step": 13107
    },
    {
      "epoch": 0.27623849489217994,
      "grad_norm": 0.1566595733165741,
      "learning_rate": 1.6985617088181475e-05,
      "loss": 0.847,
      "step": 13108
    },
    {
      "epoch": 0.27625956893054526,
      "grad_norm": 0.14547283947467804,
      "learning_rate": 1.698512868092112e-05,
      "loss": 0.8298,
      "step": 13109
    },
    {
      "epoch": 0.27628064296891053,
      "grad_norm": 0.1964368224143982,
      "learning_rate": 1.6984640241119837e-05,
      "loss": 0.8441,
      "step": 13110
    },
    {
      "epoch": 0.2763017170072758,
      "grad_norm": 0.14256715774536133,
      "learning_rate": 1.6984151768779898e-05,
      "loss": 0.9137,
      "step": 13111
    },
    {
      "epoch": 0.2763227910456411,
      "grad_norm": 0.1870306134223938,
      "learning_rate": 1.6983663263903584e-05,
      "loss": 0.8196,
      "step": 13112
    },
    {
      "epoch": 0.2763438650840064,
      "grad_norm": 0.1518753618001938,
      "learning_rate": 1.6983174726493168e-05,
      "loss": 0.9112,
      "step": 13113
    },
    {
      "epoch": 0.2763649391223717,
      "grad_norm": 0.18479186296463013,
      "learning_rate": 1.6982686156550924e-05,
      "loss": 0.877,
      "step": 13114
    },
    {
      "epoch": 0.27638601316073697,
      "grad_norm": 0.1597776710987091,
      "learning_rate": 1.698219755407913e-05,
      "loss": 0.7754,
      "step": 13115
    },
    {
      "epoch": 0.27640708719910223,
      "grad_norm": 0.14402182400226593,
      "learning_rate": 1.698170891908006e-05,
      "loss": 0.9155,
      "step": 13116
    },
    {
      "epoch": 0.27642816123746755,
      "grad_norm": 0.144218310713768,
      "learning_rate": 1.6981220251555996e-05,
      "loss": 0.8266,
      "step": 13117
    },
    {
      "epoch": 0.2764492352758328,
      "grad_norm": 0.13656312227249146,
      "learning_rate": 1.698073155150921e-05,
      "loss": 0.8742,
      "step": 13118
    },
    {
      "epoch": 0.2764703093141981,
      "grad_norm": 0.15954600274562836,
      "learning_rate": 1.698024281894198e-05,
      "loss": 0.8475,
      "step": 13119
    },
    {
      "epoch": 0.2764913833525634,
      "grad_norm": 0.16469915211200714,
      "learning_rate": 1.697975405385658e-05,
      "loss": 0.8496,
      "step": 13120
    },
    {
      "epoch": 0.27651245739092867,
      "grad_norm": 0.17766837775707245,
      "learning_rate": 1.697926525625529e-05,
      "loss": 0.8615,
      "step": 13121
    },
    {
      "epoch": 0.276533531429294,
      "grad_norm": 0.14673174917697906,
      "learning_rate": 1.6978776426140387e-05,
      "loss": 0.8665,
      "step": 13122
    },
    {
      "epoch": 0.27655460546765925,
      "grad_norm": 0.1985071748495102,
      "learning_rate": 1.6978287563514148e-05,
      "loss": 0.8963,
      "step": 13123
    },
    {
      "epoch": 0.2765756795060245,
      "grad_norm": 0.1652025729417801,
      "learning_rate": 1.697779866837885e-05,
      "loss": 0.8773,
      "step": 13124
    },
    {
      "epoch": 0.27659675354438984,
      "grad_norm": 0.15568669140338898,
      "learning_rate": 1.697730974073677e-05,
      "loss": 0.956,
      "step": 13125
    },
    {
      "epoch": 0.2766178275827551,
      "grad_norm": 0.1452551633119583,
      "learning_rate": 1.6976820780590183e-05,
      "loss": 0.7445,
      "step": 13126
    },
    {
      "epoch": 0.2766389016211204,
      "grad_norm": 0.14433543384075165,
      "learning_rate": 1.6976331787941374e-05,
      "loss": 0.8394,
      "step": 13127
    },
    {
      "epoch": 0.2766599756594857,
      "grad_norm": 0.1805705428123474,
      "learning_rate": 1.697584276279262e-05,
      "loss": 0.8968,
      "step": 13128
    },
    {
      "epoch": 0.27668104969785096,
      "grad_norm": 0.11687430739402771,
      "learning_rate": 1.697535370514619e-05,
      "loss": 0.8489,
      "step": 13129
    },
    {
      "epoch": 0.2767021237362163,
      "grad_norm": 0.1638839691877365,
      "learning_rate": 1.6974864615004372e-05,
      "loss": 0.8367,
      "step": 13130
    },
    {
      "epoch": 0.27672319777458154,
      "grad_norm": 0.09739163517951965,
      "learning_rate": 1.697437549236944e-05,
      "loss": 0.7656,
      "step": 13131
    },
    {
      "epoch": 0.27674427181294686,
      "grad_norm": 0.17582817375659943,
      "learning_rate": 1.6973886337243676e-05,
      "loss": 0.9086,
      "step": 13132
    },
    {
      "epoch": 0.27676534585131213,
      "grad_norm": 0.13651171326637268,
      "learning_rate": 1.6973397149629354e-05,
      "loss": 0.8629,
      "step": 13133
    },
    {
      "epoch": 0.2767864198896774,
      "grad_norm": 0.14976826310157776,
      "learning_rate": 1.6972907929528756e-05,
      "loss": 0.8019,
      "step": 13134
    },
    {
      "epoch": 0.2768074939280427,
      "grad_norm": 0.19475066661834717,
      "learning_rate": 1.6972418676944164e-05,
      "loss": 0.9833,
      "step": 13135
    },
    {
      "epoch": 0.276828567966408,
      "grad_norm": 0.14425157010555267,
      "learning_rate": 1.6971929391877847e-05,
      "loss": 0.975,
      "step": 13136
    },
    {
      "epoch": 0.27684964200477324,
      "grad_norm": 0.180071622133255,
      "learning_rate": 1.6971440074332096e-05,
      "loss": 0.9195,
      "step": 13137
    },
    {
      "epoch": 0.27687071604313856,
      "grad_norm": 0.15788879990577698,
      "learning_rate": 1.6970950724309187e-05,
      "loss": 0.9335,
      "step": 13138
    },
    {
      "epoch": 0.27689179008150383,
      "grad_norm": 0.16847635805606842,
      "learning_rate": 1.6970461341811394e-05,
      "loss": 0.9046,
      "step": 13139
    },
    {
      "epoch": 0.27691286411986915,
      "grad_norm": 0.17047786712646484,
      "learning_rate": 1.6969971926841004e-05,
      "loss": 0.8623,
      "step": 13140
    },
    {
      "epoch": 0.2769339381582344,
      "grad_norm": 0.14446696639060974,
      "learning_rate": 1.6969482479400294e-05,
      "loss": 0.8576,
      "step": 13141
    },
    {
      "epoch": 0.2769550121965997,
      "grad_norm": 0.1445809304714203,
      "learning_rate": 1.6968992999491547e-05,
      "loss": 0.8921,
      "step": 13142
    },
    {
      "epoch": 0.276976086234965,
      "grad_norm": 0.15011270344257355,
      "learning_rate": 1.6968503487117037e-05,
      "loss": 0.8662,
      "step": 13143
    },
    {
      "epoch": 0.27699716027333027,
      "grad_norm": 0.12483135610818863,
      "learning_rate": 1.696801394227905e-05,
      "loss": 0.8306,
      "step": 13144
    },
    {
      "epoch": 0.2770182343116956,
      "grad_norm": 0.15740355849266052,
      "learning_rate": 1.6967524364979862e-05,
      "loss": 0.8968,
      "step": 13145
    },
    {
      "epoch": 0.27703930835006085,
      "grad_norm": 0.1814698427915573,
      "learning_rate": 1.6967034755221757e-05,
      "loss": 0.8853,
      "step": 13146
    },
    {
      "epoch": 0.2770603823884261,
      "grad_norm": 0.1460169553756714,
      "learning_rate": 1.6966545113007017e-05,
      "loss": 0.7804,
      "step": 13147
    },
    {
      "epoch": 0.27708145642679144,
      "grad_norm": 0.1320149451494217,
      "learning_rate": 1.6966055438337924e-05,
      "loss": 0.9349,
      "step": 13148
    },
    {
      "epoch": 0.2771025304651567,
      "grad_norm": 0.1416669487953186,
      "learning_rate": 1.6965565731216753e-05,
      "loss": 0.8268,
      "step": 13149
    },
    {
      "epoch": 0.277123604503522,
      "grad_norm": 0.15502621233463287,
      "learning_rate": 1.696507599164579e-05,
      "loss": 0.9151,
      "step": 13150
    },
    {
      "epoch": 0.2771446785418873,
      "grad_norm": 0.14354261755943298,
      "learning_rate": 1.6964586219627314e-05,
      "loss": 0.8009,
      "step": 13151
    },
    {
      "epoch": 0.27716575258025256,
      "grad_norm": 0.161318838596344,
      "learning_rate": 1.696409641516361e-05,
      "loss": 0.8188,
      "step": 13152
    },
    {
      "epoch": 0.2771868266186179,
      "grad_norm": 0.15935750305652618,
      "learning_rate": 1.6963606578256956e-05,
      "loss": 0.8812,
      "step": 13153
    },
    {
      "epoch": 0.27720790065698314,
      "grad_norm": 0.1987682580947876,
      "learning_rate": 1.6963116708909637e-05,
      "loss": 0.9398,
      "step": 13154
    },
    {
      "epoch": 0.2772289746953484,
      "grad_norm": 0.1701960414648056,
      "learning_rate": 1.6962626807123933e-05,
      "loss": 0.867,
      "step": 13155
    },
    {
      "epoch": 0.2772500487337137,
      "grad_norm": 0.12781205773353577,
      "learning_rate": 1.696213687290213e-05,
      "loss": 0.8287,
      "step": 13156
    },
    {
      "epoch": 0.277271122772079,
      "grad_norm": 0.13895653188228607,
      "learning_rate": 1.6961646906246506e-05,
      "loss": 0.9395,
      "step": 13157
    },
    {
      "epoch": 0.2772921968104443,
      "grad_norm": 0.12661713361740112,
      "learning_rate": 1.6961156907159346e-05,
      "loss": 0.8141,
      "step": 13158
    },
    {
      "epoch": 0.2773132708488096,
      "grad_norm": 0.14002712070941925,
      "learning_rate": 1.6960666875642927e-05,
      "loss": 0.8208,
      "step": 13159
    },
    {
      "epoch": 0.27733434488717484,
      "grad_norm": 0.12619264423847198,
      "learning_rate": 1.6960176811699542e-05,
      "loss": 0.8467,
      "step": 13160
    },
    {
      "epoch": 0.27735541892554016,
      "grad_norm": 0.1510547250509262,
      "learning_rate": 1.695968671533147e-05,
      "loss": 0.9067,
      "step": 13161
    },
    {
      "epoch": 0.27737649296390543,
      "grad_norm": 0.1362863928079605,
      "learning_rate": 1.695919658654099e-05,
      "loss": 0.8145,
      "step": 13162
    },
    {
      "epoch": 0.27739756700227075,
      "grad_norm": 0.1758173257112503,
      "learning_rate": 1.695870642533039e-05,
      "loss": 0.8487,
      "step": 13163
    },
    {
      "epoch": 0.277418641040636,
      "grad_norm": 0.12135182321071625,
      "learning_rate": 1.6958216231701953e-05,
      "loss": 0.8359,
      "step": 13164
    },
    {
      "epoch": 0.2774397150790013,
      "grad_norm": 0.16404932737350464,
      "learning_rate": 1.6957726005657956e-05,
      "loss": 0.858,
      "step": 13165
    },
    {
      "epoch": 0.2774607891173666,
      "grad_norm": 0.12047465890645981,
      "learning_rate": 1.6957235747200692e-05,
      "loss": 0.8497,
      "step": 13166
    },
    {
      "epoch": 0.27748186315573187,
      "grad_norm": 0.15867216885089874,
      "learning_rate": 1.695674545633244e-05,
      "loss": 0.8885,
      "step": 13167
    },
    {
      "epoch": 0.2775029371940972,
      "grad_norm": 0.1362234354019165,
      "learning_rate": 1.6956255133055485e-05,
      "loss": 0.7616,
      "step": 13168
    },
    {
      "epoch": 0.27752401123246245,
      "grad_norm": 0.12908880412578583,
      "learning_rate": 1.695576477737211e-05,
      "loss": 0.8399,
      "step": 13169
    },
    {
      "epoch": 0.2775450852708277,
      "grad_norm": 0.18100346624851227,
      "learning_rate": 1.69552743892846e-05,
      "loss": 0.901,
      "step": 13170
    },
    {
      "epoch": 0.27756615930919304,
      "grad_norm": 0.1522892266511917,
      "learning_rate": 1.6954783968795244e-05,
      "loss": 0.8313,
      "step": 13171
    },
    {
      "epoch": 0.2775872333475583,
      "grad_norm": 0.17967155575752258,
      "learning_rate": 1.695429351590632e-05,
      "loss": 0.8483,
      "step": 13172
    },
    {
      "epoch": 0.27760830738592357,
      "grad_norm": 0.18703146278858185,
      "learning_rate": 1.695380303062012e-05,
      "loss": 0.8546,
      "step": 13173
    },
    {
      "epoch": 0.2776293814242889,
      "grad_norm": 0.16729338467121124,
      "learning_rate": 1.695331251293892e-05,
      "loss": 0.8203,
      "step": 13174
    },
    {
      "epoch": 0.27765045546265416,
      "grad_norm": 0.16527330875396729,
      "learning_rate": 1.695282196286501e-05,
      "loss": 0.8926,
      "step": 13175
    },
    {
      "epoch": 0.2776715295010195,
      "grad_norm": 0.15665468573570251,
      "learning_rate": 1.695233138040068e-05,
      "loss": 0.8399,
      "step": 13176
    },
    {
      "epoch": 0.27769260353938474,
      "grad_norm": 0.15470142662525177,
      "learning_rate": 1.6951840765548207e-05,
      "loss": 0.9476,
      "step": 13177
    },
    {
      "epoch": 0.27771367757775,
      "grad_norm": 0.19657814502716064,
      "learning_rate": 1.695135011830988e-05,
      "loss": 0.8898,
      "step": 13178
    },
    {
      "epoch": 0.2777347516161153,
      "grad_norm": 0.13434045016765594,
      "learning_rate": 1.6950859438687984e-05,
      "loss": 0.8759,
      "step": 13179
    },
    {
      "epoch": 0.2777558256544806,
      "grad_norm": 0.14108984172344208,
      "learning_rate": 1.695036872668481e-05,
      "loss": 0.851,
      "step": 13180
    },
    {
      "epoch": 0.2777768996928459,
      "grad_norm": 0.14764955639839172,
      "learning_rate": 1.6949877982302637e-05,
      "loss": 0.8991,
      "step": 13181
    },
    {
      "epoch": 0.2777979737312112,
      "grad_norm": 0.14873339235782623,
      "learning_rate": 1.694938720554375e-05,
      "loss": 0.8597,
      "step": 13182
    },
    {
      "epoch": 0.27781904776957644,
      "grad_norm": 0.13913686573505402,
      "learning_rate": 1.6948896396410442e-05,
      "loss": 0.8206,
      "step": 13183
    },
    {
      "epoch": 0.27784012180794176,
      "grad_norm": 0.12745189666748047,
      "learning_rate": 1.6948405554905e-05,
      "loss": 0.8409,
      "step": 13184
    },
    {
      "epoch": 0.27786119584630703,
      "grad_norm": 0.1614169031381607,
      "learning_rate": 1.6947914681029705e-05,
      "loss": 0.9169,
      "step": 13185
    },
    {
      "epoch": 0.27788226988467235,
      "grad_norm": 0.16963118314743042,
      "learning_rate": 1.6947423774786847e-05,
      "loss": 0.8953,
      "step": 13186
    },
    {
      "epoch": 0.2779033439230376,
      "grad_norm": 0.14041557908058167,
      "learning_rate": 1.694693283617871e-05,
      "loss": 0.8501,
      "step": 13187
    },
    {
      "epoch": 0.2779244179614029,
      "grad_norm": 0.16652743518352509,
      "learning_rate": 1.6946441865207584e-05,
      "loss": 0.9179,
      "step": 13188
    },
    {
      "epoch": 0.2779454919997682,
      "grad_norm": 0.1692284643650055,
      "learning_rate": 1.6945950861875756e-05,
      "loss": 0.8829,
      "step": 13189
    },
    {
      "epoch": 0.27796656603813347,
      "grad_norm": 0.1574772745370865,
      "learning_rate": 1.694545982618551e-05,
      "loss": 0.853,
      "step": 13190
    },
    {
      "epoch": 0.27798764007649873,
      "grad_norm": 0.14932984113693237,
      "learning_rate": 1.6944968758139144e-05,
      "loss": 0.8219,
      "step": 13191
    },
    {
      "epoch": 0.27800871411486405,
      "grad_norm": 0.17153243720531464,
      "learning_rate": 1.6944477657738933e-05,
      "loss": 0.8926,
      "step": 13192
    },
    {
      "epoch": 0.2780297881532293,
      "grad_norm": 0.162584125995636,
      "learning_rate": 1.694398652498717e-05,
      "loss": 0.9023,
      "step": 13193
    },
    {
      "epoch": 0.27805086219159464,
      "grad_norm": 0.15908612310886383,
      "learning_rate": 1.6943495359886143e-05,
      "loss": 0.8679,
      "step": 13194
    },
    {
      "epoch": 0.2780719362299599,
      "grad_norm": 0.17774531245231628,
      "learning_rate": 1.694300416243814e-05,
      "loss": 0.8942,
      "step": 13195
    },
    {
      "epoch": 0.27809301026832517,
      "grad_norm": 0.14581504464149475,
      "learning_rate": 1.6942512932645446e-05,
      "loss": 0.9099,
      "step": 13196
    },
    {
      "epoch": 0.2781140843066905,
      "grad_norm": 0.132740780711174,
      "learning_rate": 1.6942021670510355e-05,
      "loss": 0.8291,
      "step": 13197
    },
    {
      "epoch": 0.27813515834505576,
      "grad_norm": 0.19368089735507965,
      "learning_rate": 1.6941530376035157e-05,
      "loss": 0.8445,
      "step": 13198
    },
    {
      "epoch": 0.2781562323834211,
      "grad_norm": 0.39949196577072144,
      "learning_rate": 1.6941039049222134e-05,
      "loss": 0.8917,
      "step": 13199
    },
    {
      "epoch": 0.27817730642178634,
      "grad_norm": 0.1511206179857254,
      "learning_rate": 1.6940547690073578e-05,
      "loss": 0.8713,
      "step": 13200
    },
    {
      "epoch": 0.2781983804601516,
      "grad_norm": 0.14156726002693176,
      "learning_rate": 1.694005629859178e-05,
      "loss": 0.8084,
      "step": 13201
    },
    {
      "epoch": 0.2782194544985169,
      "grad_norm": 0.20168326795101166,
      "learning_rate": 1.6939564874779024e-05,
      "loss": 0.9062,
      "step": 13202
    },
    {
      "epoch": 0.2782405285368822,
      "grad_norm": 0.22180795669555664,
      "learning_rate": 1.6939073418637602e-05,
      "loss": 0.8836,
      "step": 13203
    },
    {
      "epoch": 0.2782616025752475,
      "grad_norm": 0.14374488592147827,
      "learning_rate": 1.693858193016981e-05,
      "loss": 0.9382,
      "step": 13204
    },
    {
      "epoch": 0.2782826766136128,
      "grad_norm": 0.17382752895355225,
      "learning_rate": 1.6938090409377927e-05,
      "loss": 0.9096,
      "step": 13205
    },
    {
      "epoch": 0.27830375065197804,
      "grad_norm": 0.29598289728164673,
      "learning_rate": 1.6937598856264248e-05,
      "loss": 0.9209,
      "step": 13206
    },
    {
      "epoch": 0.27832482469034336,
      "grad_norm": 0.17737647891044617,
      "learning_rate": 1.6937107270831067e-05,
      "loss": 0.7998,
      "step": 13207
    },
    {
      "epoch": 0.27834589872870863,
      "grad_norm": 0.16341528296470642,
      "learning_rate": 1.6936615653080665e-05,
      "loss": 0.8163,
      "step": 13208
    },
    {
      "epoch": 0.27836697276707395,
      "grad_norm": 0.10711099952459335,
      "learning_rate": 1.6936124003015337e-05,
      "loss": 0.8966,
      "step": 13209
    },
    {
      "epoch": 0.2783880468054392,
      "grad_norm": 0.14553207159042358,
      "learning_rate": 1.693563232063737e-05,
      "loss": 0.7676,
      "step": 13210
    },
    {
      "epoch": 0.2784091208438045,
      "grad_norm": 0.11914056539535522,
      "learning_rate": 1.6935140605949064e-05,
      "loss": 0.875,
      "step": 13211
    },
    {
      "epoch": 0.2784301948821698,
      "grad_norm": 0.19328288733959198,
      "learning_rate": 1.69346488589527e-05,
      "loss": 0.8882,
      "step": 13212
    },
    {
      "epoch": 0.27845126892053507,
      "grad_norm": 0.14919570088386536,
      "learning_rate": 1.6934157079650574e-05,
      "loss": 0.9043,
      "step": 13213
    },
    {
      "epoch": 0.27847234295890033,
      "grad_norm": 0.15675482153892517,
      "learning_rate": 1.6933665268044977e-05,
      "loss": 0.8871,
      "step": 13214
    },
    {
      "epoch": 0.27849341699726565,
      "grad_norm": 0.12169763445854187,
      "learning_rate": 1.6933173424138194e-05,
      "loss": 0.9022,
      "step": 13215
    },
    {
      "epoch": 0.2785144910356309,
      "grad_norm": 0.16197384893894196,
      "learning_rate": 1.6932681547932525e-05,
      "loss": 0.8939,
      "step": 13216
    },
    {
      "epoch": 0.27853556507399624,
      "grad_norm": 0.11126518994569778,
      "learning_rate": 1.6932189639430254e-05,
      "loss": 0.7727,
      "step": 13217
    },
    {
      "epoch": 0.2785566391123615,
      "grad_norm": 0.18835905194282532,
      "learning_rate": 1.6931697698633677e-05,
      "loss": 0.8737,
      "step": 13218
    },
    {
      "epoch": 0.27857771315072677,
      "grad_norm": 0.1453082412481308,
      "learning_rate": 1.6931205725545084e-05,
      "loss": 0.84,
      "step": 13219
    },
    {
      "epoch": 0.2785987871890921,
      "grad_norm": 0.1300090253353119,
      "learning_rate": 1.693071372016677e-05,
      "loss": 0.8901,
      "step": 13220
    },
    {
      "epoch": 0.27861986122745735,
      "grad_norm": 0.12653660774230957,
      "learning_rate": 1.6930221682501022e-05,
      "loss": 0.8845,
      "step": 13221
    },
    {
      "epoch": 0.2786409352658227,
      "grad_norm": 0.14368338882923126,
      "learning_rate": 1.6929729612550135e-05,
      "loss": 0.9119,
      "step": 13222
    },
    {
      "epoch": 0.27866200930418794,
      "grad_norm": 0.12922145426273346,
      "learning_rate": 1.6929237510316404e-05,
      "loss": 0.81,
      "step": 13223
    },
    {
      "epoch": 0.2786830833425532,
      "grad_norm": 0.11270548403263092,
      "learning_rate": 1.6928745375802114e-05,
      "loss": 0.8121,
      "step": 13224
    },
    {
      "epoch": 0.2787041573809185,
      "grad_norm": 0.10789719969034195,
      "learning_rate": 1.6928253209009567e-05,
      "loss": 0.8806,
      "step": 13225
    },
    {
      "epoch": 0.2787252314192838,
      "grad_norm": 0.12750887870788574,
      "learning_rate": 1.6927761009941047e-05,
      "loss": 0.8757,
      "step": 13226
    },
    {
      "epoch": 0.2787463054576491,
      "grad_norm": 0.13425059616565704,
      "learning_rate": 1.6927268778598854e-05,
      "loss": 0.8463,
      "step": 13227
    },
    {
      "epoch": 0.2787673794960144,
      "grad_norm": 0.1343594491481781,
      "learning_rate": 1.6926776514985278e-05,
      "loss": 0.8377,
      "step": 13228
    },
    {
      "epoch": 0.27878845353437964,
      "grad_norm": 0.12304805219173431,
      "learning_rate": 1.6926284219102613e-05,
      "loss": 0.8973,
      "step": 13229
    },
    {
      "epoch": 0.27880952757274496,
      "grad_norm": 0.12050577998161316,
      "learning_rate": 1.692579189095315e-05,
      "loss": 0.7507,
      "step": 13230
    },
    {
      "epoch": 0.27883060161111023,
      "grad_norm": 0.1322488635778427,
      "learning_rate": 1.6925299530539184e-05,
      "loss": 0.7472,
      "step": 13231
    },
    {
      "epoch": 0.2788516756494755,
      "grad_norm": 0.12914203107357025,
      "learning_rate": 1.692480713786301e-05,
      "loss": 0.8959,
      "step": 13232
    },
    {
      "epoch": 0.2788727496878408,
      "grad_norm": 0.1338018774986267,
      "learning_rate": 1.692431471292692e-05,
      "loss": 0.8481,
      "step": 13233
    },
    {
      "epoch": 0.2788938237262061,
      "grad_norm": 0.14351920783519745,
      "learning_rate": 1.692382225573321e-05,
      "loss": 0.8931,
      "step": 13234
    },
    {
      "epoch": 0.2789148977645714,
      "grad_norm": 0.1488696187734604,
      "learning_rate": 1.6923329766284172e-05,
      "loss": 0.874,
      "step": 13235
    },
    {
      "epoch": 0.27893597180293667,
      "grad_norm": 0.15305761992931366,
      "learning_rate": 1.6922837244582106e-05,
      "loss": 0.8994,
      "step": 13236
    },
    {
      "epoch": 0.27895704584130193,
      "grad_norm": 0.16604867577552795,
      "learning_rate": 1.69223446906293e-05,
      "loss": 0.8666,
      "step": 13237
    },
    {
      "epoch": 0.27897811987966725,
      "grad_norm": 0.14725127816200256,
      "learning_rate": 1.6921852104428046e-05,
      "loss": 0.8344,
      "step": 13238
    },
    {
      "epoch": 0.2789991939180325,
      "grad_norm": 0.1608758121728897,
      "learning_rate": 1.6921359485980645e-05,
      "loss": 0.9604,
      "step": 13239
    },
    {
      "epoch": 0.27902026795639784,
      "grad_norm": 0.14729827642440796,
      "learning_rate": 1.6920866835289394e-05,
      "loss": 0.8237,
      "step": 13240
    },
    {
      "epoch": 0.2790413419947631,
      "grad_norm": 0.13931319117546082,
      "learning_rate": 1.6920374152356582e-05,
      "loss": 0.9069,
      "step": 13241
    },
    {
      "epoch": 0.27906241603312837,
      "grad_norm": 0.16342230141162872,
      "learning_rate": 1.6919881437184507e-05,
      "loss": 0.8964,
      "step": 13242
    },
    {
      "epoch": 0.2790834900714937,
      "grad_norm": 0.141856849193573,
      "learning_rate": 1.6919388689775463e-05,
      "loss": 0.9181,
      "step": 13243
    },
    {
      "epoch": 0.27910456410985895,
      "grad_norm": 0.17519038915634155,
      "learning_rate": 1.6918895910131746e-05,
      "loss": 0.8681,
      "step": 13244
    },
    {
      "epoch": 0.2791256381482243,
      "grad_norm": 0.13610565662384033,
      "learning_rate": 1.6918403098255655e-05,
      "loss": 0.8832,
      "step": 13245
    },
    {
      "epoch": 0.27914671218658954,
      "grad_norm": 0.1398288607597351,
      "learning_rate": 1.6917910254149478e-05,
      "loss": 0.7785,
      "step": 13246
    },
    {
      "epoch": 0.2791677862249548,
      "grad_norm": 0.16541731357574463,
      "learning_rate": 1.691741737781552e-05,
      "loss": 0.8581,
      "step": 13247
    },
    {
      "epoch": 0.2791888602633201,
      "grad_norm": 0.1600189059972763,
      "learning_rate": 1.6916924469256073e-05,
      "loss": 0.8554,
      "step": 13248
    },
    {
      "epoch": 0.2792099343016854,
      "grad_norm": 0.17380908131599426,
      "learning_rate": 1.691643152847343e-05,
      "loss": 0.8787,
      "step": 13249
    },
    {
      "epoch": 0.27923100834005066,
      "grad_norm": 0.2502155303955078,
      "learning_rate": 1.6915938555469894e-05,
      "loss": 0.9393,
      "step": 13250
    },
    {
      "epoch": 0.279252082378416,
      "grad_norm": 0.1682315319776535,
      "learning_rate": 1.6915445550247755e-05,
      "loss": 0.8333,
      "step": 13251
    },
    {
      "epoch": 0.27927315641678124,
      "grad_norm": 0.1536247432231903,
      "learning_rate": 1.6914952512809317e-05,
      "loss": 0.8541,
      "step": 13252
    },
    {
      "epoch": 0.27929423045514656,
      "grad_norm": 0.1704963594675064,
      "learning_rate": 1.691445944315687e-05,
      "loss": 0.9605,
      "step": 13253
    },
    {
      "epoch": 0.27931530449351183,
      "grad_norm": 0.12243518978357315,
      "learning_rate": 1.6913966341292713e-05,
      "loss": 0.8002,
      "step": 13254
    },
    {
      "epoch": 0.2793363785318771,
      "grad_norm": 0.1443375051021576,
      "learning_rate": 1.6913473207219146e-05,
      "loss": 0.8997,
      "step": 13255
    },
    {
      "epoch": 0.2793574525702424,
      "grad_norm": 0.14426524937152863,
      "learning_rate": 1.6912980040938462e-05,
      "loss": 0.8639,
      "step": 13256
    },
    {
      "epoch": 0.2793785266086077,
      "grad_norm": 0.15305569767951965,
      "learning_rate": 1.6912486842452965e-05,
      "loss": 0.8856,
      "step": 13257
    },
    {
      "epoch": 0.279399600646973,
      "grad_norm": 0.12886735796928406,
      "learning_rate": 1.6911993611764943e-05,
      "loss": 0.8563,
      "step": 13258
    },
    {
      "epoch": 0.27942067468533827,
      "grad_norm": 0.15777280926704407,
      "learning_rate": 1.6911500348876702e-05,
      "loss": 0.7994,
      "step": 13259
    },
    {
      "epoch": 0.27944174872370353,
      "grad_norm": 0.14335444569587708,
      "learning_rate": 1.6911007053790536e-05,
      "loss": 0.9358,
      "step": 13260
    },
    {
      "epoch": 0.27946282276206885,
      "grad_norm": 0.15030023455619812,
      "learning_rate": 1.6910513726508743e-05,
      "loss": 0.858,
      "step": 13261
    },
    {
      "epoch": 0.2794838968004341,
      "grad_norm": 0.1458398550748825,
      "learning_rate": 1.6910020367033624e-05,
      "loss": 0.8974,
      "step": 13262
    },
    {
      "epoch": 0.27950497083879944,
      "grad_norm": 0.13052299618721008,
      "learning_rate": 1.6909526975367477e-05,
      "loss": 0.9199,
      "step": 13263
    },
    {
      "epoch": 0.2795260448771647,
      "grad_norm": 0.12425344437360764,
      "learning_rate": 1.69090335515126e-05,
      "loss": 0.8644,
      "step": 13264
    },
    {
      "epoch": 0.27954711891552997,
      "grad_norm": 0.1311558037996292,
      "learning_rate": 1.6908540095471288e-05,
      "loss": 0.8729,
      "step": 13265
    },
    {
      "epoch": 0.2795681929538953,
      "grad_norm": 0.11748906970024109,
      "learning_rate": 1.6908046607245842e-05,
      "loss": 0.7941,
      "step": 13266
    },
    {
      "epoch": 0.27958926699226055,
      "grad_norm": 0.14093400537967682,
      "learning_rate": 1.6907553086838562e-05,
      "loss": 0.8436,
      "step": 13267
    },
    {
      "epoch": 0.2796103410306258,
      "grad_norm": 0.11084125936031342,
      "learning_rate": 1.6907059534251748e-05,
      "loss": 0.837,
      "step": 13268
    },
    {
      "epoch": 0.27963141506899114,
      "grad_norm": 0.15078122913837433,
      "learning_rate": 1.6906565949487697e-05,
      "loss": 0.8747,
      "step": 13269
    },
    {
      "epoch": 0.2796524891073564,
      "grad_norm": 0.1302846223115921,
      "learning_rate": 1.690607233254871e-05,
      "loss": 0.8182,
      "step": 13270
    },
    {
      "epoch": 0.2796735631457217,
      "grad_norm": 0.11244962364435196,
      "learning_rate": 1.6905578683437088e-05,
      "loss": 0.8191,
      "step": 13271
    },
    {
      "epoch": 0.279694637184087,
      "grad_norm": 0.1274401694536209,
      "learning_rate": 1.6905085002155127e-05,
      "loss": 0.8588,
      "step": 13272
    },
    {
      "epoch": 0.27971571122245226,
      "grad_norm": 0.1257954239845276,
      "learning_rate": 1.690459128870513e-05,
      "loss": 0.8597,
      "step": 13273
    },
    {
      "epoch": 0.2797367852608176,
      "grad_norm": 0.1224321573972702,
      "learning_rate": 1.690409754308939e-05,
      "loss": 0.8475,
      "step": 13274
    },
    {
      "epoch": 0.27975785929918284,
      "grad_norm": 0.1261724978685379,
      "learning_rate": 1.6903603765310216e-05,
      "loss": 0.8958,
      "step": 13275
    },
    {
      "epoch": 0.27977893333754816,
      "grad_norm": 0.15314355492591858,
      "learning_rate": 1.6903109955369907e-05,
      "loss": 0.8121,
      "step": 13276
    },
    {
      "epoch": 0.27980000737591343,
      "grad_norm": 0.1265745908021927,
      "learning_rate": 1.690261611327076e-05,
      "loss": 0.8795,
      "step": 13277
    },
    {
      "epoch": 0.2798210814142787,
      "grad_norm": 0.1479240506887436,
      "learning_rate": 1.6902122239015075e-05,
      "loss": 0.8138,
      "step": 13278
    },
    {
      "epoch": 0.279842155452644,
      "grad_norm": 0.12316155433654785,
      "learning_rate": 1.6901628332605157e-05,
      "loss": 0.8643,
      "step": 13279
    },
    {
      "epoch": 0.2798632294910093,
      "grad_norm": 0.19411763548851013,
      "learning_rate": 1.6901134394043304e-05,
      "loss": 0.7794,
      "step": 13280
    },
    {
      "epoch": 0.2798843035293746,
      "grad_norm": 0.20198315382003784,
      "learning_rate": 1.690064042333182e-05,
      "loss": 0.908,
      "step": 13281
    },
    {
      "epoch": 0.27990537756773987,
      "grad_norm": 0.16470302641391754,
      "learning_rate": 1.6900146420473003e-05,
      "loss": 0.8607,
      "step": 13282
    },
    {
      "epoch": 0.27992645160610513,
      "grad_norm": 0.11142101883888245,
      "learning_rate": 1.6899652385469155e-05,
      "loss": 0.8679,
      "step": 13283
    },
    {
      "epoch": 0.27994752564447045,
      "grad_norm": 0.11303620040416718,
      "learning_rate": 1.689915831832258e-05,
      "loss": 0.8245,
      "step": 13284
    },
    {
      "epoch": 0.2799685996828357,
      "grad_norm": 0.11662918329238892,
      "learning_rate": 1.6898664219035574e-05,
      "loss": 0.8339,
      "step": 13285
    },
    {
      "epoch": 0.279989673721201,
      "grad_norm": 0.13442683219909668,
      "learning_rate": 1.6898170087610445e-05,
      "loss": 0.8674,
      "step": 13286
    },
    {
      "epoch": 0.2800107477595663,
      "grad_norm": 0.1747090220451355,
      "learning_rate": 1.6897675924049493e-05,
      "loss": 0.8855,
      "step": 13287
    },
    {
      "epoch": 0.28003182179793157,
      "grad_norm": 0.1159503310918808,
      "learning_rate": 1.6897181728355018e-05,
      "loss": 0.8299,
      "step": 13288
    },
    {
      "epoch": 0.2800528958362969,
      "grad_norm": 0.13032492995262146,
      "learning_rate": 1.6896687500529324e-05,
      "loss": 0.8185,
      "step": 13289
    },
    {
      "epoch": 0.28007396987466215,
      "grad_norm": 0.1302167773246765,
      "learning_rate": 1.689619324057471e-05,
      "loss": 0.8256,
      "step": 13290
    },
    {
      "epoch": 0.2800950439130274,
      "grad_norm": 0.13001208007335663,
      "learning_rate": 1.6895698948493487e-05,
      "loss": 0.8114,
      "step": 13291
    },
    {
      "epoch": 0.28011611795139274,
      "grad_norm": 0.11908024549484253,
      "learning_rate": 1.6895204624287953e-05,
      "loss": 0.8736,
      "step": 13292
    },
    {
      "epoch": 0.280137191989758,
      "grad_norm": 0.12914618849754333,
      "learning_rate": 1.6894710267960404e-05,
      "loss": 0.7816,
      "step": 13293
    },
    {
      "epoch": 0.2801582660281233,
      "grad_norm": 0.15874451398849487,
      "learning_rate": 1.6894215879513157e-05,
      "loss": 0.8909,
      "step": 13294
    },
    {
      "epoch": 0.2801793400664886,
      "grad_norm": 0.13395610451698303,
      "learning_rate": 1.6893721458948504e-05,
      "loss": 0.8518,
      "step": 13295
    },
    {
      "epoch": 0.28020041410485386,
      "grad_norm": 0.14202262461185455,
      "learning_rate": 1.689322700626875e-05,
      "loss": 0.9039,
      "step": 13296
    },
    {
      "epoch": 0.2802214881432192,
      "grad_norm": 0.14232544600963593,
      "learning_rate": 1.68927325214762e-05,
      "loss": 0.8479,
      "step": 13297
    },
    {
      "epoch": 0.28024256218158444,
      "grad_norm": 0.13284511864185333,
      "learning_rate": 1.689223800457316e-05,
      "loss": 0.8756,
      "step": 13298
    },
    {
      "epoch": 0.28026363621994976,
      "grad_norm": 0.17239581048488617,
      "learning_rate": 1.689174345556193e-05,
      "loss": 0.8878,
      "step": 13299
    },
    {
      "epoch": 0.28028471025831503,
      "grad_norm": 0.15056711435317993,
      "learning_rate": 1.6891248874444817e-05,
      "loss": 0.8855,
      "step": 13300
    },
    {
      "epoch": 0.2803057842966803,
      "grad_norm": 0.14656056463718414,
      "learning_rate": 1.6890754261224123e-05,
      "loss": 0.925,
      "step": 13301
    },
    {
      "epoch": 0.2803268583350456,
      "grad_norm": 0.1742856353521347,
      "learning_rate": 1.6890259615902153e-05,
      "loss": 0.9061,
      "step": 13302
    },
    {
      "epoch": 0.2803479323734109,
      "grad_norm": 0.14793457090854645,
      "learning_rate": 1.688976493848121e-05,
      "loss": 0.8623,
      "step": 13303
    },
    {
      "epoch": 0.28036900641177614,
      "grad_norm": 0.143241748213768,
      "learning_rate": 1.6889270228963603e-05,
      "loss": 0.8574,
      "step": 13304
    },
    {
      "epoch": 0.28039008045014147,
      "grad_norm": 0.1116400882601738,
      "learning_rate": 1.688877548735163e-05,
      "loss": 0.8259,
      "step": 13305
    },
    {
      "epoch": 0.28041115448850673,
      "grad_norm": 0.13049399852752686,
      "learning_rate": 1.68882807136476e-05,
      "loss": 0.9225,
      "step": 13306
    },
    {
      "epoch": 0.28043222852687205,
      "grad_norm": 0.1581067144870758,
      "learning_rate": 1.6887785907853816e-05,
      "loss": 0.8924,
      "step": 13307
    },
    {
      "epoch": 0.2804533025652373,
      "grad_norm": 0.11697366088628769,
      "learning_rate": 1.6887291069972588e-05,
      "loss": 0.8515,
      "step": 13308
    },
    {
      "epoch": 0.2804743766036026,
      "grad_norm": 0.12762704491615295,
      "learning_rate": 1.6886796200006212e-05,
      "loss": 0.8756,
      "step": 13309
    },
    {
      "epoch": 0.2804954506419679,
      "grad_norm": 0.1390761435031891,
      "learning_rate": 1.6886301297957e-05,
      "loss": 0.831,
      "step": 13310
    },
    {
      "epoch": 0.28051652468033317,
      "grad_norm": 0.11948460340499878,
      "learning_rate": 1.6885806363827258e-05,
      "loss": 0.853,
      "step": 13311
    },
    {
      "epoch": 0.2805375987186985,
      "grad_norm": 0.11466076970100403,
      "learning_rate": 1.688531139761929e-05,
      "loss": 0.8409,
      "step": 13312
    },
    {
      "epoch": 0.28055867275706375,
      "grad_norm": 0.10613726079463959,
      "learning_rate": 1.68848163993354e-05,
      "loss": 0.896,
      "step": 13313
    },
    {
      "epoch": 0.280579746795429,
      "grad_norm": 0.13192258775234222,
      "learning_rate": 1.6884321368977897e-05,
      "loss": 0.8105,
      "step": 13314
    },
    {
      "epoch": 0.28060082083379434,
      "grad_norm": 0.13469715416431427,
      "learning_rate": 1.6883826306549088e-05,
      "loss": 0.8419,
      "step": 13315
    },
    {
      "epoch": 0.2806218948721596,
      "grad_norm": 0.1513592004776001,
      "learning_rate": 1.6883331212051276e-05,
      "loss": 0.8628,
      "step": 13316
    },
    {
      "epoch": 0.2806429689105249,
      "grad_norm": 0.13051357865333557,
      "learning_rate": 1.688283608548677e-05,
      "loss": 0.865,
      "step": 13317
    },
    {
      "epoch": 0.2806640429488902,
      "grad_norm": 0.12234308570623398,
      "learning_rate": 1.6882340926857873e-05,
      "loss": 0.822,
      "step": 13318
    },
    {
      "epoch": 0.28068511698725546,
      "grad_norm": 0.11941655725240707,
      "learning_rate": 1.6881845736166897e-05,
      "loss": 0.7922,
      "step": 13319
    },
    {
      "epoch": 0.2807061910256208,
      "grad_norm": 0.13057789206504822,
      "learning_rate": 1.688135051341614e-05,
      "loss": 0.833,
      "step": 13320
    },
    {
      "epoch": 0.28072726506398604,
      "grad_norm": 0.1177273616194725,
      "learning_rate": 1.6880855258607924e-05,
      "loss": 0.8285,
      "step": 13321
    },
    {
      "epoch": 0.28074833910235136,
      "grad_norm": 0.15654249489307404,
      "learning_rate": 1.688035997174454e-05,
      "loss": 0.9313,
      "step": 13322
    },
    {
      "epoch": 0.28076941314071663,
      "grad_norm": 0.1476815938949585,
      "learning_rate": 1.6879864652828305e-05,
      "loss": 0.8601,
      "step": 13323
    },
    {
      "epoch": 0.2807904871790819,
      "grad_norm": 0.14615578949451447,
      "learning_rate": 1.6879369301861524e-05,
      "loss": 0.9304,
      "step": 13324
    },
    {
      "epoch": 0.2808115612174472,
      "grad_norm": 0.13542677462100983,
      "learning_rate": 1.6878873918846506e-05,
      "loss": 0.8061,
      "step": 13325
    },
    {
      "epoch": 0.2808326352558125,
      "grad_norm": 0.13149338960647583,
      "learning_rate": 1.687837850378556e-05,
      "loss": 0.8546,
      "step": 13326
    },
    {
      "epoch": 0.28085370929417774,
      "grad_norm": 0.13312548398971558,
      "learning_rate": 1.6877883056680985e-05,
      "loss": 0.8685,
      "step": 13327
    },
    {
      "epoch": 0.28087478333254307,
      "grad_norm": 0.12524749338626862,
      "learning_rate": 1.6877387577535097e-05,
      "loss": 0.8502,
      "step": 13328
    },
    {
      "epoch": 0.28089585737090833,
      "grad_norm": 0.12570300698280334,
      "learning_rate": 1.6876892066350204e-05,
      "loss": 0.8538,
      "step": 13329
    },
    {
      "epoch": 0.28091693140927365,
      "grad_norm": 0.1350146234035492,
      "learning_rate": 1.6876396523128614e-05,
      "loss": 0.8599,
      "step": 13330
    },
    {
      "epoch": 0.2809380054476389,
      "grad_norm": 0.12532931566238403,
      "learning_rate": 1.6875900947872635e-05,
      "loss": 0.8653,
      "step": 13331
    },
    {
      "epoch": 0.2809590794860042,
      "grad_norm": 0.22937531769275665,
      "learning_rate": 1.6875405340584577e-05,
      "loss": 0.8152,
      "step": 13332
    },
    {
      "epoch": 0.2809801535243695,
      "grad_norm": 0.15165942907333374,
      "learning_rate": 1.6874909701266747e-05,
      "loss": 0.8046,
      "step": 13333
    },
    {
      "epoch": 0.28100122756273477,
      "grad_norm": 0.13794274628162384,
      "learning_rate": 1.687441402992145e-05,
      "loss": 0.8883,
      "step": 13334
    },
    {
      "epoch": 0.2810223016011001,
      "grad_norm": 0.15206190943717957,
      "learning_rate": 1.6873918326551002e-05,
      "loss": 0.9497,
      "step": 13335
    },
    {
      "epoch": 0.28104337563946535,
      "grad_norm": 0.14212359488010406,
      "learning_rate": 1.6873422591157708e-05,
      "loss": 0.732,
      "step": 13336
    },
    {
      "epoch": 0.2810644496778306,
      "grad_norm": 0.11520440131425858,
      "learning_rate": 1.687292682374388e-05,
      "loss": 0.8397,
      "step": 13337
    },
    {
      "epoch": 0.28108552371619594,
      "grad_norm": 0.18105007708072662,
      "learning_rate": 1.6872431024311827e-05,
      "loss": 0.9097,
      "step": 13338
    },
    {
      "epoch": 0.2811065977545612,
      "grad_norm": 0.11677311360836029,
      "learning_rate": 1.6871935192863862e-05,
      "loss": 0.8758,
      "step": 13339
    },
    {
      "epoch": 0.2811276717929265,
      "grad_norm": 0.1652885377407074,
      "learning_rate": 1.6871439329402286e-05,
      "loss": 0.8061,
      "step": 13340
    },
    {
      "epoch": 0.2811487458312918,
      "grad_norm": 0.14385287463665009,
      "learning_rate": 1.6870943433929418e-05,
      "loss": 0.8492,
      "step": 13341
    },
    {
      "epoch": 0.28116981986965706,
      "grad_norm": 0.14379695057868958,
      "learning_rate": 1.6870447506447564e-05,
      "loss": 0.8844,
      "step": 13342
    },
    {
      "epoch": 0.2811908939080224,
      "grad_norm": 0.1513414829969406,
      "learning_rate": 1.6869951546959032e-05,
      "loss": 0.8948,
      "step": 13343
    },
    {
      "epoch": 0.28121196794638764,
      "grad_norm": 0.134069561958313,
      "learning_rate": 1.686945555546614e-05,
      "loss": 0.8545,
      "step": 13344
    },
    {
      "epoch": 0.2812330419847529,
      "grad_norm": 0.18867257237434387,
      "learning_rate": 1.686895953197119e-05,
      "loss": 0.871,
      "step": 13345
    },
    {
      "epoch": 0.28125411602311823,
      "grad_norm": 0.16165776550769806,
      "learning_rate": 1.6868463476476495e-05,
      "loss": 0.9097,
      "step": 13346
    },
    {
      "epoch": 0.2812751900614835,
      "grad_norm": 0.13331402838230133,
      "learning_rate": 1.6867967388984368e-05,
      "loss": 0.814,
      "step": 13347
    },
    {
      "epoch": 0.2812962640998488,
      "grad_norm": 0.1460379809141159,
      "learning_rate": 1.6867471269497127e-05,
      "loss": 0.9728,
      "step": 13348
    },
    {
      "epoch": 0.2813173381382141,
      "grad_norm": 0.10853513330221176,
      "learning_rate": 1.686697511801707e-05,
      "loss": 0.8376,
      "step": 13349
    },
    {
      "epoch": 0.28133841217657934,
      "grad_norm": 0.13029032945632935,
      "learning_rate": 1.6866478934546516e-05,
      "loss": 0.9308,
      "step": 13350
    },
    {
      "epoch": 0.28135948621494467,
      "grad_norm": 0.1407628208398819,
      "learning_rate": 1.6865982719087775e-05,
      "loss": 0.9056,
      "step": 13351
    },
    {
      "epoch": 0.28138056025330993,
      "grad_norm": 0.13128668069839478,
      "learning_rate": 1.686548647164316e-05,
      "loss": 0.9142,
      "step": 13352
    },
    {
      "epoch": 0.28140163429167525,
      "grad_norm": 0.13309158384799957,
      "learning_rate": 1.6864990192214976e-05,
      "loss": 0.8565,
      "step": 13353
    },
    {
      "epoch": 0.2814227083300405,
      "grad_norm": 0.12049005180597305,
      "learning_rate": 1.6864493880805542e-05,
      "loss": 0.8896,
      "step": 13354
    },
    {
      "epoch": 0.2814437823684058,
      "grad_norm": 0.12118133157491684,
      "learning_rate": 1.686399753741717e-05,
      "loss": 0.8107,
      "step": 13355
    },
    {
      "epoch": 0.2814648564067711,
      "grad_norm": 0.12879358232021332,
      "learning_rate": 1.6863501162052173e-05,
      "loss": 0.8788,
      "step": 13356
    },
    {
      "epoch": 0.28148593044513637,
      "grad_norm": 0.13012415170669556,
      "learning_rate": 1.6863004754712856e-05,
      "loss": 0.8847,
      "step": 13357
    },
    {
      "epoch": 0.2815070044835017,
      "grad_norm": 0.21018293499946594,
      "learning_rate": 1.686250831540154e-05,
      "loss": 0.8565,
      "step": 13358
    },
    {
      "epoch": 0.28152807852186695,
      "grad_norm": 0.12781064212322235,
      "learning_rate": 1.6862011844120535e-05,
      "loss": 0.8651,
      "step": 13359
    },
    {
      "epoch": 0.2815491525602322,
      "grad_norm": 0.12209905683994293,
      "learning_rate": 1.686151534087215e-05,
      "loss": 0.8684,
      "step": 13360
    },
    {
      "epoch": 0.28157022659859754,
      "grad_norm": 0.13246963918209076,
      "learning_rate": 1.68610188056587e-05,
      "loss": 0.8836,
      "step": 13361
    },
    {
      "epoch": 0.2815913006369628,
      "grad_norm": 0.12662842869758606,
      "learning_rate": 1.6860522238482505e-05,
      "loss": 0.8894,
      "step": 13362
    },
    {
      "epoch": 0.28161237467532807,
      "grad_norm": 0.13585610687732697,
      "learning_rate": 1.686002563934587e-05,
      "loss": 0.8779,
      "step": 13363
    },
    {
      "epoch": 0.2816334487136934,
      "grad_norm": 0.14117193222045898,
      "learning_rate": 1.685952900825111e-05,
      "loss": 0.8392,
      "step": 13364
    },
    {
      "epoch": 0.28165452275205866,
      "grad_norm": 0.13003398478031158,
      "learning_rate": 1.6859032345200542e-05,
      "loss": 0.8391,
      "step": 13365
    },
    {
      "epoch": 0.281675596790424,
      "grad_norm": 0.10701131075620651,
      "learning_rate": 1.685853565019648e-05,
      "loss": 0.7696,
      "step": 13366
    },
    {
      "epoch": 0.28169667082878924,
      "grad_norm": 0.11953991651535034,
      "learning_rate": 1.6858038923241227e-05,
      "loss": 0.8493,
      "step": 13367
    },
    {
      "epoch": 0.2817177448671545,
      "grad_norm": 0.11193779110908508,
      "learning_rate": 1.685754216433711e-05,
      "loss": 0.801,
      "step": 13368
    },
    {
      "epoch": 0.28173881890551983,
      "grad_norm": 0.15932463109493256,
      "learning_rate": 1.6857045373486443e-05,
      "loss": 0.8892,
      "step": 13369
    },
    {
      "epoch": 0.2817598929438851,
      "grad_norm": 0.11536017060279846,
      "learning_rate": 1.685654855069153e-05,
      "loss": 0.8189,
      "step": 13370
    },
    {
      "epoch": 0.2817809669822504,
      "grad_norm": 0.14719726145267487,
      "learning_rate": 1.6856051695954696e-05,
      "loss": 0.862,
      "step": 13371
    },
    {
      "epoch": 0.2818020410206157,
      "grad_norm": 0.12152562290430069,
      "learning_rate": 1.685555480927825e-05,
      "loss": 0.8202,
      "step": 13372
    },
    {
      "epoch": 0.28182311505898094,
      "grad_norm": 0.13669131696224213,
      "learning_rate": 1.6855057890664505e-05,
      "loss": 0.8495,
      "step": 13373
    },
    {
      "epoch": 0.28184418909734626,
      "grad_norm": 0.1334010809659958,
      "learning_rate": 1.685456094011578e-05,
      "loss": 0.8657,
      "step": 13374
    },
    {
      "epoch": 0.28186526313571153,
      "grad_norm": 0.10807536542415619,
      "learning_rate": 1.685406395763439e-05,
      "loss": 0.8722,
      "step": 13375
    },
    {
      "epoch": 0.28188633717407685,
      "grad_norm": 0.14097219705581665,
      "learning_rate": 1.6853566943222647e-05,
      "loss": 0.8128,
      "step": 13376
    },
    {
      "epoch": 0.2819074112124421,
      "grad_norm": 0.12348443269729614,
      "learning_rate": 1.685306989688287e-05,
      "loss": 0.8728,
      "step": 13377
    },
    {
      "epoch": 0.2819284852508074,
      "grad_norm": 0.13261564075946808,
      "learning_rate": 1.6852572818617376e-05,
      "loss": 0.8304,
      "step": 13378
    },
    {
      "epoch": 0.2819495592891727,
      "grad_norm": 0.19128885865211487,
      "learning_rate": 1.6852075708428476e-05,
      "loss": 0.9014,
      "step": 13379
    },
    {
      "epoch": 0.28197063332753797,
      "grad_norm": 0.18577884137630463,
      "learning_rate": 1.685157856631849e-05,
      "loss": 0.9177,
      "step": 13380
    },
    {
      "epoch": 0.28199170736590323,
      "grad_norm": 0.12210623919963837,
      "learning_rate": 1.685108139228973e-05,
      "loss": 0.8203,
      "step": 13381
    },
    {
      "epoch": 0.28201278140426855,
      "grad_norm": 0.1626473218202591,
      "learning_rate": 1.685058418634451e-05,
      "loss": 0.8707,
      "step": 13382
    },
    {
      "epoch": 0.2820338554426338,
      "grad_norm": 0.15848325192928314,
      "learning_rate": 1.6850086948485155e-05,
      "loss": 0.8961,
      "step": 13383
    },
    {
      "epoch": 0.28205492948099914,
      "grad_norm": 0.12678496539592743,
      "learning_rate": 1.6849589678713974e-05,
      "loss": 0.868,
      "step": 13384
    },
    {
      "epoch": 0.2820760035193644,
      "grad_norm": 0.11752161383628845,
      "learning_rate": 1.6849092377033287e-05,
      "loss": 0.8424,
      "step": 13385
    },
    {
      "epoch": 0.28209707755772967,
      "grad_norm": 0.14748799800872803,
      "learning_rate": 1.6848595043445407e-05,
      "loss": 0.9062,
      "step": 13386
    },
    {
      "epoch": 0.282118151596095,
      "grad_norm": 0.14656512439250946,
      "learning_rate": 1.6848097677952663e-05,
      "loss": 0.8663,
      "step": 13387
    },
    {
      "epoch": 0.28213922563446026,
      "grad_norm": 0.14897683262825012,
      "learning_rate": 1.6847600280557354e-05,
      "loss": 0.8168,
      "step": 13388
    },
    {
      "epoch": 0.2821602996728256,
      "grad_norm": 0.14624333381652832,
      "learning_rate": 1.684710285126181e-05,
      "loss": 0.861,
      "step": 13389
    },
    {
      "epoch": 0.28218137371119084,
      "grad_norm": 0.14628276228904724,
      "learning_rate": 1.684660539006834e-05,
      "loss": 0.8295,
      "step": 13390
    },
    {
      "epoch": 0.2822024477495561,
      "grad_norm": 0.17193494737148285,
      "learning_rate": 1.684610789697927e-05,
      "loss": 0.8084,
      "step": 13391
    },
    {
      "epoch": 0.2822235217879214,
      "grad_norm": 0.1998358517885208,
      "learning_rate": 1.684561037199691e-05,
      "loss": 0.8736,
      "step": 13392
    },
    {
      "epoch": 0.2822445958262867,
      "grad_norm": 0.15102307498455048,
      "learning_rate": 1.684511281512358e-05,
      "loss": 0.8585,
      "step": 13393
    },
    {
      "epoch": 0.282265669864652,
      "grad_norm": 0.1675131618976593,
      "learning_rate": 1.6844615226361606e-05,
      "loss": 0.832,
      "step": 13394
    },
    {
      "epoch": 0.2822867439030173,
      "grad_norm": 0.15830393135547638,
      "learning_rate": 1.6844117605713295e-05,
      "loss": 0.82,
      "step": 13395
    },
    {
      "epoch": 0.28230781794138254,
      "grad_norm": 0.14297881722450256,
      "learning_rate": 1.684361995318097e-05,
      "loss": 0.8358,
      "step": 13396
    },
    {
      "epoch": 0.28232889197974786,
      "grad_norm": 0.20158196985721588,
      "learning_rate": 1.6843122268766947e-05,
      "loss": 0.834,
      "step": 13397
    },
    {
      "epoch": 0.28234996601811313,
      "grad_norm": 0.12606248259544373,
      "learning_rate": 1.6842624552473546e-05,
      "loss": 0.8604,
      "step": 13398
    },
    {
      "epoch": 0.2823710400564784,
      "grad_norm": 0.19108536839485168,
      "learning_rate": 1.6842126804303086e-05,
      "loss": 0.8783,
      "step": 13399
    },
    {
      "epoch": 0.2823921140948437,
      "grad_norm": 0.13734754920005798,
      "learning_rate": 1.684162902425789e-05,
      "loss": 0.8496,
      "step": 13400
    },
    {
      "epoch": 0.282413188133209,
      "grad_norm": 0.16941051185131073,
      "learning_rate": 1.684113121234027e-05,
      "loss": 0.8444,
      "step": 13401
    },
    {
      "epoch": 0.2824342621715743,
      "grad_norm": 0.15385162830352783,
      "learning_rate": 1.6840633368552546e-05,
      "loss": 0.9106,
      "step": 13402
    },
    {
      "epoch": 0.28245533620993957,
      "grad_norm": 0.18259340524673462,
      "learning_rate": 1.684013549289704e-05,
      "loss": 0.8395,
      "step": 13403
    },
    {
      "epoch": 0.28247641024830483,
      "grad_norm": 0.16963794827461243,
      "learning_rate": 1.6839637585376072e-05,
      "loss": 0.8655,
      "step": 13404
    },
    {
      "epoch": 0.28249748428667015,
      "grad_norm": 0.15976352989673615,
      "learning_rate": 1.6839139645991957e-05,
      "loss": 0.8249,
      "step": 13405
    },
    {
      "epoch": 0.2825185583250354,
      "grad_norm": 0.1370890736579895,
      "learning_rate": 1.683864167474702e-05,
      "loss": 0.8215,
      "step": 13406
    },
    {
      "epoch": 0.28253963236340074,
      "grad_norm": 0.1412046253681183,
      "learning_rate": 1.683814367164358e-05,
      "loss": 0.8884,
      "step": 13407
    },
    {
      "epoch": 0.282560706401766,
      "grad_norm": 0.13218052685260773,
      "learning_rate": 1.6837645636683952e-05,
      "loss": 0.8478,
      "step": 13408
    },
    {
      "epoch": 0.28258178044013127,
      "grad_norm": 0.154203861951828,
      "learning_rate": 1.6837147569870462e-05,
      "loss": 0.8669,
      "step": 13409
    },
    {
      "epoch": 0.2826028544784966,
      "grad_norm": 0.1554345041513443,
      "learning_rate": 1.683664947120543e-05,
      "loss": 0.8701,
      "step": 13410
    },
    {
      "epoch": 0.28262392851686186,
      "grad_norm": 0.1532721221446991,
      "learning_rate": 1.683615134069117e-05,
      "loss": 0.8727,
      "step": 13411
    },
    {
      "epoch": 0.2826450025552272,
      "grad_norm": 0.1505759209394455,
      "learning_rate": 1.6835653178330007e-05,
      "loss": 0.8816,
      "step": 13412
    },
    {
      "epoch": 0.28266607659359244,
      "grad_norm": 0.1388804018497467,
      "learning_rate": 1.6835154984124266e-05,
      "loss": 0.9176,
      "step": 13413
    },
    {
      "epoch": 0.2826871506319577,
      "grad_norm": 0.139162078499794,
      "learning_rate": 1.683465675807626e-05,
      "loss": 0.8496,
      "step": 13414
    },
    {
      "epoch": 0.282708224670323,
      "grad_norm": 0.12545748054981232,
      "learning_rate": 1.6834158500188314e-05,
      "loss": 0.8605,
      "step": 13415
    },
    {
      "epoch": 0.2827292987086883,
      "grad_norm": 0.13051250576972961,
      "learning_rate": 1.683366021046275e-05,
      "loss": 0.8494,
      "step": 13416
    },
    {
      "epoch": 0.2827503727470536,
      "grad_norm": 0.12043359130620956,
      "learning_rate": 1.6833161888901888e-05,
      "loss": 0.82,
      "step": 13417
    },
    {
      "epoch": 0.2827714467854189,
      "grad_norm": 0.1287778615951538,
      "learning_rate": 1.683266353550805e-05,
      "loss": 0.8484,
      "step": 13418
    },
    {
      "epoch": 0.28279252082378414,
      "grad_norm": 0.1193680688738823,
      "learning_rate": 1.6832165150283556e-05,
      "loss": 0.838,
      "step": 13419
    },
    {
      "epoch": 0.28281359486214946,
      "grad_norm": 0.1348056197166443,
      "learning_rate": 1.683166673323073e-05,
      "loss": 0.8499,
      "step": 13420
    },
    {
      "epoch": 0.28283466890051473,
      "grad_norm": 0.13630470633506775,
      "learning_rate": 1.683116828435189e-05,
      "loss": 0.8705,
      "step": 13421
    },
    {
      "epoch": 0.28285574293888,
      "grad_norm": 0.12402662634849548,
      "learning_rate": 1.6830669803649366e-05,
      "loss": 0.7741,
      "step": 13422
    },
    {
      "epoch": 0.2828768169772453,
      "grad_norm": 0.13974973559379578,
      "learning_rate": 1.6830171291125472e-05,
      "loss": 0.8794,
      "step": 13423
    },
    {
      "epoch": 0.2828978910156106,
      "grad_norm": 0.15798945724964142,
      "learning_rate": 1.6829672746782538e-05,
      "loss": 0.8743,
      "step": 13424
    },
    {
      "epoch": 0.2829189650539759,
      "grad_norm": 0.14051523804664612,
      "learning_rate": 1.6829174170622875e-05,
      "loss": 0.8785,
      "step": 13425
    },
    {
      "epoch": 0.28294003909234117,
      "grad_norm": 0.12689518928527832,
      "learning_rate": 1.6828675562648817e-05,
      "loss": 0.8356,
      "step": 13426
    },
    {
      "epoch": 0.28296111313070643,
      "grad_norm": 0.12188439816236496,
      "learning_rate": 1.6828176922862684e-05,
      "loss": 0.8265,
      "step": 13427
    },
    {
      "epoch": 0.28298218716907175,
      "grad_norm": 0.12941287457942963,
      "learning_rate": 1.6827678251266796e-05,
      "loss": 0.8231,
      "step": 13428
    },
    {
      "epoch": 0.283003261207437,
      "grad_norm": 0.14326488971710205,
      "learning_rate": 1.6827179547863478e-05,
      "loss": 0.9192,
      "step": 13429
    },
    {
      "epoch": 0.28302433524580234,
      "grad_norm": 0.12035967409610748,
      "learning_rate": 1.6826680812655053e-05,
      "loss": 0.8775,
      "step": 13430
    },
    {
      "epoch": 0.2830454092841676,
      "grad_norm": 0.14681783318519592,
      "learning_rate": 1.6826182045643843e-05,
      "loss": 0.8641,
      "step": 13431
    },
    {
      "epoch": 0.28306648332253287,
      "grad_norm": 0.1303604245185852,
      "learning_rate": 1.6825683246832174e-05,
      "loss": 0.8882,
      "step": 13432
    },
    {
      "epoch": 0.2830875573608982,
      "grad_norm": 0.13253425061702728,
      "learning_rate": 1.682518441622237e-05,
      "loss": 0.8706,
      "step": 13433
    },
    {
      "epoch": 0.28310863139926346,
      "grad_norm": 0.1811978965997696,
      "learning_rate": 1.6824685553816752e-05,
      "loss": 0.7765,
      "step": 13434
    },
    {
      "epoch": 0.2831297054376288,
      "grad_norm": 0.12107246369123459,
      "learning_rate": 1.6824186659617647e-05,
      "loss": 0.8957,
      "step": 13435
    },
    {
      "epoch": 0.28315077947599404,
      "grad_norm": 0.1320612132549286,
      "learning_rate": 1.6823687733627376e-05,
      "loss": 0.8989,
      "step": 13436
    },
    {
      "epoch": 0.2831718535143593,
      "grad_norm": 0.11362341791391373,
      "learning_rate": 1.6823188775848267e-05,
      "loss": 0.9151,
      "step": 13437
    },
    {
      "epoch": 0.2831929275527246,
      "grad_norm": 0.1242213249206543,
      "learning_rate": 1.682268978628264e-05,
      "loss": 0.8568,
      "step": 13438
    },
    {
      "epoch": 0.2832140015910899,
      "grad_norm": 0.1276298463344574,
      "learning_rate": 1.6822190764932824e-05,
      "loss": 0.7918,
      "step": 13439
    },
    {
      "epoch": 0.28323507562945516,
      "grad_norm": 0.13606177270412445,
      "learning_rate": 1.682169171180114e-05,
      "loss": 0.8309,
      "step": 13440
    },
    {
      "epoch": 0.2832561496678205,
      "grad_norm": 0.12780869007110596,
      "learning_rate": 1.6821192626889917e-05,
      "loss": 0.8897,
      "step": 13441
    },
    {
      "epoch": 0.28327722370618574,
      "grad_norm": 0.12491016834974289,
      "learning_rate": 1.6820693510201477e-05,
      "loss": 0.7702,
      "step": 13442
    },
    {
      "epoch": 0.28329829774455106,
      "grad_norm": 0.13445493578910828,
      "learning_rate": 1.6820194361738145e-05,
      "loss": 0.8816,
      "step": 13443
    },
    {
      "epoch": 0.28331937178291633,
      "grad_norm": 0.16330046951770782,
      "learning_rate": 1.6819695181502248e-05,
      "loss": 0.872,
      "step": 13444
    },
    {
      "epoch": 0.2833404458212816,
      "grad_norm": 0.16205410659313202,
      "learning_rate": 1.6819195969496106e-05,
      "loss": 0.8918,
      "step": 13445
    },
    {
      "epoch": 0.2833615198596469,
      "grad_norm": 0.16923576593399048,
      "learning_rate": 1.6818696725722055e-05,
      "loss": 0.8595,
      "step": 13446
    },
    {
      "epoch": 0.2833825938980122,
      "grad_norm": 0.16295510530471802,
      "learning_rate": 1.6818197450182412e-05,
      "loss": 0.8166,
      "step": 13447
    },
    {
      "epoch": 0.2834036679363775,
      "grad_norm": 0.13999387621879578,
      "learning_rate": 1.6817698142879508e-05,
      "loss": 0.8171,
      "step": 13448
    },
    {
      "epoch": 0.28342474197474277,
      "grad_norm": 0.1791284829378128,
      "learning_rate": 1.6817198803815666e-05,
      "loss": 0.879,
      "step": 13449
    },
    {
      "epoch": 0.28344581601310803,
      "grad_norm": 0.12442421168088913,
      "learning_rate": 1.6816699432993212e-05,
      "loss": 0.8138,
      "step": 13450
    },
    {
      "epoch": 0.28346689005147335,
      "grad_norm": 0.12801283597946167,
      "learning_rate": 1.6816200030414476e-05,
      "loss": 0.7894,
      "step": 13451
    },
    {
      "epoch": 0.2834879640898386,
      "grad_norm": 0.11490049213171005,
      "learning_rate": 1.6815700596081783e-05,
      "loss": 0.8105,
      "step": 13452
    },
    {
      "epoch": 0.28350903812820394,
      "grad_norm": 0.13423565030097961,
      "learning_rate": 1.6815201129997457e-05,
      "loss": 0.8026,
      "step": 13453
    },
    {
      "epoch": 0.2835301121665692,
      "grad_norm": 0.14760732650756836,
      "learning_rate": 1.681470163216383e-05,
      "loss": 0.852,
      "step": 13454
    },
    {
      "epoch": 0.28355118620493447,
      "grad_norm": 0.13327112793922424,
      "learning_rate": 1.6814202102583223e-05,
      "loss": 0.8816,
      "step": 13455
    },
    {
      "epoch": 0.2835722602432998,
      "grad_norm": 0.12944921851158142,
      "learning_rate": 1.6813702541257963e-05,
      "loss": 0.8819,
      "step": 13456
    },
    {
      "epoch": 0.28359333428166505,
      "grad_norm": 0.1406547725200653,
      "learning_rate": 1.6813202948190385e-05,
      "loss": 0.9289,
      "step": 13457
    },
    {
      "epoch": 0.2836144083200303,
      "grad_norm": 0.13482140004634857,
      "learning_rate": 1.6812703323382808e-05,
      "loss": 0.8334,
      "step": 13458
    },
    {
      "epoch": 0.28363548235839564,
      "grad_norm": 0.1172805055975914,
      "learning_rate": 1.6812203666837567e-05,
      "loss": 0.8259,
      "step": 13459
    },
    {
      "epoch": 0.2836565563967609,
      "grad_norm": 0.12428976595401764,
      "learning_rate": 1.681170397855698e-05,
      "loss": 0.8271,
      "step": 13460
    },
    {
      "epoch": 0.2836776304351262,
      "grad_norm": 0.12208416312932968,
      "learning_rate": 1.681120425854338e-05,
      "loss": 0.8221,
      "step": 13461
    },
    {
      "epoch": 0.2836987044734915,
      "grad_norm": 0.11862119287252426,
      "learning_rate": 1.68107045067991e-05,
      "loss": 0.8246,
      "step": 13462
    },
    {
      "epoch": 0.28371977851185676,
      "grad_norm": 0.12277206778526306,
      "learning_rate": 1.6810204723326463e-05,
      "loss": 0.8512,
      "step": 13463
    },
    {
      "epoch": 0.2837408525502221,
      "grad_norm": 0.12054742872714996,
      "learning_rate": 1.6809704908127798e-05,
      "loss": 0.8437,
      "step": 13464
    },
    {
      "epoch": 0.28376192658858734,
      "grad_norm": 0.11100348830223083,
      "learning_rate": 1.6809205061205434e-05,
      "loss": 0.8664,
      "step": 13465
    },
    {
      "epoch": 0.28378300062695266,
      "grad_norm": 0.12931273877620697,
      "learning_rate": 1.6808705182561696e-05,
      "loss": 0.917,
      "step": 13466
    },
    {
      "epoch": 0.28380407466531793,
      "grad_norm": 0.13058553636074066,
      "learning_rate": 1.6808205272198916e-05,
      "loss": 0.8558,
      "step": 13467
    },
    {
      "epoch": 0.2838251487036832,
      "grad_norm": 0.12341660261154175,
      "learning_rate": 1.6807705330119425e-05,
      "loss": 0.9053,
      "step": 13468
    },
    {
      "epoch": 0.2838462227420485,
      "grad_norm": 0.16756181418895721,
      "learning_rate": 1.680720535632555e-05,
      "loss": 0.8962,
      "step": 13469
    },
    {
      "epoch": 0.2838672967804138,
      "grad_norm": 0.13100700080394745,
      "learning_rate": 1.6806705350819617e-05,
      "loss": 0.8972,
      "step": 13470
    },
    {
      "epoch": 0.2838883708187791,
      "grad_norm": 0.13580383360385895,
      "learning_rate": 1.680620531360396e-05,
      "loss": 0.822,
      "step": 13471
    },
    {
      "epoch": 0.28390944485714437,
      "grad_norm": 0.14526116847991943,
      "learning_rate": 1.6805705244680904e-05,
      "loss": 0.8781,
      "step": 13472
    },
    {
      "epoch": 0.28393051889550963,
      "grad_norm": 0.12052600085735321,
      "learning_rate": 1.6805205144052786e-05,
      "loss": 0.8898,
      "step": 13473
    },
    {
      "epoch": 0.28395159293387495,
      "grad_norm": 0.12768051028251648,
      "learning_rate": 1.680470501172193e-05,
      "loss": 0.7871,
      "step": 13474
    },
    {
      "epoch": 0.2839726669722402,
      "grad_norm": 0.14859744906425476,
      "learning_rate": 1.680420484769066e-05,
      "loss": 0.84,
      "step": 13475
    },
    {
      "epoch": 0.2839937410106055,
      "grad_norm": 0.13309884071350098,
      "learning_rate": 1.680370465196132e-05,
      "loss": 0.9198,
      "step": 13476
    },
    {
      "epoch": 0.2840148150489708,
      "grad_norm": 0.1540972888469696,
      "learning_rate": 1.6803204424536233e-05,
      "loss": 0.865,
      "step": 13477
    },
    {
      "epoch": 0.28403588908733607,
      "grad_norm": 0.14835381507873535,
      "learning_rate": 1.680270416541773e-05,
      "loss": 0.8389,
      "step": 13478
    },
    {
      "epoch": 0.2840569631257014,
      "grad_norm": 0.11074523627758026,
      "learning_rate": 1.6802203874608137e-05,
      "loss": 0.8394,
      "step": 13479
    },
    {
      "epoch": 0.28407803716406665,
      "grad_norm": 0.13818204402923584,
      "learning_rate": 1.680170355210979e-05,
      "loss": 0.8209,
      "step": 13480
    },
    {
      "epoch": 0.2840991112024319,
      "grad_norm": 0.12989719212055206,
      "learning_rate": 1.680120319792502e-05,
      "loss": 0.841,
      "step": 13481
    },
    {
      "epoch": 0.28412018524079724,
      "grad_norm": 0.12558776140213013,
      "learning_rate": 1.6800702812056157e-05,
      "loss": 0.9219,
      "step": 13482
    },
    {
      "epoch": 0.2841412592791625,
      "grad_norm": 0.13332949578762054,
      "learning_rate": 1.680020239450553e-05,
      "loss": 0.8938,
      "step": 13483
    },
    {
      "epoch": 0.2841623333175278,
      "grad_norm": 0.13382045924663544,
      "learning_rate": 1.679970194527547e-05,
      "loss": 0.8723,
      "step": 13484
    },
    {
      "epoch": 0.2841834073558931,
      "grad_norm": 0.1217719316482544,
      "learning_rate": 1.6799201464368313e-05,
      "loss": 0.8729,
      "step": 13485
    },
    {
      "epoch": 0.28420448139425836,
      "grad_norm": 0.13427582383155823,
      "learning_rate": 1.6798700951786385e-05,
      "loss": 0.8686,
      "step": 13486
    },
    {
      "epoch": 0.2842255554326237,
      "grad_norm": 0.12012976408004761,
      "learning_rate": 1.6798200407532025e-05,
      "loss": 0.8132,
      "step": 13487
    },
    {
      "epoch": 0.28424662947098894,
      "grad_norm": 0.13373947143554688,
      "learning_rate": 1.679769983160756e-05,
      "loss": 0.8826,
      "step": 13488
    },
    {
      "epoch": 0.28426770350935426,
      "grad_norm": 0.12176843732595444,
      "learning_rate": 1.6797199224015318e-05,
      "loss": 0.9226,
      "step": 13489
    },
    {
      "epoch": 0.28428877754771953,
      "grad_norm": 0.18606412410736084,
      "learning_rate": 1.6796698584757638e-05,
      "loss": 0.8486,
      "step": 13490
    },
    {
      "epoch": 0.2843098515860848,
      "grad_norm": 0.13667133450508118,
      "learning_rate": 1.6796197913836845e-05,
      "loss": 0.8741,
      "step": 13491
    },
    {
      "epoch": 0.2843309256244501,
      "grad_norm": 0.1101510226726532,
      "learning_rate": 1.6795697211255283e-05,
      "loss": 0.8024,
      "step": 13492
    },
    {
      "epoch": 0.2843519996628154,
      "grad_norm": 0.12007508426904678,
      "learning_rate": 1.6795196477015275e-05,
      "loss": 0.8546,
      "step": 13493
    },
    {
      "epoch": 0.28437307370118065,
      "grad_norm": 0.11772697418928146,
      "learning_rate": 1.6794695711119155e-05,
      "loss": 0.8516,
      "step": 13494
    },
    {
      "epoch": 0.28439414773954597,
      "grad_norm": 0.13192056119441986,
      "learning_rate": 1.679419491356926e-05,
      "loss": 0.825,
      "step": 13495
    },
    {
      "epoch": 0.28441522177791123,
      "grad_norm": 0.14825330674648285,
      "learning_rate": 1.679369408436792e-05,
      "loss": 0.8594,
      "step": 13496
    },
    {
      "epoch": 0.28443629581627655,
      "grad_norm": 0.11923537403345108,
      "learning_rate": 1.6793193223517464e-05,
      "loss": 0.8172,
      "step": 13497
    },
    {
      "epoch": 0.2844573698546418,
      "grad_norm": 0.1261492222547531,
      "learning_rate": 1.6792692331020233e-05,
      "loss": 0.8172,
      "step": 13498
    },
    {
      "epoch": 0.2844784438930071,
      "grad_norm": 0.1361815333366394,
      "learning_rate": 1.6792191406878555e-05,
      "loss": 0.8081,
      "step": 13499
    },
    {
      "epoch": 0.2844995179313724,
      "grad_norm": 0.12189789116382599,
      "learning_rate": 1.6791690451094772e-05,
      "loss": 0.9048,
      "step": 13500
    },
    {
      "epoch": 0.28452059196973767,
      "grad_norm": 0.12241782248020172,
      "learning_rate": 1.6791189463671205e-05,
      "loss": 0.8104,
      "step": 13501
    },
    {
      "epoch": 0.284541666008103,
      "grad_norm": 0.12588857114315033,
      "learning_rate": 1.67906884446102e-05,
      "loss": 0.8794,
      "step": 13502
    },
    {
      "epoch": 0.28456274004646825,
      "grad_norm": 0.13214030861854553,
      "learning_rate": 1.679018739391408e-05,
      "loss": 0.7439,
      "step": 13503
    },
    {
      "epoch": 0.2845838140848335,
      "grad_norm": 0.11587516963481903,
      "learning_rate": 1.6789686311585187e-05,
      "loss": 0.8308,
      "step": 13504
    },
    {
      "epoch": 0.28460488812319884,
      "grad_norm": 0.1461680382490158,
      "learning_rate": 1.6789185197625852e-05,
      "loss": 0.8989,
      "step": 13505
    },
    {
      "epoch": 0.2846259621615641,
      "grad_norm": 0.12928535044193268,
      "learning_rate": 1.6788684052038415e-05,
      "loss": 0.8385,
      "step": 13506
    },
    {
      "epoch": 0.2846470361999294,
      "grad_norm": 0.12728624045848846,
      "learning_rate": 1.67881828748252e-05,
      "loss": 0.8237,
      "step": 13507
    },
    {
      "epoch": 0.2846681102382947,
      "grad_norm": 0.17630800604820251,
      "learning_rate": 1.6787681665988552e-05,
      "loss": 0.8946,
      "step": 13508
    },
    {
      "epoch": 0.28468918427665996,
      "grad_norm": 0.13008402287960052,
      "learning_rate": 1.67871804255308e-05,
      "loss": 0.9067,
      "step": 13509
    },
    {
      "epoch": 0.2847102583150253,
      "grad_norm": 0.14715808629989624,
      "learning_rate": 1.678667915345428e-05,
      "loss": 0.8429,
      "step": 13510
    },
    {
      "epoch": 0.28473133235339054,
      "grad_norm": 0.13885262608528137,
      "learning_rate": 1.678617784976133e-05,
      "loss": 0.8553,
      "step": 13511
    },
    {
      "epoch": 0.28475240639175586,
      "grad_norm": 0.1250539869070053,
      "learning_rate": 1.6785676514454282e-05,
      "loss": 0.8584,
      "step": 13512
    },
    {
      "epoch": 0.28477348043012113,
      "grad_norm": 0.168461874127388,
      "learning_rate": 1.678517514753548e-05,
      "loss": 0.8928,
      "step": 13513
    },
    {
      "epoch": 0.2847945544684864,
      "grad_norm": 0.1318901926279068,
      "learning_rate": 1.6784673749007242e-05,
      "loss": 0.9085,
      "step": 13514
    },
    {
      "epoch": 0.2848156285068517,
      "grad_norm": 0.1424609124660492,
      "learning_rate": 1.6784172318871924e-05,
      "loss": 0.8416,
      "step": 13515
    },
    {
      "epoch": 0.284836702545217,
      "grad_norm": 0.12978608906269073,
      "learning_rate": 1.6783670857131844e-05,
      "loss": 0.8326,
      "step": 13516
    },
    {
      "epoch": 0.28485777658358225,
      "grad_norm": 0.15000711381435394,
      "learning_rate": 1.6783169363789352e-05,
      "loss": 0.8845,
      "step": 13517
    },
    {
      "epoch": 0.28487885062194757,
      "grad_norm": 0.19973640143871307,
      "learning_rate": 1.678266783884678e-05,
      "loss": 0.8895,
      "step": 13518
    },
    {
      "epoch": 0.28489992466031283,
      "grad_norm": 0.13008248805999756,
      "learning_rate": 1.678216628230646e-05,
      "loss": 0.7847,
      "step": 13519
    },
    {
      "epoch": 0.28492099869867815,
      "grad_norm": 0.1615252047777176,
      "learning_rate": 1.678166469417073e-05,
      "loss": 0.8166,
      "step": 13520
    },
    {
      "epoch": 0.2849420727370434,
      "grad_norm": 0.1709420084953308,
      "learning_rate": 1.6781163074441934e-05,
      "loss": 0.8759,
      "step": 13521
    },
    {
      "epoch": 0.2849631467754087,
      "grad_norm": 0.15341033041477203,
      "learning_rate": 1.6780661423122404e-05,
      "loss": 0.8451,
      "step": 13522
    },
    {
      "epoch": 0.284984220813774,
      "grad_norm": 0.15211305022239685,
      "learning_rate": 1.678015974021447e-05,
      "loss": 0.8798,
      "step": 13523
    },
    {
      "epoch": 0.28500529485213927,
      "grad_norm": 0.1413748562335968,
      "learning_rate": 1.677965802572048e-05,
      "loss": 0.9064,
      "step": 13524
    },
    {
      "epoch": 0.2850263688905046,
      "grad_norm": 0.1508895605802536,
      "learning_rate": 1.6779156279642767e-05,
      "loss": 0.8629,
      "step": 13525
    },
    {
      "epoch": 0.28504744292886985,
      "grad_norm": 0.1208183541893959,
      "learning_rate": 1.6778654501983664e-05,
      "loss": 0.8788,
      "step": 13526
    },
    {
      "epoch": 0.2850685169672351,
      "grad_norm": 0.1286224126815796,
      "learning_rate": 1.6778152692745517e-05,
      "loss": 0.8394,
      "step": 13527
    },
    {
      "epoch": 0.28508959100560044,
      "grad_norm": 0.14724589884281158,
      "learning_rate": 1.6777650851930658e-05,
      "loss": 0.8699,
      "step": 13528
    },
    {
      "epoch": 0.2851106650439657,
      "grad_norm": 0.14180029928684235,
      "learning_rate": 1.6777148979541427e-05,
      "loss": 0.9106,
      "step": 13529
    },
    {
      "epoch": 0.285131739082331,
      "grad_norm": 0.16048218309879303,
      "learning_rate": 1.6776647075580164e-05,
      "loss": 0.8759,
      "step": 13530
    },
    {
      "epoch": 0.2851528131206963,
      "grad_norm": 0.13721929490566254,
      "learning_rate": 1.67761451400492e-05,
      "loss": 0.8559,
      "step": 13531
    },
    {
      "epoch": 0.28517388715906156,
      "grad_norm": 0.1768811196088791,
      "learning_rate": 1.677564317295088e-05,
      "loss": 0.8753,
      "step": 13532
    },
    {
      "epoch": 0.2851949611974269,
      "grad_norm": 0.1861545890569687,
      "learning_rate": 1.677514117428754e-05,
      "loss": 0.8752,
      "step": 13533
    },
    {
      "epoch": 0.28521603523579214,
      "grad_norm": 0.17356762290000916,
      "learning_rate": 1.677463914406152e-05,
      "loss": 0.872,
      "step": 13534
    },
    {
      "epoch": 0.2852371092741574,
      "grad_norm": 0.17824940383434296,
      "learning_rate": 1.6774137082275157e-05,
      "loss": 0.7971,
      "step": 13535
    },
    {
      "epoch": 0.28525818331252273,
      "grad_norm": 0.19250884652137756,
      "learning_rate": 1.677363498893079e-05,
      "loss": 0.8936,
      "step": 13536
    },
    {
      "epoch": 0.285279257350888,
      "grad_norm": 0.20472732186317444,
      "learning_rate": 1.6773132864030762e-05,
      "loss": 0.8629,
      "step": 13537
    },
    {
      "epoch": 0.2853003313892533,
      "grad_norm": 0.19511306285858154,
      "learning_rate": 1.6772630707577407e-05,
      "loss": 0.8461,
      "step": 13538
    },
    {
      "epoch": 0.2853214054276186,
      "grad_norm": 0.17996226251125336,
      "learning_rate": 1.6772128519573064e-05,
      "loss": 0.9479,
      "step": 13539
    },
    {
      "epoch": 0.28534247946598384,
      "grad_norm": 0.31365343928337097,
      "learning_rate": 1.6771626300020078e-05,
      "loss": 0.8346,
      "step": 13540
    },
    {
      "epoch": 0.28536355350434917,
      "grad_norm": 0.16747818887233734,
      "learning_rate": 1.6771124048920783e-05,
      "loss": 0.85,
      "step": 13541
    },
    {
      "epoch": 0.28538462754271443,
      "grad_norm": 0.24607279896736145,
      "learning_rate": 1.6770621766277523e-05,
      "loss": 0.9147,
      "step": 13542
    },
    {
      "epoch": 0.28540570158107975,
      "grad_norm": 0.16223300993442535,
      "learning_rate": 1.6770119452092634e-05,
      "loss": 0.8874,
      "step": 13543
    },
    {
      "epoch": 0.285426775619445,
      "grad_norm": 0.18253956735134125,
      "learning_rate": 1.6769617106368462e-05,
      "loss": 0.8503,
      "step": 13544
    },
    {
      "epoch": 0.2854478496578103,
      "grad_norm": 0.15569104254245758,
      "learning_rate": 1.676911472910734e-05,
      "loss": 0.8267,
      "step": 13545
    },
    {
      "epoch": 0.2854689236961756,
      "grad_norm": 0.1896643042564392,
      "learning_rate": 1.676861232031161e-05,
      "loss": 0.8188,
      "step": 13546
    },
    {
      "epoch": 0.28548999773454087,
      "grad_norm": 0.1934836357831955,
      "learning_rate": 1.676810987998362e-05,
      "loss": 0.8962,
      "step": 13547
    },
    {
      "epoch": 0.2855110717729062,
      "grad_norm": 0.16179484128952026,
      "learning_rate": 1.6767607408125703e-05,
      "loss": 0.8774,
      "step": 13548
    },
    {
      "epoch": 0.28553214581127145,
      "grad_norm": 0.21247830986976624,
      "learning_rate": 1.6767104904740203e-05,
      "loss": 0.8882,
      "step": 13549
    },
    {
      "epoch": 0.2855532198496367,
      "grad_norm": 0.15034040808677673,
      "learning_rate": 1.6766602369829457e-05,
      "loss": 0.9011,
      "step": 13550
    },
    {
      "epoch": 0.28557429388800204,
      "grad_norm": 0.20998504757881165,
      "learning_rate": 1.676609980339581e-05,
      "loss": 0.884,
      "step": 13551
    },
    {
      "epoch": 0.2855953679263673,
      "grad_norm": 0.12270094454288483,
      "learning_rate": 1.6765597205441603e-05,
      "loss": 0.821,
      "step": 13552
    },
    {
      "epoch": 0.28561644196473257,
      "grad_norm": 0.20197135210037231,
      "learning_rate": 1.6765094575969177e-05,
      "loss": 0.8741,
      "step": 13553
    },
    {
      "epoch": 0.2856375160030979,
      "grad_norm": 0.13941577076911926,
      "learning_rate": 1.676459191498087e-05,
      "loss": 0.9358,
      "step": 13554
    },
    {
      "epoch": 0.28565859004146316,
      "grad_norm": 0.167271226644516,
      "learning_rate": 1.676408922247903e-05,
      "loss": 0.8303,
      "step": 13555
    },
    {
      "epoch": 0.2856796640798285,
      "grad_norm": 0.13778330385684967,
      "learning_rate": 1.6763586498465992e-05,
      "loss": 0.7716,
      "step": 13556
    },
    {
      "epoch": 0.28570073811819374,
      "grad_norm": 0.12916292250156403,
      "learning_rate": 1.6763083742944106e-05,
      "loss": 0.809,
      "step": 13557
    },
    {
      "epoch": 0.285721812156559,
      "grad_norm": 0.1611596792936325,
      "learning_rate": 1.676258095591571e-05,
      "loss": 0.8534,
      "step": 13558
    },
    {
      "epoch": 0.28574288619492433,
      "grad_norm": 0.16327211260795593,
      "learning_rate": 1.6762078137383143e-05,
      "loss": 0.8716,
      "step": 13559
    },
    {
      "epoch": 0.2857639602332896,
      "grad_norm": 0.1644209921360016,
      "learning_rate": 1.6761575287348752e-05,
      "loss": 0.8844,
      "step": 13560
    },
    {
      "epoch": 0.2857850342716549,
      "grad_norm": 0.14080005884170532,
      "learning_rate": 1.676107240581488e-05,
      "loss": 0.864,
      "step": 13561
    },
    {
      "epoch": 0.2858061083100202,
      "grad_norm": 0.18876154720783234,
      "learning_rate": 1.6760569492783862e-05,
      "loss": 0.916,
      "step": 13562
    },
    {
      "epoch": 0.28582718234838544,
      "grad_norm": 0.13169647753238678,
      "learning_rate": 1.676006654825805e-05,
      "loss": 0.8962,
      "step": 13563
    },
    {
      "epoch": 0.28584825638675077,
      "grad_norm": 0.1331104040145874,
      "learning_rate": 1.6759563572239782e-05,
      "loss": 0.8279,
      "step": 13564
    },
    {
      "epoch": 0.28586933042511603,
      "grad_norm": 0.12403831630945206,
      "learning_rate": 1.6759060564731405e-05,
      "loss": 0.8714,
      "step": 13565
    },
    {
      "epoch": 0.28589040446348135,
      "grad_norm": 0.13870158791542053,
      "learning_rate": 1.6758557525735263e-05,
      "loss": 0.9095,
      "step": 13566
    },
    {
      "epoch": 0.2859114785018466,
      "grad_norm": 0.14246664941310883,
      "learning_rate": 1.6758054455253692e-05,
      "loss": 0.9002,
      "step": 13567
    },
    {
      "epoch": 0.2859325525402119,
      "grad_norm": 0.1824575811624527,
      "learning_rate": 1.6757551353289043e-05,
      "loss": 0.9531,
      "step": 13568
    },
    {
      "epoch": 0.2859536265785772,
      "grad_norm": 0.11443451046943665,
      "learning_rate": 1.6757048219843654e-05,
      "loss": 0.8134,
      "step": 13569
    },
    {
      "epoch": 0.28597470061694247,
      "grad_norm": 0.18424932658672333,
      "learning_rate": 1.6756545054919872e-05,
      "loss": 0.9097,
      "step": 13570
    },
    {
      "epoch": 0.28599577465530773,
      "grad_norm": 0.14665672183036804,
      "learning_rate": 1.6756041858520045e-05,
      "loss": 0.8006,
      "step": 13571
    },
    {
      "epoch": 0.28601684869367305,
      "grad_norm": 0.1300065666437149,
      "learning_rate": 1.6755538630646512e-05,
      "loss": 0.836,
      "step": 13572
    },
    {
      "epoch": 0.2860379227320383,
      "grad_norm": 0.13816846907138824,
      "learning_rate": 1.675503537130162e-05,
      "loss": 0.8068,
      "step": 13573
    },
    {
      "epoch": 0.28605899677040364,
      "grad_norm": 0.12906557321548462,
      "learning_rate": 1.6754532080487708e-05,
      "loss": 0.8522,
      "step": 13574
    },
    {
      "epoch": 0.2860800708087689,
      "grad_norm": 0.11861937493085861,
      "learning_rate": 1.6754028758207125e-05,
      "loss": 0.9127,
      "step": 13575
    },
    {
      "epoch": 0.28610114484713417,
      "grad_norm": 0.1504376381635666,
      "learning_rate": 1.6753525404462213e-05,
      "loss": 0.8907,
      "step": 13576
    },
    {
      "epoch": 0.2861222188854995,
      "grad_norm": 0.17789319157600403,
      "learning_rate": 1.6753022019255323e-05,
      "loss": 0.8368,
      "step": 13577
    },
    {
      "epoch": 0.28614329292386476,
      "grad_norm": 0.14986632764339447,
      "learning_rate": 1.6752518602588795e-05,
      "loss": 0.8254,
      "step": 13578
    },
    {
      "epoch": 0.2861643669622301,
      "grad_norm": 0.13404017686843872,
      "learning_rate": 1.6752015154464982e-05,
      "loss": 0.8415,
      "step": 13579
    },
    {
      "epoch": 0.28618544100059534,
      "grad_norm": 0.15561902523040771,
      "learning_rate": 1.6751511674886214e-05,
      "loss": 0.9342,
      "step": 13580
    },
    {
      "epoch": 0.2862065150389606,
      "grad_norm": 0.10667870193719864,
      "learning_rate": 1.675100816385485e-05,
      "loss": 0.8755,
      "step": 13581
    },
    {
      "epoch": 0.28622758907732593,
      "grad_norm": 0.1472693383693695,
      "learning_rate": 1.675050462137323e-05,
      "loss": 0.8653,
      "step": 13582
    },
    {
      "epoch": 0.2862486631156912,
      "grad_norm": 0.12034811079502106,
      "learning_rate": 1.67500010474437e-05,
      "loss": 0.8023,
      "step": 13583
    },
    {
      "epoch": 0.2862697371540565,
      "grad_norm": 0.18264836072921753,
      "learning_rate": 1.6749497442068607e-05,
      "loss": 0.8523,
      "step": 13584
    },
    {
      "epoch": 0.2862908111924218,
      "grad_norm": 0.2550111711025238,
      "learning_rate": 1.67489938052503e-05,
      "loss": 0.8884,
      "step": 13585
    },
    {
      "epoch": 0.28631188523078704,
      "grad_norm": 0.16419802606105804,
      "learning_rate": 1.6748490136991116e-05,
      "loss": 0.8608,
      "step": 13586
    },
    {
      "epoch": 0.28633295926915237,
      "grad_norm": 0.17635862529277802,
      "learning_rate": 1.6747986437293415e-05,
      "loss": 0.8617,
      "step": 13587
    },
    {
      "epoch": 0.28635403330751763,
      "grad_norm": 0.1968933641910553,
      "learning_rate": 1.6747482706159533e-05,
      "loss": 0.8974,
      "step": 13588
    },
    {
      "epoch": 0.2863751073458829,
      "grad_norm": 0.18099014461040497,
      "learning_rate": 1.6746978943591817e-05,
      "loss": 0.8301,
      "step": 13589
    },
    {
      "epoch": 0.2863961813842482,
      "grad_norm": 0.21656765043735504,
      "learning_rate": 1.674647514959262e-05,
      "loss": 0.958,
      "step": 13590
    },
    {
      "epoch": 0.2864172554226135,
      "grad_norm": 0.15420220792293549,
      "learning_rate": 1.6745971324164285e-05,
      "loss": 0.8984,
      "step": 13591
    },
    {
      "epoch": 0.2864383294609788,
      "grad_norm": 0.13749253749847412,
      "learning_rate": 1.674546746730916e-05,
      "loss": 0.8689,
      "step": 13592
    },
    {
      "epoch": 0.28645940349934407,
      "grad_norm": 0.16711468994617462,
      "learning_rate": 1.674496357902959e-05,
      "loss": 0.9064,
      "step": 13593
    },
    {
      "epoch": 0.28648047753770933,
      "grad_norm": 0.1523013710975647,
      "learning_rate": 1.6744459659327925e-05,
      "loss": 0.8993,
      "step": 13594
    },
    {
      "epoch": 0.28650155157607465,
      "grad_norm": 0.11464705318212509,
      "learning_rate": 1.6743955708206515e-05,
      "loss": 0.8333,
      "step": 13595
    },
    {
      "epoch": 0.2865226256144399,
      "grad_norm": 0.2384270876646042,
      "learning_rate": 1.6743451725667704e-05,
      "loss": 0.7986,
      "step": 13596
    },
    {
      "epoch": 0.28654369965280524,
      "grad_norm": 0.17802105844020844,
      "learning_rate": 1.6742947711713837e-05,
      "loss": 0.9636,
      "step": 13597
    },
    {
      "epoch": 0.2865647736911705,
      "grad_norm": 0.1297827512025833,
      "learning_rate": 1.674244366634727e-05,
      "loss": 0.8293,
      "step": 13598
    },
    {
      "epoch": 0.28658584772953577,
      "grad_norm": 0.1576543152332306,
      "learning_rate": 1.674193958957034e-05,
      "loss": 0.8922,
      "step": 13599
    },
    {
      "epoch": 0.2866069217679011,
      "grad_norm": 0.14001785218715668,
      "learning_rate": 1.674143548138541e-05,
      "loss": 0.9322,
      "step": 13600
    },
    {
      "epoch": 0.28662799580626636,
      "grad_norm": 0.1409110128879547,
      "learning_rate": 1.6740931341794815e-05,
      "loss": 0.8183,
      "step": 13601
    },
    {
      "epoch": 0.2866490698446317,
      "grad_norm": 0.14543920755386353,
      "learning_rate": 1.674042717080091e-05,
      "loss": 0.8126,
      "step": 13602
    },
    {
      "epoch": 0.28667014388299694,
      "grad_norm": 0.14252899587154388,
      "learning_rate": 1.6739922968406045e-05,
      "loss": 0.8299,
      "step": 13603
    },
    {
      "epoch": 0.2866912179213622,
      "grad_norm": 0.14424659311771393,
      "learning_rate": 1.6739418734612566e-05,
      "loss": 0.8625,
      "step": 13604
    },
    {
      "epoch": 0.2867122919597275,
      "grad_norm": 0.14212891459465027,
      "learning_rate": 1.6738914469422822e-05,
      "loss": 0.8881,
      "step": 13605
    },
    {
      "epoch": 0.2867333659980928,
      "grad_norm": 0.14222022891044617,
      "learning_rate": 1.6738410172839163e-05,
      "loss": 0.8611,
      "step": 13606
    },
    {
      "epoch": 0.2867544400364581,
      "grad_norm": 0.13133229315280914,
      "learning_rate": 1.6737905844863935e-05,
      "loss": 0.8153,
      "step": 13607
    },
    {
      "epoch": 0.2867755140748234,
      "grad_norm": 0.13083206117153168,
      "learning_rate": 1.6737401485499495e-05,
      "loss": 0.8939,
      "step": 13608
    },
    {
      "epoch": 0.28679658811318864,
      "grad_norm": 0.14482174813747406,
      "learning_rate": 1.6736897094748185e-05,
      "loss": 0.8256,
      "step": 13609
    },
    {
      "epoch": 0.28681766215155396,
      "grad_norm": 0.14253780245780945,
      "learning_rate": 1.673639267261236e-05,
      "loss": 0.8474,
      "step": 13610
    },
    {
      "epoch": 0.28683873618991923,
      "grad_norm": 0.18229001760482788,
      "learning_rate": 1.6735888219094366e-05,
      "loss": 0.8973,
      "step": 13611
    },
    {
      "epoch": 0.2868598102282845,
      "grad_norm": 0.18783529102802277,
      "learning_rate": 1.6735383734196557e-05,
      "loss": 0.9283,
      "step": 13612
    },
    {
      "epoch": 0.2868808842666498,
      "grad_norm": 0.14037823677062988,
      "learning_rate": 1.673487921792128e-05,
      "loss": 0.8313,
      "step": 13613
    },
    {
      "epoch": 0.2869019583050151,
      "grad_norm": 0.1260536015033722,
      "learning_rate": 1.6734374670270885e-05,
      "loss": 0.795,
      "step": 13614
    },
    {
      "epoch": 0.2869230323433804,
      "grad_norm": 0.13774345815181732,
      "learning_rate": 1.6733870091247726e-05,
      "loss": 0.8715,
      "step": 13615
    },
    {
      "epoch": 0.28694410638174567,
      "grad_norm": 0.12945054471492767,
      "learning_rate": 1.6733365480854152e-05,
      "loss": 0.7879,
      "step": 13616
    },
    {
      "epoch": 0.28696518042011093,
      "grad_norm": 0.1272895485162735,
      "learning_rate": 1.6732860839092512e-05,
      "loss": 0.8537,
      "step": 13617
    },
    {
      "epoch": 0.28698625445847625,
      "grad_norm": 0.13069722056388855,
      "learning_rate": 1.673235616596516e-05,
      "loss": 0.8364,
      "step": 13618
    },
    {
      "epoch": 0.2870073284968415,
      "grad_norm": 0.12502896785736084,
      "learning_rate": 1.6731851461474443e-05,
      "loss": 0.851,
      "step": 13619
    },
    {
      "epoch": 0.28702840253520684,
      "grad_norm": 0.1300429403781891,
      "learning_rate": 1.6731346725622713e-05,
      "loss": 0.8131,
      "step": 13620
    },
    {
      "epoch": 0.2870494765735721,
      "grad_norm": 0.1187661811709404,
      "learning_rate": 1.673084195841233e-05,
      "loss": 0.8255,
      "step": 13621
    },
    {
      "epoch": 0.28707055061193737,
      "grad_norm": 0.1424490511417389,
      "learning_rate": 1.6730337159845633e-05,
      "loss": 0.8672,
      "step": 13622
    },
    {
      "epoch": 0.2870916246503027,
      "grad_norm": 0.1573321670293808,
      "learning_rate": 1.672983232992498e-05,
      "loss": 0.9007,
      "step": 13623
    },
    {
      "epoch": 0.28711269868866796,
      "grad_norm": 0.12492839992046356,
      "learning_rate": 1.6729327468652725e-05,
      "loss": 0.8838,
      "step": 13624
    },
    {
      "epoch": 0.2871337727270333,
      "grad_norm": 0.16049093008041382,
      "learning_rate": 1.6728822576031212e-05,
      "loss": 0.8488,
      "step": 13625
    },
    {
      "epoch": 0.28715484676539854,
      "grad_norm": 0.1266934871673584,
      "learning_rate": 1.67283176520628e-05,
      "loss": 0.8218,
      "step": 13626
    },
    {
      "epoch": 0.2871759208037638,
      "grad_norm": 0.14526991546154022,
      "learning_rate": 1.6727812696749836e-05,
      "loss": 0.8259,
      "step": 13627
    },
    {
      "epoch": 0.2871969948421291,
      "grad_norm": 0.13488619029521942,
      "learning_rate": 1.672730771009468e-05,
      "loss": 0.8508,
      "step": 13628
    },
    {
      "epoch": 0.2872180688804944,
      "grad_norm": 0.14157240092754364,
      "learning_rate": 1.6726802692099677e-05,
      "loss": 0.9037,
      "step": 13629
    },
    {
      "epoch": 0.28723914291885966,
      "grad_norm": 0.11046934127807617,
      "learning_rate": 1.6726297642767186e-05,
      "loss": 0.8431,
      "step": 13630
    },
    {
      "epoch": 0.287260216957225,
      "grad_norm": 0.14248886704444885,
      "learning_rate": 1.6725792562099554e-05,
      "loss": 0.8341,
      "step": 13631
    },
    {
      "epoch": 0.28728129099559024,
      "grad_norm": 0.11776275187730789,
      "learning_rate": 1.6725287450099137e-05,
      "loss": 0.7873,
      "step": 13632
    },
    {
      "epoch": 0.28730236503395556,
      "grad_norm": 0.12315778434276581,
      "learning_rate": 1.6724782306768286e-05,
      "loss": 0.8518,
      "step": 13633
    },
    {
      "epoch": 0.28732343907232083,
      "grad_norm": 0.1326437145471573,
      "learning_rate": 1.6724277132109363e-05,
      "loss": 0.8161,
      "step": 13634
    },
    {
      "epoch": 0.2873445131106861,
      "grad_norm": 0.14006368815898895,
      "learning_rate": 1.6723771926124704e-05,
      "loss": 0.9016,
      "step": 13635
    },
    {
      "epoch": 0.2873655871490514,
      "grad_norm": 0.13125082850456238,
      "learning_rate": 1.672326668881668e-05,
      "loss": 0.8825,
      "step": 13636
    },
    {
      "epoch": 0.2873866611874167,
      "grad_norm": 0.13358569145202637,
      "learning_rate": 1.6722761420187636e-05,
      "loss": 0.8893,
      "step": 13637
    },
    {
      "epoch": 0.287407735225782,
      "grad_norm": 0.12959961593151093,
      "learning_rate": 1.6722256120239926e-05,
      "loss": 0.8955,
      "step": 13638
    },
    {
      "epoch": 0.28742880926414727,
      "grad_norm": 0.12910114228725433,
      "learning_rate": 1.672175078897591e-05,
      "loss": 0.8062,
      "step": 13639
    },
    {
      "epoch": 0.28744988330251253,
      "grad_norm": 0.1327773779630661,
      "learning_rate": 1.6721245426397932e-05,
      "loss": 0.8999,
      "step": 13640
    },
    {
      "epoch": 0.28747095734087785,
      "grad_norm": 0.17964333295822144,
      "learning_rate": 1.6720740032508352e-05,
      "loss": 0.8779,
      "step": 13641
    },
    {
      "epoch": 0.2874920313792431,
      "grad_norm": 0.20270128548145294,
      "learning_rate": 1.6720234607309527e-05,
      "loss": 0.8486,
      "step": 13642
    },
    {
      "epoch": 0.28751310541760844,
      "grad_norm": 0.12469101697206497,
      "learning_rate": 1.6719729150803806e-05,
      "loss": 0.8649,
      "step": 13643
    },
    {
      "epoch": 0.2875341794559737,
      "grad_norm": 0.1905452311038971,
      "learning_rate": 1.6719223662993552e-05,
      "loss": 0.8914,
      "step": 13644
    },
    {
      "epoch": 0.28755525349433897,
      "grad_norm": 0.14993327856063843,
      "learning_rate": 1.671871814388111e-05,
      "loss": 0.8463,
      "step": 13645
    },
    {
      "epoch": 0.2875763275327043,
      "grad_norm": 0.14803454279899597,
      "learning_rate": 1.6718212593468842e-05,
      "loss": 0.8709,
      "step": 13646
    },
    {
      "epoch": 0.28759740157106956,
      "grad_norm": 0.18027740716934204,
      "learning_rate": 1.6717707011759098e-05,
      "loss": 0.9092,
      "step": 13647
    },
    {
      "epoch": 0.2876184756094348,
      "grad_norm": 0.13916583359241486,
      "learning_rate": 1.6717201398754234e-05,
      "loss": 0.8672,
      "step": 13648
    },
    {
      "epoch": 0.28763954964780014,
      "grad_norm": 0.14339296519756317,
      "learning_rate": 1.6716695754456612e-05,
      "loss": 0.9073,
      "step": 13649
    },
    {
      "epoch": 0.2876606236861654,
      "grad_norm": 0.16032865643501282,
      "learning_rate": 1.6716190078868583e-05,
      "loss": 0.8818,
      "step": 13650
    },
    {
      "epoch": 0.2876816977245307,
      "grad_norm": 0.12968809902668,
      "learning_rate": 1.67156843719925e-05,
      "loss": 0.901,
      "step": 13651
    },
    {
      "epoch": 0.287702771762896,
      "grad_norm": 0.1916673481464386,
      "learning_rate": 1.6715178633830725e-05,
      "loss": 0.9108,
      "step": 13652
    },
    {
      "epoch": 0.28772384580126126,
      "grad_norm": 0.1725308895111084,
      "learning_rate": 1.6714672864385608e-05,
      "loss": 0.8091,
      "step": 13653
    },
    {
      "epoch": 0.2877449198396266,
      "grad_norm": 0.14630475640296936,
      "learning_rate": 1.6714167063659506e-05,
      "loss": 0.8617,
      "step": 13654
    },
    {
      "epoch": 0.28776599387799184,
      "grad_norm": 0.2023649364709854,
      "learning_rate": 1.671366123165478e-05,
      "loss": 0.8241,
      "step": 13655
    },
    {
      "epoch": 0.28778706791635716,
      "grad_norm": 0.13600321114063263,
      "learning_rate": 1.671315536837378e-05,
      "loss": 0.8597,
      "step": 13656
    },
    {
      "epoch": 0.28780814195472243,
      "grad_norm": 0.21608459949493408,
      "learning_rate": 1.671264947381887e-05,
      "loss": 0.9673,
      "step": 13657
    },
    {
      "epoch": 0.2878292159930877,
      "grad_norm": 0.186514213681221,
      "learning_rate": 1.67121435479924e-05,
      "loss": 0.8568,
      "step": 13658
    },
    {
      "epoch": 0.287850290031453,
      "grad_norm": 0.2156595140695572,
      "learning_rate": 1.6711637590896736e-05,
      "loss": 0.9136,
      "step": 13659
    },
    {
      "epoch": 0.2878713640698183,
      "grad_norm": 0.24051986634731293,
      "learning_rate": 1.6711131602534222e-05,
      "loss": 0.9039,
      "step": 13660
    },
    {
      "epoch": 0.2878924381081836,
      "grad_norm": 0.15843085944652557,
      "learning_rate": 1.6710625582907224e-05,
      "loss": 0.8302,
      "step": 13661
    },
    {
      "epoch": 0.28791351214654887,
      "grad_norm": 0.23820838332176208,
      "learning_rate": 1.6710119532018097e-05,
      "loss": 0.8583,
      "step": 13662
    },
    {
      "epoch": 0.28793458618491413,
      "grad_norm": 0.17287172377109528,
      "learning_rate": 1.67096134498692e-05,
      "loss": 0.8846,
      "step": 13663
    },
    {
      "epoch": 0.28795566022327945,
      "grad_norm": 0.2049502581357956,
      "learning_rate": 1.6709107336462888e-05,
      "loss": 0.8516,
      "step": 13664
    },
    {
      "epoch": 0.2879767342616447,
      "grad_norm": 0.17845803499221802,
      "learning_rate": 1.6708601191801525e-05,
      "loss": 0.8004,
      "step": 13665
    },
    {
      "epoch": 0.28799780830001,
      "grad_norm": 0.2027965486049652,
      "learning_rate": 1.670809501588746e-05,
      "loss": 0.8848,
      "step": 13666
    },
    {
      "epoch": 0.2880188823383753,
      "grad_norm": 0.19008636474609375,
      "learning_rate": 1.6707588808723056e-05,
      "loss": 0.8833,
      "step": 13667
    },
    {
      "epoch": 0.28803995637674057,
      "grad_norm": 0.1885083168745041,
      "learning_rate": 1.670708257031067e-05,
      "loss": 0.855,
      "step": 13668
    },
    {
      "epoch": 0.2880610304151059,
      "grad_norm": 0.18067291378974915,
      "learning_rate": 1.6706576300652665e-05,
      "loss": 0.876,
      "step": 13669
    },
    {
      "epoch": 0.28808210445347116,
      "grad_norm": 0.22131572663784027,
      "learning_rate": 1.670606999975139e-05,
      "loss": 0.9022,
      "step": 13670
    },
    {
      "epoch": 0.2881031784918364,
      "grad_norm": 0.13009904325008392,
      "learning_rate": 1.670556366760921e-05,
      "loss": 0.813,
      "step": 13671
    },
    {
      "epoch": 0.28812425253020174,
      "grad_norm": 0.16086238622665405,
      "learning_rate": 1.6705057304228488e-05,
      "loss": 0.8152,
      "step": 13672
    },
    {
      "epoch": 0.288145326568567,
      "grad_norm": 0.14581014215946198,
      "learning_rate": 1.6704550909611575e-05,
      "loss": 0.858,
      "step": 13673
    },
    {
      "epoch": 0.2881664006069323,
      "grad_norm": 0.14627669751644135,
      "learning_rate": 1.670404448376083e-05,
      "loss": 0.8438,
      "step": 13674
    },
    {
      "epoch": 0.2881874746452976,
      "grad_norm": 0.11414121091365814,
      "learning_rate": 1.6703538026678618e-05,
      "loss": 0.8684,
      "step": 13675
    },
    {
      "epoch": 0.28820854868366286,
      "grad_norm": 0.1444285660982132,
      "learning_rate": 1.6703031538367295e-05,
      "loss": 0.8521,
      "step": 13676
    },
    {
      "epoch": 0.2882296227220282,
      "grad_norm": 0.12025720626115799,
      "learning_rate": 1.670252501882922e-05,
      "loss": 0.8737,
      "step": 13677
    },
    {
      "epoch": 0.28825069676039344,
      "grad_norm": 0.15212662518024445,
      "learning_rate": 1.6702018468066757e-05,
      "loss": 0.8521,
      "step": 13678
    },
    {
      "epoch": 0.28827177079875876,
      "grad_norm": 0.13543638586997986,
      "learning_rate": 1.6701511886082256e-05,
      "loss": 0.8741,
      "step": 13679
    },
    {
      "epoch": 0.28829284483712403,
      "grad_norm": 0.15024471282958984,
      "learning_rate": 1.670100527287809e-05,
      "loss": 0.8139,
      "step": 13680
    },
    {
      "epoch": 0.2883139188754893,
      "grad_norm": 0.13934852182865143,
      "learning_rate": 1.6700498628456612e-05,
      "loss": 0.9238,
      "step": 13681
    },
    {
      "epoch": 0.2883349929138546,
      "grad_norm": 0.13659657537937164,
      "learning_rate": 1.669999195282018e-05,
      "loss": 0.8644,
      "step": 13682
    },
    {
      "epoch": 0.2883560669522199,
      "grad_norm": 0.1396111398935318,
      "learning_rate": 1.669948524597116e-05,
      "loss": 0.8004,
      "step": 13683
    },
    {
      "epoch": 0.28837714099058515,
      "grad_norm": 0.1302644908428192,
      "learning_rate": 1.6698978507911906e-05,
      "loss": 0.832,
      "step": 13684
    },
    {
      "epoch": 0.28839821502895047,
      "grad_norm": 0.12760625779628754,
      "learning_rate": 1.6698471738644785e-05,
      "loss": 0.8685,
      "step": 13685
    },
    {
      "epoch": 0.28841928906731573,
      "grad_norm": 0.14015039801597595,
      "learning_rate": 1.6697964938172157e-05,
      "loss": 0.844,
      "step": 13686
    },
    {
      "epoch": 0.28844036310568105,
      "grad_norm": 0.13159070909023285,
      "learning_rate": 1.669745810649638e-05,
      "loss": 0.9049,
      "step": 13687
    },
    {
      "epoch": 0.2884614371440463,
      "grad_norm": 0.1252555102109909,
      "learning_rate": 1.6696951243619817e-05,
      "loss": 0.8259,
      "step": 13688
    },
    {
      "epoch": 0.2884825111824116,
      "grad_norm": 0.14803096652030945,
      "learning_rate": 1.6696444349544827e-05,
      "loss": 0.831,
      "step": 13689
    },
    {
      "epoch": 0.2885035852207769,
      "grad_norm": 0.15938611328601837,
      "learning_rate": 1.6695937424273774e-05,
      "loss": 0.8503,
      "step": 13690
    },
    {
      "epoch": 0.28852465925914217,
      "grad_norm": 0.14859332144260406,
      "learning_rate": 1.669543046780902e-05,
      "loss": 0.8474,
      "step": 13691
    },
    {
      "epoch": 0.2885457332975075,
      "grad_norm": 0.1520162969827652,
      "learning_rate": 1.6694923480152923e-05,
      "loss": 0.8728,
      "step": 13692
    },
    {
      "epoch": 0.28856680733587275,
      "grad_norm": 0.12589780986309052,
      "learning_rate": 1.669441646130785e-05,
      "loss": 0.8655,
      "step": 13693
    },
    {
      "epoch": 0.288587881374238,
      "grad_norm": 0.17642249166965485,
      "learning_rate": 1.669390941127616e-05,
      "loss": 0.8866,
      "step": 13694
    },
    {
      "epoch": 0.28860895541260334,
      "grad_norm": 0.15763843059539795,
      "learning_rate": 1.6693402330060212e-05,
      "loss": 0.8884,
      "step": 13695
    },
    {
      "epoch": 0.2886300294509686,
      "grad_norm": 0.15269635617733002,
      "learning_rate": 1.6692895217662375e-05,
      "loss": 0.9027,
      "step": 13696
    },
    {
      "epoch": 0.2886511034893339,
      "grad_norm": 0.17392246425151825,
      "learning_rate": 1.6692388074085005e-05,
      "loss": 0.8975,
      "step": 13697
    },
    {
      "epoch": 0.2886721775276992,
      "grad_norm": 0.12739825248718262,
      "learning_rate": 1.669188089933047e-05,
      "loss": 0.7991,
      "step": 13698
    },
    {
      "epoch": 0.28869325156606446,
      "grad_norm": 0.1511428952217102,
      "learning_rate": 1.669137369340113e-05,
      "loss": 0.7999,
      "step": 13699
    },
    {
      "epoch": 0.2887143256044298,
      "grad_norm": 0.13106893002986908,
      "learning_rate": 1.669086645629935e-05,
      "loss": 0.8535,
      "step": 13700
    },
    {
      "epoch": 0.28873539964279504,
      "grad_norm": 0.13179343938827515,
      "learning_rate": 1.669035918802749e-05,
      "loss": 0.8151,
      "step": 13701
    },
    {
      "epoch": 0.28875647368116036,
      "grad_norm": 0.14484044909477234,
      "learning_rate": 1.6689851888587916e-05,
      "loss": 0.9047,
      "step": 13702
    },
    {
      "epoch": 0.28877754771952563,
      "grad_norm": 0.13906706869602203,
      "learning_rate": 1.6689344557982988e-05,
      "loss": 0.8922,
      "step": 13703
    },
    {
      "epoch": 0.2887986217578909,
      "grad_norm": 0.12597693502902985,
      "learning_rate": 1.668883719621507e-05,
      "loss": 0.8606,
      "step": 13704
    },
    {
      "epoch": 0.2888196957962562,
      "grad_norm": 0.1443191021680832,
      "learning_rate": 1.6688329803286528e-05,
      "loss": 0.8483,
      "step": 13705
    },
    {
      "epoch": 0.2888407698346215,
      "grad_norm": 0.12643317878246307,
      "learning_rate": 1.6687822379199727e-05,
      "loss": 0.9171,
      "step": 13706
    },
    {
      "epoch": 0.28886184387298675,
      "grad_norm": 0.13184599578380585,
      "learning_rate": 1.6687314923957024e-05,
      "loss": 0.8763,
      "step": 13707
    },
    {
      "epoch": 0.28888291791135207,
      "grad_norm": 0.1318139135837555,
      "learning_rate": 1.668680743756079e-05,
      "loss": 0.8553,
      "step": 13708
    },
    {
      "epoch": 0.28890399194971733,
      "grad_norm": 0.15092667937278748,
      "learning_rate": 1.6686299920013388e-05,
      "loss": 0.9015,
      "step": 13709
    },
    {
      "epoch": 0.28892506598808265,
      "grad_norm": 0.15598444640636444,
      "learning_rate": 1.668579237131718e-05,
      "loss": 0.8939,
      "step": 13710
    },
    {
      "epoch": 0.2889461400264479,
      "grad_norm": 0.16939815878868103,
      "learning_rate": 1.6685284791474532e-05,
      "loss": 0.9033,
      "step": 13711
    },
    {
      "epoch": 0.2889672140648132,
      "grad_norm": 0.20339158177375793,
      "learning_rate": 1.6684777180487807e-05,
      "loss": 0.8917,
      "step": 13712
    },
    {
      "epoch": 0.2889882881031785,
      "grad_norm": 0.12171126157045364,
      "learning_rate": 1.6684269538359373e-05,
      "loss": 0.8852,
      "step": 13713
    },
    {
      "epoch": 0.28900936214154377,
      "grad_norm": 0.19106937944889069,
      "learning_rate": 1.668376186509159e-05,
      "loss": 0.8946,
      "step": 13714
    },
    {
      "epoch": 0.2890304361799091,
      "grad_norm": 0.17838367819786072,
      "learning_rate": 1.6683254160686827e-05,
      "loss": 0.9143,
      "step": 13715
    },
    {
      "epoch": 0.28905151021827435,
      "grad_norm": 0.14049087464809418,
      "learning_rate": 1.6682746425147447e-05,
      "loss": 0.8396,
      "step": 13716
    },
    {
      "epoch": 0.2890725842566396,
      "grad_norm": 0.16534942388534546,
      "learning_rate": 1.6682238658475815e-05,
      "loss": 0.8285,
      "step": 13717
    },
    {
      "epoch": 0.28909365829500494,
      "grad_norm": 0.17021280527114868,
      "learning_rate": 1.66817308606743e-05,
      "loss": 0.8348,
      "step": 13718
    },
    {
      "epoch": 0.2891147323333702,
      "grad_norm": 0.15040940046310425,
      "learning_rate": 1.668122303174527e-05,
      "loss": 0.8131,
      "step": 13719
    },
    {
      "epoch": 0.2891358063717355,
      "grad_norm": 0.19304004311561584,
      "learning_rate": 1.668071517169108e-05,
      "loss": 0.8073,
      "step": 13720
    },
    {
      "epoch": 0.2891568804101008,
      "grad_norm": 0.15213936567306519,
      "learning_rate": 1.6680207280514103e-05,
      "loss": 0.859,
      "step": 13721
    },
    {
      "epoch": 0.28917795444846606,
      "grad_norm": 0.18213817477226257,
      "learning_rate": 1.6679699358216704e-05,
      "loss": 0.8941,
      "step": 13722
    },
    {
      "epoch": 0.2891990284868314,
      "grad_norm": 0.13488014042377472,
      "learning_rate": 1.667919140480125e-05,
      "loss": 0.8861,
      "step": 13723
    },
    {
      "epoch": 0.28922010252519664,
      "grad_norm": 0.16669464111328125,
      "learning_rate": 1.6678683420270108e-05,
      "loss": 0.8374,
      "step": 13724
    },
    {
      "epoch": 0.2892411765635619,
      "grad_norm": 0.13498733937740326,
      "learning_rate": 1.6678175404625644e-05,
      "loss": 0.8449,
      "step": 13725
    },
    {
      "epoch": 0.28926225060192723,
      "grad_norm": 0.15065383911132812,
      "learning_rate": 1.667766735787022e-05,
      "loss": 0.8657,
      "step": 13726
    },
    {
      "epoch": 0.2892833246402925,
      "grad_norm": 0.17378316819667816,
      "learning_rate": 1.6677159280006207e-05,
      "loss": 0.7736,
      "step": 13727
    },
    {
      "epoch": 0.2893043986786578,
      "grad_norm": 0.18343274295330048,
      "learning_rate": 1.6676651171035974e-05,
      "loss": 0.8492,
      "step": 13728
    },
    {
      "epoch": 0.2893254727170231,
      "grad_norm": 0.18514582514762878,
      "learning_rate": 1.6676143030961885e-05,
      "loss": 0.8553,
      "step": 13729
    },
    {
      "epoch": 0.28934654675538835,
      "grad_norm": 0.1485564112663269,
      "learning_rate": 1.667563485978631e-05,
      "loss": 0.883,
      "step": 13730
    },
    {
      "epoch": 0.28936762079375367,
      "grad_norm": 0.166067972779274,
      "learning_rate": 1.6675126657511612e-05,
      "loss": 0.8814,
      "step": 13731
    },
    {
      "epoch": 0.28938869483211893,
      "grad_norm": 0.14361226558685303,
      "learning_rate": 1.667461842414016e-05,
      "loss": 0.8652,
      "step": 13732
    },
    {
      "epoch": 0.28940976887048425,
      "grad_norm": 0.1478714644908905,
      "learning_rate": 1.6674110159674324e-05,
      "loss": 0.8809,
      "step": 13733
    },
    {
      "epoch": 0.2894308429088495,
      "grad_norm": 0.1404992640018463,
      "learning_rate": 1.6673601864116472e-05,
      "loss": 0.8649,
      "step": 13734
    },
    {
      "epoch": 0.2894519169472148,
      "grad_norm": 0.14083988964557648,
      "learning_rate": 1.6673093537468963e-05,
      "loss": 0.9363,
      "step": 13735
    },
    {
      "epoch": 0.2894729909855801,
      "grad_norm": 0.1506127566099167,
      "learning_rate": 1.667258517973418e-05,
      "loss": 0.8308,
      "step": 13736
    },
    {
      "epoch": 0.28949406502394537,
      "grad_norm": 0.1425141990184784,
      "learning_rate": 1.667207679091448e-05,
      "loss": 0.7881,
      "step": 13737
    },
    {
      "epoch": 0.2895151390623107,
      "grad_norm": 0.15699711441993713,
      "learning_rate": 1.6671568371012236e-05,
      "loss": 0.7775,
      "step": 13738
    },
    {
      "epoch": 0.28953621310067595,
      "grad_norm": 0.11695731431245804,
      "learning_rate": 1.6671059920029815e-05,
      "loss": 0.8776,
      "step": 13739
    },
    {
      "epoch": 0.2895572871390412,
      "grad_norm": 0.1513853818178177,
      "learning_rate": 1.667055143796959e-05,
      "loss": 0.8479,
      "step": 13740
    },
    {
      "epoch": 0.28957836117740654,
      "grad_norm": 0.13921239972114563,
      "learning_rate": 1.667004292483392e-05,
      "loss": 0.8553,
      "step": 13741
    },
    {
      "epoch": 0.2895994352157718,
      "grad_norm": 0.16146278381347656,
      "learning_rate": 1.666953438062518e-05,
      "loss": 0.8939,
      "step": 13742
    },
    {
      "epoch": 0.28962050925413707,
      "grad_norm": 0.1743336170911789,
      "learning_rate": 1.666902580534574e-05,
      "loss": 0.907,
      "step": 13743
    },
    {
      "epoch": 0.2896415832925024,
      "grad_norm": 0.11536563187837601,
      "learning_rate": 1.666851719899797e-05,
      "loss": 0.8914,
      "step": 13744
    },
    {
      "epoch": 0.28966265733086766,
      "grad_norm": 0.15652476251125336,
      "learning_rate": 1.6668008561584235e-05,
      "loss": 0.8231,
      "step": 13745
    },
    {
      "epoch": 0.289683731369233,
      "grad_norm": 0.15439492464065552,
      "learning_rate": 1.666749989310691e-05,
      "loss": 0.9519,
      "step": 13746
    },
    {
      "epoch": 0.28970480540759824,
      "grad_norm": 0.13395078480243683,
      "learning_rate": 1.6666991193568364e-05,
      "loss": 0.8534,
      "step": 13747
    },
    {
      "epoch": 0.2897258794459635,
      "grad_norm": 0.12801317870616913,
      "learning_rate": 1.666648246297096e-05,
      "loss": 0.8584,
      "step": 13748
    },
    {
      "epoch": 0.28974695348432883,
      "grad_norm": 0.1350962072610855,
      "learning_rate": 1.6665973701317075e-05,
      "loss": 0.8719,
      "step": 13749
    },
    {
      "epoch": 0.2897680275226941,
      "grad_norm": 0.1546928435564041,
      "learning_rate": 1.6665464908609074e-05,
      "loss": 0.8415,
      "step": 13750
    },
    {
      "epoch": 0.2897891015610594,
      "grad_norm": 0.11971236765384674,
      "learning_rate": 1.6664956084849334e-05,
      "loss": 0.8739,
      "step": 13751
    },
    {
      "epoch": 0.2898101755994247,
      "grad_norm": 0.17355968058109283,
      "learning_rate": 1.666444723004022e-05,
      "loss": 0.8703,
      "step": 13752
    },
    {
      "epoch": 0.28983124963778994,
      "grad_norm": 0.14532262086868286,
      "learning_rate": 1.6663938344184102e-05,
      "loss": 0.9008,
      "step": 13753
    },
    {
      "epoch": 0.28985232367615527,
      "grad_norm": 0.15020449459552765,
      "learning_rate": 1.6663429427283354e-05,
      "loss": 0.9228,
      "step": 13754
    },
    {
      "epoch": 0.28987339771452053,
      "grad_norm": 0.13754907250404358,
      "learning_rate": 1.6662920479340347e-05,
      "loss": 0.8902,
      "step": 13755
    },
    {
      "epoch": 0.28989447175288585,
      "grad_norm": 0.1868487149477005,
      "learning_rate": 1.6662411500357448e-05,
      "loss": 0.8912,
      "step": 13756
    },
    {
      "epoch": 0.2899155457912511,
      "grad_norm": 0.13923120498657227,
      "learning_rate": 1.666190249033703e-05,
      "loss": 0.8695,
      "step": 13757
    },
    {
      "epoch": 0.2899366198296164,
      "grad_norm": 0.14449355006217957,
      "learning_rate": 1.6661393449281468e-05,
      "loss": 0.8513,
      "step": 13758
    },
    {
      "epoch": 0.2899576938679817,
      "grad_norm": 0.1760094165802002,
      "learning_rate": 1.666088437719313e-05,
      "loss": 0.9181,
      "step": 13759
    },
    {
      "epoch": 0.28997876790634697,
      "grad_norm": 0.16197752952575684,
      "learning_rate": 1.6660375274074385e-05,
      "loss": 0.8602,
      "step": 13760
    },
    {
      "epoch": 0.28999984194471223,
      "grad_norm": 0.15541815757751465,
      "learning_rate": 1.665986613992761e-05,
      "loss": 0.8476,
      "step": 13761
    },
    {
      "epoch": 0.29002091598307755,
      "grad_norm": 0.17184986174106598,
      "learning_rate": 1.6659356974755173e-05,
      "loss": 0.9383,
      "step": 13762
    },
    {
      "epoch": 0.2900419900214428,
      "grad_norm": 0.13984771072864532,
      "learning_rate": 1.6658847778559447e-05,
      "loss": 0.883,
      "step": 13763
    },
    {
      "epoch": 0.29006306405980814,
      "grad_norm": 0.1341441422700882,
      "learning_rate": 1.665833855134281e-05,
      "loss": 0.8279,
      "step": 13764
    },
    {
      "epoch": 0.2900841380981734,
      "grad_norm": 0.1419055014848709,
      "learning_rate": 1.6657829293107624e-05,
      "loss": 0.8614,
      "step": 13765
    },
    {
      "epoch": 0.29010521213653867,
      "grad_norm": 0.11925569176673889,
      "learning_rate": 1.6657320003856265e-05,
      "loss": 0.8195,
      "step": 13766
    },
    {
      "epoch": 0.290126286174904,
      "grad_norm": 0.1709398627281189,
      "learning_rate": 1.665681068359111e-05,
      "loss": 0.8504,
      "step": 13767
    },
    {
      "epoch": 0.29014736021326926,
      "grad_norm": 0.11497999727725983,
      "learning_rate": 1.665630133231453e-05,
      "loss": 0.8271,
      "step": 13768
    },
    {
      "epoch": 0.2901684342516346,
      "grad_norm": 0.1842075139284134,
      "learning_rate": 1.6655791950028894e-05,
      "loss": 0.8533,
      "step": 13769
    },
    {
      "epoch": 0.29018950828999984,
      "grad_norm": 0.12823563814163208,
      "learning_rate": 1.6655282536736573e-05,
      "loss": 0.8384,
      "step": 13770
    },
    {
      "epoch": 0.2902105823283651,
      "grad_norm": 0.15970398485660553,
      "learning_rate": 1.665477309243995e-05,
      "loss": 0.8974,
      "step": 13771
    },
    {
      "epoch": 0.29023165636673043,
      "grad_norm": 0.1725739687681198,
      "learning_rate": 1.665426361714139e-05,
      "loss": 0.8444,
      "step": 13772
    },
    {
      "epoch": 0.2902527304050957,
      "grad_norm": 0.1393033117055893,
      "learning_rate": 1.6653754110843274e-05,
      "loss": 0.8604,
      "step": 13773
    },
    {
      "epoch": 0.290273804443461,
      "grad_norm": 0.2619774639606476,
      "learning_rate": 1.665324457354797e-05,
      "loss": 0.8681,
      "step": 13774
    },
    {
      "epoch": 0.2902948784818263,
      "grad_norm": 0.12648127973079681,
      "learning_rate": 1.665273500525785e-05,
      "loss": 0.852,
      "step": 13775
    },
    {
      "epoch": 0.29031595252019154,
      "grad_norm": 0.19284506142139435,
      "learning_rate": 1.665222540597529e-05,
      "loss": 0.904,
      "step": 13776
    },
    {
      "epoch": 0.29033702655855687,
      "grad_norm": 0.13695621490478516,
      "learning_rate": 1.665171577570267e-05,
      "loss": 0.7822,
      "step": 13777
    },
    {
      "epoch": 0.29035810059692213,
      "grad_norm": 0.18611116707324982,
      "learning_rate": 1.6651206114442354e-05,
      "loss": 0.8372,
      "step": 13778
    },
    {
      "epoch": 0.2903791746352874,
      "grad_norm": 0.19946978986263275,
      "learning_rate": 1.665069642219672e-05,
      "loss": 0.8419,
      "step": 13779
    },
    {
      "epoch": 0.2904002486736527,
      "grad_norm": 0.13829588890075684,
      "learning_rate": 1.6650186698968146e-05,
      "loss": 0.8633,
      "step": 13780
    },
    {
      "epoch": 0.290421322712018,
      "grad_norm": 0.1793670803308487,
      "learning_rate": 1.6649676944759003e-05,
      "loss": 0.8712,
      "step": 13781
    },
    {
      "epoch": 0.2904423967503833,
      "grad_norm": 0.1263435035943985,
      "learning_rate": 1.664916715957167e-05,
      "loss": 0.8274,
      "step": 13782
    },
    {
      "epoch": 0.29046347078874857,
      "grad_norm": 0.14695331454277039,
      "learning_rate": 1.6648657343408517e-05,
      "loss": 0.7899,
      "step": 13783
    },
    {
      "epoch": 0.29048454482711383,
      "grad_norm": 0.11879836767911911,
      "learning_rate": 1.664814749627192e-05,
      "loss": 0.8138,
      "step": 13784
    },
    {
      "epoch": 0.29050561886547915,
      "grad_norm": 0.1567791849374771,
      "learning_rate": 1.6647637618164253e-05,
      "loss": 0.8502,
      "step": 13785
    },
    {
      "epoch": 0.2905266929038444,
      "grad_norm": 0.1396612823009491,
      "learning_rate": 1.6647127709087895e-05,
      "loss": 0.889,
      "step": 13786
    },
    {
      "epoch": 0.29054776694220974,
      "grad_norm": 0.14640606939792633,
      "learning_rate": 1.6646617769045222e-05,
      "loss": 0.8985,
      "step": 13787
    },
    {
      "epoch": 0.290568840980575,
      "grad_norm": 0.13751916587352753,
      "learning_rate": 1.6646107798038606e-05,
      "loss": 0.9097,
      "step": 13788
    },
    {
      "epoch": 0.29058991501894027,
      "grad_norm": 0.1201314702630043,
      "learning_rate": 1.6645597796070424e-05,
      "loss": 0.8339,
      "step": 13789
    },
    {
      "epoch": 0.2906109890573056,
      "grad_norm": 0.1155560091137886,
      "learning_rate": 1.664508776314305e-05,
      "loss": 0.7727,
      "step": 13790
    },
    {
      "epoch": 0.29063206309567086,
      "grad_norm": 0.12992452085018158,
      "learning_rate": 1.6644577699258865e-05,
      "loss": 0.8734,
      "step": 13791
    },
    {
      "epoch": 0.2906531371340362,
      "grad_norm": 0.14715509116649628,
      "learning_rate": 1.6644067604420236e-05,
      "loss": 0.8575,
      "step": 13792
    },
    {
      "epoch": 0.29067421117240144,
      "grad_norm": 0.14961868524551392,
      "learning_rate": 1.6643557478629553e-05,
      "loss": 0.8581,
      "step": 13793
    },
    {
      "epoch": 0.2906952852107667,
      "grad_norm": 0.13406670093536377,
      "learning_rate": 1.664304732188918e-05,
      "loss": 0.8476,
      "step": 13794
    },
    {
      "epoch": 0.29071635924913203,
      "grad_norm": 0.12574149668216705,
      "learning_rate": 1.66425371342015e-05,
      "loss": 0.8171,
      "step": 13795
    },
    {
      "epoch": 0.2907374332874973,
      "grad_norm": 0.12683872878551483,
      "learning_rate": 1.6642026915568892e-05,
      "loss": 0.8738,
      "step": 13796
    },
    {
      "epoch": 0.2907585073258626,
      "grad_norm": 0.1387092024087906,
      "learning_rate": 1.6641516665993726e-05,
      "loss": 0.8243,
      "step": 13797
    },
    {
      "epoch": 0.2907795813642279,
      "grad_norm": 0.1332952231168747,
      "learning_rate": 1.664100638547838e-05,
      "loss": 0.9039,
      "step": 13798
    },
    {
      "epoch": 0.29080065540259314,
      "grad_norm": 0.11963384598493576,
      "learning_rate": 1.664049607402524e-05,
      "loss": 0.803,
      "step": 13799
    },
    {
      "epoch": 0.29082172944095847,
      "grad_norm": 0.1475430279970169,
      "learning_rate": 1.663998573163667e-05,
      "loss": 0.9196,
      "step": 13800
    },
    {
      "epoch": 0.29084280347932373,
      "grad_norm": 0.1446000039577484,
      "learning_rate": 1.663947535831506e-05,
      "loss": 0.8861,
      "step": 13801
    },
    {
      "epoch": 0.290863877517689,
      "grad_norm": 0.13570959866046906,
      "learning_rate": 1.663896495406278e-05,
      "loss": 0.8663,
      "step": 13802
    },
    {
      "epoch": 0.2908849515560543,
      "grad_norm": 0.12757867574691772,
      "learning_rate": 1.663845451888221e-05,
      "loss": 0.9009,
      "step": 13803
    },
    {
      "epoch": 0.2909060255944196,
      "grad_norm": 0.13031548261642456,
      "learning_rate": 1.663794405277573e-05,
      "loss": 0.8672,
      "step": 13804
    },
    {
      "epoch": 0.2909270996327849,
      "grad_norm": 0.133000910282135,
      "learning_rate": 1.663743355574571e-05,
      "loss": 0.7879,
      "step": 13805
    },
    {
      "epoch": 0.29094817367115017,
      "grad_norm": 0.11897354573011398,
      "learning_rate": 1.6636923027794535e-05,
      "loss": 0.8716,
      "step": 13806
    },
    {
      "epoch": 0.29096924770951543,
      "grad_norm": 0.12950138747692108,
      "learning_rate": 1.6636412468924583e-05,
      "loss": 0.9085,
      "step": 13807
    },
    {
      "epoch": 0.29099032174788075,
      "grad_norm": 0.1358141452074051,
      "learning_rate": 1.6635901879138234e-05,
      "loss": 0.8791,
      "step": 13808
    },
    {
      "epoch": 0.291011395786246,
      "grad_norm": 0.12551291286945343,
      "learning_rate": 1.6635391258437862e-05,
      "loss": 0.833,
      "step": 13809
    },
    {
      "epoch": 0.29103246982461134,
      "grad_norm": 0.13213041424751282,
      "learning_rate": 1.663488060682585e-05,
      "loss": 0.8827,
      "step": 13810
    },
    {
      "epoch": 0.2910535438629766,
      "grad_norm": 0.1226813867688179,
      "learning_rate": 1.6634369924304575e-05,
      "loss": 0.8857,
      "step": 13811
    },
    {
      "epoch": 0.29107461790134187,
      "grad_norm": 0.11721354722976685,
      "learning_rate": 1.6633859210876412e-05,
      "loss": 0.7921,
      "step": 13812
    },
    {
      "epoch": 0.2910956919397072,
      "grad_norm": 0.1264040619134903,
      "learning_rate": 1.6633348466543752e-05,
      "loss": 0.8259,
      "step": 13813
    },
    {
      "epoch": 0.29111676597807246,
      "grad_norm": 0.14258460700511932,
      "learning_rate": 1.6632837691308958e-05,
      "loss": 0.8728,
      "step": 13814
    },
    {
      "epoch": 0.2911378400164378,
      "grad_norm": 0.1407366245985031,
      "learning_rate": 1.6632326885174425e-05,
      "loss": 0.8591,
      "step": 13815
    },
    {
      "epoch": 0.29115891405480304,
      "grad_norm": 0.14951230585575104,
      "learning_rate": 1.6631816048142523e-05,
      "loss": 0.8304,
      "step": 13816
    },
    {
      "epoch": 0.2911799880931683,
      "grad_norm": 0.15159225463867188,
      "learning_rate": 1.6631305180215636e-05,
      "loss": 0.8397,
      "step": 13817
    },
    {
      "epoch": 0.29120106213153363,
      "grad_norm": 0.12922345101833344,
      "learning_rate": 1.663079428139614e-05,
      "loss": 0.8108,
      "step": 13818
    },
    {
      "epoch": 0.2912221361698989,
      "grad_norm": 0.16089731454849243,
      "learning_rate": 1.6630283351686422e-05,
      "loss": 0.9123,
      "step": 13819
    },
    {
      "epoch": 0.29124321020826416,
      "grad_norm": 0.15246900916099548,
      "learning_rate": 1.6629772391088855e-05,
      "loss": 0.8441,
      "step": 13820
    },
    {
      "epoch": 0.2912642842466295,
      "grad_norm": 0.14629368484020233,
      "learning_rate": 1.662926139960582e-05,
      "loss": 0.8738,
      "step": 13821
    },
    {
      "epoch": 0.29128535828499474,
      "grad_norm": 0.1457439512014389,
      "learning_rate": 1.6628750377239705e-05,
      "loss": 0.859,
      "step": 13822
    },
    {
      "epoch": 0.29130643232336006,
      "grad_norm": 0.16575577855110168,
      "learning_rate": 1.6628239323992882e-05,
      "loss": 0.8819,
      "step": 13823
    },
    {
      "epoch": 0.29132750636172533,
      "grad_norm": 0.13695034384727478,
      "learning_rate": 1.6627728239867737e-05,
      "loss": 0.8153,
      "step": 13824
    },
    {
      "epoch": 0.2913485804000906,
      "grad_norm": 0.12829013168811798,
      "learning_rate": 1.6627217124866645e-05,
      "loss": 0.7583,
      "step": 13825
    },
    {
      "epoch": 0.2913696544384559,
      "grad_norm": 0.13870222866535187,
      "learning_rate": 1.6626705978991995e-05,
      "loss": 0.8069,
      "step": 13826
    },
    {
      "epoch": 0.2913907284768212,
      "grad_norm": 0.12118440866470337,
      "learning_rate": 1.6626194802246165e-05,
      "loss": 0.9034,
      "step": 13827
    },
    {
      "epoch": 0.2914118025151865,
      "grad_norm": 0.15571372210979462,
      "learning_rate": 1.6625683594631535e-05,
      "loss": 0.9084,
      "step": 13828
    },
    {
      "epoch": 0.29143287655355177,
      "grad_norm": 0.12366526573896408,
      "learning_rate": 1.6625172356150484e-05,
      "loss": 0.8424,
      "step": 13829
    },
    {
      "epoch": 0.29145395059191703,
      "grad_norm": 0.14292867481708527,
      "learning_rate": 1.66246610868054e-05,
      "loss": 0.8576,
      "step": 13830
    },
    {
      "epoch": 0.29147502463028235,
      "grad_norm": 0.1383630782365799,
      "learning_rate": 1.662414978659866e-05,
      "loss": 0.9054,
      "step": 13831
    },
    {
      "epoch": 0.2914960986686476,
      "grad_norm": 0.13295353949069977,
      "learning_rate": 1.662363845553265e-05,
      "loss": 0.8114,
      "step": 13832
    },
    {
      "epoch": 0.29151717270701294,
      "grad_norm": 0.12796717882156372,
      "learning_rate": 1.662312709360975e-05,
      "loss": 0.8522,
      "step": 13833
    },
    {
      "epoch": 0.2915382467453782,
      "grad_norm": 0.14110027253627777,
      "learning_rate": 1.662261570083234e-05,
      "loss": 0.8187,
      "step": 13834
    },
    {
      "epoch": 0.29155932078374347,
      "grad_norm": 0.10628775507211685,
      "learning_rate": 1.6622104277202807e-05,
      "loss": 0.7971,
      "step": 13835
    },
    {
      "epoch": 0.2915803948221088,
      "grad_norm": 0.1292566955089569,
      "learning_rate": 1.6621592822723527e-05,
      "loss": 0.8135,
      "step": 13836
    },
    {
      "epoch": 0.29160146886047406,
      "grad_norm": 0.11559897661209106,
      "learning_rate": 1.662108133739689e-05,
      "loss": 0.8308,
      "step": 13837
    },
    {
      "epoch": 0.2916225428988393,
      "grad_norm": 0.13916824758052826,
      "learning_rate": 1.6620569821225273e-05,
      "loss": 0.8238,
      "step": 13838
    },
    {
      "epoch": 0.29164361693720464,
      "grad_norm": 0.1365610510110855,
      "learning_rate": 1.6620058274211062e-05,
      "loss": 0.9031,
      "step": 13839
    },
    {
      "epoch": 0.2916646909755699,
      "grad_norm": 0.15563182532787323,
      "learning_rate": 1.661954669635664e-05,
      "loss": 0.8984,
      "step": 13840
    },
    {
      "epoch": 0.2916857650139352,
      "grad_norm": 0.13976584374904633,
      "learning_rate": 1.661903508766439e-05,
      "loss": 0.8571,
      "step": 13841
    },
    {
      "epoch": 0.2917068390523005,
      "grad_norm": 0.1297651082277298,
      "learning_rate": 1.6618523448136696e-05,
      "loss": 0.8584,
      "step": 13842
    },
    {
      "epoch": 0.29172791309066576,
      "grad_norm": 0.13475875556468964,
      "learning_rate": 1.6618011777775938e-05,
      "loss": 0.84,
      "step": 13843
    },
    {
      "epoch": 0.2917489871290311,
      "grad_norm": 0.1531200408935547,
      "learning_rate": 1.6617500076584502e-05,
      "loss": 0.8563,
      "step": 13844
    },
    {
      "epoch": 0.29177006116739634,
      "grad_norm": 0.13092178106307983,
      "learning_rate": 1.6616988344564774e-05,
      "loss": 0.928,
      "step": 13845
    },
    {
      "epoch": 0.29179113520576166,
      "grad_norm": 0.1116051971912384,
      "learning_rate": 1.6616476581719135e-05,
      "loss": 0.8939,
      "step": 13846
    },
    {
      "epoch": 0.29181220924412693,
      "grad_norm": 0.1565045565366745,
      "learning_rate": 1.661596478804997e-05,
      "loss": 0.8795,
      "step": 13847
    },
    {
      "epoch": 0.2918332832824922,
      "grad_norm": 0.10313425213098526,
      "learning_rate": 1.661545296355967e-05,
      "loss": 0.7913,
      "step": 13848
    },
    {
      "epoch": 0.2918543573208575,
      "grad_norm": 0.1576988697052002,
      "learning_rate": 1.6614941108250602e-05,
      "loss": 0.8359,
      "step": 13849
    },
    {
      "epoch": 0.2918754313592228,
      "grad_norm": 0.15901701152324677,
      "learning_rate": 1.661442922212517e-05,
      "loss": 0.7877,
      "step": 13850
    },
    {
      "epoch": 0.2918965053975881,
      "grad_norm": 0.13724738359451294,
      "learning_rate": 1.6613917305185744e-05,
      "loss": 0.8882,
      "step": 13851
    },
    {
      "epoch": 0.29191757943595337,
      "grad_norm": 0.12197674810886383,
      "learning_rate": 1.6613405357434717e-05,
      "loss": 0.8291,
      "step": 13852
    },
    {
      "epoch": 0.29193865347431863,
      "grad_norm": 0.1225414052605629,
      "learning_rate": 1.6612893378874472e-05,
      "loss": 0.8448,
      "step": 13853
    },
    {
      "epoch": 0.29195972751268395,
      "grad_norm": 0.12551122903823853,
      "learning_rate": 1.661238136950739e-05,
      "loss": 0.8613,
      "step": 13854
    },
    {
      "epoch": 0.2919808015510492,
      "grad_norm": 0.12394466996192932,
      "learning_rate": 1.6611869329335864e-05,
      "loss": 0.828,
      "step": 13855
    },
    {
      "epoch": 0.2920018755894145,
      "grad_norm": 0.141732320189476,
      "learning_rate": 1.6611357258362275e-05,
      "loss": 0.9157,
      "step": 13856
    },
    {
      "epoch": 0.2920229496277798,
      "grad_norm": 0.14189234375953674,
      "learning_rate": 1.661084515658901e-05,
      "loss": 0.8084,
      "step": 13857
    },
    {
      "epoch": 0.29204402366614507,
      "grad_norm": 0.11703037470579147,
      "learning_rate": 1.661033302401845e-05,
      "loss": 0.8095,
      "step": 13858
    },
    {
      "epoch": 0.2920650977045104,
      "grad_norm": 0.14617453515529633,
      "learning_rate": 1.660982086065299e-05,
      "loss": 0.8879,
      "step": 13859
    },
    {
      "epoch": 0.29208617174287566,
      "grad_norm": 0.1385742872953415,
      "learning_rate": 1.6609308666495002e-05,
      "loss": 0.8326,
      "step": 13860
    },
    {
      "epoch": 0.2921072457812409,
      "grad_norm": 0.18681906163692474,
      "learning_rate": 1.660879644154689e-05,
      "loss": 0.7982,
      "step": 13861
    },
    {
      "epoch": 0.29212831981960624,
      "grad_norm": 0.1346421241760254,
      "learning_rate": 1.6608284185811023e-05,
      "loss": 0.9054,
      "step": 13862
    },
    {
      "epoch": 0.2921493938579715,
      "grad_norm": 0.1314094513654709,
      "learning_rate": 1.6607771899289802e-05,
      "loss": 0.8931,
      "step": 13863
    },
    {
      "epoch": 0.2921704678963368,
      "grad_norm": 0.14333921670913696,
      "learning_rate": 1.66072595819856e-05,
      "loss": 0.9166,
      "step": 13864
    },
    {
      "epoch": 0.2921915419347021,
      "grad_norm": 0.1388978511095047,
      "learning_rate": 1.6606747233900816e-05,
      "loss": 0.85,
      "step": 13865
    },
    {
      "epoch": 0.29221261597306736,
      "grad_norm": 0.12873336672782898,
      "learning_rate": 1.660623485503783e-05,
      "loss": 0.9019,
      "step": 13866
    },
    {
      "epoch": 0.2922336900114327,
      "grad_norm": 0.1663038730621338,
      "learning_rate": 1.6605722445399027e-05,
      "loss": 0.9139,
      "step": 13867
    },
    {
      "epoch": 0.29225476404979794,
      "grad_norm": 0.14694635570049286,
      "learning_rate": 1.66052100049868e-05,
      "loss": 0.8795,
      "step": 13868
    },
    {
      "epoch": 0.29227583808816326,
      "grad_norm": 0.14867174625396729,
      "learning_rate": 1.6604697533803537e-05,
      "loss": 0.8564,
      "step": 13869
    },
    {
      "epoch": 0.29229691212652853,
      "grad_norm": 0.12696149945259094,
      "learning_rate": 1.6604185031851615e-05,
      "loss": 0.8057,
      "step": 13870
    },
    {
      "epoch": 0.2923179861648938,
      "grad_norm": 0.2526334524154663,
      "learning_rate": 1.660367249913343e-05,
      "loss": 0.8757,
      "step": 13871
    },
    {
      "epoch": 0.2923390602032591,
      "grad_norm": 0.16620895266532898,
      "learning_rate": 1.6603159935651372e-05,
      "loss": 0.9236,
      "step": 13872
    },
    {
      "epoch": 0.2923601342416244,
      "grad_norm": 0.15807653963565826,
      "learning_rate": 1.6602647341407825e-05,
      "loss": 0.8811,
      "step": 13873
    },
    {
      "epoch": 0.29238120827998965,
      "grad_norm": 0.13573986291885376,
      "learning_rate": 1.6602134716405177e-05,
      "loss": 0.8565,
      "step": 13874
    },
    {
      "epoch": 0.29240228231835497,
      "grad_norm": 0.128022238612175,
      "learning_rate": 1.660162206064581e-05,
      "loss": 0.9006,
      "step": 13875
    },
    {
      "epoch": 0.29242335635672023,
      "grad_norm": 0.14270225167274475,
      "learning_rate": 1.6601109374132126e-05,
      "loss": 0.8395,
      "step": 13876
    },
    {
      "epoch": 0.29244443039508555,
      "grad_norm": 0.12946496903896332,
      "learning_rate": 1.6600596656866503e-05,
      "loss": 0.9327,
      "step": 13877
    },
    {
      "epoch": 0.2924655044334508,
      "grad_norm": 0.13537336885929108,
      "learning_rate": 1.660008390885133e-05,
      "loss": 0.7782,
      "step": 13878
    },
    {
      "epoch": 0.2924865784718161,
      "grad_norm": 0.1282535046339035,
      "learning_rate": 1.6599571130089e-05,
      "loss": 0.8213,
      "step": 13879
    },
    {
      "epoch": 0.2925076525101814,
      "grad_norm": 0.15085801482200623,
      "learning_rate": 1.65990583205819e-05,
      "loss": 0.9084,
      "step": 13880
    },
    {
      "epoch": 0.29252872654854667,
      "grad_norm": 0.15476299822330475,
      "learning_rate": 1.6598545480332418e-05,
      "loss": 0.8251,
      "step": 13881
    },
    {
      "epoch": 0.292549800586912,
      "grad_norm": 0.15444675087928772,
      "learning_rate": 1.6598032609342946e-05,
      "loss": 0.8204,
      "step": 13882
    },
    {
      "epoch": 0.29257087462527726,
      "grad_norm": 0.11261912435293198,
      "learning_rate": 1.6597519707615868e-05,
      "loss": 0.7726,
      "step": 13883
    },
    {
      "epoch": 0.2925919486636425,
      "grad_norm": 0.13797743618488312,
      "learning_rate": 1.659700677515358e-05,
      "loss": 0.8142,
      "step": 13884
    },
    {
      "epoch": 0.29261302270200784,
      "grad_norm": 0.1443464607000351,
      "learning_rate": 1.6596493811958465e-05,
      "loss": 0.9018,
      "step": 13885
    },
    {
      "epoch": 0.2926340967403731,
      "grad_norm": 0.14605474472045898,
      "learning_rate": 1.6595980818032918e-05,
      "loss": 0.841,
      "step": 13886
    },
    {
      "epoch": 0.2926551707787384,
      "grad_norm": 0.11682971566915512,
      "learning_rate": 1.6595467793379326e-05,
      "loss": 0.859,
      "step": 13887
    },
    {
      "epoch": 0.2926762448171037,
      "grad_norm": 0.15732501447200775,
      "learning_rate": 1.6594954738000078e-05,
      "loss": 0.9044,
      "step": 13888
    },
    {
      "epoch": 0.29269731885546896,
      "grad_norm": 0.13472674787044525,
      "learning_rate": 1.659444165189757e-05,
      "loss": 0.8829,
      "step": 13889
    },
    {
      "epoch": 0.2927183928938343,
      "grad_norm": 0.16512618958950043,
      "learning_rate": 1.6593928535074186e-05,
      "loss": 0.8937,
      "step": 13890
    },
    {
      "epoch": 0.29273946693219954,
      "grad_norm": 0.12230892479419708,
      "learning_rate": 1.659341538753232e-05,
      "loss": 0.8351,
      "step": 13891
    },
    {
      "epoch": 0.29276054097056486,
      "grad_norm": 0.14668290317058563,
      "learning_rate": 1.6592902209274357e-05,
      "loss": 0.8118,
      "step": 13892
    },
    {
      "epoch": 0.29278161500893013,
      "grad_norm": 0.130071222782135,
      "learning_rate": 1.6592389000302693e-05,
      "loss": 0.8486,
      "step": 13893
    },
    {
      "epoch": 0.2928026890472954,
      "grad_norm": 0.12184150516986847,
      "learning_rate": 1.6591875760619718e-05,
      "loss": 0.7985,
      "step": 13894
    },
    {
      "epoch": 0.2928237630856607,
      "grad_norm": 0.12598416209220886,
      "learning_rate": 1.6591362490227824e-05,
      "loss": 0.8699,
      "step": 13895
    },
    {
      "epoch": 0.292844837124026,
      "grad_norm": 0.12007845193147659,
      "learning_rate": 1.65908491891294e-05,
      "loss": 0.8347,
      "step": 13896
    },
    {
      "epoch": 0.29286591116239125,
      "grad_norm": 0.1208854466676712,
      "learning_rate": 1.659033585732684e-05,
      "loss": 0.7993,
      "step": 13897
    },
    {
      "epoch": 0.29288698520075657,
      "grad_norm": 0.12515684962272644,
      "learning_rate": 1.6589822494822528e-05,
      "loss": 0.887,
      "step": 13898
    },
    {
      "epoch": 0.29290805923912183,
      "grad_norm": 0.16018033027648926,
      "learning_rate": 1.6589309101618863e-05,
      "loss": 0.8424,
      "step": 13899
    },
    {
      "epoch": 0.29292913327748715,
      "grad_norm": 0.12779183685779572,
      "learning_rate": 1.6588795677718236e-05,
      "loss": 0.832,
      "step": 13900
    },
    {
      "epoch": 0.2929502073158524,
      "grad_norm": 0.13511991500854492,
      "learning_rate": 1.6588282223123036e-05,
      "loss": 0.8795,
      "step": 13901
    },
    {
      "epoch": 0.2929712813542177,
      "grad_norm": 0.13090908527374268,
      "learning_rate": 1.6587768737835655e-05,
      "loss": 0.855,
      "step": 13902
    },
    {
      "epoch": 0.292992355392583,
      "grad_norm": 0.11497317999601364,
      "learning_rate": 1.6587255221858488e-05,
      "loss": 0.8363,
      "step": 13903
    },
    {
      "epoch": 0.29301342943094827,
      "grad_norm": 0.13634726405143738,
      "learning_rate": 1.658674167519393e-05,
      "loss": 0.856,
      "step": 13904
    },
    {
      "epoch": 0.2930345034693136,
      "grad_norm": 0.15192440152168274,
      "learning_rate": 1.6586228097844364e-05,
      "loss": 0.8229,
      "step": 13905
    },
    {
      "epoch": 0.29305557750767885,
      "grad_norm": 0.13212183117866516,
      "learning_rate": 1.658571448981219e-05,
      "loss": 0.8653,
      "step": 13906
    },
    {
      "epoch": 0.2930766515460441,
      "grad_norm": 0.1456482708454132,
      "learning_rate": 1.6585200851099795e-05,
      "loss": 0.8428,
      "step": 13907
    },
    {
      "epoch": 0.29309772558440944,
      "grad_norm": 0.14485107362270355,
      "learning_rate": 1.658468718170958e-05,
      "loss": 0.8646,
      "step": 13908
    },
    {
      "epoch": 0.2931187996227747,
      "grad_norm": 0.14989632368087769,
      "learning_rate": 1.658417348164393e-05,
      "loss": 0.7981,
      "step": 13909
    },
    {
      "epoch": 0.29313987366114,
      "grad_norm": 0.12248760461807251,
      "learning_rate": 1.6583659750905244e-05,
      "loss": 0.8184,
      "step": 13910
    },
    {
      "epoch": 0.2931609476995053,
      "grad_norm": 0.14060065150260925,
      "learning_rate": 1.6583145989495907e-05,
      "loss": 0.8529,
      "step": 13911
    },
    {
      "epoch": 0.29318202173787056,
      "grad_norm": 0.1788431853055954,
      "learning_rate": 1.6582632197418325e-05,
      "loss": 0.9339,
      "step": 13912
    },
    {
      "epoch": 0.2932030957762359,
      "grad_norm": 0.11373783648014069,
      "learning_rate": 1.658211837467488e-05,
      "loss": 0.7646,
      "step": 13913
    },
    {
      "epoch": 0.29322416981460114,
      "grad_norm": 0.15714113414287567,
      "learning_rate": 1.658160452126797e-05,
      "loss": 0.8208,
      "step": 13914
    },
    {
      "epoch": 0.2932452438529664,
      "grad_norm": 0.1727987378835678,
      "learning_rate": 1.658109063719999e-05,
      "loss": 0.8642,
      "step": 13915
    },
    {
      "epoch": 0.29326631789133173,
      "grad_norm": 0.14630624651908875,
      "learning_rate": 1.6580576722473337e-05,
      "loss": 0.8268,
      "step": 13916
    },
    {
      "epoch": 0.293287391929697,
      "grad_norm": 0.11923530697822571,
      "learning_rate": 1.65800627770904e-05,
      "loss": 0.7706,
      "step": 13917
    },
    {
      "epoch": 0.2933084659680623,
      "grad_norm": 0.15923234820365906,
      "learning_rate": 1.6579548801053574e-05,
      "loss": 0.8029,
      "step": 13918
    },
    {
      "epoch": 0.2933295400064276,
      "grad_norm": 0.1089220941066742,
      "learning_rate": 1.6579034794365253e-05,
      "loss": 0.8137,
      "step": 13919
    },
    {
      "epoch": 0.29335061404479285,
      "grad_norm": 0.17405404150485992,
      "learning_rate": 1.6578520757027828e-05,
      "loss": 0.8708,
      "step": 13920
    },
    {
      "epoch": 0.29337168808315817,
      "grad_norm": 0.13107915222644806,
      "learning_rate": 1.6578006689043704e-05,
      "loss": 0.9009,
      "step": 13921
    },
    {
      "epoch": 0.29339276212152343,
      "grad_norm": 0.1426582783460617,
      "learning_rate": 1.657749259041527e-05,
      "loss": 0.879,
      "step": 13922
    },
    {
      "epoch": 0.29341383615988875,
      "grad_norm": 0.16011804342269897,
      "learning_rate": 1.657697846114492e-05,
      "loss": 0.8699,
      "step": 13923
    },
    {
      "epoch": 0.293434910198254,
      "grad_norm": 0.13777178525924683,
      "learning_rate": 1.6576464301235048e-05,
      "loss": 0.8765,
      "step": 13924
    },
    {
      "epoch": 0.2934559842366193,
      "grad_norm": 0.13180798292160034,
      "learning_rate": 1.657595011068805e-05,
      "loss": 0.871,
      "step": 13925
    },
    {
      "epoch": 0.2934770582749846,
      "grad_norm": 0.1369108259677887,
      "learning_rate": 1.657543588950633e-05,
      "loss": 0.8327,
      "step": 13926
    },
    {
      "epoch": 0.29349813231334987,
      "grad_norm": 0.19441434741020203,
      "learning_rate": 1.657492163769227e-05,
      "loss": 0.9242,
      "step": 13927
    },
    {
      "epoch": 0.2935192063517152,
      "grad_norm": 0.20959271490573883,
      "learning_rate": 1.6574407355248275e-05,
      "loss": 0.8874,
      "step": 13928
    },
    {
      "epoch": 0.29354028039008045,
      "grad_norm": 0.1599181443452835,
      "learning_rate": 1.6573893042176737e-05,
      "loss": 0.8583,
      "step": 13929
    },
    {
      "epoch": 0.2935613544284457,
      "grad_norm": 0.1425783932209015,
      "learning_rate": 1.657337869848005e-05,
      "loss": 0.8472,
      "step": 13930
    },
    {
      "epoch": 0.29358242846681104,
      "grad_norm": 0.1747729629278183,
      "learning_rate": 1.6572864324160617e-05,
      "loss": 0.8733,
      "step": 13931
    },
    {
      "epoch": 0.2936035025051763,
      "grad_norm": 0.14411033689975739,
      "learning_rate": 1.657234991922083e-05,
      "loss": 0.8301,
      "step": 13932
    },
    {
      "epoch": 0.29362457654354157,
      "grad_norm": 0.13792870938777924,
      "learning_rate": 1.6571835483663082e-05,
      "loss": 0.8287,
      "step": 13933
    },
    {
      "epoch": 0.2936456505819069,
      "grad_norm": 0.11791203916072845,
      "learning_rate": 1.657132101748978e-05,
      "loss": 0.8496,
      "step": 13934
    },
    {
      "epoch": 0.29366672462027216,
      "grad_norm": 0.1573553830385208,
      "learning_rate": 1.657080652070331e-05,
      "loss": 0.899,
      "step": 13935
    },
    {
      "epoch": 0.2936877986586375,
      "grad_norm": 0.11945764720439911,
      "learning_rate": 1.657029199330607e-05,
      "loss": 0.7833,
      "step": 13936
    },
    {
      "epoch": 0.29370887269700274,
      "grad_norm": 0.15665480494499207,
      "learning_rate": 1.656977743530046e-05,
      "loss": 0.8803,
      "step": 13937
    },
    {
      "epoch": 0.293729946735368,
      "grad_norm": 0.1491582840681076,
      "learning_rate": 1.656926284668888e-05,
      "loss": 0.8353,
      "step": 13938
    },
    {
      "epoch": 0.29375102077373333,
      "grad_norm": 0.14660191535949707,
      "learning_rate": 1.6568748227473724e-05,
      "loss": 0.7963,
      "step": 13939
    },
    {
      "epoch": 0.2937720948120986,
      "grad_norm": 0.20964041352272034,
      "learning_rate": 1.6568233577657387e-05,
      "loss": 0.8503,
      "step": 13940
    },
    {
      "epoch": 0.2937931688504639,
      "grad_norm": 0.12516584992408752,
      "learning_rate": 1.6567718897242272e-05,
      "loss": 0.882,
      "step": 13941
    },
    {
      "epoch": 0.2938142428888292,
      "grad_norm": 0.19773167371749878,
      "learning_rate": 1.6567204186230772e-05,
      "loss": 0.8607,
      "step": 13942
    },
    {
      "epoch": 0.29383531692719445,
      "grad_norm": 0.14731614291667938,
      "learning_rate": 1.6566689444625285e-05,
      "loss": 0.8784,
      "step": 13943
    },
    {
      "epoch": 0.29385639096555977,
      "grad_norm": 0.1832030564546585,
      "learning_rate": 1.656617467242821e-05,
      "loss": 0.8657,
      "step": 13944
    },
    {
      "epoch": 0.29387746500392503,
      "grad_norm": 0.1410941779613495,
      "learning_rate": 1.656565986964195e-05,
      "loss": 0.8281,
      "step": 13945
    },
    {
      "epoch": 0.29389853904229035,
      "grad_norm": 0.1538272351026535,
      "learning_rate": 1.65651450362689e-05,
      "loss": 0.8664,
      "step": 13946
    },
    {
      "epoch": 0.2939196130806556,
      "grad_norm": 0.19003434479236603,
      "learning_rate": 1.656463017231145e-05,
      "loss": 0.9114,
      "step": 13947
    },
    {
      "epoch": 0.2939406871190209,
      "grad_norm": 0.18327318131923676,
      "learning_rate": 1.656411527777201e-05,
      "loss": 0.8574,
      "step": 13948
    },
    {
      "epoch": 0.2939617611573862,
      "grad_norm": 0.16795730590820312,
      "learning_rate": 1.6563600352652974e-05,
      "loss": 0.8668,
      "step": 13949
    },
    {
      "epoch": 0.29398283519575147,
      "grad_norm": 0.1528879851102829,
      "learning_rate": 1.6563085396956742e-05,
      "loss": 0.7997,
      "step": 13950
    },
    {
      "epoch": 0.29400390923411673,
      "grad_norm": 0.17566555738449097,
      "learning_rate": 1.656257041068571e-05,
      "loss": 0.83,
      "step": 13951
    },
    {
      "epoch": 0.29402498327248205,
      "grad_norm": 0.18246512115001678,
      "learning_rate": 1.6562055393842282e-05,
      "loss": 0.8872,
      "step": 13952
    },
    {
      "epoch": 0.2940460573108473,
      "grad_norm": 0.14705920219421387,
      "learning_rate": 1.6561540346428856e-05,
      "loss": 0.8684,
      "step": 13953
    },
    {
      "epoch": 0.29406713134921264,
      "grad_norm": 0.15828678011894226,
      "learning_rate": 1.656102526844783e-05,
      "loss": 0.8573,
      "step": 13954
    },
    {
      "epoch": 0.2940882053875779,
      "grad_norm": 0.12812671065330505,
      "learning_rate": 1.6560510159901598e-05,
      "loss": 0.8264,
      "step": 13955
    },
    {
      "epoch": 0.29410927942594317,
      "grad_norm": 0.18966825306415558,
      "learning_rate": 1.655999502079257e-05,
      "loss": 0.8227,
      "step": 13956
    },
    {
      "epoch": 0.2941303534643085,
      "grad_norm": 0.1571841835975647,
      "learning_rate": 1.655947985112314e-05,
      "loss": 0.8525,
      "step": 13957
    },
    {
      "epoch": 0.29415142750267376,
      "grad_norm": 0.16070348024368286,
      "learning_rate": 1.655896465089571e-05,
      "loss": 0.8237,
      "step": 13958
    },
    {
      "epoch": 0.2941725015410391,
      "grad_norm": 0.17129100859165192,
      "learning_rate": 1.655844942011268e-05,
      "loss": 0.8284,
      "step": 13959
    },
    {
      "epoch": 0.29419357557940434,
      "grad_norm": 0.14370177686214447,
      "learning_rate": 1.6557934158776447e-05,
      "loss": 0.8299,
      "step": 13960
    },
    {
      "epoch": 0.2942146496177696,
      "grad_norm": 0.16230712831020355,
      "learning_rate": 1.6557418866889416e-05,
      "loss": 0.8842,
      "step": 13961
    },
    {
      "epoch": 0.29423572365613493,
      "grad_norm": 0.1385885328054428,
      "learning_rate": 1.6556903544453983e-05,
      "loss": 0.8374,
      "step": 13962
    },
    {
      "epoch": 0.2942567976945002,
      "grad_norm": 0.14672479033470154,
      "learning_rate": 1.6556388191472557e-05,
      "loss": 0.8836,
      "step": 13963
    },
    {
      "epoch": 0.2942778717328655,
      "grad_norm": 0.1282147765159607,
      "learning_rate": 1.6555872807947525e-05,
      "loss": 0.8609,
      "step": 13964
    },
    {
      "epoch": 0.2942989457712308,
      "grad_norm": 0.1583508402109146,
      "learning_rate": 1.6555357393881298e-05,
      "loss": 0.784,
      "step": 13965
    },
    {
      "epoch": 0.29432001980959605,
      "grad_norm": 0.15930917859077454,
      "learning_rate": 1.655484194927628e-05,
      "loss": 0.908,
      "step": 13966
    },
    {
      "epoch": 0.29434109384796137,
      "grad_norm": 0.1401490718126297,
      "learning_rate": 1.6554326474134864e-05,
      "loss": 0.8048,
      "step": 13967
    },
    {
      "epoch": 0.29436216788632663,
      "grad_norm": 0.15804454684257507,
      "learning_rate": 1.6553810968459455e-05,
      "loss": 0.8668,
      "step": 13968
    },
    {
      "epoch": 0.2943832419246919,
      "grad_norm": 0.1782379299402237,
      "learning_rate": 1.6553295432252456e-05,
      "loss": 0.9292,
      "step": 13969
    },
    {
      "epoch": 0.2944043159630572,
      "grad_norm": 0.1214880645275116,
      "learning_rate": 1.655277986551626e-05,
      "loss": 0.8151,
      "step": 13970
    },
    {
      "epoch": 0.2944253900014225,
      "grad_norm": 0.181658074259758,
      "learning_rate": 1.6552264268253283e-05,
      "loss": 0.8549,
      "step": 13971
    },
    {
      "epoch": 0.2944464640397878,
      "grad_norm": 0.15818896889686584,
      "learning_rate": 1.6551748640465915e-05,
      "loss": 0.8829,
      "step": 13972
    },
    {
      "epoch": 0.29446753807815307,
      "grad_norm": 0.13266459107398987,
      "learning_rate": 1.6551232982156565e-05,
      "loss": 0.9352,
      "step": 13973
    },
    {
      "epoch": 0.29448861211651833,
      "grad_norm": 0.15121537446975708,
      "learning_rate": 1.6550717293327635e-05,
      "loss": 0.8006,
      "step": 13974
    },
    {
      "epoch": 0.29450968615488365,
      "grad_norm": 0.14376936852931976,
      "learning_rate": 1.6550201573981525e-05,
      "loss": 0.8356,
      "step": 13975
    },
    {
      "epoch": 0.2945307601932489,
      "grad_norm": 0.13950276374816895,
      "learning_rate": 1.6549685824120632e-05,
      "loss": 0.8069,
      "step": 13976
    },
    {
      "epoch": 0.29455183423161424,
      "grad_norm": 0.12349716573953629,
      "learning_rate": 1.654917004374737e-05,
      "loss": 0.8666,
      "step": 13977
    },
    {
      "epoch": 0.2945729082699795,
      "grad_norm": 0.19156315922737122,
      "learning_rate": 1.6548654232864137e-05,
      "loss": 0.844,
      "step": 13978
    },
    {
      "epoch": 0.29459398230834477,
      "grad_norm": 0.1315687894821167,
      "learning_rate": 1.654813839147333e-05,
      "loss": 0.9347,
      "step": 13979
    },
    {
      "epoch": 0.2946150563467101,
      "grad_norm": 0.1281694918870926,
      "learning_rate": 1.6547622519577363e-05,
      "loss": 0.8504,
      "step": 13980
    },
    {
      "epoch": 0.29463613038507536,
      "grad_norm": 0.12093044817447662,
      "learning_rate": 1.6547106617178633e-05,
      "loss": 0.8675,
      "step": 13981
    },
    {
      "epoch": 0.2946572044234407,
      "grad_norm": 0.1301088184118271,
      "learning_rate": 1.6546590684279542e-05,
      "loss": 0.8587,
      "step": 13982
    },
    {
      "epoch": 0.29467827846180594,
      "grad_norm": 0.11931942403316498,
      "learning_rate": 1.65460747208825e-05,
      "loss": 0.7912,
      "step": 13983
    },
    {
      "epoch": 0.2946993525001712,
      "grad_norm": 0.12395000457763672,
      "learning_rate": 1.65455587269899e-05,
      "loss": 0.8518,
      "step": 13984
    },
    {
      "epoch": 0.29472042653853653,
      "grad_norm": 0.11620263755321503,
      "learning_rate": 1.6545042702604157e-05,
      "loss": 0.7911,
      "step": 13985
    },
    {
      "epoch": 0.2947415005769018,
      "grad_norm": 0.11968668550252914,
      "learning_rate": 1.6544526647727665e-05,
      "loss": 0.8774,
      "step": 13986
    },
    {
      "epoch": 0.2947625746152671,
      "grad_norm": 0.13345344364643097,
      "learning_rate": 1.6544010562362836e-05,
      "loss": 0.8674,
      "step": 13987
    },
    {
      "epoch": 0.2947836486536324,
      "grad_norm": 0.12900382280349731,
      "learning_rate": 1.6543494446512075e-05,
      "loss": 0.8519,
      "step": 13988
    },
    {
      "epoch": 0.29480472269199764,
      "grad_norm": 0.15630173683166504,
      "learning_rate": 1.6542978300177777e-05,
      "loss": 0.9125,
      "step": 13989
    },
    {
      "epoch": 0.29482579673036297,
      "grad_norm": 0.11799092590808868,
      "learning_rate": 1.6542462123362355e-05,
      "loss": 0.7831,
      "step": 13990
    },
    {
      "epoch": 0.29484687076872823,
      "grad_norm": 0.1326548010110855,
      "learning_rate": 1.654194591606821e-05,
      "loss": 0.8679,
      "step": 13991
    },
    {
      "epoch": 0.2948679448070935,
      "grad_norm": 0.14718122780323029,
      "learning_rate": 1.654142967829775e-05,
      "loss": 0.7922,
      "step": 13992
    },
    {
      "epoch": 0.2948890188454588,
      "grad_norm": 0.1202089786529541,
      "learning_rate": 1.6540913410053378e-05,
      "loss": 0.8792,
      "step": 13993
    },
    {
      "epoch": 0.2949100928838241,
      "grad_norm": 0.11786367744207382,
      "learning_rate": 1.6540397111337494e-05,
      "loss": 0.787,
      "step": 13994
    },
    {
      "epoch": 0.2949311669221894,
      "grad_norm": 0.11122193187475204,
      "learning_rate": 1.653988078215251e-05,
      "loss": 0.8149,
      "step": 13995
    },
    {
      "epoch": 0.29495224096055467,
      "grad_norm": 0.11842021346092224,
      "learning_rate": 1.653936442250083e-05,
      "loss": 0.8524,
      "step": 13996
    },
    {
      "epoch": 0.29497331499891993,
      "grad_norm": 0.14837048947811127,
      "learning_rate": 1.653884803238486e-05,
      "loss": 0.8069,
      "step": 13997
    },
    {
      "epoch": 0.29499438903728525,
      "grad_norm": 0.14577674865722656,
      "learning_rate": 1.6538331611807007e-05,
      "loss": 0.9307,
      "step": 13998
    },
    {
      "epoch": 0.2950154630756505,
      "grad_norm": 0.14626333117485046,
      "learning_rate": 1.653781516076967e-05,
      "loss": 0.88,
      "step": 13999
    },
    {
      "epoch": 0.29503653711401584,
      "grad_norm": 0.1521608680486679,
      "learning_rate": 1.6537298679275256e-05,
      "loss": 0.8088,
      "step": 14000
    },
    {
      "epoch": 0.2950576111523811,
      "grad_norm": 0.12836141884326935,
      "learning_rate": 1.653678216732618e-05,
      "loss": 0.8714,
      "step": 14001
    },
    {
      "epoch": 0.29507868519074637,
      "grad_norm": 0.10905096679925919,
      "learning_rate": 1.6536265624924842e-05,
      "loss": 0.854,
      "step": 14002
    },
    {
      "epoch": 0.2950997592291117,
      "grad_norm": 0.12706854939460754,
      "learning_rate": 1.653574905207365e-05,
      "loss": 0.8662,
      "step": 14003
    },
    {
      "epoch": 0.29512083326747696,
      "grad_norm": 0.1253041923046112,
      "learning_rate": 1.6535232448775008e-05,
      "loss": 0.8497,
      "step": 14004
    },
    {
      "epoch": 0.2951419073058423,
      "grad_norm": 0.12412326782941818,
      "learning_rate": 1.6534715815031325e-05,
      "loss": 0.8535,
      "step": 14005
    },
    {
      "epoch": 0.29516298134420754,
      "grad_norm": 0.12090280652046204,
      "learning_rate": 1.6534199150845003e-05,
      "loss": 0.8772,
      "step": 14006
    },
    {
      "epoch": 0.2951840553825728,
      "grad_norm": 0.14609086513519287,
      "learning_rate": 1.6533682456218455e-05,
      "loss": 0.8696,
      "step": 14007
    },
    {
      "epoch": 0.29520512942093813,
      "grad_norm": 0.1340666115283966,
      "learning_rate": 1.6533165731154087e-05,
      "loss": 0.8414,
      "step": 14008
    },
    {
      "epoch": 0.2952262034593034,
      "grad_norm": 0.13916483521461487,
      "learning_rate": 1.6532648975654307e-05,
      "loss": 0.9048,
      "step": 14009
    },
    {
      "epoch": 0.29524727749766866,
      "grad_norm": 0.14072641730308533,
      "learning_rate": 1.6532132189721517e-05,
      "loss": 0.8561,
      "step": 14010
    },
    {
      "epoch": 0.295268351536034,
      "grad_norm": 0.12101670354604721,
      "learning_rate": 1.653161537335813e-05,
      "loss": 0.8527,
      "step": 14011
    },
    {
      "epoch": 0.29528942557439924,
      "grad_norm": 0.16756834089756012,
      "learning_rate": 1.653109852656655e-05,
      "loss": 0.8323,
      "step": 14012
    },
    {
      "epoch": 0.29531049961276457,
      "grad_norm": 0.11954154819250107,
      "learning_rate": 1.6530581649349188e-05,
      "loss": 0.8076,
      "step": 14013
    },
    {
      "epoch": 0.29533157365112983,
      "grad_norm": 0.1335751712322235,
      "learning_rate": 1.653006474170845e-05,
      "loss": 0.8865,
      "step": 14014
    },
    {
      "epoch": 0.2953526476894951,
      "grad_norm": 0.14369356632232666,
      "learning_rate": 1.652954780364674e-05,
      "loss": 0.7857,
      "step": 14015
    },
    {
      "epoch": 0.2953737217278604,
      "grad_norm": 0.18202170729637146,
      "learning_rate": 1.652903083516648e-05,
      "loss": 0.8211,
      "step": 14016
    },
    {
      "epoch": 0.2953947957662257,
      "grad_norm": 0.19652384519577026,
      "learning_rate": 1.652851383627006e-05,
      "loss": 0.8907,
      "step": 14017
    },
    {
      "epoch": 0.295415869804591,
      "grad_norm": 0.1571132242679596,
      "learning_rate": 1.6527996806959904e-05,
      "loss": 0.8907,
      "step": 14018
    },
    {
      "epoch": 0.29543694384295627,
      "grad_norm": 0.13100996613502502,
      "learning_rate": 1.6527479747238412e-05,
      "loss": 0.8833,
      "step": 14019
    },
    {
      "epoch": 0.29545801788132153,
      "grad_norm": 0.1494949460029602,
      "learning_rate": 1.6526962657107993e-05,
      "loss": 0.8278,
      "step": 14020
    },
    {
      "epoch": 0.29547909191968685,
      "grad_norm": 0.15262259542942047,
      "learning_rate": 1.6526445536571057e-05,
      "loss": 0.8237,
      "step": 14021
    },
    {
      "epoch": 0.2955001659580521,
      "grad_norm": 0.130324587225914,
      "learning_rate": 1.652592838563002e-05,
      "loss": 0.8809,
      "step": 14022
    },
    {
      "epoch": 0.29552123999641744,
      "grad_norm": 0.17296835780143738,
      "learning_rate": 1.6525411204287277e-05,
      "loss": 0.8678,
      "step": 14023
    },
    {
      "epoch": 0.2955423140347827,
      "grad_norm": 0.12139333039522171,
      "learning_rate": 1.6524893992545248e-05,
      "loss": 0.8262,
      "step": 14024
    },
    {
      "epoch": 0.29556338807314797,
      "grad_norm": 0.20188723504543304,
      "learning_rate": 1.652437675040634e-05,
      "loss": 0.8749,
      "step": 14025
    },
    {
      "epoch": 0.2955844621115133,
      "grad_norm": 0.1583746075630188,
      "learning_rate": 1.6523859477872967e-05,
      "loss": 0.8452,
      "step": 14026
    },
    {
      "epoch": 0.29560553614987856,
      "grad_norm": 0.11619778722524643,
      "learning_rate": 1.6523342174947526e-05,
      "loss": 0.8125,
      "step": 14027
    },
    {
      "epoch": 0.2956266101882438,
      "grad_norm": 0.16050074994564056,
      "learning_rate": 1.6522824841632444e-05,
      "loss": 0.8615,
      "step": 14028
    },
    {
      "epoch": 0.29564768422660914,
      "grad_norm": 0.1216907650232315,
      "learning_rate": 1.6522307477930116e-05,
      "loss": 0.888,
      "step": 14029
    },
    {
      "epoch": 0.2956687582649744,
      "grad_norm": 0.14265070855617523,
      "learning_rate": 1.6521790083842958e-05,
      "loss": 0.8512,
      "step": 14030
    },
    {
      "epoch": 0.29568983230333973,
      "grad_norm": 0.13337112963199615,
      "learning_rate": 1.6521272659373388e-05,
      "loss": 0.8343,
      "step": 14031
    },
    {
      "epoch": 0.295710906341705,
      "grad_norm": 0.28906628489494324,
      "learning_rate": 1.6520755204523803e-05,
      "loss": 0.9116,
      "step": 14032
    },
    {
      "epoch": 0.29573198038007026,
      "grad_norm": 0.20052438974380493,
      "learning_rate": 1.6520237719296617e-05,
      "loss": 0.8928,
      "step": 14033
    },
    {
      "epoch": 0.2957530544184356,
      "grad_norm": 0.1373165249824524,
      "learning_rate": 1.651972020369425e-05,
      "loss": 0.8952,
      "step": 14034
    },
    {
      "epoch": 0.29577412845680084,
      "grad_norm": 0.10812227427959442,
      "learning_rate": 1.6519202657719106e-05,
      "loss": 0.8118,
      "step": 14035
    },
    {
      "epoch": 0.29579520249516617,
      "grad_norm": 0.1522730141878128,
      "learning_rate": 1.6518685081373592e-05,
      "loss": 0.8823,
      "step": 14036
    },
    {
      "epoch": 0.29581627653353143,
      "grad_norm": 0.14090792834758759,
      "learning_rate": 1.651816747466013e-05,
      "loss": 0.859,
      "step": 14037
    },
    {
      "epoch": 0.2958373505718967,
      "grad_norm": 0.16322925686836243,
      "learning_rate": 1.651764983758112e-05,
      "loss": 0.9049,
      "step": 14038
    },
    {
      "epoch": 0.295858424610262,
      "grad_norm": 0.11711905151605606,
      "learning_rate": 1.651713217013898e-05,
      "loss": 0.7803,
      "step": 14039
    },
    {
      "epoch": 0.2958794986486273,
      "grad_norm": 0.12386877089738846,
      "learning_rate": 1.651661447233612e-05,
      "loss": 0.7974,
      "step": 14040
    },
    {
      "epoch": 0.2959005726869926,
      "grad_norm": 0.11847196519374847,
      "learning_rate": 1.6516096744174953e-05,
      "loss": 0.8694,
      "step": 14041
    },
    {
      "epoch": 0.29592164672535787,
      "grad_norm": 0.12345495074987411,
      "learning_rate": 1.651557898565789e-05,
      "loss": 0.8466,
      "step": 14042
    },
    {
      "epoch": 0.29594272076372313,
      "grad_norm": 0.1540963351726532,
      "learning_rate": 1.651506119678734e-05,
      "loss": 0.8674,
      "step": 14043
    },
    {
      "epoch": 0.29596379480208845,
      "grad_norm": 0.11012183129787445,
      "learning_rate": 1.651454337756572e-05,
      "loss": 0.7993,
      "step": 14044
    },
    {
      "epoch": 0.2959848688404537,
      "grad_norm": 0.15304917097091675,
      "learning_rate": 1.651402552799544e-05,
      "loss": 0.8273,
      "step": 14045
    },
    {
      "epoch": 0.296005942878819,
      "grad_norm": 0.11927534639835358,
      "learning_rate": 1.6513507648078914e-05,
      "loss": 0.9754,
      "step": 14046
    },
    {
      "epoch": 0.2960270169171843,
      "grad_norm": 0.1312505602836609,
      "learning_rate": 1.651298973781855e-05,
      "loss": 0.9094,
      "step": 14047
    },
    {
      "epoch": 0.29604809095554957,
      "grad_norm": 0.16622331738471985,
      "learning_rate": 1.6512471797216763e-05,
      "loss": 0.8142,
      "step": 14048
    },
    {
      "epoch": 0.2960691649939149,
      "grad_norm": 0.13011404871940613,
      "learning_rate": 1.6511953826275973e-05,
      "loss": 0.7841,
      "step": 14049
    },
    {
      "epoch": 0.29609023903228016,
      "grad_norm": 0.12950444221496582,
      "learning_rate": 1.6511435824998583e-05,
      "loss": 0.8784,
      "step": 14050
    },
    {
      "epoch": 0.2961113130706454,
      "grad_norm": 0.11775872111320496,
      "learning_rate": 1.6510917793387008e-05,
      "loss": 0.9253,
      "step": 14051
    },
    {
      "epoch": 0.29613238710901074,
      "grad_norm": 0.14704251289367676,
      "learning_rate": 1.6510399731443668e-05,
      "loss": 0.8846,
      "step": 14052
    },
    {
      "epoch": 0.296153461147376,
      "grad_norm": 0.15782295167446136,
      "learning_rate": 1.650988163917097e-05,
      "loss": 0.8784,
      "step": 14053
    },
    {
      "epoch": 0.29617453518574133,
      "grad_norm": 0.13329771161079407,
      "learning_rate": 1.650936351657133e-05,
      "loss": 0.8379,
      "step": 14054
    },
    {
      "epoch": 0.2961956092241066,
      "grad_norm": 0.12883532047271729,
      "learning_rate": 1.6508845363647158e-05,
      "loss": 0.812,
      "step": 14055
    },
    {
      "epoch": 0.29621668326247186,
      "grad_norm": 0.11064822971820831,
      "learning_rate": 1.6508327180400877e-05,
      "loss": 0.7528,
      "step": 14056
    },
    {
      "epoch": 0.2962377573008372,
      "grad_norm": 0.1323736160993576,
      "learning_rate": 1.6507808966834892e-05,
      "loss": 0.8586,
      "step": 14057
    },
    {
      "epoch": 0.29625883133920244,
      "grad_norm": 0.14386016130447388,
      "learning_rate": 1.6507290722951616e-05,
      "loss": 0.8729,
      "step": 14058
    },
    {
      "epoch": 0.29627990537756776,
      "grad_norm": 0.13937877118587494,
      "learning_rate": 1.650677244875347e-05,
      "loss": 0.8453,
      "step": 14059
    },
    {
      "epoch": 0.29630097941593303,
      "grad_norm": 0.14473237097263336,
      "learning_rate": 1.650625414424287e-05,
      "loss": 0.8694,
      "step": 14060
    },
    {
      "epoch": 0.2963220534542983,
      "grad_norm": 0.1251547634601593,
      "learning_rate": 1.6505735809422224e-05,
      "loss": 0.7776,
      "step": 14061
    },
    {
      "epoch": 0.2963431274926636,
      "grad_norm": 0.15047623217105865,
      "learning_rate": 1.650521744429395e-05,
      "loss": 0.8815,
      "step": 14062
    },
    {
      "epoch": 0.2963642015310289,
      "grad_norm": 0.17303410172462463,
      "learning_rate": 1.650469904886046e-05,
      "loss": 0.9367,
      "step": 14063
    },
    {
      "epoch": 0.29638527556939415,
      "grad_norm": 0.14646492898464203,
      "learning_rate": 1.6504180623124174e-05,
      "loss": 0.822,
      "step": 14064
    },
    {
      "epoch": 0.29640634960775947,
      "grad_norm": 0.15985967218875885,
      "learning_rate": 1.65036621670875e-05,
      "loss": 0.8557,
      "step": 14065
    },
    {
      "epoch": 0.29642742364612473,
      "grad_norm": 0.18332548439502716,
      "learning_rate": 1.650314368075286e-05,
      "loss": 0.8313,
      "step": 14066
    },
    {
      "epoch": 0.29644849768449005,
      "grad_norm": 0.1156192198395729,
      "learning_rate": 1.6502625164122664e-05,
      "loss": 0.9272,
      "step": 14067
    },
    {
      "epoch": 0.2964695717228553,
      "grad_norm": 0.1444559097290039,
      "learning_rate": 1.6502106617199335e-05,
      "loss": 0.8084,
      "step": 14068
    },
    {
      "epoch": 0.2964906457612206,
      "grad_norm": 0.12036015838384628,
      "learning_rate": 1.650158803998528e-05,
      "loss": 0.8878,
      "step": 14069
    },
    {
      "epoch": 0.2965117197995859,
      "grad_norm": 0.13214296102523804,
      "learning_rate": 1.6501069432482923e-05,
      "loss": 0.8156,
      "step": 14070
    },
    {
      "epoch": 0.29653279383795117,
      "grad_norm": 0.13631576299667358,
      "learning_rate": 1.6500550794694675e-05,
      "loss": 0.9169,
      "step": 14071
    },
    {
      "epoch": 0.2965538678763165,
      "grad_norm": 0.10581352561712265,
      "learning_rate": 1.650003212662295e-05,
      "loss": 0.796,
      "step": 14072
    },
    {
      "epoch": 0.29657494191468176,
      "grad_norm": 0.1422497183084488,
      "learning_rate": 1.6499513428270174e-05,
      "loss": 0.8521,
      "step": 14073
    },
    {
      "epoch": 0.296596015953047,
      "grad_norm": 0.14698582887649536,
      "learning_rate": 1.649899469963875e-05,
      "loss": 0.9015,
      "step": 14074
    },
    {
      "epoch": 0.29661708999141234,
      "grad_norm": 0.1360367387533188,
      "learning_rate": 1.64984759407311e-05,
      "loss": 0.8495,
      "step": 14075
    },
    {
      "epoch": 0.2966381640297776,
      "grad_norm": 0.11725122481584549,
      "learning_rate": 1.649795715154965e-05,
      "loss": 0.8881,
      "step": 14076
    },
    {
      "epoch": 0.2966592380681429,
      "grad_norm": 0.12782345712184906,
      "learning_rate": 1.6497438332096804e-05,
      "loss": 0.8456,
      "step": 14077
    },
    {
      "epoch": 0.2966803121065082,
      "grad_norm": 0.16277657449245453,
      "learning_rate": 1.6496919482374987e-05,
      "loss": 0.8277,
      "step": 14078
    },
    {
      "epoch": 0.29670138614487346,
      "grad_norm": 0.20755361020565033,
      "learning_rate": 1.649640060238661e-05,
      "loss": 0.8687,
      "step": 14079
    },
    {
      "epoch": 0.2967224601832388,
      "grad_norm": 0.11792037636041641,
      "learning_rate": 1.649588169213409e-05,
      "loss": 0.8917,
      "step": 14080
    },
    {
      "epoch": 0.29674353422160404,
      "grad_norm": 0.1471729576587677,
      "learning_rate": 1.6495362751619853e-05,
      "loss": 0.8982,
      "step": 14081
    },
    {
      "epoch": 0.29676460825996936,
      "grad_norm": 0.1505196988582611,
      "learning_rate": 1.649484378084631e-05,
      "loss": 0.8582,
      "step": 14082
    },
    {
      "epoch": 0.29678568229833463,
      "grad_norm": 0.108085036277771,
      "learning_rate": 1.649432477981588e-05,
      "loss": 0.8044,
      "step": 14083
    },
    {
      "epoch": 0.2968067563366999,
      "grad_norm": 0.1383979469537735,
      "learning_rate": 1.649380574853098e-05,
      "loss": 0.8698,
      "step": 14084
    },
    {
      "epoch": 0.2968278303750652,
      "grad_norm": 0.13367682695388794,
      "learning_rate": 1.649328668699403e-05,
      "loss": 0.9091,
      "step": 14085
    },
    {
      "epoch": 0.2968489044134305,
      "grad_norm": 0.13225702941417694,
      "learning_rate": 1.6492767595207445e-05,
      "loss": 0.8521,
      "step": 14086
    },
    {
      "epoch": 0.29686997845179575,
      "grad_norm": 0.16144949197769165,
      "learning_rate": 1.6492248473173644e-05,
      "loss": 0.838,
      "step": 14087
    },
    {
      "epoch": 0.29689105249016107,
      "grad_norm": 0.13074003159999847,
      "learning_rate": 1.6491729320895047e-05,
      "loss": 0.8775,
      "step": 14088
    },
    {
      "epoch": 0.29691212652852633,
      "grad_norm": 0.1412677764892578,
      "learning_rate": 1.6491210138374073e-05,
      "loss": 0.8218,
      "step": 14089
    },
    {
      "epoch": 0.29693320056689165,
      "grad_norm": 0.1634863317012787,
      "learning_rate": 1.6490690925613136e-05,
      "loss": 0.8877,
      "step": 14090
    },
    {
      "epoch": 0.2969542746052569,
      "grad_norm": 0.10891826450824738,
      "learning_rate": 1.6490171682614664e-05,
      "loss": 0.8131,
      "step": 14091
    },
    {
      "epoch": 0.2969753486436222,
      "grad_norm": 0.13926489651203156,
      "learning_rate": 1.6489652409381064e-05,
      "loss": 0.8966,
      "step": 14092
    },
    {
      "epoch": 0.2969964226819875,
      "grad_norm": 0.140672966837883,
      "learning_rate": 1.648913310591477e-05,
      "loss": 0.8298,
      "step": 14093
    },
    {
      "epoch": 0.29701749672035277,
      "grad_norm": 0.14280082285404205,
      "learning_rate": 1.6488613772218185e-05,
      "loss": 0.8412,
      "step": 14094
    },
    {
      "epoch": 0.2970385707587181,
      "grad_norm": 0.11068695038557053,
      "learning_rate": 1.648809440829374e-05,
      "loss": 0.8914,
      "step": 14095
    },
    {
      "epoch": 0.29705964479708336,
      "grad_norm": 0.13963375985622406,
      "learning_rate": 1.6487575014143847e-05,
      "loss": 0.7787,
      "step": 14096
    },
    {
      "epoch": 0.2970807188354486,
      "grad_norm": 0.12001550942659378,
      "learning_rate": 1.648705558977093e-05,
      "loss": 0.9888,
      "step": 14097
    },
    {
      "epoch": 0.29710179287381394,
      "grad_norm": 0.13249851763248444,
      "learning_rate": 1.648653613517741e-05,
      "loss": 0.8677,
      "step": 14098
    },
    {
      "epoch": 0.2971228669121792,
      "grad_norm": 0.11926919966936111,
      "learning_rate": 1.64860166503657e-05,
      "loss": 0.9057,
      "step": 14099
    },
    {
      "epoch": 0.2971439409505445,
      "grad_norm": 0.144358292222023,
      "learning_rate": 1.648549713533823e-05,
      "loss": 0.8771,
      "step": 14100
    },
    {
      "epoch": 0.2971650149889098,
      "grad_norm": 0.12253689020872116,
      "learning_rate": 1.648497759009741e-05,
      "loss": 0.8768,
      "step": 14101
    },
    {
      "epoch": 0.29718608902727506,
      "grad_norm": 0.1195172369480133,
      "learning_rate": 1.6484458014645674e-05,
      "loss": 0.8519,
      "step": 14102
    },
    {
      "epoch": 0.2972071630656404,
      "grad_norm": 0.155675008893013,
      "learning_rate": 1.648393840898543e-05,
      "loss": 0.8634,
      "step": 14103
    },
    {
      "epoch": 0.29722823710400564,
      "grad_norm": 0.10775605589151382,
      "learning_rate": 1.64834187731191e-05,
      "loss": 0.8535,
      "step": 14104
    },
    {
      "epoch": 0.2972493111423709,
      "grad_norm": 0.13734208047389984,
      "learning_rate": 1.648289910704911e-05,
      "loss": 0.8477,
      "step": 14105
    },
    {
      "epoch": 0.29727038518073623,
      "grad_norm": 0.08890700340270996,
      "learning_rate": 1.6482379410777877e-05,
      "loss": 0.787,
      "step": 14106
    },
    {
      "epoch": 0.2972914592191015,
      "grad_norm": 0.14938220381736755,
      "learning_rate": 1.648185968430782e-05,
      "loss": 0.9021,
      "step": 14107
    },
    {
      "epoch": 0.2973125332574668,
      "grad_norm": 0.1351187378168106,
      "learning_rate": 1.6481339927641367e-05,
      "loss": 0.8704,
      "step": 14108
    },
    {
      "epoch": 0.2973336072958321,
      "grad_norm": 0.11026660352945328,
      "learning_rate": 1.648082014078094e-05,
      "loss": 0.813,
      "step": 14109
    },
    {
      "epoch": 0.29735468133419735,
      "grad_norm": 0.1401832103729248,
      "learning_rate": 1.648030032372895e-05,
      "loss": 0.8474,
      "step": 14110
    },
    {
      "epoch": 0.29737575537256267,
      "grad_norm": 0.11452647298574448,
      "learning_rate": 1.647978047648783e-05,
      "loss": 0.7909,
      "step": 14111
    },
    {
      "epoch": 0.29739682941092793,
      "grad_norm": 0.15201662480831146,
      "learning_rate": 1.6479260599059993e-05,
      "loss": 0.8581,
      "step": 14112
    },
    {
      "epoch": 0.29741790344929325,
      "grad_norm": 0.1328900009393692,
      "learning_rate": 1.6478740691447867e-05,
      "loss": 0.8748,
      "step": 14113
    },
    {
      "epoch": 0.2974389774876585,
      "grad_norm": 0.12862685322761536,
      "learning_rate": 1.6478220753653872e-05,
      "loss": 0.8491,
      "step": 14114
    },
    {
      "epoch": 0.2974600515260238,
      "grad_norm": 0.16988849639892578,
      "learning_rate": 1.6477700785680426e-05,
      "loss": 0.8999,
      "step": 14115
    },
    {
      "epoch": 0.2974811255643891,
      "grad_norm": 0.20543475449085236,
      "learning_rate": 1.6477180787529957e-05,
      "loss": 0.9466,
      "step": 14116
    },
    {
      "epoch": 0.29750219960275437,
      "grad_norm": 0.1815667301416397,
      "learning_rate": 1.647666075920489e-05,
      "loss": 0.7923,
      "step": 14117
    },
    {
      "epoch": 0.2975232736411197,
      "grad_norm": 0.15627746284008026,
      "learning_rate": 1.6476140700707635e-05,
      "loss": 0.9338,
      "step": 14118
    },
    {
      "epoch": 0.29754434767948496,
      "grad_norm": 0.15624532103538513,
      "learning_rate": 1.6475620612040627e-05,
      "loss": 0.8577,
      "step": 14119
    },
    {
      "epoch": 0.2975654217178502,
      "grad_norm": 0.15944921970367432,
      "learning_rate": 1.6475100493206286e-05,
      "loss": 0.8274,
      "step": 14120
    },
    {
      "epoch": 0.29758649575621554,
      "grad_norm": 0.12416058033704758,
      "learning_rate": 1.6474580344207036e-05,
      "loss": 0.8277,
      "step": 14121
    },
    {
      "epoch": 0.2976075697945808,
      "grad_norm": 0.2522139847278595,
      "learning_rate": 1.6474060165045294e-05,
      "loss": 0.8158,
      "step": 14122
    },
    {
      "epoch": 0.29762864383294607,
      "grad_norm": 0.12604022026062012,
      "learning_rate": 1.6473539955723487e-05,
      "loss": 0.8475,
      "step": 14123
    },
    {
      "epoch": 0.2976497178713114,
      "grad_norm": 0.14213521778583527,
      "learning_rate": 1.647301971624404e-05,
      "loss": 0.8415,
      "step": 14124
    },
    {
      "epoch": 0.29767079190967666,
      "grad_norm": 0.13472574949264526,
      "learning_rate": 1.647249944660938e-05,
      "loss": 0.8038,
      "step": 14125
    },
    {
      "epoch": 0.297691865948042,
      "grad_norm": 0.1318332701921463,
      "learning_rate": 1.647197914682192e-05,
      "loss": 0.7737,
      "step": 14126
    },
    {
      "epoch": 0.29771293998640724,
      "grad_norm": 0.14629191160202026,
      "learning_rate": 1.6471458816884092e-05,
      "loss": 0.8778,
      "step": 14127
    },
    {
      "epoch": 0.2977340140247725,
      "grad_norm": 0.10916361957788467,
      "learning_rate": 1.6470938456798318e-05,
      "loss": 0.7674,
      "step": 14128
    },
    {
      "epoch": 0.29775508806313783,
      "grad_norm": 0.13766109943389893,
      "learning_rate": 1.647041806656702e-05,
      "loss": 0.8295,
      "step": 14129
    },
    {
      "epoch": 0.2977761621015031,
      "grad_norm": 0.139114111661911,
      "learning_rate": 1.646989764619263e-05,
      "loss": 0.8597,
      "step": 14130
    },
    {
      "epoch": 0.2977972361398684,
      "grad_norm": 0.11691422015428543,
      "learning_rate": 1.6469377195677563e-05,
      "loss": 0.7885,
      "step": 14131
    },
    {
      "epoch": 0.2978183101782337,
      "grad_norm": 0.1369999349117279,
      "learning_rate": 1.646885671502425e-05,
      "loss": 0.8661,
      "step": 14132
    },
    {
      "epoch": 0.29783938421659895,
      "grad_norm": 0.12052113562822342,
      "learning_rate": 1.646833620423511e-05,
      "loss": 0.8487,
      "step": 14133
    },
    {
      "epoch": 0.29786045825496427,
      "grad_norm": 0.129779651761055,
      "learning_rate": 1.6467815663312575e-05,
      "loss": 0.7918,
      "step": 14134
    },
    {
      "epoch": 0.29788153229332953,
      "grad_norm": 0.12660829722881317,
      "learning_rate": 1.6467295092259063e-05,
      "loss": 0.8271,
      "step": 14135
    },
    {
      "epoch": 0.29790260633169485,
      "grad_norm": 0.1197439506649971,
      "learning_rate": 1.6466774491077002e-05,
      "loss": 0.8458,
      "step": 14136
    },
    {
      "epoch": 0.2979236803700601,
      "grad_norm": 0.13769875466823578,
      "learning_rate": 1.6466253859768816e-05,
      "loss": 0.7888,
      "step": 14137
    },
    {
      "epoch": 0.2979447544084254,
      "grad_norm": 0.12649358808994293,
      "learning_rate": 1.6465733198336936e-05,
      "loss": 0.7942,
      "step": 14138
    },
    {
      "epoch": 0.2979658284467907,
      "grad_norm": 0.17006656527519226,
      "learning_rate": 1.6465212506783782e-05,
      "loss": 0.9262,
      "step": 14139
    },
    {
      "epoch": 0.29798690248515597,
      "grad_norm": 0.14318321645259857,
      "learning_rate": 1.6464691785111783e-05,
      "loss": 0.8551,
      "step": 14140
    },
    {
      "epoch": 0.29800797652352123,
      "grad_norm": 0.14718440175056458,
      "learning_rate": 1.646417103332336e-05,
      "loss": 0.8427,
      "step": 14141
    },
    {
      "epoch": 0.29802905056188655,
      "grad_norm": 0.1414652019739151,
      "learning_rate": 1.646365025142094e-05,
      "loss": 0.9162,
      "step": 14142
    },
    {
      "epoch": 0.2980501246002518,
      "grad_norm": 0.1430806964635849,
      "learning_rate": 1.6463129439406955e-05,
      "loss": 0.8713,
      "step": 14143
    },
    {
      "epoch": 0.29807119863861714,
      "grad_norm": 0.12943895161151886,
      "learning_rate": 1.646260859728382e-05,
      "loss": 0.8119,
      "step": 14144
    },
    {
      "epoch": 0.2980922726769824,
      "grad_norm": 0.12853042781352997,
      "learning_rate": 1.6462087725053976e-05,
      "loss": 0.8145,
      "step": 14145
    },
    {
      "epoch": 0.29811334671534767,
      "grad_norm": 0.15887781977653503,
      "learning_rate": 1.6461566822719844e-05,
      "loss": 0.8881,
      "step": 14146
    },
    {
      "epoch": 0.298134420753713,
      "grad_norm": 0.1359756886959076,
      "learning_rate": 1.6461045890283846e-05,
      "loss": 0.9137,
      "step": 14147
    },
    {
      "epoch": 0.29815549479207826,
      "grad_norm": 0.13747096061706543,
      "learning_rate": 1.6460524927748413e-05,
      "loss": 0.872,
      "step": 14148
    },
    {
      "epoch": 0.2981765688304436,
      "grad_norm": 0.14763818681240082,
      "learning_rate": 1.6460003935115968e-05,
      "loss": 0.781,
      "step": 14149
    },
    {
      "epoch": 0.29819764286880884,
      "grad_norm": 0.14323844015598297,
      "learning_rate": 1.6459482912388944e-05,
      "loss": 0.8739,
      "step": 14150
    },
    {
      "epoch": 0.2982187169071741,
      "grad_norm": 0.16972759366035461,
      "learning_rate": 1.645896185956976e-05,
      "loss": 0.8919,
      "step": 14151
    },
    {
      "epoch": 0.29823979094553943,
      "grad_norm": 0.15699848532676697,
      "learning_rate": 1.645844077666085e-05,
      "loss": 0.8609,
      "step": 14152
    },
    {
      "epoch": 0.2982608649839047,
      "grad_norm": 0.12713845074176788,
      "learning_rate": 1.645791966366464e-05,
      "loss": 0.791,
      "step": 14153
    },
    {
      "epoch": 0.29828193902227,
      "grad_norm": 0.1837540864944458,
      "learning_rate": 1.645739852058356e-05,
      "loss": 0.8625,
      "step": 14154
    },
    {
      "epoch": 0.2983030130606353,
      "grad_norm": 0.1916097104549408,
      "learning_rate": 1.6456877347420035e-05,
      "loss": 0.8882,
      "step": 14155
    },
    {
      "epoch": 0.29832408709900055,
      "grad_norm": 0.12107978761196136,
      "learning_rate": 1.645635614417649e-05,
      "loss": 0.8838,
      "step": 14156
    },
    {
      "epoch": 0.29834516113736587,
      "grad_norm": 0.1986365169286728,
      "learning_rate": 1.645583491085536e-05,
      "loss": 0.8909,
      "step": 14157
    },
    {
      "epoch": 0.29836623517573113,
      "grad_norm": 0.16726651787757874,
      "learning_rate": 1.6455313647459066e-05,
      "loss": 0.8273,
      "step": 14158
    },
    {
      "epoch": 0.2983873092140964,
      "grad_norm": 0.15949323773384094,
      "learning_rate": 1.6454792353990043e-05,
      "loss": 0.9229,
      "step": 14159
    },
    {
      "epoch": 0.2984083832524617,
      "grad_norm": 0.22823789715766907,
      "learning_rate": 1.6454271030450716e-05,
      "loss": 0.9201,
      "step": 14160
    },
    {
      "epoch": 0.298429457290827,
      "grad_norm": 0.12020209431648254,
      "learning_rate": 1.6453749676843515e-05,
      "loss": 0.8393,
      "step": 14161
    },
    {
      "epoch": 0.2984505313291923,
      "grad_norm": 0.17802481353282928,
      "learning_rate": 1.6453228293170863e-05,
      "loss": 0.8483,
      "step": 14162
    },
    {
      "epoch": 0.29847160536755757,
      "grad_norm": 0.1731482446193695,
      "learning_rate": 1.6452706879435202e-05,
      "loss": 0.847,
      "step": 14163
    },
    {
      "epoch": 0.29849267940592283,
      "grad_norm": 0.1579163372516632,
      "learning_rate": 1.645218543563895e-05,
      "loss": 0.8353,
      "step": 14164
    },
    {
      "epoch": 0.29851375344428815,
      "grad_norm": 0.22594483196735382,
      "learning_rate": 1.6451663961784535e-05,
      "loss": 0.9014,
      "step": 14165
    },
    {
      "epoch": 0.2985348274826534,
      "grad_norm": 0.12906421720981598,
      "learning_rate": 1.645114245787439e-05,
      "loss": 0.8539,
      "step": 14166
    },
    {
      "epoch": 0.29855590152101874,
      "grad_norm": 0.15603403747081757,
      "learning_rate": 1.6450620923910948e-05,
      "loss": 0.8489,
      "step": 14167
    },
    {
      "epoch": 0.298576975559384,
      "grad_norm": 0.10622356832027435,
      "learning_rate": 1.6450099359896633e-05,
      "loss": 0.829,
      "step": 14168
    },
    {
      "epoch": 0.29859804959774927,
      "grad_norm": 0.16073159873485565,
      "learning_rate": 1.644957776583388e-05,
      "loss": 0.8001,
      "step": 14169
    },
    {
      "epoch": 0.2986191236361146,
      "grad_norm": 0.15103797614574432,
      "learning_rate": 1.6449056141725117e-05,
      "loss": 0.8529,
      "step": 14170
    },
    {
      "epoch": 0.29864019767447986,
      "grad_norm": 0.1641145646572113,
      "learning_rate": 1.644853448757277e-05,
      "loss": 0.9121,
      "step": 14171
    },
    {
      "epoch": 0.2986612717128452,
      "grad_norm": 0.1411694437265396,
      "learning_rate": 1.6448012803379273e-05,
      "loss": 0.8716,
      "step": 14172
    },
    {
      "epoch": 0.29868234575121044,
      "grad_norm": 0.1387789249420166,
      "learning_rate": 1.644749108914706e-05,
      "loss": 0.8809,
      "step": 14173
    },
    {
      "epoch": 0.2987034197895757,
      "grad_norm": 0.24315768480300903,
      "learning_rate": 1.644696934487855e-05,
      "loss": 0.8005,
      "step": 14174
    },
    {
      "epoch": 0.29872449382794103,
      "grad_norm": 0.14702871441841125,
      "learning_rate": 1.6446447570576183e-05,
      "loss": 0.9543,
      "step": 14175
    },
    {
      "epoch": 0.2987455678663063,
      "grad_norm": 0.19186218082904816,
      "learning_rate": 1.6445925766242392e-05,
      "loss": 0.8672,
      "step": 14176
    },
    {
      "epoch": 0.2987666419046716,
      "grad_norm": 0.16537074744701385,
      "learning_rate": 1.64454039318796e-05,
      "loss": 0.8347,
      "step": 14177
    },
    {
      "epoch": 0.2987877159430369,
      "grad_norm": 0.1601713001728058,
      "learning_rate": 1.6444882067490243e-05,
      "loss": 0.8525,
      "step": 14178
    },
    {
      "epoch": 0.29880878998140215,
      "grad_norm": 0.1435571014881134,
      "learning_rate": 1.6444360173076748e-05,
      "loss": 0.7844,
      "step": 14179
    },
    {
      "epoch": 0.29882986401976747,
      "grad_norm": 0.16457737982273102,
      "learning_rate": 1.644383824864155e-05,
      "loss": 0.9011,
      "step": 14180
    },
    {
      "epoch": 0.29885093805813273,
      "grad_norm": 0.1700127124786377,
      "learning_rate": 1.6443316294187078e-05,
      "loss": 0.8131,
      "step": 14181
    },
    {
      "epoch": 0.298872012096498,
      "grad_norm": 0.1431007981300354,
      "learning_rate": 1.6442794309715766e-05,
      "loss": 0.8308,
      "step": 14182
    },
    {
      "epoch": 0.2988930861348633,
      "grad_norm": 0.11903642117977142,
      "learning_rate": 1.6442272295230047e-05,
      "loss": 0.8732,
      "step": 14183
    },
    {
      "epoch": 0.2989141601732286,
      "grad_norm": 0.17165398597717285,
      "learning_rate": 1.6441750250732346e-05,
      "loss": 0.8864,
      "step": 14184
    },
    {
      "epoch": 0.2989352342115939,
      "grad_norm": 0.12316114455461502,
      "learning_rate": 1.64412281762251e-05,
      "loss": 0.8426,
      "step": 14185
    },
    {
      "epoch": 0.29895630824995917,
      "grad_norm": 0.1454601287841797,
      "learning_rate": 1.6440706071710744e-05,
      "loss": 0.8622,
      "step": 14186
    },
    {
      "epoch": 0.29897738228832443,
      "grad_norm": 0.1390717625617981,
      "learning_rate": 1.6440183937191702e-05,
      "loss": 0.9026,
      "step": 14187
    },
    {
      "epoch": 0.29899845632668975,
      "grad_norm": 0.12754732370376587,
      "learning_rate": 1.6439661772670415e-05,
      "loss": 0.8932,
      "step": 14188
    },
    {
      "epoch": 0.299019530365055,
      "grad_norm": 0.12069068849086761,
      "learning_rate": 1.643913957814931e-05,
      "loss": 0.8271,
      "step": 14189
    },
    {
      "epoch": 0.29904060440342034,
      "grad_norm": 0.11979293823242188,
      "learning_rate": 1.6438617353630823e-05,
      "loss": 0.8334,
      "step": 14190
    },
    {
      "epoch": 0.2990616784417856,
      "grad_norm": 0.14563114941120148,
      "learning_rate": 1.6438095099117384e-05,
      "loss": 0.8671,
      "step": 14191
    },
    {
      "epoch": 0.29908275248015087,
      "grad_norm": 0.13125301897525787,
      "learning_rate": 1.643757281461143e-05,
      "loss": 0.8022,
      "step": 14192
    },
    {
      "epoch": 0.2991038265185162,
      "grad_norm": 0.16964930295944214,
      "learning_rate": 1.6437050500115386e-05,
      "loss": 0.8409,
      "step": 14193
    },
    {
      "epoch": 0.29912490055688146,
      "grad_norm": 0.12288234382867813,
      "learning_rate": 1.6436528155631693e-05,
      "loss": 0.8068,
      "step": 14194
    },
    {
      "epoch": 0.2991459745952468,
      "grad_norm": 0.12987905740737915,
      "learning_rate": 1.6436005781162783e-05,
      "loss": 0.8347,
      "step": 14195
    },
    {
      "epoch": 0.29916704863361204,
      "grad_norm": 0.12802131474018097,
      "learning_rate": 1.643548337671109e-05,
      "loss": 0.8278,
      "step": 14196
    },
    {
      "epoch": 0.2991881226719773,
      "grad_norm": 0.1409456878900528,
      "learning_rate": 1.6434960942279046e-05,
      "loss": 0.7842,
      "step": 14197
    },
    {
      "epoch": 0.29920919671034263,
      "grad_norm": 0.11880254745483398,
      "learning_rate": 1.6434438477869084e-05,
      "loss": 0.852,
      "step": 14198
    },
    {
      "epoch": 0.2992302707487079,
      "grad_norm": 0.15273548662662506,
      "learning_rate": 1.6433915983483636e-05,
      "loss": 0.8942,
      "step": 14199
    },
    {
      "epoch": 0.29925134478707316,
      "grad_norm": 0.14286281168460846,
      "learning_rate": 1.6433393459125144e-05,
      "loss": 0.9386,
      "step": 14200
    },
    {
      "epoch": 0.2992724188254385,
      "grad_norm": 0.14681783318519592,
      "learning_rate": 1.6432870904796035e-05,
      "loss": 0.8451,
      "step": 14201
    },
    {
      "epoch": 0.29929349286380375,
      "grad_norm": 0.14052504301071167,
      "learning_rate": 1.6432348320498744e-05,
      "loss": 0.8375,
      "step": 14202
    },
    {
      "epoch": 0.29931456690216907,
      "grad_norm": 0.17061306536197662,
      "learning_rate": 1.643182570623571e-05,
      "loss": 0.8382,
      "step": 14203
    },
    {
      "epoch": 0.29933564094053433,
      "grad_norm": 0.17008396983146667,
      "learning_rate": 1.6431303062009366e-05,
      "loss": 0.8394,
      "step": 14204
    },
    {
      "epoch": 0.2993567149788996,
      "grad_norm": 0.1615593433380127,
      "learning_rate": 1.6430780387822147e-05,
      "loss": 0.8673,
      "step": 14205
    },
    {
      "epoch": 0.2993777890172649,
      "grad_norm": 0.12203703820705414,
      "learning_rate": 1.643025768367648e-05,
      "loss": 0.8898,
      "step": 14206
    },
    {
      "epoch": 0.2993988630556302,
      "grad_norm": 0.1872320920228958,
      "learning_rate": 1.642973494957481e-05,
      "loss": 0.8685,
      "step": 14207
    },
    {
      "epoch": 0.2994199370939955,
      "grad_norm": 0.13581420481204987,
      "learning_rate": 1.642921218551957e-05,
      "loss": 0.7599,
      "step": 14208
    },
    {
      "epoch": 0.29944101113236077,
      "grad_norm": 0.16827300190925598,
      "learning_rate": 1.642868939151319e-05,
      "loss": 0.8743,
      "step": 14209
    },
    {
      "epoch": 0.29946208517072603,
      "grad_norm": 0.16112731397151947,
      "learning_rate": 1.6428166567558116e-05,
      "loss": 0.9231,
      "step": 14210
    },
    {
      "epoch": 0.29948315920909135,
      "grad_norm": 0.16485512256622314,
      "learning_rate": 1.6427643713656774e-05,
      "loss": 0.8275,
      "step": 14211
    },
    {
      "epoch": 0.2995042332474566,
      "grad_norm": 0.14120325446128845,
      "learning_rate": 1.6427120829811604e-05,
      "loss": 0.8259,
      "step": 14212
    },
    {
      "epoch": 0.29952530728582194,
      "grad_norm": 0.14097177982330322,
      "learning_rate": 1.642659791602504e-05,
      "loss": 0.8175,
      "step": 14213
    },
    {
      "epoch": 0.2995463813241872,
      "grad_norm": 0.1344933658838272,
      "learning_rate": 1.642607497229952e-05,
      "loss": 0.8041,
      "step": 14214
    },
    {
      "epoch": 0.29956745536255247,
      "grad_norm": 0.1726323366165161,
      "learning_rate": 1.642555199863748e-05,
      "loss": 0.9281,
      "step": 14215
    },
    {
      "epoch": 0.2995885294009178,
      "grad_norm": 0.14382852613925934,
      "learning_rate": 1.6425028995041353e-05,
      "loss": 0.8442,
      "step": 14216
    },
    {
      "epoch": 0.29960960343928306,
      "grad_norm": 0.12429490685462952,
      "learning_rate": 1.642450596151358e-05,
      "loss": 0.8094,
      "step": 14217
    },
    {
      "epoch": 0.2996306774776483,
      "grad_norm": 0.17343996465206146,
      "learning_rate": 1.6423982898056597e-05,
      "loss": 0.8821,
      "step": 14218
    },
    {
      "epoch": 0.29965175151601364,
      "grad_norm": 0.1261872798204422,
      "learning_rate": 1.6423459804672837e-05,
      "loss": 0.9164,
      "step": 14219
    },
    {
      "epoch": 0.2996728255543789,
      "grad_norm": 0.13007666170597076,
      "learning_rate": 1.6422936681364738e-05,
      "loss": 0.8744,
      "step": 14220
    },
    {
      "epoch": 0.29969389959274423,
      "grad_norm": 0.13318130373954773,
      "learning_rate": 1.6422413528134742e-05,
      "loss": 0.8817,
      "step": 14221
    },
    {
      "epoch": 0.2997149736311095,
      "grad_norm": 0.15264707803726196,
      "learning_rate": 1.642189034498528e-05,
      "loss": 0.8663,
      "step": 14222
    },
    {
      "epoch": 0.29973604766947476,
      "grad_norm": 0.12025397270917892,
      "learning_rate": 1.6421367131918793e-05,
      "loss": 0.8168,
      "step": 14223
    },
    {
      "epoch": 0.2997571217078401,
      "grad_norm": 0.11914108693599701,
      "learning_rate": 1.6420843888937715e-05,
      "loss": 0.8433,
      "step": 14224
    },
    {
      "epoch": 0.29977819574620534,
      "grad_norm": 0.1451125293970108,
      "learning_rate": 1.6420320616044488e-05,
      "loss": 0.8852,
      "step": 14225
    },
    {
      "epoch": 0.29979926978457067,
      "grad_norm": 0.12733209133148193,
      "learning_rate": 1.641979731324155e-05,
      "loss": 0.9143,
      "step": 14226
    },
    {
      "epoch": 0.29982034382293593,
      "grad_norm": 0.15739141404628754,
      "learning_rate": 1.6419273980531333e-05,
      "loss": 0.8196,
      "step": 14227
    },
    {
      "epoch": 0.2998414178613012,
      "grad_norm": 0.1175866425037384,
      "learning_rate": 1.6418750617916277e-05,
      "loss": 0.8429,
      "step": 14228
    },
    {
      "epoch": 0.2998624918996665,
      "grad_norm": 0.19200566411018372,
      "learning_rate": 1.6418227225398827e-05,
      "loss": 0.9495,
      "step": 14229
    },
    {
      "epoch": 0.2998835659380318,
      "grad_norm": 0.15730895102024078,
      "learning_rate": 1.6417703802981412e-05,
      "loss": 0.8215,
      "step": 14230
    },
    {
      "epoch": 0.2999046399763971,
      "grad_norm": 0.14285483956336975,
      "learning_rate": 1.641718035066647e-05,
      "loss": 0.8753,
      "step": 14231
    },
    {
      "epoch": 0.29992571401476237,
      "grad_norm": 0.16988520324230194,
      "learning_rate": 1.641665686845645e-05,
      "loss": 0.8098,
      "step": 14232
    },
    {
      "epoch": 0.29994678805312763,
      "grad_norm": 0.1405654400587082,
      "learning_rate": 1.641613335635378e-05,
      "loss": 0.8835,
      "step": 14233
    },
    {
      "epoch": 0.29996786209149295,
      "grad_norm": 0.15536710619926453,
      "learning_rate": 1.6415609814360908e-05,
      "loss": 0.8861,
      "step": 14234
    },
    {
      "epoch": 0.2999889361298582,
      "grad_norm": 0.22830045223236084,
      "learning_rate": 1.6415086242480267e-05,
      "loss": 0.7803,
      "step": 14235
    },
    {
      "epoch": 0.3000100101682235,
      "grad_norm": 0.1538124829530716,
      "learning_rate": 1.6414562640714298e-05,
      "loss": 0.9024,
      "step": 14236
    },
    {
      "epoch": 0.3000310842065888,
      "grad_norm": 0.16848412156105042,
      "learning_rate": 1.6414039009065437e-05,
      "loss": 0.8638,
      "step": 14237
    },
    {
      "epoch": 0.30005215824495407,
      "grad_norm": 0.12129481881856918,
      "learning_rate": 1.641351534753613e-05,
      "loss": 0.796,
      "step": 14238
    },
    {
      "epoch": 0.3000732322833194,
      "grad_norm": 0.17075645923614502,
      "learning_rate": 1.641299165612881e-05,
      "loss": 0.8938,
      "step": 14239
    },
    {
      "epoch": 0.30009430632168466,
      "grad_norm": 0.12174486368894577,
      "learning_rate": 1.6412467934845916e-05,
      "loss": 0.8751,
      "step": 14240
    },
    {
      "epoch": 0.3001153803600499,
      "grad_norm": 0.1415371298789978,
      "learning_rate": 1.6411944183689894e-05,
      "loss": 0.8307,
      "step": 14241
    },
    {
      "epoch": 0.30013645439841524,
      "grad_norm": 0.12110813707113266,
      "learning_rate": 1.641142040266318e-05,
      "loss": 0.8348,
      "step": 14242
    },
    {
      "epoch": 0.3001575284367805,
      "grad_norm": 0.14549879729747772,
      "learning_rate": 1.6410896591768216e-05,
      "loss": 0.8001,
      "step": 14243
    },
    {
      "epoch": 0.30017860247514583,
      "grad_norm": 0.16382817924022675,
      "learning_rate": 1.6410372751007442e-05,
      "loss": 0.7924,
      "step": 14244
    },
    {
      "epoch": 0.3001996765135111,
      "grad_norm": 0.1252826452255249,
      "learning_rate": 1.64098488803833e-05,
      "loss": 0.816,
      "step": 14245
    },
    {
      "epoch": 0.30022075055187636,
      "grad_norm": 0.1331772804260254,
      "learning_rate": 1.640932497989822e-05,
      "loss": 0.811,
      "step": 14246
    },
    {
      "epoch": 0.3002418245902417,
      "grad_norm": 0.17843517661094666,
      "learning_rate": 1.640880104955466e-05,
      "loss": 0.8985,
      "step": 14247
    },
    {
      "epoch": 0.30026289862860694,
      "grad_norm": 0.1780736893415451,
      "learning_rate": 1.6408277089355048e-05,
      "loss": 0.8247,
      "step": 14248
    },
    {
      "epoch": 0.30028397266697227,
      "grad_norm": 0.13374678790569305,
      "learning_rate": 1.640775309930183e-05,
      "loss": 0.8595,
      "step": 14249
    },
    {
      "epoch": 0.30030504670533753,
      "grad_norm": 0.1696651130914688,
      "learning_rate": 1.6407229079397443e-05,
      "loss": 0.8373,
      "step": 14250
    },
    {
      "epoch": 0.3003261207437028,
      "grad_norm": 0.12195929884910583,
      "learning_rate": 1.640670502964433e-05,
      "loss": 0.8323,
      "step": 14251
    },
    {
      "epoch": 0.3003471947820681,
      "grad_norm": 0.1933547705411911,
      "learning_rate": 1.6406180950044938e-05,
      "loss": 0.8768,
      "step": 14252
    },
    {
      "epoch": 0.3003682688204334,
      "grad_norm": 0.16353893280029297,
      "learning_rate": 1.6405656840601695e-05,
      "loss": 0.8557,
      "step": 14253
    },
    {
      "epoch": 0.30038934285879865,
      "grad_norm": 0.16901952028274536,
      "learning_rate": 1.640513270131706e-05,
      "loss": 0.8598,
      "step": 14254
    },
    {
      "epoch": 0.30041041689716397,
      "grad_norm": 0.25616025924682617,
      "learning_rate": 1.640460853219346e-05,
      "loss": 0.9501,
      "step": 14255
    },
    {
      "epoch": 0.30043149093552923,
      "grad_norm": 0.15003632009029388,
      "learning_rate": 1.6404084333233347e-05,
      "loss": 0.8011,
      "step": 14256
    },
    {
      "epoch": 0.30045256497389455,
      "grad_norm": 0.17231586575508118,
      "learning_rate": 1.640356010443916e-05,
      "loss": 0.7994,
      "step": 14257
    },
    {
      "epoch": 0.3004736390122598,
      "grad_norm": 0.14836439490318298,
      "learning_rate": 1.6403035845813336e-05,
      "loss": 0.8249,
      "step": 14258
    },
    {
      "epoch": 0.3004947130506251,
      "grad_norm": 0.1712062805891037,
      "learning_rate": 1.640251155735832e-05,
      "loss": 0.8275,
      "step": 14259
    },
    {
      "epoch": 0.3005157870889904,
      "grad_norm": 0.16917604207992554,
      "learning_rate": 1.640198723907656e-05,
      "loss": 0.8511,
      "step": 14260
    },
    {
      "epoch": 0.30053686112735567,
      "grad_norm": 0.1849452406167984,
      "learning_rate": 1.6401462890970493e-05,
      "loss": 0.9024,
      "step": 14261
    },
    {
      "epoch": 0.300557935165721,
      "grad_norm": 0.1515538990497589,
      "learning_rate": 1.6400938513042562e-05,
      "loss": 0.8408,
      "step": 14262
    },
    {
      "epoch": 0.30057900920408626,
      "grad_norm": 0.11433769762516022,
      "learning_rate": 1.6400414105295213e-05,
      "loss": 0.8781,
      "step": 14263
    },
    {
      "epoch": 0.3006000832424515,
      "grad_norm": 0.16563846170902252,
      "learning_rate": 1.6399889667730887e-05,
      "loss": 0.9066,
      "step": 14264
    },
    {
      "epoch": 0.30062115728081684,
      "grad_norm": 0.15227288007736206,
      "learning_rate": 1.6399365200352025e-05,
      "loss": 0.841,
      "step": 14265
    },
    {
      "epoch": 0.3006422313191821,
      "grad_norm": 0.1254894733428955,
      "learning_rate": 1.6398840703161073e-05,
      "loss": 0.861,
      "step": 14266
    },
    {
      "epoch": 0.30066330535754743,
      "grad_norm": 0.12500208616256714,
      "learning_rate": 1.6398316176160473e-05,
      "loss": 0.8467,
      "step": 14267
    },
    {
      "epoch": 0.3006843793959127,
      "grad_norm": 0.14074921607971191,
      "learning_rate": 1.6397791619352676e-05,
      "loss": 0.8938,
      "step": 14268
    },
    {
      "epoch": 0.30070545343427796,
      "grad_norm": 0.14493265748023987,
      "learning_rate": 1.6397267032740113e-05,
      "loss": 0.8477,
      "step": 14269
    },
    {
      "epoch": 0.3007265274726433,
      "grad_norm": 0.12588168680667877,
      "learning_rate": 1.639674241632523e-05,
      "loss": 0.869,
      "step": 14270
    },
    {
      "epoch": 0.30074760151100854,
      "grad_norm": 0.12149836868047714,
      "learning_rate": 1.6396217770110484e-05,
      "loss": 0.7961,
      "step": 14271
    },
    {
      "epoch": 0.30076867554937387,
      "grad_norm": 0.11382702738046646,
      "learning_rate": 1.6395693094098307e-05,
      "loss": 0.866,
      "step": 14272
    },
    {
      "epoch": 0.30078974958773913,
      "grad_norm": 0.13922250270843506,
      "learning_rate": 1.6395168388291146e-05,
      "loss": 0.852,
      "step": 14273
    },
    {
      "epoch": 0.3008108236261044,
      "grad_norm": 0.12160121649503708,
      "learning_rate": 1.639464365269144e-05,
      "loss": 0.9051,
      "step": 14274
    },
    {
      "epoch": 0.3008318976644697,
      "grad_norm": 0.106805719435215,
      "learning_rate": 1.6394118887301648e-05,
      "loss": 0.7764,
      "step": 14275
    },
    {
      "epoch": 0.300852971702835,
      "grad_norm": 0.11754698306322098,
      "learning_rate": 1.6393594092124203e-05,
      "loss": 0.8296,
      "step": 14276
    },
    {
      "epoch": 0.30087404574120025,
      "grad_norm": 0.11379651725292206,
      "learning_rate": 1.6393069267161553e-05,
      "loss": 0.8226,
      "step": 14277
    },
    {
      "epoch": 0.30089511977956557,
      "grad_norm": 0.12712782621383667,
      "learning_rate": 1.639254441241614e-05,
      "loss": 0.8647,
      "step": 14278
    },
    {
      "epoch": 0.30091619381793083,
      "grad_norm": 0.10399314016103745,
      "learning_rate": 1.6392019527890415e-05,
      "loss": 0.801,
      "step": 14279
    },
    {
      "epoch": 0.30093726785629615,
      "grad_norm": 0.11476336419582367,
      "learning_rate": 1.639149461358682e-05,
      "loss": 0.8646,
      "step": 14280
    },
    {
      "epoch": 0.3009583418946614,
      "grad_norm": 0.12510636448860168,
      "learning_rate": 1.6390969669507796e-05,
      "loss": 0.8408,
      "step": 14281
    },
    {
      "epoch": 0.3009794159330267,
      "grad_norm": 0.13305039703845978,
      "learning_rate": 1.6390444695655795e-05,
      "loss": 0.8792,
      "step": 14282
    },
    {
      "epoch": 0.301000489971392,
      "grad_norm": 0.12126181274652481,
      "learning_rate": 1.6389919692033262e-05,
      "loss": 0.8439,
      "step": 14283
    },
    {
      "epoch": 0.30102156400975727,
      "grad_norm": 0.1209791749715805,
      "learning_rate": 1.6389394658642645e-05,
      "loss": 0.8272,
      "step": 14284
    },
    {
      "epoch": 0.3010426380481226,
      "grad_norm": 0.12623271346092224,
      "learning_rate": 1.6388869595486378e-05,
      "loss": 0.8516,
      "step": 14285
    },
    {
      "epoch": 0.30106371208648786,
      "grad_norm": 0.1278229057788849,
      "learning_rate": 1.638834450256692e-05,
      "loss": 0.893,
      "step": 14286
    },
    {
      "epoch": 0.3010847861248531,
      "grad_norm": 0.12786774337291718,
      "learning_rate": 1.6387819379886712e-05,
      "loss": 0.8156,
      "step": 14287
    },
    {
      "epoch": 0.30110586016321844,
      "grad_norm": 0.14820264279842377,
      "learning_rate": 1.63872942274482e-05,
      "loss": 0.843,
      "step": 14288
    },
    {
      "epoch": 0.3011269342015837,
      "grad_norm": 0.1379273533821106,
      "learning_rate": 1.6386769045253832e-05,
      "loss": 0.866,
      "step": 14289
    },
    {
      "epoch": 0.301148008239949,
      "grad_norm": 0.14766865968704224,
      "learning_rate": 1.6386243833306053e-05,
      "loss": 0.906,
      "step": 14290
    },
    {
      "epoch": 0.3011690822783143,
      "grad_norm": 0.1598920077085495,
      "learning_rate": 1.6385718591607313e-05,
      "loss": 0.7796,
      "step": 14291
    },
    {
      "epoch": 0.30119015631667956,
      "grad_norm": 0.13930290937423706,
      "learning_rate": 1.6385193320160054e-05,
      "loss": 0.8164,
      "step": 14292
    },
    {
      "epoch": 0.3012112303550449,
      "grad_norm": 0.18708723783493042,
      "learning_rate": 1.6384668018966726e-05,
      "loss": 0.8051,
      "step": 14293
    },
    {
      "epoch": 0.30123230439341014,
      "grad_norm": 0.15172632038593292,
      "learning_rate": 1.638414268802978e-05,
      "loss": 0.7965,
      "step": 14294
    },
    {
      "epoch": 0.3012533784317754,
      "grad_norm": 0.14582091569900513,
      "learning_rate": 1.638361732735165e-05,
      "loss": 0.8227,
      "step": 14295
    },
    {
      "epoch": 0.30127445247014073,
      "grad_norm": 0.20176072418689728,
      "learning_rate": 1.63830919369348e-05,
      "loss": 0.9034,
      "step": 14296
    },
    {
      "epoch": 0.301295526508506,
      "grad_norm": 0.17768463492393494,
      "learning_rate": 1.6382566516781667e-05,
      "loss": 0.8341,
      "step": 14297
    },
    {
      "epoch": 0.3013166005468713,
      "grad_norm": 0.16030851006507874,
      "learning_rate": 1.6382041066894704e-05,
      "loss": 0.7851,
      "step": 14298
    },
    {
      "epoch": 0.3013376745852366,
      "grad_norm": 0.13027837872505188,
      "learning_rate": 1.6381515587276355e-05,
      "loss": 0.8033,
      "step": 14299
    },
    {
      "epoch": 0.30135874862360185,
      "grad_norm": 0.15752337872982025,
      "learning_rate": 1.638099007792907e-05,
      "loss": 0.9264,
      "step": 14300
    },
    {
      "epoch": 0.30137982266196717,
      "grad_norm": 0.15701529383659363,
      "learning_rate": 1.63804645388553e-05,
      "loss": 0.7974,
      "step": 14301
    },
    {
      "epoch": 0.30140089670033243,
      "grad_norm": 0.13348683714866638,
      "learning_rate": 1.6379938970057486e-05,
      "loss": 0.8665,
      "step": 14302
    },
    {
      "epoch": 0.30142197073869775,
      "grad_norm": 0.19559244811534882,
      "learning_rate": 1.637941337153808e-05,
      "loss": 0.8639,
      "step": 14303
    },
    {
      "epoch": 0.301443044777063,
      "grad_norm": 0.16701523959636688,
      "learning_rate": 1.637888774329953e-05,
      "loss": 0.8734,
      "step": 14304
    },
    {
      "epoch": 0.3014641188154283,
      "grad_norm": 0.12253911048173904,
      "learning_rate": 1.637836208534429e-05,
      "loss": 0.853,
      "step": 14305
    },
    {
      "epoch": 0.3014851928537936,
      "grad_norm": 0.15556198358535767,
      "learning_rate": 1.6377836397674806e-05,
      "loss": 0.8818,
      "step": 14306
    },
    {
      "epoch": 0.30150626689215887,
      "grad_norm": 0.10837969928979874,
      "learning_rate": 1.637731068029352e-05,
      "loss": 0.8675,
      "step": 14307
    },
    {
      "epoch": 0.3015273409305242,
      "grad_norm": 0.17229287326335907,
      "learning_rate": 1.6376784933202888e-05,
      "loss": 0.9089,
      "step": 14308
    },
    {
      "epoch": 0.30154841496888946,
      "grad_norm": 0.17889896035194397,
      "learning_rate": 1.6376259156405364e-05,
      "loss": 0.8798,
      "step": 14309
    },
    {
      "epoch": 0.3015694890072547,
      "grad_norm": 0.14824150502681732,
      "learning_rate": 1.6375733349903385e-05,
      "loss": 0.8448,
      "step": 14310
    },
    {
      "epoch": 0.30159056304562004,
      "grad_norm": 0.11805197596549988,
      "learning_rate": 1.6375207513699405e-05,
      "loss": 0.8157,
      "step": 14311
    },
    {
      "epoch": 0.3016116370839853,
      "grad_norm": 0.18571779131889343,
      "learning_rate": 1.637468164779588e-05,
      "loss": 0.8677,
      "step": 14312
    },
    {
      "epoch": 0.30163271112235057,
      "grad_norm": 0.15274523198604584,
      "learning_rate": 1.6374155752195252e-05,
      "loss": 0.9293,
      "step": 14313
    },
    {
      "epoch": 0.3016537851607159,
      "grad_norm": 0.17425960302352905,
      "learning_rate": 1.6373629826899978e-05,
      "loss": 0.8687,
      "step": 14314
    },
    {
      "epoch": 0.30167485919908116,
      "grad_norm": 0.24028708040714264,
      "learning_rate": 1.6373103871912503e-05,
      "loss": 0.9238,
      "step": 14315
    },
    {
      "epoch": 0.3016959332374465,
      "grad_norm": 0.1749224215745926,
      "learning_rate": 1.637257788723528e-05,
      "loss": 0.8555,
      "step": 14316
    },
    {
      "epoch": 0.30171700727581174,
      "grad_norm": 0.17540673911571503,
      "learning_rate": 1.6372051872870754e-05,
      "loss": 0.8273,
      "step": 14317
    },
    {
      "epoch": 0.301738081314177,
      "grad_norm": 0.20695233345031738,
      "learning_rate": 1.6371525828821382e-05,
      "loss": 0.8013,
      "step": 14318
    },
    {
      "epoch": 0.30175915535254233,
      "grad_norm": 0.13649149239063263,
      "learning_rate": 1.6370999755089608e-05,
      "loss": 0.9283,
      "step": 14319
    },
    {
      "epoch": 0.3017802293909076,
      "grad_norm": 0.23884941637516022,
      "learning_rate": 1.637047365167789e-05,
      "loss": 0.8617,
      "step": 14320
    },
    {
      "epoch": 0.3018013034292729,
      "grad_norm": 0.16607919335365295,
      "learning_rate": 1.6369947518588677e-05,
      "loss": 0.8703,
      "step": 14321
    },
    {
      "epoch": 0.3018223774676382,
      "grad_norm": 0.1474023461341858,
      "learning_rate": 1.6369421355824416e-05,
      "loss": 0.7832,
      "step": 14322
    },
    {
      "epoch": 0.30184345150600345,
      "grad_norm": 0.14554893970489502,
      "learning_rate": 1.6368895163387565e-05,
      "loss": 0.8428,
      "step": 14323
    },
    {
      "epoch": 0.30186452554436877,
      "grad_norm": 0.1828969269990921,
      "learning_rate": 1.636836894128057e-05,
      "loss": 0.9632,
      "step": 14324
    },
    {
      "epoch": 0.30188559958273403,
      "grad_norm": 0.2203458696603775,
      "learning_rate": 1.636784268950588e-05,
      "loss": 0.8673,
      "step": 14325
    },
    {
      "epoch": 0.30190667362109935,
      "grad_norm": 0.1368403136730194,
      "learning_rate": 1.636731640806595e-05,
      "loss": 0.854,
      "step": 14326
    },
    {
      "epoch": 0.3019277476594646,
      "grad_norm": 0.1524534821510315,
      "learning_rate": 1.6366790096963236e-05,
      "loss": 0.8728,
      "step": 14327
    },
    {
      "epoch": 0.3019488216978299,
      "grad_norm": 0.14012372493743896,
      "learning_rate": 1.6366263756200185e-05,
      "loss": 0.7659,
      "step": 14328
    },
    {
      "epoch": 0.3019698957361952,
      "grad_norm": 0.14887739717960358,
      "learning_rate": 1.636573738577925e-05,
      "loss": 0.7819,
      "step": 14329
    },
    {
      "epoch": 0.30199096977456047,
      "grad_norm": 0.16547700762748718,
      "learning_rate": 1.636521098570288e-05,
      "loss": 0.8399,
      "step": 14330
    },
    {
      "epoch": 0.30201204381292573,
      "grad_norm": 0.127984881401062,
      "learning_rate": 1.636468455597353e-05,
      "loss": 0.8715,
      "step": 14331
    },
    {
      "epoch": 0.30203311785129106,
      "grad_norm": 0.17888601124286652,
      "learning_rate": 1.636415809659366e-05,
      "loss": 0.8543,
      "step": 14332
    },
    {
      "epoch": 0.3020541918896563,
      "grad_norm": 0.1931627094745636,
      "learning_rate": 1.636363160756571e-05,
      "loss": 0.9071,
      "step": 14333
    },
    {
      "epoch": 0.30207526592802164,
      "grad_norm": 0.14179468154907227,
      "learning_rate": 1.6363105088892137e-05,
      "loss": 0.8197,
      "step": 14334
    },
    {
      "epoch": 0.3020963399663869,
      "grad_norm": 0.13620011508464813,
      "learning_rate": 1.6362578540575395e-05,
      "loss": 0.8441,
      "step": 14335
    },
    {
      "epoch": 0.30211741400475217,
      "grad_norm": 0.1568337380886078,
      "learning_rate": 1.6362051962617938e-05,
      "loss": 0.866,
      "step": 14336
    },
    {
      "epoch": 0.3021384880431175,
      "grad_norm": 0.16827425360679626,
      "learning_rate": 1.636152535502222e-05,
      "loss": 0.8433,
      "step": 14337
    },
    {
      "epoch": 0.30215956208148276,
      "grad_norm": 0.11579485982656479,
      "learning_rate": 1.6360998717790694e-05,
      "loss": 0.8391,
      "step": 14338
    },
    {
      "epoch": 0.3021806361198481,
      "grad_norm": 0.14832915365695953,
      "learning_rate": 1.6360472050925803e-05,
      "loss": 0.8116,
      "step": 14339
    },
    {
      "epoch": 0.30220171015821334,
      "grad_norm": 0.12330742180347443,
      "learning_rate": 1.6359945354430012e-05,
      "loss": 0.8713,
      "step": 14340
    },
    {
      "epoch": 0.3022227841965786,
      "grad_norm": 0.22643855214118958,
      "learning_rate": 1.6359418628305778e-05,
      "loss": 0.7608,
      "step": 14341
    },
    {
      "epoch": 0.30224385823494393,
      "grad_norm": 0.1338631510734558,
      "learning_rate": 1.6358891872555543e-05,
      "loss": 0.9036,
      "step": 14342
    },
    {
      "epoch": 0.3022649322733092,
      "grad_norm": 0.13446356356143951,
      "learning_rate": 1.6358365087181767e-05,
      "loss": 0.8225,
      "step": 14343
    },
    {
      "epoch": 0.3022860063116745,
      "grad_norm": 0.12913399934768677,
      "learning_rate": 1.6357838272186904e-05,
      "loss": 0.7888,
      "step": 14344
    },
    {
      "epoch": 0.3023070803500398,
      "grad_norm": 0.12977659702301025,
      "learning_rate": 1.635731142757341e-05,
      "loss": 0.8765,
      "step": 14345
    },
    {
      "epoch": 0.30232815438840505,
      "grad_norm": 0.14120365679264069,
      "learning_rate": 1.6356784553343733e-05,
      "loss": 0.7911,
      "step": 14346
    },
    {
      "epoch": 0.30234922842677037,
      "grad_norm": 0.10780755430459976,
      "learning_rate": 1.6356257649500338e-05,
      "loss": 0.8347,
      "step": 14347
    },
    {
      "epoch": 0.30237030246513563,
      "grad_norm": 0.15655627846717834,
      "learning_rate": 1.6355730716045667e-05,
      "loss": 0.9022,
      "step": 14348
    },
    {
      "epoch": 0.3023913765035009,
      "grad_norm": 0.11323389410972595,
      "learning_rate": 1.6355203752982184e-05,
      "loss": 0.833,
      "step": 14349
    },
    {
      "epoch": 0.3024124505418662,
      "grad_norm": 0.14519451558589935,
      "learning_rate": 1.6354676760312344e-05,
      "loss": 0.8374,
      "step": 14350
    },
    {
      "epoch": 0.3024335245802315,
      "grad_norm": 0.12395185977220535,
      "learning_rate": 1.6354149738038595e-05,
      "loss": 0.824,
      "step": 14351
    },
    {
      "epoch": 0.3024545986185968,
      "grad_norm": 0.11932745575904846,
      "learning_rate": 1.63536226861634e-05,
      "loss": 0.7813,
      "step": 14352
    },
    {
      "epoch": 0.30247567265696207,
      "grad_norm": 0.12794387340545654,
      "learning_rate": 1.6353095604689202e-05,
      "loss": 0.8841,
      "step": 14353
    },
    {
      "epoch": 0.30249674669532733,
      "grad_norm": 0.12934277951717377,
      "learning_rate": 1.635256849361847e-05,
      "loss": 0.7736,
      "step": 14354
    },
    {
      "epoch": 0.30251782073369266,
      "grad_norm": 0.14279647171497345,
      "learning_rate": 1.635204135295366e-05,
      "loss": 0.844,
      "step": 14355
    },
    {
      "epoch": 0.3025388947720579,
      "grad_norm": 0.1321970373392105,
      "learning_rate": 1.6351514182697217e-05,
      "loss": 0.9162,
      "step": 14356
    },
    {
      "epoch": 0.30255996881042324,
      "grad_norm": 0.13355305790901184,
      "learning_rate": 1.6350986982851602e-05,
      "loss": 0.8393,
      "step": 14357
    },
    {
      "epoch": 0.3025810428487885,
      "grad_norm": 0.1595952957868576,
      "learning_rate": 1.6350459753419272e-05,
      "loss": 0.8436,
      "step": 14358
    },
    {
      "epoch": 0.30260211688715377,
      "grad_norm": 0.12757889926433563,
      "learning_rate": 1.6349932494402684e-05,
      "loss": 0.8197,
      "step": 14359
    },
    {
      "epoch": 0.3026231909255191,
      "grad_norm": 0.10902872681617737,
      "learning_rate": 1.634940520580429e-05,
      "loss": 0.8421,
      "step": 14360
    },
    {
      "epoch": 0.30264426496388436,
      "grad_norm": 0.14972899854183197,
      "learning_rate": 1.634887788762655e-05,
      "loss": 0.9118,
      "step": 14361
    },
    {
      "epoch": 0.3026653390022497,
      "grad_norm": 0.14320020377635956,
      "learning_rate": 1.634835053987192e-05,
      "loss": 0.867,
      "step": 14362
    },
    {
      "epoch": 0.30268641304061494,
      "grad_norm": 0.16357895731925964,
      "learning_rate": 1.6347823162542857e-05,
      "loss": 0.7828,
      "step": 14363
    },
    {
      "epoch": 0.3027074870789802,
      "grad_norm": 0.5193025469779968,
      "learning_rate": 1.6347295755641817e-05,
      "loss": 0.8602,
      "step": 14364
    },
    {
      "epoch": 0.30272856111734553,
      "grad_norm": 0.1626894474029541,
      "learning_rate": 1.6346768319171257e-05,
      "loss": 0.8375,
      "step": 14365
    },
    {
      "epoch": 0.3027496351557108,
      "grad_norm": 0.19359956681728363,
      "learning_rate": 1.6346240853133637e-05,
      "loss": 0.9197,
      "step": 14366
    },
    {
      "epoch": 0.3027707091940761,
      "grad_norm": 0.1568232923746109,
      "learning_rate": 1.6345713357531408e-05,
      "loss": 0.8824,
      "step": 14367
    },
    {
      "epoch": 0.3027917832324414,
      "grad_norm": 0.11653804033994675,
      "learning_rate": 1.634518583236703e-05,
      "loss": 0.7987,
      "step": 14368
    },
    {
      "epoch": 0.30281285727080665,
      "grad_norm": 0.1600513607263565,
      "learning_rate": 1.6344658277642965e-05,
      "loss": 0.9107,
      "step": 14369
    },
    {
      "epoch": 0.30283393130917197,
      "grad_norm": 0.1391874998807907,
      "learning_rate": 1.6344130693361665e-05,
      "loss": 0.8863,
      "step": 14370
    },
    {
      "epoch": 0.30285500534753723,
      "grad_norm": 0.15103285014629364,
      "learning_rate": 1.634360307952559e-05,
      "loss": 0.8353,
      "step": 14371
    },
    {
      "epoch": 0.3028760793859025,
      "grad_norm": 0.1479015350341797,
      "learning_rate": 1.63430754361372e-05,
      "loss": 0.835,
      "step": 14372
    },
    {
      "epoch": 0.3028971534242678,
      "grad_norm": 0.12414684891700745,
      "learning_rate": 1.634254776319895e-05,
      "loss": 0.8827,
      "step": 14373
    },
    {
      "epoch": 0.3029182274626331,
      "grad_norm": 0.1451840102672577,
      "learning_rate": 1.63420200607133e-05,
      "loss": 0.8684,
      "step": 14374
    },
    {
      "epoch": 0.3029393015009984,
      "grad_norm": 0.1265627145767212,
      "learning_rate": 1.6341492328682703e-05,
      "loss": 0.8685,
      "step": 14375
    },
    {
      "epoch": 0.30296037553936367,
      "grad_norm": 0.11891570687294006,
      "learning_rate": 1.634096456710963e-05,
      "loss": 0.8326,
      "step": 14376
    },
    {
      "epoch": 0.30298144957772893,
      "grad_norm": 0.12425986677408218,
      "learning_rate": 1.6340436775996528e-05,
      "loss": 0.8993,
      "step": 14377
    },
    {
      "epoch": 0.30300252361609425,
      "grad_norm": 0.1194247156381607,
      "learning_rate": 1.6339908955345857e-05,
      "loss": 0.8591,
      "step": 14378
    },
    {
      "epoch": 0.3030235976544595,
      "grad_norm": 0.14468780159950256,
      "learning_rate": 1.6339381105160082e-05,
      "loss": 0.8872,
      "step": 14379
    },
    {
      "epoch": 0.30304467169282484,
      "grad_norm": 0.12777547538280487,
      "learning_rate": 1.6338853225441656e-05,
      "loss": 0.8286,
      "step": 14380
    },
    {
      "epoch": 0.3030657457311901,
      "grad_norm": 0.12804201245307922,
      "learning_rate": 1.6338325316193043e-05,
      "loss": 0.8829,
      "step": 14381
    },
    {
      "epoch": 0.30308681976955537,
      "grad_norm": 0.1204771026968956,
      "learning_rate": 1.6337797377416695e-05,
      "loss": 0.799,
      "step": 14382
    },
    {
      "epoch": 0.3031078938079207,
      "grad_norm": 0.12297099828720093,
      "learning_rate": 1.633726940911508e-05,
      "loss": 0.7948,
      "step": 14383
    },
    {
      "epoch": 0.30312896784628596,
      "grad_norm": 0.11322089284658432,
      "learning_rate": 1.6336741411290655e-05,
      "loss": 0.8027,
      "step": 14384
    },
    {
      "epoch": 0.3031500418846513,
      "grad_norm": 0.13704240322113037,
      "learning_rate": 1.6336213383945876e-05,
      "loss": 0.7916,
      "step": 14385
    },
    {
      "epoch": 0.30317111592301654,
      "grad_norm": 0.1186370700597763,
      "learning_rate": 1.6335685327083205e-05,
      "loss": 0.7999,
      "step": 14386
    },
    {
      "epoch": 0.3031921899613818,
      "grad_norm": 0.12574109435081482,
      "learning_rate": 1.6335157240705108e-05,
      "loss": 0.8772,
      "step": 14387
    },
    {
      "epoch": 0.30321326399974713,
      "grad_norm": 0.1204475685954094,
      "learning_rate": 1.6334629124814036e-05,
      "loss": 0.862,
      "step": 14388
    },
    {
      "epoch": 0.3032343380381124,
      "grad_norm": 0.1287931501865387,
      "learning_rate": 1.633410097941245e-05,
      "loss": 0.7918,
      "step": 14389
    },
    {
      "epoch": 0.30325541207647766,
      "grad_norm": 0.1071566715836525,
      "learning_rate": 1.633357280450282e-05,
      "loss": 0.842,
      "step": 14390
    },
    {
      "epoch": 0.303276486114843,
      "grad_norm": 0.13008621335029602,
      "learning_rate": 1.6333044600087594e-05,
      "loss": 0.8938,
      "step": 14391
    },
    {
      "epoch": 0.30329756015320825,
      "grad_norm": 0.11943157017230988,
      "learning_rate": 1.6332516366169243e-05,
      "loss": 0.8318,
      "step": 14392
    },
    {
      "epoch": 0.30331863419157357,
      "grad_norm": 0.12250972539186478,
      "learning_rate": 1.633198810275022e-05,
      "loss": 0.8169,
      "step": 14393
    },
    {
      "epoch": 0.30333970822993883,
      "grad_norm": 0.13736774027347565,
      "learning_rate": 1.6331459809832994e-05,
      "loss": 0.8299,
      "step": 14394
    },
    {
      "epoch": 0.3033607822683041,
      "grad_norm": 0.11075086891651154,
      "learning_rate": 1.6330931487420015e-05,
      "loss": 0.7958,
      "step": 14395
    },
    {
      "epoch": 0.3033818563066694,
      "grad_norm": 0.14020602405071259,
      "learning_rate": 1.6330403135513756e-05,
      "loss": 0.9184,
      "step": 14396
    },
    {
      "epoch": 0.3034029303450347,
      "grad_norm": 0.12607912719249725,
      "learning_rate": 1.6329874754116672e-05,
      "loss": 0.8287,
      "step": 14397
    },
    {
      "epoch": 0.3034240043834,
      "grad_norm": 0.1380075067281723,
      "learning_rate": 1.6329346343231227e-05,
      "loss": 0.8354,
      "step": 14398
    },
    {
      "epoch": 0.30344507842176527,
      "grad_norm": 0.1593206226825714,
      "learning_rate": 1.632881790285988e-05,
      "loss": 0.8857,
      "step": 14399
    },
    {
      "epoch": 0.30346615246013053,
      "grad_norm": 0.137651726603508,
      "learning_rate": 1.6328289433005093e-05,
      "loss": 0.8821,
      "step": 14400
    },
    {
      "epoch": 0.30348722649849585,
      "grad_norm": 0.1432400643825531,
      "learning_rate": 1.632776093366933e-05,
      "loss": 0.8507,
      "step": 14401
    },
    {
      "epoch": 0.3035083005368611,
      "grad_norm": 0.13986961543560028,
      "learning_rate": 1.6327232404855053e-05,
      "loss": 0.8478,
      "step": 14402
    },
    {
      "epoch": 0.30352937457522644,
      "grad_norm": 0.18094250559806824,
      "learning_rate": 1.6326703846564723e-05,
      "loss": 0.8276,
      "step": 14403
    },
    {
      "epoch": 0.3035504486135917,
      "grad_norm": 0.14054132997989655,
      "learning_rate": 1.63261752588008e-05,
      "loss": 0.9306,
      "step": 14404
    },
    {
      "epoch": 0.30357152265195697,
      "grad_norm": 0.12322763353586197,
      "learning_rate": 1.6325646641565757e-05,
      "loss": 0.8008,
      "step": 14405
    },
    {
      "epoch": 0.3035925966903223,
      "grad_norm": 0.13853199779987335,
      "learning_rate": 1.632511799486204e-05,
      "loss": 0.8397,
      "step": 14406
    },
    {
      "epoch": 0.30361367072868756,
      "grad_norm": 0.12438447028398514,
      "learning_rate": 1.6324589318692124e-05,
      "loss": 0.8619,
      "step": 14407
    },
    {
      "epoch": 0.3036347447670528,
      "grad_norm": 0.1347886174917221,
      "learning_rate": 1.632406061305847e-05,
      "loss": 0.8221,
      "step": 14408
    },
    {
      "epoch": 0.30365581880541814,
      "grad_norm": 0.14002789556980133,
      "learning_rate": 1.632353187796354e-05,
      "loss": 0.8747,
      "step": 14409
    },
    {
      "epoch": 0.3036768928437834,
      "grad_norm": 0.18096838891506195,
      "learning_rate": 1.632300311340979e-05,
      "loss": 0.8914,
      "step": 14410
    },
    {
      "epoch": 0.30369796688214873,
      "grad_norm": 0.12930993735790253,
      "learning_rate": 1.6322474319399696e-05,
      "loss": 0.8982,
      "step": 14411
    },
    {
      "epoch": 0.303719040920514,
      "grad_norm": 0.13986638188362122,
      "learning_rate": 1.6321945495935717e-05,
      "loss": 0.8266,
      "step": 14412
    },
    {
      "epoch": 0.30374011495887926,
      "grad_norm": 0.11456248909235,
      "learning_rate": 1.632141664302031e-05,
      "loss": 0.8452,
      "step": 14413
    },
    {
      "epoch": 0.3037611889972446,
      "grad_norm": 0.15977387130260468,
      "learning_rate": 1.632088776065595e-05,
      "loss": 0.8974,
      "step": 14414
    },
    {
      "epoch": 0.30378226303560985,
      "grad_norm": 0.12202698737382889,
      "learning_rate": 1.632035884884509e-05,
      "loss": 0.8843,
      "step": 14415
    },
    {
      "epoch": 0.30380333707397517,
      "grad_norm": 0.13289716839790344,
      "learning_rate": 1.6319829907590197e-05,
      "loss": 0.8312,
      "step": 14416
    },
    {
      "epoch": 0.30382441111234043,
      "grad_norm": 0.12065467983484268,
      "learning_rate": 1.631930093689374e-05,
      "loss": 0.8968,
      "step": 14417
    },
    {
      "epoch": 0.3038454851507057,
      "grad_norm": 0.11113543808460236,
      "learning_rate": 1.6318771936758176e-05,
      "loss": 0.8326,
      "step": 14418
    },
    {
      "epoch": 0.303866559189071,
      "grad_norm": 0.11740344017744064,
      "learning_rate": 1.631824290718598e-05,
      "loss": 0.8126,
      "step": 14419
    },
    {
      "epoch": 0.3038876332274363,
      "grad_norm": 0.11974530667066574,
      "learning_rate": 1.6317713848179603e-05,
      "loss": 0.8448,
      "step": 14420
    },
    {
      "epoch": 0.3039087072658016,
      "grad_norm": 0.10714960843324661,
      "learning_rate": 1.631718475974152e-05,
      "loss": 0.8268,
      "step": 14421
    },
    {
      "epoch": 0.30392978130416687,
      "grad_norm": 0.1171669140458107,
      "learning_rate": 1.631665564187419e-05,
      "loss": 0.8438,
      "step": 14422
    },
    {
      "epoch": 0.30395085534253213,
      "grad_norm": 0.11272155493497849,
      "learning_rate": 1.6316126494580084e-05,
      "loss": 0.8683,
      "step": 14423
    },
    {
      "epoch": 0.30397192938089745,
      "grad_norm": 0.11448503285646439,
      "learning_rate": 1.631559731786166e-05,
      "loss": 0.843,
      "step": 14424
    },
    {
      "epoch": 0.3039930034192627,
      "grad_norm": 0.13192062079906464,
      "learning_rate": 1.6315068111721387e-05,
      "loss": 0.814,
      "step": 14425
    },
    {
      "epoch": 0.304014077457628,
      "grad_norm": 0.10621578991413116,
      "learning_rate": 1.631453887616173e-05,
      "loss": 0.7751,
      "step": 14426
    },
    {
      "epoch": 0.3040351514959933,
      "grad_norm": 0.11775580048561096,
      "learning_rate": 1.6314009611185156e-05,
      "loss": 0.8358,
      "step": 14427
    },
    {
      "epoch": 0.30405622553435857,
      "grad_norm": 0.1421739161014557,
      "learning_rate": 1.631348031679413e-05,
      "loss": 0.8551,
      "step": 14428
    },
    {
      "epoch": 0.3040772995727239,
      "grad_norm": 0.14459910988807678,
      "learning_rate": 1.6312950992991115e-05,
      "loss": 0.9124,
      "step": 14429
    },
    {
      "epoch": 0.30409837361108916,
      "grad_norm": 0.1281806081533432,
      "learning_rate": 1.631242163977858e-05,
      "loss": 0.8653,
      "step": 14430
    },
    {
      "epoch": 0.3041194476494544,
      "grad_norm": 0.1458801031112671,
      "learning_rate": 1.6311892257158986e-05,
      "loss": 0.8789,
      "step": 14431
    },
    {
      "epoch": 0.30414052168781974,
      "grad_norm": 0.1149984821677208,
      "learning_rate": 1.6311362845134804e-05,
      "loss": 0.8387,
      "step": 14432
    },
    {
      "epoch": 0.304161595726185,
      "grad_norm": 0.11044803261756897,
      "learning_rate": 1.6310833403708503e-05,
      "loss": 0.7973,
      "step": 14433
    },
    {
      "epoch": 0.30418266976455033,
      "grad_norm": 0.12647543847560883,
      "learning_rate": 1.6310303932882545e-05,
      "loss": 0.9945,
      "step": 14434
    },
    {
      "epoch": 0.3042037438029156,
      "grad_norm": 0.132302924990654,
      "learning_rate": 1.6309774432659398e-05,
      "loss": 0.775,
      "step": 14435
    },
    {
      "epoch": 0.30422481784128086,
      "grad_norm": 0.12767058610916138,
      "learning_rate": 1.6309244903041527e-05,
      "loss": 0.8522,
      "step": 14436
    },
    {
      "epoch": 0.3042458918796462,
      "grad_norm": 0.12871356308460236,
      "learning_rate": 1.63087153440314e-05,
      "loss": 0.7849,
      "step": 14437
    },
    {
      "epoch": 0.30426696591801144,
      "grad_norm": 0.1719406545162201,
      "learning_rate": 1.6308185755631482e-05,
      "loss": 0.891,
      "step": 14438
    },
    {
      "epoch": 0.30428803995637677,
      "grad_norm": 0.1375465989112854,
      "learning_rate": 1.630765613784424e-05,
      "loss": 0.8436,
      "step": 14439
    },
    {
      "epoch": 0.30430911399474203,
      "grad_norm": 0.13546250760555267,
      "learning_rate": 1.630712649067215e-05,
      "loss": 0.8541,
      "step": 14440
    },
    {
      "epoch": 0.3043301880331073,
      "grad_norm": 0.1424970179796219,
      "learning_rate": 1.6306596814117667e-05,
      "loss": 0.8312,
      "step": 14441
    },
    {
      "epoch": 0.3043512620714726,
      "grad_norm": 0.12458515912294388,
      "learning_rate": 1.6306067108183268e-05,
      "loss": 0.8954,
      "step": 14442
    },
    {
      "epoch": 0.3043723361098379,
      "grad_norm": 0.13944290578365326,
      "learning_rate": 1.6305537372871418e-05,
      "loss": 0.8939,
      "step": 14443
    },
    {
      "epoch": 0.30439341014820315,
      "grad_norm": 0.1139700785279274,
      "learning_rate": 1.630500760818458e-05,
      "loss": 0.8655,
      "step": 14444
    },
    {
      "epoch": 0.30441448418656847,
      "grad_norm": 0.14159351587295532,
      "learning_rate": 1.630447781412523e-05,
      "loss": 0.8775,
      "step": 14445
    },
    {
      "epoch": 0.30443555822493373,
      "grad_norm": 0.15157341957092285,
      "learning_rate": 1.630394799069583e-05,
      "loss": 0.7999,
      "step": 14446
    },
    {
      "epoch": 0.30445663226329905,
      "grad_norm": 0.12565495073795319,
      "learning_rate": 1.630341813789885e-05,
      "loss": 0.8575,
      "step": 14447
    },
    {
      "epoch": 0.3044777063016643,
      "grad_norm": 0.14486150443553925,
      "learning_rate": 1.630288825573676e-05,
      "loss": 0.8653,
      "step": 14448
    },
    {
      "epoch": 0.3044987803400296,
      "grad_norm": 0.13107270002365112,
      "learning_rate": 1.6302358344212025e-05,
      "loss": 0.8466,
      "step": 14449
    },
    {
      "epoch": 0.3045198543783949,
      "grad_norm": 0.12404952943325043,
      "learning_rate": 1.6301828403327115e-05,
      "loss": 0.8176,
      "step": 14450
    },
    {
      "epoch": 0.30454092841676017,
      "grad_norm": 0.13294942677021027,
      "learning_rate": 1.6301298433084504e-05,
      "loss": 0.8442,
      "step": 14451
    },
    {
      "epoch": 0.3045620024551255,
      "grad_norm": 0.15571734309196472,
      "learning_rate": 1.6300768433486652e-05,
      "loss": 0.879,
      "step": 14452
    },
    {
      "epoch": 0.30458307649349076,
      "grad_norm": 0.11751294136047363,
      "learning_rate": 1.630023840453603e-05,
      "loss": 0.8103,
      "step": 14453
    },
    {
      "epoch": 0.304604150531856,
      "grad_norm": 0.13389912247657776,
      "learning_rate": 1.6299708346235113e-05,
      "loss": 0.826,
      "step": 14454
    },
    {
      "epoch": 0.30462522457022134,
      "grad_norm": 0.12963205575942993,
      "learning_rate": 1.629917825858637e-05,
      "loss": 0.7738,
      "step": 14455
    },
    {
      "epoch": 0.3046462986085866,
      "grad_norm": 0.10483783483505249,
      "learning_rate": 1.6298648141592265e-05,
      "loss": 0.787,
      "step": 14456
    },
    {
      "epoch": 0.30466737264695193,
      "grad_norm": 0.15977966785430908,
      "learning_rate": 1.629811799525527e-05,
      "loss": 0.9248,
      "step": 14457
    },
    {
      "epoch": 0.3046884466853172,
      "grad_norm": 0.21047890186309814,
      "learning_rate": 1.6297587819577857e-05,
      "loss": 0.8346,
      "step": 14458
    },
    {
      "epoch": 0.30470952072368246,
      "grad_norm": 0.15190410614013672,
      "learning_rate": 1.629705761456249e-05,
      "loss": 0.8335,
      "step": 14459
    },
    {
      "epoch": 0.3047305947620478,
      "grad_norm": 0.1478320211172104,
      "learning_rate": 1.6296527380211643e-05,
      "loss": 0.879,
      "step": 14460
    },
    {
      "epoch": 0.30475166880041304,
      "grad_norm": 0.13161621987819672,
      "learning_rate": 1.629599711652779e-05,
      "loss": 0.8428,
      "step": 14461
    },
    {
      "epoch": 0.30477274283877837,
      "grad_norm": 0.14427053928375244,
      "learning_rate": 1.6295466823513394e-05,
      "loss": 0.8082,
      "step": 14462
    },
    {
      "epoch": 0.30479381687714363,
      "grad_norm": 0.11939720064401627,
      "learning_rate": 1.6294936501170927e-05,
      "loss": 0.8596,
      "step": 14463
    },
    {
      "epoch": 0.3048148909155089,
      "grad_norm": 0.13437499105930328,
      "learning_rate": 1.629440614950286e-05,
      "loss": 0.889,
      "step": 14464
    },
    {
      "epoch": 0.3048359649538742,
      "grad_norm": 0.19455647468566895,
      "learning_rate": 1.629387576851167e-05,
      "loss": 0.8025,
      "step": 14465
    },
    {
      "epoch": 0.3048570389922395,
      "grad_norm": 0.1286991685628891,
      "learning_rate": 1.629334535819982e-05,
      "loss": 0.907,
      "step": 14466
    },
    {
      "epoch": 0.30487811303060475,
      "grad_norm": 0.1463838815689087,
      "learning_rate": 1.6292814918569785e-05,
      "loss": 0.8784,
      "step": 14467
    },
    {
      "epoch": 0.30489918706897007,
      "grad_norm": 0.12712623178958893,
      "learning_rate": 1.6292284449624034e-05,
      "loss": 0.8267,
      "step": 14468
    },
    {
      "epoch": 0.30492026110733533,
      "grad_norm": 0.12094820290803909,
      "learning_rate": 1.6291753951365038e-05,
      "loss": 0.8028,
      "step": 14469
    },
    {
      "epoch": 0.30494133514570065,
      "grad_norm": 0.1639234870672226,
      "learning_rate": 1.629122342379527e-05,
      "loss": 0.8202,
      "step": 14470
    },
    {
      "epoch": 0.3049624091840659,
      "grad_norm": 0.1288911998271942,
      "learning_rate": 1.6290692866917203e-05,
      "loss": 0.9165,
      "step": 14471
    },
    {
      "epoch": 0.3049834832224312,
      "grad_norm": 0.12704764306545258,
      "learning_rate": 1.62901622807333e-05,
      "loss": 0.8297,
      "step": 14472
    },
    {
      "epoch": 0.3050045572607965,
      "grad_norm": 0.13296811282634735,
      "learning_rate": 1.6289631665246045e-05,
      "loss": 0.8302,
      "step": 14473
    },
    {
      "epoch": 0.30502563129916177,
      "grad_norm": 0.11995217204093933,
      "learning_rate": 1.6289101020457905e-05,
      "loss": 0.7934,
      "step": 14474
    },
    {
      "epoch": 0.3050467053375271,
      "grad_norm": 0.13678914308547974,
      "learning_rate": 1.6288570346371345e-05,
      "loss": 0.8541,
      "step": 14475
    },
    {
      "epoch": 0.30506777937589236,
      "grad_norm": 0.13805842399597168,
      "learning_rate": 1.628803964298885e-05,
      "loss": 0.8545,
      "step": 14476
    },
    {
      "epoch": 0.3050888534142576,
      "grad_norm": 0.11320805549621582,
      "learning_rate": 1.6287508910312883e-05,
      "loss": 0.7868,
      "step": 14477
    },
    {
      "epoch": 0.30510992745262294,
      "grad_norm": 0.12596416473388672,
      "learning_rate": 1.628697814834592e-05,
      "loss": 0.8429,
      "step": 14478
    },
    {
      "epoch": 0.3051310014909882,
      "grad_norm": 0.12652787566184998,
      "learning_rate": 1.628644735709043e-05,
      "loss": 0.8129,
      "step": 14479
    },
    {
      "epoch": 0.30515207552935353,
      "grad_norm": 0.12840628623962402,
      "learning_rate": 1.6285916536548897e-05,
      "loss": 0.8515,
      "step": 14480
    },
    {
      "epoch": 0.3051731495677188,
      "grad_norm": 0.11349710077047348,
      "learning_rate": 1.6285385686723777e-05,
      "loss": 0.8665,
      "step": 14481
    },
    {
      "epoch": 0.30519422360608406,
      "grad_norm": 0.11633695662021637,
      "learning_rate": 1.6284854807617555e-05,
      "loss": 0.8535,
      "step": 14482
    },
    {
      "epoch": 0.3052152976444494,
      "grad_norm": 0.11419840902090073,
      "learning_rate": 1.62843238992327e-05,
      "loss": 0.8323,
      "step": 14483
    },
    {
      "epoch": 0.30523637168281464,
      "grad_norm": 0.11483018845319748,
      "learning_rate": 1.6283792961571686e-05,
      "loss": 0.8234,
      "step": 14484
    },
    {
      "epoch": 0.3052574457211799,
      "grad_norm": 0.10805387049913406,
      "learning_rate": 1.6283261994636984e-05,
      "loss": 0.7487,
      "step": 14485
    },
    {
      "epoch": 0.30527851975954523,
      "grad_norm": 0.11478685587644577,
      "learning_rate": 1.6282730998431072e-05,
      "loss": 0.8036,
      "step": 14486
    },
    {
      "epoch": 0.3052995937979105,
      "grad_norm": 0.11776872724294662,
      "learning_rate": 1.6282199972956425e-05,
      "loss": 0.8587,
      "step": 14487
    },
    {
      "epoch": 0.3053206678362758,
      "grad_norm": 0.11846083402633667,
      "learning_rate": 1.6281668918215512e-05,
      "loss": 0.8683,
      "step": 14488
    },
    {
      "epoch": 0.3053417418746411,
      "grad_norm": 0.12587662041187286,
      "learning_rate": 1.6281137834210807e-05,
      "loss": 0.8695,
      "step": 14489
    },
    {
      "epoch": 0.30536281591300635,
      "grad_norm": 0.13376963138580322,
      "learning_rate": 1.6280606720944786e-05,
      "loss": 0.8915,
      "step": 14490
    },
    {
      "epoch": 0.30538388995137167,
      "grad_norm": 0.1284739375114441,
      "learning_rate": 1.628007557841992e-05,
      "loss": 0.8514,
      "step": 14491
    },
    {
      "epoch": 0.30540496398973693,
      "grad_norm": 0.13777339458465576,
      "learning_rate": 1.627954440663869e-05,
      "loss": 0.851,
      "step": 14492
    },
    {
      "epoch": 0.30542603802810225,
      "grad_norm": 0.12750938534736633,
      "learning_rate": 1.6279013205603567e-05,
      "loss": 0.8788,
      "step": 14493
    },
    {
      "epoch": 0.3054471120664675,
      "grad_norm": 0.19532884657382965,
      "learning_rate": 1.6278481975317024e-05,
      "loss": 0.8766,
      "step": 14494
    },
    {
      "epoch": 0.3054681861048328,
      "grad_norm": 0.1342269331216812,
      "learning_rate": 1.6277950715781535e-05,
      "loss": 0.892,
      "step": 14495
    },
    {
      "epoch": 0.3054892601431981,
      "grad_norm": 0.14493384957313538,
      "learning_rate": 1.627741942699958e-05,
      "loss": 0.897,
      "step": 14496
    },
    {
      "epoch": 0.30551033418156337,
      "grad_norm": 0.143021821975708,
      "learning_rate": 1.6276888108973632e-05,
      "loss": 0.8256,
      "step": 14497
    },
    {
      "epoch": 0.3055314082199287,
      "grad_norm": 0.20439256727695465,
      "learning_rate": 1.6276356761706164e-05,
      "loss": 0.8415,
      "step": 14498
    },
    {
      "epoch": 0.30555248225829396,
      "grad_norm": 0.1565995067358017,
      "learning_rate": 1.627582538519965e-05,
      "loss": 0.8258,
      "step": 14499
    },
    {
      "epoch": 0.3055735562966592,
      "grad_norm": 0.12093896418809891,
      "learning_rate": 1.627529397945657e-05,
      "loss": 0.8069,
      "step": 14500
    },
    {
      "epoch": 0.30559463033502454,
      "grad_norm": 0.15873540937900543,
      "learning_rate": 1.62747625444794e-05,
      "loss": 0.9008,
      "step": 14501
    },
    {
      "epoch": 0.3056157043733898,
      "grad_norm": 0.12841954827308655,
      "learning_rate": 1.6274231080270614e-05,
      "loss": 0.868,
      "step": 14502
    },
    {
      "epoch": 0.3056367784117551,
      "grad_norm": 0.14623518288135529,
      "learning_rate": 1.6273699586832686e-05,
      "loss": 0.8503,
      "step": 14503
    },
    {
      "epoch": 0.3056578524501204,
      "grad_norm": 0.12754696607589722,
      "learning_rate": 1.627316806416809e-05,
      "loss": 0.83,
      "step": 14504
    },
    {
      "epoch": 0.30567892648848566,
      "grad_norm": 0.12119700014591217,
      "learning_rate": 1.627263651227931e-05,
      "loss": 0.7848,
      "step": 14505
    },
    {
      "epoch": 0.305700000526851,
      "grad_norm": 0.13246780633926392,
      "learning_rate": 1.6272104931168815e-05,
      "loss": 0.8594,
      "step": 14506
    },
    {
      "epoch": 0.30572107456521624,
      "grad_norm": 0.12273617088794708,
      "learning_rate": 1.6271573320839087e-05,
      "loss": 0.8698,
      "step": 14507
    },
    {
      "epoch": 0.3057421486035815,
      "grad_norm": 0.12391144782304764,
      "learning_rate": 1.6271041681292597e-05,
      "loss": 0.8712,
      "step": 14508
    },
    {
      "epoch": 0.30576322264194683,
      "grad_norm": 0.13716542720794678,
      "learning_rate": 1.627051001253183e-05,
      "loss": 0.8002,
      "step": 14509
    },
    {
      "epoch": 0.3057842966803121,
      "grad_norm": 0.09775747358798981,
      "learning_rate": 1.6269978314559253e-05,
      "loss": 0.7702,
      "step": 14510
    },
    {
      "epoch": 0.3058053707186774,
      "grad_norm": 0.14327634871006012,
      "learning_rate": 1.6269446587377348e-05,
      "loss": 0.864,
      "step": 14511
    },
    {
      "epoch": 0.3058264447570427,
      "grad_norm": 0.16978688538074493,
      "learning_rate": 1.626891483098859e-05,
      "loss": 0.9245,
      "step": 14512
    },
    {
      "epoch": 0.30584751879540795,
      "grad_norm": 0.12543973326683044,
      "learning_rate": 1.626838304539546e-05,
      "loss": 0.7995,
      "step": 14513
    },
    {
      "epoch": 0.30586859283377327,
      "grad_norm": 0.12570525705814362,
      "learning_rate": 1.626785123060043e-05,
      "loss": 0.7933,
      "step": 14514
    },
    {
      "epoch": 0.30588966687213853,
      "grad_norm": 0.14368009567260742,
      "learning_rate": 1.626731938660598e-05,
      "loss": 0.8467,
      "step": 14515
    },
    {
      "epoch": 0.30591074091050385,
      "grad_norm": 0.13469454646110535,
      "learning_rate": 1.6266787513414594e-05,
      "loss": 0.7966,
      "step": 14516
    },
    {
      "epoch": 0.3059318149488691,
      "grad_norm": 0.12200784683227539,
      "learning_rate": 1.6266255611028742e-05,
      "loss": 0.8647,
      "step": 14517
    },
    {
      "epoch": 0.3059528889872344,
      "grad_norm": 0.1530648171901703,
      "learning_rate": 1.62657236794509e-05,
      "loss": 0.8486,
      "step": 14518
    },
    {
      "epoch": 0.3059739630255997,
      "grad_norm": 0.12486854195594788,
      "learning_rate": 1.6265191718683556e-05,
      "loss": 0.8058,
      "step": 14519
    },
    {
      "epoch": 0.30599503706396497,
      "grad_norm": 0.25150105357170105,
      "learning_rate": 1.626465972872918e-05,
      "loss": 0.8699,
      "step": 14520
    },
    {
      "epoch": 0.30601611110233023,
      "grad_norm": 0.12818458676338196,
      "learning_rate": 1.626412770959025e-05,
      "loss": 0.8696,
      "step": 14521
    },
    {
      "epoch": 0.30603718514069556,
      "grad_norm": 0.1293799877166748,
      "learning_rate": 1.6263595661269248e-05,
      "loss": 0.8767,
      "step": 14522
    },
    {
      "epoch": 0.3060582591790608,
      "grad_norm": 0.11997435241937637,
      "learning_rate": 1.6263063583768652e-05,
      "loss": 0.7892,
      "step": 14523
    },
    {
      "epoch": 0.30607933321742614,
      "grad_norm": 0.1383492797613144,
      "learning_rate": 1.6262531477090942e-05,
      "loss": 0.9043,
      "step": 14524
    },
    {
      "epoch": 0.3061004072557914,
      "grad_norm": 0.12243956327438354,
      "learning_rate": 1.6261999341238595e-05,
      "loss": 0.8712,
      "step": 14525
    },
    {
      "epoch": 0.30612148129415667,
      "grad_norm": 0.12760168313980103,
      "learning_rate": 1.6261467176214085e-05,
      "loss": 0.8307,
      "step": 14526
    },
    {
      "epoch": 0.306142555332522,
      "grad_norm": 0.12157177925109863,
      "learning_rate": 1.6260934982019904e-05,
      "loss": 0.8429,
      "step": 14527
    },
    {
      "epoch": 0.30616362937088726,
      "grad_norm": 0.10554119199514389,
      "learning_rate": 1.6260402758658517e-05,
      "loss": 0.8052,
      "step": 14528
    },
    {
      "epoch": 0.3061847034092526,
      "grad_norm": 0.12966328859329224,
      "learning_rate": 1.6259870506132416e-05,
      "loss": 0.8172,
      "step": 14529
    },
    {
      "epoch": 0.30620577744761784,
      "grad_norm": 0.14831142127513885,
      "learning_rate": 1.625933822444407e-05,
      "loss": 0.9176,
      "step": 14530
    },
    {
      "epoch": 0.3062268514859831,
      "grad_norm": 0.16946063935756683,
      "learning_rate": 1.6258805913595965e-05,
      "loss": 0.8565,
      "step": 14531
    },
    {
      "epoch": 0.30624792552434843,
      "grad_norm": 0.11030033975839615,
      "learning_rate": 1.625827357359058e-05,
      "loss": 0.7802,
      "step": 14532
    },
    {
      "epoch": 0.3062689995627137,
      "grad_norm": 0.17610114812850952,
      "learning_rate": 1.625774120443039e-05,
      "loss": 0.9129,
      "step": 14533
    },
    {
      "epoch": 0.306290073601079,
      "grad_norm": 0.15283963084220886,
      "learning_rate": 1.6257208806117884e-05,
      "loss": 0.8562,
      "step": 14534
    },
    {
      "epoch": 0.3063111476394443,
      "grad_norm": 0.13449716567993164,
      "learning_rate": 1.6256676378655536e-05,
      "loss": 0.7495,
      "step": 14535
    },
    {
      "epoch": 0.30633222167780955,
      "grad_norm": 0.18717651069164276,
      "learning_rate": 1.625614392204583e-05,
      "loss": 0.8135,
      "step": 14536
    },
    {
      "epoch": 0.30635329571617487,
      "grad_norm": 0.1448664665222168,
      "learning_rate": 1.625561143629124e-05,
      "loss": 0.852,
      "step": 14537
    },
    {
      "epoch": 0.30637436975454013,
      "grad_norm": 0.17614474892616272,
      "learning_rate": 1.625507892139425e-05,
      "loss": 0.8629,
      "step": 14538
    },
    {
      "epoch": 0.3063954437929054,
      "grad_norm": 0.13423395156860352,
      "learning_rate": 1.6254546377357346e-05,
      "loss": 0.8536,
      "step": 14539
    },
    {
      "epoch": 0.3064165178312707,
      "grad_norm": 0.19278089702129364,
      "learning_rate": 1.6254013804183003e-05,
      "loss": 0.9084,
      "step": 14540
    },
    {
      "epoch": 0.306437591869636,
      "grad_norm": 0.22815971076488495,
      "learning_rate": 1.6253481201873702e-05,
      "loss": 0.8556,
      "step": 14541
    },
    {
      "epoch": 0.3064586659080013,
      "grad_norm": 0.19860988855361938,
      "learning_rate": 1.625294857043193e-05,
      "loss": 0.8755,
      "step": 14542
    },
    {
      "epoch": 0.30647973994636657,
      "grad_norm": 0.13757124543190002,
      "learning_rate": 1.625241590986016e-05,
      "loss": 0.8539,
      "step": 14543
    },
    {
      "epoch": 0.30650081398473183,
      "grad_norm": 0.1956849992275238,
      "learning_rate": 1.625188322016088e-05,
      "loss": 0.8292,
      "step": 14544
    },
    {
      "epoch": 0.30652188802309716,
      "grad_norm": 0.14762140810489655,
      "learning_rate": 1.6251350501336567e-05,
      "loss": 0.8753,
      "step": 14545
    },
    {
      "epoch": 0.3065429620614624,
      "grad_norm": 0.17343634366989136,
      "learning_rate": 1.6250817753389708e-05,
      "loss": 0.8747,
      "step": 14546
    },
    {
      "epoch": 0.30656403609982774,
      "grad_norm": 0.16494262218475342,
      "learning_rate": 1.6250284976322778e-05,
      "loss": 0.8457,
      "step": 14547
    },
    {
      "epoch": 0.306585110138193,
      "grad_norm": 0.18357521295547485,
      "learning_rate": 1.6249752170138267e-05,
      "loss": 0.8708,
      "step": 14548
    },
    {
      "epoch": 0.30660618417655827,
      "grad_norm": 0.21467433869838715,
      "learning_rate": 1.624921933483865e-05,
      "loss": 0.8307,
      "step": 14549
    },
    {
      "epoch": 0.3066272582149236,
      "grad_norm": 0.14664685726165771,
      "learning_rate": 1.6248686470426413e-05,
      "loss": 0.8717,
      "step": 14550
    },
    {
      "epoch": 0.30664833225328886,
      "grad_norm": 0.22668275237083435,
      "learning_rate": 1.6248153576904036e-05,
      "loss": 0.8644,
      "step": 14551
    },
    {
      "epoch": 0.3066694062916542,
      "grad_norm": 0.12996605038642883,
      "learning_rate": 1.6247620654274007e-05,
      "loss": 0.843,
      "step": 14552
    },
    {
      "epoch": 0.30669048033001944,
      "grad_norm": 0.1867179274559021,
      "learning_rate": 1.62470877025388e-05,
      "loss": 0.8723,
      "step": 14553
    },
    {
      "epoch": 0.3067115543683847,
      "grad_norm": 0.17040221393108368,
      "learning_rate": 1.6246554721700906e-05,
      "loss": 0.9022,
      "step": 14554
    },
    {
      "epoch": 0.30673262840675003,
      "grad_norm": 0.1440427154302597,
      "learning_rate": 1.62460217117628e-05,
      "loss": 0.8999,
      "step": 14555
    },
    {
      "epoch": 0.3067537024451153,
      "grad_norm": 0.15611620247364044,
      "learning_rate": 1.6245488672726973e-05,
      "loss": 0.7996,
      "step": 14556
    },
    {
      "epoch": 0.3067747764834806,
      "grad_norm": 0.1723504364490509,
      "learning_rate": 1.6244955604595907e-05,
      "loss": 0.8761,
      "step": 14557
    },
    {
      "epoch": 0.3067958505218459,
      "grad_norm": 0.2224641740322113,
      "learning_rate": 1.624442250737208e-05,
      "loss": 0.9348,
      "step": 14558
    },
    {
      "epoch": 0.30681692456021115,
      "grad_norm": 0.12184630334377289,
      "learning_rate": 1.6243889381057984e-05,
      "loss": 0.8342,
      "step": 14559
    },
    {
      "epoch": 0.30683799859857647,
      "grad_norm": 0.1706658899784088,
      "learning_rate": 1.624335622565609e-05,
      "loss": 0.803,
      "step": 14560
    },
    {
      "epoch": 0.30685907263694173,
      "grad_norm": 0.11802658438682556,
      "learning_rate": 1.624282304116889e-05,
      "loss": 0.8267,
      "step": 14561
    },
    {
      "epoch": 0.306880146675307,
      "grad_norm": 0.130954772233963,
      "learning_rate": 1.624228982759887e-05,
      "loss": 0.8111,
      "step": 14562
    },
    {
      "epoch": 0.3069012207136723,
      "grad_norm": 0.14699780941009521,
      "learning_rate": 1.624175658494851e-05,
      "loss": 0.8348,
      "step": 14563
    },
    {
      "epoch": 0.3069222947520376,
      "grad_norm": 0.13057643175125122,
      "learning_rate": 1.6241223313220294e-05,
      "loss": 0.8622,
      "step": 14564
    },
    {
      "epoch": 0.3069433687904029,
      "grad_norm": 0.15816810727119446,
      "learning_rate": 1.6240690012416708e-05,
      "loss": 0.758,
      "step": 14565
    },
    {
      "epoch": 0.30696444282876817,
      "grad_norm": 0.13027653098106384,
      "learning_rate": 1.6240156682540237e-05,
      "loss": 0.8763,
      "step": 14566
    },
    {
      "epoch": 0.30698551686713343,
      "grad_norm": 0.1544748991727829,
      "learning_rate": 1.6239623323593365e-05,
      "loss": 0.8742,
      "step": 14567
    },
    {
      "epoch": 0.30700659090549876,
      "grad_norm": 0.13687415421009064,
      "learning_rate": 1.6239089935578575e-05,
      "loss": 0.8829,
      "step": 14568
    },
    {
      "epoch": 0.307027664943864,
      "grad_norm": 0.14962515234947205,
      "learning_rate": 1.623855651849835e-05,
      "loss": 0.8377,
      "step": 14569
    },
    {
      "epoch": 0.30704873898222934,
      "grad_norm": 0.2057410031557083,
      "learning_rate": 1.6238023072355183e-05,
      "loss": 0.8523,
      "step": 14570
    },
    {
      "epoch": 0.3070698130205946,
      "grad_norm": 0.16688381135463715,
      "learning_rate": 1.623748959715155e-05,
      "loss": 0.9157,
      "step": 14571
    },
    {
      "epoch": 0.30709088705895987,
      "grad_norm": 0.1275191307067871,
      "learning_rate": 1.6236956092889946e-05,
      "loss": 0.8192,
      "step": 14572
    },
    {
      "epoch": 0.3071119610973252,
      "grad_norm": 0.12463494390249252,
      "learning_rate": 1.6236422559572848e-05,
      "loss": 0.8706,
      "step": 14573
    },
    {
      "epoch": 0.30713303513569046,
      "grad_norm": 0.16191409528255463,
      "learning_rate": 1.6235888997202743e-05,
      "loss": 0.9122,
      "step": 14574
    },
    {
      "epoch": 0.3071541091740558,
      "grad_norm": 0.12998704612255096,
      "learning_rate": 1.6235355405782115e-05,
      "loss": 0.8843,
      "step": 14575
    },
    {
      "epoch": 0.30717518321242104,
      "grad_norm": 0.13247112929821014,
      "learning_rate": 1.6234821785313458e-05,
      "loss": 0.8488,
      "step": 14576
    },
    {
      "epoch": 0.3071962572507863,
      "grad_norm": 0.11205974966287613,
      "learning_rate": 1.623428813579925e-05,
      "loss": 0.888,
      "step": 14577
    },
    {
      "epoch": 0.30721733128915163,
      "grad_norm": 0.1516672968864441,
      "learning_rate": 1.623375445724198e-05,
      "loss": 0.8896,
      "step": 14578
    },
    {
      "epoch": 0.3072384053275169,
      "grad_norm": 0.12287794798612595,
      "learning_rate": 1.6233220749644135e-05,
      "loss": 0.9049,
      "step": 14579
    },
    {
      "epoch": 0.30725947936588216,
      "grad_norm": 0.12163551896810532,
      "learning_rate": 1.6232687013008196e-05,
      "loss": 0.8534,
      "step": 14580
    },
    {
      "epoch": 0.3072805534042475,
      "grad_norm": 0.1276707947254181,
      "learning_rate": 1.6232153247336658e-05,
      "loss": 0.8117,
      "step": 14581
    },
    {
      "epoch": 0.30730162744261275,
      "grad_norm": 0.11566359549760818,
      "learning_rate": 1.6231619452632002e-05,
      "loss": 0.7882,
      "step": 14582
    },
    {
      "epoch": 0.30732270148097807,
      "grad_norm": 0.11798777431249619,
      "learning_rate": 1.6231085628896715e-05,
      "loss": 0.8599,
      "step": 14583
    },
    {
      "epoch": 0.30734377551934333,
      "grad_norm": 0.14752516150474548,
      "learning_rate": 1.6230551776133287e-05,
      "loss": 0.8693,
      "step": 14584
    },
    {
      "epoch": 0.3073648495577086,
      "grad_norm": 0.13281206786632538,
      "learning_rate": 1.6230017894344205e-05,
      "loss": 0.8397,
      "step": 14585
    },
    {
      "epoch": 0.3073859235960739,
      "grad_norm": 0.13847853243350983,
      "learning_rate": 1.622948398353195e-05,
      "loss": 0.8124,
      "step": 14586
    },
    {
      "epoch": 0.3074069976344392,
      "grad_norm": 0.14110778272151947,
      "learning_rate": 1.6228950043699012e-05,
      "loss": 0.837,
      "step": 14587
    },
    {
      "epoch": 0.3074280716728045,
      "grad_norm": 0.14107465744018555,
      "learning_rate": 1.6228416074847883e-05,
      "loss": 0.8956,
      "step": 14588
    },
    {
      "epoch": 0.30744914571116977,
      "grad_norm": 0.12722539901733398,
      "learning_rate": 1.6227882076981046e-05,
      "loss": 0.86,
      "step": 14589
    },
    {
      "epoch": 0.30747021974953503,
      "grad_norm": 0.13841824233531952,
      "learning_rate": 1.622734805010099e-05,
      "loss": 0.8926,
      "step": 14590
    },
    {
      "epoch": 0.30749129378790035,
      "grad_norm": 0.13719020783901215,
      "learning_rate": 1.62268139942102e-05,
      "loss": 0.7732,
      "step": 14591
    },
    {
      "epoch": 0.3075123678262656,
      "grad_norm": 0.11118754744529724,
      "learning_rate": 1.6226279909311173e-05,
      "loss": 0.8951,
      "step": 14592
    },
    {
      "epoch": 0.30753344186463094,
      "grad_norm": 0.1640884280204773,
      "learning_rate": 1.6225745795406387e-05,
      "loss": 0.8289,
      "step": 14593
    },
    {
      "epoch": 0.3075545159029962,
      "grad_norm": 0.12006854265928268,
      "learning_rate": 1.6225211652498334e-05,
      "loss": 0.8093,
      "step": 14594
    },
    {
      "epoch": 0.30757558994136147,
      "grad_norm": 0.1297599971294403,
      "learning_rate": 1.6224677480589504e-05,
      "loss": 0.8659,
      "step": 14595
    },
    {
      "epoch": 0.3075966639797268,
      "grad_norm": 0.1312401443719864,
      "learning_rate": 1.6224143279682382e-05,
      "loss": 0.8203,
      "step": 14596
    },
    {
      "epoch": 0.30761773801809206,
      "grad_norm": 0.130718395113945,
      "learning_rate": 1.622360904977946e-05,
      "loss": 0.8265,
      "step": 14597
    },
    {
      "epoch": 0.3076388120564573,
      "grad_norm": 0.1930958330631256,
      "learning_rate": 1.622307479088322e-05,
      "loss": 0.8387,
      "step": 14598
    },
    {
      "epoch": 0.30765988609482264,
      "grad_norm": 0.19197677075862885,
      "learning_rate": 1.6222540502996162e-05,
      "loss": 0.9206,
      "step": 14599
    },
    {
      "epoch": 0.3076809601331879,
      "grad_norm": 0.12359503656625748,
      "learning_rate": 1.622200618612077e-05,
      "loss": 0.8593,
      "step": 14600
    },
    {
      "epoch": 0.30770203417155323,
      "grad_norm": 0.1712547093629837,
      "learning_rate": 1.6221471840259527e-05,
      "loss": 0.8838,
      "step": 14601
    },
    {
      "epoch": 0.3077231082099185,
      "grad_norm": 0.14701732993125916,
      "learning_rate": 1.622093746541493e-05,
      "loss": 0.7997,
      "step": 14602
    },
    {
      "epoch": 0.30774418224828376,
      "grad_norm": 0.13602542877197266,
      "learning_rate": 1.622040306158947e-05,
      "loss": 0.8442,
      "step": 14603
    },
    {
      "epoch": 0.3077652562866491,
      "grad_norm": 0.18090026080608368,
      "learning_rate": 1.621986862878563e-05,
      "loss": 0.8671,
      "step": 14604
    },
    {
      "epoch": 0.30778633032501435,
      "grad_norm": 0.15857276320457458,
      "learning_rate": 1.62193341670059e-05,
      "loss": 0.8567,
      "step": 14605
    },
    {
      "epoch": 0.30780740436337967,
      "grad_norm": 0.12412992864847183,
      "learning_rate": 1.6218799676252777e-05,
      "loss": 0.7952,
      "step": 14606
    },
    {
      "epoch": 0.30782847840174493,
      "grad_norm": 0.1759634017944336,
      "learning_rate": 1.6218265156528742e-05,
      "loss": 0.8773,
      "step": 14607
    },
    {
      "epoch": 0.3078495524401102,
      "grad_norm": 0.15898247063159943,
      "learning_rate": 1.6217730607836292e-05,
      "loss": 0.8742,
      "step": 14608
    },
    {
      "epoch": 0.3078706264784755,
      "grad_norm": 0.1454228311777115,
      "learning_rate": 1.621719603017791e-05,
      "loss": 0.8226,
      "step": 14609
    },
    {
      "epoch": 0.3078917005168408,
      "grad_norm": 0.14946860074996948,
      "learning_rate": 1.6216661423556098e-05,
      "loss": 0.8711,
      "step": 14610
    },
    {
      "epoch": 0.3079127745552061,
      "grad_norm": 0.12309552729129791,
      "learning_rate": 1.6216126787973334e-05,
      "loss": 0.7986,
      "step": 14611
    },
    {
      "epoch": 0.30793384859357137,
      "grad_norm": 0.15292006731033325,
      "learning_rate": 1.6215592123432117e-05,
      "loss": 0.833,
      "step": 14612
    },
    {
      "epoch": 0.30795492263193663,
      "grad_norm": 0.13541585206985474,
      "learning_rate": 1.6215057429934933e-05,
      "loss": 0.7726,
      "step": 14613
    },
    {
      "epoch": 0.30797599667030195,
      "grad_norm": 0.1279248297214508,
      "learning_rate": 1.6214522707484275e-05,
      "loss": 0.8579,
      "step": 14614
    },
    {
      "epoch": 0.3079970707086672,
      "grad_norm": 0.19623470306396484,
      "learning_rate": 1.6213987956082634e-05,
      "loss": 0.8426,
      "step": 14615
    },
    {
      "epoch": 0.3080181447470325,
      "grad_norm": 0.1579076498746872,
      "learning_rate": 1.6213453175732504e-05,
      "loss": 0.8811,
      "step": 14616
    },
    {
      "epoch": 0.3080392187853978,
      "grad_norm": 0.1255820095539093,
      "learning_rate": 1.621291836643637e-05,
      "loss": 0.8319,
      "step": 14617
    },
    {
      "epoch": 0.30806029282376307,
      "grad_norm": 0.15353737771511078,
      "learning_rate": 1.621238352819673e-05,
      "loss": 0.8517,
      "step": 14618
    },
    {
      "epoch": 0.3080813668621284,
      "grad_norm": 0.1198686808347702,
      "learning_rate": 1.621184866101607e-05,
      "loss": 0.907,
      "step": 14619
    },
    {
      "epoch": 0.30810244090049366,
      "grad_norm": 0.17137999832630157,
      "learning_rate": 1.6211313764896885e-05,
      "loss": 0.9106,
      "step": 14620
    },
    {
      "epoch": 0.3081235149388589,
      "grad_norm": 0.1137361153960228,
      "learning_rate": 1.6210778839841665e-05,
      "loss": 0.8141,
      "step": 14621
    },
    {
      "epoch": 0.30814458897722424,
      "grad_norm": 0.1542387455701828,
      "learning_rate": 1.6210243885852905e-05,
      "loss": 0.8025,
      "step": 14622
    },
    {
      "epoch": 0.3081656630155895,
      "grad_norm": 0.14911793172359467,
      "learning_rate": 1.6209708902933094e-05,
      "loss": 0.8308,
      "step": 14623
    },
    {
      "epoch": 0.30818673705395483,
      "grad_norm": 0.1312061846256256,
      "learning_rate": 1.6209173891084725e-05,
      "loss": 0.849,
      "step": 14624
    },
    {
      "epoch": 0.3082078110923201,
      "grad_norm": 0.1913101226091385,
      "learning_rate": 1.6208638850310294e-05,
      "loss": 0.8511,
      "step": 14625
    },
    {
      "epoch": 0.30822888513068536,
      "grad_norm": 0.13419561088085175,
      "learning_rate": 1.620810378061229e-05,
      "loss": 0.8571,
      "step": 14626
    },
    {
      "epoch": 0.3082499591690507,
      "grad_norm": 0.14496329426765442,
      "learning_rate": 1.62075686819932e-05,
      "loss": 0.7603,
      "step": 14627
    },
    {
      "epoch": 0.30827103320741595,
      "grad_norm": 0.18667738139629364,
      "learning_rate": 1.620703355445553e-05,
      "loss": 0.9071,
      "step": 14628
    },
    {
      "epoch": 0.30829210724578127,
      "grad_norm": 0.14504799246788025,
      "learning_rate": 1.620649839800176e-05,
      "loss": 0.8318,
      "step": 14629
    },
    {
      "epoch": 0.30831318128414653,
      "grad_norm": 0.13431397080421448,
      "learning_rate": 1.6205963212634393e-05,
      "loss": 0.7862,
      "step": 14630
    },
    {
      "epoch": 0.3083342553225118,
      "grad_norm": 0.1309150606393814,
      "learning_rate": 1.6205427998355915e-05,
      "loss": 0.8913,
      "step": 14631
    },
    {
      "epoch": 0.3083553293608771,
      "grad_norm": 0.12660004198551178,
      "learning_rate": 1.620489275516883e-05,
      "loss": 0.8096,
      "step": 14632
    },
    {
      "epoch": 0.3083764033992424,
      "grad_norm": 0.14802412688732147,
      "learning_rate": 1.6204357483075615e-05,
      "loss": 0.8451,
      "step": 14633
    },
    {
      "epoch": 0.30839747743760765,
      "grad_norm": 0.14878961443901062,
      "learning_rate": 1.6203822182078777e-05,
      "loss": 0.8562,
      "step": 14634
    },
    {
      "epoch": 0.30841855147597297,
      "grad_norm": 0.16338613629341125,
      "learning_rate": 1.6203286852180803e-05,
      "loss": 0.8222,
      "step": 14635
    },
    {
      "epoch": 0.30843962551433823,
      "grad_norm": 0.14752638339996338,
      "learning_rate": 1.6202751493384196e-05,
      "loss": 0.9027,
      "step": 14636
    },
    {
      "epoch": 0.30846069955270355,
      "grad_norm": 0.15847542881965637,
      "learning_rate": 1.620221610569144e-05,
      "loss": 0.8345,
      "step": 14637
    },
    {
      "epoch": 0.3084817735910688,
      "grad_norm": 0.19769397377967834,
      "learning_rate": 1.620168068910503e-05,
      "loss": 0.792,
      "step": 14638
    },
    {
      "epoch": 0.3085028476294341,
      "grad_norm": 0.14578209817409515,
      "learning_rate": 1.620114524362746e-05,
      "loss": 0.8239,
      "step": 14639
    },
    {
      "epoch": 0.3085239216677994,
      "grad_norm": 0.1247188001871109,
      "learning_rate": 1.620060976926123e-05,
      "loss": 0.8157,
      "step": 14640
    },
    {
      "epoch": 0.30854499570616467,
      "grad_norm": 0.17546768486499786,
      "learning_rate": 1.6200074266008833e-05,
      "loss": 0.8693,
      "step": 14641
    },
    {
      "epoch": 0.30856606974453,
      "grad_norm": 0.13037580251693726,
      "learning_rate": 1.619953873387276e-05,
      "loss": 0.7965,
      "step": 14642
    },
    {
      "epoch": 0.30858714378289526,
      "grad_norm": 0.1870565116405487,
      "learning_rate": 1.619900317285551e-05,
      "loss": 0.8519,
      "step": 14643
    },
    {
      "epoch": 0.3086082178212605,
      "grad_norm": 0.16705003380775452,
      "learning_rate": 1.619846758295958e-05,
      "loss": 0.8207,
      "step": 14644
    },
    {
      "epoch": 0.30862929185962584,
      "grad_norm": 0.1892566978931427,
      "learning_rate": 1.6197931964187458e-05,
      "loss": 0.8362,
      "step": 14645
    },
    {
      "epoch": 0.3086503658979911,
      "grad_norm": 0.18987858295440674,
      "learning_rate": 1.619739631654164e-05,
      "loss": 0.8802,
      "step": 14646
    },
    {
      "epoch": 0.30867143993635643,
      "grad_norm": 0.19594988226890564,
      "learning_rate": 1.619686064002463e-05,
      "loss": 0.7942,
      "step": 14647
    },
    {
      "epoch": 0.3086925139747217,
      "grad_norm": 0.1278083324432373,
      "learning_rate": 1.619632493463891e-05,
      "loss": 0.8671,
      "step": 14648
    },
    {
      "epoch": 0.30871358801308696,
      "grad_norm": 0.22208614647388458,
      "learning_rate": 1.6195789200386987e-05,
      "loss": 0.87,
      "step": 14649
    },
    {
      "epoch": 0.3087346620514523,
      "grad_norm": 0.11766348034143448,
      "learning_rate": 1.6195253437271356e-05,
      "loss": 0.8837,
      "step": 14650
    },
    {
      "epoch": 0.30875573608981755,
      "grad_norm": 0.16074880957603455,
      "learning_rate": 1.6194717645294506e-05,
      "loss": 0.8501,
      "step": 14651
    },
    {
      "epoch": 0.30877681012818287,
      "grad_norm": 0.12971994280815125,
      "learning_rate": 1.6194181824458936e-05,
      "loss": 0.8526,
      "step": 14652
    },
    {
      "epoch": 0.30879788416654813,
      "grad_norm": 0.13750483095645905,
      "learning_rate": 1.6193645974767145e-05,
      "loss": 0.8502,
      "step": 14653
    },
    {
      "epoch": 0.3088189582049134,
      "grad_norm": 0.14615722000598907,
      "learning_rate": 1.6193110096221628e-05,
      "loss": 0.891,
      "step": 14654
    },
    {
      "epoch": 0.3088400322432787,
      "grad_norm": 0.1225421279668808,
      "learning_rate": 1.6192574188824878e-05,
      "loss": 0.8065,
      "step": 14655
    },
    {
      "epoch": 0.308861106281644,
      "grad_norm": 0.14896290004253387,
      "learning_rate": 1.6192038252579395e-05,
      "loss": 0.852,
      "step": 14656
    },
    {
      "epoch": 0.30888218032000925,
      "grad_norm": 0.1240537092089653,
      "learning_rate": 1.6191502287487676e-05,
      "loss": 0.8542,
      "step": 14657
    },
    {
      "epoch": 0.30890325435837457,
      "grad_norm": 0.14081105589866638,
      "learning_rate": 1.6190966293552216e-05,
      "loss": 0.8458,
      "step": 14658
    },
    {
      "epoch": 0.30892432839673983,
      "grad_norm": 0.1259573996067047,
      "learning_rate": 1.6190430270775514e-05,
      "loss": 0.8587,
      "step": 14659
    },
    {
      "epoch": 0.30894540243510515,
      "grad_norm": 0.14210255444049835,
      "learning_rate": 1.6189894219160067e-05,
      "loss": 0.8329,
      "step": 14660
    },
    {
      "epoch": 0.3089664764734704,
      "grad_norm": 0.13645225763320923,
      "learning_rate": 1.618935813870837e-05,
      "loss": 0.8384,
      "step": 14661
    },
    {
      "epoch": 0.3089875505118357,
      "grad_norm": 0.13560396432876587,
      "learning_rate": 1.618882202942292e-05,
      "loss": 0.8721,
      "step": 14662
    },
    {
      "epoch": 0.309008624550201,
      "grad_norm": 0.13397951424121857,
      "learning_rate": 1.618828589130622e-05,
      "loss": 0.9044,
      "step": 14663
    },
    {
      "epoch": 0.30902969858856627,
      "grad_norm": 0.11481519043445587,
      "learning_rate": 1.618774972436076e-05,
      "loss": 0.8845,
      "step": 14664
    },
    {
      "epoch": 0.3090507726269316,
      "grad_norm": 0.13160985708236694,
      "learning_rate": 1.618721352858904e-05,
      "loss": 0.8481,
      "step": 14665
    },
    {
      "epoch": 0.30907184666529686,
      "grad_norm": 0.12564407289028168,
      "learning_rate": 1.6186677303993564e-05,
      "loss": 0.8398,
      "step": 14666
    },
    {
      "epoch": 0.3090929207036621,
      "grad_norm": 0.12620587646961212,
      "learning_rate": 1.618614105057682e-05,
      "loss": 0.8553,
      "step": 14667
    },
    {
      "epoch": 0.30911399474202744,
      "grad_norm": 0.12932844460010529,
      "learning_rate": 1.6185604768341317e-05,
      "loss": 0.8041,
      "step": 14668
    },
    {
      "epoch": 0.3091350687803927,
      "grad_norm": 0.16261856257915497,
      "learning_rate": 1.618506845728955e-05,
      "loss": 0.8889,
      "step": 14669
    },
    {
      "epoch": 0.30915614281875803,
      "grad_norm": 0.11072950810194016,
      "learning_rate": 1.618453211742401e-05,
      "loss": 0.8251,
      "step": 14670
    },
    {
      "epoch": 0.3091772168571233,
      "grad_norm": 0.13614298403263092,
      "learning_rate": 1.6183995748747204e-05,
      "loss": 0.8521,
      "step": 14671
    },
    {
      "epoch": 0.30919829089548856,
      "grad_norm": 0.1284024566411972,
      "learning_rate": 1.6183459351261625e-05,
      "loss": 0.892,
      "step": 14672
    },
    {
      "epoch": 0.3092193649338539,
      "grad_norm": 0.12351665645837784,
      "learning_rate": 1.6182922924969778e-05,
      "loss": 0.8324,
      "step": 14673
    },
    {
      "epoch": 0.30924043897221914,
      "grad_norm": 0.11966594308614731,
      "learning_rate": 1.6182386469874158e-05,
      "loss": 0.8136,
      "step": 14674
    },
    {
      "epoch": 0.3092615130105844,
      "grad_norm": 0.1183280348777771,
      "learning_rate": 1.6181849985977263e-05,
      "loss": 0.8099,
      "step": 14675
    },
    {
      "epoch": 0.30928258704894973,
      "grad_norm": 0.12820616364479065,
      "learning_rate": 1.6181313473281597e-05,
      "loss": 0.8701,
      "step": 14676
    },
    {
      "epoch": 0.309303661087315,
      "grad_norm": 0.13413380086421967,
      "learning_rate": 1.6180776931789653e-05,
      "loss": 0.7896,
      "step": 14677
    },
    {
      "epoch": 0.3093247351256803,
      "grad_norm": 0.12129199504852295,
      "learning_rate": 1.6180240361503935e-05,
      "loss": 0.8629,
      "step": 14678
    },
    {
      "epoch": 0.3093458091640456,
      "grad_norm": 0.14498430490493774,
      "learning_rate": 1.6179703762426945e-05,
      "loss": 0.8818,
      "step": 14679
    },
    {
      "epoch": 0.30936688320241085,
      "grad_norm": 0.1438465267419815,
      "learning_rate": 1.6179167134561174e-05,
      "loss": 0.8716,
      "step": 14680
    },
    {
      "epoch": 0.30938795724077617,
      "grad_norm": 0.1310226321220398,
      "learning_rate": 1.6178630477909135e-05,
      "loss": 0.8934,
      "step": 14681
    },
    {
      "epoch": 0.30940903127914143,
      "grad_norm": 0.14068101346492767,
      "learning_rate": 1.6178093792473313e-05,
      "loss": 0.7782,
      "step": 14682
    },
    {
      "epoch": 0.30943010531750675,
      "grad_norm": 0.1142309308052063,
      "learning_rate": 1.617755707825622e-05,
      "loss": 0.8547,
      "step": 14683
    },
    {
      "epoch": 0.309451179355872,
      "grad_norm": 0.1436728984117508,
      "learning_rate": 1.617702033526035e-05,
      "loss": 0.8512,
      "step": 14684
    },
    {
      "epoch": 0.3094722533942373,
      "grad_norm": 0.13346371054649353,
      "learning_rate": 1.6176483563488204e-05,
      "loss": 0.789,
      "step": 14685
    },
    {
      "epoch": 0.3094933274326026,
      "grad_norm": 0.13785836100578308,
      "learning_rate": 1.6175946762942286e-05,
      "loss": 0.8391,
      "step": 14686
    },
    {
      "epoch": 0.30951440147096787,
      "grad_norm": 0.15275204181671143,
      "learning_rate": 1.6175409933625097e-05,
      "loss": 0.8845,
      "step": 14687
    },
    {
      "epoch": 0.3095354755093332,
      "grad_norm": 0.187041774392128,
      "learning_rate": 1.6174873075539136e-05,
      "loss": 0.9075,
      "step": 14688
    },
    {
      "epoch": 0.30955654954769846,
      "grad_norm": 0.1538987159729004,
      "learning_rate": 1.61743361886869e-05,
      "loss": 0.874,
      "step": 14689
    },
    {
      "epoch": 0.3095776235860637,
      "grad_norm": 0.13312144577503204,
      "learning_rate": 1.6173799273070894e-05,
      "loss": 0.8261,
      "step": 14690
    },
    {
      "epoch": 0.30959869762442904,
      "grad_norm": 0.15002796053886414,
      "learning_rate": 1.617326232869362e-05,
      "loss": 0.8733,
      "step": 14691
    },
    {
      "epoch": 0.3096197716627943,
      "grad_norm": 0.14957202970981598,
      "learning_rate": 1.617272535555758e-05,
      "loss": 0.8439,
      "step": 14692
    },
    {
      "epoch": 0.3096408457011596,
      "grad_norm": 0.11764845252037048,
      "learning_rate": 1.6172188353665276e-05,
      "loss": 0.855,
      "step": 14693
    },
    {
      "epoch": 0.3096619197395249,
      "grad_norm": 0.13581930100917816,
      "learning_rate": 1.61716513230192e-05,
      "loss": 0.7927,
      "step": 14694
    },
    {
      "epoch": 0.30968299377789016,
      "grad_norm": 0.15923215448856354,
      "learning_rate": 1.617111426362187e-05,
      "loss": 0.8526,
      "step": 14695
    },
    {
      "epoch": 0.3097040678162555,
      "grad_norm": 0.1657736450433731,
      "learning_rate": 1.6170577175475778e-05,
      "loss": 0.8562,
      "step": 14696
    },
    {
      "epoch": 0.30972514185462074,
      "grad_norm": 0.1368291676044464,
      "learning_rate": 1.6170040058583427e-05,
      "loss": 0.9258,
      "step": 14697
    },
    {
      "epoch": 0.309746215892986,
      "grad_norm": 0.13462483882904053,
      "learning_rate": 1.6169502912947317e-05,
      "loss": 0.8236,
      "step": 14698
    },
    {
      "epoch": 0.30976728993135133,
      "grad_norm": 0.17156971991062164,
      "learning_rate": 1.6168965738569953e-05,
      "loss": 0.8018,
      "step": 14699
    },
    {
      "epoch": 0.3097883639697166,
      "grad_norm": 0.1366807073354721,
      "learning_rate": 1.616842853545384e-05,
      "loss": 0.8027,
      "step": 14700
    },
    {
      "epoch": 0.3098094380080819,
      "grad_norm": 0.13194797933101654,
      "learning_rate": 1.616789130360148e-05,
      "loss": 0.8467,
      "step": 14701
    },
    {
      "epoch": 0.3098305120464472,
      "grad_norm": 0.1328597515821457,
      "learning_rate": 1.616735404301537e-05,
      "loss": 0.781,
      "step": 14702
    },
    {
      "epoch": 0.30985158608481245,
      "grad_norm": 0.1666906774044037,
      "learning_rate": 1.6166816753698017e-05,
      "loss": 0.8458,
      "step": 14703
    },
    {
      "epoch": 0.30987266012317777,
      "grad_norm": 0.1570224165916443,
      "learning_rate": 1.616627943565193e-05,
      "loss": 0.7968,
      "step": 14704
    },
    {
      "epoch": 0.30989373416154303,
      "grad_norm": 0.1326141506433487,
      "learning_rate": 1.61657420888796e-05,
      "loss": 0.8237,
      "step": 14705
    },
    {
      "epoch": 0.30991480819990835,
      "grad_norm": 0.12987568974494934,
      "learning_rate": 1.616520471338354e-05,
      "loss": 0.8135,
      "step": 14706
    },
    {
      "epoch": 0.3099358822382736,
      "grad_norm": 0.12588761746883392,
      "learning_rate": 1.6164667309166247e-05,
      "loss": 0.8048,
      "step": 14707
    },
    {
      "epoch": 0.3099569562766389,
      "grad_norm": 0.11008095741271973,
      "learning_rate": 1.6164129876230226e-05,
      "loss": 0.8043,
      "step": 14708
    },
    {
      "epoch": 0.3099780303150042,
      "grad_norm": 0.13676337897777557,
      "learning_rate": 1.6163592414577986e-05,
      "loss": 0.8247,
      "step": 14709
    },
    {
      "epoch": 0.30999910435336947,
      "grad_norm": 0.15677182376384735,
      "learning_rate": 1.6163054924212027e-05,
      "loss": 0.8587,
      "step": 14710
    },
    {
      "epoch": 0.31002017839173474,
      "grad_norm": 0.12849093973636627,
      "learning_rate": 1.616251740513485e-05,
      "loss": 0.7749,
      "step": 14711
    },
    {
      "epoch": 0.31004125243010006,
      "grad_norm": 0.14449848234653473,
      "learning_rate": 1.6161979857348963e-05,
      "loss": 0.8634,
      "step": 14712
    },
    {
      "epoch": 0.3100623264684653,
      "grad_norm": 0.1872650533914566,
      "learning_rate": 1.6161442280856866e-05,
      "loss": 0.8838,
      "step": 14713
    },
    {
      "epoch": 0.31008340050683064,
      "grad_norm": 0.15287017822265625,
      "learning_rate": 1.6160904675661073e-05,
      "loss": 0.7825,
      "step": 14714
    },
    {
      "epoch": 0.3101044745451959,
      "grad_norm": 0.1784689575433731,
      "learning_rate": 1.6160367041764076e-05,
      "loss": 0.8922,
      "step": 14715
    },
    {
      "epoch": 0.3101255485835612,
      "grad_norm": 0.21787331998348236,
      "learning_rate": 1.6159829379168387e-05,
      "loss": 0.8875,
      "step": 14716
    },
    {
      "epoch": 0.3101466226219265,
      "grad_norm": 0.12928752601146698,
      "learning_rate": 1.6159291687876512e-05,
      "loss": 0.8468,
      "step": 14717
    },
    {
      "epoch": 0.31016769666029176,
      "grad_norm": 0.20059815049171448,
      "learning_rate": 1.615875396789095e-05,
      "loss": 0.858,
      "step": 14718
    },
    {
      "epoch": 0.3101887706986571,
      "grad_norm": 0.16913504898548126,
      "learning_rate": 1.615821621921421e-05,
      "loss": 0.8603,
      "step": 14719
    },
    {
      "epoch": 0.31020984473702234,
      "grad_norm": 0.12683530151844025,
      "learning_rate": 1.61576784418488e-05,
      "loss": 0.821,
      "step": 14720
    },
    {
      "epoch": 0.3102309187753876,
      "grad_norm": 0.1646360158920288,
      "learning_rate": 1.6157140635797216e-05,
      "loss": 0.8825,
      "step": 14721
    },
    {
      "epoch": 0.31025199281375293,
      "grad_norm": 0.13501909375190735,
      "learning_rate": 1.615660280106197e-05,
      "loss": 0.8678,
      "step": 14722
    },
    {
      "epoch": 0.3102730668521182,
      "grad_norm": 0.16719835996627808,
      "learning_rate": 1.615606493764557e-05,
      "loss": 0.9231,
      "step": 14723
    },
    {
      "epoch": 0.3102941408904835,
      "grad_norm": 0.14346100389957428,
      "learning_rate": 1.615552704555052e-05,
      "loss": 0.8507,
      "step": 14724
    },
    {
      "epoch": 0.3103152149288488,
      "grad_norm": 0.13517650961875916,
      "learning_rate": 1.615498912477932e-05,
      "loss": 0.8641,
      "step": 14725
    },
    {
      "epoch": 0.31033628896721405,
      "grad_norm": 0.17728810012340546,
      "learning_rate": 1.615445117533448e-05,
      "loss": 0.8038,
      "step": 14726
    },
    {
      "epoch": 0.31035736300557937,
      "grad_norm": 0.14822730422019958,
      "learning_rate": 1.6153913197218506e-05,
      "loss": 0.8951,
      "step": 14727
    },
    {
      "epoch": 0.31037843704394463,
      "grad_norm": 0.14294405281543732,
      "learning_rate": 1.6153375190433906e-05,
      "loss": 0.8284,
      "step": 14728
    },
    {
      "epoch": 0.3103995110823099,
      "grad_norm": 0.15069463849067688,
      "learning_rate": 1.6152837154983184e-05,
      "loss": 0.8607,
      "step": 14729
    },
    {
      "epoch": 0.3104205851206752,
      "grad_norm": 0.14183740317821503,
      "learning_rate": 1.615229909086885e-05,
      "loss": 0.7418,
      "step": 14730
    },
    {
      "epoch": 0.3104416591590405,
      "grad_norm": 0.16438809037208557,
      "learning_rate": 1.6151760998093403e-05,
      "loss": 0.8814,
      "step": 14731
    },
    {
      "epoch": 0.3104627331974058,
      "grad_norm": 0.15607495605945587,
      "learning_rate": 1.615122287665936e-05,
      "loss": 0.8411,
      "step": 14732
    },
    {
      "epoch": 0.31048380723577107,
      "grad_norm": 0.1819382905960083,
      "learning_rate": 1.615068472656922e-05,
      "loss": 0.8836,
      "step": 14733
    },
    {
      "epoch": 0.31050488127413634,
      "grad_norm": 0.13964347541332245,
      "learning_rate": 1.6150146547825493e-05,
      "loss": 0.894,
      "step": 14734
    },
    {
      "epoch": 0.31052595531250166,
      "grad_norm": 0.1690099537372589,
      "learning_rate": 1.6149608340430684e-05,
      "loss": 0.832,
      "step": 14735
    },
    {
      "epoch": 0.3105470293508669,
      "grad_norm": 0.15777961909770966,
      "learning_rate": 1.6149070104387303e-05,
      "loss": 0.8903,
      "step": 14736
    },
    {
      "epoch": 0.31056810338923224,
      "grad_norm": 0.12969540059566498,
      "learning_rate": 1.614853183969786e-05,
      "loss": 0.8265,
      "step": 14737
    },
    {
      "epoch": 0.3105891774275975,
      "grad_norm": 0.1374066323041916,
      "learning_rate": 1.6147993546364853e-05,
      "loss": 0.8452,
      "step": 14738
    },
    {
      "epoch": 0.31061025146596277,
      "grad_norm": 0.13920161128044128,
      "learning_rate": 1.61474552243908e-05,
      "loss": 0.8328,
      "step": 14739
    },
    {
      "epoch": 0.3106313255043281,
      "grad_norm": 0.15920411050319672,
      "learning_rate": 1.6146916873778206e-05,
      "loss": 0.879,
      "step": 14740
    },
    {
      "epoch": 0.31065239954269336,
      "grad_norm": 0.14302542805671692,
      "learning_rate": 1.614637849452957e-05,
      "loss": 0.7953,
      "step": 14741
    },
    {
      "epoch": 0.3106734735810587,
      "grad_norm": 0.14180947840213776,
      "learning_rate": 1.6145840086647415e-05,
      "loss": 0.8228,
      "step": 14742
    },
    {
      "epoch": 0.31069454761942394,
      "grad_norm": 0.13808049261569977,
      "learning_rate": 1.614530165013424e-05,
      "loss": 0.8256,
      "step": 14743
    },
    {
      "epoch": 0.3107156216577892,
      "grad_norm": 0.11144164204597473,
      "learning_rate": 1.6144763184992552e-05,
      "loss": 0.7801,
      "step": 14744
    },
    {
      "epoch": 0.31073669569615453,
      "grad_norm": 0.14281852543354034,
      "learning_rate": 1.6144224691224868e-05,
      "loss": 0.846,
      "step": 14745
    },
    {
      "epoch": 0.3107577697345198,
      "grad_norm": 0.12403031438589096,
      "learning_rate": 1.6143686168833688e-05,
      "loss": 0.8425,
      "step": 14746
    },
    {
      "epoch": 0.3107788437728851,
      "grad_norm": 0.11733672767877579,
      "learning_rate": 1.6143147617821525e-05,
      "loss": 0.8394,
      "step": 14747
    },
    {
      "epoch": 0.3107999178112504,
      "grad_norm": 0.11889971047639847,
      "learning_rate": 1.6142609038190888e-05,
      "loss": 0.9075,
      "step": 14748
    },
    {
      "epoch": 0.31082099184961565,
      "grad_norm": 0.11742720752954483,
      "learning_rate": 1.6142070429944282e-05,
      "loss": 0.8341,
      "step": 14749
    },
    {
      "epoch": 0.31084206588798097,
      "grad_norm": 0.10838386416435242,
      "learning_rate": 1.614153179308422e-05,
      "loss": 0.8642,
      "step": 14750
    },
    {
      "epoch": 0.31086313992634623,
      "grad_norm": 0.11767842620611191,
      "learning_rate": 1.6140993127613212e-05,
      "loss": 0.8854,
      "step": 14751
    },
    {
      "epoch": 0.3108842139647115,
      "grad_norm": 0.1209045946598053,
      "learning_rate": 1.6140454433533766e-05,
      "loss": 0.7893,
      "step": 14752
    },
    {
      "epoch": 0.3109052880030768,
      "grad_norm": 0.1311684399843216,
      "learning_rate": 1.613991571084839e-05,
      "loss": 0.8319,
      "step": 14753
    },
    {
      "epoch": 0.3109263620414421,
      "grad_norm": 0.14175963401794434,
      "learning_rate": 1.6139376959559595e-05,
      "loss": 0.8966,
      "step": 14754
    },
    {
      "epoch": 0.3109474360798074,
      "grad_norm": 0.12656837701797485,
      "learning_rate": 1.6138838179669894e-05,
      "loss": 0.886,
      "step": 14755
    },
    {
      "epoch": 0.31096851011817267,
      "grad_norm": 0.15467891097068787,
      "learning_rate": 1.6138299371181792e-05,
      "loss": 0.8081,
      "step": 14756
    },
    {
      "epoch": 0.31098958415653793,
      "grad_norm": 0.1265452802181244,
      "learning_rate": 1.61377605340978e-05,
      "loss": 0.8925,
      "step": 14757
    },
    {
      "epoch": 0.31101065819490326,
      "grad_norm": 0.1744423508644104,
      "learning_rate": 1.613722166842043e-05,
      "loss": 0.8463,
      "step": 14758
    },
    {
      "epoch": 0.3110317322332685,
      "grad_norm": 0.13953998684883118,
      "learning_rate": 1.6136682774152194e-05,
      "loss": 0.8664,
      "step": 14759
    },
    {
      "epoch": 0.31105280627163384,
      "grad_norm": 0.1178179532289505,
      "learning_rate": 1.6136143851295597e-05,
      "loss": 0.8475,
      "step": 14760
    },
    {
      "epoch": 0.3110738803099991,
      "grad_norm": 0.17809593677520752,
      "learning_rate": 1.6135604899853156e-05,
      "loss": 0.8435,
      "step": 14761
    },
    {
      "epoch": 0.31109495434836437,
      "grad_norm": 0.1337260603904724,
      "learning_rate": 1.6135065919827374e-05,
      "loss": 0.823,
      "step": 14762
    },
    {
      "epoch": 0.3111160283867297,
      "grad_norm": 0.16646969318389893,
      "learning_rate": 1.6134526911220766e-05,
      "loss": 0.8591,
      "step": 14763
    },
    {
      "epoch": 0.31113710242509496,
      "grad_norm": 0.1519685536623001,
      "learning_rate": 1.613398787403585e-05,
      "loss": 0.8286,
      "step": 14764
    },
    {
      "epoch": 0.3111581764634603,
      "grad_norm": 0.17141076922416687,
      "learning_rate": 1.6133448808275124e-05,
      "loss": 0.8497,
      "step": 14765
    },
    {
      "epoch": 0.31117925050182554,
      "grad_norm": 0.2582213878631592,
      "learning_rate": 1.613290971394111e-05,
      "loss": 0.848,
      "step": 14766
    },
    {
      "epoch": 0.3112003245401908,
      "grad_norm": 0.14957629144191742,
      "learning_rate": 1.6132370591036314e-05,
      "loss": 0.8711,
      "step": 14767
    },
    {
      "epoch": 0.31122139857855613,
      "grad_norm": 0.19862520694732666,
      "learning_rate": 1.613183143956325e-05,
      "loss": 0.8849,
      "step": 14768
    },
    {
      "epoch": 0.3112424726169214,
      "grad_norm": 0.22344127297401428,
      "learning_rate": 1.6131292259524424e-05,
      "loss": 0.8834,
      "step": 14769
    },
    {
      "epoch": 0.31126354665528666,
      "grad_norm": 0.14604705572128296,
      "learning_rate": 1.6130753050922357e-05,
      "loss": 0.8848,
      "step": 14770
    },
    {
      "epoch": 0.311284620693652,
      "grad_norm": 0.16660815477371216,
      "learning_rate": 1.6130213813759558e-05,
      "loss": 0.8912,
      "step": 14771
    },
    {
      "epoch": 0.31130569473201725,
      "grad_norm": 0.17415010929107666,
      "learning_rate": 1.612967454803853e-05,
      "loss": 0.8268,
      "step": 14772
    },
    {
      "epoch": 0.31132676877038257,
      "grad_norm": 0.16199694573879242,
      "learning_rate": 1.6129135253761798e-05,
      "loss": 0.8235,
      "step": 14773
    },
    {
      "epoch": 0.31134784280874783,
      "grad_norm": 0.18803998827934265,
      "learning_rate": 1.612859593093187e-05,
      "loss": 0.8795,
      "step": 14774
    },
    {
      "epoch": 0.3113689168471131,
      "grad_norm": 0.1590178906917572,
      "learning_rate": 1.6128056579551254e-05,
      "loss": 0.7979,
      "step": 14775
    },
    {
      "epoch": 0.3113899908854784,
      "grad_norm": 0.18171122670173645,
      "learning_rate": 1.6127517199622468e-05,
      "loss": 0.8828,
      "step": 14776
    },
    {
      "epoch": 0.3114110649238437,
      "grad_norm": 0.17502930760383606,
      "learning_rate": 1.612697779114802e-05,
      "loss": 0.8408,
      "step": 14777
    },
    {
      "epoch": 0.311432138962209,
      "grad_norm": 0.15216019749641418,
      "learning_rate": 1.612643835413043e-05,
      "loss": 0.8399,
      "step": 14778
    },
    {
      "epoch": 0.31145321300057427,
      "grad_norm": 0.13676883280277252,
      "learning_rate": 1.6125898888572207e-05,
      "loss": 0.8497,
      "step": 14779
    },
    {
      "epoch": 0.31147428703893953,
      "grad_norm": 0.16767728328704834,
      "learning_rate": 1.6125359394475862e-05,
      "loss": 0.9216,
      "step": 14780
    },
    {
      "epoch": 0.31149536107730486,
      "grad_norm": 0.1314106285572052,
      "learning_rate": 1.612481987184391e-05,
      "loss": 0.8519,
      "step": 14781
    },
    {
      "epoch": 0.3115164351156701,
      "grad_norm": 0.15461395680904388,
      "learning_rate": 1.6124280320678864e-05,
      "loss": 0.8309,
      "step": 14782
    },
    {
      "epoch": 0.31153750915403544,
      "grad_norm": 0.15316954255104065,
      "learning_rate": 1.612374074098324e-05,
      "loss": 0.84,
      "step": 14783
    },
    {
      "epoch": 0.3115585831924007,
      "grad_norm": 0.17366176843643188,
      "learning_rate": 1.612320113275955e-05,
      "loss": 0.836,
      "step": 14784
    },
    {
      "epoch": 0.31157965723076597,
      "grad_norm": 0.11523476988077164,
      "learning_rate": 1.6122661496010304e-05,
      "loss": 0.7931,
      "step": 14785
    },
    {
      "epoch": 0.3116007312691313,
      "grad_norm": 0.15026092529296875,
      "learning_rate": 1.6122121830738026e-05,
      "loss": 0.8489,
      "step": 14786
    },
    {
      "epoch": 0.31162180530749656,
      "grad_norm": 0.13445521891117096,
      "learning_rate": 1.6121582136945216e-05,
      "loss": 0.7974,
      "step": 14787
    },
    {
      "epoch": 0.3116428793458618,
      "grad_norm": 0.1705138385295868,
      "learning_rate": 1.6121042414634403e-05,
      "loss": 0.8246,
      "step": 14788
    },
    {
      "epoch": 0.31166395338422714,
      "grad_norm": 0.12767581641674042,
      "learning_rate": 1.612050266380809e-05,
      "loss": 0.8625,
      "step": 14789
    },
    {
      "epoch": 0.3116850274225924,
      "grad_norm": 0.16720955073833466,
      "learning_rate": 1.61199628844688e-05,
      "loss": 0.8866,
      "step": 14790
    },
    {
      "epoch": 0.31170610146095773,
      "grad_norm": 0.13653558492660522,
      "learning_rate": 1.611942307661904e-05,
      "loss": 0.929,
      "step": 14791
    },
    {
      "epoch": 0.311727175499323,
      "grad_norm": 0.14510148763656616,
      "learning_rate": 1.611888324026133e-05,
      "loss": 0.8671,
      "step": 14792
    },
    {
      "epoch": 0.31174824953768826,
      "grad_norm": 0.1626175493001938,
      "learning_rate": 1.611834337539818e-05,
      "loss": 0.8225,
      "step": 14793
    },
    {
      "epoch": 0.3117693235760536,
      "grad_norm": 0.14490579068660736,
      "learning_rate": 1.611780348203211e-05,
      "loss": 0.8514,
      "step": 14794
    },
    {
      "epoch": 0.31179039761441885,
      "grad_norm": 1.6943918466567993,
      "learning_rate": 1.6117263560165634e-05,
      "loss": 0.8305,
      "step": 14795
    },
    {
      "epoch": 0.31181147165278417,
      "grad_norm": 0.130130335688591,
      "learning_rate": 1.6116723609801266e-05,
      "loss": 0.8795,
      "step": 14796
    },
    {
      "epoch": 0.31183254569114943,
      "grad_norm": 0.1481398046016693,
      "learning_rate": 1.611618363094152e-05,
      "loss": 0.8,
      "step": 14797
    },
    {
      "epoch": 0.3118536197295147,
      "grad_norm": 0.1508730947971344,
      "learning_rate": 1.6115643623588915e-05,
      "loss": 0.862,
      "step": 14798
    },
    {
      "epoch": 0.31187469376788,
      "grad_norm": 0.14070717990398407,
      "learning_rate": 1.6115103587745963e-05,
      "loss": 0.9225,
      "step": 14799
    },
    {
      "epoch": 0.3118957678062453,
      "grad_norm": 0.13416607677936554,
      "learning_rate": 1.611456352341519e-05,
      "loss": 0.9049,
      "step": 14800
    },
    {
      "epoch": 0.3119168418446106,
      "grad_norm": 0.14545105397701263,
      "learning_rate": 1.6114023430599094e-05,
      "loss": 0.9182,
      "step": 14801
    },
    {
      "epoch": 0.31193791588297587,
      "grad_norm": 0.11140710860490799,
      "learning_rate": 1.6113483309300207e-05,
      "loss": 0.8629,
      "step": 14802
    },
    {
      "epoch": 0.31195898992134113,
      "grad_norm": 0.15286995470523834,
      "learning_rate": 1.6112943159521038e-05,
      "loss": 0.9268,
      "step": 14803
    },
    {
      "epoch": 0.31198006395970646,
      "grad_norm": 0.14993050694465637,
      "learning_rate": 1.6112402981264102e-05,
      "loss": 0.8832,
      "step": 14804
    },
    {
      "epoch": 0.3120011379980717,
      "grad_norm": 0.15805014967918396,
      "learning_rate": 1.611186277453192e-05,
      "loss": 0.8773,
      "step": 14805
    },
    {
      "epoch": 0.312022212036437,
      "grad_norm": 0.16582398116588593,
      "learning_rate": 1.6111322539327005e-05,
      "loss": 0.8458,
      "step": 14806
    },
    {
      "epoch": 0.3120432860748023,
      "grad_norm": 0.14484834671020508,
      "learning_rate": 1.6110782275651876e-05,
      "loss": 0.9358,
      "step": 14807
    },
    {
      "epoch": 0.31206436011316757,
      "grad_norm": 0.13697078824043274,
      "learning_rate": 1.6110241983509053e-05,
      "loss": 0.8276,
      "step": 14808
    },
    {
      "epoch": 0.3120854341515329,
      "grad_norm": 0.1520860493183136,
      "learning_rate": 1.6109701662901044e-05,
      "loss": 0.9045,
      "step": 14809
    },
    {
      "epoch": 0.31210650818989816,
      "grad_norm": 0.13478323817253113,
      "learning_rate": 1.6109161313830374e-05,
      "loss": 0.8772,
      "step": 14810
    },
    {
      "epoch": 0.3121275822282634,
      "grad_norm": 0.17950059473514557,
      "learning_rate": 1.6108620936299556e-05,
      "loss": 0.9442,
      "step": 14811
    },
    {
      "epoch": 0.31214865626662874,
      "grad_norm": 0.1353626847267151,
      "learning_rate": 1.610808053031111e-05,
      "loss": 0.8863,
      "step": 14812
    },
    {
      "epoch": 0.312169730304994,
      "grad_norm": 0.15544365346431732,
      "learning_rate": 1.6107540095867552e-05,
      "loss": 0.8817,
      "step": 14813
    },
    {
      "epoch": 0.31219080434335933,
      "grad_norm": 0.1404310166835785,
      "learning_rate": 1.61069996329714e-05,
      "loss": 0.8396,
      "step": 14814
    },
    {
      "epoch": 0.3122118783817246,
      "grad_norm": 0.1421738862991333,
      "learning_rate": 1.6106459141625176e-05,
      "loss": 0.8894,
      "step": 14815
    },
    {
      "epoch": 0.31223295242008986,
      "grad_norm": 0.1672998070716858,
      "learning_rate": 1.610591862183139e-05,
      "loss": 0.9328,
      "step": 14816
    },
    {
      "epoch": 0.3122540264584552,
      "grad_norm": 0.1769585907459259,
      "learning_rate": 1.6105378073592567e-05,
      "loss": 0.9046,
      "step": 14817
    },
    {
      "epoch": 0.31227510049682045,
      "grad_norm": 0.13385224342346191,
      "learning_rate": 1.610483749691122e-05,
      "loss": 0.89,
      "step": 14818
    },
    {
      "epoch": 0.31229617453518577,
      "grad_norm": 0.1505228877067566,
      "learning_rate": 1.6104296891789867e-05,
      "loss": 0.9027,
      "step": 14819
    },
    {
      "epoch": 0.31231724857355103,
      "grad_norm": 0.15275722742080688,
      "learning_rate": 1.6103756258231034e-05,
      "loss": 0.8623,
      "step": 14820
    },
    {
      "epoch": 0.3123383226119163,
      "grad_norm": 0.1909817010164261,
      "learning_rate": 1.610321559623723e-05,
      "loss": 0.8539,
      "step": 14821
    },
    {
      "epoch": 0.3123593966502816,
      "grad_norm": 0.12829744815826416,
      "learning_rate": 1.6102674905810982e-05,
      "loss": 0.8127,
      "step": 14822
    },
    {
      "epoch": 0.3123804706886469,
      "grad_norm": 0.16610564291477203,
      "learning_rate": 1.6102134186954804e-05,
      "loss": 0.798,
      "step": 14823
    },
    {
      "epoch": 0.31240154472701215,
      "grad_norm": 0.13065791130065918,
      "learning_rate": 1.6101593439671217e-05,
      "loss": 0.8703,
      "step": 14824
    },
    {
      "epoch": 0.31242261876537747,
      "grad_norm": 0.14912763237953186,
      "learning_rate": 1.610105266396274e-05,
      "loss": 0.8449,
      "step": 14825
    },
    {
      "epoch": 0.31244369280374273,
      "grad_norm": 0.12741339206695557,
      "learning_rate": 1.610051185983189e-05,
      "loss": 0.8553,
      "step": 14826
    },
    {
      "epoch": 0.31246476684210805,
      "grad_norm": 0.12911945581436157,
      "learning_rate": 1.609997102728119e-05,
      "loss": 0.8271,
      "step": 14827
    },
    {
      "epoch": 0.3124858408804733,
      "grad_norm": 0.12434233725070953,
      "learning_rate": 1.6099430166313153e-05,
      "loss": 0.8264,
      "step": 14828
    },
    {
      "epoch": 0.3125069149188386,
      "grad_norm": 0.15340006351470947,
      "learning_rate": 1.6098889276930306e-05,
      "loss": 0.8344,
      "step": 14829
    },
    {
      "epoch": 0.3125279889572039,
      "grad_norm": 0.1365652233362198,
      "learning_rate": 1.6098348359135166e-05,
      "loss": 0.8125,
      "step": 14830
    },
    {
      "epoch": 0.31254906299556917,
      "grad_norm": 0.14837227761745453,
      "learning_rate": 1.6097807412930252e-05,
      "loss": 0.9106,
      "step": 14831
    },
    {
      "epoch": 0.3125701370339345,
      "grad_norm": 0.14398254454135895,
      "learning_rate": 1.6097266438318086e-05,
      "loss": 0.7549,
      "step": 14832
    },
    {
      "epoch": 0.31259121107229976,
      "grad_norm": 0.12078500539064407,
      "learning_rate": 1.6096725435301185e-05,
      "loss": 0.7506,
      "step": 14833
    },
    {
      "epoch": 0.312612285110665,
      "grad_norm": 0.1658380776643753,
      "learning_rate": 1.6096184403882077e-05,
      "loss": 0.8391,
      "step": 14834
    },
    {
      "epoch": 0.31263335914903034,
      "grad_norm": 0.15128707885742188,
      "learning_rate": 1.609564334406327e-05,
      "loss": 0.8354,
      "step": 14835
    },
    {
      "epoch": 0.3126544331873956,
      "grad_norm": 0.16857759654521942,
      "learning_rate": 1.6095102255847294e-05,
      "loss": 0.8799,
      "step": 14836
    },
    {
      "epoch": 0.31267550722576093,
      "grad_norm": 0.12766090035438538,
      "learning_rate": 1.609456113923667e-05,
      "loss": 0.8446,
      "step": 14837
    },
    {
      "epoch": 0.3126965812641262,
      "grad_norm": 0.14090263843536377,
      "learning_rate": 1.6094019994233915e-05,
      "loss": 0.8267,
      "step": 14838
    },
    {
      "epoch": 0.31271765530249146,
      "grad_norm": 0.135575070977211,
      "learning_rate": 1.6093478820841548e-05,
      "loss": 0.826,
      "step": 14839
    },
    {
      "epoch": 0.3127387293408568,
      "grad_norm": 0.1367054134607315,
      "learning_rate": 1.6092937619062094e-05,
      "loss": 0.8425,
      "step": 14840
    },
    {
      "epoch": 0.31275980337922205,
      "grad_norm": 0.14630921185016632,
      "learning_rate": 1.6092396388898075e-05,
      "loss": 0.8252,
      "step": 14841
    },
    {
      "epoch": 0.31278087741758737,
      "grad_norm": 0.12442903965711594,
      "learning_rate": 1.609185513035201e-05,
      "loss": 0.8281,
      "step": 14842
    },
    {
      "epoch": 0.31280195145595263,
      "grad_norm": 0.15130336582660675,
      "learning_rate": 1.609131384342642e-05,
      "loss": 0.8785,
      "step": 14843
    },
    {
      "epoch": 0.3128230254943179,
      "grad_norm": 0.14752031862735748,
      "learning_rate": 1.6090772528123828e-05,
      "loss": 0.847,
      "step": 14844
    },
    {
      "epoch": 0.3128440995326832,
      "grad_norm": 0.13364626467227936,
      "learning_rate": 1.609023118444676e-05,
      "loss": 0.827,
      "step": 14845
    },
    {
      "epoch": 0.3128651735710485,
      "grad_norm": 0.13645270466804504,
      "learning_rate": 1.608968981239773e-05,
      "loss": 0.795,
      "step": 14846
    },
    {
      "epoch": 0.31288624760941375,
      "grad_norm": 0.13525721430778503,
      "learning_rate": 1.608914841197926e-05,
      "loss": 0.8791,
      "step": 14847
    },
    {
      "epoch": 0.31290732164777907,
      "grad_norm": 0.12842078506946564,
      "learning_rate": 1.6088606983193883e-05,
      "loss": 0.7294,
      "step": 14848
    },
    {
      "epoch": 0.31292839568614433,
      "grad_norm": 0.13776075839996338,
      "learning_rate": 1.6088065526044107e-05,
      "loss": 0.8511,
      "step": 14849
    },
    {
      "epoch": 0.31294946972450965,
      "grad_norm": 0.12485510110855103,
      "learning_rate": 1.6087524040532468e-05,
      "loss": 0.8485,
      "step": 14850
    },
    {
      "epoch": 0.3129705437628749,
      "grad_norm": 0.14513711631298065,
      "learning_rate": 1.6086982526661476e-05,
      "loss": 0.8741,
      "step": 14851
    },
    {
      "epoch": 0.3129916178012402,
      "grad_norm": 0.14180217683315277,
      "learning_rate": 1.6086440984433663e-05,
      "loss": 0.8641,
      "step": 14852
    },
    {
      "epoch": 0.3130126918396055,
      "grad_norm": 0.13711801171302795,
      "learning_rate": 1.6085899413851552e-05,
      "loss": 0.8985,
      "step": 14853
    },
    {
      "epoch": 0.31303376587797077,
      "grad_norm": 0.1386018991470337,
      "learning_rate": 1.608535781491766e-05,
      "loss": 0.8172,
      "step": 14854
    },
    {
      "epoch": 0.3130548399163361,
      "grad_norm": 0.13444502651691437,
      "learning_rate": 1.608481618763451e-05,
      "loss": 0.8397,
      "step": 14855
    },
    {
      "epoch": 0.31307591395470136,
      "grad_norm": 0.12704993784427643,
      "learning_rate": 1.608427453200463e-05,
      "loss": 0.8576,
      "step": 14856
    },
    {
      "epoch": 0.3130969879930666,
      "grad_norm": 0.13405907154083252,
      "learning_rate": 1.608373284803054e-05,
      "loss": 0.8131,
      "step": 14857
    },
    {
      "epoch": 0.31311806203143194,
      "grad_norm": 0.12581846117973328,
      "learning_rate": 1.6083191135714767e-05,
      "loss": 0.8128,
      "step": 14858
    },
    {
      "epoch": 0.3131391360697972,
      "grad_norm": 0.13622123003005981,
      "learning_rate": 1.6082649395059827e-05,
      "loss": 0.8357,
      "step": 14859
    },
    {
      "epoch": 0.31316021010816253,
      "grad_norm": 0.1564619094133377,
      "learning_rate": 1.6082107626068254e-05,
      "loss": 0.91,
      "step": 14860
    },
    {
      "epoch": 0.3131812841465278,
      "grad_norm": 0.13484932482242584,
      "learning_rate": 1.6081565828742568e-05,
      "loss": 0.8658,
      "step": 14861
    },
    {
      "epoch": 0.31320235818489306,
      "grad_norm": 0.14000049233436584,
      "learning_rate": 1.6081024003085287e-05,
      "loss": 0.8864,
      "step": 14862
    },
    {
      "epoch": 0.3132234322232584,
      "grad_norm": 0.13345618546009064,
      "learning_rate": 1.6080482149098944e-05,
      "loss": 0.8396,
      "step": 14863
    },
    {
      "epoch": 0.31324450626162365,
      "grad_norm": 0.1274571418762207,
      "learning_rate": 1.607994026678606e-05,
      "loss": 0.8519,
      "step": 14864
    },
    {
      "epoch": 0.3132655802999889,
      "grad_norm": 0.12502112984657288,
      "learning_rate": 1.6079398356149157e-05,
      "loss": 0.8078,
      "step": 14865
    },
    {
      "epoch": 0.31328665433835423,
      "grad_norm": 0.11494191735982895,
      "learning_rate": 1.6078856417190763e-05,
      "loss": 0.8033,
      "step": 14866
    },
    {
      "epoch": 0.3133077283767195,
      "grad_norm": 0.12811990082263947,
      "learning_rate": 1.6078314449913398e-05,
      "loss": 0.8104,
      "step": 14867
    },
    {
      "epoch": 0.3133288024150848,
      "grad_norm": 0.12383060157299042,
      "learning_rate": 1.6077772454319593e-05,
      "loss": 0.8571,
      "step": 14868
    },
    {
      "epoch": 0.3133498764534501,
      "grad_norm": 0.11240607500076294,
      "learning_rate": 1.607723043041187e-05,
      "loss": 0.8408,
      "step": 14869
    },
    {
      "epoch": 0.31337095049181535,
      "grad_norm": 0.11860004812479019,
      "learning_rate": 1.6076688378192752e-05,
      "loss": 0.7691,
      "step": 14870
    },
    {
      "epoch": 0.31339202453018067,
      "grad_norm": 0.1269775927066803,
      "learning_rate": 1.607614629766476e-05,
      "loss": 0.8582,
      "step": 14871
    },
    {
      "epoch": 0.31341309856854593,
      "grad_norm": 0.13118785619735718,
      "learning_rate": 1.6075604188830437e-05,
      "loss": 0.8044,
      "step": 14872
    },
    {
      "epoch": 0.31343417260691125,
      "grad_norm": 0.12506139278411865,
      "learning_rate": 1.607506205169229e-05,
      "loss": 0.8589,
      "step": 14873
    },
    {
      "epoch": 0.3134552466452765,
      "grad_norm": 0.1230982169508934,
      "learning_rate": 1.6074519886252855e-05,
      "loss": 0.8553,
      "step": 14874
    },
    {
      "epoch": 0.3134763206836418,
      "grad_norm": 0.13200289011001587,
      "learning_rate": 1.6073977692514652e-05,
      "loss": 0.8029,
      "step": 14875
    },
    {
      "epoch": 0.3134973947220071,
      "grad_norm": 0.12212686985731125,
      "learning_rate": 1.607343547048021e-05,
      "loss": 0.791,
      "step": 14876
    },
    {
      "epoch": 0.31351846876037237,
      "grad_norm": 0.11860831826925278,
      "learning_rate": 1.6072893220152056e-05,
      "loss": 0.8094,
      "step": 14877
    },
    {
      "epoch": 0.3135395427987377,
      "grad_norm": 0.11573956161737442,
      "learning_rate": 1.607235094153271e-05,
      "loss": 0.8496,
      "step": 14878
    },
    {
      "epoch": 0.31356061683710296,
      "grad_norm": 0.12139025330543518,
      "learning_rate": 1.60718086346247e-05,
      "loss": 0.7824,
      "step": 14879
    },
    {
      "epoch": 0.3135816908754682,
      "grad_norm": 0.14009125530719757,
      "learning_rate": 1.607126629943056e-05,
      "loss": 0.8537,
      "step": 14880
    },
    {
      "epoch": 0.31360276491383354,
      "grad_norm": 0.16933555901050568,
      "learning_rate": 1.607072393595281e-05,
      "loss": 0.8238,
      "step": 14881
    },
    {
      "epoch": 0.3136238389521988,
      "grad_norm": 0.1541643887758255,
      "learning_rate": 1.607018154419398e-05,
      "loss": 0.9034,
      "step": 14882
    },
    {
      "epoch": 0.3136449129905641,
      "grad_norm": 0.1356702446937561,
      "learning_rate": 1.6069639124156595e-05,
      "loss": 0.8625,
      "step": 14883
    },
    {
      "epoch": 0.3136659870289294,
      "grad_norm": 0.11446739733219147,
      "learning_rate": 1.606909667584318e-05,
      "loss": 0.8701,
      "step": 14884
    },
    {
      "epoch": 0.31368706106729466,
      "grad_norm": 0.12510360777378082,
      "learning_rate": 1.6068554199256262e-05,
      "loss": 0.8845,
      "step": 14885
    },
    {
      "epoch": 0.31370813510566,
      "grad_norm": 0.1224033385515213,
      "learning_rate": 1.6068011694398372e-05,
      "loss": 0.8513,
      "step": 14886
    },
    {
      "epoch": 0.31372920914402525,
      "grad_norm": 0.14226774871349335,
      "learning_rate": 1.6067469161272037e-05,
      "loss": 0.7828,
      "step": 14887
    },
    {
      "epoch": 0.3137502831823905,
      "grad_norm": 0.12535491585731506,
      "learning_rate": 1.606692659987978e-05,
      "loss": 0.8347,
      "step": 14888
    },
    {
      "epoch": 0.31377135722075583,
      "grad_norm": 0.11555211991071701,
      "learning_rate": 1.6066384010224134e-05,
      "loss": 0.857,
      "step": 14889
    },
    {
      "epoch": 0.3137924312591211,
      "grad_norm": 0.12162729352712631,
      "learning_rate": 1.6065841392307623e-05,
      "loss": 0.7693,
      "step": 14890
    },
    {
      "epoch": 0.3138135052974864,
      "grad_norm": 0.13703598082065582,
      "learning_rate": 1.6065298746132775e-05,
      "loss": 0.8161,
      "step": 14891
    },
    {
      "epoch": 0.3138345793358517,
      "grad_norm": 0.11136805266141891,
      "learning_rate": 1.6064756071702117e-05,
      "loss": 0.775,
      "step": 14892
    },
    {
      "epoch": 0.31385565337421695,
      "grad_norm": 0.1221286952495575,
      "learning_rate": 1.606421336901818e-05,
      "loss": 0.8446,
      "step": 14893
    },
    {
      "epoch": 0.31387672741258227,
      "grad_norm": 0.16016434133052826,
      "learning_rate": 1.6063670638083493e-05,
      "loss": 0.8187,
      "step": 14894
    },
    {
      "epoch": 0.31389780145094753,
      "grad_norm": 0.14892154932022095,
      "learning_rate": 1.6063127878900582e-05,
      "loss": 0.9052,
      "step": 14895
    },
    {
      "epoch": 0.31391887548931285,
      "grad_norm": 0.1253587305545807,
      "learning_rate": 1.6062585091471976e-05,
      "loss": 0.8721,
      "step": 14896
    },
    {
      "epoch": 0.3139399495276781,
      "grad_norm": 0.13012535870075226,
      "learning_rate": 1.6062042275800204e-05,
      "loss": 0.7867,
      "step": 14897
    },
    {
      "epoch": 0.3139610235660434,
      "grad_norm": 0.12458018213510513,
      "learning_rate": 1.6061499431887794e-05,
      "loss": 0.8837,
      "step": 14898
    },
    {
      "epoch": 0.3139820976044087,
      "grad_norm": 0.1291966438293457,
      "learning_rate": 1.6060956559737275e-05,
      "loss": 0.7944,
      "step": 14899
    },
    {
      "epoch": 0.31400317164277397,
      "grad_norm": 0.13664467632770538,
      "learning_rate": 1.6060413659351177e-05,
      "loss": 0.8355,
      "step": 14900
    },
    {
      "epoch": 0.31402424568113924,
      "grad_norm": 0.15582314133644104,
      "learning_rate": 1.6059870730732027e-05,
      "loss": 0.7943,
      "step": 14901
    },
    {
      "epoch": 0.31404531971950456,
      "grad_norm": 0.11834294348955154,
      "learning_rate": 1.605932777388236e-05,
      "loss": 0.8712,
      "step": 14902
    },
    {
      "epoch": 0.3140663937578698,
      "grad_norm": 0.1820671409368515,
      "learning_rate": 1.6058784788804696e-05,
      "loss": 0.931,
      "step": 14903
    },
    {
      "epoch": 0.31408746779623514,
      "grad_norm": 0.11454009264707565,
      "learning_rate": 1.6058241775501574e-05,
      "loss": 0.8933,
      "step": 14904
    },
    {
      "epoch": 0.3141085418346004,
      "grad_norm": 0.1450367420911789,
      "learning_rate": 1.6057698733975518e-05,
      "loss": 0.8309,
      "step": 14905
    },
    {
      "epoch": 0.3141296158729657,
      "grad_norm": 0.17188715934753418,
      "learning_rate": 1.6057155664229057e-05,
      "loss": 0.8203,
      "step": 14906
    },
    {
      "epoch": 0.314150689911331,
      "grad_norm": 0.12830473482608795,
      "learning_rate": 1.605661256626472e-05,
      "loss": 0.8825,
      "step": 14907
    },
    {
      "epoch": 0.31417176394969626,
      "grad_norm": 0.14146870374679565,
      "learning_rate": 1.605606944008505e-05,
      "loss": 0.8128,
      "step": 14908
    },
    {
      "epoch": 0.3141928379880616,
      "grad_norm": 0.1566990315914154,
      "learning_rate": 1.605552628569256e-05,
      "loss": 0.8476,
      "step": 14909
    },
    {
      "epoch": 0.31421391202642684,
      "grad_norm": 0.15096509456634521,
      "learning_rate": 1.6054983103089793e-05,
      "loss": 0.9031,
      "step": 14910
    },
    {
      "epoch": 0.3142349860647921,
      "grad_norm": 0.14349021017551422,
      "learning_rate": 1.6054439892279272e-05,
      "loss": 0.8467,
      "step": 14911
    },
    {
      "epoch": 0.31425606010315743,
      "grad_norm": 0.13817168772220612,
      "learning_rate": 1.605389665326353e-05,
      "loss": 0.8122,
      "step": 14912
    },
    {
      "epoch": 0.3142771341415227,
      "grad_norm": 0.1782626062631607,
      "learning_rate": 1.6053353386045097e-05,
      "loss": 0.8247,
      "step": 14913
    },
    {
      "epoch": 0.314298208179888,
      "grad_norm": 0.1432580053806305,
      "learning_rate": 1.6052810090626505e-05,
      "loss": 0.8979,
      "step": 14914
    },
    {
      "epoch": 0.3143192822182533,
      "grad_norm": 0.17239756882190704,
      "learning_rate": 1.605226676701028e-05,
      "loss": 0.7989,
      "step": 14915
    },
    {
      "epoch": 0.31434035625661855,
      "grad_norm": 0.15972965955734253,
      "learning_rate": 1.6051723415198966e-05,
      "loss": 0.9332,
      "step": 14916
    },
    {
      "epoch": 0.31436143029498387,
      "grad_norm": 0.1100149154663086,
      "learning_rate": 1.605118003519508e-05,
      "loss": 0.8689,
      "step": 14917
    },
    {
      "epoch": 0.31438250433334913,
      "grad_norm": 0.15929287672042847,
      "learning_rate": 1.605063662700116e-05,
      "loss": 0.9024,
      "step": 14918
    },
    {
      "epoch": 0.3144035783717144,
      "grad_norm": 0.13924123346805573,
      "learning_rate": 1.6050093190619742e-05,
      "loss": 0.895,
      "step": 14919
    },
    {
      "epoch": 0.3144246524100797,
      "grad_norm": 0.1561870276927948,
      "learning_rate": 1.604954972605335e-05,
      "loss": 0.8707,
      "step": 14920
    },
    {
      "epoch": 0.314445726448445,
      "grad_norm": 0.13161210715770721,
      "learning_rate": 1.6049006233304513e-05,
      "loss": 0.8529,
      "step": 14921
    },
    {
      "epoch": 0.3144668004868103,
      "grad_norm": 0.15006347000598907,
      "learning_rate": 1.6048462712375773e-05,
      "loss": 0.8429,
      "step": 14922
    },
    {
      "epoch": 0.31448787452517557,
      "grad_norm": 0.12500226497650146,
      "learning_rate": 1.6047919163269657e-05,
      "loss": 0.8138,
      "step": 14923
    },
    {
      "epoch": 0.31450894856354084,
      "grad_norm": 0.1745971441268921,
      "learning_rate": 1.6047375585988696e-05,
      "loss": 0.8539,
      "step": 14924
    },
    {
      "epoch": 0.31453002260190616,
      "grad_norm": 0.15534357726573944,
      "learning_rate": 1.604683198053542e-05,
      "loss": 0.8995,
      "step": 14925
    },
    {
      "epoch": 0.3145510966402714,
      "grad_norm": 0.13709034025669098,
      "learning_rate": 1.6046288346912372e-05,
      "loss": 0.8926,
      "step": 14926
    },
    {
      "epoch": 0.31457217067863674,
      "grad_norm": 0.13720446825027466,
      "learning_rate": 1.604574468512208e-05,
      "loss": 0.7873,
      "step": 14927
    },
    {
      "epoch": 0.314593244717002,
      "grad_norm": 0.13509637117385864,
      "learning_rate": 1.6045200995167067e-05,
      "loss": 0.7577,
      "step": 14928
    },
    {
      "epoch": 0.3146143187553673,
      "grad_norm": 0.14453934133052826,
      "learning_rate": 1.6044657277049872e-05,
      "loss": 0.8152,
      "step": 14929
    },
    {
      "epoch": 0.3146353927937326,
      "grad_norm": 0.1439555138349533,
      "learning_rate": 1.6044113530773034e-05,
      "loss": 0.8221,
      "step": 14930
    },
    {
      "epoch": 0.31465646683209786,
      "grad_norm": 0.1738501489162445,
      "learning_rate": 1.604356975633908e-05,
      "loss": 0.8543,
      "step": 14931
    },
    {
      "epoch": 0.3146775408704632,
      "grad_norm": 0.13776054978370667,
      "learning_rate": 1.6043025953750547e-05,
      "loss": 0.9372,
      "step": 14932
    },
    {
      "epoch": 0.31469861490882844,
      "grad_norm": 0.21572402119636536,
      "learning_rate": 1.6042482123009965e-05,
      "loss": 0.825,
      "step": 14933
    },
    {
      "epoch": 0.3147196889471937,
      "grad_norm": 0.13192929327487946,
      "learning_rate": 1.6041938264119866e-05,
      "loss": 0.8771,
      "step": 14934
    },
    {
      "epoch": 0.31474076298555903,
      "grad_norm": 0.18027855455875397,
      "learning_rate": 1.6041394377082787e-05,
      "loss": 0.8121,
      "step": 14935
    },
    {
      "epoch": 0.3147618370239243,
      "grad_norm": 0.11429979652166367,
      "learning_rate": 1.604085046190126e-05,
      "loss": 0.782,
      "step": 14936
    },
    {
      "epoch": 0.3147829110622896,
      "grad_norm": 0.1956767588853836,
      "learning_rate": 1.604030651857782e-05,
      "loss": 0.8433,
      "step": 14937
    },
    {
      "epoch": 0.3148039851006549,
      "grad_norm": 0.13744133710861206,
      "learning_rate": 1.6039762547115e-05,
      "loss": 0.8238,
      "step": 14938
    },
    {
      "epoch": 0.31482505913902015,
      "grad_norm": 0.15846341848373413,
      "learning_rate": 1.6039218547515338e-05,
      "loss": 0.8033,
      "step": 14939
    },
    {
      "epoch": 0.31484613317738547,
      "grad_norm": 0.11844854801893234,
      "learning_rate": 1.603867451978136e-05,
      "loss": 0.8448,
      "step": 14940
    },
    {
      "epoch": 0.31486720721575073,
      "grad_norm": 0.18011364340782166,
      "learning_rate": 1.6038130463915612e-05,
      "loss": 0.87,
      "step": 14941
    },
    {
      "epoch": 0.314888281254116,
      "grad_norm": 0.1670464426279068,
      "learning_rate": 1.603758637992062e-05,
      "loss": 0.847,
      "step": 14942
    },
    {
      "epoch": 0.3149093552924813,
      "grad_norm": 0.13919036090373993,
      "learning_rate": 1.6037042267798916e-05,
      "loss": 0.8694,
      "step": 14943
    },
    {
      "epoch": 0.3149304293308466,
      "grad_norm": 0.1742950677871704,
      "learning_rate": 1.6036498127553044e-05,
      "loss": 0.8604,
      "step": 14944
    },
    {
      "epoch": 0.3149515033692119,
      "grad_norm": 0.1312287300825119,
      "learning_rate": 1.6035953959185532e-05,
      "loss": 0.8429,
      "step": 14945
    },
    {
      "epoch": 0.31497257740757717,
      "grad_norm": 0.22753377258777618,
      "learning_rate": 1.603540976269892e-05,
      "loss": 0.865,
      "step": 14946
    },
    {
      "epoch": 0.31499365144594244,
      "grad_norm": 0.1258319467306137,
      "learning_rate": 1.6034865538095737e-05,
      "loss": 0.8929,
      "step": 14947
    },
    {
      "epoch": 0.31501472548430776,
      "grad_norm": 0.19632700085639954,
      "learning_rate": 1.6034321285378526e-05,
      "loss": 0.8835,
      "step": 14948
    },
    {
      "epoch": 0.315035799522673,
      "grad_norm": 0.15129424631595612,
      "learning_rate": 1.6033777004549816e-05,
      "loss": 0.8488,
      "step": 14949
    },
    {
      "epoch": 0.31505687356103834,
      "grad_norm": 0.1539328545331955,
      "learning_rate": 1.6033232695612145e-05,
      "loss": 0.8431,
      "step": 14950
    },
    {
      "epoch": 0.3150779475994036,
      "grad_norm": 0.1309850513935089,
      "learning_rate": 1.603268835856805e-05,
      "loss": 0.802,
      "step": 14951
    },
    {
      "epoch": 0.3150990216377689,
      "grad_norm": 0.1530085802078247,
      "learning_rate": 1.6032143993420067e-05,
      "loss": 0.8698,
      "step": 14952
    },
    {
      "epoch": 0.3151200956761342,
      "grad_norm": 0.1408858746290207,
      "learning_rate": 1.603159960017073e-05,
      "loss": 0.8779,
      "step": 14953
    },
    {
      "epoch": 0.31514116971449946,
      "grad_norm": 0.1429482400417328,
      "learning_rate": 1.6031055178822574e-05,
      "loss": 0.8386,
      "step": 14954
    },
    {
      "epoch": 0.3151622437528648,
      "grad_norm": 0.15968076884746552,
      "learning_rate": 1.603051072937814e-05,
      "loss": 0.8824,
      "step": 14955
    },
    {
      "epoch": 0.31518331779123004,
      "grad_norm": 0.1183210238814354,
      "learning_rate": 1.602996625183996e-05,
      "loss": 0.8606,
      "step": 14956
    },
    {
      "epoch": 0.3152043918295953,
      "grad_norm": 0.14115001261234283,
      "learning_rate": 1.6029421746210568e-05,
      "loss": 0.9127,
      "step": 14957
    },
    {
      "epoch": 0.31522546586796063,
      "grad_norm": 0.1251685470342636,
      "learning_rate": 1.6028877212492505e-05,
      "loss": 0.8165,
      "step": 14958
    },
    {
      "epoch": 0.3152465399063259,
      "grad_norm": 0.13736283779144287,
      "learning_rate": 1.6028332650688313e-05,
      "loss": 0.8832,
      "step": 14959
    },
    {
      "epoch": 0.31526761394469116,
      "grad_norm": 0.13396231830120087,
      "learning_rate": 1.602778806080052e-05,
      "loss": 0.8047,
      "step": 14960
    },
    {
      "epoch": 0.3152886879830565,
      "grad_norm": 0.1580919623374939,
      "learning_rate": 1.6027243442831663e-05,
      "loss": 0.8694,
      "step": 14961
    },
    {
      "epoch": 0.31530976202142175,
      "grad_norm": 0.18600259721279144,
      "learning_rate": 1.6026698796784284e-05,
      "loss": 0.9051,
      "step": 14962
    },
    {
      "epoch": 0.31533083605978707,
      "grad_norm": 0.1161084994673729,
      "learning_rate": 1.6026154122660925e-05,
      "loss": 0.8494,
      "step": 14963
    },
    {
      "epoch": 0.31535191009815233,
      "grad_norm": 0.15268081426620483,
      "learning_rate": 1.6025609420464108e-05,
      "loss": 0.7651,
      "step": 14964
    },
    {
      "epoch": 0.3153729841365176,
      "grad_norm": 0.12296522408723831,
      "learning_rate": 1.6025064690196383e-05,
      "loss": 0.8139,
      "step": 14965
    },
    {
      "epoch": 0.3153940581748829,
      "grad_norm": 0.14255400002002716,
      "learning_rate": 1.6024519931860286e-05,
      "loss": 0.8193,
      "step": 14966
    },
    {
      "epoch": 0.3154151322132482,
      "grad_norm": 0.153803750872612,
      "learning_rate": 1.6023975145458352e-05,
      "loss": 0.894,
      "step": 14967
    },
    {
      "epoch": 0.3154362062516135,
      "grad_norm": 0.1347123235464096,
      "learning_rate": 1.6023430330993122e-05,
      "loss": 0.8645,
      "step": 14968
    },
    {
      "epoch": 0.31545728028997877,
      "grad_norm": 0.12653692066669464,
      "learning_rate": 1.6022885488467127e-05,
      "loss": 0.8452,
      "step": 14969
    },
    {
      "epoch": 0.31547835432834404,
      "grad_norm": 0.13535115122795105,
      "learning_rate": 1.6022340617882915e-05,
      "loss": 0.8409,
      "step": 14970
    },
    {
      "epoch": 0.31549942836670936,
      "grad_norm": 0.1423141360282898,
      "learning_rate": 1.6021795719243017e-05,
      "loss": 0.8521,
      "step": 14971
    },
    {
      "epoch": 0.3155205024050746,
      "grad_norm": 0.12365055084228516,
      "learning_rate": 1.6021250792549977e-05,
      "loss": 0.7679,
      "step": 14972
    },
    {
      "epoch": 0.31554157644343994,
      "grad_norm": 0.14254829287528992,
      "learning_rate": 1.6020705837806327e-05,
      "loss": 0.8643,
      "step": 14973
    },
    {
      "epoch": 0.3155626504818052,
      "grad_norm": 0.1087106317281723,
      "learning_rate": 1.602016085501461e-05,
      "loss": 0.7876,
      "step": 14974
    },
    {
      "epoch": 0.31558372452017047,
      "grad_norm": 0.15230906009674072,
      "learning_rate": 1.6019615844177368e-05,
      "loss": 0.8618,
      "step": 14975
    },
    {
      "epoch": 0.3156047985585358,
      "grad_norm": 0.16234762966632843,
      "learning_rate": 1.6019070805297132e-05,
      "loss": 0.8766,
      "step": 14976
    },
    {
      "epoch": 0.31562587259690106,
      "grad_norm": 0.10684727877378464,
      "learning_rate": 1.6018525738376446e-05,
      "loss": 0.8201,
      "step": 14977
    },
    {
      "epoch": 0.3156469466352663,
      "grad_norm": 0.1681799590587616,
      "learning_rate": 1.601798064341785e-05,
      "loss": 0.8269,
      "step": 14978
    },
    {
      "epoch": 0.31566802067363164,
      "grad_norm": 0.1522044837474823,
      "learning_rate": 1.6017435520423883e-05,
      "loss": 0.8713,
      "step": 14979
    },
    {
      "epoch": 0.3156890947119969,
      "grad_norm": 0.11639672517776489,
      "learning_rate": 1.6016890369397084e-05,
      "loss": 0.9086,
      "step": 14980
    },
    {
      "epoch": 0.31571016875036223,
      "grad_norm": 0.13955895602703094,
      "learning_rate": 1.6016345190339986e-05,
      "loss": 0.8357,
      "step": 14981
    },
    {
      "epoch": 0.3157312427887275,
      "grad_norm": 0.1203576922416687,
      "learning_rate": 1.601579998325514e-05,
      "loss": 0.7915,
      "step": 14982
    },
    {
      "epoch": 0.31575231682709276,
      "grad_norm": 0.1262301206588745,
      "learning_rate": 1.6015254748145083e-05,
      "loss": 0.8352,
      "step": 14983
    },
    {
      "epoch": 0.3157733908654581,
      "grad_norm": 0.11799568682909012,
      "learning_rate": 1.601470948501235e-05,
      "loss": 0.7991,
      "step": 14984
    },
    {
      "epoch": 0.31579446490382335,
      "grad_norm": 0.13464868068695068,
      "learning_rate": 1.6014164193859483e-05,
      "loss": 0.8448,
      "step": 14985
    },
    {
      "epoch": 0.31581553894218867,
      "grad_norm": 0.1330677717924118,
      "learning_rate": 1.601361887468902e-05,
      "loss": 0.789,
      "step": 14986
    },
    {
      "epoch": 0.31583661298055393,
      "grad_norm": 0.1367049217224121,
      "learning_rate": 1.6013073527503514e-05,
      "loss": 0.8493,
      "step": 14987
    },
    {
      "epoch": 0.3158576870189192,
      "grad_norm": 0.13597948849201202,
      "learning_rate": 1.6012528152305492e-05,
      "loss": 0.8136,
      "step": 14988
    },
    {
      "epoch": 0.3158787610572845,
      "grad_norm": 0.11675994098186493,
      "learning_rate": 1.6011982749097496e-05,
      "loss": 0.8458,
      "step": 14989
    },
    {
      "epoch": 0.3158998350956498,
      "grad_norm": 0.11954541504383087,
      "learning_rate": 1.6011437317882075e-05,
      "loss": 0.8257,
      "step": 14990
    },
    {
      "epoch": 0.3159209091340151,
      "grad_norm": 0.11217984557151794,
      "learning_rate": 1.6010891858661762e-05,
      "loss": 0.7789,
      "step": 14991
    },
    {
      "epoch": 0.31594198317238037,
      "grad_norm": 0.14044944941997528,
      "learning_rate": 1.60103463714391e-05,
      "loss": 0.7773,
      "step": 14992
    },
    {
      "epoch": 0.31596305721074563,
      "grad_norm": 0.130055770277977,
      "learning_rate": 1.600980085621663e-05,
      "loss": 0.8513,
      "step": 14993
    },
    {
      "epoch": 0.31598413124911096,
      "grad_norm": 0.13956065475940704,
      "learning_rate": 1.60092553129969e-05,
      "loss": 0.9134,
      "step": 14994
    },
    {
      "epoch": 0.3160052052874762,
      "grad_norm": 0.16596463322639465,
      "learning_rate": 1.600870974178244e-05,
      "loss": 0.8413,
      "step": 14995
    },
    {
      "epoch": 0.3160262793258415,
      "grad_norm": 0.10878673195838928,
      "learning_rate": 1.60081641425758e-05,
      "loss": 0.8483,
      "step": 14996
    },
    {
      "epoch": 0.3160473533642068,
      "grad_norm": 0.17193017899990082,
      "learning_rate": 1.6007618515379516e-05,
      "loss": 0.8722,
      "step": 14997
    },
    {
      "epoch": 0.31606842740257207,
      "grad_norm": 0.15565110743045807,
      "learning_rate": 1.600707286019614e-05,
      "loss": 0.8486,
      "step": 14998
    },
    {
      "epoch": 0.3160895014409374,
      "grad_norm": 0.15273146331310272,
      "learning_rate": 1.6006527177028203e-05,
      "loss": 0.8799,
      "step": 14999
    },
    {
      "epoch": 0.31611057547930266,
      "grad_norm": 0.1550101935863495,
      "learning_rate": 1.600598146587825e-05,
      "loss": 0.8976,
      "step": 15000
    },
    {
      "epoch": 0.3161316495176679,
      "grad_norm": 0.17898912727832794,
      "learning_rate": 1.6005435726748824e-05,
      "loss": 0.8675,
      "step": 15001
    },
    {
      "epoch": 0.31615272355603324,
      "grad_norm": 0.19773809611797333,
      "learning_rate": 1.6004889959642467e-05,
      "loss": 0.8336,
      "step": 15002
    },
    {
      "epoch": 0.3161737975943985,
      "grad_norm": 0.13710059225559235,
      "learning_rate": 1.6004344164561726e-05,
      "loss": 0.8696,
      "step": 15003
    },
    {
      "epoch": 0.31619487163276383,
      "grad_norm": 0.24299085140228271,
      "learning_rate": 1.600379834150914e-05,
      "loss": 0.8581,
      "step": 15004
    },
    {
      "epoch": 0.3162159456711291,
      "grad_norm": 0.20474648475646973,
      "learning_rate": 1.6003252490487247e-05,
      "loss": 0.8487,
      "step": 15005
    },
    {
      "epoch": 0.31623701970949436,
      "grad_norm": 0.1581341028213501,
      "learning_rate": 1.60027066114986e-05,
      "loss": 0.8273,
      "step": 15006
    },
    {
      "epoch": 0.3162580937478597,
      "grad_norm": 0.21768374741077423,
      "learning_rate": 1.6002160704545734e-05,
      "loss": 0.8958,
      "step": 15007
    },
    {
      "epoch": 0.31627916778622495,
      "grad_norm": 0.13794083893299103,
      "learning_rate": 1.6001614769631193e-05,
      "loss": 0.8663,
      "step": 15008
    },
    {
      "epoch": 0.31630024182459027,
      "grad_norm": 0.1844663769006729,
      "learning_rate": 1.6001068806757528e-05,
      "loss": 0.8064,
      "step": 15009
    },
    {
      "epoch": 0.31632131586295553,
      "grad_norm": 0.1508980393409729,
      "learning_rate": 1.6000522815927272e-05,
      "loss": 0.9136,
      "step": 15010
    },
    {
      "epoch": 0.3163423899013208,
      "grad_norm": 0.196086585521698,
      "learning_rate": 1.599997679714297e-05,
      "loss": 0.81,
      "step": 15011
    },
    {
      "epoch": 0.3163634639396861,
      "grad_norm": 0.15857046842575073,
      "learning_rate": 1.5999430750407176e-05,
      "loss": 0.8877,
      "step": 15012
    },
    {
      "epoch": 0.3163845379780514,
      "grad_norm": 0.21119774878025055,
      "learning_rate": 1.5998884675722424e-05,
      "loss": 0.9397,
      "step": 15013
    },
    {
      "epoch": 0.31640561201641665,
      "grad_norm": 0.14301727712154388,
      "learning_rate": 1.599833857309126e-05,
      "loss": 0.8345,
      "step": 15014
    },
    {
      "epoch": 0.31642668605478197,
      "grad_norm": 0.1628722995519638,
      "learning_rate": 1.5997792442516225e-05,
      "loss": 0.8503,
      "step": 15015
    },
    {
      "epoch": 0.31644776009314723,
      "grad_norm": 0.13677464425563812,
      "learning_rate": 1.599724628399987e-05,
      "loss": 0.801,
      "step": 15016
    },
    {
      "epoch": 0.31646883413151256,
      "grad_norm": 0.15951982140541077,
      "learning_rate": 1.5996700097544737e-05,
      "loss": 0.7866,
      "step": 15017
    },
    {
      "epoch": 0.3164899081698778,
      "grad_norm": 0.16320490837097168,
      "learning_rate": 1.599615388315337e-05,
      "loss": 0.7903,
      "step": 15018
    },
    {
      "epoch": 0.3165109822082431,
      "grad_norm": 0.13884921371936798,
      "learning_rate": 1.599560764082831e-05,
      "loss": 0.8602,
      "step": 15019
    },
    {
      "epoch": 0.3165320562466084,
      "grad_norm": 0.15448181331157684,
      "learning_rate": 1.5995061370572105e-05,
      "loss": 0.832,
      "step": 15020
    },
    {
      "epoch": 0.31655313028497367,
      "grad_norm": 0.12722590565681458,
      "learning_rate": 1.5994515072387305e-05,
      "loss": 0.8751,
      "step": 15021
    },
    {
      "epoch": 0.316574204323339,
      "grad_norm": 0.1623440533876419,
      "learning_rate": 1.5993968746276442e-05,
      "loss": 0.7962,
      "step": 15022
    },
    {
      "epoch": 0.31659527836170426,
      "grad_norm": 0.1448756903409958,
      "learning_rate": 1.5993422392242074e-05,
      "loss": 0.7821,
      "step": 15023
    },
    {
      "epoch": 0.3166163524000695,
      "grad_norm": 0.1929745376110077,
      "learning_rate": 1.5992876010286742e-05,
      "loss": 0.8766,
      "step": 15024
    },
    {
      "epoch": 0.31663742643843484,
      "grad_norm": 0.12767311930656433,
      "learning_rate": 1.5992329600412988e-05,
      "loss": 0.7808,
      "step": 15025
    },
    {
      "epoch": 0.3166585004768001,
      "grad_norm": 0.22317679226398468,
      "learning_rate": 1.599178316262336e-05,
      "loss": 0.7895,
      "step": 15026
    },
    {
      "epoch": 0.31667957451516543,
      "grad_norm": 0.20770375430583954,
      "learning_rate": 1.599123669692041e-05,
      "loss": 0.8103,
      "step": 15027
    },
    {
      "epoch": 0.3167006485535307,
      "grad_norm": 0.13441038131713867,
      "learning_rate": 1.5990690203306666e-05,
      "loss": 0.8417,
      "step": 15028
    },
    {
      "epoch": 0.31672172259189596,
      "grad_norm": 0.18429003655910492,
      "learning_rate": 1.5990143681784692e-05,
      "loss": 0.8766,
      "step": 15029
    },
    {
      "epoch": 0.3167427966302613,
      "grad_norm": 0.12226392328739166,
      "learning_rate": 1.5989597132357028e-05,
      "loss": 0.8291,
      "step": 15030
    },
    {
      "epoch": 0.31676387066862655,
      "grad_norm": 0.19765721261501312,
      "learning_rate": 1.598905055502622e-05,
      "loss": 0.8984,
      "step": 15031
    },
    {
      "epoch": 0.31678494470699187,
      "grad_norm": 0.13709375262260437,
      "learning_rate": 1.5988503949794808e-05,
      "loss": 0.8937,
      "step": 15032
    },
    {
      "epoch": 0.31680601874535713,
      "grad_norm": 0.14367465674877167,
      "learning_rate": 1.598795731666535e-05,
      "loss": 0.7733,
      "step": 15033
    },
    {
      "epoch": 0.3168270927837224,
      "grad_norm": 0.21064959466457367,
      "learning_rate": 1.5987410655640384e-05,
      "loss": 0.804,
      "step": 15034
    },
    {
      "epoch": 0.3168481668220877,
      "grad_norm": 0.12459190934896469,
      "learning_rate": 1.598686396672246e-05,
      "loss": 0.8286,
      "step": 15035
    },
    {
      "epoch": 0.316869240860453,
      "grad_norm": 0.1300404667854309,
      "learning_rate": 1.5986317249914123e-05,
      "loss": 0.8342,
      "step": 15036
    },
    {
      "epoch": 0.31689031489881825,
      "grad_norm": 0.14718171954154968,
      "learning_rate": 1.5985770505217924e-05,
      "loss": 0.7858,
      "step": 15037
    },
    {
      "epoch": 0.31691138893718357,
      "grad_norm": 0.13023991882801056,
      "learning_rate": 1.5985223732636405e-05,
      "loss": 0.7962,
      "step": 15038
    },
    {
      "epoch": 0.31693246297554883,
      "grad_norm": 0.14008939266204834,
      "learning_rate": 1.5984676932172116e-05,
      "loss": 0.9059,
      "step": 15039
    },
    {
      "epoch": 0.31695353701391416,
      "grad_norm": 0.16233621537685394,
      "learning_rate": 1.59841301038276e-05,
      "loss": 0.8581,
      "step": 15040
    },
    {
      "epoch": 0.3169746110522794,
      "grad_norm": 0.12820124626159668,
      "learning_rate": 1.5983583247605414e-05,
      "loss": 0.8562,
      "step": 15041
    },
    {
      "epoch": 0.3169956850906447,
      "grad_norm": 0.18054933845996857,
      "learning_rate": 1.59830363635081e-05,
      "loss": 0.8691,
      "step": 15042
    },
    {
      "epoch": 0.31701675912901,
      "grad_norm": 0.1754995435476303,
      "learning_rate": 1.5982489451538202e-05,
      "loss": 0.8156,
      "step": 15043
    },
    {
      "epoch": 0.31703783316737527,
      "grad_norm": 0.16851450502872467,
      "learning_rate": 1.598194251169827e-05,
      "loss": 0.8157,
      "step": 15044
    },
    {
      "epoch": 0.3170589072057406,
      "grad_norm": 0.13057951629161835,
      "learning_rate": 1.5981395543990856e-05,
      "loss": 0.9232,
      "step": 15045
    },
    {
      "epoch": 0.31707998124410586,
      "grad_norm": 0.16739968955516815,
      "learning_rate": 1.5980848548418504e-05,
      "loss": 0.8291,
      "step": 15046
    },
    {
      "epoch": 0.3171010552824711,
      "grad_norm": 0.1392761766910553,
      "learning_rate": 1.5980301524983766e-05,
      "loss": 0.8628,
      "step": 15047
    },
    {
      "epoch": 0.31712212932083644,
      "grad_norm": 0.16016682982444763,
      "learning_rate": 1.597975447368919e-05,
      "loss": 0.8778,
      "step": 15048
    },
    {
      "epoch": 0.3171432033592017,
      "grad_norm": 0.19273042678833008,
      "learning_rate": 1.597920739453732e-05,
      "loss": 0.8722,
      "step": 15049
    },
    {
      "epoch": 0.31716427739756703,
      "grad_norm": 0.166966512799263,
      "learning_rate": 1.59786602875307e-05,
      "loss": 0.863,
      "step": 15050
    },
    {
      "epoch": 0.3171853514359323,
      "grad_norm": 0.13004007935523987,
      "learning_rate": 1.5978113152671896e-05,
      "loss": 0.7795,
      "step": 15051
    },
    {
      "epoch": 0.31720642547429756,
      "grad_norm": 0.1662527620792389,
      "learning_rate": 1.597756598996344e-05,
      "loss": 0.8474,
      "step": 15052
    },
    {
      "epoch": 0.3172274995126629,
      "grad_norm": 0.1390320360660553,
      "learning_rate": 1.5977018799407892e-05,
      "loss": 0.8158,
      "step": 15053
    },
    {
      "epoch": 0.31724857355102815,
      "grad_norm": 0.151107057929039,
      "learning_rate": 1.5976471581007796e-05,
      "loss": 0.874,
      "step": 15054
    },
    {
      "epoch": 0.3172696475893934,
      "grad_norm": 0.14721797406673431,
      "learning_rate": 1.59759243347657e-05,
      "loss": 0.8117,
      "step": 15055
    },
    {
      "epoch": 0.31729072162775873,
      "grad_norm": 0.14579279720783234,
      "learning_rate": 1.5975377060684158e-05,
      "loss": 0.8306,
      "step": 15056
    },
    {
      "epoch": 0.317311795666124,
      "grad_norm": 0.16612930595874786,
      "learning_rate": 1.5974829758765718e-05,
      "loss": 0.8866,
      "step": 15057
    },
    {
      "epoch": 0.3173328697044893,
      "grad_norm": 0.14778518676757812,
      "learning_rate": 1.5974282429012926e-05,
      "loss": 0.8297,
      "step": 15058
    },
    {
      "epoch": 0.3173539437428546,
      "grad_norm": 0.1800103336572647,
      "learning_rate": 1.5973735071428335e-05,
      "loss": 0.8014,
      "step": 15059
    },
    {
      "epoch": 0.31737501778121985,
      "grad_norm": 0.13431698083877563,
      "learning_rate": 1.5973187686014497e-05,
      "loss": 0.8102,
      "step": 15060
    },
    {
      "epoch": 0.31739609181958517,
      "grad_norm": 0.16851595044136047,
      "learning_rate": 1.5972640272773957e-05,
      "loss": 0.7824,
      "step": 15061
    },
    {
      "epoch": 0.31741716585795043,
      "grad_norm": 0.123097725212574,
      "learning_rate": 1.5972092831709268e-05,
      "loss": 0.7921,
      "step": 15062
    },
    {
      "epoch": 0.31743823989631575,
      "grad_norm": 0.15147320926189423,
      "learning_rate": 1.5971545362822983e-05,
      "loss": 0.8144,
      "step": 15063
    },
    {
      "epoch": 0.317459313934681,
      "grad_norm": 0.1561565399169922,
      "learning_rate": 1.597099786611765e-05,
      "loss": 0.8633,
      "step": 15064
    },
    {
      "epoch": 0.3174803879730463,
      "grad_norm": 0.26904359459877014,
      "learning_rate": 1.597045034159581e-05,
      "loss": 0.8677,
      "step": 15065
    },
    {
      "epoch": 0.3175014620114116,
      "grad_norm": 0.13168950378894806,
      "learning_rate": 1.596990278926003e-05,
      "loss": 0.8155,
      "step": 15066
    },
    {
      "epoch": 0.31752253604977687,
      "grad_norm": 0.11440886557102203,
      "learning_rate": 1.596935520911285e-05,
      "loss": 0.8059,
      "step": 15067
    },
    {
      "epoch": 0.3175436100881422,
      "grad_norm": 0.13967446982860565,
      "learning_rate": 1.596880760115683e-05,
      "loss": 0.792,
      "step": 15068
    },
    {
      "epoch": 0.31756468412650746,
      "grad_norm": 0.14060746133327484,
      "learning_rate": 1.596825996539451e-05,
      "loss": 0.8916,
      "step": 15069
    },
    {
      "epoch": 0.3175857581648727,
      "grad_norm": 0.12102781981229782,
      "learning_rate": 1.5967712301828453e-05,
      "loss": 0.8721,
      "step": 15070
    },
    {
      "epoch": 0.31760683220323804,
      "grad_norm": 0.15941216051578522,
      "learning_rate": 1.59671646104612e-05,
      "loss": 0.8696,
      "step": 15071
    },
    {
      "epoch": 0.3176279062416033,
      "grad_norm": 0.16338662803173065,
      "learning_rate": 1.5966616891295305e-05,
      "loss": 0.805,
      "step": 15072
    },
    {
      "epoch": 0.3176489802799686,
      "grad_norm": 0.17332413792610168,
      "learning_rate": 1.5966069144333325e-05,
      "loss": 0.9101,
      "step": 15073
    },
    {
      "epoch": 0.3176700543183339,
      "grad_norm": 0.15403684973716736,
      "learning_rate": 1.5965521369577808e-05,
      "loss": 0.8746,
      "step": 15074
    },
    {
      "epoch": 0.31769112835669916,
      "grad_norm": 0.806980550289154,
      "learning_rate": 1.5964973567031302e-05,
      "loss": 0.8133,
      "step": 15075
    },
    {
      "epoch": 0.3177122023950645,
      "grad_norm": 0.14493462443351746,
      "learning_rate": 1.5964425736696366e-05,
      "loss": 0.8125,
      "step": 15076
    },
    {
      "epoch": 0.31773327643342975,
      "grad_norm": 0.137243390083313,
      "learning_rate": 1.5963877878575548e-05,
      "loss": 0.8715,
      "step": 15077
    },
    {
      "epoch": 0.317754350471795,
      "grad_norm": 0.13448812067508698,
      "learning_rate": 1.5963329992671402e-05,
      "loss": 0.8301,
      "step": 15078
    },
    {
      "epoch": 0.31777542451016033,
      "grad_norm": 0.1795603632926941,
      "learning_rate": 1.5962782078986476e-05,
      "loss": 0.9221,
      "step": 15079
    },
    {
      "epoch": 0.3177964985485256,
      "grad_norm": 0.13662712275981903,
      "learning_rate": 1.596223413752333e-05,
      "loss": 0.8944,
      "step": 15080
    },
    {
      "epoch": 0.3178175725868909,
      "grad_norm": 0.150935098528862,
      "learning_rate": 1.5961686168284513e-05,
      "loss": 0.8455,
      "step": 15081
    },
    {
      "epoch": 0.3178386466252562,
      "grad_norm": 0.15322555601596832,
      "learning_rate": 1.5961138171272575e-05,
      "loss": 0.8343,
      "step": 15082
    },
    {
      "epoch": 0.31785972066362145,
      "grad_norm": 0.17110121250152588,
      "learning_rate": 1.5960590146490073e-05,
      "loss": 0.9293,
      "step": 15083
    },
    {
      "epoch": 0.31788079470198677,
      "grad_norm": 0.2219237983226776,
      "learning_rate": 1.596004209393956e-05,
      "loss": 0.8894,
      "step": 15084
    },
    {
      "epoch": 0.31790186874035203,
      "grad_norm": 0.12489340454339981,
      "learning_rate": 1.5959494013623585e-05,
      "loss": 0.8124,
      "step": 15085
    },
    {
      "epoch": 0.31792294277871735,
      "grad_norm": 0.19835838675498962,
      "learning_rate": 1.5958945905544703e-05,
      "loss": 0.8382,
      "step": 15086
    },
    {
      "epoch": 0.3179440168170826,
      "grad_norm": 0.1672583967447281,
      "learning_rate": 1.595839776970547e-05,
      "loss": 0.8417,
      "step": 15087
    },
    {
      "epoch": 0.3179650908554479,
      "grad_norm": 0.13977907598018646,
      "learning_rate": 1.595784960610844e-05,
      "loss": 0.8406,
      "step": 15088
    },
    {
      "epoch": 0.3179861648938132,
      "grad_norm": 0.1918575018644333,
      "learning_rate": 1.595730141475616e-05,
      "loss": 0.8446,
      "step": 15089
    },
    {
      "epoch": 0.31800723893217847,
      "grad_norm": 0.14382785558700562,
      "learning_rate": 1.5956753195651195e-05,
      "loss": 0.8314,
      "step": 15090
    },
    {
      "epoch": 0.31802831297054374,
      "grad_norm": 0.18781660497188568,
      "learning_rate": 1.5956204948796084e-05,
      "loss": 0.8473,
      "step": 15091
    },
    {
      "epoch": 0.31804938700890906,
      "grad_norm": 0.12656442821025848,
      "learning_rate": 1.5955656674193398e-05,
      "loss": 0.8573,
      "step": 15092
    },
    {
      "epoch": 0.3180704610472743,
      "grad_norm": 0.1971474587917328,
      "learning_rate": 1.5955108371845676e-05,
      "loss": 0.891,
      "step": 15093
    },
    {
      "epoch": 0.31809153508563964,
      "grad_norm": 0.13429981470108032,
      "learning_rate": 1.595456004175548e-05,
      "loss": 0.878,
      "step": 15094
    },
    {
      "epoch": 0.3181126091240049,
      "grad_norm": 0.14221316576004028,
      "learning_rate": 1.5954011683925363e-05,
      "loss": 0.8978,
      "step": 15095
    },
    {
      "epoch": 0.3181336831623702,
      "grad_norm": 0.1347988247871399,
      "learning_rate": 1.5953463298357884e-05,
      "loss": 0.8513,
      "step": 15096
    },
    {
      "epoch": 0.3181547572007355,
      "grad_norm": 0.12823638319969177,
      "learning_rate": 1.5952914885055588e-05,
      "loss": 0.8506,
      "step": 15097
    },
    {
      "epoch": 0.31817583123910076,
      "grad_norm": 0.19290126860141754,
      "learning_rate": 1.5952366444021038e-05,
      "loss": 0.8746,
      "step": 15098
    },
    {
      "epoch": 0.3181969052774661,
      "grad_norm": 0.12793686985969543,
      "learning_rate": 1.5951817975256786e-05,
      "loss": 0.8421,
      "step": 15099
    },
    {
      "epoch": 0.31821797931583135,
      "grad_norm": 0.1743125468492508,
      "learning_rate": 1.595126947876539e-05,
      "loss": 0.8355,
      "step": 15100
    },
    {
      "epoch": 0.3182390533541966,
      "grad_norm": 0.1431538611650467,
      "learning_rate": 1.5950720954549398e-05,
      "loss": 0.8781,
      "step": 15101
    },
    {
      "epoch": 0.31826012739256193,
      "grad_norm": 0.18802516162395477,
      "learning_rate": 1.5950172402611374e-05,
      "loss": 0.8305,
      "step": 15102
    },
    {
      "epoch": 0.3182812014309272,
      "grad_norm": 0.1661299616098404,
      "learning_rate": 1.5949623822953867e-05,
      "loss": 0.8774,
      "step": 15103
    },
    {
      "epoch": 0.3183022754692925,
      "grad_norm": 0.15785576403141022,
      "learning_rate": 1.5949075215579437e-05,
      "loss": 0.8172,
      "step": 15104
    },
    {
      "epoch": 0.3183233495076578,
      "grad_norm": 0.17675569653511047,
      "learning_rate": 1.5948526580490638e-05,
      "loss": 0.8716,
      "step": 15105
    },
    {
      "epoch": 0.31834442354602305,
      "grad_norm": 0.1550222933292389,
      "learning_rate": 1.5947977917690024e-05,
      "loss": 0.866,
      "step": 15106
    },
    {
      "epoch": 0.31836549758438837,
      "grad_norm": 0.1625690460205078,
      "learning_rate": 1.5947429227180154e-05,
      "loss": 0.8878,
      "step": 15107
    },
    {
      "epoch": 0.31838657162275363,
      "grad_norm": 0.11583160609006882,
      "learning_rate": 1.5946880508963582e-05,
      "loss": 0.8343,
      "step": 15108
    },
    {
      "epoch": 0.3184076456611189,
      "grad_norm": 0.15443333983421326,
      "learning_rate": 1.594633176304287e-05,
      "loss": 0.8157,
      "step": 15109
    },
    {
      "epoch": 0.3184287196994842,
      "grad_norm": 0.17988692224025726,
      "learning_rate": 1.5945782989420564e-05,
      "loss": 0.8793,
      "step": 15110
    },
    {
      "epoch": 0.3184497937378495,
      "grad_norm": 0.1590191274881363,
      "learning_rate": 1.5945234188099225e-05,
      "loss": 0.8165,
      "step": 15111
    },
    {
      "epoch": 0.3184708677762148,
      "grad_norm": 0.14829309284687042,
      "learning_rate": 1.5944685359081416e-05,
      "loss": 0.8679,
      "step": 15112
    },
    {
      "epoch": 0.31849194181458007,
      "grad_norm": 0.1346224844455719,
      "learning_rate": 1.594413650236969e-05,
      "loss": 0.8451,
      "step": 15113
    },
    {
      "epoch": 0.31851301585294534,
      "grad_norm": 0.14965318143367767,
      "learning_rate": 1.5943587617966594e-05,
      "loss": 0.8706,
      "step": 15114
    },
    {
      "epoch": 0.31853408989131066,
      "grad_norm": 0.11821338534355164,
      "learning_rate": 1.5943038705874697e-05,
      "loss": 0.7918,
      "step": 15115
    },
    {
      "epoch": 0.3185551639296759,
      "grad_norm": 0.1356533169746399,
      "learning_rate": 1.5942489766096552e-05,
      "loss": 0.8808,
      "step": 15116
    },
    {
      "epoch": 0.31857623796804124,
      "grad_norm": 0.11904995888471603,
      "learning_rate": 1.594194079863472e-05,
      "loss": 0.8503,
      "step": 15117
    },
    {
      "epoch": 0.3185973120064065,
      "grad_norm": 0.15050233900547028,
      "learning_rate": 1.5941391803491756e-05,
      "loss": 0.8812,
      "step": 15118
    },
    {
      "epoch": 0.3186183860447718,
      "grad_norm": 0.13927310705184937,
      "learning_rate": 1.5940842780670213e-05,
      "loss": 0.8095,
      "step": 15119
    },
    {
      "epoch": 0.3186394600831371,
      "grad_norm": 0.13383513689041138,
      "learning_rate": 1.5940293730172655e-05,
      "loss": 0.9327,
      "step": 15120
    },
    {
      "epoch": 0.31866053412150236,
      "grad_norm": 0.12513093650341034,
      "learning_rate": 1.5939744652001635e-05,
      "loss": 0.8193,
      "step": 15121
    },
    {
      "epoch": 0.3186816081598677,
      "grad_norm": 0.1206778734922409,
      "learning_rate": 1.5939195546159717e-05,
      "loss": 0.8531,
      "step": 15122
    },
    {
      "epoch": 0.31870268219823294,
      "grad_norm": 0.1473122537136078,
      "learning_rate": 1.5938646412649454e-05,
      "loss": 0.8368,
      "step": 15123
    },
    {
      "epoch": 0.3187237562365982,
      "grad_norm": 0.11622145026922226,
      "learning_rate": 1.5938097251473404e-05,
      "loss": 0.8303,
      "step": 15124
    },
    {
      "epoch": 0.31874483027496353,
      "grad_norm": 0.23567737638950348,
      "learning_rate": 1.5937548062634128e-05,
      "loss": 0.8787,
      "step": 15125
    },
    {
      "epoch": 0.3187659043133288,
      "grad_norm": 0.14700545370578766,
      "learning_rate": 1.5936998846134182e-05,
      "loss": 0.8683,
      "step": 15126
    },
    {
      "epoch": 0.3187869783516941,
      "grad_norm": 0.14831072092056274,
      "learning_rate": 1.5936449601976124e-05,
      "loss": 0.9371,
      "step": 15127
    },
    {
      "epoch": 0.3188080523900594,
      "grad_norm": 0.13121037185192108,
      "learning_rate": 1.593590033016252e-05,
      "loss": 0.888,
      "step": 15128
    },
    {
      "epoch": 0.31882912642842465,
      "grad_norm": 0.14080892503261566,
      "learning_rate": 1.593535103069592e-05,
      "loss": 0.8778,
      "step": 15129
    },
    {
      "epoch": 0.31885020046678997,
      "grad_norm": 0.137046679854393,
      "learning_rate": 1.593480170357889e-05,
      "loss": 0.8981,
      "step": 15130
    },
    {
      "epoch": 0.31887127450515523,
      "grad_norm": 0.13883130252361298,
      "learning_rate": 1.5934252348813978e-05,
      "loss": 0.8786,
      "step": 15131
    },
    {
      "epoch": 0.3188923485435205,
      "grad_norm": 0.12870994210243225,
      "learning_rate": 1.5933702966403757e-05,
      "loss": 0.8507,
      "step": 15132
    },
    {
      "epoch": 0.3189134225818858,
      "grad_norm": 0.14171914756298065,
      "learning_rate": 1.593315355635078e-05,
      "loss": 0.7698,
      "step": 15133
    },
    {
      "epoch": 0.3189344966202511,
      "grad_norm": 0.1390438973903656,
      "learning_rate": 1.5932604118657608e-05,
      "loss": 0.8178,
      "step": 15134
    },
    {
      "epoch": 0.3189555706586164,
      "grad_norm": 0.16184471547603607,
      "learning_rate": 1.5932054653326796e-05,
      "loss": 0.8725,
      "step": 15135
    },
    {
      "epoch": 0.31897664469698167,
      "grad_norm": 0.13283099234104156,
      "learning_rate": 1.5931505160360906e-05,
      "loss": 0.8468,
      "step": 15136
    },
    {
      "epoch": 0.31899771873534694,
      "grad_norm": 0.11541420221328735,
      "learning_rate": 1.59309556397625e-05,
      "loss": 0.9087,
      "step": 15137
    },
    {
      "epoch": 0.31901879277371226,
      "grad_norm": 0.14597707986831665,
      "learning_rate": 1.5930406091534133e-05,
      "loss": 0.8225,
      "step": 15138
    },
    {
      "epoch": 0.3190398668120775,
      "grad_norm": 0.1254003494977951,
      "learning_rate": 1.5929856515678376e-05,
      "loss": 0.8532,
      "step": 15139
    },
    {
      "epoch": 0.31906094085044284,
      "grad_norm": 0.14842410385608673,
      "learning_rate": 1.592930691219778e-05,
      "loss": 0.8561,
      "step": 15140
    },
    {
      "epoch": 0.3190820148888081,
      "grad_norm": 0.12143602222204208,
      "learning_rate": 1.5928757281094905e-05,
      "loss": 0.8464,
      "step": 15141
    },
    {
      "epoch": 0.3191030889271734,
      "grad_norm": 0.11931377649307251,
      "learning_rate": 1.592820762237232e-05,
      "loss": 0.7746,
      "step": 15142
    },
    {
      "epoch": 0.3191241629655387,
      "grad_norm": 0.13875627517700195,
      "learning_rate": 1.5927657936032575e-05,
      "loss": 0.8588,
      "step": 15143
    },
    {
      "epoch": 0.31914523700390396,
      "grad_norm": 0.13409458100795746,
      "learning_rate": 1.5927108222078233e-05,
      "loss": 0.9048,
      "step": 15144
    },
    {
      "epoch": 0.3191663110422693,
      "grad_norm": 0.13197016716003418,
      "learning_rate": 1.592655848051186e-05,
      "loss": 0.8782,
      "step": 15145
    },
    {
      "epoch": 0.31918738508063454,
      "grad_norm": 0.1297178864479065,
      "learning_rate": 1.5926008711336018e-05,
      "loss": 0.8316,
      "step": 15146
    },
    {
      "epoch": 0.3192084591189998,
      "grad_norm": 0.12437288463115692,
      "learning_rate": 1.592545891455326e-05,
      "loss": 0.8218,
      "step": 15147
    },
    {
      "epoch": 0.31922953315736513,
      "grad_norm": 0.12233733385801315,
      "learning_rate": 1.592490909016615e-05,
      "loss": 0.8025,
      "step": 15148
    },
    {
      "epoch": 0.3192506071957304,
      "grad_norm": 0.1368984431028366,
      "learning_rate": 1.592435923817726e-05,
      "loss": 0.8301,
      "step": 15149
    },
    {
      "epoch": 0.31927168123409566,
      "grad_norm": 0.14014264941215515,
      "learning_rate": 1.5923809358589134e-05,
      "loss": 0.8669,
      "step": 15150
    },
    {
      "epoch": 0.319292755272461,
      "grad_norm": 0.16819895803928375,
      "learning_rate": 1.5923259451404347e-05,
      "loss": 0.8979,
      "step": 15151
    },
    {
      "epoch": 0.31931382931082625,
      "grad_norm": 0.11916688084602356,
      "learning_rate": 1.5922709516625453e-05,
      "loss": 0.8997,
      "step": 15152
    },
    {
      "epoch": 0.31933490334919157,
      "grad_norm": 0.1509270966053009,
      "learning_rate": 1.592215955425502e-05,
      "loss": 0.8362,
      "step": 15153
    },
    {
      "epoch": 0.31935597738755683,
      "grad_norm": 0.12028121948242188,
      "learning_rate": 1.5921609564295607e-05,
      "loss": 0.7856,
      "step": 15154
    },
    {
      "epoch": 0.3193770514259221,
      "grad_norm": 0.15030525624752045,
      "learning_rate": 1.5921059546749776e-05,
      "loss": 0.8956,
      "step": 15155
    },
    {
      "epoch": 0.3193981254642874,
      "grad_norm": 0.1433052271604538,
      "learning_rate": 1.5920509501620093e-05,
      "loss": 0.8589,
      "step": 15156
    },
    {
      "epoch": 0.3194191995026527,
      "grad_norm": 0.13869738578796387,
      "learning_rate": 1.591995942890911e-05,
      "loss": 0.9061,
      "step": 15157
    },
    {
      "epoch": 0.319440273541018,
      "grad_norm": 0.14725236594676971,
      "learning_rate": 1.5919409328619398e-05,
      "loss": 0.9119,
      "step": 15158
    },
    {
      "epoch": 0.31946134757938327,
      "grad_norm": 0.12242107838392258,
      "learning_rate": 1.5918859200753526e-05,
      "loss": 0.7769,
      "step": 15159
    },
    {
      "epoch": 0.31948242161774854,
      "grad_norm": 0.13823513686656952,
      "learning_rate": 1.591830904531404e-05,
      "loss": 0.8493,
      "step": 15160
    },
    {
      "epoch": 0.31950349565611386,
      "grad_norm": 0.12021378427743912,
      "learning_rate": 1.5917758862303522e-05,
      "loss": 0.8482,
      "step": 15161
    },
    {
      "epoch": 0.3195245696944791,
      "grad_norm": 0.11641276627779007,
      "learning_rate": 1.591720865172452e-05,
      "loss": 0.8705,
      "step": 15162
    },
    {
      "epoch": 0.31954564373284444,
      "grad_norm": 0.15221554040908813,
      "learning_rate": 1.59166584135796e-05,
      "loss": 0.9147,
      "step": 15163
    },
    {
      "epoch": 0.3195667177712097,
      "grad_norm": 0.16061726212501526,
      "learning_rate": 1.5916108147871333e-05,
      "loss": 0.8828,
      "step": 15164
    },
    {
      "epoch": 0.319587791809575,
      "grad_norm": 0.1348123997449875,
      "learning_rate": 1.5915557854602274e-05,
      "loss": 0.909,
      "step": 15165
    },
    {
      "epoch": 0.3196088658479403,
      "grad_norm": 0.12986192107200623,
      "learning_rate": 1.5915007533774988e-05,
      "loss": 0.9403,
      "step": 15166
    },
    {
      "epoch": 0.31962993988630556,
      "grad_norm": 0.13257814943790436,
      "learning_rate": 1.5914457185392047e-05,
      "loss": 0.8466,
      "step": 15167
    },
    {
      "epoch": 0.3196510139246708,
      "grad_norm": 0.1360664814710617,
      "learning_rate": 1.5913906809456e-05,
      "loss": 0.8441,
      "step": 15168
    },
    {
      "epoch": 0.31967208796303614,
      "grad_norm": 0.12992484867572784,
      "learning_rate": 1.5913356405969426e-05,
      "loss": 0.892,
      "step": 15169
    },
    {
      "epoch": 0.3196931620014014,
      "grad_norm": 0.13834993541240692,
      "learning_rate": 1.5912805974934883e-05,
      "loss": 0.8711,
      "step": 15170
    },
    {
      "epoch": 0.31971423603976673,
      "grad_norm": 0.1433788239955902,
      "learning_rate": 1.5912255516354934e-05,
      "loss": 0.8723,
      "step": 15171
    },
    {
      "epoch": 0.319735310078132,
      "grad_norm": 0.1576867550611496,
      "learning_rate": 1.5911705030232143e-05,
      "loss": 0.8315,
      "step": 15172
    },
    {
      "epoch": 0.31975638411649726,
      "grad_norm": 0.10861361771821976,
      "learning_rate": 1.5911154516569072e-05,
      "loss": 0.7595,
      "step": 15173
    },
    {
      "epoch": 0.3197774581548626,
      "grad_norm": 0.14285247027873993,
      "learning_rate": 1.5910603975368296e-05,
      "loss": 0.7809,
      "step": 15174
    },
    {
      "epoch": 0.31979853219322785,
      "grad_norm": 0.15012359619140625,
      "learning_rate": 1.591005340663237e-05,
      "loss": 0.8425,
      "step": 15175
    },
    {
      "epoch": 0.31981960623159317,
      "grad_norm": 0.17154698073863983,
      "learning_rate": 1.590950281036386e-05,
      "loss": 0.845,
      "step": 15176
    },
    {
      "epoch": 0.31984068026995843,
      "grad_norm": 0.18973352015018463,
      "learning_rate": 1.5908952186565337e-05,
      "loss": 0.8434,
      "step": 15177
    },
    {
      "epoch": 0.3198617543083237,
      "grad_norm": 0.133576899766922,
      "learning_rate": 1.5908401535239358e-05,
      "loss": 0.7836,
      "step": 15178
    },
    {
      "epoch": 0.319882828346689,
      "grad_norm": 0.20575308799743652,
      "learning_rate": 1.5907850856388498e-05,
      "loss": 0.8364,
      "step": 15179
    },
    {
      "epoch": 0.3199039023850543,
      "grad_norm": 0.17044252157211304,
      "learning_rate": 1.590730015001531e-05,
      "loss": 0.8364,
      "step": 15180
    },
    {
      "epoch": 0.3199249764234196,
      "grad_norm": 0.15560907125473022,
      "learning_rate": 1.5906749416122373e-05,
      "loss": 0.9102,
      "step": 15181
    },
    {
      "epoch": 0.31994605046178487,
      "grad_norm": 0.18817169964313507,
      "learning_rate": 1.590619865471224e-05,
      "loss": 0.9712,
      "step": 15182
    },
    {
      "epoch": 0.31996712450015014,
      "grad_norm": 0.1761932522058487,
      "learning_rate": 1.5905647865787484e-05,
      "loss": 0.862,
      "step": 15183
    },
    {
      "epoch": 0.31998819853851546,
      "grad_norm": 0.13091056048870087,
      "learning_rate": 1.5905097049350674e-05,
      "loss": 0.7923,
      "step": 15184
    },
    {
      "epoch": 0.3200092725768807,
      "grad_norm": 0.18177226185798645,
      "learning_rate": 1.5904546205404367e-05,
      "loss": 0.8242,
      "step": 15185
    },
    {
      "epoch": 0.320030346615246,
      "grad_norm": 0.1140618547797203,
      "learning_rate": 1.5903995333951137e-05,
      "loss": 0.8095,
      "step": 15186
    },
    {
      "epoch": 0.3200514206536113,
      "grad_norm": 0.13056345283985138,
      "learning_rate": 1.5903444434993544e-05,
      "loss": 0.8202,
      "step": 15187
    },
    {
      "epoch": 0.3200724946919766,
      "grad_norm": 0.11863832920789719,
      "learning_rate": 1.590289350853416e-05,
      "loss": 0.9553,
      "step": 15188
    },
    {
      "epoch": 0.3200935687303419,
      "grad_norm": 0.15965035557746887,
      "learning_rate": 1.590234255457555e-05,
      "loss": 0.8654,
      "step": 15189
    },
    {
      "epoch": 0.32011464276870716,
      "grad_norm": 0.12577305734157562,
      "learning_rate": 1.590179157312028e-05,
      "loss": 0.8883,
      "step": 15190
    },
    {
      "epoch": 0.3201357168070724,
      "grad_norm": 0.14067263901233673,
      "learning_rate": 1.590124056417091e-05,
      "loss": 0.8064,
      "step": 15191
    },
    {
      "epoch": 0.32015679084543774,
      "grad_norm": 0.14994850754737854,
      "learning_rate": 1.590068952773002e-05,
      "loss": 0.8781,
      "step": 15192
    },
    {
      "epoch": 0.320177864883803,
      "grad_norm": 0.14100174605846405,
      "learning_rate": 1.590013846380017e-05,
      "loss": 0.9349,
      "step": 15193
    },
    {
      "epoch": 0.32019893892216833,
      "grad_norm": 0.16356325149536133,
      "learning_rate": 1.5899587372383924e-05,
      "loss": 0.8449,
      "step": 15194
    },
    {
      "epoch": 0.3202200129605336,
      "grad_norm": 0.12189608812332153,
      "learning_rate": 1.5899036253483856e-05,
      "loss": 0.8276,
      "step": 15195
    },
    {
      "epoch": 0.32024108699889886,
      "grad_norm": 0.1538841724395752,
      "learning_rate": 1.589848510710253e-05,
      "loss": 0.8135,
      "step": 15196
    },
    {
      "epoch": 0.3202621610372642,
      "grad_norm": 0.13790039718151093,
      "learning_rate": 1.5897933933242513e-05,
      "loss": 0.8037,
      "step": 15197
    },
    {
      "epoch": 0.32028323507562945,
      "grad_norm": 0.13904769718647003,
      "learning_rate": 1.5897382731906376e-05,
      "loss": 0.8242,
      "step": 15198
    },
    {
      "epoch": 0.32030430911399477,
      "grad_norm": 0.13248983025550842,
      "learning_rate": 1.5896831503096684e-05,
      "loss": 0.8137,
      "step": 15199
    },
    {
      "epoch": 0.32032538315236003,
      "grad_norm": 0.16424955427646637,
      "learning_rate": 1.5896280246816006e-05,
      "loss": 0.8159,
      "step": 15200
    },
    {
      "epoch": 0.3203464571907253,
      "grad_norm": 0.15412141382694244,
      "learning_rate": 1.5895728963066907e-05,
      "loss": 0.8949,
      "step": 15201
    },
    {
      "epoch": 0.3203675312290906,
      "grad_norm": 0.12308784574270248,
      "learning_rate": 1.589517765185196e-05,
      "loss": 0.8241,
      "step": 15202
    },
    {
      "epoch": 0.3203886052674559,
      "grad_norm": 0.12520422041416168,
      "learning_rate": 1.589462631317373e-05,
      "loss": 0.7904,
      "step": 15203
    },
    {
      "epoch": 0.32040967930582115,
      "grad_norm": 0.12898288667201996,
      "learning_rate": 1.589407494703479e-05,
      "loss": 0.8011,
      "step": 15204
    },
    {
      "epoch": 0.32043075334418647,
      "grad_norm": 0.13811028003692627,
      "learning_rate": 1.58935235534377e-05,
      "loss": 0.866,
      "step": 15205
    },
    {
      "epoch": 0.32045182738255173,
      "grad_norm": 0.12297596782445908,
      "learning_rate": 1.5892972132385038e-05,
      "loss": 0.8335,
      "step": 15206
    },
    {
      "epoch": 0.32047290142091706,
      "grad_norm": 0.20253346860408783,
      "learning_rate": 1.5892420683879364e-05,
      "loss": 0.8704,
      "step": 15207
    },
    {
      "epoch": 0.3204939754592823,
      "grad_norm": 0.16372926533222198,
      "learning_rate": 1.589186920792326e-05,
      "loss": 0.7777,
      "step": 15208
    },
    {
      "epoch": 0.3205150494976476,
      "grad_norm": 0.11599783599376678,
      "learning_rate": 1.589131770451928e-05,
      "loss": 0.8219,
      "step": 15209
    },
    {
      "epoch": 0.3205361235360129,
      "grad_norm": 0.16346466541290283,
      "learning_rate": 1.589076617367e-05,
      "loss": 0.8822,
      "step": 15210
    },
    {
      "epoch": 0.32055719757437817,
      "grad_norm": 0.1529647707939148,
      "learning_rate": 1.589021461537799e-05,
      "loss": 0.8098,
      "step": 15211
    },
    {
      "epoch": 0.3205782716127435,
      "grad_norm": 0.13964547216892242,
      "learning_rate": 1.588966302964582e-05,
      "loss": 0.8124,
      "step": 15212
    },
    {
      "epoch": 0.32059934565110876,
      "grad_norm": 0.13527332246303558,
      "learning_rate": 1.588911141647606e-05,
      "loss": 0.8014,
      "step": 15213
    },
    {
      "epoch": 0.320620419689474,
      "grad_norm": 0.15285786986351013,
      "learning_rate": 1.588855977587128e-05,
      "loss": 0.9022,
      "step": 15214
    },
    {
      "epoch": 0.32064149372783934,
      "grad_norm": 0.20687931776046753,
      "learning_rate": 1.5888008107834046e-05,
      "loss": 0.7584,
      "step": 15215
    },
    {
      "epoch": 0.3206625677662046,
      "grad_norm": 0.10876019299030304,
      "learning_rate": 1.5887456412366928e-05,
      "loss": 0.8163,
      "step": 15216
    },
    {
      "epoch": 0.32068364180456993,
      "grad_norm": 0.20212674140930176,
      "learning_rate": 1.58869046894725e-05,
      "loss": 0.8437,
      "step": 15217
    },
    {
      "epoch": 0.3207047158429352,
      "grad_norm": 0.2619267702102661,
      "learning_rate": 1.588635293915333e-05,
      "loss": 0.9471,
      "step": 15218
    },
    {
      "epoch": 0.32072578988130046,
      "grad_norm": 0.13152886927127838,
      "learning_rate": 1.588580116141199e-05,
      "loss": 0.8422,
      "step": 15219
    },
    {
      "epoch": 0.3207468639196658,
      "grad_norm": 0.13484294712543488,
      "learning_rate": 1.5885249356251052e-05,
      "loss": 0.8042,
      "step": 15220
    },
    {
      "epoch": 0.32076793795803105,
      "grad_norm": 0.12350908666849136,
      "learning_rate": 1.588469752367308e-05,
      "loss": 0.7786,
      "step": 15221
    },
    {
      "epoch": 0.32078901199639637,
      "grad_norm": 0.14372466504573822,
      "learning_rate": 1.5884145663680654e-05,
      "loss": 0.82,
      "step": 15222
    },
    {
      "epoch": 0.32081008603476163,
      "grad_norm": 0.1219969093799591,
      "learning_rate": 1.5883593776276334e-05,
      "loss": 0.844,
      "step": 15223
    },
    {
      "epoch": 0.3208311600731269,
      "grad_norm": 0.15558494627475739,
      "learning_rate": 1.5883041861462695e-05,
      "loss": 0.8902,
      "step": 15224
    },
    {
      "epoch": 0.3208522341114922,
      "grad_norm": 0.18154209852218628,
      "learning_rate": 1.5882489919242315e-05,
      "loss": 0.8113,
      "step": 15225
    },
    {
      "epoch": 0.3208733081498575,
      "grad_norm": 0.11232004314661026,
      "learning_rate": 1.588193794961776e-05,
      "loss": 0.7908,
      "step": 15226
    },
    {
      "epoch": 0.32089438218822275,
      "grad_norm": 0.1516847163438797,
      "learning_rate": 1.58813859525916e-05,
      "loss": 0.8732,
      "step": 15227
    },
    {
      "epoch": 0.32091545622658807,
      "grad_norm": 0.1268913894891739,
      "learning_rate": 1.5880833928166414e-05,
      "loss": 0.8788,
      "step": 15228
    },
    {
      "epoch": 0.32093653026495333,
      "grad_norm": 0.1358892172574997,
      "learning_rate": 1.5880281876344762e-05,
      "loss": 0.8406,
      "step": 15229
    },
    {
      "epoch": 0.32095760430331866,
      "grad_norm": 0.1238800659775734,
      "learning_rate": 1.587972979712922e-05,
      "loss": 0.8925,
      "step": 15230
    },
    {
      "epoch": 0.3209786783416839,
      "grad_norm": 0.1499573290348053,
      "learning_rate": 1.5879177690522366e-05,
      "loss": 0.9482,
      "step": 15231
    },
    {
      "epoch": 0.3209997523800492,
      "grad_norm": 0.10954007506370544,
      "learning_rate": 1.5878625556526765e-05,
      "loss": 0.7694,
      "step": 15232
    },
    {
      "epoch": 0.3210208264184145,
      "grad_norm": 0.13658536970615387,
      "learning_rate": 1.5878073395144996e-05,
      "loss": 0.8584,
      "step": 15233
    },
    {
      "epoch": 0.32104190045677977,
      "grad_norm": 0.14888615906238556,
      "learning_rate": 1.587752120637962e-05,
      "loss": 0.8112,
      "step": 15234
    },
    {
      "epoch": 0.3210629744951451,
      "grad_norm": 0.13870692253112793,
      "learning_rate": 1.5876968990233225e-05,
      "loss": 0.8674,
      "step": 15235
    },
    {
      "epoch": 0.32108404853351036,
      "grad_norm": 0.14501126110553741,
      "learning_rate": 1.5876416746708366e-05,
      "loss": 0.8497,
      "step": 15236
    },
    {
      "epoch": 0.3211051225718756,
      "grad_norm": 0.16343705356121063,
      "learning_rate": 1.587586447580763e-05,
      "loss": 0.9061,
      "step": 15237
    },
    {
      "epoch": 0.32112619661024094,
      "grad_norm": 0.12731590867042542,
      "learning_rate": 1.5875312177533582e-05,
      "loss": 0.8501,
      "step": 15238
    },
    {
      "epoch": 0.3211472706486062,
      "grad_norm": 0.14043398201465607,
      "learning_rate": 1.5874759851888805e-05,
      "loss": 0.8676,
      "step": 15239
    },
    {
      "epoch": 0.32116834468697153,
      "grad_norm": 0.14955097436904907,
      "learning_rate": 1.5874207498875857e-05,
      "loss": 0.8183,
      "step": 15240
    },
    {
      "epoch": 0.3211894187253368,
      "grad_norm": 0.1272936761379242,
      "learning_rate": 1.5873655118497318e-05,
      "loss": 0.8813,
      "step": 15241
    },
    {
      "epoch": 0.32121049276370206,
      "grad_norm": 0.17121881246566772,
      "learning_rate": 1.587310271075577e-05,
      "loss": 0.8911,
      "step": 15242
    },
    {
      "epoch": 0.3212315668020674,
      "grad_norm": 0.13405203819274902,
      "learning_rate": 1.5872550275653772e-05,
      "loss": 0.8283,
      "step": 15243
    },
    {
      "epoch": 0.32125264084043265,
      "grad_norm": 0.13541145622730255,
      "learning_rate": 1.58719978131939e-05,
      "loss": 0.8214,
      "step": 15244
    },
    {
      "epoch": 0.3212737148787979,
      "grad_norm": 0.1672307848930359,
      "learning_rate": 1.587144532337874e-05,
      "loss": 0.8266,
      "step": 15245
    },
    {
      "epoch": 0.32129478891716323,
      "grad_norm": 0.14179599285125732,
      "learning_rate": 1.5870892806210854e-05,
      "loss": 0.876,
      "step": 15246
    },
    {
      "epoch": 0.3213158629555285,
      "grad_norm": 0.12109165638685226,
      "learning_rate": 1.587034026169282e-05,
      "loss": 0.7588,
      "step": 15247
    },
    {
      "epoch": 0.3213369369938938,
      "grad_norm": 0.14155276119709015,
      "learning_rate": 1.5869787689827213e-05,
      "loss": 0.829,
      "step": 15248
    },
    {
      "epoch": 0.3213580110322591,
      "grad_norm": 0.11838450282812119,
      "learning_rate": 1.5869235090616607e-05,
      "loss": 0.8467,
      "step": 15249
    },
    {
      "epoch": 0.32137908507062435,
      "grad_norm": 0.1525670886039734,
      "learning_rate": 1.586868246406357e-05,
      "loss": 0.849,
      "step": 15250
    },
    {
      "epoch": 0.32140015910898967,
      "grad_norm": 0.15368090569972992,
      "learning_rate": 1.5868129810170687e-05,
      "loss": 0.8205,
      "step": 15251
    },
    {
      "epoch": 0.32142123314735493,
      "grad_norm": 0.12220986932516098,
      "learning_rate": 1.5867577128940523e-05,
      "loss": 0.8215,
      "step": 15252
    },
    {
      "epoch": 0.32144230718572026,
      "grad_norm": 0.14163054525852203,
      "learning_rate": 1.586702442037566e-05,
      "loss": 0.8449,
      "step": 15253
    },
    {
      "epoch": 0.3214633812240855,
      "grad_norm": 0.11948759108781815,
      "learning_rate": 1.586647168447867e-05,
      "loss": 0.8564,
      "step": 15254
    },
    {
      "epoch": 0.3214844552624508,
      "grad_norm": 0.13846856355667114,
      "learning_rate": 1.5865918921252125e-05,
      "loss": 0.8568,
      "step": 15255
    },
    {
      "epoch": 0.3215055293008161,
      "grad_norm": 0.1139318123459816,
      "learning_rate": 1.5865366130698606e-05,
      "loss": 0.7602,
      "step": 15256
    },
    {
      "epoch": 0.32152660333918137,
      "grad_norm": 0.13170582056045532,
      "learning_rate": 1.5864813312820685e-05,
      "loss": 0.8758,
      "step": 15257
    },
    {
      "epoch": 0.3215476773775467,
      "grad_norm": 0.10399392992258072,
      "learning_rate": 1.5864260467620934e-05,
      "loss": 0.8488,
      "step": 15258
    },
    {
      "epoch": 0.32156875141591196,
      "grad_norm": 0.11054693162441254,
      "learning_rate": 1.5863707595101934e-05,
      "loss": 0.8201,
      "step": 15259
    },
    {
      "epoch": 0.3215898254542772,
      "grad_norm": 0.13657616078853607,
      "learning_rate": 1.586315469526626e-05,
      "loss": 0.8895,
      "step": 15260
    },
    {
      "epoch": 0.32161089949264254,
      "grad_norm": 0.11956311017274857,
      "learning_rate": 1.586260176811649e-05,
      "loss": 0.808,
      "step": 15261
    },
    {
      "epoch": 0.3216319735310078,
      "grad_norm": 0.11038704216480255,
      "learning_rate": 1.586204881365519e-05,
      "loss": 0.7687,
      "step": 15262
    },
    {
      "epoch": 0.3216530475693731,
      "grad_norm": 0.1480405032634735,
      "learning_rate": 1.5861495831884942e-05,
      "loss": 0.8659,
      "step": 15263
    },
    {
      "epoch": 0.3216741216077384,
      "grad_norm": 0.13974261283874512,
      "learning_rate": 1.5860942822808324e-05,
      "loss": 0.8615,
      "step": 15264
    },
    {
      "epoch": 0.32169519564610366,
      "grad_norm": 0.1306106150150299,
      "learning_rate": 1.586038978642791e-05,
      "loss": 0.8917,
      "step": 15265
    },
    {
      "epoch": 0.321716269684469,
      "grad_norm": 0.135718435049057,
      "learning_rate": 1.5859836722746277e-05,
      "loss": 0.8197,
      "step": 15266
    },
    {
      "epoch": 0.32173734372283425,
      "grad_norm": 0.12074324488639832,
      "learning_rate": 1.5859283631766004e-05,
      "loss": 0.8221,
      "step": 15267
    },
    {
      "epoch": 0.3217584177611995,
      "grad_norm": 0.14854517579078674,
      "learning_rate": 1.5858730513489665e-05,
      "loss": 0.8359,
      "step": 15268
    },
    {
      "epoch": 0.32177949179956483,
      "grad_norm": 0.11046335101127625,
      "learning_rate": 1.5858177367919834e-05,
      "loss": 0.7988,
      "step": 15269
    },
    {
      "epoch": 0.3218005658379301,
      "grad_norm": 0.1549932211637497,
      "learning_rate": 1.5857624195059092e-05,
      "loss": 0.8734,
      "step": 15270
    },
    {
      "epoch": 0.3218216398762954,
      "grad_norm": 0.16313660144805908,
      "learning_rate": 1.5857070994910015e-05,
      "loss": 0.7748,
      "step": 15271
    },
    {
      "epoch": 0.3218427139146607,
      "grad_norm": 0.12090903520584106,
      "learning_rate": 1.585651776747518e-05,
      "loss": 0.7994,
      "step": 15272
    },
    {
      "epoch": 0.32186378795302595,
      "grad_norm": 0.12913411855697632,
      "learning_rate": 1.585596451275716e-05,
      "loss": 0.802,
      "step": 15273
    },
    {
      "epoch": 0.32188486199139127,
      "grad_norm": 0.12961553037166595,
      "learning_rate": 1.5855411230758545e-05,
      "loss": 0.7886,
      "step": 15274
    },
    {
      "epoch": 0.32190593602975653,
      "grad_norm": 0.12085121870040894,
      "learning_rate": 1.5854857921481897e-05,
      "loss": 0.8098,
      "step": 15275
    },
    {
      "epoch": 0.32192701006812185,
      "grad_norm": 0.1319439858198166,
      "learning_rate": 1.5854304584929806e-05,
      "loss": 0.8268,
      "step": 15276
    },
    {
      "epoch": 0.3219480841064871,
      "grad_norm": 0.13911029696464539,
      "learning_rate": 1.5853751221104842e-05,
      "loss": 0.8487,
      "step": 15277
    },
    {
      "epoch": 0.3219691581448524,
      "grad_norm": 0.14162611961364746,
      "learning_rate": 1.5853197830009585e-05,
      "loss": 0.851,
      "step": 15278
    },
    {
      "epoch": 0.3219902321832177,
      "grad_norm": 0.11611886322498322,
      "learning_rate": 1.5852644411646613e-05,
      "loss": 0.8425,
      "step": 15279
    },
    {
      "epoch": 0.32201130622158297,
      "grad_norm": 0.1269659548997879,
      "learning_rate": 1.5852090966018504e-05,
      "loss": 0.899,
      "step": 15280
    },
    {
      "epoch": 0.32203238025994824,
      "grad_norm": 0.10919959843158722,
      "learning_rate": 1.5851537493127837e-05,
      "loss": 0.8909,
      "step": 15281
    },
    {
      "epoch": 0.32205345429831356,
      "grad_norm": 0.14352309703826904,
      "learning_rate": 1.5850983992977193e-05,
      "loss": 0.8401,
      "step": 15282
    },
    {
      "epoch": 0.3220745283366788,
      "grad_norm": 0.11164556443691254,
      "learning_rate": 1.5850430465569147e-05,
      "loss": 0.7964,
      "step": 15283
    },
    {
      "epoch": 0.32209560237504414,
      "grad_norm": 0.12447227537631989,
      "learning_rate": 1.5849876910906275e-05,
      "loss": 0.8285,
      "step": 15284
    },
    {
      "epoch": 0.3221166764134094,
      "grad_norm": 0.12950849533081055,
      "learning_rate": 1.584932332899116e-05,
      "loss": 0.8746,
      "step": 15285
    },
    {
      "epoch": 0.3221377504517747,
      "grad_norm": 0.11909762024879456,
      "learning_rate": 1.5848769719826385e-05,
      "loss": 0.8516,
      "step": 15286
    },
    {
      "epoch": 0.32215882449014,
      "grad_norm": 0.13332203030586243,
      "learning_rate": 1.5848216083414523e-05,
      "loss": 0.8585,
      "step": 15287
    },
    {
      "epoch": 0.32217989852850526,
      "grad_norm": 0.1107710525393486,
      "learning_rate": 1.584766241975815e-05,
      "loss": 0.75,
      "step": 15288
    },
    {
      "epoch": 0.3222009725668706,
      "grad_norm": 0.1344260722398758,
      "learning_rate": 1.5847108728859852e-05,
      "loss": 0.8397,
      "step": 15289
    },
    {
      "epoch": 0.32222204660523585,
      "grad_norm": 0.14856354892253876,
      "learning_rate": 1.584655501072221e-05,
      "loss": 0.9153,
      "step": 15290
    },
    {
      "epoch": 0.3222431206436011,
      "grad_norm": 0.1350979208946228,
      "learning_rate": 1.5846001265347795e-05,
      "loss": 0.8475,
      "step": 15291
    },
    {
      "epoch": 0.32226419468196643,
      "grad_norm": 0.13381759822368622,
      "learning_rate": 1.5845447492739192e-05,
      "loss": 0.8944,
      "step": 15292
    },
    {
      "epoch": 0.3222852687203317,
      "grad_norm": 0.12259666621685028,
      "learning_rate": 1.584489369289898e-05,
      "loss": 0.8323,
      "step": 15293
    },
    {
      "epoch": 0.322306342758697,
      "grad_norm": 0.14155127108097076,
      "learning_rate": 1.584433986582974e-05,
      "loss": 0.8168,
      "step": 15294
    },
    {
      "epoch": 0.3223274167970623,
      "grad_norm": 0.1233033537864685,
      "learning_rate": 1.5843786011534052e-05,
      "loss": 0.8625,
      "step": 15295
    },
    {
      "epoch": 0.32234849083542755,
      "grad_norm": 0.12608866393566132,
      "learning_rate": 1.5843232130014494e-05,
      "loss": 0.9091,
      "step": 15296
    },
    {
      "epoch": 0.32236956487379287,
      "grad_norm": 0.1265854686498642,
      "learning_rate": 1.5842678221273645e-05,
      "loss": 0.8382,
      "step": 15297
    },
    {
      "epoch": 0.32239063891215813,
      "grad_norm": 0.10673155635595322,
      "learning_rate": 1.5842124285314094e-05,
      "loss": 0.7744,
      "step": 15298
    },
    {
      "epoch": 0.3224117129505234,
      "grad_norm": 0.13498632609844208,
      "learning_rate": 1.5841570322138413e-05,
      "loss": 0.7767,
      "step": 15299
    },
    {
      "epoch": 0.3224327869888887,
      "grad_norm": 0.12915663421154022,
      "learning_rate": 1.5841016331749185e-05,
      "loss": 0.841,
      "step": 15300
    },
    {
      "epoch": 0.322453861027254,
      "grad_norm": 0.13558433949947357,
      "learning_rate": 1.5840462314148994e-05,
      "loss": 0.8165,
      "step": 15301
    },
    {
      "epoch": 0.3224749350656193,
      "grad_norm": 0.1389167606830597,
      "learning_rate": 1.583990826934041e-05,
      "loss": 0.8468,
      "step": 15302
    },
    {
      "epoch": 0.32249600910398457,
      "grad_norm": 0.12416394054889679,
      "learning_rate": 1.583935419732603e-05,
      "loss": 0.7921,
      "step": 15303
    },
    {
      "epoch": 0.32251708314234984,
      "grad_norm": 0.17329683899879456,
      "learning_rate": 1.5838800098108423e-05,
      "loss": 0.8618,
      "step": 15304
    },
    {
      "epoch": 0.32253815718071516,
      "grad_norm": 0.1135440245270729,
      "learning_rate": 1.583824597169018e-05,
      "loss": 0.7561,
      "step": 15305
    },
    {
      "epoch": 0.3225592312190804,
      "grad_norm": 0.14144732058048248,
      "learning_rate": 1.583769181807387e-05,
      "loss": 0.8385,
      "step": 15306
    },
    {
      "epoch": 0.32258030525744574,
      "grad_norm": 0.1543847769498825,
      "learning_rate": 1.5837137637262086e-05,
      "loss": 0.8407,
      "step": 15307
    },
    {
      "epoch": 0.322601379295811,
      "grad_norm": 0.1259605884552002,
      "learning_rate": 1.5836583429257406e-05,
      "loss": 0.8629,
      "step": 15308
    },
    {
      "epoch": 0.3226224533341763,
      "grad_norm": 0.12471746653318405,
      "learning_rate": 1.583602919406241e-05,
      "loss": 0.824,
      "step": 15309
    },
    {
      "epoch": 0.3226435273725416,
      "grad_norm": 0.1467190384864807,
      "learning_rate": 1.583547493167968e-05,
      "loss": 0.943,
      "step": 15310
    },
    {
      "epoch": 0.32266460141090686,
      "grad_norm": 0.15018098056316376,
      "learning_rate": 1.5834920642111802e-05,
      "loss": 0.805,
      "step": 15311
    },
    {
      "epoch": 0.3226856754492722,
      "grad_norm": 0.13235247135162354,
      "learning_rate": 1.5834366325361353e-05,
      "loss": 0.8274,
      "step": 15312
    },
    {
      "epoch": 0.32270674948763745,
      "grad_norm": 0.12041925638914108,
      "learning_rate": 1.583381198143092e-05,
      "loss": 0.7771,
      "step": 15313
    },
    {
      "epoch": 0.3227278235260027,
      "grad_norm": 0.11768529564142227,
      "learning_rate": 1.5833257610323084e-05,
      "loss": 0.7964,
      "step": 15314
    },
    {
      "epoch": 0.32274889756436803,
      "grad_norm": 0.12324066460132599,
      "learning_rate": 1.5832703212040427e-05,
      "loss": 0.8889,
      "step": 15315
    },
    {
      "epoch": 0.3227699716027333,
      "grad_norm": 0.12550851702690125,
      "learning_rate": 1.583214878658553e-05,
      "loss": 0.8216,
      "step": 15316
    },
    {
      "epoch": 0.3227910456410986,
      "grad_norm": 0.13480743765830994,
      "learning_rate": 1.5831594333960977e-05,
      "loss": 0.8951,
      "step": 15317
    },
    {
      "epoch": 0.3228121196794639,
      "grad_norm": 0.16567456722259521,
      "learning_rate": 1.5831039854169354e-05,
      "loss": 0.937,
      "step": 15318
    },
    {
      "epoch": 0.32283319371782915,
      "grad_norm": 0.11679762601852417,
      "learning_rate": 1.5830485347213238e-05,
      "loss": 0.8548,
      "step": 15319
    },
    {
      "epoch": 0.32285426775619447,
      "grad_norm": 0.1450287252664566,
      "learning_rate": 1.582993081309522e-05,
      "loss": 0.8729,
      "step": 15320
    },
    {
      "epoch": 0.32287534179455973,
      "grad_norm": 0.14082647860050201,
      "learning_rate": 1.5829376251817876e-05,
      "loss": 0.8609,
      "step": 15321
    },
    {
      "epoch": 0.322896415832925,
      "grad_norm": 0.14843888580799103,
      "learning_rate": 1.5828821663383794e-05,
      "loss": 0.9215,
      "step": 15322
    },
    {
      "epoch": 0.3229174898712903,
      "grad_norm": 0.1429661512374878,
      "learning_rate": 1.5828267047795557e-05,
      "loss": 0.8448,
      "step": 15323
    },
    {
      "epoch": 0.3229385639096556,
      "grad_norm": 0.13945062458515167,
      "learning_rate": 1.5827712405055743e-05,
      "loss": 0.8024,
      "step": 15324
    },
    {
      "epoch": 0.3229596379480209,
      "grad_norm": 0.13275447487831116,
      "learning_rate": 1.5827157735166948e-05,
      "loss": 0.861,
      "step": 15325
    },
    {
      "epoch": 0.32298071198638617,
      "grad_norm": 0.13873684406280518,
      "learning_rate": 1.5826603038131746e-05,
      "loss": 0.7829,
      "step": 15326
    },
    {
      "epoch": 0.32300178602475144,
      "grad_norm": 0.14947524666786194,
      "learning_rate": 1.5826048313952723e-05,
      "loss": 0.8982,
      "step": 15327
    },
    {
      "epoch": 0.32302286006311676,
      "grad_norm": 0.16208092868328094,
      "learning_rate": 1.5825493562632464e-05,
      "loss": 0.8219,
      "step": 15328
    },
    {
      "epoch": 0.323043934101482,
      "grad_norm": 0.13184785842895508,
      "learning_rate": 1.5824938784173554e-05,
      "loss": 0.8272,
      "step": 15329
    },
    {
      "epoch": 0.32306500813984734,
      "grad_norm": 0.16351519525051117,
      "learning_rate": 1.5824383978578577e-05,
      "loss": 0.8302,
      "step": 15330
    },
    {
      "epoch": 0.3230860821782126,
      "grad_norm": 0.14814206957817078,
      "learning_rate": 1.5823829145850117e-05,
      "loss": 0.7164,
      "step": 15331
    },
    {
      "epoch": 0.3231071562165779,
      "grad_norm": 0.15859606862068176,
      "learning_rate": 1.582327428599076e-05,
      "loss": 0.8378,
      "step": 15332
    },
    {
      "epoch": 0.3231282302549432,
      "grad_norm": 0.20035645365715027,
      "learning_rate": 1.582271939900309e-05,
      "loss": 0.8071,
      "step": 15333
    },
    {
      "epoch": 0.32314930429330846,
      "grad_norm": 0.14760872721672058,
      "learning_rate": 1.5822164484889697e-05,
      "loss": 0.9051,
      "step": 15334
    },
    {
      "epoch": 0.3231703783316738,
      "grad_norm": 0.18912191689014435,
      "learning_rate": 1.5821609543653158e-05,
      "loss": 0.8568,
      "step": 15335
    },
    {
      "epoch": 0.32319145237003905,
      "grad_norm": 0.14326228201389313,
      "learning_rate": 1.582105457529606e-05,
      "loss": 0.854,
      "step": 15336
    },
    {
      "epoch": 0.3232125264084043,
      "grad_norm": 0.1535201519727707,
      "learning_rate": 1.582049957982099e-05,
      "loss": 0.8376,
      "step": 15337
    },
    {
      "epoch": 0.32323360044676963,
      "grad_norm": 0.15134957432746887,
      "learning_rate": 1.5819944557230536e-05,
      "loss": 0.777,
      "step": 15338
    },
    {
      "epoch": 0.3232546744851349,
      "grad_norm": 0.16929085552692413,
      "learning_rate": 1.5819389507527278e-05,
      "loss": 0.8198,
      "step": 15339
    },
    {
      "epoch": 0.32327574852350016,
      "grad_norm": 0.18638606369495392,
      "learning_rate": 1.581883443071381e-05,
      "loss": 0.783,
      "step": 15340
    },
    {
      "epoch": 0.3232968225618655,
      "grad_norm": 0.12885931134223938,
      "learning_rate": 1.581827932679271e-05,
      "loss": 0.8223,
      "step": 15341
    },
    {
      "epoch": 0.32331789660023075,
      "grad_norm": 0.18569415807724,
      "learning_rate": 1.5817724195766565e-05,
      "loss": 0.8232,
      "step": 15342
    },
    {
      "epoch": 0.32333897063859607,
      "grad_norm": 0.13990095257759094,
      "learning_rate": 1.5817169037637963e-05,
      "loss": 0.8581,
      "step": 15343
    },
    {
      "epoch": 0.32336004467696133,
      "grad_norm": 0.1615733504295349,
      "learning_rate": 1.5816613852409495e-05,
      "loss": 0.8939,
      "step": 15344
    },
    {
      "epoch": 0.3233811187153266,
      "grad_norm": 0.14658240973949432,
      "learning_rate": 1.5816058640083734e-05,
      "loss": 0.885,
      "step": 15345
    },
    {
      "epoch": 0.3234021927536919,
      "grad_norm": 0.1654762476682663,
      "learning_rate": 1.5815503400663284e-05,
      "loss": 0.7913,
      "step": 15346
    },
    {
      "epoch": 0.3234232667920572,
      "grad_norm": 0.15856045484542847,
      "learning_rate": 1.581494813415072e-05,
      "loss": 0.822,
      "step": 15347
    },
    {
      "epoch": 0.3234443408304225,
      "grad_norm": 0.13628077507019043,
      "learning_rate": 1.581439284054863e-05,
      "loss": 0.8463,
      "step": 15348
    },
    {
      "epoch": 0.32346541486878777,
      "grad_norm": 0.1818731278181076,
      "learning_rate": 1.5813837519859602e-05,
      "loss": 0.8233,
      "step": 15349
    },
    {
      "epoch": 0.32348648890715304,
      "grad_norm": 0.13817431032657623,
      "learning_rate": 1.5813282172086226e-05,
      "loss": 0.8804,
      "step": 15350
    },
    {
      "epoch": 0.32350756294551836,
      "grad_norm": 0.1676642894744873,
      "learning_rate": 1.5812726797231082e-05,
      "loss": 0.8335,
      "step": 15351
    },
    {
      "epoch": 0.3235286369838836,
      "grad_norm": 0.16092760860919952,
      "learning_rate": 1.5812171395296766e-05,
      "loss": 0.8546,
      "step": 15352
    },
    {
      "epoch": 0.32354971102224894,
      "grad_norm": 0.14986896514892578,
      "learning_rate": 1.581161596628586e-05,
      "loss": 0.9585,
      "step": 15353
    },
    {
      "epoch": 0.3235707850606142,
      "grad_norm": 0.1761254221200943,
      "learning_rate": 1.5811060510200954e-05,
      "loss": 0.8123,
      "step": 15354
    },
    {
      "epoch": 0.3235918590989795,
      "grad_norm": 0.1327211707830429,
      "learning_rate": 1.5810505027044635e-05,
      "loss": 0.796,
      "step": 15355
    },
    {
      "epoch": 0.3236129331373448,
      "grad_norm": 0.20275123417377472,
      "learning_rate": 1.5809949516819484e-05,
      "loss": 0.8425,
      "step": 15356
    },
    {
      "epoch": 0.32363400717571006,
      "grad_norm": 0.1387154459953308,
      "learning_rate": 1.5809393979528103e-05,
      "loss": 0.8613,
      "step": 15357
    },
    {
      "epoch": 0.3236550812140753,
      "grad_norm": 0.22162960469722748,
      "learning_rate": 1.5808838415173068e-05,
      "loss": 0.8939,
      "step": 15358
    },
    {
      "epoch": 0.32367615525244064,
      "grad_norm": 0.2336517870426178,
      "learning_rate": 1.580828282375697e-05,
      "loss": 0.8584,
      "step": 15359
    },
    {
      "epoch": 0.3236972292908059,
      "grad_norm": 0.1487230658531189,
      "learning_rate": 1.58077272052824e-05,
      "loss": 0.8491,
      "step": 15360
    },
    {
      "epoch": 0.32371830332917123,
      "grad_norm": 0.16778816282749176,
      "learning_rate": 1.5807171559751946e-05,
      "loss": 0.874,
      "step": 15361
    },
    {
      "epoch": 0.3237393773675365,
      "grad_norm": 0.15756003558635712,
      "learning_rate": 1.5806615887168194e-05,
      "loss": 0.8175,
      "step": 15362
    },
    {
      "epoch": 0.32376045140590176,
      "grad_norm": 0.13903622329235077,
      "learning_rate": 1.5806060187533736e-05,
      "loss": 0.8905,
      "step": 15363
    },
    {
      "epoch": 0.3237815254442671,
      "grad_norm": 0.18060116469860077,
      "learning_rate": 1.580550446085116e-05,
      "loss": 0.8596,
      "step": 15364
    },
    {
      "epoch": 0.32380259948263235,
      "grad_norm": 0.13944457471370697,
      "learning_rate": 1.580494870712305e-05,
      "loss": 0.7701,
      "step": 15365
    },
    {
      "epoch": 0.32382367352099767,
      "grad_norm": 0.18213196098804474,
      "learning_rate": 1.5804392926351998e-05,
      "loss": 0.8976,
      "step": 15366
    },
    {
      "epoch": 0.32384474755936293,
      "grad_norm": 0.181465283036232,
      "learning_rate": 1.5803837118540598e-05,
      "loss": 0.8485,
      "step": 15367
    },
    {
      "epoch": 0.3238658215977282,
      "grad_norm": 0.16468477249145508,
      "learning_rate": 1.5803281283691435e-05,
      "loss": 0.7629,
      "step": 15368
    },
    {
      "epoch": 0.3238868956360935,
      "grad_norm": 0.15246884524822235,
      "learning_rate": 1.5802725421807095e-05,
      "loss": 0.8183,
      "step": 15369
    },
    {
      "epoch": 0.3239079696744588,
      "grad_norm": 0.14567850530147552,
      "learning_rate": 1.5802169532890177e-05,
      "loss": 0.8246,
      "step": 15370
    },
    {
      "epoch": 0.3239290437128241,
      "grad_norm": 0.14538472890853882,
      "learning_rate": 1.580161361694326e-05,
      "loss": 0.8301,
      "step": 15371
    },
    {
      "epoch": 0.32395011775118937,
      "grad_norm": 0.14087089896202087,
      "learning_rate": 1.5801057673968943e-05,
      "loss": 0.8337,
      "step": 15372
    },
    {
      "epoch": 0.32397119178955464,
      "grad_norm": 0.15957064926624298,
      "learning_rate": 1.5800501703969806e-05,
      "loss": 0.7863,
      "step": 15373
    },
    {
      "epoch": 0.32399226582791996,
      "grad_norm": 0.20912349224090576,
      "learning_rate": 1.5799945706948447e-05,
      "loss": 0.8369,
      "step": 15374
    },
    {
      "epoch": 0.3240133398662852,
      "grad_norm": 0.13259105384349823,
      "learning_rate": 1.5799389682907452e-05,
      "loss": 0.8693,
      "step": 15375
    },
    {
      "epoch": 0.3240344139046505,
      "grad_norm": 0.15850280225276947,
      "learning_rate": 1.579883363184942e-05,
      "loss": 0.8687,
      "step": 15376
    },
    {
      "epoch": 0.3240554879430158,
      "grad_norm": 0.1191507875919342,
      "learning_rate": 1.579827755377693e-05,
      "loss": 0.8398,
      "step": 15377
    },
    {
      "epoch": 0.3240765619813811,
      "grad_norm": 0.1231469139456749,
      "learning_rate": 1.5797721448692577e-05,
      "loss": 0.8056,
      "step": 15378
    },
    {
      "epoch": 0.3240976360197464,
      "grad_norm": 0.11150413751602173,
      "learning_rate": 1.5797165316598953e-05,
      "loss": 0.7802,
      "step": 15379
    },
    {
      "epoch": 0.32411871005811166,
      "grad_norm": 0.15605048835277557,
      "learning_rate": 1.5796609157498646e-05,
      "loss": 0.8158,
      "step": 15380
    },
    {
      "epoch": 0.3241397840964769,
      "grad_norm": 0.1238873228430748,
      "learning_rate": 1.5796052971394248e-05,
      "loss": 0.8152,
      "step": 15381
    },
    {
      "epoch": 0.32416085813484224,
      "grad_norm": 0.1463022381067276,
      "learning_rate": 1.579549675828835e-05,
      "loss": 0.8125,
      "step": 15382
    },
    {
      "epoch": 0.3241819321732075,
      "grad_norm": 0.1210210993885994,
      "learning_rate": 1.5794940518183545e-05,
      "loss": 0.8817,
      "step": 15383
    },
    {
      "epoch": 0.32420300621157283,
      "grad_norm": 0.1314682811498642,
      "learning_rate": 1.5794384251082428e-05,
      "loss": 0.7996,
      "step": 15384
    },
    {
      "epoch": 0.3242240802499381,
      "grad_norm": 0.1293037384748459,
      "learning_rate": 1.579382795698758e-05,
      "loss": 0.882,
      "step": 15385
    },
    {
      "epoch": 0.32424515428830336,
      "grad_norm": 0.15065278112888336,
      "learning_rate": 1.5793271635901597e-05,
      "loss": 0.8619,
      "step": 15386
    },
    {
      "epoch": 0.3242662283266687,
      "grad_norm": 0.2430703192949295,
      "learning_rate": 1.5792715287827074e-05,
      "loss": 0.9499,
      "step": 15387
    },
    {
      "epoch": 0.32428730236503395,
      "grad_norm": 0.14734795689582825,
      "learning_rate": 1.57921589127666e-05,
      "loss": 0.8575,
      "step": 15388
    },
    {
      "epoch": 0.32430837640339927,
      "grad_norm": 0.1305675506591797,
      "learning_rate": 1.5791602510722766e-05,
      "loss": 0.8533,
      "step": 15389
    },
    {
      "epoch": 0.32432945044176453,
      "grad_norm": 0.14057058095932007,
      "learning_rate": 1.579104608169817e-05,
      "loss": 0.7892,
      "step": 15390
    },
    {
      "epoch": 0.3243505244801298,
      "grad_norm": 0.14215748012065887,
      "learning_rate": 1.5790489625695392e-05,
      "loss": 0.8713,
      "step": 15391
    },
    {
      "epoch": 0.3243715985184951,
      "grad_norm": 0.13565663993358612,
      "learning_rate": 1.578993314271704e-05,
      "loss": 0.8352,
      "step": 15392
    },
    {
      "epoch": 0.3243926725568604,
      "grad_norm": 0.15531684458255768,
      "learning_rate": 1.5789376632765693e-05,
      "loss": 0.8701,
      "step": 15393
    },
    {
      "epoch": 0.32441374659522565,
      "grad_norm": 0.17902162671089172,
      "learning_rate": 1.578882009584395e-05,
      "loss": 0.8525,
      "step": 15394
    },
    {
      "epoch": 0.32443482063359097,
      "grad_norm": 0.16904108226299286,
      "learning_rate": 1.5788263531954405e-05,
      "loss": 0.8877,
      "step": 15395
    },
    {
      "epoch": 0.32445589467195624,
      "grad_norm": 0.12678074836730957,
      "learning_rate": 1.5787706941099647e-05,
      "loss": 0.8631,
      "step": 15396
    },
    {
      "epoch": 0.32447696871032156,
      "grad_norm": 0.15764136612415314,
      "learning_rate": 1.5787150323282268e-05,
      "loss": 0.8667,
      "step": 15397
    },
    {
      "epoch": 0.3244980427486868,
      "grad_norm": 0.12258569896221161,
      "learning_rate": 1.5786593678504866e-05,
      "loss": 0.9039,
      "step": 15398
    },
    {
      "epoch": 0.3245191167870521,
      "grad_norm": 0.19100421667099,
      "learning_rate": 1.5786037006770028e-05,
      "loss": 0.9077,
      "step": 15399
    },
    {
      "epoch": 0.3245401908254174,
      "grad_norm": 0.13263489305973053,
      "learning_rate": 1.578548030808036e-05,
      "loss": 0.838,
      "step": 15400
    },
    {
      "epoch": 0.3245612648637827,
      "grad_norm": 0.13520127534866333,
      "learning_rate": 1.578492358243844e-05,
      "loss": 0.8208,
      "step": 15401
    },
    {
      "epoch": 0.324582338902148,
      "grad_norm": 0.1652219146490097,
      "learning_rate": 1.5784366829846867e-05,
      "loss": 0.8485,
      "step": 15402
    },
    {
      "epoch": 0.32460341294051326,
      "grad_norm": 0.10439308732748032,
      "learning_rate": 1.5783810050308238e-05,
      "loss": 0.7697,
      "step": 15403
    },
    {
      "epoch": 0.3246244869788785,
      "grad_norm": 0.16149286925792694,
      "learning_rate": 1.5783253243825142e-05,
      "loss": 0.8431,
      "step": 15404
    },
    {
      "epoch": 0.32464556101724384,
      "grad_norm": 0.16541314125061035,
      "learning_rate": 1.5782696410400175e-05,
      "loss": 0.8628,
      "step": 15405
    },
    {
      "epoch": 0.3246666350556091,
      "grad_norm": 0.1353226900100708,
      "learning_rate": 1.5782139550035934e-05,
      "loss": 0.8664,
      "step": 15406
    },
    {
      "epoch": 0.32468770909397443,
      "grad_norm": 0.1452869325876236,
      "learning_rate": 1.578158266273501e-05,
      "loss": 0.8057,
      "step": 15407
    },
    {
      "epoch": 0.3247087831323397,
      "grad_norm": 0.14963704347610474,
      "learning_rate": 1.5781025748499995e-05,
      "loss": 0.8741,
      "step": 15408
    },
    {
      "epoch": 0.32472985717070496,
      "grad_norm": 0.13174688816070557,
      "learning_rate": 1.578046880733349e-05,
      "loss": 0.8531,
      "step": 15409
    },
    {
      "epoch": 0.3247509312090703,
      "grad_norm": 0.14488491415977478,
      "learning_rate": 1.5779911839238087e-05,
      "loss": 0.843,
      "step": 15410
    },
    {
      "epoch": 0.32477200524743555,
      "grad_norm": 0.1348339170217514,
      "learning_rate": 1.5779354844216377e-05,
      "loss": 0.8953,
      "step": 15411
    },
    {
      "epoch": 0.32479307928580087,
      "grad_norm": 0.12963467836380005,
      "learning_rate": 1.577879782227096e-05,
      "loss": 0.9111,
      "step": 15412
    },
    {
      "epoch": 0.32481415332416613,
      "grad_norm": 0.11971660703420639,
      "learning_rate": 1.5778240773404426e-05,
      "loss": 0.8685,
      "step": 15413
    },
    {
      "epoch": 0.3248352273625314,
      "grad_norm": 0.14130906760692596,
      "learning_rate": 1.577768369761937e-05,
      "loss": 0.8235,
      "step": 15414
    },
    {
      "epoch": 0.3248563014008967,
      "grad_norm": 0.12430887669324875,
      "learning_rate": 1.5777126594918394e-05,
      "loss": 0.8868,
      "step": 15415
    },
    {
      "epoch": 0.324877375439262,
      "grad_norm": 0.11080142110586166,
      "learning_rate": 1.577656946530409e-05,
      "loss": 0.7841,
      "step": 15416
    },
    {
      "epoch": 0.32489844947762725,
      "grad_norm": 0.12314213067293167,
      "learning_rate": 1.5776012308779046e-05,
      "loss": 0.7948,
      "step": 15417
    },
    {
      "epoch": 0.32491952351599257,
      "grad_norm": 0.11575184762477875,
      "learning_rate": 1.5775455125345872e-05,
      "loss": 0.8069,
      "step": 15418
    },
    {
      "epoch": 0.32494059755435784,
      "grad_norm": 0.1539609432220459,
      "learning_rate": 1.577489791500715e-05,
      "loss": 0.9058,
      "step": 15419
    },
    {
      "epoch": 0.32496167159272316,
      "grad_norm": 0.15034331381320953,
      "learning_rate": 1.5774340677765483e-05,
      "loss": 0.8938,
      "step": 15420
    },
    {
      "epoch": 0.3249827456310884,
      "grad_norm": 0.12816505134105682,
      "learning_rate": 1.5773783413623466e-05,
      "loss": 0.7803,
      "step": 15421
    },
    {
      "epoch": 0.3250038196694537,
      "grad_norm": 0.1051032617688179,
      "learning_rate": 1.5773226122583697e-05,
      "loss": 0.7985,
      "step": 15422
    },
    {
      "epoch": 0.325024893707819,
      "grad_norm": 0.1664653718471527,
      "learning_rate": 1.5772668804648765e-05,
      "loss": 0.8735,
      "step": 15423
    },
    {
      "epoch": 0.32504596774618427,
      "grad_norm": 0.19966794550418854,
      "learning_rate": 1.5772111459821272e-05,
      "loss": 0.9028,
      "step": 15424
    },
    {
      "epoch": 0.3250670417845496,
      "grad_norm": 0.13834044337272644,
      "learning_rate": 1.5771554088103814e-05,
      "loss": 0.8349,
      "step": 15425
    },
    {
      "epoch": 0.32508811582291486,
      "grad_norm": 0.1731960028409958,
      "learning_rate": 1.5770996689498986e-05,
      "loss": 0.8172,
      "step": 15426
    },
    {
      "epoch": 0.3251091898612801,
      "grad_norm": 0.16023442149162292,
      "learning_rate": 1.577043926400939e-05,
      "loss": 0.8773,
      "step": 15427
    },
    {
      "epoch": 0.32513026389964544,
      "grad_norm": 0.12159785628318787,
      "learning_rate": 1.5769881811637617e-05,
      "loss": 0.7822,
      "step": 15428
    },
    {
      "epoch": 0.3251513379380107,
      "grad_norm": 0.1443663239479065,
      "learning_rate": 1.5769324332386263e-05,
      "loss": 0.8144,
      "step": 15429
    },
    {
      "epoch": 0.32517241197637603,
      "grad_norm": 0.3619566857814789,
      "learning_rate": 1.5768766826257927e-05,
      "loss": 0.8433,
      "step": 15430
    },
    {
      "epoch": 0.3251934860147413,
      "grad_norm": 0.12309815734624863,
      "learning_rate": 1.576820929325521e-05,
      "loss": 0.7957,
      "step": 15431
    },
    {
      "epoch": 0.32521456005310656,
      "grad_norm": 0.1487274020910263,
      "learning_rate": 1.5767651733380703e-05,
      "loss": 0.7983,
      "step": 15432
    },
    {
      "epoch": 0.3252356340914719,
      "grad_norm": 0.1423119604587555,
      "learning_rate": 1.576709414663701e-05,
      "loss": 0.8146,
      "step": 15433
    },
    {
      "epoch": 0.32525670812983715,
      "grad_norm": 0.13175423443317413,
      "learning_rate": 1.5766536533026725e-05,
      "loss": 0.8102,
      "step": 15434
    },
    {
      "epoch": 0.3252777821682024,
      "grad_norm": 0.2346322387456894,
      "learning_rate": 1.576597889255244e-05,
      "loss": 0.8023,
      "step": 15435
    },
    {
      "epoch": 0.32529885620656773,
      "grad_norm": 0.15563082695007324,
      "learning_rate": 1.5765421225216768e-05,
      "loss": 0.8849,
      "step": 15436
    },
    {
      "epoch": 0.325319930244933,
      "grad_norm": 0.12295611947774887,
      "learning_rate": 1.5764863531022293e-05,
      "loss": 0.8049,
      "step": 15437
    },
    {
      "epoch": 0.3253410042832983,
      "grad_norm": 0.18166311085224152,
      "learning_rate": 1.5764305809971618e-05,
      "loss": 0.8614,
      "step": 15438
    },
    {
      "epoch": 0.3253620783216636,
      "grad_norm": 0.17438383400440216,
      "learning_rate": 1.576374806206734e-05,
      "loss": 0.9023,
      "step": 15439
    },
    {
      "epoch": 0.32538315236002885,
      "grad_norm": 0.1385258585214615,
      "learning_rate": 1.576319028731206e-05,
      "loss": 0.8597,
      "step": 15440
    },
    {
      "epoch": 0.32540422639839417,
      "grad_norm": 0.15755806863307953,
      "learning_rate": 1.576263248570837e-05,
      "loss": 0.8519,
      "step": 15441
    },
    {
      "epoch": 0.32542530043675943,
      "grad_norm": 0.12439586967229843,
      "learning_rate": 1.576207465725888e-05,
      "loss": 0.8648,
      "step": 15442
    },
    {
      "epoch": 0.32544637447512476,
      "grad_norm": 0.13102379441261292,
      "learning_rate": 1.576151680196618e-05,
      "loss": 0.9488,
      "step": 15443
    },
    {
      "epoch": 0.32546744851349,
      "grad_norm": 0.1503368765115738,
      "learning_rate": 1.5760958919832866e-05,
      "loss": 0.8254,
      "step": 15444
    },
    {
      "epoch": 0.3254885225518553,
      "grad_norm": 0.12766127288341522,
      "learning_rate": 1.5760401010861546e-05,
      "loss": 0.7703,
      "step": 15445
    },
    {
      "epoch": 0.3255095965902206,
      "grad_norm": 0.17653998732566833,
      "learning_rate": 1.5759843075054812e-05,
      "loss": 0.902,
      "step": 15446
    },
    {
      "epoch": 0.32553067062858587,
      "grad_norm": 0.15909701585769653,
      "learning_rate": 1.5759285112415267e-05,
      "loss": 0.8531,
      "step": 15447
    },
    {
      "epoch": 0.3255517446669512,
      "grad_norm": 0.1420440971851349,
      "learning_rate": 1.5758727122945514e-05,
      "loss": 0.7855,
      "step": 15448
    },
    {
      "epoch": 0.32557281870531646,
      "grad_norm": 0.16496293246746063,
      "learning_rate": 1.5758169106648143e-05,
      "loss": 0.8647,
      "step": 15449
    },
    {
      "epoch": 0.3255938927436817,
      "grad_norm": 0.1528598517179489,
      "learning_rate": 1.575761106352576e-05,
      "loss": 0.888,
      "step": 15450
    },
    {
      "epoch": 0.32561496678204704,
      "grad_norm": 0.16710034012794495,
      "learning_rate": 1.5757052993580964e-05,
      "loss": 0.7999,
      "step": 15451
    },
    {
      "epoch": 0.3256360408204123,
      "grad_norm": 0.1323418915271759,
      "learning_rate": 1.575649489681635e-05,
      "loss": 0.7799,
      "step": 15452
    },
    {
      "epoch": 0.3256571148587776,
      "grad_norm": 0.1296907514333725,
      "learning_rate": 1.5755936773234525e-05,
      "loss": 0.8552,
      "step": 15453
    },
    {
      "epoch": 0.3256781888971429,
      "grad_norm": 0.14396804571151733,
      "learning_rate": 1.5755378622838083e-05,
      "loss": 0.7735,
      "step": 15454
    },
    {
      "epoch": 0.32569926293550816,
      "grad_norm": 0.24232305586338043,
      "learning_rate": 1.575482044562963e-05,
      "loss": 0.8812,
      "step": 15455
    },
    {
      "epoch": 0.3257203369738735,
      "grad_norm": 0.13900072872638702,
      "learning_rate": 1.5754262241611763e-05,
      "loss": 0.8733,
      "step": 15456
    },
    {
      "epoch": 0.32574141101223875,
      "grad_norm": 0.13869453966617584,
      "learning_rate": 1.5753704010787082e-05,
      "loss": 0.872,
      "step": 15457
    },
    {
      "epoch": 0.325762485050604,
      "grad_norm": 0.14758236706256866,
      "learning_rate": 1.575314575315819e-05,
      "loss": 0.8314,
      "step": 15458
    },
    {
      "epoch": 0.32578355908896933,
      "grad_norm": 0.1197613850235939,
      "learning_rate": 1.5752587468727684e-05,
      "loss": 0.8409,
      "step": 15459
    },
    {
      "epoch": 0.3258046331273346,
      "grad_norm": 0.19242002069950104,
      "learning_rate": 1.5752029157498167e-05,
      "loss": 0.7813,
      "step": 15460
    },
    {
      "epoch": 0.3258257071656999,
      "grad_norm": 0.15446427464485168,
      "learning_rate": 1.575147081947224e-05,
      "loss": 0.8745,
      "step": 15461
    },
    {
      "epoch": 0.3258467812040652,
      "grad_norm": 0.17377899587154388,
      "learning_rate": 1.575091245465251e-05,
      "loss": 0.9477,
      "step": 15462
    },
    {
      "epoch": 0.32586785524243045,
      "grad_norm": 0.1175391748547554,
      "learning_rate": 1.5750354063041564e-05,
      "loss": 0.8472,
      "step": 15463
    },
    {
      "epoch": 0.32588892928079577,
      "grad_norm": 0.1366328001022339,
      "learning_rate": 1.5749795644642016e-05,
      "loss": 0.8588,
      "step": 15464
    },
    {
      "epoch": 0.32591000331916103,
      "grad_norm": 0.1215386837720871,
      "learning_rate": 1.574923719945646e-05,
      "loss": 0.8614,
      "step": 15465
    },
    {
      "epoch": 0.32593107735752636,
      "grad_norm": 0.11061712354421616,
      "learning_rate": 1.5748678727487505e-05,
      "loss": 0.8101,
      "step": 15466
    },
    {
      "epoch": 0.3259521513958916,
      "grad_norm": 0.1390995979309082,
      "learning_rate": 1.5748120228737745e-05,
      "loss": 0.8096,
      "step": 15467
    },
    {
      "epoch": 0.3259732254342569,
      "grad_norm": 0.14379842579364777,
      "learning_rate": 1.5747561703209783e-05,
      "loss": 0.8928,
      "step": 15468
    },
    {
      "epoch": 0.3259942994726222,
      "grad_norm": 0.15576963126659393,
      "learning_rate": 1.5747003150906226e-05,
      "loss": 0.8381,
      "step": 15469
    },
    {
      "epoch": 0.32601537351098747,
      "grad_norm": 0.1071697324514389,
      "learning_rate": 1.5746444571829672e-05,
      "loss": 0.7922,
      "step": 15470
    },
    {
      "epoch": 0.32603644754935274,
      "grad_norm": 0.1399511992931366,
      "learning_rate": 1.5745885965982726e-05,
      "loss": 0.8201,
      "step": 15471
    },
    {
      "epoch": 0.32605752158771806,
      "grad_norm": 0.12686648964881897,
      "learning_rate": 1.574532733336799e-05,
      "loss": 0.8806,
      "step": 15472
    },
    {
      "epoch": 0.3260785956260833,
      "grad_norm": 0.13684384524822235,
      "learning_rate": 1.574476867398806e-05,
      "loss": 0.9199,
      "step": 15473
    },
    {
      "epoch": 0.32609966966444864,
      "grad_norm": 0.17514248192310333,
      "learning_rate": 1.5744209987845546e-05,
      "loss": 0.8342,
      "step": 15474
    },
    {
      "epoch": 0.3261207437028139,
      "grad_norm": 0.12539055943489075,
      "learning_rate": 1.5743651274943048e-05,
      "loss": 0.8587,
      "step": 15475
    },
    {
      "epoch": 0.3261418177411792,
      "grad_norm": 0.10333269834518433,
      "learning_rate": 1.5743092535283172e-05,
      "loss": 0.8126,
      "step": 15476
    },
    {
      "epoch": 0.3261628917795445,
      "grad_norm": 0.1539880484342575,
      "learning_rate": 1.5742533768868517e-05,
      "loss": 0.8758,
      "step": 15477
    },
    {
      "epoch": 0.32618396581790976,
      "grad_norm": 0.12404824793338776,
      "learning_rate": 1.5741974975701685e-05,
      "loss": 0.8554,
      "step": 15478
    },
    {
      "epoch": 0.3262050398562751,
      "grad_norm": 0.1368003934621811,
      "learning_rate": 1.5741416155785282e-05,
      "loss": 0.8137,
      "step": 15479
    },
    {
      "epoch": 0.32622611389464035,
      "grad_norm": 0.18299949169158936,
      "learning_rate": 1.5740857309121912e-05,
      "loss": 0.8726,
      "step": 15480
    },
    {
      "epoch": 0.3262471879330056,
      "grad_norm": 0.24548104405403137,
      "learning_rate": 1.5740298435714175e-05,
      "loss": 0.843,
      "step": 15481
    },
    {
      "epoch": 0.32626826197137093,
      "grad_norm": 0.15991820394992828,
      "learning_rate": 1.5739739535564676e-05,
      "loss": 0.8224,
      "step": 15482
    },
    {
      "epoch": 0.3262893360097362,
      "grad_norm": 0.1970575600862503,
      "learning_rate": 1.5739180608676025e-05,
      "loss": 0.9079,
      "step": 15483
    },
    {
      "epoch": 0.3263104100481015,
      "grad_norm": 0.18113118410110474,
      "learning_rate": 1.5738621655050815e-05,
      "loss": 0.9096,
      "step": 15484
    },
    {
      "epoch": 0.3263314840864668,
      "grad_norm": 0.13967208564281464,
      "learning_rate": 1.5738062674691657e-05,
      "loss": 0.8446,
      "step": 15485
    },
    {
      "epoch": 0.32635255812483205,
      "grad_norm": 0.14489561319351196,
      "learning_rate": 1.573750366760115e-05,
      "loss": 0.8383,
      "step": 15486
    },
    {
      "epoch": 0.32637363216319737,
      "grad_norm": 0.11596694588661194,
      "learning_rate": 1.573694463378191e-05,
      "loss": 0.8091,
      "step": 15487
    },
    {
      "epoch": 0.32639470620156263,
      "grad_norm": 0.13679061830043793,
      "learning_rate": 1.5736385573236526e-05,
      "loss": 0.825,
      "step": 15488
    },
    {
      "epoch": 0.3264157802399279,
      "grad_norm": 0.1397499293088913,
      "learning_rate": 1.5735826485967607e-05,
      "loss": 0.874,
      "step": 15489
    },
    {
      "epoch": 0.3264368542782932,
      "grad_norm": 0.1564386785030365,
      "learning_rate": 1.5735267371977763e-05,
      "loss": 0.8587,
      "step": 15490
    },
    {
      "epoch": 0.3264579283166585,
      "grad_norm": 0.13123872876167297,
      "learning_rate": 1.5734708231269596e-05,
      "loss": 0.7893,
      "step": 15491
    },
    {
      "epoch": 0.3264790023550238,
      "grad_norm": 0.12200112640857697,
      "learning_rate": 1.573414906384571e-05,
      "loss": 0.7813,
      "step": 15492
    },
    {
      "epoch": 0.32650007639338907,
      "grad_norm": 0.1209181621670723,
      "learning_rate": 1.5733589869708708e-05,
      "loss": 0.8037,
      "step": 15493
    },
    {
      "epoch": 0.32652115043175434,
      "grad_norm": 0.11552628874778748,
      "learning_rate": 1.57330306488612e-05,
      "loss": 0.8291,
      "step": 15494
    },
    {
      "epoch": 0.32654222447011966,
      "grad_norm": 0.11482013016939163,
      "learning_rate": 1.5732471401305785e-05,
      "loss": 0.803,
      "step": 15495
    },
    {
      "epoch": 0.3265632985084849,
      "grad_norm": 0.1203744113445282,
      "learning_rate": 1.5731912127045076e-05,
      "loss": 0.831,
      "step": 15496
    },
    {
      "epoch": 0.32658437254685024,
      "grad_norm": 0.12455770373344421,
      "learning_rate": 1.573135282608167e-05,
      "loss": 0.8266,
      "step": 15497
    },
    {
      "epoch": 0.3266054465852155,
      "grad_norm": 0.17543357610702515,
      "learning_rate": 1.573079349841818e-05,
      "loss": 0.8112,
      "step": 15498
    },
    {
      "epoch": 0.3266265206235808,
      "grad_norm": 0.12319681793451309,
      "learning_rate": 1.5730234144057204e-05,
      "loss": 0.8638,
      "step": 15499
    },
    {
      "epoch": 0.3266475946619461,
      "grad_norm": 0.12564155459403992,
      "learning_rate": 1.5729674763001358e-05,
      "loss": 0.8382,
      "step": 15500
    },
    {
      "epoch": 0.32666866870031136,
      "grad_norm": 0.1253652572631836,
      "learning_rate": 1.572911535525324e-05,
      "loss": 0.7743,
      "step": 15501
    },
    {
      "epoch": 0.3266897427386767,
      "grad_norm": 0.1201329156756401,
      "learning_rate": 1.5728555920815457e-05,
      "loss": 0.8819,
      "step": 15502
    },
    {
      "epoch": 0.32671081677704195,
      "grad_norm": 0.12710008025169373,
      "learning_rate": 1.5727996459690616e-05,
      "loss": 0.8314,
      "step": 15503
    },
    {
      "epoch": 0.3267318908154072,
      "grad_norm": 0.1368785798549652,
      "learning_rate": 1.5727436971881328e-05,
      "loss": 0.834,
      "step": 15504
    },
    {
      "epoch": 0.32675296485377253,
      "grad_norm": 0.1291355937719345,
      "learning_rate": 1.572687745739019e-05,
      "loss": 0.8449,
      "step": 15505
    },
    {
      "epoch": 0.3267740388921378,
      "grad_norm": 0.11196476966142654,
      "learning_rate": 1.5726317916219817e-05,
      "loss": 0.8651,
      "step": 15506
    },
    {
      "epoch": 0.3267951129305031,
      "grad_norm": 0.1188790500164032,
      "learning_rate": 1.572575834837281e-05,
      "loss": 0.7914,
      "step": 15507
    },
    {
      "epoch": 0.3268161869688684,
      "grad_norm": 0.12432422488927841,
      "learning_rate": 1.572519875385178e-05,
      "loss": 0.8024,
      "step": 15508
    },
    {
      "epoch": 0.32683726100723365,
      "grad_norm": 0.14503777027130127,
      "learning_rate": 1.572463913265933e-05,
      "loss": 0.8786,
      "step": 15509
    },
    {
      "epoch": 0.32685833504559897,
      "grad_norm": 0.14745301008224487,
      "learning_rate": 1.572407948479807e-05,
      "loss": 0.8255,
      "step": 15510
    },
    {
      "epoch": 0.32687940908396423,
      "grad_norm": 0.1447678655385971,
      "learning_rate": 1.5723519810270608e-05,
      "loss": 0.878,
      "step": 15511
    },
    {
      "epoch": 0.3269004831223295,
      "grad_norm": 0.12355577200651169,
      "learning_rate": 1.5722960109079547e-05,
      "loss": 0.8409,
      "step": 15512
    },
    {
      "epoch": 0.3269215571606948,
      "grad_norm": 0.15543030202388763,
      "learning_rate": 1.5722400381227497e-05,
      "loss": 0.8719,
      "step": 15513
    },
    {
      "epoch": 0.3269426311990601,
      "grad_norm": 0.11901132762432098,
      "learning_rate": 1.5721840626717067e-05,
      "loss": 0.8048,
      "step": 15514
    },
    {
      "epoch": 0.3269637052374254,
      "grad_norm": 0.1296156942844391,
      "learning_rate": 1.5721280845550863e-05,
      "loss": 0.7968,
      "step": 15515
    },
    {
      "epoch": 0.32698477927579067,
      "grad_norm": 0.14733189344406128,
      "learning_rate": 1.5720721037731493e-05,
      "loss": 0.8172,
      "step": 15516
    },
    {
      "epoch": 0.32700585331415594,
      "grad_norm": 0.17021189630031586,
      "learning_rate": 1.5720161203261567e-05,
      "loss": 0.8342,
      "step": 15517
    },
    {
      "epoch": 0.32702692735252126,
      "grad_norm": 0.23409545421600342,
      "learning_rate": 1.571960134214369e-05,
      "loss": 0.8295,
      "step": 15518
    },
    {
      "epoch": 0.3270480013908865,
      "grad_norm": 0.1249241828918457,
      "learning_rate": 1.571904145438047e-05,
      "loss": 0.918,
      "step": 15519
    },
    {
      "epoch": 0.32706907542925184,
      "grad_norm": 0.1874580830335617,
      "learning_rate": 1.5718481539974515e-05,
      "loss": 0.8605,
      "step": 15520
    },
    {
      "epoch": 0.3270901494676171,
      "grad_norm": 0.13887812197208405,
      "learning_rate": 1.5717921598928437e-05,
      "loss": 0.8417,
      "step": 15521
    },
    {
      "epoch": 0.3271112235059824,
      "grad_norm": 0.14932750165462494,
      "learning_rate": 1.5717361631244842e-05,
      "loss": 0.8614,
      "step": 15522
    },
    {
      "epoch": 0.3271322975443477,
      "grad_norm": 0.19558250904083252,
      "learning_rate": 1.571680163692634e-05,
      "loss": 0.8867,
      "step": 15523
    },
    {
      "epoch": 0.32715337158271296,
      "grad_norm": 0.11945705860853195,
      "learning_rate": 1.571624161597554e-05,
      "loss": 0.7342,
      "step": 15524
    },
    {
      "epoch": 0.3271744456210783,
      "grad_norm": 0.23737098276615143,
      "learning_rate": 1.5715681568395046e-05,
      "loss": 0.8944,
      "step": 15525
    },
    {
      "epoch": 0.32719551965944355,
      "grad_norm": 0.12581849098205566,
      "learning_rate": 1.5715121494187474e-05,
      "loss": 0.8016,
      "step": 15526
    },
    {
      "epoch": 0.3272165936978088,
      "grad_norm": 0.16527102887630463,
      "learning_rate": 1.5714561393355426e-05,
      "loss": 0.8417,
      "step": 15527
    },
    {
      "epoch": 0.32723766773617413,
      "grad_norm": 0.14530624449253082,
      "learning_rate": 1.571400126590152e-05,
      "loss": 0.8603,
      "step": 15528
    },
    {
      "epoch": 0.3272587417745394,
      "grad_norm": 0.12459740787744522,
      "learning_rate": 1.571344111182836e-05,
      "loss": 0.8016,
      "step": 15529
    },
    {
      "epoch": 0.32727981581290466,
      "grad_norm": 0.14663556218147278,
      "learning_rate": 1.5712880931138554e-05,
      "loss": 0.8406,
      "step": 15530
    },
    {
      "epoch": 0.32730088985127,
      "grad_norm": 0.11571008712053299,
      "learning_rate": 1.5712320723834716e-05,
      "loss": 0.8511,
      "step": 15531
    },
    {
      "epoch": 0.32732196388963525,
      "grad_norm": 0.17742124199867249,
      "learning_rate": 1.5711760489919454e-05,
      "loss": 0.8797,
      "step": 15532
    },
    {
      "epoch": 0.32734303792800057,
      "grad_norm": 0.2042827010154724,
      "learning_rate": 1.5711200229395373e-05,
      "loss": 0.8367,
      "step": 15533
    },
    {
      "epoch": 0.32736411196636583,
      "grad_norm": 0.1189730316400528,
      "learning_rate": 1.571063994226509e-05,
      "loss": 0.7671,
      "step": 15534
    },
    {
      "epoch": 0.3273851860047311,
      "grad_norm": 0.15618768334388733,
      "learning_rate": 1.5710079628531217e-05,
      "loss": 0.8747,
      "step": 15535
    },
    {
      "epoch": 0.3274062600430964,
      "grad_norm": 0.16089285910129547,
      "learning_rate": 1.5709519288196355e-05,
      "loss": 0.8574,
      "step": 15536
    },
    {
      "epoch": 0.3274273340814617,
      "grad_norm": 0.10664919763803482,
      "learning_rate": 1.5708958921263123e-05,
      "loss": 0.856,
      "step": 15537
    },
    {
      "epoch": 0.327448408119827,
      "grad_norm": 0.15638649463653564,
      "learning_rate": 1.5708398527734125e-05,
      "loss": 0.8977,
      "step": 15538
    },
    {
      "epoch": 0.32746948215819227,
      "grad_norm": 0.12082904577255249,
      "learning_rate": 1.5707838107611978e-05,
      "loss": 0.8226,
      "step": 15539
    },
    {
      "epoch": 0.32749055619655754,
      "grad_norm": 0.20820114016532898,
      "learning_rate": 1.570727766089928e-05,
      "loss": 0.8264,
      "step": 15540
    },
    {
      "epoch": 0.32751163023492286,
      "grad_norm": 0.1268240511417389,
      "learning_rate": 1.5706717187598665e-05,
      "loss": 0.8577,
      "step": 15541
    },
    {
      "epoch": 0.3275327042732881,
      "grad_norm": 0.12753306329250336,
      "learning_rate": 1.5706156687712723e-05,
      "loss": 0.8187,
      "step": 15542
    },
    {
      "epoch": 0.32755377831165344,
      "grad_norm": 0.1486276239156723,
      "learning_rate": 1.5705596161244075e-05,
      "loss": 0.8858,
      "step": 15543
    },
    {
      "epoch": 0.3275748523500187,
      "grad_norm": 0.15798844397068024,
      "learning_rate": 1.5705035608195327e-05,
      "loss": 0.8952,
      "step": 15544
    },
    {
      "epoch": 0.327595926388384,
      "grad_norm": 0.18683303892612457,
      "learning_rate": 1.5704475028569093e-05,
      "loss": 0.8298,
      "step": 15545
    },
    {
      "epoch": 0.3276170004267493,
      "grad_norm": 0.14943645894527435,
      "learning_rate": 1.5703914422367987e-05,
      "loss": 0.8163,
      "step": 15546
    },
    {
      "epoch": 0.32763807446511456,
      "grad_norm": 0.21218276023864746,
      "learning_rate": 1.5703353789594614e-05,
      "loss": 0.9587,
      "step": 15547
    },
    {
      "epoch": 0.3276591485034798,
      "grad_norm": 0.3300600051879883,
      "learning_rate": 1.5702793130251596e-05,
      "loss": 0.9108,
      "step": 15548
    },
    {
      "epoch": 0.32768022254184515,
      "grad_norm": 0.2787810266017914,
      "learning_rate": 1.5702232444341535e-05,
      "loss": 0.9764,
      "step": 15549
    },
    {
      "epoch": 0.3277012965802104,
      "grad_norm": 0.14188386499881744,
      "learning_rate": 1.5701671731867047e-05,
      "loss": 0.8939,
      "step": 15550
    },
    {
      "epoch": 0.32772237061857573,
      "grad_norm": 0.1981246918439865,
      "learning_rate": 1.5701110992830748e-05,
      "loss": 0.8203,
      "step": 15551
    },
    {
      "epoch": 0.327743444656941,
      "grad_norm": 0.15811067819595337,
      "learning_rate": 1.5700550227235247e-05,
      "loss": 0.8653,
      "step": 15552
    },
    {
      "epoch": 0.32776451869530626,
      "grad_norm": 0.19126717746257782,
      "learning_rate": 1.5699989435083148e-05,
      "loss": 0.834,
      "step": 15553
    },
    {
      "epoch": 0.3277855927336716,
      "grad_norm": 0.16530652344226837,
      "learning_rate": 1.5699428616377074e-05,
      "loss": 0.882,
      "step": 15554
    },
    {
      "epoch": 0.32780666677203685,
      "grad_norm": 0.17352989315986633,
      "learning_rate": 1.5698867771119638e-05,
      "loss": 0.875,
      "step": 15555
    },
    {
      "epoch": 0.32782774081040217,
      "grad_norm": 0.18097421526908875,
      "learning_rate": 1.5698306899313445e-05,
      "loss": 0.8462,
      "step": 15556
    },
    {
      "epoch": 0.32784881484876743,
      "grad_norm": 0.16672304272651672,
      "learning_rate": 1.5697746000961118e-05,
      "loss": 0.8848,
      "step": 15557
    },
    {
      "epoch": 0.3278698888871327,
      "grad_norm": 0.16367274522781372,
      "learning_rate": 1.5697185076065265e-05,
      "loss": 0.8808,
      "step": 15558
    },
    {
      "epoch": 0.327890962925498,
      "grad_norm": 0.1251186579465866,
      "learning_rate": 1.5696624124628495e-05,
      "loss": 0.8468,
      "step": 15559
    },
    {
      "epoch": 0.3279120369638633,
      "grad_norm": 0.20108987390995026,
      "learning_rate": 1.5696063146653427e-05,
      "loss": 0.8823,
      "step": 15560
    },
    {
      "epoch": 0.3279331110022286,
      "grad_norm": 0.13883766531944275,
      "learning_rate": 1.569550214214267e-05,
      "loss": 0.8077,
      "step": 15561
    },
    {
      "epoch": 0.32795418504059387,
      "grad_norm": 0.15415091812610626,
      "learning_rate": 1.5694941111098837e-05,
      "loss": 0.8369,
      "step": 15562
    },
    {
      "epoch": 0.32797525907895914,
      "grad_norm": 0.19854001700878143,
      "learning_rate": 1.569438005352455e-05,
      "loss": 0.8598,
      "step": 15563
    },
    {
      "epoch": 0.32799633311732446,
      "grad_norm": 0.10584831982851028,
      "learning_rate": 1.5693818969422413e-05,
      "loss": 0.7344,
      "step": 15564
    },
    {
      "epoch": 0.3280174071556897,
      "grad_norm": 0.18701648712158203,
      "learning_rate": 1.5693257858795047e-05,
      "loss": 0.8366,
      "step": 15565
    },
    {
      "epoch": 0.328038481194055,
      "grad_norm": 0.13109594583511353,
      "learning_rate": 1.5692696721645063e-05,
      "loss": 0.8226,
      "step": 15566
    },
    {
      "epoch": 0.3280595552324203,
      "grad_norm": 0.15221291780471802,
      "learning_rate": 1.5692135557975077e-05,
      "loss": 0.7614,
      "step": 15567
    },
    {
      "epoch": 0.3280806292707856,
      "grad_norm": 0.15350906550884247,
      "learning_rate": 1.5691574367787695e-05,
      "loss": 0.8252,
      "step": 15568
    },
    {
      "epoch": 0.3281017033091509,
      "grad_norm": 0.12111764401197433,
      "learning_rate": 1.5691013151085543e-05,
      "loss": 0.7876,
      "step": 15569
    },
    {
      "epoch": 0.32812277734751616,
      "grad_norm": 0.17105922102928162,
      "learning_rate": 1.569045190787123e-05,
      "loss": 0.8926,
      "step": 15570
    },
    {
      "epoch": 0.3281438513858814,
      "grad_norm": 0.1687072217464447,
      "learning_rate": 1.5689890638147368e-05,
      "loss": 0.8412,
      "step": 15571
    },
    {
      "epoch": 0.32816492542424675,
      "grad_norm": 0.16505314409732819,
      "learning_rate": 1.5689329341916574e-05,
      "loss": 0.8884,
      "step": 15572
    },
    {
      "epoch": 0.328185999462612,
      "grad_norm": 0.17123103141784668,
      "learning_rate": 1.5688768019181465e-05,
      "loss": 0.8302,
      "step": 15573
    },
    {
      "epoch": 0.32820707350097733,
      "grad_norm": 0.13708637654781342,
      "learning_rate": 1.5688206669944656e-05,
      "loss": 0.7908,
      "step": 15574
    },
    {
      "epoch": 0.3282281475393426,
      "grad_norm": 0.12316542863845825,
      "learning_rate": 1.568764529420876e-05,
      "loss": 0.7726,
      "step": 15575
    },
    {
      "epoch": 0.32824922157770786,
      "grad_norm": 0.1410730630159378,
      "learning_rate": 1.568708389197639e-05,
      "loss": 0.8656,
      "step": 15576
    },
    {
      "epoch": 0.3282702956160732,
      "grad_norm": 0.23142820596694946,
      "learning_rate": 1.5686522463250166e-05,
      "loss": 0.8048,
      "step": 15577
    },
    {
      "epoch": 0.32829136965443845,
      "grad_norm": 0.14312471449375153,
      "learning_rate": 1.5685961008032703e-05,
      "loss": 0.8255,
      "step": 15578
    },
    {
      "epoch": 0.32831244369280377,
      "grad_norm": 0.13262376189231873,
      "learning_rate": 1.5685399526326613e-05,
      "loss": 0.8191,
      "step": 15579
    },
    {
      "epoch": 0.32833351773116903,
      "grad_norm": 0.6947203278541565,
      "learning_rate": 1.5684838018134515e-05,
      "loss": 0.8061,
      "step": 15580
    },
    {
      "epoch": 0.3283545917695343,
      "grad_norm": 0.1100667417049408,
      "learning_rate": 1.568427648345902e-05,
      "loss": 0.7738,
      "step": 15581
    },
    {
      "epoch": 0.3283756658078996,
      "grad_norm": 0.15792180597782135,
      "learning_rate": 1.568371492230275e-05,
      "loss": 0.874,
      "step": 15582
    },
    {
      "epoch": 0.3283967398462649,
      "grad_norm": 0.14385978877544403,
      "learning_rate": 1.568315333466832e-05,
      "loss": 0.8906,
      "step": 15583
    },
    {
      "epoch": 0.32841781388463015,
      "grad_norm": 0.13995765149593353,
      "learning_rate": 1.568259172055834e-05,
      "loss": 0.8956,
      "step": 15584
    },
    {
      "epoch": 0.32843888792299547,
      "grad_norm": 0.13402371108531952,
      "learning_rate": 1.5682030079975437e-05,
      "loss": 0.852,
      "step": 15585
    },
    {
      "epoch": 0.32845996196136074,
      "grad_norm": 0.13213247060775757,
      "learning_rate": 1.568146841292222e-05,
      "loss": 0.8422,
      "step": 15586
    },
    {
      "epoch": 0.32848103599972606,
      "grad_norm": 0.149808868765831,
      "learning_rate": 1.568090671940131e-05,
      "loss": 0.897,
      "step": 15587
    },
    {
      "epoch": 0.3285021100380913,
      "grad_norm": 0.13170790672302246,
      "learning_rate": 1.5680344999415316e-05,
      "loss": 0.8309,
      "step": 15588
    },
    {
      "epoch": 0.3285231840764566,
      "grad_norm": 0.13362616300582886,
      "learning_rate": 1.5679783252966863e-05,
      "loss": 0.7439,
      "step": 15589
    },
    {
      "epoch": 0.3285442581148219,
      "grad_norm": 0.12387043237686157,
      "learning_rate": 1.5679221480058564e-05,
      "loss": 0.7668,
      "step": 15590
    },
    {
      "epoch": 0.3285653321531872,
      "grad_norm": 0.14634743332862854,
      "learning_rate": 1.5678659680693034e-05,
      "loss": 0.9053,
      "step": 15591
    },
    {
      "epoch": 0.3285864061915525,
      "grad_norm": 0.149464949965477,
      "learning_rate": 1.5678097854872898e-05,
      "loss": 0.8267,
      "step": 15592
    },
    {
      "epoch": 0.32860748022991776,
      "grad_norm": 0.11711947619915009,
      "learning_rate": 1.5677536002600766e-05,
      "loss": 0.823,
      "step": 15593
    },
    {
      "epoch": 0.328628554268283,
      "grad_norm": 0.13942904770374298,
      "learning_rate": 1.5676974123879258e-05,
      "loss": 0.8698,
      "step": 15594
    },
    {
      "epoch": 0.32864962830664834,
      "grad_norm": 0.14241987466812134,
      "learning_rate": 1.567641221871099e-05,
      "loss": 0.8751,
      "step": 15595
    },
    {
      "epoch": 0.3286707023450136,
      "grad_norm": 0.1482355147600174,
      "learning_rate": 1.5675850287098585e-05,
      "loss": 0.8949,
      "step": 15596
    },
    {
      "epoch": 0.32869177638337893,
      "grad_norm": 0.13362056016921997,
      "learning_rate": 1.5675288329044652e-05,
      "loss": 0.8853,
      "step": 15597
    },
    {
      "epoch": 0.3287128504217442,
      "grad_norm": 0.13164122402668,
      "learning_rate": 1.5674726344551816e-05,
      "loss": 0.8157,
      "step": 15598
    },
    {
      "epoch": 0.32873392446010946,
      "grad_norm": 0.12820976972579956,
      "learning_rate": 1.5674164333622694e-05,
      "loss": 0.8227,
      "step": 15599
    },
    {
      "epoch": 0.3287549984984748,
      "grad_norm": 0.1241065263748169,
      "learning_rate": 1.56736022962599e-05,
      "loss": 0.8151,
      "step": 15600
    },
    {
      "epoch": 0.32877607253684005,
      "grad_norm": 0.12371424585580826,
      "learning_rate": 1.567304023246606e-05,
      "loss": 0.7719,
      "step": 15601
    },
    {
      "epoch": 0.32879714657520537,
      "grad_norm": 0.12767751514911652,
      "learning_rate": 1.5672478142243787e-05,
      "loss": 0.8476,
      "step": 15602
    },
    {
      "epoch": 0.32881822061357063,
      "grad_norm": 0.13618594408035278,
      "learning_rate": 1.5671916025595698e-05,
      "loss": 0.84,
      "step": 15603
    },
    {
      "epoch": 0.3288392946519359,
      "grad_norm": 0.13047951459884644,
      "learning_rate": 1.5671353882524412e-05,
      "loss": 0.8249,
      "step": 15604
    },
    {
      "epoch": 0.3288603686903012,
      "grad_norm": 0.13848191499710083,
      "learning_rate": 1.5670791713032553e-05,
      "loss": 0.7924,
      "step": 15605
    },
    {
      "epoch": 0.3288814427286665,
      "grad_norm": 0.1168377697467804,
      "learning_rate": 1.5670229517122736e-05,
      "loss": 0.9174,
      "step": 15606
    },
    {
      "epoch": 0.32890251676703175,
      "grad_norm": 0.12283775210380554,
      "learning_rate": 1.5669667294797583e-05,
      "loss": 0.852,
      "step": 15607
    },
    {
      "epoch": 0.32892359080539707,
      "grad_norm": 0.12497410923242569,
      "learning_rate": 1.566910504605971e-05,
      "loss": 0.9048,
      "step": 15608
    },
    {
      "epoch": 0.32894466484376234,
      "grad_norm": 0.13156676292419434,
      "learning_rate": 1.5668542770911735e-05,
      "loss": 0.7837,
      "step": 15609
    },
    {
      "epoch": 0.32896573888212766,
      "grad_norm": 0.12538211047649384,
      "learning_rate": 1.5667980469356282e-05,
      "loss": 0.839,
      "step": 15610
    },
    {
      "epoch": 0.3289868129204929,
      "grad_norm": 0.14134375751018524,
      "learning_rate": 1.566741814139597e-05,
      "loss": 0.8006,
      "step": 15611
    },
    {
      "epoch": 0.3290078869588582,
      "grad_norm": 0.1839573085308075,
      "learning_rate": 1.5666855787033413e-05,
      "loss": 0.8386,
      "step": 15612
    },
    {
      "epoch": 0.3290289609972235,
      "grad_norm": 0.12142418324947357,
      "learning_rate": 1.566629340627124e-05,
      "loss": 0.8346,
      "step": 15613
    },
    {
      "epoch": 0.3290500350355888,
      "grad_norm": 0.12783624231815338,
      "learning_rate": 1.566573099911206e-05,
      "loss": 0.8879,
      "step": 15614
    },
    {
      "epoch": 0.3290711090739541,
      "grad_norm": 0.15733499825000763,
      "learning_rate": 1.56651685655585e-05,
      "loss": 0.8294,
      "step": 15615
    },
    {
      "epoch": 0.32909218311231936,
      "grad_norm": 0.11307550221681595,
      "learning_rate": 1.566460610561318e-05,
      "loss": 0.8084,
      "step": 15616
    },
    {
      "epoch": 0.3291132571506846,
      "grad_norm": 0.19248931109905243,
      "learning_rate": 1.5664043619278716e-05,
      "loss": 0.8629,
      "step": 15617
    },
    {
      "epoch": 0.32913433118904994,
      "grad_norm": 0.16555114090442657,
      "learning_rate": 1.5663481106557736e-05,
      "loss": 0.874,
      "step": 15618
    },
    {
      "epoch": 0.3291554052274152,
      "grad_norm": 0.11679456382989883,
      "learning_rate": 1.566291856745285e-05,
      "loss": 0.8875,
      "step": 15619
    },
    {
      "epoch": 0.32917647926578053,
      "grad_norm": 0.17201246321201324,
      "learning_rate": 1.5662356001966693e-05,
      "loss": 0.8604,
      "step": 15620
    },
    {
      "epoch": 0.3291975533041458,
      "grad_norm": 0.1510637104511261,
      "learning_rate": 1.566179341010187e-05,
      "loss": 0.856,
      "step": 15621
    },
    {
      "epoch": 0.32921862734251106,
      "grad_norm": 0.17839011549949646,
      "learning_rate": 1.5661230791861016e-05,
      "loss": 0.9012,
      "step": 15622
    },
    {
      "epoch": 0.3292397013808764,
      "grad_norm": 0.11620526015758514,
      "learning_rate": 1.5660668147246737e-05,
      "loss": 0.8419,
      "step": 15623
    },
    {
      "epoch": 0.32926077541924165,
      "grad_norm": 0.19742873311042786,
      "learning_rate": 1.566010547626167e-05,
      "loss": 0.8736,
      "step": 15624
    },
    {
      "epoch": 0.3292818494576069,
      "grad_norm": 0.15517506003379822,
      "learning_rate": 1.5659542778908425e-05,
      "loss": 0.8463,
      "step": 15625
    },
    {
      "epoch": 0.32930292349597223,
      "grad_norm": 0.13650913536548615,
      "learning_rate": 1.5658980055189627e-05,
      "loss": 0.8606,
      "step": 15626
    },
    {
      "epoch": 0.3293239975343375,
      "grad_norm": 0.14370356500148773,
      "learning_rate": 1.5658417305107897e-05,
      "loss": 0.7788,
      "step": 15627
    },
    {
      "epoch": 0.3293450715727028,
      "grad_norm": 0.12870779633522034,
      "learning_rate": 1.5657854528665862e-05,
      "loss": 0.8091,
      "step": 15628
    },
    {
      "epoch": 0.3293661456110681,
      "grad_norm": 0.2509440779685974,
      "learning_rate": 1.5657291725866133e-05,
      "loss": 0.8754,
      "step": 15629
    },
    {
      "epoch": 0.32938721964943335,
      "grad_norm": 0.15074142813682556,
      "learning_rate": 1.565672889671134e-05,
      "loss": 0.8227,
      "step": 15630
    },
    {
      "epoch": 0.32940829368779867,
      "grad_norm": 0.1718975454568863,
      "learning_rate": 1.5656166041204105e-05,
      "loss": 0.8835,
      "step": 15631
    },
    {
      "epoch": 0.32942936772616394,
      "grad_norm": 0.13082090020179749,
      "learning_rate": 1.5655603159347044e-05,
      "loss": 0.771,
      "step": 15632
    },
    {
      "epoch": 0.32945044176452926,
      "grad_norm": 0.1630409061908722,
      "learning_rate": 1.5655040251142787e-05,
      "loss": 0.9434,
      "step": 15633
    },
    {
      "epoch": 0.3294715158028945,
      "grad_norm": 0.16145339608192444,
      "learning_rate": 1.565447731659395e-05,
      "loss": 0.8185,
      "step": 15634
    },
    {
      "epoch": 0.3294925898412598,
      "grad_norm": 0.1544065624475479,
      "learning_rate": 1.565391435570316e-05,
      "loss": 0.8878,
      "step": 15635
    },
    {
      "epoch": 0.3295136638796251,
      "grad_norm": 0.17785273492336273,
      "learning_rate": 1.5653351368473035e-05,
      "loss": 0.7939,
      "step": 15636
    },
    {
      "epoch": 0.3295347379179904,
      "grad_norm": 0.14280638098716736,
      "learning_rate": 1.5652788354906203e-05,
      "loss": 0.8537,
      "step": 15637
    },
    {
      "epoch": 0.3295558119563557,
      "grad_norm": 0.19046100974082947,
      "learning_rate": 1.5652225315005286e-05,
      "loss": 0.8566,
      "step": 15638
    },
    {
      "epoch": 0.32957688599472096,
      "grad_norm": 0.1766318529844284,
      "learning_rate": 1.56516622487729e-05,
      "loss": 0.8463,
      "step": 15639
    },
    {
      "epoch": 0.3295979600330862,
      "grad_norm": 0.11215680837631226,
      "learning_rate": 1.5651099156211677e-05,
      "loss": 0.883,
      "step": 15640
    },
    {
      "epoch": 0.32961903407145154,
      "grad_norm": 0.14907078444957733,
      "learning_rate": 1.5650536037324236e-05,
      "loss": 0.8249,
      "step": 15641
    },
    {
      "epoch": 0.3296401081098168,
      "grad_norm": 0.13988901674747467,
      "learning_rate": 1.56499728921132e-05,
      "loss": 0.8852,
      "step": 15642
    },
    {
      "epoch": 0.3296611821481821,
      "grad_norm": 0.1712702214717865,
      "learning_rate": 1.5649409720581192e-05,
      "loss": 0.957,
      "step": 15643
    },
    {
      "epoch": 0.3296822561865474,
      "grad_norm": 0.13279858231544495,
      "learning_rate": 1.564884652273084e-05,
      "loss": 0.8367,
      "step": 15644
    },
    {
      "epoch": 0.32970333022491266,
      "grad_norm": 0.1400851011276245,
      "learning_rate": 1.5648283298564763e-05,
      "loss": 0.8106,
      "step": 15645
    },
    {
      "epoch": 0.329724404263278,
      "grad_norm": 0.1447218954563141,
      "learning_rate": 1.5647720048085587e-05,
      "loss": 0.8742,
      "step": 15646
    },
    {
      "epoch": 0.32974547830164325,
      "grad_norm": 0.12343539297580719,
      "learning_rate": 1.5647156771295935e-05,
      "loss": 0.8384,
      "step": 15647
    },
    {
      "epoch": 0.3297665523400085,
      "grad_norm": 0.16221466660499573,
      "learning_rate": 1.5646593468198432e-05,
      "loss": 0.7929,
      "step": 15648
    },
    {
      "epoch": 0.32978762637837383,
      "grad_norm": 0.11778540164232254,
      "learning_rate": 1.56460301387957e-05,
      "loss": 0.7237,
      "step": 15649
    },
    {
      "epoch": 0.3298087004167391,
      "grad_norm": 0.14173120260238647,
      "learning_rate": 1.5645466783090367e-05,
      "loss": 0.8405,
      "step": 15650
    },
    {
      "epoch": 0.3298297744551044,
      "grad_norm": 0.12802523374557495,
      "learning_rate": 1.5644903401085057e-05,
      "loss": 0.8873,
      "step": 15651
    },
    {
      "epoch": 0.3298508484934697,
      "grad_norm": 0.19481930136680603,
      "learning_rate": 1.5644339992782393e-05,
      "loss": 0.9072,
      "step": 15652
    },
    {
      "epoch": 0.32987192253183495,
      "grad_norm": 0.26884424686431885,
      "learning_rate": 1.5643776558184997e-05,
      "loss": 0.8428,
      "step": 15653
    },
    {
      "epoch": 0.32989299657020027,
      "grad_norm": 0.15725760161876678,
      "learning_rate": 1.56432130972955e-05,
      "loss": 0.8952,
      "step": 15654
    },
    {
      "epoch": 0.32991407060856554,
      "grad_norm": 0.2017761617898941,
      "learning_rate": 1.564264961011652e-05,
      "loss": 0.8095,
      "step": 15655
    },
    {
      "epoch": 0.32993514464693086,
      "grad_norm": 0.14896780252456665,
      "learning_rate": 1.5642086096650687e-05,
      "loss": 0.8844,
      "step": 15656
    },
    {
      "epoch": 0.3299562186852961,
      "grad_norm": 0.15741388499736786,
      "learning_rate": 1.5641522556900625e-05,
      "loss": 0.8259,
      "step": 15657
    },
    {
      "epoch": 0.3299772927236614,
      "grad_norm": 0.15357570350170135,
      "learning_rate": 1.5640958990868957e-05,
      "loss": 0.8541,
      "step": 15658
    },
    {
      "epoch": 0.3299983667620267,
      "grad_norm": 0.14447729289531708,
      "learning_rate": 1.5640395398558316e-05,
      "loss": 0.826,
      "step": 15659
    },
    {
      "epoch": 0.33001944080039197,
      "grad_norm": 0.15924473106861115,
      "learning_rate": 1.5639831779971316e-05,
      "loss": 0.7708,
      "step": 15660
    },
    {
      "epoch": 0.33004051483875724,
      "grad_norm": 0.12969040870666504,
      "learning_rate": 1.563926813511059e-05,
      "loss": 0.8119,
      "step": 15661
    },
    {
      "epoch": 0.33006158887712256,
      "grad_norm": 0.18247061967849731,
      "learning_rate": 1.5638704463978764e-05,
      "loss": 0.8697,
      "step": 15662
    },
    {
      "epoch": 0.3300826629154878,
      "grad_norm": 0.1298876255750656,
      "learning_rate": 1.5638140766578463e-05,
      "loss": 0.8098,
      "step": 15663
    },
    {
      "epoch": 0.33010373695385314,
      "grad_norm": 0.16344740986824036,
      "learning_rate": 1.563757704291231e-05,
      "loss": 0.8275,
      "step": 15664
    },
    {
      "epoch": 0.3301248109922184,
      "grad_norm": 0.1314668506383896,
      "learning_rate": 1.5637013292982935e-05,
      "loss": 0.8549,
      "step": 15665
    },
    {
      "epoch": 0.3301458850305837,
      "grad_norm": 0.1517908126115799,
      "learning_rate": 1.5636449516792967e-05,
      "loss": 0.7529,
      "step": 15666
    },
    {
      "epoch": 0.330166959068949,
      "grad_norm": 0.12798738479614258,
      "learning_rate": 1.5635885714345025e-05,
      "loss": 0.8032,
      "step": 15667
    },
    {
      "epoch": 0.33018803310731426,
      "grad_norm": 0.14971257746219635,
      "learning_rate": 1.563532188564174e-05,
      "loss": 0.81,
      "step": 15668
    },
    {
      "epoch": 0.3302091071456796,
      "grad_norm": 0.1707713007926941,
      "learning_rate": 1.5634758030685734e-05,
      "loss": 0.7954,
      "step": 15669
    },
    {
      "epoch": 0.33023018118404485,
      "grad_norm": 0.3016992509365082,
      "learning_rate": 1.5634194149479642e-05,
      "loss": 0.8628,
      "step": 15670
    },
    {
      "epoch": 0.3302512552224101,
      "grad_norm": 0.1578463315963745,
      "learning_rate": 1.5633630242026083e-05,
      "loss": 0.8622,
      "step": 15671
    },
    {
      "epoch": 0.33027232926077543,
      "grad_norm": 0.14763164520263672,
      "learning_rate": 1.5633066308327685e-05,
      "loss": 0.8277,
      "step": 15672
    },
    {
      "epoch": 0.3302934032991407,
      "grad_norm": 0.17706100642681122,
      "learning_rate": 1.5632502348387086e-05,
      "loss": 0.8806,
      "step": 15673
    },
    {
      "epoch": 0.330314477337506,
      "grad_norm": 0.11455792933702469,
      "learning_rate": 1.5631938362206897e-05,
      "loss": 0.7955,
      "step": 15674
    },
    {
      "epoch": 0.3303355513758713,
      "grad_norm": 0.13270534574985504,
      "learning_rate": 1.5631374349789757e-05,
      "loss": 0.7949,
      "step": 15675
    },
    {
      "epoch": 0.33035662541423655,
      "grad_norm": 0.1331915408372879,
      "learning_rate": 1.563081031113829e-05,
      "loss": 0.8074,
      "step": 15676
    },
    {
      "epoch": 0.33037769945260187,
      "grad_norm": 0.14646564424037933,
      "learning_rate": 1.5630246246255118e-05,
      "loss": 0.8597,
      "step": 15677
    },
    {
      "epoch": 0.33039877349096713,
      "grad_norm": 0.15847662091255188,
      "learning_rate": 1.5629682155142878e-05,
      "loss": 0.8201,
      "step": 15678
    },
    {
      "epoch": 0.3304198475293324,
      "grad_norm": 0.1593123823404312,
      "learning_rate": 1.5629118037804194e-05,
      "loss": 0.8721,
      "step": 15679
    },
    {
      "epoch": 0.3304409215676977,
      "grad_norm": 0.14337851107120514,
      "learning_rate": 1.562855389424169e-05,
      "loss": 0.8575,
      "step": 15680
    },
    {
      "epoch": 0.330461995606063,
      "grad_norm": 0.13265877962112427,
      "learning_rate": 1.5627989724458003e-05,
      "loss": 0.8432,
      "step": 15681
    },
    {
      "epoch": 0.3304830696444283,
      "grad_norm": 0.13731740415096283,
      "learning_rate": 1.5627425528455752e-05,
      "loss": 0.8684,
      "step": 15682
    },
    {
      "epoch": 0.33050414368279357,
      "grad_norm": 0.14711418747901917,
      "learning_rate": 1.5626861306237574e-05,
      "loss": 0.8163,
      "step": 15683
    },
    {
      "epoch": 0.33052521772115884,
      "grad_norm": 0.13545440137386322,
      "learning_rate": 1.562629705780609e-05,
      "loss": 0.7929,
      "step": 15684
    },
    {
      "epoch": 0.33054629175952416,
      "grad_norm": 0.1278257817029953,
      "learning_rate": 1.562573278316393e-05,
      "loss": 0.8714,
      "step": 15685
    },
    {
      "epoch": 0.3305673657978894,
      "grad_norm": 0.12052573263645172,
      "learning_rate": 1.562516848231373e-05,
      "loss": 0.8312,
      "step": 15686
    },
    {
      "epoch": 0.33058843983625474,
      "grad_norm": 0.12954148650169373,
      "learning_rate": 1.562460415525811e-05,
      "loss": 0.842,
      "step": 15687
    },
    {
      "epoch": 0.33060951387462,
      "grad_norm": 0.13884109258651733,
      "learning_rate": 1.56240398019997e-05,
      "loss": 0.822,
      "step": 15688
    },
    {
      "epoch": 0.3306305879129853,
      "grad_norm": 0.11387524008750916,
      "learning_rate": 1.5623475422541134e-05,
      "loss": 0.8616,
      "step": 15689
    },
    {
      "epoch": 0.3306516619513506,
      "grad_norm": 0.14569970965385437,
      "learning_rate": 1.562291101688504e-05,
      "loss": 0.852,
      "step": 15690
    },
    {
      "epoch": 0.33067273598971586,
      "grad_norm": 0.13153141736984253,
      "learning_rate": 1.562234658503404e-05,
      "loss": 0.7998,
      "step": 15691
    },
    {
      "epoch": 0.3306938100280812,
      "grad_norm": 0.1574934422969818,
      "learning_rate": 1.5621782126990775e-05,
      "loss": 0.8947,
      "step": 15692
    },
    {
      "epoch": 0.33071488406644645,
      "grad_norm": 0.16119469702243805,
      "learning_rate": 1.5621217642757866e-05,
      "loss": 0.8926,
      "step": 15693
    },
    {
      "epoch": 0.3307359581048117,
      "grad_norm": 0.17552450299263,
      "learning_rate": 1.5620653132337947e-05,
      "loss": 0.7864,
      "step": 15694
    },
    {
      "epoch": 0.33075703214317703,
      "grad_norm": 0.16444887220859528,
      "learning_rate": 1.5620088595733647e-05,
      "loss": 0.891,
      "step": 15695
    },
    {
      "epoch": 0.3307781061815423,
      "grad_norm": 0.14659400284290314,
      "learning_rate": 1.5619524032947594e-05,
      "loss": 0.7724,
      "step": 15696
    },
    {
      "epoch": 0.33079918021990756,
      "grad_norm": 0.1437244713306427,
      "learning_rate": 1.561895944398242e-05,
      "loss": 0.851,
      "step": 15697
    },
    {
      "epoch": 0.3308202542582729,
      "grad_norm": 0.14885523915290833,
      "learning_rate": 1.5618394828840753e-05,
      "loss": 0.8947,
      "step": 15698
    },
    {
      "epoch": 0.33084132829663815,
      "grad_norm": 0.12775227427482605,
      "learning_rate": 1.5617830187525224e-05,
      "loss": 0.799,
      "step": 15699
    },
    {
      "epoch": 0.33086240233500347,
      "grad_norm": 0.15009628236293793,
      "learning_rate": 1.5617265520038468e-05,
      "loss": 0.8857,
      "step": 15700
    },
    {
      "epoch": 0.33088347637336873,
      "grad_norm": 0.1181141808629036,
      "learning_rate": 1.5616700826383113e-05,
      "loss": 0.7956,
      "step": 15701
    },
    {
      "epoch": 0.330904550411734,
      "grad_norm": 0.1621764451265335,
      "learning_rate": 1.5616136106561786e-05,
      "loss": 0.8005,
      "step": 15702
    },
    {
      "epoch": 0.3309256244500993,
      "grad_norm": 0.12429893761873245,
      "learning_rate": 1.5615571360577122e-05,
      "loss": 0.8946,
      "step": 15703
    },
    {
      "epoch": 0.3309466984884646,
      "grad_norm": 0.145940363407135,
      "learning_rate": 1.561500658843175e-05,
      "loss": 0.8118,
      "step": 15704
    },
    {
      "epoch": 0.3309677725268299,
      "grad_norm": 0.15036636590957642,
      "learning_rate": 1.5614441790128298e-05,
      "loss": 0.8425,
      "step": 15705
    },
    {
      "epoch": 0.33098884656519517,
      "grad_norm": 0.14248934388160706,
      "learning_rate": 1.5613876965669406e-05,
      "loss": 0.8645,
      "step": 15706
    },
    {
      "epoch": 0.33100992060356044,
      "grad_norm": 0.16293951869010925,
      "learning_rate": 1.5613312115057697e-05,
      "loss": 0.8752,
      "step": 15707
    },
    {
      "epoch": 0.33103099464192576,
      "grad_norm": 0.0960744172334671,
      "learning_rate": 1.5612747238295805e-05,
      "loss": 0.7473,
      "step": 15708
    },
    {
      "epoch": 0.331052068680291,
      "grad_norm": 0.15243381261825562,
      "learning_rate": 1.5612182335386365e-05,
      "loss": 0.825,
      "step": 15709
    },
    {
      "epoch": 0.33107314271865634,
      "grad_norm": 0.11285065859556198,
      "learning_rate": 1.5611617406332e-05,
      "loss": 0.8047,
      "step": 15710
    },
    {
      "epoch": 0.3310942167570216,
      "grad_norm": 0.14129139482975006,
      "learning_rate": 1.561105245113535e-05,
      "loss": 0.8154,
      "step": 15711
    },
    {
      "epoch": 0.3311152907953869,
      "grad_norm": 0.16614210605621338,
      "learning_rate": 1.5610487469799045e-05,
      "loss": 0.8952,
      "step": 15712
    },
    {
      "epoch": 0.3311363648337522,
      "grad_norm": 0.14572946727275848,
      "learning_rate": 1.5609922462325715e-05,
      "loss": 0.8495,
      "step": 15713
    },
    {
      "epoch": 0.33115743887211746,
      "grad_norm": 0.1426512449979782,
      "learning_rate": 1.5609357428717994e-05,
      "loss": 0.8673,
      "step": 15714
    },
    {
      "epoch": 0.3311785129104828,
      "grad_norm": 0.13783934712409973,
      "learning_rate": 1.5608792368978516e-05,
      "loss": 0.7997,
      "step": 15715
    },
    {
      "epoch": 0.33119958694884805,
      "grad_norm": 0.17692281305789948,
      "learning_rate": 1.560822728310991e-05,
      "loss": 0.813,
      "step": 15716
    },
    {
      "epoch": 0.3312206609872133,
      "grad_norm": 0.12182120233774185,
      "learning_rate": 1.5607662171114807e-05,
      "loss": 0.8263,
      "step": 15717
    },
    {
      "epoch": 0.33124173502557863,
      "grad_norm": 0.14901983737945557,
      "learning_rate": 1.560709703299584e-05,
      "loss": 0.8475,
      "step": 15718
    },
    {
      "epoch": 0.3312628090639439,
      "grad_norm": 0.15331938862800598,
      "learning_rate": 1.5606531868755648e-05,
      "loss": 0.8398,
      "step": 15719
    },
    {
      "epoch": 0.33128388310230916,
      "grad_norm": 0.1515568196773529,
      "learning_rate": 1.560596667839686e-05,
      "loss": 0.8296,
      "step": 15720
    },
    {
      "epoch": 0.3313049571406745,
      "grad_norm": 0.1310986876487732,
      "learning_rate": 1.560540146192211e-05,
      "loss": 0.8469,
      "step": 15721
    },
    {
      "epoch": 0.33132603117903975,
      "grad_norm": 0.14232978224754333,
      "learning_rate": 1.5604836219334027e-05,
      "loss": 0.8364,
      "step": 15722
    },
    {
      "epoch": 0.33134710521740507,
      "grad_norm": 0.12679323554039001,
      "learning_rate": 1.5604270950635248e-05,
      "loss": 0.797,
      "step": 15723
    },
    {
      "epoch": 0.33136817925577033,
      "grad_norm": 0.15945547819137573,
      "learning_rate": 1.5603705655828403e-05,
      "loss": 0.8694,
      "step": 15724
    },
    {
      "epoch": 0.3313892532941356,
      "grad_norm": 0.14785940945148468,
      "learning_rate": 1.5603140334916132e-05,
      "loss": 0.8003,
      "step": 15725
    },
    {
      "epoch": 0.3314103273325009,
      "grad_norm": 0.13100358843803406,
      "learning_rate": 1.5602574987901063e-05,
      "loss": 0.765,
      "step": 15726
    },
    {
      "epoch": 0.3314314013708662,
      "grad_norm": 0.17261788249015808,
      "learning_rate": 1.5602009614785833e-05,
      "loss": 0.9035,
      "step": 15727
    },
    {
      "epoch": 0.3314524754092315,
      "grad_norm": 0.15863507986068726,
      "learning_rate": 1.560144421557307e-05,
      "loss": 0.798,
      "step": 15728
    },
    {
      "epoch": 0.33147354944759677,
      "grad_norm": 0.18329009413719177,
      "learning_rate": 1.5600878790265414e-05,
      "loss": 0.8759,
      "step": 15729
    },
    {
      "epoch": 0.33149462348596204,
      "grad_norm": 0.20157724618911743,
      "learning_rate": 1.5600313338865498e-05,
      "loss": 0.9324,
      "step": 15730
    },
    {
      "epoch": 0.33151569752432736,
      "grad_norm": 0.1508675068616867,
      "learning_rate": 1.5599747861375957e-05,
      "loss": 0.8139,
      "step": 15731
    },
    {
      "epoch": 0.3315367715626926,
      "grad_norm": 0.14529210329055786,
      "learning_rate": 1.559918235779942e-05,
      "loss": 0.8572,
      "step": 15732
    },
    {
      "epoch": 0.33155784560105794,
      "grad_norm": 0.15135009586811066,
      "learning_rate": 1.559861682813853e-05,
      "loss": 0.8027,
      "step": 15733
    },
    {
      "epoch": 0.3315789196394232,
      "grad_norm": 0.133394256234169,
      "learning_rate": 1.559805127239591e-05,
      "loss": 0.8451,
      "step": 15734
    },
    {
      "epoch": 0.3315999936777885,
      "grad_norm": 0.15722131729125977,
      "learning_rate": 1.559748569057421e-05,
      "loss": 0.8478,
      "step": 15735
    },
    {
      "epoch": 0.3316210677161538,
      "grad_norm": 0.14560624957084656,
      "learning_rate": 1.5596920082676048e-05,
      "loss": 0.8226,
      "step": 15736
    },
    {
      "epoch": 0.33164214175451906,
      "grad_norm": 0.14234638214111328,
      "learning_rate": 1.5596354448704072e-05,
      "loss": 0.8354,
      "step": 15737
    },
    {
      "epoch": 0.3316632157928843,
      "grad_norm": 0.12812672555446625,
      "learning_rate": 1.5595788788660913e-05,
      "loss": 0.9043,
      "step": 15738
    },
    {
      "epoch": 0.33168428983124965,
      "grad_norm": 0.12009385228157043,
      "learning_rate": 1.55952231025492e-05,
      "loss": 0.8494,
      "step": 15739
    },
    {
      "epoch": 0.3317053638696149,
      "grad_norm": 0.12104637920856476,
      "learning_rate": 1.559465739037158e-05,
      "loss": 0.8071,
      "step": 15740
    },
    {
      "epoch": 0.33172643790798023,
      "grad_norm": 0.11528275161981583,
      "learning_rate": 1.559409165213068e-05,
      "loss": 0.8032,
      "step": 15741
    },
    {
      "epoch": 0.3317475119463455,
      "grad_norm": 0.13870671391487122,
      "learning_rate": 1.5593525887829138e-05,
      "loss": 0.8024,
      "step": 15742
    },
    {
      "epoch": 0.33176858598471076,
      "grad_norm": 0.1376192569732666,
      "learning_rate": 1.5592960097469587e-05,
      "loss": 0.8062,
      "step": 15743
    },
    {
      "epoch": 0.3317896600230761,
      "grad_norm": 0.1492755264043808,
      "learning_rate": 1.559239428105467e-05,
      "loss": 0.835,
      "step": 15744
    },
    {
      "epoch": 0.33181073406144135,
      "grad_norm": 0.15860532224178314,
      "learning_rate": 1.5591828438587015e-05,
      "loss": 0.8568,
      "step": 15745
    },
    {
      "epoch": 0.33183180809980667,
      "grad_norm": 0.12370789051055908,
      "learning_rate": 1.559126257006926e-05,
      "loss": 0.8269,
      "step": 15746
    },
    {
      "epoch": 0.33185288213817193,
      "grad_norm": 0.11742039769887924,
      "learning_rate": 1.5590696675504044e-05,
      "loss": 0.777,
      "step": 15747
    },
    {
      "epoch": 0.3318739561765372,
      "grad_norm": 0.15228168666362762,
      "learning_rate": 1.5590130754894e-05,
      "loss": 0.8099,
      "step": 15748
    },
    {
      "epoch": 0.3318950302149025,
      "grad_norm": 0.10620482265949249,
      "learning_rate": 1.5589564808241768e-05,
      "loss": 0.8431,
      "step": 15749
    },
    {
      "epoch": 0.3319161042532678,
      "grad_norm": 0.11109692603349686,
      "learning_rate": 1.5588998835549983e-05,
      "loss": 0.739,
      "step": 15750
    },
    {
      "epoch": 0.3319371782916331,
      "grad_norm": 0.13954418897628784,
      "learning_rate": 1.558843283682128e-05,
      "loss": 0.8549,
      "step": 15751
    },
    {
      "epoch": 0.33195825232999837,
      "grad_norm": 0.15610872209072113,
      "learning_rate": 1.55878668120583e-05,
      "loss": 0.7989,
      "step": 15752
    },
    {
      "epoch": 0.33197932636836364,
      "grad_norm": 0.1255558878183365,
      "learning_rate": 1.5587300761263674e-05,
      "loss": 0.792,
      "step": 15753
    },
    {
      "epoch": 0.33200040040672896,
      "grad_norm": 0.14792591333389282,
      "learning_rate": 1.558673468444004e-05,
      "loss": 0.8541,
      "step": 15754
    },
    {
      "epoch": 0.3320214744450942,
      "grad_norm": 0.1362650841474533,
      "learning_rate": 1.558616858159004e-05,
      "loss": 0.8785,
      "step": 15755
    },
    {
      "epoch": 0.3320425484834595,
      "grad_norm": 0.1528637558221817,
      "learning_rate": 1.5585602452716306e-05,
      "loss": 0.7852,
      "step": 15756
    },
    {
      "epoch": 0.3320636225218248,
      "grad_norm": 0.13771744072437286,
      "learning_rate": 1.558503629782148e-05,
      "loss": 0.8077,
      "step": 15757
    },
    {
      "epoch": 0.3320846965601901,
      "grad_norm": 0.12350979447364807,
      "learning_rate": 1.5584470116908196e-05,
      "loss": 0.8683,
      "step": 15758
    },
    {
      "epoch": 0.3321057705985554,
      "grad_norm": 0.1192091703414917,
      "learning_rate": 1.5583903909979096e-05,
      "loss": 0.8261,
      "step": 15759
    },
    {
      "epoch": 0.33212684463692066,
      "grad_norm": 0.12930017709732056,
      "learning_rate": 1.558333767703681e-05,
      "loss": 0.8371,
      "step": 15760
    },
    {
      "epoch": 0.3321479186752859,
      "grad_norm": 0.13585181534290314,
      "learning_rate": 1.558277141808398e-05,
      "loss": 0.7848,
      "step": 15761
    },
    {
      "epoch": 0.33216899271365125,
      "grad_norm": 0.141374871134758,
      "learning_rate": 1.5582205133123247e-05,
      "loss": 0.7725,
      "step": 15762
    },
    {
      "epoch": 0.3321900667520165,
      "grad_norm": 0.12431096285581589,
      "learning_rate": 1.558163882215724e-05,
      "loss": 0.7658,
      "step": 15763
    },
    {
      "epoch": 0.33221114079038183,
      "grad_norm": 0.12406459450721741,
      "learning_rate": 1.558107248518861e-05,
      "loss": 0.8221,
      "step": 15764
    },
    {
      "epoch": 0.3322322148287471,
      "grad_norm": 0.12102150917053223,
      "learning_rate": 1.5580506122219987e-05,
      "loss": 0.8441,
      "step": 15765
    },
    {
      "epoch": 0.33225328886711236,
      "grad_norm": 0.11419671028852463,
      "learning_rate": 1.5579939733254016e-05,
      "loss": 0.8021,
      "step": 15766
    },
    {
      "epoch": 0.3322743629054777,
      "grad_norm": 0.1211836114525795,
      "learning_rate": 1.5579373318293326e-05,
      "loss": 0.7922,
      "step": 15767
    },
    {
      "epoch": 0.33229543694384295,
      "grad_norm": 0.13246393203735352,
      "learning_rate": 1.557880687734056e-05,
      "loss": 0.8537,
      "step": 15768
    },
    {
      "epoch": 0.33231651098220827,
      "grad_norm": 0.11790529638528824,
      "learning_rate": 1.5578240410398358e-05,
      "loss": 0.9132,
      "step": 15769
    },
    {
      "epoch": 0.33233758502057353,
      "grad_norm": 0.12583819031715393,
      "learning_rate": 1.557767391746936e-05,
      "loss": 0.7953,
      "step": 15770
    },
    {
      "epoch": 0.3323586590589388,
      "grad_norm": 0.12406212836503983,
      "learning_rate": 1.55771073985562e-05,
      "loss": 0.8617,
      "step": 15771
    },
    {
      "epoch": 0.3323797330973041,
      "grad_norm": 0.13178227841854095,
      "learning_rate": 1.5576540853661524e-05,
      "loss": 0.8658,
      "step": 15772
    },
    {
      "epoch": 0.3324008071356694,
      "grad_norm": 0.12586095929145813,
      "learning_rate": 1.557597428278797e-05,
      "loss": 0.8907,
      "step": 15773
    },
    {
      "epoch": 0.33242188117403465,
      "grad_norm": 0.10668513178825378,
      "learning_rate": 1.557540768593817e-05,
      "loss": 0.7869,
      "step": 15774
    },
    {
      "epoch": 0.33244295521239997,
      "grad_norm": 0.12293531745672226,
      "learning_rate": 1.557484106311477e-05,
      "loss": 0.8296,
      "step": 15775
    },
    {
      "epoch": 0.33246402925076524,
      "grad_norm": 0.12717562913894653,
      "learning_rate": 1.5574274414320413e-05,
      "loss": 0.8175,
      "step": 15776
    },
    {
      "epoch": 0.33248510328913056,
      "grad_norm": 0.1209820806980133,
      "learning_rate": 1.557370773955773e-05,
      "loss": 0.8032,
      "step": 15777
    },
    {
      "epoch": 0.3325061773274958,
      "grad_norm": 0.10655214637517929,
      "learning_rate": 1.557314103882937e-05,
      "loss": 0.8424,
      "step": 15778
    },
    {
      "epoch": 0.3325272513658611,
      "grad_norm": 0.11678750067949295,
      "learning_rate": 1.5572574312137963e-05,
      "loss": 0.7765,
      "step": 15779
    },
    {
      "epoch": 0.3325483254042264,
      "grad_norm": 0.12930257618427277,
      "learning_rate": 1.5572007559486158e-05,
      "loss": 0.8507,
      "step": 15780
    },
    {
      "epoch": 0.3325693994425917,
      "grad_norm": 0.1353374719619751,
      "learning_rate": 1.5571440780876588e-05,
      "loss": 0.8431,
      "step": 15781
    },
    {
      "epoch": 0.332590473480957,
      "grad_norm": 0.1475808322429657,
      "learning_rate": 1.55708739763119e-05,
      "loss": 0.8512,
      "step": 15782
    },
    {
      "epoch": 0.33261154751932226,
      "grad_norm": 0.16260398924350739,
      "learning_rate": 1.557030714579473e-05,
      "loss": 0.8599,
      "step": 15783
    },
    {
      "epoch": 0.3326326215576875,
      "grad_norm": 0.13720202445983887,
      "learning_rate": 1.5569740289327722e-05,
      "loss": 0.825,
      "step": 15784
    },
    {
      "epoch": 0.33265369559605285,
      "grad_norm": 0.13705873489379883,
      "learning_rate": 1.5569173406913516e-05,
      "loss": 0.8135,
      "step": 15785
    },
    {
      "epoch": 0.3326747696344181,
      "grad_norm": 0.13340605795383453,
      "learning_rate": 1.556860649855475e-05,
      "loss": 0.8727,
      "step": 15786
    },
    {
      "epoch": 0.33269584367278343,
      "grad_norm": 0.17823083698749542,
      "learning_rate": 1.5568039564254068e-05,
      "loss": 0.839,
      "step": 15787
    },
    {
      "epoch": 0.3327169177111487,
      "grad_norm": 0.13325238227844238,
      "learning_rate": 1.556747260401411e-05,
      "loss": 0.8487,
      "step": 15788
    },
    {
      "epoch": 0.33273799174951396,
      "grad_norm": 0.11243759840726852,
      "learning_rate": 1.556690561783752e-05,
      "loss": 0.7829,
      "step": 15789
    },
    {
      "epoch": 0.3327590657878793,
      "grad_norm": 0.15009240806102753,
      "learning_rate": 1.556633860572693e-05,
      "loss": 0.8563,
      "step": 15790
    },
    {
      "epoch": 0.33278013982624455,
      "grad_norm": 0.14495065808296204,
      "learning_rate": 1.556577156768499e-05,
      "loss": 0.8712,
      "step": 15791
    },
    {
      "epoch": 0.3328012138646098,
      "grad_norm": 0.12473785132169724,
      "learning_rate": 1.5565204503714345e-05,
      "loss": 0.7762,
      "step": 15792
    },
    {
      "epoch": 0.33282228790297513,
      "grad_norm": 0.15200011432170868,
      "learning_rate": 1.5564637413817626e-05,
      "loss": 0.81,
      "step": 15793
    },
    {
      "epoch": 0.3328433619413404,
      "grad_norm": 0.13072797656059265,
      "learning_rate": 1.5564070297997484e-05,
      "loss": 0.844,
      "step": 15794
    },
    {
      "epoch": 0.3328644359797057,
      "grad_norm": 0.1343287080526352,
      "learning_rate": 1.5563503156256555e-05,
      "loss": 0.8439,
      "step": 15795
    },
    {
      "epoch": 0.332885510018071,
      "grad_norm": 0.12567363679409027,
      "learning_rate": 1.5562935988597485e-05,
      "loss": 0.832,
      "step": 15796
    },
    {
      "epoch": 0.33290658405643625,
      "grad_norm": 0.12856890261173248,
      "learning_rate": 1.5562368795022913e-05,
      "loss": 0.7797,
      "step": 15797
    },
    {
      "epoch": 0.33292765809480157,
      "grad_norm": 0.14530593156814575,
      "learning_rate": 1.5561801575535482e-05,
      "loss": 0.8609,
      "step": 15798
    },
    {
      "epoch": 0.33294873213316684,
      "grad_norm": 0.11377094686031342,
      "learning_rate": 1.556123433013784e-05,
      "loss": 0.8343,
      "step": 15799
    },
    {
      "epoch": 0.33296980617153216,
      "grad_norm": 0.12671904265880585,
      "learning_rate": 1.5560667058832623e-05,
      "loss": 0.7979,
      "step": 15800
    },
    {
      "epoch": 0.3329908802098974,
      "grad_norm": 0.11426490545272827,
      "learning_rate": 1.5560099761622472e-05,
      "loss": 0.8521,
      "step": 15801
    },
    {
      "epoch": 0.3330119542482627,
      "grad_norm": 0.12830182909965515,
      "learning_rate": 1.5559532438510037e-05,
      "loss": 0.9096,
      "step": 15802
    },
    {
      "epoch": 0.333033028286628,
      "grad_norm": 0.14698374271392822,
      "learning_rate": 1.5558965089497954e-05,
      "loss": 0.8799,
      "step": 15803
    },
    {
      "epoch": 0.3330541023249933,
      "grad_norm": 0.14401811361312866,
      "learning_rate": 1.555839771458887e-05,
      "loss": 0.9205,
      "step": 15804
    },
    {
      "epoch": 0.3330751763633586,
      "grad_norm": 0.12044309824705124,
      "learning_rate": 1.5557830313785433e-05,
      "loss": 0.7142,
      "step": 15805
    },
    {
      "epoch": 0.33309625040172386,
      "grad_norm": 0.13812384009361267,
      "learning_rate": 1.5557262887090274e-05,
      "loss": 0.8827,
      "step": 15806
    },
    {
      "epoch": 0.3331173244400891,
      "grad_norm": 0.19124113023281097,
      "learning_rate": 1.5556695434506048e-05,
      "loss": 0.8631,
      "step": 15807
    },
    {
      "epoch": 0.33313839847845444,
      "grad_norm": 0.17799150943756104,
      "learning_rate": 1.5556127956035393e-05,
      "loss": 0.8698,
      "step": 15808
    },
    {
      "epoch": 0.3331594725168197,
      "grad_norm": 0.1911299079656601,
      "learning_rate": 1.5555560451680954e-05,
      "loss": 0.8481,
      "step": 15809
    },
    {
      "epoch": 0.33318054655518503,
      "grad_norm": 0.157740518450737,
      "learning_rate": 1.5554992921445372e-05,
      "loss": 0.8402,
      "step": 15810
    },
    {
      "epoch": 0.3332016205935503,
      "grad_norm": 0.13022586703300476,
      "learning_rate": 1.5554425365331297e-05,
      "loss": 0.819,
      "step": 15811
    },
    {
      "epoch": 0.33322269463191556,
      "grad_norm": 0.16339340806007385,
      "learning_rate": 1.5553857783341365e-05,
      "loss": 0.8818,
      "step": 15812
    },
    {
      "epoch": 0.3332437686702809,
      "grad_norm": 0.14246734976768494,
      "learning_rate": 1.5553290175478225e-05,
      "loss": 0.896,
      "step": 15813
    },
    {
      "epoch": 0.33326484270864615,
      "grad_norm": 0.14026056230068207,
      "learning_rate": 1.5552722541744524e-05,
      "loss": 0.7832,
      "step": 15814
    },
    {
      "epoch": 0.3332859167470114,
      "grad_norm": 0.12281273305416107,
      "learning_rate": 1.55521548821429e-05,
      "loss": 0.8413,
      "step": 15815
    },
    {
      "epoch": 0.33330699078537673,
      "grad_norm": 0.13828369975090027,
      "learning_rate": 1.5551587196676e-05,
      "loss": 0.7614,
      "step": 15816
    },
    {
      "epoch": 0.333328064823742,
      "grad_norm": 0.1512027233839035,
      "learning_rate": 1.555101948534647e-05,
      "loss": 0.8708,
      "step": 15817
    },
    {
      "epoch": 0.3333491388621073,
      "grad_norm": 0.1432575285434723,
      "learning_rate": 1.5550451748156957e-05,
      "loss": 0.7609,
      "step": 15818
    },
    {
      "epoch": 0.3333702129004726,
      "grad_norm": 0.12599831819534302,
      "learning_rate": 1.55498839851101e-05,
      "loss": 0.8405,
      "step": 15819
    },
    {
      "epoch": 0.33339128693883785,
      "grad_norm": 0.14212945103645325,
      "learning_rate": 1.5549316196208542e-05,
      "loss": 0.7871,
      "step": 15820
    },
    {
      "epoch": 0.33341236097720317,
      "grad_norm": 0.1385059952735901,
      "learning_rate": 1.554874838145494e-05,
      "loss": 0.8155,
      "step": 15821
    },
    {
      "epoch": 0.33343343501556844,
      "grad_norm": 0.16824296116828918,
      "learning_rate": 1.5548180540851926e-05,
      "loss": 0.7696,
      "step": 15822
    },
    {
      "epoch": 0.33345450905393376,
      "grad_norm": 0.12375662475824356,
      "learning_rate": 1.5547612674402157e-05,
      "loss": 0.8398,
      "step": 15823
    },
    {
      "epoch": 0.333475583092299,
      "grad_norm": 0.12345471233129501,
      "learning_rate": 1.554704478210827e-05,
      "loss": 0.8423,
      "step": 15824
    },
    {
      "epoch": 0.3334966571306643,
      "grad_norm": 0.11103685945272446,
      "learning_rate": 1.5546476863972914e-05,
      "loss": 0.8342,
      "step": 15825
    },
    {
      "epoch": 0.3335177311690296,
      "grad_norm": 0.11254268139600754,
      "learning_rate": 1.5545908919998732e-05,
      "loss": 0.8606,
      "step": 15826
    },
    {
      "epoch": 0.3335388052073949,
      "grad_norm": 0.1310935616493225,
      "learning_rate": 1.5545340950188375e-05,
      "loss": 0.8266,
      "step": 15827
    },
    {
      "epoch": 0.3335598792457602,
      "grad_norm": 0.13553038239479065,
      "learning_rate": 1.5544772954544485e-05,
      "loss": 0.8209,
      "step": 15828
    },
    {
      "epoch": 0.33358095328412546,
      "grad_norm": 0.12577015161514282,
      "learning_rate": 1.554420493306971e-05,
      "loss": 0.8762,
      "step": 15829
    },
    {
      "epoch": 0.3336020273224907,
      "grad_norm": 0.20090895891189575,
      "learning_rate": 1.554363688576669e-05,
      "loss": 0.864,
      "step": 15830
    },
    {
      "epoch": 0.33362310136085604,
      "grad_norm": 0.18909643590450287,
      "learning_rate": 1.5543068812638083e-05,
      "loss": 0.8589,
      "step": 15831
    },
    {
      "epoch": 0.3336441753992213,
      "grad_norm": 0.1428232043981552,
      "learning_rate": 1.5542500713686525e-05,
      "loss": 0.89,
      "step": 15832
    },
    {
      "epoch": 0.3336652494375866,
      "grad_norm": 0.1534070521593094,
      "learning_rate": 1.5541932588914668e-05,
      "loss": 0.8358,
      "step": 15833
    },
    {
      "epoch": 0.3336863234759519,
      "grad_norm": 0.11011620610952377,
      "learning_rate": 1.5541364438325156e-05,
      "loss": 0.849,
      "step": 15834
    },
    {
      "epoch": 0.33370739751431716,
      "grad_norm": 0.12462377548217773,
      "learning_rate": 1.5540796261920637e-05,
      "loss": 0.8517,
      "step": 15835
    },
    {
      "epoch": 0.3337284715526825,
      "grad_norm": 0.1300053596496582,
      "learning_rate": 1.5540228059703758e-05,
      "loss": 0.8364,
      "step": 15836
    },
    {
      "epoch": 0.33374954559104775,
      "grad_norm": 0.11368852853775024,
      "learning_rate": 1.5539659831677166e-05,
      "loss": 0.856,
      "step": 15837
    },
    {
      "epoch": 0.333770619629413,
      "grad_norm": 0.1482970416545868,
      "learning_rate": 1.5539091577843505e-05,
      "loss": 0.8313,
      "step": 15838
    },
    {
      "epoch": 0.33379169366777833,
      "grad_norm": 0.13206663727760315,
      "learning_rate": 1.553852329820543e-05,
      "loss": 0.8212,
      "step": 15839
    },
    {
      "epoch": 0.3338127677061436,
      "grad_norm": 0.14675003290176392,
      "learning_rate": 1.5537954992765583e-05,
      "loss": 0.8465,
      "step": 15840
    },
    {
      "epoch": 0.3338338417445089,
      "grad_norm": 0.12680916488170624,
      "learning_rate": 1.553738666152661e-05,
      "loss": 0.8787,
      "step": 15841
    },
    {
      "epoch": 0.3338549157828742,
      "grad_norm": 0.14468808472156525,
      "learning_rate": 1.553681830449116e-05,
      "loss": 0.8419,
      "step": 15842
    },
    {
      "epoch": 0.33387598982123945,
      "grad_norm": 0.12656591832637787,
      "learning_rate": 1.5536249921661882e-05,
      "loss": 0.8237,
      "step": 15843
    },
    {
      "epoch": 0.33389706385960477,
      "grad_norm": 0.1227618008852005,
      "learning_rate": 1.5535681513041424e-05,
      "loss": 0.8071,
      "step": 15844
    },
    {
      "epoch": 0.33391813789797004,
      "grad_norm": 0.13453221321105957,
      "learning_rate": 1.5535113078632435e-05,
      "loss": 0.8505,
      "step": 15845
    },
    {
      "epoch": 0.33393921193633536,
      "grad_norm": 0.11898906528949738,
      "learning_rate": 1.553454461843756e-05,
      "loss": 0.8237,
      "step": 15846
    },
    {
      "epoch": 0.3339602859747006,
      "grad_norm": 0.14280427992343903,
      "learning_rate": 1.5533976132459448e-05,
      "loss": 0.8802,
      "step": 15847
    },
    {
      "epoch": 0.3339813600130659,
      "grad_norm": 0.13932982087135315,
      "learning_rate": 1.553340762070075e-05,
      "loss": 0.7569,
      "step": 15848
    },
    {
      "epoch": 0.3340024340514312,
      "grad_norm": 0.14141671359539032,
      "learning_rate": 1.5532839083164112e-05,
      "loss": 0.8406,
      "step": 15849
    },
    {
      "epoch": 0.3340235080897965,
      "grad_norm": 0.13794557750225067,
      "learning_rate": 1.553227051985218e-05,
      "loss": 0.7955,
      "step": 15850
    },
    {
      "epoch": 0.33404458212816174,
      "grad_norm": 0.13867627084255219,
      "learning_rate": 1.5531701930767607e-05,
      "loss": 0.7682,
      "step": 15851
    },
    {
      "epoch": 0.33406565616652706,
      "grad_norm": 0.15004636347293854,
      "learning_rate": 1.553113331591304e-05,
      "loss": 0.8604,
      "step": 15852
    },
    {
      "epoch": 0.3340867302048923,
      "grad_norm": 0.132195845246315,
      "learning_rate": 1.5530564675291134e-05,
      "loss": 0.8369,
      "step": 15853
    },
    {
      "epoch": 0.33410780424325764,
      "grad_norm": 0.1462491899728775,
      "learning_rate": 1.552999600890453e-05,
      "loss": 0.8401,
      "step": 15854
    },
    {
      "epoch": 0.3341288782816229,
      "grad_norm": 0.12941735982894897,
      "learning_rate": 1.5529427316755876e-05,
      "loss": 0.7896,
      "step": 15855
    },
    {
      "epoch": 0.3341499523199882,
      "grad_norm": 0.14951106905937195,
      "learning_rate": 1.5528858598847826e-05,
      "loss": 0.8645,
      "step": 15856
    },
    {
      "epoch": 0.3341710263583535,
      "grad_norm": 0.15187084674835205,
      "learning_rate": 1.5528289855183032e-05,
      "loss": 0.8631,
      "step": 15857
    },
    {
      "epoch": 0.33419210039671876,
      "grad_norm": 0.12095614522695541,
      "learning_rate": 1.5527721085764137e-05,
      "loss": 0.8061,
      "step": 15858
    },
    {
      "epoch": 0.3342131744350841,
      "grad_norm": 0.12925247848033905,
      "learning_rate": 1.5527152290593797e-05,
      "loss": 0.8663,
      "step": 15859
    },
    {
      "epoch": 0.33423424847344935,
      "grad_norm": 0.11444367468357086,
      "learning_rate": 1.5526583469674658e-05,
      "loss": 0.8657,
      "step": 15860
    },
    {
      "epoch": 0.3342553225118146,
      "grad_norm": 0.13099125027656555,
      "learning_rate": 1.552601462300937e-05,
      "loss": 0.7908,
      "step": 15861
    },
    {
      "epoch": 0.33427639655017993,
      "grad_norm": 0.12718689441680908,
      "learning_rate": 1.552544575060058e-05,
      "loss": 0.8767,
      "step": 15862
    },
    {
      "epoch": 0.3342974705885452,
      "grad_norm": 0.1453854739665985,
      "learning_rate": 1.552487685245094e-05,
      "loss": 0.8842,
      "step": 15863
    },
    {
      "epoch": 0.3343185446269105,
      "grad_norm": 0.15204280614852905,
      "learning_rate": 1.5524307928563113e-05,
      "loss": 0.8821,
      "step": 15864
    },
    {
      "epoch": 0.3343396186652758,
      "grad_norm": 0.11835259944200516,
      "learning_rate": 1.552373897893973e-05,
      "loss": 0.7727,
      "step": 15865
    },
    {
      "epoch": 0.33436069270364105,
      "grad_norm": 0.1590905785560608,
      "learning_rate": 1.5523170003583453e-05,
      "loss": 0.834,
      "step": 15866
    },
    {
      "epoch": 0.33438176674200637,
      "grad_norm": 0.1304817497730255,
      "learning_rate": 1.5522601002496927e-05,
      "loss": 0.8318,
      "step": 15867
    },
    {
      "epoch": 0.33440284078037164,
      "grad_norm": 0.1497255265712738,
      "learning_rate": 1.5522031975682805e-05,
      "loss": 0.8335,
      "step": 15868
    },
    {
      "epoch": 0.3344239148187369,
      "grad_norm": 0.12115903943777084,
      "learning_rate": 1.5521462923143743e-05,
      "loss": 0.7973,
      "step": 15869
    },
    {
      "epoch": 0.3344449888571022,
      "grad_norm": 0.13426509499549866,
      "learning_rate": 1.552089384488238e-05,
      "loss": 0.8093,
      "step": 15870
    },
    {
      "epoch": 0.3344660628954675,
      "grad_norm": 0.13392330706119537,
      "learning_rate": 1.552032474090138e-05,
      "loss": 0.7849,
      "step": 15871
    },
    {
      "epoch": 0.3344871369338328,
      "grad_norm": 0.11961250752210617,
      "learning_rate": 1.5519755611203383e-05,
      "loss": 0.8184,
      "step": 15872
    },
    {
      "epoch": 0.3345082109721981,
      "grad_norm": 0.11991889774799347,
      "learning_rate": 1.5519186455791052e-05,
      "loss": 0.7696,
      "step": 15873
    },
    {
      "epoch": 0.33452928501056334,
      "grad_norm": 0.13776090741157532,
      "learning_rate": 1.551861727466703e-05,
      "loss": 0.8315,
      "step": 15874
    },
    {
      "epoch": 0.33455035904892866,
      "grad_norm": 0.12700752913951874,
      "learning_rate": 1.5518048067833967e-05,
      "loss": 0.7739,
      "step": 15875
    },
    {
      "epoch": 0.3345714330872939,
      "grad_norm": 0.14994029700756073,
      "learning_rate": 1.5517478835294522e-05,
      "loss": 0.841,
      "step": 15876
    },
    {
      "epoch": 0.33459250712565924,
      "grad_norm": 0.16143730282783508,
      "learning_rate": 1.551690957705134e-05,
      "loss": 0.87,
      "step": 15877
    },
    {
      "epoch": 0.3346135811640245,
      "grad_norm": 0.1343258172273636,
      "learning_rate": 1.5516340293107083e-05,
      "loss": 0.8906,
      "step": 15878
    },
    {
      "epoch": 0.3346346552023898,
      "grad_norm": 0.14257775247097015,
      "learning_rate": 1.551577098346439e-05,
      "loss": 0.8474,
      "step": 15879
    },
    {
      "epoch": 0.3346557292407551,
      "grad_norm": 0.1431543380022049,
      "learning_rate": 1.551520164812592e-05,
      "loss": 0.8786,
      "step": 15880
    },
    {
      "epoch": 0.33467680327912036,
      "grad_norm": 0.15973694622516632,
      "learning_rate": 1.551463228709433e-05,
      "loss": 0.8666,
      "step": 15881
    },
    {
      "epoch": 0.3346978773174857,
      "grad_norm": 0.14249902963638306,
      "learning_rate": 1.5514062900372266e-05,
      "loss": 0.8448,
      "step": 15882
    },
    {
      "epoch": 0.33471895135585095,
      "grad_norm": 0.11954180151224136,
      "learning_rate": 1.551349348796238e-05,
      "loss": 0.7427,
      "step": 15883
    },
    {
      "epoch": 0.3347400253942162,
      "grad_norm": 0.16763897240161896,
      "learning_rate": 1.5512924049867324e-05,
      "loss": 0.8934,
      "step": 15884
    },
    {
      "epoch": 0.33476109943258153,
      "grad_norm": 0.18359516561031342,
      "learning_rate": 1.5512354586089755e-05,
      "loss": 0.8169,
      "step": 15885
    },
    {
      "epoch": 0.3347821734709468,
      "grad_norm": 0.14332127571105957,
      "learning_rate": 1.5511785096632322e-05,
      "loss": 0.7817,
      "step": 15886
    },
    {
      "epoch": 0.33480324750931206,
      "grad_norm": 0.13714571297168732,
      "learning_rate": 1.5511215581497686e-05,
      "loss": 0.8222,
      "step": 15887
    },
    {
      "epoch": 0.3348243215476774,
      "grad_norm": 0.14914223551750183,
      "learning_rate": 1.551064604068849e-05,
      "loss": 0.8537,
      "step": 15888
    },
    {
      "epoch": 0.33484539558604265,
      "grad_norm": 0.17036280035972595,
      "learning_rate": 1.5510076474207398e-05,
      "loss": 0.8741,
      "step": 15889
    },
    {
      "epoch": 0.33486646962440797,
      "grad_norm": 0.18085329234600067,
      "learning_rate": 1.550950688205705e-05,
      "loss": 0.8377,
      "step": 15890
    },
    {
      "epoch": 0.33488754366277323,
      "grad_norm": 0.2001938372850418,
      "learning_rate": 1.5508937264240108e-05,
      "loss": 0.8329,
      "step": 15891
    },
    {
      "epoch": 0.3349086177011385,
      "grad_norm": 0.15787798166275024,
      "learning_rate": 1.5508367620759224e-05,
      "loss": 0.8736,
      "step": 15892
    },
    {
      "epoch": 0.3349296917395038,
      "grad_norm": 0.1478935331106186,
      "learning_rate": 1.5507797951617053e-05,
      "loss": 0.7816,
      "step": 15893
    },
    {
      "epoch": 0.3349507657778691,
      "grad_norm": 0.18686479330062866,
      "learning_rate": 1.5507228256816245e-05,
      "loss": 0.854,
      "step": 15894
    },
    {
      "epoch": 0.3349718398162344,
      "grad_norm": 0.19092898070812225,
      "learning_rate": 1.550665853635946e-05,
      "loss": 0.8948,
      "step": 15895
    },
    {
      "epoch": 0.33499291385459967,
      "grad_norm": 0.1452758014202118,
      "learning_rate": 1.5506088790249347e-05,
      "loss": 0.8203,
      "step": 15896
    },
    {
      "epoch": 0.33501398789296494,
      "grad_norm": 0.15135537087917328,
      "learning_rate": 1.5505519018488565e-05,
      "loss": 0.8086,
      "step": 15897
    },
    {
      "epoch": 0.33503506193133026,
      "grad_norm": 0.18300573527812958,
      "learning_rate": 1.5504949221079765e-05,
      "loss": 0.8597,
      "step": 15898
    },
    {
      "epoch": 0.3350561359696955,
      "grad_norm": 0.1226138323545456,
      "learning_rate": 1.5504379398025596e-05,
      "loss": 0.8311,
      "step": 15899
    },
    {
      "epoch": 0.33507721000806084,
      "grad_norm": 0.2117968499660492,
      "learning_rate": 1.550380954932872e-05,
      "loss": 0.872,
      "step": 15900
    },
    {
      "epoch": 0.3350982840464261,
      "grad_norm": 0.17521491646766663,
      "learning_rate": 1.5503239674991798e-05,
      "loss": 0.8375,
      "step": 15901
    },
    {
      "epoch": 0.3351193580847914,
      "grad_norm": 0.14663513004779816,
      "learning_rate": 1.550266977501747e-05,
      "loss": 0.8624,
      "step": 15902
    },
    {
      "epoch": 0.3351404321231567,
      "grad_norm": 0.14756989479064941,
      "learning_rate": 1.55020998494084e-05,
      "loss": 0.7764,
      "step": 15903
    },
    {
      "epoch": 0.33516150616152196,
      "grad_norm": 0.19014723598957062,
      "learning_rate": 1.550152989816724e-05,
      "loss": 0.9719,
      "step": 15904
    },
    {
      "epoch": 0.3351825801998873,
      "grad_norm": 0.2562313377857208,
      "learning_rate": 1.5500959921296646e-05,
      "loss": 0.8878,
      "step": 15905
    },
    {
      "epoch": 0.33520365423825255,
      "grad_norm": 0.14527195692062378,
      "learning_rate": 1.550038991879927e-05,
      "loss": 0.8497,
      "step": 15906
    },
    {
      "epoch": 0.3352247282766178,
      "grad_norm": 0.16408874094486237,
      "learning_rate": 1.5499819890677776e-05,
      "loss": 0.8768,
      "step": 15907
    },
    {
      "epoch": 0.33524580231498313,
      "grad_norm": 0.169200599193573,
      "learning_rate": 1.5499249836934813e-05,
      "loss": 0.8295,
      "step": 15908
    },
    {
      "epoch": 0.3352668763533484,
      "grad_norm": 0.14512957632541656,
      "learning_rate": 1.5498679757573038e-05,
      "loss": 0.8521,
      "step": 15909
    },
    {
      "epoch": 0.33528795039171366,
      "grad_norm": 0.15905910730361938,
      "learning_rate": 1.5498109652595106e-05,
      "loss": 0.8633,
      "step": 15910
    },
    {
      "epoch": 0.335309024430079,
      "grad_norm": 0.13913790881633759,
      "learning_rate": 1.5497539522003676e-05,
      "loss": 0.8605,
      "step": 15911
    },
    {
      "epoch": 0.33533009846844425,
      "grad_norm": 0.13796576857566833,
      "learning_rate": 1.5496969365801396e-05,
      "loss": 0.7923,
      "step": 15912
    },
    {
      "epoch": 0.33535117250680957,
      "grad_norm": 0.1320110261440277,
      "learning_rate": 1.5496399183990935e-05,
      "loss": 0.7589,
      "step": 15913
    },
    {
      "epoch": 0.33537224654517483,
      "grad_norm": 0.15696527063846588,
      "learning_rate": 1.5495828976574935e-05,
      "loss": 0.8562,
      "step": 15914
    },
    {
      "epoch": 0.3353933205835401,
      "grad_norm": 0.12355028837919235,
      "learning_rate": 1.5495258743556064e-05,
      "loss": 0.7479,
      "step": 15915
    },
    {
      "epoch": 0.3354143946219054,
      "grad_norm": 0.15499423444271088,
      "learning_rate": 1.5494688484936974e-05,
      "loss": 0.8234,
      "step": 15916
    },
    {
      "epoch": 0.3354354686602707,
      "grad_norm": 0.12047383189201355,
      "learning_rate": 1.549411820072032e-05,
      "loss": 0.8199,
      "step": 15917
    },
    {
      "epoch": 0.335456542698636,
      "grad_norm": 0.1159246489405632,
      "learning_rate": 1.549354789090876e-05,
      "loss": 0.8136,
      "step": 15918
    },
    {
      "epoch": 0.33547761673700127,
      "grad_norm": 0.12236591428518295,
      "learning_rate": 1.549297755550495e-05,
      "loss": 0.8483,
      "step": 15919
    },
    {
      "epoch": 0.33549869077536654,
      "grad_norm": 0.13829755783081055,
      "learning_rate": 1.5492407194511555e-05,
      "loss": 0.7972,
      "step": 15920
    },
    {
      "epoch": 0.33551976481373186,
      "grad_norm": 0.12229271978139877,
      "learning_rate": 1.5491836807931218e-05,
      "loss": 0.8009,
      "step": 15921
    },
    {
      "epoch": 0.3355408388520971,
      "grad_norm": 0.11719246953725815,
      "learning_rate": 1.5491266395766606e-05,
      "loss": 0.8469,
      "step": 15922
    },
    {
      "epoch": 0.33556191289046244,
      "grad_norm": 0.135284423828125,
      "learning_rate": 1.5490695958020373e-05,
      "loss": 0.8766,
      "step": 15923
    },
    {
      "epoch": 0.3355829869288277,
      "grad_norm": 0.12405059486627579,
      "learning_rate": 1.5490125494695174e-05,
      "loss": 0.8018,
      "step": 15924
    },
    {
      "epoch": 0.335604060967193,
      "grad_norm": 0.12188152223825455,
      "learning_rate": 1.5489555005793673e-05,
      "loss": 0.8577,
      "step": 15925
    },
    {
      "epoch": 0.3356251350055583,
      "grad_norm": 0.12362237274646759,
      "learning_rate": 1.5488984491318527e-05,
      "loss": 0.7683,
      "step": 15926
    },
    {
      "epoch": 0.33564620904392356,
      "grad_norm": 0.12424910813570023,
      "learning_rate": 1.5488413951272384e-05,
      "loss": 0.8317,
      "step": 15927
    },
    {
      "epoch": 0.3356672830822888,
      "grad_norm": 0.17228993773460388,
      "learning_rate": 1.5487843385657915e-05,
      "loss": 0.7998,
      "step": 15928
    },
    {
      "epoch": 0.33568835712065415,
      "grad_norm": 0.11576322466135025,
      "learning_rate": 1.548727279447777e-05,
      "loss": 0.8709,
      "step": 15929
    },
    {
      "epoch": 0.3357094311590194,
      "grad_norm": 0.15154559910297394,
      "learning_rate": 1.5486702177734608e-05,
      "loss": 0.8087,
      "step": 15930
    },
    {
      "epoch": 0.33573050519738473,
      "grad_norm": 0.16309435665607452,
      "learning_rate": 1.548613153543109e-05,
      "loss": 0.8484,
      "step": 15931
    },
    {
      "epoch": 0.33575157923575,
      "grad_norm": 0.14786124229431152,
      "learning_rate": 1.5485560867569874e-05,
      "loss": 0.897,
      "step": 15932
    },
    {
      "epoch": 0.33577265327411526,
      "grad_norm": 0.11301025748252869,
      "learning_rate": 1.5484990174153617e-05,
      "loss": 0.8099,
      "step": 15933
    },
    {
      "epoch": 0.3357937273124806,
      "grad_norm": 0.1451580673456192,
      "learning_rate": 1.5484419455184978e-05,
      "loss": 0.8403,
      "step": 15934
    },
    {
      "epoch": 0.33581480135084585,
      "grad_norm": 0.1433260291814804,
      "learning_rate": 1.5483848710666616e-05,
      "loss": 0.7849,
      "step": 15935
    },
    {
      "epoch": 0.33583587538921117,
      "grad_norm": 0.11675319075584412,
      "learning_rate": 1.5483277940601186e-05,
      "loss": 0.7973,
      "step": 15936
    },
    {
      "epoch": 0.33585694942757643,
      "grad_norm": 0.14518223702907562,
      "learning_rate": 1.5482707144991355e-05,
      "loss": 0.8712,
      "step": 15937
    },
    {
      "epoch": 0.3358780234659417,
      "grad_norm": 0.11667237430810928,
      "learning_rate": 1.5482136323839778e-05,
      "loss": 0.7979,
      "step": 15938
    },
    {
      "epoch": 0.335899097504307,
      "grad_norm": 0.22526226937770844,
      "learning_rate": 1.548156547714911e-05,
      "loss": 0.9173,
      "step": 15939
    },
    {
      "epoch": 0.3359201715426723,
      "grad_norm": 0.13311830163002014,
      "learning_rate": 1.5480994604922017e-05,
      "loss": 0.833,
      "step": 15940
    },
    {
      "epoch": 0.3359412455810376,
      "grad_norm": 0.12341292947530746,
      "learning_rate": 1.5480423707161158e-05,
      "loss": 0.7841,
      "step": 15941
    },
    {
      "epoch": 0.33596231961940287,
      "grad_norm": 0.11215461790561676,
      "learning_rate": 1.5479852783869188e-05,
      "loss": 0.7776,
      "step": 15942
    },
    {
      "epoch": 0.33598339365776814,
      "grad_norm": 0.1339569389820099,
      "learning_rate": 1.5479281835048767e-05,
      "loss": 0.8838,
      "step": 15943
    },
    {
      "epoch": 0.33600446769613346,
      "grad_norm": 0.14099319279193878,
      "learning_rate": 1.5478710860702557e-05,
      "loss": 0.844,
      "step": 15944
    },
    {
      "epoch": 0.3360255417344987,
      "grad_norm": 0.13280127942562103,
      "learning_rate": 1.5478139860833225e-05,
      "loss": 0.9376,
      "step": 15945
    },
    {
      "epoch": 0.336046615772864,
      "grad_norm": 0.15461359918117523,
      "learning_rate": 1.5477568835443414e-05,
      "loss": 0.849,
      "step": 15946
    },
    {
      "epoch": 0.3360676898112293,
      "grad_norm": 0.12891243398189545,
      "learning_rate": 1.54769977845358e-05,
      "loss": 0.8131,
      "step": 15947
    },
    {
      "epoch": 0.3360887638495946,
      "grad_norm": 0.14394091069698334,
      "learning_rate": 1.5476426708113036e-05,
      "loss": 0.8099,
      "step": 15948
    },
    {
      "epoch": 0.3361098378879599,
      "grad_norm": 0.14953137934207916,
      "learning_rate": 1.5475855606177783e-05,
      "loss": 0.8593,
      "step": 15949
    },
    {
      "epoch": 0.33613091192632516,
      "grad_norm": 0.19306614995002747,
      "learning_rate": 1.5475284478732705e-05,
      "loss": 0.9513,
      "step": 15950
    },
    {
      "epoch": 0.3361519859646904,
      "grad_norm": 0.1883145421743393,
      "learning_rate": 1.547471332578046e-05,
      "loss": 0.843,
      "step": 15951
    },
    {
      "epoch": 0.33617306000305575,
      "grad_norm": 0.11457166075706482,
      "learning_rate": 1.547414214732371e-05,
      "loss": 0.833,
      "step": 15952
    },
    {
      "epoch": 0.336194134041421,
      "grad_norm": 0.14347216486930847,
      "learning_rate": 1.547357094336511e-05,
      "loss": 0.7436,
      "step": 15953
    },
    {
      "epoch": 0.33621520807978633,
      "grad_norm": 0.16872519254684448,
      "learning_rate": 1.5472999713907326e-05,
      "loss": 0.8985,
      "step": 15954
    },
    {
      "epoch": 0.3362362821181516,
      "grad_norm": 0.1640983670949936,
      "learning_rate": 1.5472428458953023e-05,
      "loss": 0.8113,
      "step": 15955
    },
    {
      "epoch": 0.33625735615651686,
      "grad_norm": 0.12825258076190948,
      "learning_rate": 1.5471857178504857e-05,
      "loss": 0.7423,
      "step": 15956
    },
    {
      "epoch": 0.3362784301948822,
      "grad_norm": 0.16549326479434967,
      "learning_rate": 1.5471285872565486e-05,
      "loss": 0.7933,
      "step": 15957
    },
    {
      "epoch": 0.33629950423324745,
      "grad_norm": 0.13883040845394135,
      "learning_rate": 1.5470714541137582e-05,
      "loss": 0.8172,
      "step": 15958
    },
    {
      "epoch": 0.33632057827161277,
      "grad_norm": 0.14092350006103516,
      "learning_rate": 1.5470143184223795e-05,
      "loss": 0.8326,
      "step": 15959
    },
    {
      "epoch": 0.33634165230997803,
      "grad_norm": 0.1612328141927719,
      "learning_rate": 1.5469571801826798e-05,
      "loss": 0.7806,
      "step": 15960
    },
    {
      "epoch": 0.3363627263483433,
      "grad_norm": 0.11415863037109375,
      "learning_rate": 1.5469000393949244e-05,
      "loss": 0.8102,
      "step": 15961
    },
    {
      "epoch": 0.3363838003867086,
      "grad_norm": 0.15322266519069672,
      "learning_rate": 1.5468428960593796e-05,
      "loss": 0.8718,
      "step": 15962
    },
    {
      "epoch": 0.3364048744250739,
      "grad_norm": 0.13568857312202454,
      "learning_rate": 1.546785750176312e-05,
      "loss": 0.8597,
      "step": 15963
    },
    {
      "epoch": 0.33642594846343915,
      "grad_norm": 0.12120990455150604,
      "learning_rate": 1.546728601745988e-05,
      "loss": 0.7913,
      "step": 15964
    },
    {
      "epoch": 0.33644702250180447,
      "grad_norm": 0.14647752046585083,
      "learning_rate": 1.5466714507686728e-05,
      "loss": 0.7981,
      "step": 15965
    },
    {
      "epoch": 0.33646809654016974,
      "grad_norm": 0.14268405735492706,
      "learning_rate": 1.546614297244634e-05,
      "loss": 0.8887,
      "step": 15966
    },
    {
      "epoch": 0.33648917057853506,
      "grad_norm": 0.1362115889787674,
      "learning_rate": 1.5465571411741368e-05,
      "loss": 0.8098,
      "step": 15967
    },
    {
      "epoch": 0.3365102446169003,
      "grad_norm": 0.14437638223171234,
      "learning_rate": 1.5464999825574478e-05,
      "loss": 0.8342,
      "step": 15968
    },
    {
      "epoch": 0.3365313186552656,
      "grad_norm": 0.13423588871955872,
      "learning_rate": 1.5464428213948332e-05,
      "loss": 0.8312,
      "step": 15969
    },
    {
      "epoch": 0.3365523926936309,
      "grad_norm": 0.1426512598991394,
      "learning_rate": 1.5463856576865598e-05,
      "loss": 0.7597,
      "step": 15970
    },
    {
      "epoch": 0.3365734667319962,
      "grad_norm": 0.14860518276691437,
      "learning_rate": 1.546328491432893e-05,
      "loss": 0.7936,
      "step": 15971
    },
    {
      "epoch": 0.3365945407703615,
      "grad_norm": 0.2176530659198761,
      "learning_rate": 1.5462713226341e-05,
      "loss": 0.8754,
      "step": 15972
    },
    {
      "epoch": 0.33661561480872676,
      "grad_norm": 0.1624998301267624,
      "learning_rate": 1.5462141512904465e-05,
      "loss": 0.8319,
      "step": 15973
    },
    {
      "epoch": 0.336636688847092,
      "grad_norm": 0.14955806732177734,
      "learning_rate": 1.546156977402199e-05,
      "loss": 0.8735,
      "step": 15974
    },
    {
      "epoch": 0.33665776288545735,
      "grad_norm": 0.1807350367307663,
      "learning_rate": 1.5460998009696245e-05,
      "loss": 0.8798,
      "step": 15975
    },
    {
      "epoch": 0.3366788369238226,
      "grad_norm": 0.17295187711715698,
      "learning_rate": 1.5460426219929885e-05,
      "loss": 0.8795,
      "step": 15976
    },
    {
      "epoch": 0.33669991096218793,
      "grad_norm": 0.13680826127529144,
      "learning_rate": 1.5459854404725575e-05,
      "loss": 0.8625,
      "step": 15977
    },
    {
      "epoch": 0.3367209850005532,
      "grad_norm": 0.2051216959953308,
      "learning_rate": 1.5459282564085983e-05,
      "loss": 0.9098,
      "step": 15978
    },
    {
      "epoch": 0.33674205903891846,
      "grad_norm": 0.13116279244422913,
      "learning_rate": 1.545871069801377e-05,
      "loss": 0.8053,
      "step": 15979
    },
    {
      "epoch": 0.3367631330772838,
      "grad_norm": 0.12394757568836212,
      "learning_rate": 1.54581388065116e-05,
      "loss": 0.7324,
      "step": 15980
    },
    {
      "epoch": 0.33678420711564905,
      "grad_norm": 0.16315877437591553,
      "learning_rate": 1.5457566889582136e-05,
      "loss": 0.834,
      "step": 15981
    },
    {
      "epoch": 0.3368052811540143,
      "grad_norm": 0.1738646924495697,
      "learning_rate": 1.545699494722805e-05,
      "loss": 0.8409,
      "step": 15982
    },
    {
      "epoch": 0.33682635519237963,
      "grad_norm": 0.14405442774295807,
      "learning_rate": 1.5456422979451997e-05,
      "loss": 0.805,
      "step": 15983
    },
    {
      "epoch": 0.3368474292307449,
      "grad_norm": 0.14006991684436798,
      "learning_rate": 1.5455850986256645e-05,
      "loss": 0.8071,
      "step": 15984
    },
    {
      "epoch": 0.3368685032691102,
      "grad_norm": 0.221904456615448,
      "learning_rate": 1.545527896764466e-05,
      "loss": 0.8586,
      "step": 15985
    },
    {
      "epoch": 0.3368895773074755,
      "grad_norm": 0.1791069656610489,
      "learning_rate": 1.54547069236187e-05,
      "loss": 0.734,
      "step": 15986
    },
    {
      "epoch": 0.33691065134584075,
      "grad_norm": 0.14285588264465332,
      "learning_rate": 1.5454134854181442e-05,
      "loss": 0.8043,
      "step": 15987
    },
    {
      "epoch": 0.33693172538420607,
      "grad_norm": 0.2176332026720047,
      "learning_rate": 1.5453562759335543e-05,
      "loss": 0.8438,
      "step": 15988
    },
    {
      "epoch": 0.33695279942257134,
      "grad_norm": 0.1451825648546219,
      "learning_rate": 1.545299063908367e-05,
      "loss": 0.8117,
      "step": 15989
    },
    {
      "epoch": 0.33697387346093666,
      "grad_norm": 0.1773090362548828,
      "learning_rate": 1.545241849342849e-05,
      "loss": 0.8497,
      "step": 15990
    },
    {
      "epoch": 0.3369949474993019,
      "grad_norm": 0.16807839274406433,
      "learning_rate": 1.5451846322372665e-05,
      "loss": 0.8146,
      "step": 15991
    },
    {
      "epoch": 0.3370160215376672,
      "grad_norm": 0.17964929342269897,
      "learning_rate": 1.5451274125918862e-05,
      "loss": 0.9101,
      "step": 15992
    },
    {
      "epoch": 0.3370370955760325,
      "grad_norm": 0.2460329681634903,
      "learning_rate": 1.5450701904069744e-05,
      "loss": 0.9023,
      "step": 15993
    },
    {
      "epoch": 0.3370581696143978,
      "grad_norm": 0.13092999160289764,
      "learning_rate": 1.5450129656827985e-05,
      "loss": 0.8017,
      "step": 15994
    },
    {
      "epoch": 0.3370792436527631,
      "grad_norm": 0.16896596550941467,
      "learning_rate": 1.544955738419624e-05,
      "loss": 0.7993,
      "step": 15995
    },
    {
      "epoch": 0.33710031769112836,
      "grad_norm": 0.11939184367656708,
      "learning_rate": 1.5448985086177182e-05,
      "loss": 0.7765,
      "step": 15996
    },
    {
      "epoch": 0.3371213917294936,
      "grad_norm": 0.15962104499340057,
      "learning_rate": 1.5448412762773476e-05,
      "loss": 0.8298,
      "step": 15997
    },
    {
      "epoch": 0.33714246576785895,
      "grad_norm": 0.1355605125427246,
      "learning_rate": 1.5447840413987787e-05,
      "loss": 0.8456,
      "step": 15998
    },
    {
      "epoch": 0.3371635398062242,
      "grad_norm": 0.13255418837070465,
      "learning_rate": 1.5447268039822786e-05,
      "loss": 0.8305,
      "step": 15999
    },
    {
      "epoch": 0.33718461384458953,
      "grad_norm": 0.1150139570236206,
      "learning_rate": 1.544669564028113e-05,
      "loss": 0.8026,
      "step": 16000
    },
    {
      "epoch": 0.3372056878829548,
      "grad_norm": 0.12148157507181168,
      "learning_rate": 1.5446123215365493e-05,
      "loss": 0.7564,
      "step": 16001
    },
    {
      "epoch": 0.33722676192132006,
      "grad_norm": 0.12141234427690506,
      "learning_rate": 1.5445550765078542e-05,
      "loss": 0.7865,
      "step": 16002
    },
    {
      "epoch": 0.3372478359596854,
      "grad_norm": 0.14605356752872467,
      "learning_rate": 1.5444978289422937e-05,
      "loss": 0.8849,
      "step": 16003
    },
    {
      "epoch": 0.33726890999805065,
      "grad_norm": 0.185208261013031,
      "learning_rate": 1.5444405788401355e-05,
      "loss": 0.8985,
      "step": 16004
    },
    {
      "epoch": 0.3372899840364159,
      "grad_norm": 0.15366056561470032,
      "learning_rate": 1.5443833262016452e-05,
      "loss": 0.8416,
      "step": 16005
    },
    {
      "epoch": 0.33731105807478123,
      "grad_norm": 0.13272595405578613,
      "learning_rate": 1.5443260710270905e-05,
      "loss": 0.8728,
      "step": 16006
    },
    {
      "epoch": 0.3373321321131465,
      "grad_norm": 0.13027609884738922,
      "learning_rate": 1.5442688133167373e-05,
      "loss": 0.8493,
      "step": 16007
    },
    {
      "epoch": 0.3373532061515118,
      "grad_norm": 0.1515919417142868,
      "learning_rate": 1.544211553070853e-05,
      "loss": 0.8528,
      "step": 16008
    },
    {
      "epoch": 0.3373742801898771,
      "grad_norm": 0.16852037608623505,
      "learning_rate": 1.544154290289704e-05,
      "loss": 0.8162,
      "step": 16009
    },
    {
      "epoch": 0.33739535422824235,
      "grad_norm": 0.12355314195156097,
      "learning_rate": 1.544097024973557e-05,
      "loss": 0.8341,
      "step": 16010
    },
    {
      "epoch": 0.33741642826660767,
      "grad_norm": 0.14652270078659058,
      "learning_rate": 1.5440397571226792e-05,
      "loss": 0.7991,
      "step": 16011
    },
    {
      "epoch": 0.33743750230497294,
      "grad_norm": 0.1447557955980301,
      "learning_rate": 1.5439824867373373e-05,
      "loss": 0.8477,
      "step": 16012
    },
    {
      "epoch": 0.33745857634333826,
      "grad_norm": 0.13659876585006714,
      "learning_rate": 1.5439252138177977e-05,
      "loss": 0.8485,
      "step": 16013
    },
    {
      "epoch": 0.3374796503817035,
      "grad_norm": 0.12145225703716278,
      "learning_rate": 1.5438679383643273e-05,
      "loss": 0.8228,
      "step": 16014
    },
    {
      "epoch": 0.3375007244200688,
      "grad_norm": 0.11338971555233002,
      "learning_rate": 1.5438106603771932e-05,
      "loss": 0.8374,
      "step": 16015
    },
    {
      "epoch": 0.3375217984584341,
      "grad_norm": 0.12380918115377426,
      "learning_rate": 1.543753379856662e-05,
      "loss": 0.9153,
      "step": 16016
    },
    {
      "epoch": 0.3375428724967994,
      "grad_norm": 0.11924505233764648,
      "learning_rate": 1.5436960968030007e-05,
      "loss": 0.8479,
      "step": 16017
    },
    {
      "epoch": 0.3375639465351647,
      "grad_norm": 0.12217848002910614,
      "learning_rate": 1.543638811216476e-05,
      "loss": 0.8194,
      "step": 16018
    },
    {
      "epoch": 0.33758502057352996,
      "grad_norm": 0.11741237342357635,
      "learning_rate": 1.543581523097355e-05,
      "loss": 0.8374,
      "step": 16019
    },
    {
      "epoch": 0.3376060946118952,
      "grad_norm": 0.1550155133008957,
      "learning_rate": 1.5435242324459046e-05,
      "loss": 0.8565,
      "step": 16020
    },
    {
      "epoch": 0.33762716865026055,
      "grad_norm": 0.14087256789207458,
      "learning_rate": 1.543466939262391e-05,
      "loss": 0.8523,
      "step": 16021
    },
    {
      "epoch": 0.3376482426886258,
      "grad_norm": 0.1128440573811531,
      "learning_rate": 1.5434096435470823e-05,
      "loss": 0.8148,
      "step": 16022
    },
    {
      "epoch": 0.3376693167269911,
      "grad_norm": 0.11090975254774094,
      "learning_rate": 1.5433523453002446e-05,
      "loss": 0.842,
      "step": 16023
    },
    {
      "epoch": 0.3376903907653564,
      "grad_norm": 0.12530533969402313,
      "learning_rate": 1.5432950445221448e-05,
      "loss": 0.8227,
      "step": 16024
    },
    {
      "epoch": 0.33771146480372166,
      "grad_norm": 0.12749522924423218,
      "learning_rate": 1.5432377412130503e-05,
      "loss": 0.8518,
      "step": 16025
    },
    {
      "epoch": 0.337732538842087,
      "grad_norm": 0.1578691303730011,
      "learning_rate": 1.5431804353732273e-05,
      "loss": 0.857,
      "step": 16026
    },
    {
      "epoch": 0.33775361288045225,
      "grad_norm": 0.15631341934204102,
      "learning_rate": 1.5431231270029435e-05,
      "loss": 0.8635,
      "step": 16027
    },
    {
      "epoch": 0.3377746869188175,
      "grad_norm": 0.1128697395324707,
      "learning_rate": 1.543065816102466e-05,
      "loss": 0.7304,
      "step": 16028
    },
    {
      "epoch": 0.33779576095718283,
      "grad_norm": 0.17795374989509583,
      "learning_rate": 1.543008502672061e-05,
      "loss": 0.8362,
      "step": 16029
    },
    {
      "epoch": 0.3378168349955481,
      "grad_norm": 0.24443751573562622,
      "learning_rate": 1.542951186711996e-05,
      "loss": 0.8973,
      "step": 16030
    },
    {
      "epoch": 0.3378379090339134,
      "grad_norm": 0.18858535587787628,
      "learning_rate": 1.5428938682225382e-05,
      "loss": 0.8284,
      "step": 16031
    },
    {
      "epoch": 0.3378589830722787,
      "grad_norm": 0.15217788517475128,
      "learning_rate": 1.5428365472039543e-05,
      "loss": 0.8729,
      "step": 16032
    },
    {
      "epoch": 0.33788005711064395,
      "grad_norm": 0.21742072701454163,
      "learning_rate": 1.542779223656511e-05,
      "loss": 0.8471,
      "step": 16033
    },
    {
      "epoch": 0.33790113114900927,
      "grad_norm": 0.13239556550979614,
      "learning_rate": 1.542721897580476e-05,
      "loss": 0.7743,
      "step": 16034
    },
    {
      "epoch": 0.33792220518737454,
      "grad_norm": 0.1884528398513794,
      "learning_rate": 1.542664568976116e-05,
      "loss": 0.8529,
      "step": 16035
    },
    {
      "epoch": 0.33794327922573986,
      "grad_norm": 0.22522836923599243,
      "learning_rate": 1.5426072378436985e-05,
      "loss": 0.8839,
      "step": 16036
    },
    {
      "epoch": 0.3379643532641051,
      "grad_norm": 0.17970998585224152,
      "learning_rate": 1.54254990418349e-05,
      "loss": 0.8196,
      "step": 16037
    },
    {
      "epoch": 0.3379854273024704,
      "grad_norm": 0.13734689354896545,
      "learning_rate": 1.542492567995758e-05,
      "loss": 0.8233,
      "step": 16038
    },
    {
      "epoch": 0.3380065013408357,
      "grad_norm": 0.18575850129127502,
      "learning_rate": 1.5424352292807692e-05,
      "loss": 0.8253,
      "step": 16039
    },
    {
      "epoch": 0.338027575379201,
      "grad_norm": 0.12906146049499512,
      "learning_rate": 1.542377888038791e-05,
      "loss": 0.8047,
      "step": 16040
    },
    {
      "epoch": 0.33804864941756624,
      "grad_norm": 0.15797556936740875,
      "learning_rate": 1.5423205442700908e-05,
      "loss": 0.9777,
      "step": 16041
    },
    {
      "epoch": 0.33806972345593156,
      "grad_norm": 0.15613001585006714,
      "learning_rate": 1.5422631979749354e-05,
      "loss": 0.9278,
      "step": 16042
    },
    {
      "epoch": 0.3380907974942968,
      "grad_norm": 0.13037164509296417,
      "learning_rate": 1.5422058491535917e-05,
      "loss": 0.8058,
      "step": 16043
    },
    {
      "epoch": 0.33811187153266214,
      "grad_norm": 0.1357584446668625,
      "learning_rate": 1.5421484978063273e-05,
      "loss": 0.7714,
      "step": 16044
    },
    {
      "epoch": 0.3381329455710274,
      "grad_norm": 0.110628142952919,
      "learning_rate": 1.5420911439334096e-05,
      "loss": 0.8261,
      "step": 16045
    },
    {
      "epoch": 0.3381540196093927,
      "grad_norm": 0.1364123523235321,
      "learning_rate": 1.542033787535105e-05,
      "loss": 0.7866,
      "step": 16046
    },
    {
      "epoch": 0.338175093647758,
      "grad_norm": 0.11244478821754456,
      "learning_rate": 1.5419764286116816e-05,
      "loss": 0.7736,
      "step": 16047
    },
    {
      "epoch": 0.33819616768612326,
      "grad_norm": 0.12480577081441879,
      "learning_rate": 1.5419190671634056e-05,
      "loss": 0.8195,
      "step": 16048
    },
    {
      "epoch": 0.3382172417244886,
      "grad_norm": 0.10777129977941513,
      "learning_rate": 1.541861703190545e-05,
      "loss": 0.8416,
      "step": 16049
    },
    {
      "epoch": 0.33823831576285385,
      "grad_norm": 0.10076092928647995,
      "learning_rate": 1.5418043366933665e-05,
      "loss": 0.782,
      "step": 16050
    },
    {
      "epoch": 0.3382593898012191,
      "grad_norm": 0.15400157868862152,
      "learning_rate": 1.541746967672138e-05,
      "loss": 0.9167,
      "step": 16051
    },
    {
      "epoch": 0.33828046383958443,
      "grad_norm": 0.1403340995311737,
      "learning_rate": 1.5416895961271262e-05,
      "loss": 0.8428,
      "step": 16052
    },
    {
      "epoch": 0.3383015378779497,
      "grad_norm": 0.16000720858573914,
      "learning_rate": 1.541632222058599e-05,
      "loss": 0.8779,
      "step": 16053
    },
    {
      "epoch": 0.338322611916315,
      "grad_norm": 0.1424393206834793,
      "learning_rate": 1.541574845466823e-05,
      "loss": 0.8212,
      "step": 16054
    },
    {
      "epoch": 0.3383436859546803,
      "grad_norm": 0.2709353268146515,
      "learning_rate": 1.5415174663520657e-05,
      "loss": 0.8406,
      "step": 16055
    },
    {
      "epoch": 0.33836475999304555,
      "grad_norm": 0.16626252233982086,
      "learning_rate": 1.5414600847145948e-05,
      "loss": 0.8677,
      "step": 16056
    },
    {
      "epoch": 0.33838583403141087,
      "grad_norm": 0.1321306675672531,
      "learning_rate": 1.5414027005546767e-05,
      "loss": 0.8507,
      "step": 16057
    },
    {
      "epoch": 0.33840690806977614,
      "grad_norm": 0.13810071349143982,
      "learning_rate": 1.5413453138725798e-05,
      "loss": 0.8181,
      "step": 16058
    },
    {
      "epoch": 0.3384279821081414,
      "grad_norm": 0.206665500998497,
      "learning_rate": 1.5412879246685707e-05,
      "loss": 0.9002,
      "step": 16059
    },
    {
      "epoch": 0.3384490561465067,
      "grad_norm": 0.14386332035064697,
      "learning_rate": 1.5412305329429174e-05,
      "loss": 0.8109,
      "step": 16060
    },
    {
      "epoch": 0.338470130184872,
      "grad_norm": 0.26654931902885437,
      "learning_rate": 1.5411731386958865e-05,
      "loss": 0.7849,
      "step": 16061
    },
    {
      "epoch": 0.3384912042232373,
      "grad_norm": 0.1334630697965622,
      "learning_rate": 1.5411157419277458e-05,
      "loss": 0.7502,
      "step": 16062
    },
    {
      "epoch": 0.3385122782616026,
      "grad_norm": 0.1759236454963684,
      "learning_rate": 1.541058342638763e-05,
      "loss": 0.858,
      "step": 16063
    },
    {
      "epoch": 0.33853335229996784,
      "grad_norm": 0.19063614308834076,
      "learning_rate": 1.5410009408292047e-05,
      "loss": 0.8994,
      "step": 16064
    },
    {
      "epoch": 0.33855442633833316,
      "grad_norm": 0.16590167582035065,
      "learning_rate": 1.540943536499339e-05,
      "loss": 0.8589,
      "step": 16065
    },
    {
      "epoch": 0.3385755003766984,
      "grad_norm": 0.16652274131774902,
      "learning_rate": 1.5408861296494326e-05,
      "loss": 0.7995,
      "step": 16066
    },
    {
      "epoch": 0.33859657441506374,
      "grad_norm": 0.14206482470035553,
      "learning_rate": 1.540828720279754e-05,
      "loss": 0.8361,
      "step": 16067
    },
    {
      "epoch": 0.338617648453429,
      "grad_norm": 0.13516926765441895,
      "learning_rate": 1.54077130839057e-05,
      "loss": 0.804,
      "step": 16068
    },
    {
      "epoch": 0.3386387224917943,
      "grad_norm": 0.17390385270118713,
      "learning_rate": 1.5407138939821477e-05,
      "loss": 0.8854,
      "step": 16069
    },
    {
      "epoch": 0.3386597965301596,
      "grad_norm": 0.15232841670513153,
      "learning_rate": 1.5406564770547553e-05,
      "loss": 0.812,
      "step": 16070
    },
    {
      "epoch": 0.33868087056852486,
      "grad_norm": 0.14728331565856934,
      "learning_rate": 1.54059905760866e-05,
      "loss": 0.8063,
      "step": 16071
    },
    {
      "epoch": 0.3387019446068902,
      "grad_norm": 0.15111418068408966,
      "learning_rate": 1.540541635644129e-05,
      "loss": 0.8041,
      "step": 16072
    },
    {
      "epoch": 0.33872301864525545,
      "grad_norm": 0.14307226240634918,
      "learning_rate": 1.5404842111614304e-05,
      "loss": 0.8526,
      "step": 16073
    },
    {
      "epoch": 0.3387440926836207,
      "grad_norm": 0.18980814516544342,
      "learning_rate": 1.5404267841608315e-05,
      "loss": 0.8295,
      "step": 16074
    },
    {
      "epoch": 0.33876516672198603,
      "grad_norm": 0.16657155752182007,
      "learning_rate": 1.5403693546425996e-05,
      "loss": 0.8528,
      "step": 16075
    },
    {
      "epoch": 0.3387862407603513,
      "grad_norm": 0.14339177310466766,
      "learning_rate": 1.540311922607002e-05,
      "loss": 0.8689,
      "step": 16076
    },
    {
      "epoch": 0.33880731479871656,
      "grad_norm": 0.1369849443435669,
      "learning_rate": 1.540254488054307e-05,
      "loss": 0.8064,
      "step": 16077
    },
    {
      "epoch": 0.3388283888370819,
      "grad_norm": 0.14861728250980377,
      "learning_rate": 1.5401970509847817e-05,
      "loss": 0.8871,
      "step": 16078
    },
    {
      "epoch": 0.33884946287544715,
      "grad_norm": 0.1795676350593567,
      "learning_rate": 1.5401396113986935e-05,
      "loss": 0.8762,
      "step": 16079
    },
    {
      "epoch": 0.33887053691381247,
      "grad_norm": 0.12971706688404083,
      "learning_rate": 1.5400821692963103e-05,
      "loss": 0.8478,
      "step": 16080
    },
    {
      "epoch": 0.33889161095217774,
      "grad_norm": 0.18242314457893372,
      "learning_rate": 1.5400247246779004e-05,
      "loss": 0.8643,
      "step": 16081
    },
    {
      "epoch": 0.338912684990543,
      "grad_norm": 0.15195663273334503,
      "learning_rate": 1.53996727754373e-05,
      "loss": 0.8895,
      "step": 16082
    },
    {
      "epoch": 0.3389337590289083,
      "grad_norm": 0.14627720415592194,
      "learning_rate": 1.5399098278940673e-05,
      "loss": 0.8808,
      "step": 16083
    },
    {
      "epoch": 0.3389548330672736,
      "grad_norm": 0.17762315273284912,
      "learning_rate": 1.53985237572918e-05,
      "loss": 0.902,
      "step": 16084
    },
    {
      "epoch": 0.3389759071056389,
      "grad_norm": 0.1403447687625885,
      "learning_rate": 1.539794921049336e-05,
      "loss": 0.8191,
      "step": 16085
    },
    {
      "epoch": 0.3389969811440042,
      "grad_norm": 0.18474820256233215,
      "learning_rate": 1.5397374638548027e-05,
      "loss": 0.8987,
      "step": 16086
    },
    {
      "epoch": 0.33901805518236944,
      "grad_norm": 0.19245818257331848,
      "learning_rate": 1.5396800041458476e-05,
      "loss": 0.8245,
      "step": 16087
    },
    {
      "epoch": 0.33903912922073476,
      "grad_norm": 0.13259606063365936,
      "learning_rate": 1.539622541922739e-05,
      "loss": 0.8146,
      "step": 16088
    },
    {
      "epoch": 0.3390602032591,
      "grad_norm": 0.17696036398410797,
      "learning_rate": 1.5395650771857437e-05,
      "loss": 0.9114,
      "step": 16089
    },
    {
      "epoch": 0.33908127729746534,
      "grad_norm": 0.12238265573978424,
      "learning_rate": 1.5395076099351302e-05,
      "loss": 0.8488,
      "step": 16090
    },
    {
      "epoch": 0.3391023513358306,
      "grad_norm": 0.1522146314382553,
      "learning_rate": 1.5394501401711656e-05,
      "loss": 0.8505,
      "step": 16091
    },
    {
      "epoch": 0.3391234253741959,
      "grad_norm": 0.1259051114320755,
      "learning_rate": 1.5393926678941183e-05,
      "loss": 0.756,
      "step": 16092
    },
    {
      "epoch": 0.3391444994125612,
      "grad_norm": 0.16771544516086578,
      "learning_rate": 1.539335193104255e-05,
      "loss": 0.7918,
      "step": 16093
    },
    {
      "epoch": 0.33916557345092646,
      "grad_norm": 0.1374393105506897,
      "learning_rate": 1.5392777158018445e-05,
      "loss": 0.8726,
      "step": 16094
    },
    {
      "epoch": 0.3391866474892918,
      "grad_norm": 0.14439766108989716,
      "learning_rate": 1.5392202359871543e-05,
      "loss": 0.8737,
      "step": 16095
    },
    {
      "epoch": 0.33920772152765705,
      "grad_norm": 0.13899342715740204,
      "learning_rate": 1.539162753660452e-05,
      "loss": 0.8701,
      "step": 16096
    },
    {
      "epoch": 0.3392287955660223,
      "grad_norm": 0.13220378756523132,
      "learning_rate": 1.5391052688220054e-05,
      "loss": 0.8683,
      "step": 16097
    },
    {
      "epoch": 0.33924986960438763,
      "grad_norm": 0.13689807057380676,
      "learning_rate": 1.5390477814720824e-05,
      "loss": 0.8466,
      "step": 16098
    },
    {
      "epoch": 0.3392709436427529,
      "grad_norm": 0.1244104653596878,
      "learning_rate": 1.5389902916109506e-05,
      "loss": 0.8395,
      "step": 16099
    },
    {
      "epoch": 0.33929201768111816,
      "grad_norm": 0.1464431881904602,
      "learning_rate": 1.5389327992388777e-05,
      "loss": 0.8235,
      "step": 16100
    },
    {
      "epoch": 0.3393130917194835,
      "grad_norm": 0.11762881278991699,
      "learning_rate": 1.5388753043561324e-05,
      "loss": 0.7722,
      "step": 16101
    },
    {
      "epoch": 0.33933416575784875,
      "grad_norm": 0.13485807180404663,
      "learning_rate": 1.5388178069629818e-05,
      "loss": 0.8484,
      "step": 16102
    },
    {
      "epoch": 0.33935523979621407,
      "grad_norm": 0.10937918722629547,
      "learning_rate": 1.5387603070596936e-05,
      "loss": 0.7783,
      "step": 16103
    },
    {
      "epoch": 0.33937631383457934,
      "grad_norm": 0.12367770075798035,
      "learning_rate": 1.538702804646536e-05,
      "loss": 0.8443,
      "step": 16104
    },
    {
      "epoch": 0.3393973878729446,
      "grad_norm": 0.13423612713813782,
      "learning_rate": 1.5386452997237772e-05,
      "loss": 0.8542,
      "step": 16105
    },
    {
      "epoch": 0.3394184619113099,
      "grad_norm": 0.13132664561271667,
      "learning_rate": 1.538587792291685e-05,
      "loss": 0.8373,
      "step": 16106
    },
    {
      "epoch": 0.3394395359496752,
      "grad_norm": 0.11383996903896332,
      "learning_rate": 1.5385302823505264e-05,
      "loss": 0.7384,
      "step": 16107
    },
    {
      "epoch": 0.3394606099880405,
      "grad_norm": 0.10657099634408951,
      "learning_rate": 1.53847276990057e-05,
      "loss": 0.7913,
      "step": 16108
    },
    {
      "epoch": 0.33948168402640577,
      "grad_norm": 0.12689310312271118,
      "learning_rate": 1.5384152549420836e-05,
      "loss": 0.7788,
      "step": 16109
    },
    {
      "epoch": 0.33950275806477104,
      "grad_norm": 0.12304872274398804,
      "learning_rate": 1.5383577374753356e-05,
      "loss": 0.8237,
      "step": 16110
    },
    {
      "epoch": 0.33952383210313636,
      "grad_norm": 0.14278358221054077,
      "learning_rate": 1.5383002175005935e-05,
      "loss": 0.8519,
      "step": 16111
    },
    {
      "epoch": 0.3395449061415016,
      "grad_norm": 0.12032335251569748,
      "learning_rate": 1.5382426950181257e-05,
      "loss": 0.7804,
      "step": 16112
    },
    {
      "epoch": 0.33956598017986694,
      "grad_norm": 0.15782573819160461,
      "learning_rate": 1.5381851700281994e-05,
      "loss": 0.844,
      "step": 16113
    },
    {
      "epoch": 0.3395870542182322,
      "grad_norm": 0.12141299247741699,
      "learning_rate": 1.538127642531083e-05,
      "loss": 0.8592,
      "step": 16114
    },
    {
      "epoch": 0.3396081282565975,
      "grad_norm": 0.12369906902313232,
      "learning_rate": 1.5380701125270446e-05,
      "loss": 0.8834,
      "step": 16115
    },
    {
      "epoch": 0.3396292022949628,
      "grad_norm": 0.12728922069072723,
      "learning_rate": 1.538012580016352e-05,
      "loss": 0.8728,
      "step": 16116
    },
    {
      "epoch": 0.33965027633332806,
      "grad_norm": 0.1422494798898697,
      "learning_rate": 1.5379550449992736e-05,
      "loss": 0.7898,
      "step": 16117
    },
    {
      "epoch": 0.3396713503716933,
      "grad_norm": 0.11438833177089691,
      "learning_rate": 1.537897507476077e-05,
      "loss": 0.8162,
      "step": 16118
    },
    {
      "epoch": 0.33969242441005865,
      "grad_norm": 0.11705265939235687,
      "learning_rate": 1.5378399674470302e-05,
      "loss": 0.8411,
      "step": 16119
    },
    {
      "epoch": 0.3397134984484239,
      "grad_norm": 0.12177786231040955,
      "learning_rate": 1.5377824249124017e-05,
      "loss": 0.7698,
      "step": 16120
    },
    {
      "epoch": 0.33973457248678923,
      "grad_norm": 0.12305238097906113,
      "learning_rate": 1.5377248798724595e-05,
      "loss": 0.8502,
      "step": 16121
    },
    {
      "epoch": 0.3397556465251545,
      "grad_norm": 0.10012735426425934,
      "learning_rate": 1.5376673323274713e-05,
      "loss": 0.7933,
      "step": 16122
    },
    {
      "epoch": 0.33977672056351976,
      "grad_norm": 0.16780832409858704,
      "learning_rate": 1.5376097822777053e-05,
      "loss": 0.8639,
      "step": 16123
    },
    {
      "epoch": 0.3397977946018851,
      "grad_norm": 0.1326480209827423,
      "learning_rate": 1.53755222972343e-05,
      "loss": 0.7983,
      "step": 16124
    },
    {
      "epoch": 0.33981886864025035,
      "grad_norm": 0.13915015757083893,
      "learning_rate": 1.537494674664913e-05,
      "loss": 0.8983,
      "step": 16125
    },
    {
      "epoch": 0.33983994267861567,
      "grad_norm": 0.15961746871471405,
      "learning_rate": 1.537437117102423e-05,
      "loss": 0.8915,
      "step": 16126
    },
    {
      "epoch": 0.33986101671698093,
      "grad_norm": 0.12359742820262909,
      "learning_rate": 1.5373795570362274e-05,
      "loss": 0.8259,
      "step": 16127
    },
    {
      "epoch": 0.3398820907553462,
      "grad_norm": 0.1309797167778015,
      "learning_rate": 1.5373219944665948e-05,
      "loss": 0.8322,
      "step": 16128
    },
    {
      "epoch": 0.3399031647937115,
      "grad_norm": 0.13463203608989716,
      "learning_rate": 1.5372644293937932e-05,
      "loss": 0.7097,
      "step": 16129
    },
    {
      "epoch": 0.3399242388320768,
      "grad_norm": 0.1465052217245102,
      "learning_rate": 1.5372068618180912e-05,
      "loss": 0.851,
      "step": 16130
    },
    {
      "epoch": 0.3399453128704421,
      "grad_norm": 0.1718265414237976,
      "learning_rate": 1.5371492917397565e-05,
      "loss": 0.8805,
      "step": 16131
    },
    {
      "epoch": 0.33996638690880737,
      "grad_norm": 0.12992599606513977,
      "learning_rate": 1.5370917191590574e-05,
      "loss": 0.8125,
      "step": 16132
    },
    {
      "epoch": 0.33998746094717264,
      "grad_norm": 0.16925035417079926,
      "learning_rate": 1.5370341440762623e-05,
      "loss": 0.8611,
      "step": 16133
    },
    {
      "epoch": 0.34000853498553796,
      "grad_norm": 0.13939528167247772,
      "learning_rate": 1.5369765664916392e-05,
      "loss": 0.8982,
      "step": 16134
    },
    {
      "epoch": 0.3400296090239032,
      "grad_norm": 0.16513051092624664,
      "learning_rate": 1.5369189864054564e-05,
      "loss": 0.8331,
      "step": 16135
    },
    {
      "epoch": 0.3400506830622685,
      "grad_norm": 0.11610274016857147,
      "learning_rate": 1.5368614038179823e-05,
      "loss": 0.8394,
      "step": 16136
    },
    {
      "epoch": 0.3400717571006338,
      "grad_norm": 0.19596780836582184,
      "learning_rate": 1.5368038187294848e-05,
      "loss": 0.8994,
      "step": 16137
    },
    {
      "epoch": 0.3400928311389991,
      "grad_norm": 0.14985768496990204,
      "learning_rate": 1.5367462311402323e-05,
      "loss": 0.7883,
      "step": 16138
    },
    {
      "epoch": 0.3401139051773644,
      "grad_norm": 0.1624060869216919,
      "learning_rate": 1.536688641050493e-05,
      "loss": 0.8236,
      "step": 16139
    },
    {
      "epoch": 0.34013497921572966,
      "grad_norm": 0.13770249485969543,
      "learning_rate": 1.536631048460536e-05,
      "loss": 0.8194,
      "step": 16140
    },
    {
      "epoch": 0.3401560532540949,
      "grad_norm": 0.16636967658996582,
      "learning_rate": 1.5365734533706286e-05,
      "loss": 0.882,
      "step": 16141
    },
    {
      "epoch": 0.34017712729246025,
      "grad_norm": 0.20710700750350952,
      "learning_rate": 1.5365158557810395e-05,
      "loss": 0.8921,
      "step": 16142
    },
    {
      "epoch": 0.3401982013308255,
      "grad_norm": 0.13667766749858856,
      "learning_rate": 1.5364582556920367e-05,
      "loss": 0.742,
      "step": 16143
    },
    {
      "epoch": 0.34021927536919083,
      "grad_norm": 0.1800932139158249,
      "learning_rate": 1.5364006531038887e-05,
      "loss": 0.873,
      "step": 16144
    },
    {
      "epoch": 0.3402403494075561,
      "grad_norm": 0.13255617022514343,
      "learning_rate": 1.5363430480168647e-05,
      "loss": 0.8385,
      "step": 16145
    },
    {
      "epoch": 0.34026142344592136,
      "grad_norm": 0.1932723969221115,
      "learning_rate": 1.5362854404312318e-05,
      "loss": 0.7978,
      "step": 16146
    },
    {
      "epoch": 0.3402824974842867,
      "grad_norm": 0.22056087851524353,
      "learning_rate": 1.536227830347259e-05,
      "loss": 0.8236,
      "step": 16147
    },
    {
      "epoch": 0.34030357152265195,
      "grad_norm": 0.11601082980632782,
      "learning_rate": 1.5361702177652145e-05,
      "loss": 0.802,
      "step": 16148
    },
    {
      "epoch": 0.34032464556101727,
      "grad_norm": 0.1783074289560318,
      "learning_rate": 1.5361126026853667e-05,
      "loss": 0.8739,
      "step": 16149
    },
    {
      "epoch": 0.34034571959938253,
      "grad_norm": 0.20889179408550262,
      "learning_rate": 1.5360549851079844e-05,
      "loss": 0.8322,
      "step": 16150
    },
    {
      "epoch": 0.3403667936377478,
      "grad_norm": 0.14520594477653503,
      "learning_rate": 1.5359973650333352e-05,
      "loss": 0.8178,
      "step": 16151
    },
    {
      "epoch": 0.3403878676761131,
      "grad_norm": 0.19661292433738708,
      "learning_rate": 1.5359397424616887e-05,
      "loss": 0.842,
      "step": 16152
    },
    {
      "epoch": 0.3404089417144784,
      "grad_norm": 0.1311270296573639,
      "learning_rate": 1.535882117393312e-05,
      "loss": 0.8331,
      "step": 16153
    },
    {
      "epoch": 0.34043001575284365,
      "grad_norm": 0.18263362348079681,
      "learning_rate": 1.5358244898284748e-05,
      "loss": 0.8874,
      "step": 16154
    },
    {
      "epoch": 0.34045108979120897,
      "grad_norm": 0.15309175848960876,
      "learning_rate": 1.5357668597674446e-05,
      "loss": 0.8489,
      "step": 16155
    },
    {
      "epoch": 0.34047216382957424,
      "grad_norm": 0.18817463517189026,
      "learning_rate": 1.5357092272104903e-05,
      "loss": 0.8607,
      "step": 16156
    },
    {
      "epoch": 0.34049323786793956,
      "grad_norm": 0.11401496082544327,
      "learning_rate": 1.53565159215788e-05,
      "loss": 0.8169,
      "step": 16157
    },
    {
      "epoch": 0.3405143119063048,
      "grad_norm": 0.3208639919757843,
      "learning_rate": 1.5355939546098827e-05,
      "loss": 0.8297,
      "step": 16158
    },
    {
      "epoch": 0.3405353859446701,
      "grad_norm": 0.13989950716495514,
      "learning_rate": 1.5355363145667675e-05,
      "loss": 0.8727,
      "step": 16159
    },
    {
      "epoch": 0.3405564599830354,
      "grad_norm": 0.15502174198627472,
      "learning_rate": 1.5354786720288015e-05,
      "loss": 0.8627,
      "step": 16160
    },
    {
      "epoch": 0.3405775340214007,
      "grad_norm": 0.16065943241119385,
      "learning_rate": 1.535421026996254e-05,
      "loss": 0.8782,
      "step": 16161
    },
    {
      "epoch": 0.340598608059766,
      "grad_norm": 0.1584823876619339,
      "learning_rate": 1.5353633794693933e-05,
      "loss": 0.8785,
      "step": 16162
    },
    {
      "epoch": 0.34061968209813126,
      "grad_norm": 0.1618979275226593,
      "learning_rate": 1.5353057294484885e-05,
      "loss": 0.8176,
      "step": 16163
    },
    {
      "epoch": 0.3406407561364965,
      "grad_norm": 0.12037825584411621,
      "learning_rate": 1.5352480769338075e-05,
      "loss": 0.8081,
      "step": 16164
    },
    {
      "epoch": 0.34066183017486185,
      "grad_norm": 0.161655992269516,
      "learning_rate": 1.535190421925619e-05,
      "loss": 0.7456,
      "step": 16165
    },
    {
      "epoch": 0.3406829042132271,
      "grad_norm": 0.13751192390918732,
      "learning_rate": 1.535132764424192e-05,
      "loss": 0.8286,
      "step": 16166
    },
    {
      "epoch": 0.34070397825159243,
      "grad_norm": 0.22264401614665985,
      "learning_rate": 1.5350751044297948e-05,
      "loss": 0.8665,
      "step": 16167
    },
    {
      "epoch": 0.3407250522899577,
      "grad_norm": 0.15511298179626465,
      "learning_rate": 1.535017441942696e-05,
      "loss": 0.8391,
      "step": 16168
    },
    {
      "epoch": 0.34074612632832296,
      "grad_norm": 0.18735507130622864,
      "learning_rate": 1.5349597769631644e-05,
      "loss": 0.9018,
      "step": 16169
    },
    {
      "epoch": 0.3407672003666883,
      "grad_norm": 0.15794552862644196,
      "learning_rate": 1.5349021094914686e-05,
      "loss": 0.8095,
      "step": 16170
    },
    {
      "epoch": 0.34078827440505355,
      "grad_norm": 0.13535287976264954,
      "learning_rate": 1.534844439527877e-05,
      "loss": 0.7515,
      "step": 16171
    },
    {
      "epoch": 0.3408093484434188,
      "grad_norm": 0.12959064543247223,
      "learning_rate": 1.5347867670726586e-05,
      "loss": 0.7988,
      "step": 16172
    },
    {
      "epoch": 0.34083042248178413,
      "grad_norm": 0.12675924599170685,
      "learning_rate": 1.5347290921260817e-05,
      "loss": 0.8693,
      "step": 16173
    },
    {
      "epoch": 0.3408514965201494,
      "grad_norm": 0.1303570717573166,
      "learning_rate": 1.534671414688415e-05,
      "loss": 0.8758,
      "step": 16174
    },
    {
      "epoch": 0.3408725705585147,
      "grad_norm": 0.1105862557888031,
      "learning_rate": 1.534613734759928e-05,
      "loss": 0.7654,
      "step": 16175
    },
    {
      "epoch": 0.34089364459688,
      "grad_norm": 0.1516844779253006,
      "learning_rate": 1.5345560523408883e-05,
      "loss": 0.8529,
      "step": 16176
    },
    {
      "epoch": 0.34091471863524525,
      "grad_norm": 0.10895448923110962,
      "learning_rate": 1.5344983674315655e-05,
      "loss": 0.786,
      "step": 16177
    },
    {
      "epoch": 0.34093579267361057,
      "grad_norm": 0.12911807000637054,
      "learning_rate": 1.5344406800322277e-05,
      "loss": 0.8341,
      "step": 16178
    },
    {
      "epoch": 0.34095686671197584,
      "grad_norm": 0.1284312754869461,
      "learning_rate": 1.534382990143144e-05,
      "loss": 0.7879,
      "step": 16179
    },
    {
      "epoch": 0.34097794075034116,
      "grad_norm": 0.1156773641705513,
      "learning_rate": 1.534325297764583e-05,
      "loss": 0.8309,
      "step": 16180
    },
    {
      "epoch": 0.3409990147887064,
      "grad_norm": 0.11187013238668442,
      "learning_rate": 1.5342676028968133e-05,
      "loss": 0.8382,
      "step": 16181
    },
    {
      "epoch": 0.3410200888270717,
      "grad_norm": 0.16953137516975403,
      "learning_rate": 1.534209905540104e-05,
      "loss": 0.9137,
      "step": 16182
    },
    {
      "epoch": 0.341041162865437,
      "grad_norm": 0.1853015124797821,
      "learning_rate": 1.534152205694724e-05,
      "loss": 0.8228,
      "step": 16183
    },
    {
      "epoch": 0.3410622369038023,
      "grad_norm": 0.14310114085674286,
      "learning_rate": 1.534094503360942e-05,
      "loss": 0.7929,
      "step": 16184
    },
    {
      "epoch": 0.3410833109421676,
      "grad_norm": 0.18388858437538147,
      "learning_rate": 1.5340367985390266e-05,
      "loss": 0.8587,
      "step": 16185
    },
    {
      "epoch": 0.34110438498053286,
      "grad_norm": 0.1413922905921936,
      "learning_rate": 1.5339790912292466e-05,
      "loss": 0.8411,
      "step": 16186
    },
    {
      "epoch": 0.3411254590188981,
      "grad_norm": 0.2116858810186386,
      "learning_rate": 1.5339213814318705e-05,
      "loss": 0.8699,
      "step": 16187
    },
    {
      "epoch": 0.34114653305726345,
      "grad_norm": 0.1191638633608818,
      "learning_rate": 1.533863669147168e-05,
      "loss": 0.8494,
      "step": 16188
    },
    {
      "epoch": 0.3411676070956287,
      "grad_norm": 0.20804964005947113,
      "learning_rate": 1.5338059543754077e-05,
      "loss": 0.8434,
      "step": 16189
    },
    {
      "epoch": 0.34118868113399403,
      "grad_norm": 0.11401479691267014,
      "learning_rate": 1.5337482371168585e-05,
      "loss": 0.8588,
      "step": 16190
    },
    {
      "epoch": 0.3412097551723593,
      "grad_norm": 0.19936567544937134,
      "learning_rate": 1.5336905173717888e-05,
      "loss": 0.9033,
      "step": 16191
    },
    {
      "epoch": 0.34123082921072456,
      "grad_norm": 0.14835286140441895,
      "learning_rate": 1.5336327951404677e-05,
      "loss": 0.7886,
      "step": 16192
    },
    {
      "epoch": 0.3412519032490899,
      "grad_norm": 0.15055349469184875,
      "learning_rate": 1.5335750704231642e-05,
      "loss": 0.8816,
      "step": 16193
    },
    {
      "epoch": 0.34127297728745515,
      "grad_norm": 0.13246627151966095,
      "learning_rate": 1.5335173432201473e-05,
      "loss": 0.7439,
      "step": 16194
    },
    {
      "epoch": 0.3412940513258204,
      "grad_norm": 0.15700535476207733,
      "learning_rate": 1.533459613531686e-05,
      "loss": 0.8172,
      "step": 16195
    },
    {
      "epoch": 0.34131512536418573,
      "grad_norm": 0.16092079877853394,
      "learning_rate": 1.533401881358049e-05,
      "loss": 0.8188,
      "step": 16196
    },
    {
      "epoch": 0.341336199402551,
      "grad_norm": 0.14983342587947845,
      "learning_rate": 1.5333441466995054e-05,
      "loss": 0.8194,
      "step": 16197
    },
    {
      "epoch": 0.3413572734409163,
      "grad_norm": 0.20230215787887573,
      "learning_rate": 1.533286409556324e-05,
      "loss": 0.9022,
      "step": 16198
    },
    {
      "epoch": 0.3413783474792816,
      "grad_norm": 0.14271104335784912,
      "learning_rate": 1.5332286699287742e-05,
      "loss": 0.7966,
      "step": 16199
    },
    {
      "epoch": 0.34139942151764685,
      "grad_norm": 0.1538907140493393,
      "learning_rate": 1.5331709278171243e-05,
      "loss": 0.8499,
      "step": 16200
    },
    {
      "epoch": 0.34142049555601217,
      "grad_norm": 0.16694918274879456,
      "learning_rate": 1.5331131832216438e-05,
      "loss": 0.8772,
      "step": 16201
    },
    {
      "epoch": 0.34144156959437744,
      "grad_norm": 0.17187093198299408,
      "learning_rate": 1.5330554361426014e-05,
      "loss": 0.8521,
      "step": 16202
    },
    {
      "epoch": 0.34146264363274276,
      "grad_norm": 0.1380077749490738,
      "learning_rate": 1.5329976865802664e-05,
      "loss": 0.8576,
      "step": 16203
    },
    {
      "epoch": 0.341483717671108,
      "grad_norm": 0.14176371693611145,
      "learning_rate": 1.532939934534908e-05,
      "loss": 0.8155,
      "step": 16204
    },
    {
      "epoch": 0.3415047917094733,
      "grad_norm": 0.14292827248573303,
      "learning_rate": 1.5328821800067947e-05,
      "loss": 0.8224,
      "step": 16205
    },
    {
      "epoch": 0.3415258657478386,
      "grad_norm": 0.1686132848262787,
      "learning_rate": 1.5328244229961958e-05,
      "loss": 0.8369,
      "step": 16206
    },
    {
      "epoch": 0.3415469397862039,
      "grad_norm": 0.18740971386432648,
      "learning_rate": 1.5327666635033803e-05,
      "loss": 0.8551,
      "step": 16207
    },
    {
      "epoch": 0.3415680138245692,
      "grad_norm": 0.15024754405021667,
      "learning_rate": 1.5327089015286178e-05,
      "loss": 0.8191,
      "step": 16208
    },
    {
      "epoch": 0.34158908786293446,
      "grad_norm": 0.16833895444869995,
      "learning_rate": 1.5326511370721764e-05,
      "loss": 0.8684,
      "step": 16209
    },
    {
      "epoch": 0.3416101619012997,
      "grad_norm": 0.14537662267684937,
      "learning_rate": 1.5325933701343262e-05,
      "loss": 0.8571,
      "step": 16210
    },
    {
      "epoch": 0.34163123593966505,
      "grad_norm": 0.15867683291435242,
      "learning_rate": 1.5325356007153356e-05,
      "loss": 0.8304,
      "step": 16211
    },
    {
      "epoch": 0.3416523099780303,
      "grad_norm": 0.15163183212280273,
      "learning_rate": 1.5324778288154743e-05,
      "loss": 0.8648,
      "step": 16212
    },
    {
      "epoch": 0.3416733840163956,
      "grad_norm": 0.1332007199525833,
      "learning_rate": 1.5324200544350106e-05,
      "loss": 0.8112,
      "step": 16213
    },
    {
      "epoch": 0.3416944580547609,
      "grad_norm": 0.143361434340477,
      "learning_rate": 1.532362277574215e-05,
      "loss": 0.8478,
      "step": 16214
    },
    {
      "epoch": 0.34171553209312616,
      "grad_norm": 0.1274571269750595,
      "learning_rate": 1.532304498233355e-05,
      "loss": 0.8157,
      "step": 16215
    },
    {
      "epoch": 0.3417366061314915,
      "grad_norm": 0.13290782272815704,
      "learning_rate": 1.532246716412701e-05,
      "loss": 0.8042,
      "step": 16216
    },
    {
      "epoch": 0.34175768016985675,
      "grad_norm": 0.1261928677558899,
      "learning_rate": 1.532188932112522e-05,
      "loss": 0.7543,
      "step": 16217
    },
    {
      "epoch": 0.341778754208222,
      "grad_norm": 0.1639220267534256,
      "learning_rate": 1.5321311453330866e-05,
      "loss": 0.8355,
      "step": 16218
    },
    {
      "epoch": 0.34179982824658733,
      "grad_norm": 0.14170759916305542,
      "learning_rate": 1.5320733560746647e-05,
      "loss": 0.7761,
      "step": 16219
    },
    {
      "epoch": 0.3418209022849526,
      "grad_norm": 0.1324593871831894,
      "learning_rate": 1.5320155643375252e-05,
      "loss": 0.8689,
      "step": 16220
    },
    {
      "epoch": 0.3418419763233179,
      "grad_norm": 0.1803676187992096,
      "learning_rate": 1.531957770121937e-05,
      "loss": 0.8859,
      "step": 16221
    },
    {
      "epoch": 0.3418630503616832,
      "grad_norm": 0.14050275087356567,
      "learning_rate": 1.53189997342817e-05,
      "loss": 0.8754,
      "step": 16222
    },
    {
      "epoch": 0.34188412440004845,
      "grad_norm": 0.16504229605197906,
      "learning_rate": 1.531842174256493e-05,
      "loss": 0.9105,
      "step": 16223
    },
    {
      "epoch": 0.34190519843841377,
      "grad_norm": 0.15720582008361816,
      "learning_rate": 1.5317843726071755e-05,
      "loss": 0.7906,
      "step": 16224
    },
    {
      "epoch": 0.34192627247677904,
      "grad_norm": 0.15455466508865356,
      "learning_rate": 1.5317265684804865e-05,
      "loss": 0.91,
      "step": 16225
    },
    {
      "epoch": 0.34194734651514436,
      "grad_norm": 0.14902973175048828,
      "learning_rate": 1.5316687618766953e-05,
      "loss": 0.8254,
      "step": 16226
    },
    {
      "epoch": 0.3419684205535096,
      "grad_norm": 0.11917053908109665,
      "learning_rate": 1.531610952796072e-05,
      "loss": 0.8717,
      "step": 16227
    },
    {
      "epoch": 0.3419894945918749,
      "grad_norm": 0.12292636930942535,
      "learning_rate": 1.531553141238885e-05,
      "loss": 0.8162,
      "step": 16228
    },
    {
      "epoch": 0.3420105686302402,
      "grad_norm": 0.10994777083396912,
      "learning_rate": 1.5314953272054036e-05,
      "loss": 0.838,
      "step": 16229
    },
    {
      "epoch": 0.3420316426686055,
      "grad_norm": 0.12309440970420837,
      "learning_rate": 1.5314375106958976e-05,
      "loss": 0.836,
      "step": 16230
    },
    {
      "epoch": 0.34205271670697074,
      "grad_norm": 0.12051723897457123,
      "learning_rate": 1.5313796917106358e-05,
      "loss": 0.8205,
      "step": 16231
    },
    {
      "epoch": 0.34207379074533606,
      "grad_norm": 0.14169877767562866,
      "learning_rate": 1.5313218702498884e-05,
      "loss": 0.7898,
      "step": 16232
    },
    {
      "epoch": 0.3420948647837013,
      "grad_norm": 0.10481622815132141,
      "learning_rate": 1.5312640463139244e-05,
      "loss": 0.8516,
      "step": 16233
    },
    {
      "epoch": 0.34211593882206665,
      "grad_norm": 0.13220521807670593,
      "learning_rate": 1.5312062199030128e-05,
      "loss": 0.8174,
      "step": 16234
    },
    {
      "epoch": 0.3421370128604319,
      "grad_norm": 0.1317252665758133,
      "learning_rate": 1.5311483910174233e-05,
      "loss": 0.8059,
      "step": 16235
    },
    {
      "epoch": 0.3421580868987972,
      "grad_norm": 0.13250374794006348,
      "learning_rate": 1.5310905596574253e-05,
      "loss": 0.9223,
      "step": 16236
    },
    {
      "epoch": 0.3421791609371625,
      "grad_norm": 0.14846950769424438,
      "learning_rate": 1.5310327258232877e-05,
      "loss": 0.8396,
      "step": 16237
    },
    {
      "epoch": 0.34220023497552776,
      "grad_norm": 0.14534695446491241,
      "learning_rate": 1.530974889515281e-05,
      "loss": 0.8453,
      "step": 16238
    },
    {
      "epoch": 0.3422213090138931,
      "grad_norm": 0.1602802276611328,
      "learning_rate": 1.530917050733674e-05,
      "loss": 0.7944,
      "step": 16239
    },
    {
      "epoch": 0.34224238305225835,
      "grad_norm": 0.13706649839878082,
      "learning_rate": 1.5308592094787357e-05,
      "loss": 0.8043,
      "step": 16240
    },
    {
      "epoch": 0.3422634570906236,
      "grad_norm": 0.132137730717659,
      "learning_rate": 1.5308013657507362e-05,
      "loss": 0.8426,
      "step": 16241
    },
    {
      "epoch": 0.34228453112898893,
      "grad_norm": 0.11828655004501343,
      "learning_rate": 1.530743519549945e-05,
      "loss": 0.8372,
      "step": 16242
    },
    {
      "epoch": 0.3423056051673542,
      "grad_norm": 0.13935035467147827,
      "learning_rate": 1.530685670876632e-05,
      "loss": 0.8167,
      "step": 16243
    },
    {
      "epoch": 0.3423266792057195,
      "grad_norm": 0.10930807143449783,
      "learning_rate": 1.530627819731065e-05,
      "loss": 0.8517,
      "step": 16244
    },
    {
      "epoch": 0.3423477532440848,
      "grad_norm": 0.15189756453037262,
      "learning_rate": 1.530569966113515e-05,
      "loss": 0.8698,
      "step": 16245
    },
    {
      "epoch": 0.34236882728245005,
      "grad_norm": 0.12360266596078873,
      "learning_rate": 1.530512110024251e-05,
      "loss": 0.7654,
      "step": 16246
    },
    {
      "epoch": 0.34238990132081537,
      "grad_norm": 0.1470286250114441,
      "learning_rate": 1.5304542514635427e-05,
      "loss": 0.8064,
      "step": 16247
    },
    {
      "epoch": 0.34241097535918064,
      "grad_norm": 0.15200980007648468,
      "learning_rate": 1.5303963904316596e-05,
      "loss": 0.873,
      "step": 16248
    },
    {
      "epoch": 0.3424320493975459,
      "grad_norm": 0.12364479899406433,
      "learning_rate": 1.5303385269288713e-05,
      "loss": 0.7613,
      "step": 16249
    },
    {
      "epoch": 0.3424531234359112,
      "grad_norm": 0.10237501561641693,
      "learning_rate": 1.5302806609554472e-05,
      "loss": 0.8379,
      "step": 16250
    },
    {
      "epoch": 0.3424741974742765,
      "grad_norm": 0.23677900433540344,
      "learning_rate": 1.5302227925116572e-05,
      "loss": 0.8093,
      "step": 16251
    },
    {
      "epoch": 0.3424952715126418,
      "grad_norm": 0.12329109758138657,
      "learning_rate": 1.5301649215977704e-05,
      "loss": 0.8033,
      "step": 16252
    },
    {
      "epoch": 0.3425163455510071,
      "grad_norm": 0.18714578449726105,
      "learning_rate": 1.530107048214057e-05,
      "loss": 0.8924,
      "step": 16253
    },
    {
      "epoch": 0.34253741958937234,
      "grad_norm": 0.1564600020647049,
      "learning_rate": 1.530049172360786e-05,
      "loss": 0.8507,
      "step": 16254
    },
    {
      "epoch": 0.34255849362773766,
      "grad_norm": 0.13597670197486877,
      "learning_rate": 1.5299912940382268e-05,
      "loss": 0.8188,
      "step": 16255
    },
    {
      "epoch": 0.3425795676661029,
      "grad_norm": 0.17202994227409363,
      "learning_rate": 1.52993341324665e-05,
      "loss": 0.8113,
      "step": 16256
    },
    {
      "epoch": 0.34260064170446825,
      "grad_norm": 0.11936559528112411,
      "learning_rate": 1.529875529986325e-05,
      "loss": 0.8679,
      "step": 16257
    },
    {
      "epoch": 0.3426217157428335,
      "grad_norm": 0.18218094110488892,
      "learning_rate": 1.529817644257521e-05,
      "loss": 0.8866,
      "step": 16258
    },
    {
      "epoch": 0.3426427897811988,
      "grad_norm": 0.1434916853904724,
      "learning_rate": 1.5297597560605076e-05,
      "loss": 0.8509,
      "step": 16259
    },
    {
      "epoch": 0.3426638638195641,
      "grad_norm": 0.1289970725774765,
      "learning_rate": 1.5297018653955546e-05,
      "loss": 0.8095,
      "step": 16260
    },
    {
      "epoch": 0.34268493785792936,
      "grad_norm": 0.13633988797664642,
      "learning_rate": 1.529643972262932e-05,
      "loss": 0.7772,
      "step": 16261
    },
    {
      "epoch": 0.3427060118962947,
      "grad_norm": 0.12476679682731628,
      "learning_rate": 1.5295860766629098e-05,
      "loss": 0.8594,
      "step": 16262
    },
    {
      "epoch": 0.34272708593465995,
      "grad_norm": 0.1245441734790802,
      "learning_rate": 1.529528178595757e-05,
      "loss": 0.911,
      "step": 16263
    },
    {
      "epoch": 0.3427481599730252,
      "grad_norm": 0.15550556778907776,
      "learning_rate": 1.5294702780617436e-05,
      "loss": 0.8866,
      "step": 16264
    },
    {
      "epoch": 0.34276923401139053,
      "grad_norm": 0.11596028506755829,
      "learning_rate": 1.5294123750611395e-05,
      "loss": 0.872,
      "step": 16265
    },
    {
      "epoch": 0.3427903080497558,
      "grad_norm": 0.15357346832752228,
      "learning_rate": 1.5293544695942136e-05,
      "loss": 0.7938,
      "step": 16266
    },
    {
      "epoch": 0.34281138208812106,
      "grad_norm": 0.13428902626037598,
      "learning_rate": 1.529296561661237e-05,
      "loss": 0.8695,
      "step": 16267
    },
    {
      "epoch": 0.3428324561264864,
      "grad_norm": 0.14274244010448456,
      "learning_rate": 1.5292386512624785e-05,
      "loss": 0.8507,
      "step": 16268
    },
    {
      "epoch": 0.34285353016485165,
      "grad_norm": 0.1252281665802002,
      "learning_rate": 1.5291807383982082e-05,
      "loss": 0.8155,
      "step": 16269
    },
    {
      "epoch": 0.34287460420321697,
      "grad_norm": 0.13070547580718994,
      "learning_rate": 1.529122823068696e-05,
      "loss": 0.8498,
      "step": 16270
    },
    {
      "epoch": 0.34289567824158224,
      "grad_norm": 0.1613331288099289,
      "learning_rate": 1.5290649052742112e-05,
      "loss": 0.8752,
      "step": 16271
    },
    {
      "epoch": 0.3429167522799475,
      "grad_norm": 0.14210687577724457,
      "learning_rate": 1.529006985015024e-05,
      "loss": 0.8554,
      "step": 16272
    },
    {
      "epoch": 0.3429378263183128,
      "grad_norm": 0.11984064429998398,
      "learning_rate": 1.528949062291405e-05,
      "loss": 0.8684,
      "step": 16273
    },
    {
      "epoch": 0.3429589003566781,
      "grad_norm": 0.12132052332162857,
      "learning_rate": 1.5288911371036225e-05,
      "loss": 0.8124,
      "step": 16274
    },
    {
      "epoch": 0.3429799743950434,
      "grad_norm": 0.11996467411518097,
      "learning_rate": 1.5288332094519473e-05,
      "loss": 0.866,
      "step": 16275
    },
    {
      "epoch": 0.3430010484334087,
      "grad_norm": 0.11710876226425171,
      "learning_rate": 1.528775279336649e-05,
      "loss": 0.7751,
      "step": 16276
    },
    {
      "epoch": 0.34302212247177394,
      "grad_norm": 0.14333830773830414,
      "learning_rate": 1.528717346757998e-05,
      "loss": 0.8492,
      "step": 16277
    },
    {
      "epoch": 0.34304319651013926,
      "grad_norm": 0.14596772193908691,
      "learning_rate": 1.528659411716263e-05,
      "loss": 0.9158,
      "step": 16278
    },
    {
      "epoch": 0.3430642705485045,
      "grad_norm": 0.14241452515125275,
      "learning_rate": 1.528601474211715e-05,
      "loss": 0.8155,
      "step": 16279
    },
    {
      "epoch": 0.34308534458686984,
      "grad_norm": 0.13368883728981018,
      "learning_rate": 1.5285435342446232e-05,
      "loss": 0.8158,
      "step": 16280
    },
    {
      "epoch": 0.3431064186252351,
      "grad_norm": 0.12191084027290344,
      "learning_rate": 1.528485591815258e-05,
      "loss": 0.8431,
      "step": 16281
    },
    {
      "epoch": 0.3431274926636004,
      "grad_norm": 0.12740953266620636,
      "learning_rate": 1.5284276469238895e-05,
      "loss": 0.811,
      "step": 16282
    },
    {
      "epoch": 0.3431485667019657,
      "grad_norm": 0.13088837265968323,
      "learning_rate": 1.5283696995707873e-05,
      "loss": 0.8801,
      "step": 16283
    },
    {
      "epoch": 0.34316964074033096,
      "grad_norm": 0.1546180099248886,
      "learning_rate": 1.5283117497562213e-05,
      "loss": 0.8625,
      "step": 16284
    },
    {
      "epoch": 0.3431907147786963,
      "grad_norm": 0.12962287664413452,
      "learning_rate": 1.528253797480461e-05,
      "loss": 0.8521,
      "step": 16285
    },
    {
      "epoch": 0.34321178881706155,
      "grad_norm": 0.18595749139785767,
      "learning_rate": 1.5281958427437774e-05,
      "loss": 0.9636,
      "step": 16286
    },
    {
      "epoch": 0.3432328628554268,
      "grad_norm": 0.17357200384140015,
      "learning_rate": 1.52813788554644e-05,
      "loss": 0.7772,
      "step": 16287
    },
    {
      "epoch": 0.34325393689379213,
      "grad_norm": 0.10849475115537643,
      "learning_rate": 1.5280799258887186e-05,
      "loss": 0.8094,
      "step": 16288
    },
    {
      "epoch": 0.3432750109321574,
      "grad_norm": 0.1590905338525772,
      "learning_rate": 1.5280219637708838e-05,
      "loss": 0.8329,
      "step": 16289
    },
    {
      "epoch": 0.34329608497052266,
      "grad_norm": 0.1255621612071991,
      "learning_rate": 1.527963999193205e-05,
      "loss": 0.8357,
      "step": 16290
    },
    {
      "epoch": 0.343317159008888,
      "grad_norm": 0.17293114960193634,
      "learning_rate": 1.5279060321559522e-05,
      "loss": 0.8758,
      "step": 16291
    },
    {
      "epoch": 0.34333823304725325,
      "grad_norm": 0.1659373939037323,
      "learning_rate": 1.5278480626593963e-05,
      "loss": 0.9002,
      "step": 16292
    },
    {
      "epoch": 0.34335930708561857,
      "grad_norm": 0.14159078896045685,
      "learning_rate": 1.5277900907038064e-05,
      "loss": 0.7924,
      "step": 16293
    },
    {
      "epoch": 0.34338038112398384,
      "grad_norm": 0.15206030011177063,
      "learning_rate": 1.5277321162894527e-05,
      "loss": 0.829,
      "step": 16294
    },
    {
      "epoch": 0.3434014551623491,
      "grad_norm": 0.1480315625667572,
      "learning_rate": 1.5276741394166058e-05,
      "loss": 0.8642,
      "step": 16295
    },
    {
      "epoch": 0.3434225292007144,
      "grad_norm": 0.15358854830265045,
      "learning_rate": 1.527616160085535e-05,
      "loss": 0.8693,
      "step": 16296
    },
    {
      "epoch": 0.3434436032390797,
      "grad_norm": 0.15338008105754852,
      "learning_rate": 1.5275581782965118e-05,
      "loss": 0.7765,
      "step": 16297
    },
    {
      "epoch": 0.343464677277445,
      "grad_norm": 0.12118551135063171,
      "learning_rate": 1.527500194049805e-05,
      "loss": 0.8384,
      "step": 16298
    },
    {
      "epoch": 0.3434857513158103,
      "grad_norm": 0.15105120837688446,
      "learning_rate": 1.5274422073456853e-05,
      "loss": 0.8663,
      "step": 16299
    },
    {
      "epoch": 0.34350682535417554,
      "grad_norm": 0.14639420807361603,
      "learning_rate": 1.5273842181844226e-05,
      "loss": 0.7911,
      "step": 16300
    },
    {
      "epoch": 0.34352789939254086,
      "grad_norm": 0.1306816041469574,
      "learning_rate": 1.5273262265662872e-05,
      "loss": 0.8665,
      "step": 16301
    },
    {
      "epoch": 0.3435489734309061,
      "grad_norm": 0.1622551679611206,
      "learning_rate": 1.527268232491549e-05,
      "loss": 0.8399,
      "step": 16302
    },
    {
      "epoch": 0.34357004746927144,
      "grad_norm": 0.11160475760698318,
      "learning_rate": 1.5272102359604786e-05,
      "loss": 0.8318,
      "step": 16303
    },
    {
      "epoch": 0.3435911215076367,
      "grad_norm": 0.16213054955005646,
      "learning_rate": 1.5271522369733457e-05,
      "loss": 0.8348,
      "step": 16304
    },
    {
      "epoch": 0.343612195546002,
      "grad_norm": 0.13773992657661438,
      "learning_rate": 1.5270942355304207e-05,
      "loss": 0.82,
      "step": 16305
    },
    {
      "epoch": 0.3436332695843673,
      "grad_norm": 0.1326334923505783,
      "learning_rate": 1.527036231631974e-05,
      "loss": 0.8933,
      "step": 16306
    },
    {
      "epoch": 0.34365434362273256,
      "grad_norm": 0.1481291800737381,
      "learning_rate": 1.5269782252782758e-05,
      "loss": 0.8574,
      "step": 16307
    },
    {
      "epoch": 0.3436754176610978,
      "grad_norm": 0.2118472009897232,
      "learning_rate": 1.5269202164695963e-05,
      "loss": 0.8228,
      "step": 16308
    },
    {
      "epoch": 0.34369649169946315,
      "grad_norm": 0.2139623910188675,
      "learning_rate": 1.526862205206205e-05,
      "loss": 0.8914,
      "step": 16309
    },
    {
      "epoch": 0.3437175657378284,
      "grad_norm": 0.15969900786876678,
      "learning_rate": 1.526804191488373e-05,
      "loss": 0.8728,
      "step": 16310
    },
    {
      "epoch": 0.34373863977619373,
      "grad_norm": 0.16359199583530426,
      "learning_rate": 1.526746175316371e-05,
      "loss": 0.8963,
      "step": 16311
    },
    {
      "epoch": 0.343759713814559,
      "grad_norm": 0.24331611394882202,
      "learning_rate": 1.526688156690468e-05,
      "loss": 0.9521,
      "step": 16312
    },
    {
      "epoch": 0.34378078785292426,
      "grad_norm": 0.18169710040092468,
      "learning_rate": 1.526630135610935e-05,
      "loss": 0.7597,
      "step": 16313
    },
    {
      "epoch": 0.3438018618912896,
      "grad_norm": 0.18053273856639862,
      "learning_rate": 1.5265721120780423e-05,
      "loss": 0.8593,
      "step": 16314
    },
    {
      "epoch": 0.34382293592965485,
      "grad_norm": 0.24732014536857605,
      "learning_rate": 1.52651408609206e-05,
      "loss": 0.8504,
      "step": 16315
    },
    {
      "epoch": 0.34384400996802017,
      "grad_norm": 0.14212702214717865,
      "learning_rate": 1.526456057653259e-05,
      "loss": 0.8151,
      "step": 16316
    },
    {
      "epoch": 0.34386508400638544,
      "grad_norm": 0.19395451247692108,
      "learning_rate": 1.5263980267619087e-05,
      "loss": 0.8331,
      "step": 16317
    },
    {
      "epoch": 0.3438861580447507,
      "grad_norm": 0.1843605637550354,
      "learning_rate": 1.52633999341828e-05,
      "loss": 0.8632,
      "step": 16318
    },
    {
      "epoch": 0.343907232083116,
      "grad_norm": 0.18288011848926544,
      "learning_rate": 1.5262819576226432e-05,
      "loss": 0.8566,
      "step": 16319
    },
    {
      "epoch": 0.3439283061214813,
      "grad_norm": 0.20178359746932983,
      "learning_rate": 1.5262239193752682e-05,
      "loss": 0.8127,
      "step": 16320
    },
    {
      "epoch": 0.3439493801598466,
      "grad_norm": 0.23817652463912964,
      "learning_rate": 1.5261658786764264e-05,
      "loss": 0.8369,
      "step": 16321
    },
    {
      "epoch": 0.3439704541982119,
      "grad_norm": 0.1677088588476181,
      "learning_rate": 1.5261078355263875e-05,
      "loss": 0.853,
      "step": 16322
    },
    {
      "epoch": 0.34399152823657714,
      "grad_norm": 0.21879889070987701,
      "learning_rate": 1.5260497899254215e-05,
      "loss": 0.8616,
      "step": 16323
    },
    {
      "epoch": 0.34401260227494246,
      "grad_norm": 0.11452552676200867,
      "learning_rate": 1.5259917418738e-05,
      "loss": 0.7903,
      "step": 16324
    },
    {
      "epoch": 0.3440336763133077,
      "grad_norm": 0.1707857996225357,
      "learning_rate": 1.525933691371792e-05,
      "loss": 0.8498,
      "step": 16325
    },
    {
      "epoch": 0.344054750351673,
      "grad_norm": 0.1286555379629135,
      "learning_rate": 1.5258756384196696e-05,
      "loss": 0.8085,
      "step": 16326
    },
    {
      "epoch": 0.3440758243900383,
      "grad_norm": 0.15319642424583435,
      "learning_rate": 1.5258175830177018e-05,
      "loss": 0.7639,
      "step": 16327
    },
    {
      "epoch": 0.3440968984284036,
      "grad_norm": 0.17328111827373505,
      "learning_rate": 1.5257595251661594e-05,
      "loss": 0.8453,
      "step": 16328
    },
    {
      "epoch": 0.3441179724667689,
      "grad_norm": 0.16256466507911682,
      "learning_rate": 1.5257014648653133e-05,
      "loss": 0.8629,
      "step": 16329
    },
    {
      "epoch": 0.34413904650513416,
      "grad_norm": 0.1308104246854782,
      "learning_rate": 1.5256434021154336e-05,
      "loss": 0.8145,
      "step": 16330
    },
    {
      "epoch": 0.3441601205434994,
      "grad_norm": 0.18716444075107574,
      "learning_rate": 1.5255853369167908e-05,
      "loss": 0.8884,
      "step": 16331
    },
    {
      "epoch": 0.34418119458186475,
      "grad_norm": 0.1304386407136917,
      "learning_rate": 1.5255272692696554e-05,
      "loss": 0.8843,
      "step": 16332
    },
    {
      "epoch": 0.34420226862023,
      "grad_norm": 0.14712396264076233,
      "learning_rate": 1.5254691991742985e-05,
      "loss": 0.8,
      "step": 16333
    },
    {
      "epoch": 0.34422334265859533,
      "grad_norm": 0.16951081156730652,
      "learning_rate": 1.5254111266309898e-05,
      "loss": 0.9057,
      "step": 16334
    },
    {
      "epoch": 0.3442444166969606,
      "grad_norm": 0.16485033929347992,
      "learning_rate": 1.5253530516400004e-05,
      "loss": 0.7862,
      "step": 16335
    },
    {
      "epoch": 0.34426549073532586,
      "grad_norm": 0.1712503433227539,
      "learning_rate": 1.5252949742016005e-05,
      "loss": 0.8172,
      "step": 16336
    },
    {
      "epoch": 0.3442865647736912,
      "grad_norm": 0.14367496967315674,
      "learning_rate": 1.525236894316061e-05,
      "loss": 0.8175,
      "step": 16337
    },
    {
      "epoch": 0.34430763881205645,
      "grad_norm": 0.14703118801116943,
      "learning_rate": 1.5251788119836515e-05,
      "loss": 0.8357,
      "step": 16338
    },
    {
      "epoch": 0.34432871285042177,
      "grad_norm": 0.13642872869968414,
      "learning_rate": 1.525120727204644e-05,
      "loss": 0.8654,
      "step": 16339
    },
    {
      "epoch": 0.34434978688878704,
      "grad_norm": 0.1318531334400177,
      "learning_rate": 1.5250626399793082e-05,
      "loss": 0.8261,
      "step": 16340
    },
    {
      "epoch": 0.3443708609271523,
      "grad_norm": 0.14752063155174255,
      "learning_rate": 1.5250045503079154e-05,
      "loss": 0.8363,
      "step": 16341
    },
    {
      "epoch": 0.3443919349655176,
      "grad_norm": 0.12193717062473297,
      "learning_rate": 1.5249464581907352e-05,
      "loss": 0.8621,
      "step": 16342
    },
    {
      "epoch": 0.3444130090038829,
      "grad_norm": 0.13779005408287048,
      "learning_rate": 1.5248883636280392e-05,
      "loss": 0.8235,
      "step": 16343
    },
    {
      "epoch": 0.34443408304224815,
      "grad_norm": 0.153256356716156,
      "learning_rate": 1.5248302666200974e-05,
      "loss": 0.8694,
      "step": 16344
    },
    {
      "epoch": 0.34445515708061347,
      "grad_norm": 0.13375191390514374,
      "learning_rate": 1.5247721671671806e-05,
      "loss": 0.8228,
      "step": 16345
    },
    {
      "epoch": 0.34447623111897874,
      "grad_norm": 0.16038991510868073,
      "learning_rate": 1.5247140652695596e-05,
      "loss": 0.8844,
      "step": 16346
    },
    {
      "epoch": 0.34449730515734406,
      "grad_norm": 0.15328098833560944,
      "learning_rate": 1.5246559609275051e-05,
      "loss": 0.7928,
      "step": 16347
    },
    {
      "epoch": 0.3445183791957093,
      "grad_norm": 0.14250579476356506,
      "learning_rate": 1.5245978541412876e-05,
      "loss": 0.8753,
      "step": 16348
    },
    {
      "epoch": 0.3445394532340746,
      "grad_norm": 0.16026005148887634,
      "learning_rate": 1.5245397449111781e-05,
      "loss": 0.8664,
      "step": 16349
    },
    {
      "epoch": 0.3445605272724399,
      "grad_norm": 0.12371571362018585,
      "learning_rate": 1.5244816332374469e-05,
      "loss": 0.8119,
      "step": 16350
    },
    {
      "epoch": 0.3445816013108052,
      "grad_norm": 0.14934873580932617,
      "learning_rate": 1.5244235191203652e-05,
      "loss": 0.8343,
      "step": 16351
    },
    {
      "epoch": 0.3446026753491705,
      "grad_norm": 0.20332911610603333,
      "learning_rate": 1.524365402560203e-05,
      "loss": 0.8304,
      "step": 16352
    },
    {
      "epoch": 0.34462374938753576,
      "grad_norm": 0.134709894657135,
      "learning_rate": 1.5243072835572319e-05,
      "loss": 0.8304,
      "step": 16353
    },
    {
      "epoch": 0.344644823425901,
      "grad_norm": 0.1281491219997406,
      "learning_rate": 1.524249162111722e-05,
      "loss": 0.8624,
      "step": 16354
    },
    {
      "epoch": 0.34466589746426635,
      "grad_norm": 0.12964719533920288,
      "learning_rate": 1.5241910382239441e-05,
      "loss": 0.7649,
      "step": 16355
    },
    {
      "epoch": 0.3446869715026316,
      "grad_norm": 0.13817664980888367,
      "learning_rate": 1.5241329118941698e-05,
      "loss": 0.8318,
      "step": 16356
    },
    {
      "epoch": 0.34470804554099693,
      "grad_norm": 0.11958393454551697,
      "learning_rate": 1.524074783122669e-05,
      "loss": 0.7812,
      "step": 16357
    },
    {
      "epoch": 0.3447291195793622,
      "grad_norm": 0.16074788570404053,
      "learning_rate": 1.5240166519097129e-05,
      "loss": 0.8692,
      "step": 16358
    },
    {
      "epoch": 0.34475019361772746,
      "grad_norm": 0.12567807734012604,
      "learning_rate": 1.5239585182555718e-05,
      "loss": 0.8597,
      "step": 16359
    },
    {
      "epoch": 0.3447712676560928,
      "grad_norm": 0.13072602450847626,
      "learning_rate": 1.5239003821605171e-05,
      "loss": 0.8249,
      "step": 16360
    },
    {
      "epoch": 0.34479234169445805,
      "grad_norm": 0.13832440972328186,
      "learning_rate": 1.5238422436248197e-05,
      "loss": 0.8472,
      "step": 16361
    },
    {
      "epoch": 0.3448134157328233,
      "grad_norm": 0.13221235573291779,
      "learning_rate": 1.5237841026487497e-05,
      "loss": 0.8275,
      "step": 16362
    },
    {
      "epoch": 0.34483448977118863,
      "grad_norm": 0.14671863615512848,
      "learning_rate": 1.5237259592325786e-05,
      "loss": 0.8269,
      "step": 16363
    },
    {
      "epoch": 0.3448555638095539,
      "grad_norm": 0.16334110498428345,
      "learning_rate": 1.5236678133765775e-05,
      "loss": 0.8418,
      "step": 16364
    },
    {
      "epoch": 0.3448766378479192,
      "grad_norm": 0.16270340979099274,
      "learning_rate": 1.5236096650810164e-05,
      "loss": 0.8257,
      "step": 16365
    },
    {
      "epoch": 0.3448977118862845,
      "grad_norm": 0.11989887803792953,
      "learning_rate": 1.523551514346167e-05,
      "loss": 0.7786,
      "step": 16366
    },
    {
      "epoch": 0.34491878592464975,
      "grad_norm": 0.1625945121049881,
      "learning_rate": 1.5234933611722996e-05,
      "loss": 0.7653,
      "step": 16367
    },
    {
      "epoch": 0.34493985996301507,
      "grad_norm": 0.10683687776327133,
      "learning_rate": 1.5234352055596855e-05,
      "loss": 0.7797,
      "step": 16368
    },
    {
      "epoch": 0.34496093400138034,
      "grad_norm": 0.14469724893569946,
      "learning_rate": 1.5233770475085955e-05,
      "loss": 0.7706,
      "step": 16369
    },
    {
      "epoch": 0.34498200803974566,
      "grad_norm": 0.13271093368530273,
      "learning_rate": 1.5233188870193006e-05,
      "loss": 0.8534,
      "step": 16370
    },
    {
      "epoch": 0.3450030820781109,
      "grad_norm": 0.12427697330713272,
      "learning_rate": 1.5232607240920719e-05,
      "loss": 0.7515,
      "step": 16371
    },
    {
      "epoch": 0.3450241561164762,
      "grad_norm": 0.13495299220085144,
      "learning_rate": 1.5232025587271797e-05,
      "loss": 0.9217,
      "step": 16372
    },
    {
      "epoch": 0.3450452301548415,
      "grad_norm": 0.18131746351718903,
      "learning_rate": 1.5231443909248956e-05,
      "loss": 0.7952,
      "step": 16373
    },
    {
      "epoch": 0.3450663041932068,
      "grad_norm": 0.11470633000135422,
      "learning_rate": 1.5230862206854902e-05,
      "loss": 0.8233,
      "step": 16374
    },
    {
      "epoch": 0.3450873782315721,
      "grad_norm": 0.1411076784133911,
      "learning_rate": 1.5230280480092353e-05,
      "loss": 0.826,
      "step": 16375
    },
    {
      "epoch": 0.34510845226993736,
      "grad_norm": 0.14549972116947174,
      "learning_rate": 1.5229698728964009e-05,
      "loss": 0.881,
      "step": 16376
    },
    {
      "epoch": 0.3451295263083026,
      "grad_norm": 0.12970136106014252,
      "learning_rate": 1.5229116953472583e-05,
      "loss": 0.804,
      "step": 16377
    },
    {
      "epoch": 0.34515060034666795,
      "grad_norm": 0.1193341314792633,
      "learning_rate": 1.522853515362079e-05,
      "loss": 0.8774,
      "step": 16378
    },
    {
      "epoch": 0.3451716743850332,
      "grad_norm": 0.1406758576631546,
      "learning_rate": 1.5227953329411334e-05,
      "loss": 0.8083,
      "step": 16379
    },
    {
      "epoch": 0.34519274842339853,
      "grad_norm": 0.1167554035782814,
      "learning_rate": 1.5227371480846926e-05,
      "loss": 0.8276,
      "step": 16380
    },
    {
      "epoch": 0.3452138224617638,
      "grad_norm": 0.13146959245204926,
      "learning_rate": 1.5226789607930284e-05,
      "loss": 0.8123,
      "step": 16381
    },
    {
      "epoch": 0.34523489650012906,
      "grad_norm": 0.14795739948749542,
      "learning_rate": 1.522620771066411e-05,
      "loss": 0.8878,
      "step": 16382
    },
    {
      "epoch": 0.3452559705384944,
      "grad_norm": 0.12406992167234421,
      "learning_rate": 1.5225625789051117e-05,
      "loss": 0.8106,
      "step": 16383
    },
    {
      "epoch": 0.34527704457685965,
      "grad_norm": 0.12164372205734253,
      "learning_rate": 1.522504384309402e-05,
      "loss": 0.8673,
      "step": 16384
    },
    {
      "epoch": 0.3452981186152249,
      "grad_norm": 0.16631059348583221,
      "learning_rate": 1.5224461872795529e-05,
      "loss": 0.8451,
      "step": 16385
    },
    {
      "epoch": 0.34531919265359023,
      "grad_norm": 0.15377789735794067,
      "learning_rate": 1.5223879878158351e-05,
      "loss": 0.8284,
      "step": 16386
    },
    {
      "epoch": 0.3453402666919555,
      "grad_norm": 0.12795524299144745,
      "learning_rate": 1.5223297859185202e-05,
      "loss": 0.8827,
      "step": 16387
    },
    {
      "epoch": 0.3453613407303208,
      "grad_norm": 0.12248093634843826,
      "learning_rate": 1.5222715815878788e-05,
      "loss": 0.8265,
      "step": 16388
    },
    {
      "epoch": 0.3453824147686861,
      "grad_norm": 0.1308758556842804,
      "learning_rate": 1.5222133748241822e-05,
      "loss": 0.8017,
      "step": 16389
    },
    {
      "epoch": 0.34540348880705135,
      "grad_norm": 0.11874555051326752,
      "learning_rate": 1.5221551656277026e-05,
      "loss": 0.7782,
      "step": 16390
    },
    {
      "epoch": 0.34542456284541667,
      "grad_norm": 0.12474367022514343,
      "learning_rate": 1.5220969539987096e-05,
      "loss": 0.869,
      "step": 16391
    },
    {
      "epoch": 0.34544563688378194,
      "grad_norm": 0.12058579176664352,
      "learning_rate": 1.5220387399374752e-05,
      "loss": 0.8437,
      "step": 16392
    },
    {
      "epoch": 0.34546671092214726,
      "grad_norm": 0.14273670315742493,
      "learning_rate": 1.5219805234442706e-05,
      "loss": 0.7964,
      "step": 16393
    },
    {
      "epoch": 0.3454877849605125,
      "grad_norm": 0.13570775091648102,
      "learning_rate": 1.5219223045193668e-05,
      "loss": 0.8126,
      "step": 16394
    },
    {
      "epoch": 0.3455088589988778,
      "grad_norm": 0.10640303045511246,
      "learning_rate": 1.521864083163035e-05,
      "loss": 0.8015,
      "step": 16395
    },
    {
      "epoch": 0.3455299330372431,
      "grad_norm": 0.1434168964624405,
      "learning_rate": 1.5218058593755469e-05,
      "loss": 0.8555,
      "step": 16396
    },
    {
      "epoch": 0.3455510070756084,
      "grad_norm": 0.12287086248397827,
      "learning_rate": 1.521747633157173e-05,
      "loss": 0.8708,
      "step": 16397
    },
    {
      "epoch": 0.3455720811139737,
      "grad_norm": 0.11588064581155777,
      "learning_rate": 1.5216894045081852e-05,
      "loss": 0.8305,
      "step": 16398
    },
    {
      "epoch": 0.34559315515233896,
      "grad_norm": 0.12773646414279938,
      "learning_rate": 1.5216311734288544e-05,
      "loss": 0.8395,
      "step": 16399
    },
    {
      "epoch": 0.3456142291907042,
      "grad_norm": 0.11425234377384186,
      "learning_rate": 1.521572939919452e-05,
      "loss": 0.7365,
      "step": 16400
    },
    {
      "epoch": 0.34563530322906955,
      "grad_norm": 0.1297507882118225,
      "learning_rate": 1.5215147039802496e-05,
      "loss": 0.951,
      "step": 16401
    },
    {
      "epoch": 0.3456563772674348,
      "grad_norm": 0.14581860601902008,
      "learning_rate": 1.5214564656115177e-05,
      "loss": 0.8331,
      "step": 16402
    },
    {
      "epoch": 0.3456774513058001,
      "grad_norm": 0.12517470121383667,
      "learning_rate": 1.5213982248135279e-05,
      "loss": 0.8277,
      "step": 16403
    },
    {
      "epoch": 0.3456985253441654,
      "grad_norm": 0.11570631712675095,
      "learning_rate": 1.5213399815865524e-05,
      "loss": 0.7638,
      "step": 16404
    },
    {
      "epoch": 0.34571959938253066,
      "grad_norm": 0.15725938975811005,
      "learning_rate": 1.5212817359308614e-05,
      "loss": 0.8478,
      "step": 16405
    },
    {
      "epoch": 0.345740673420896,
      "grad_norm": 0.11340072005987167,
      "learning_rate": 1.5212234878467266e-05,
      "loss": 0.8225,
      "step": 16406
    },
    {
      "epoch": 0.34576174745926125,
      "grad_norm": 0.13853593170642853,
      "learning_rate": 1.5211652373344194e-05,
      "loss": 0.8998,
      "step": 16407
    },
    {
      "epoch": 0.3457828214976265,
      "grad_norm": 0.1644917130470276,
      "learning_rate": 1.5211069843942111e-05,
      "loss": 0.8413,
      "step": 16408
    },
    {
      "epoch": 0.34580389553599183,
      "grad_norm": 0.12499210983514786,
      "learning_rate": 1.5210487290263736e-05,
      "loss": 0.8533,
      "step": 16409
    },
    {
      "epoch": 0.3458249695743571,
      "grad_norm": 0.13755834102630615,
      "learning_rate": 1.5209904712311777e-05,
      "loss": 0.8941,
      "step": 16410
    },
    {
      "epoch": 0.3458460436127224,
      "grad_norm": 0.1389533132314682,
      "learning_rate": 1.5209322110088947e-05,
      "loss": 0.8661,
      "step": 16411
    },
    {
      "epoch": 0.3458671176510877,
      "grad_norm": 0.12360107153654099,
      "learning_rate": 1.5208739483597965e-05,
      "loss": 0.8531,
      "step": 16412
    },
    {
      "epoch": 0.34588819168945295,
      "grad_norm": 0.12412326037883759,
      "learning_rate": 1.5208156832841541e-05,
      "loss": 0.813,
      "step": 16413
    },
    {
      "epoch": 0.34590926572781827,
      "grad_norm": 0.10654883086681366,
      "learning_rate": 1.5207574157822393e-05,
      "loss": 0.8637,
      "step": 16414
    },
    {
      "epoch": 0.34593033976618354,
      "grad_norm": 0.12750889360904694,
      "learning_rate": 1.5206991458543235e-05,
      "loss": 0.825,
      "step": 16415
    },
    {
      "epoch": 0.34595141380454886,
      "grad_norm": 0.1136501282453537,
      "learning_rate": 1.520640873500678e-05,
      "loss": 0.8271,
      "step": 16416
    },
    {
      "epoch": 0.3459724878429141,
      "grad_norm": 0.15269358456134796,
      "learning_rate": 1.5205825987215739e-05,
      "loss": 0.8414,
      "step": 16417
    },
    {
      "epoch": 0.3459935618812794,
      "grad_norm": 0.20608307421207428,
      "learning_rate": 1.520524321517283e-05,
      "loss": 0.8759,
      "step": 16418
    },
    {
      "epoch": 0.3460146359196447,
      "grad_norm": 0.17950358986854553,
      "learning_rate": 1.5204660418880775e-05,
      "loss": 0.7955,
      "step": 16419
    },
    {
      "epoch": 0.34603570995801,
      "grad_norm": 0.1442042589187622,
      "learning_rate": 1.5204077598342278e-05,
      "loss": 0.834,
      "step": 16420
    },
    {
      "epoch": 0.34605678399637524,
      "grad_norm": 0.17319506406784058,
      "learning_rate": 1.520349475356006e-05,
      "loss": 0.8175,
      "step": 16421
    },
    {
      "epoch": 0.34607785803474056,
      "grad_norm": 0.1190643459558487,
      "learning_rate": 1.5202911884536835e-05,
      "loss": 0.8096,
      "step": 16422
    },
    {
      "epoch": 0.3460989320731058,
      "grad_norm": 0.17600513994693756,
      "learning_rate": 1.5202328991275316e-05,
      "loss": 0.8544,
      "step": 16423
    },
    {
      "epoch": 0.34612000611147115,
      "grad_norm": 0.14632704854011536,
      "learning_rate": 1.5201746073778223e-05,
      "loss": 0.8952,
      "step": 16424
    },
    {
      "epoch": 0.3461410801498364,
      "grad_norm": 0.14840376377105713,
      "learning_rate": 1.520116313204827e-05,
      "loss": 0.8509,
      "step": 16425
    },
    {
      "epoch": 0.3461621541882017,
      "grad_norm": 0.26705077290534973,
      "learning_rate": 1.5200580166088172e-05,
      "loss": 0.8917,
      "step": 16426
    },
    {
      "epoch": 0.346183228226567,
      "grad_norm": 0.19773994386196136,
      "learning_rate": 1.5199997175900642e-05,
      "loss": 0.8164,
      "step": 16427
    },
    {
      "epoch": 0.34620430226493226,
      "grad_norm": 0.13792721927165985,
      "learning_rate": 1.5199414161488402e-05,
      "loss": 0.862,
      "step": 16428
    },
    {
      "epoch": 0.3462253763032976,
      "grad_norm": 0.1696976125240326,
      "learning_rate": 1.5198831122854168e-05,
      "loss": 0.854,
      "step": 16429
    },
    {
      "epoch": 0.34624645034166285,
      "grad_norm": 0.13344144821166992,
      "learning_rate": 1.5198248060000649e-05,
      "loss": 0.8653,
      "step": 16430
    },
    {
      "epoch": 0.3462675243800281,
      "grad_norm": 0.18381761014461517,
      "learning_rate": 1.5197664972930561e-05,
      "loss": 0.8113,
      "step": 16431
    },
    {
      "epoch": 0.34628859841839343,
      "grad_norm": 0.12326169013977051,
      "learning_rate": 1.5197081861646629e-05,
      "loss": 0.8512,
      "step": 16432
    },
    {
      "epoch": 0.3463096724567587,
      "grad_norm": 0.1619720757007599,
      "learning_rate": 1.5196498726151565e-05,
      "loss": 0.8167,
      "step": 16433
    },
    {
      "epoch": 0.346330746495124,
      "grad_norm": 0.11684964597225189,
      "learning_rate": 1.5195915566448087e-05,
      "loss": 0.7818,
      "step": 16434
    },
    {
      "epoch": 0.3463518205334893,
      "grad_norm": 0.14030610024929047,
      "learning_rate": 1.519533238253891e-05,
      "loss": 0.8292,
      "step": 16435
    },
    {
      "epoch": 0.34637289457185455,
      "grad_norm": 0.12425103783607483,
      "learning_rate": 1.5194749174426748e-05,
      "loss": 0.7637,
      "step": 16436
    },
    {
      "epoch": 0.34639396861021987,
      "grad_norm": 0.13670995831489563,
      "learning_rate": 1.5194165942114324e-05,
      "loss": 0.8345,
      "step": 16437
    },
    {
      "epoch": 0.34641504264858514,
      "grad_norm": 0.1092156171798706,
      "learning_rate": 1.5193582685604352e-05,
      "loss": 0.8398,
      "step": 16438
    },
    {
      "epoch": 0.3464361166869504,
      "grad_norm": 0.1267971247434616,
      "learning_rate": 1.5192999404899547e-05,
      "loss": 0.8193,
      "step": 16439
    },
    {
      "epoch": 0.3464571907253157,
      "grad_norm": 0.11051122099161148,
      "learning_rate": 1.519241610000263e-05,
      "loss": 0.8444,
      "step": 16440
    },
    {
      "epoch": 0.346478264763681,
      "grad_norm": 0.13282178342342377,
      "learning_rate": 1.5191832770916317e-05,
      "loss": 0.7781,
      "step": 16441
    },
    {
      "epoch": 0.3464993388020463,
      "grad_norm": 0.12586382031440735,
      "learning_rate": 1.5191249417643325e-05,
      "loss": 0.8637,
      "step": 16442
    },
    {
      "epoch": 0.3465204128404116,
      "grad_norm": 0.12092441320419312,
      "learning_rate": 1.5190666040186374e-05,
      "loss": 0.8777,
      "step": 16443
    },
    {
      "epoch": 0.34654148687877684,
      "grad_norm": 0.14355599880218506,
      "learning_rate": 1.519008263854818e-05,
      "loss": 0.8179,
      "step": 16444
    },
    {
      "epoch": 0.34656256091714216,
      "grad_norm": 0.10442784428596497,
      "learning_rate": 1.518949921273146e-05,
      "loss": 0.8314,
      "step": 16445
    },
    {
      "epoch": 0.3465836349555074,
      "grad_norm": 0.12178636342287064,
      "learning_rate": 1.5188915762738931e-05,
      "loss": 0.7772,
      "step": 16446
    },
    {
      "epoch": 0.34660470899387275,
      "grad_norm": 0.1183125302195549,
      "learning_rate": 1.5188332288573313e-05,
      "loss": 0.8508,
      "step": 16447
    },
    {
      "epoch": 0.346625783032238,
      "grad_norm": 0.11542152613401413,
      "learning_rate": 1.5187748790237325e-05,
      "loss": 0.8585,
      "step": 16448
    },
    {
      "epoch": 0.3466468570706033,
      "grad_norm": 0.11601684987545013,
      "learning_rate": 1.5187165267733686e-05,
      "loss": 0.8359,
      "step": 16449
    },
    {
      "epoch": 0.3466679311089686,
      "grad_norm": 0.14744630455970764,
      "learning_rate": 1.5186581721065109e-05,
      "loss": 0.8606,
      "step": 16450
    },
    {
      "epoch": 0.34668900514733386,
      "grad_norm": 0.12153234332799911,
      "learning_rate": 1.5185998150234315e-05,
      "loss": 0.8058,
      "step": 16451
    },
    {
      "epoch": 0.3467100791856992,
      "grad_norm": 0.12172729521989822,
      "learning_rate": 1.5185414555244028e-05,
      "loss": 0.8407,
      "step": 16452
    },
    {
      "epoch": 0.34673115322406445,
      "grad_norm": 0.11604860424995422,
      "learning_rate": 1.5184830936096958e-05,
      "loss": 0.8635,
      "step": 16453
    },
    {
      "epoch": 0.3467522272624297,
      "grad_norm": 0.12542888522148132,
      "learning_rate": 1.5184247292795833e-05,
      "loss": 0.8341,
      "step": 16454
    },
    {
      "epoch": 0.34677330130079503,
      "grad_norm": 0.1522234082221985,
      "learning_rate": 1.5183663625343363e-05,
      "loss": 0.8494,
      "step": 16455
    },
    {
      "epoch": 0.3467943753391603,
      "grad_norm": 0.11737179011106491,
      "learning_rate": 1.5183079933742275e-05,
      "loss": 0.8445,
      "step": 16456
    },
    {
      "epoch": 0.34681544937752556,
      "grad_norm": 0.13958048820495605,
      "learning_rate": 1.5182496217995282e-05,
      "loss": 0.8572,
      "step": 16457
    },
    {
      "epoch": 0.3468365234158909,
      "grad_norm": 0.13347698748111725,
      "learning_rate": 1.5181912478105107e-05,
      "loss": 0.875,
      "step": 16458
    },
    {
      "epoch": 0.34685759745425615,
      "grad_norm": 0.11979514360427856,
      "learning_rate": 1.5181328714074468e-05,
      "loss": 0.8628,
      "step": 16459
    },
    {
      "epoch": 0.34687867149262147,
      "grad_norm": 0.1412132829427719,
      "learning_rate": 1.5180744925906084e-05,
      "loss": 0.7876,
      "step": 16460
    },
    {
      "epoch": 0.34689974553098674,
      "grad_norm": 0.1520220786333084,
      "learning_rate": 1.5180161113602676e-05,
      "loss": 0.7929,
      "step": 16461
    },
    {
      "epoch": 0.346920819569352,
      "grad_norm": 0.11119432747364044,
      "learning_rate": 1.5179577277166961e-05,
      "loss": 0.85,
      "step": 16462
    },
    {
      "epoch": 0.3469418936077173,
      "grad_norm": 0.1487084925174713,
      "learning_rate": 1.5178993416601663e-05,
      "loss": 0.7719,
      "step": 16463
    },
    {
      "epoch": 0.3469629676460826,
      "grad_norm": 0.11959099769592285,
      "learning_rate": 1.5178409531909501e-05,
      "loss": 0.7939,
      "step": 16464
    },
    {
      "epoch": 0.3469840416844479,
      "grad_norm": 0.15140224993228912,
      "learning_rate": 1.5177825623093191e-05,
      "loss": 0.8167,
      "step": 16465
    },
    {
      "epoch": 0.3470051157228132,
      "grad_norm": 0.15604262053966522,
      "learning_rate": 1.517724169015546e-05,
      "loss": 0.8241,
      "step": 16466
    },
    {
      "epoch": 0.34702618976117844,
      "grad_norm": 0.13538677990436554,
      "learning_rate": 1.517665773309902e-05,
      "loss": 0.7891,
      "step": 16467
    },
    {
      "epoch": 0.34704726379954376,
      "grad_norm": 0.13957661390304565,
      "learning_rate": 1.51760737519266e-05,
      "loss": 0.7857,
      "step": 16468
    },
    {
      "epoch": 0.347068337837909,
      "grad_norm": 0.17131856083869934,
      "learning_rate": 1.5175489746640914e-05,
      "loss": 0.9294,
      "step": 16469
    },
    {
      "epoch": 0.34708941187627435,
      "grad_norm": 0.1625220775604248,
      "learning_rate": 1.5174905717244687e-05,
      "loss": 0.8318,
      "step": 16470
    },
    {
      "epoch": 0.3471104859146396,
      "grad_norm": 0.14752298593521118,
      "learning_rate": 1.5174321663740639e-05,
      "loss": 0.7513,
      "step": 16471
    },
    {
      "epoch": 0.3471315599530049,
      "grad_norm": 0.1395927220582962,
      "learning_rate": 1.5173737586131485e-05,
      "loss": 0.7981,
      "step": 16472
    },
    {
      "epoch": 0.3471526339913702,
      "grad_norm": 0.16093525290489197,
      "learning_rate": 1.5173153484419954e-05,
      "loss": 0.8467,
      "step": 16473
    },
    {
      "epoch": 0.34717370802973546,
      "grad_norm": 0.15685778856277466,
      "learning_rate": 1.5172569358608764e-05,
      "loss": 0.7885,
      "step": 16474
    },
    {
      "epoch": 0.3471947820681008,
      "grad_norm": 0.16997136175632477,
      "learning_rate": 1.5171985208700635e-05,
      "loss": 0.8578,
      "step": 16475
    },
    {
      "epoch": 0.34721585610646605,
      "grad_norm": 0.1272430717945099,
      "learning_rate": 1.517140103469829e-05,
      "loss": 0.7894,
      "step": 16476
    },
    {
      "epoch": 0.3472369301448313,
      "grad_norm": 0.16145764291286469,
      "learning_rate": 1.517081683660445e-05,
      "loss": 0.8403,
      "step": 16477
    },
    {
      "epoch": 0.34725800418319663,
      "grad_norm": 0.16732659935951233,
      "learning_rate": 1.5170232614421835e-05,
      "loss": 0.8693,
      "step": 16478
    },
    {
      "epoch": 0.3472790782215619,
      "grad_norm": 0.12165462225675583,
      "learning_rate": 1.516964836815317e-05,
      "loss": 0.805,
      "step": 16479
    },
    {
      "epoch": 0.34730015225992716,
      "grad_norm": 0.1593077927827835,
      "learning_rate": 1.5169064097801174e-05,
      "loss": 0.8585,
      "step": 16480
    },
    {
      "epoch": 0.3473212262982925,
      "grad_norm": 0.12858814001083374,
      "learning_rate": 1.516847980336857e-05,
      "loss": 0.7878,
      "step": 16481
    },
    {
      "epoch": 0.34734230033665775,
      "grad_norm": 0.15690438449382782,
      "learning_rate": 1.5167895484858077e-05,
      "loss": 0.8078,
      "step": 16482
    },
    {
      "epoch": 0.34736337437502307,
      "grad_norm": 0.1429663598537445,
      "learning_rate": 1.5167311142272422e-05,
      "loss": 0.8255,
      "step": 16483
    },
    {
      "epoch": 0.34738444841338834,
      "grad_norm": 0.16205769777297974,
      "learning_rate": 1.5166726775614327e-05,
      "loss": 0.8297,
      "step": 16484
    },
    {
      "epoch": 0.3474055224517536,
      "grad_norm": 0.18350280821323395,
      "learning_rate": 1.5166142384886508e-05,
      "loss": 0.8611,
      "step": 16485
    },
    {
      "epoch": 0.3474265964901189,
      "grad_norm": 0.1292089968919754,
      "learning_rate": 1.5165557970091693e-05,
      "loss": 0.8576,
      "step": 16486
    },
    {
      "epoch": 0.3474476705284842,
      "grad_norm": 0.20550717413425446,
      "learning_rate": 1.5164973531232607e-05,
      "loss": 0.8796,
      "step": 16487
    },
    {
      "epoch": 0.3474687445668495,
      "grad_norm": 0.16019302606582642,
      "learning_rate": 1.5164389068311967e-05,
      "loss": 0.8046,
      "step": 16488
    },
    {
      "epoch": 0.3474898186052148,
      "grad_norm": 0.14224380254745483,
      "learning_rate": 1.5163804581332496e-05,
      "loss": 0.8787,
      "step": 16489
    },
    {
      "epoch": 0.34751089264358004,
      "grad_norm": 0.20986056327819824,
      "learning_rate": 1.5163220070296918e-05,
      "loss": 0.9133,
      "step": 16490
    },
    {
      "epoch": 0.34753196668194536,
      "grad_norm": 0.11461858451366425,
      "learning_rate": 1.516263553520796e-05,
      "loss": 0.8049,
      "step": 16491
    },
    {
      "epoch": 0.3475530407203106,
      "grad_norm": 0.16456575691699982,
      "learning_rate": 1.5162050976068339e-05,
      "loss": 0.7545,
      "step": 16492
    },
    {
      "epoch": 0.34757411475867594,
      "grad_norm": 0.1356031745672226,
      "learning_rate": 1.5161466392880783e-05,
      "loss": 0.7712,
      "step": 16493
    },
    {
      "epoch": 0.3475951887970412,
      "grad_norm": 0.15286029875278473,
      "learning_rate": 1.5160881785648011e-05,
      "loss": 0.8159,
      "step": 16494
    },
    {
      "epoch": 0.3476162628354065,
      "grad_norm": 0.11013135313987732,
      "learning_rate": 1.5160297154372752e-05,
      "loss": 0.843,
      "step": 16495
    },
    {
      "epoch": 0.3476373368737718,
      "grad_norm": 0.16061516106128693,
      "learning_rate": 1.5159712499057722e-05,
      "loss": 0.823,
      "step": 16496
    },
    {
      "epoch": 0.34765841091213706,
      "grad_norm": 0.12423937767744064,
      "learning_rate": 1.5159127819705654e-05,
      "loss": 0.7851,
      "step": 16497
    },
    {
      "epoch": 0.3476794849505023,
      "grad_norm": 0.13994280993938446,
      "learning_rate": 1.5158543116319264e-05,
      "loss": 0.7132,
      "step": 16498
    },
    {
      "epoch": 0.34770055898886765,
      "grad_norm": 0.14414983987808228,
      "learning_rate": 1.515795838890128e-05,
      "loss": 0.852,
      "step": 16499
    },
    {
      "epoch": 0.3477216330272329,
      "grad_norm": 0.17491775751113892,
      "learning_rate": 1.5157373637454424e-05,
      "loss": 0.9,
      "step": 16500
    },
    {
      "epoch": 0.34774270706559823,
      "grad_norm": 0.14148592948913574,
      "learning_rate": 1.515678886198142e-05,
      "loss": 0.8147,
      "step": 16501
    },
    {
      "epoch": 0.3477637811039635,
      "grad_norm": 0.14859068393707275,
      "learning_rate": 1.5156204062484995e-05,
      "loss": 0.8503,
      "step": 16502
    },
    {
      "epoch": 0.34778485514232876,
      "grad_norm": 0.1351645290851593,
      "learning_rate": 1.5155619238967869e-05,
      "loss": 0.8005,
      "step": 16503
    },
    {
      "epoch": 0.3478059291806941,
      "grad_norm": 0.11975883692502975,
      "learning_rate": 1.5155034391432773e-05,
      "loss": 0.8099,
      "step": 16504
    },
    {
      "epoch": 0.34782700321905935,
      "grad_norm": 0.10914460569620132,
      "learning_rate": 1.5154449519882422e-05,
      "loss": 0.7968,
      "step": 16505
    },
    {
      "epoch": 0.34784807725742467,
      "grad_norm": 0.16223932802677155,
      "learning_rate": 1.515386462431955e-05,
      "loss": 0.8373,
      "step": 16506
    },
    {
      "epoch": 0.34786915129578994,
      "grad_norm": 0.1944919377565384,
      "learning_rate": 1.5153279704746874e-05,
      "loss": 0.8164,
      "step": 16507
    },
    {
      "epoch": 0.3478902253341552,
      "grad_norm": 0.13144734501838684,
      "learning_rate": 1.5152694761167129e-05,
      "loss": 0.8145,
      "step": 16508
    },
    {
      "epoch": 0.3479112993725205,
      "grad_norm": 0.16546805202960968,
      "learning_rate": 1.5152109793583032e-05,
      "loss": 0.8781,
      "step": 16509
    },
    {
      "epoch": 0.3479323734108858,
      "grad_norm": 0.11957398802042007,
      "learning_rate": 1.5151524801997306e-05,
      "loss": 0.7635,
      "step": 16510
    },
    {
      "epoch": 0.3479534474492511,
      "grad_norm": 0.1629021018743515,
      "learning_rate": 1.5150939786412684e-05,
      "loss": 0.9219,
      "step": 16511
    },
    {
      "epoch": 0.3479745214876164,
      "grad_norm": 0.13269534707069397,
      "learning_rate": 1.5150354746831886e-05,
      "loss": 0.7986,
      "step": 16512
    },
    {
      "epoch": 0.34799559552598164,
      "grad_norm": 0.15074944496154785,
      "learning_rate": 1.514976968325764e-05,
      "loss": 0.8267,
      "step": 16513
    },
    {
      "epoch": 0.34801666956434696,
      "grad_norm": 0.13793034851551056,
      "learning_rate": 1.514918459569267e-05,
      "loss": 0.7985,
      "step": 16514
    },
    {
      "epoch": 0.3480377436027122,
      "grad_norm": 0.20136809349060059,
      "learning_rate": 1.5148599484139704e-05,
      "loss": 0.8654,
      "step": 16515
    },
    {
      "epoch": 0.3480588176410775,
      "grad_norm": 0.21202026307582855,
      "learning_rate": 1.5148014348601466e-05,
      "loss": 0.8639,
      "step": 16516
    },
    {
      "epoch": 0.3480798916794428,
      "grad_norm": 0.14437110722064972,
      "learning_rate": 1.5147429189080677e-05,
      "loss": 0.775,
      "step": 16517
    },
    {
      "epoch": 0.3481009657178081,
      "grad_norm": 0.15846844017505646,
      "learning_rate": 1.5146844005580073e-05,
      "loss": 0.7592,
      "step": 16518
    },
    {
      "epoch": 0.3481220397561734,
      "grad_norm": 0.15459294617176056,
      "learning_rate": 1.5146258798102374e-05,
      "loss": 0.8729,
      "step": 16519
    },
    {
      "epoch": 0.34814311379453866,
      "grad_norm": 0.1342877596616745,
      "learning_rate": 1.5145673566650308e-05,
      "loss": 0.8451,
      "step": 16520
    },
    {
      "epoch": 0.3481641878329039,
      "grad_norm": 0.13934335112571716,
      "learning_rate": 1.5145088311226599e-05,
      "loss": 0.8254,
      "step": 16521
    },
    {
      "epoch": 0.34818526187126925,
      "grad_norm": 0.1582150012254715,
      "learning_rate": 1.5144503031833979e-05,
      "loss": 0.8487,
      "step": 16522
    },
    {
      "epoch": 0.3482063359096345,
      "grad_norm": 0.15131326019763947,
      "learning_rate": 1.5143917728475171e-05,
      "loss": 0.7572,
      "step": 16523
    },
    {
      "epoch": 0.34822740994799983,
      "grad_norm": 0.19820375740528107,
      "learning_rate": 1.5143332401152897e-05,
      "loss": 0.8797,
      "step": 16524
    },
    {
      "epoch": 0.3482484839863651,
      "grad_norm": 0.16956958174705505,
      "learning_rate": 1.5142747049869888e-05,
      "loss": 0.8045,
      "step": 16525
    },
    {
      "epoch": 0.34826955802473036,
      "grad_norm": 0.1488160640001297,
      "learning_rate": 1.5142161674628875e-05,
      "loss": 0.9249,
      "step": 16526
    },
    {
      "epoch": 0.3482906320630957,
      "grad_norm": 0.1626611351966858,
      "learning_rate": 1.5141576275432582e-05,
      "loss": 0.811,
      "step": 16527
    },
    {
      "epoch": 0.34831170610146095,
      "grad_norm": 0.15351369976997375,
      "learning_rate": 1.5140990852283732e-05,
      "loss": 0.8553,
      "step": 16528
    },
    {
      "epoch": 0.34833278013982627,
      "grad_norm": 0.16803938150405884,
      "learning_rate": 1.5140405405185056e-05,
      "loss": 0.8681,
      "step": 16529
    },
    {
      "epoch": 0.34835385417819154,
      "grad_norm": 0.15129590034484863,
      "learning_rate": 1.5139819934139284e-05,
      "loss": 0.8352,
      "step": 16530
    },
    {
      "epoch": 0.3483749282165568,
      "grad_norm": 0.1492668092250824,
      "learning_rate": 1.513923443914914e-05,
      "loss": 0.8366,
      "step": 16531
    },
    {
      "epoch": 0.3483960022549221,
      "grad_norm": 0.13396915793418884,
      "learning_rate": 1.5138648920217352e-05,
      "loss": 0.8585,
      "step": 16532
    },
    {
      "epoch": 0.3484170762932874,
      "grad_norm": 0.1534474492073059,
      "learning_rate": 1.5138063377346646e-05,
      "loss": 0.8009,
      "step": 16533
    },
    {
      "epoch": 0.34843815033165265,
      "grad_norm": 0.1425674706697464,
      "learning_rate": 1.5137477810539753e-05,
      "loss": 0.7636,
      "step": 16534
    },
    {
      "epoch": 0.348459224370018,
      "grad_norm": 0.12357674539089203,
      "learning_rate": 1.5136892219799397e-05,
      "loss": 0.7327,
      "step": 16535
    },
    {
      "epoch": 0.34848029840838324,
      "grad_norm": 0.12680120766162872,
      "learning_rate": 1.5136306605128312e-05,
      "loss": 0.8307,
      "step": 16536
    },
    {
      "epoch": 0.34850137244674856,
      "grad_norm": 0.15532344579696655,
      "learning_rate": 1.5135720966529224e-05,
      "loss": 0.8613,
      "step": 16537
    },
    {
      "epoch": 0.3485224464851138,
      "grad_norm": 0.13875950872898102,
      "learning_rate": 1.5135135304004857e-05,
      "loss": 0.8009,
      "step": 16538
    },
    {
      "epoch": 0.3485435205234791,
      "grad_norm": 0.13461987674236298,
      "learning_rate": 1.513454961755794e-05,
      "loss": 0.809,
      "step": 16539
    },
    {
      "epoch": 0.3485645945618444,
      "grad_norm": 0.16674278676509857,
      "learning_rate": 1.5133963907191209e-05,
      "loss": 0.821,
      "step": 16540
    },
    {
      "epoch": 0.3485856686002097,
      "grad_norm": 0.11758197844028473,
      "learning_rate": 1.5133378172907385e-05,
      "loss": 0.8466,
      "step": 16541
    },
    {
      "epoch": 0.348606742638575,
      "grad_norm": 0.12265809625387192,
      "learning_rate": 1.5132792414709201e-05,
      "loss": 0.8213,
      "step": 16542
    },
    {
      "epoch": 0.34862781667694026,
      "grad_norm": 0.161359503865242,
      "learning_rate": 1.5132206632599383e-05,
      "loss": 0.8131,
      "step": 16543
    },
    {
      "epoch": 0.3486488907153055,
      "grad_norm": 0.11359763890504837,
      "learning_rate": 1.513162082658066e-05,
      "loss": 0.754,
      "step": 16544
    },
    {
      "epoch": 0.34866996475367085,
      "grad_norm": 0.21089786291122437,
      "learning_rate": 1.5131034996655762e-05,
      "loss": 0.8488,
      "step": 16545
    },
    {
      "epoch": 0.3486910387920361,
      "grad_norm": 0.20223647356033325,
      "learning_rate": 1.513044914282742e-05,
      "loss": 0.8095,
      "step": 16546
    },
    {
      "epoch": 0.34871211283040143,
      "grad_norm": 0.1667429506778717,
      "learning_rate": 1.5129863265098359e-05,
      "loss": 0.8727,
      "step": 16547
    },
    {
      "epoch": 0.3487331868687667,
      "grad_norm": 0.15773573517799377,
      "learning_rate": 1.512927736347131e-05,
      "loss": 0.793,
      "step": 16548
    },
    {
      "epoch": 0.34875426090713196,
      "grad_norm": 0.17175167798995972,
      "learning_rate": 1.5128691437949005e-05,
      "loss": 0.8102,
      "step": 16549
    },
    {
      "epoch": 0.3487753349454973,
      "grad_norm": 0.16301493346691132,
      "learning_rate": 1.5128105488534172e-05,
      "loss": 0.8868,
      "step": 16550
    },
    {
      "epoch": 0.34879640898386255,
      "grad_norm": 0.14401820302009583,
      "learning_rate": 1.5127519515229541e-05,
      "loss": 0.7789,
      "step": 16551
    },
    {
      "epoch": 0.3488174830222278,
      "grad_norm": 0.14089566469192505,
      "learning_rate": 1.512693351803784e-05,
      "loss": 0.8272,
      "step": 16552
    },
    {
      "epoch": 0.34883855706059314,
      "grad_norm": 0.31017449498176575,
      "learning_rate": 1.5126347496961802e-05,
      "loss": 0.824,
      "step": 16553
    },
    {
      "epoch": 0.3488596310989584,
      "grad_norm": 0.1714145392179489,
      "learning_rate": 1.512576145200415e-05,
      "loss": 0.8176,
      "step": 16554
    },
    {
      "epoch": 0.3488807051373237,
      "grad_norm": 0.1560627520084381,
      "learning_rate": 1.5125175383167626e-05,
      "loss": 0.8109,
      "step": 16555
    },
    {
      "epoch": 0.348901779175689,
      "grad_norm": 0.18439042568206787,
      "learning_rate": 1.5124589290454949e-05,
      "loss": 0.8432,
      "step": 16556
    },
    {
      "epoch": 0.34892285321405425,
      "grad_norm": 0.14544126391410828,
      "learning_rate": 1.5124003173868858e-05,
      "loss": 0.833,
      "step": 16557
    },
    {
      "epoch": 0.3489439272524196,
      "grad_norm": 0.22769878804683685,
      "learning_rate": 1.5123417033412078e-05,
      "loss": 0.8247,
      "step": 16558
    },
    {
      "epoch": 0.34896500129078484,
      "grad_norm": 0.15173493325710297,
      "learning_rate": 1.5122830869087341e-05,
      "loss": 0.8534,
      "step": 16559
    },
    {
      "epoch": 0.34898607532915016,
      "grad_norm": 0.186618372797966,
      "learning_rate": 1.5122244680897378e-05,
      "loss": 0.8803,
      "step": 16560
    },
    {
      "epoch": 0.3490071493675154,
      "grad_norm": 0.16270901262760162,
      "learning_rate": 1.512165846884492e-05,
      "loss": 0.8571,
      "step": 16561
    },
    {
      "epoch": 0.3490282234058807,
      "grad_norm": 0.18242065608501434,
      "learning_rate": 1.5121072232932697e-05,
      "loss": 0.9757,
      "step": 16562
    },
    {
      "epoch": 0.349049297444246,
      "grad_norm": 0.1447524130344391,
      "learning_rate": 1.5120485973163439e-05,
      "loss": 0.8639,
      "step": 16563
    },
    {
      "epoch": 0.3490703714826113,
      "grad_norm": 0.18277814984321594,
      "learning_rate": 1.5119899689539881e-05,
      "loss": 0.8371,
      "step": 16564
    },
    {
      "epoch": 0.3490914455209766,
      "grad_norm": 0.14019088447093964,
      "learning_rate": 1.5119313382064751e-05,
      "loss": 0.8011,
      "step": 16565
    },
    {
      "epoch": 0.34911251955934186,
      "grad_norm": 0.14756573736667633,
      "learning_rate": 1.5118727050740782e-05,
      "loss": 0.7904,
      "step": 16566
    },
    {
      "epoch": 0.3491335935977071,
      "grad_norm": 0.1807434856891632,
      "learning_rate": 1.5118140695570706e-05,
      "loss": 0.8393,
      "step": 16567
    },
    {
      "epoch": 0.34915466763607245,
      "grad_norm": 0.14977020025253296,
      "learning_rate": 1.5117554316557251e-05,
      "loss": 0.8499,
      "step": 16568
    },
    {
      "epoch": 0.3491757416744377,
      "grad_norm": 0.13563373684883118,
      "learning_rate": 1.511696791370315e-05,
      "loss": 0.8625,
      "step": 16569
    },
    {
      "epoch": 0.34919681571280303,
      "grad_norm": 0.11900738626718521,
      "learning_rate": 1.5116381487011139e-05,
      "loss": 0.7862,
      "step": 16570
    },
    {
      "epoch": 0.3492178897511683,
      "grad_norm": 0.1500854790210724,
      "learning_rate": 1.5115795036483948e-05,
      "loss": 0.8076,
      "step": 16571
    },
    {
      "epoch": 0.34923896378953356,
      "grad_norm": 0.13673566281795502,
      "learning_rate": 1.5115208562124309e-05,
      "loss": 0.8401,
      "step": 16572
    },
    {
      "epoch": 0.3492600378278989,
      "grad_norm": 0.14410074055194855,
      "learning_rate": 1.5114622063934948e-05,
      "loss": 0.8982,
      "step": 16573
    },
    {
      "epoch": 0.34928111186626415,
      "grad_norm": 0.15770287811756134,
      "learning_rate": 1.5114035541918605e-05,
      "loss": 0.8144,
      "step": 16574
    },
    {
      "epoch": 0.3493021859046294,
      "grad_norm": 0.11543179303407669,
      "learning_rate": 1.5113448996078006e-05,
      "loss": 0.7875,
      "step": 16575
    },
    {
      "epoch": 0.34932325994299473,
      "grad_norm": 0.19767194986343384,
      "learning_rate": 1.5112862426415893e-05,
      "loss": 0.8099,
      "step": 16576
    },
    {
      "epoch": 0.34934433398136,
      "grad_norm": 0.10751380026340485,
      "learning_rate": 1.5112275832934993e-05,
      "loss": 0.8198,
      "step": 16577
    },
    {
      "epoch": 0.3493654080197253,
      "grad_norm": 0.15899133682250977,
      "learning_rate": 1.5111689215638035e-05,
      "loss": 0.8419,
      "step": 16578
    },
    {
      "epoch": 0.3493864820580906,
      "grad_norm": 0.14417196810245514,
      "learning_rate": 1.5111102574527756e-05,
      "loss": 0.8884,
      "step": 16579
    },
    {
      "epoch": 0.34940755609645585,
      "grad_norm": 0.16158746182918549,
      "learning_rate": 1.5110515909606891e-05,
      "loss": 0.7967,
      "step": 16580
    },
    {
      "epoch": 0.34942863013482117,
      "grad_norm": 0.19424410164356232,
      "learning_rate": 1.5109929220878168e-05,
      "loss": 0.9186,
      "step": 16581
    },
    {
      "epoch": 0.34944970417318644,
      "grad_norm": 0.1372208446264267,
      "learning_rate": 1.5109342508344322e-05,
      "loss": 0.7974,
      "step": 16582
    },
    {
      "epoch": 0.34947077821155176,
      "grad_norm": 0.20063918828964233,
      "learning_rate": 1.5108755772008085e-05,
      "loss": 0.9089,
      "step": 16583
    },
    {
      "epoch": 0.349491852249917,
      "grad_norm": 0.12899713218212128,
      "learning_rate": 1.5108169011872196e-05,
      "loss": 0.8478,
      "step": 16584
    },
    {
      "epoch": 0.3495129262882823,
      "grad_norm": 0.1670219600200653,
      "learning_rate": 1.5107582227939383e-05,
      "loss": 0.8108,
      "step": 16585
    },
    {
      "epoch": 0.3495340003266476,
      "grad_norm": 0.15936331450939178,
      "learning_rate": 1.5106995420212385e-05,
      "loss": 0.79,
      "step": 16586
    },
    {
      "epoch": 0.3495550743650129,
      "grad_norm": 0.15465842187404633,
      "learning_rate": 1.5106408588693926e-05,
      "loss": 0.8597,
      "step": 16587
    },
    {
      "epoch": 0.3495761484033782,
      "grad_norm": 0.2149573415517807,
      "learning_rate": 1.510582173338675e-05,
      "loss": 0.8285,
      "step": 16588
    },
    {
      "epoch": 0.34959722244174346,
      "grad_norm": 0.1376478374004364,
      "learning_rate": 1.5105234854293582e-05,
      "loss": 0.7963,
      "step": 16589
    },
    {
      "epoch": 0.3496182964801087,
      "grad_norm": 0.11814427375793457,
      "learning_rate": 1.5104647951417162e-05,
      "loss": 0.7874,
      "step": 16590
    },
    {
      "epoch": 0.34963937051847405,
      "grad_norm": 0.1429891437292099,
      "learning_rate": 1.5104061024760226e-05,
      "loss": 0.7725,
      "step": 16591
    },
    {
      "epoch": 0.3496604445568393,
      "grad_norm": 0.11223024129867554,
      "learning_rate": 1.5103474074325504e-05,
      "loss": 0.7972,
      "step": 16592
    },
    {
      "epoch": 0.3496815185952046,
      "grad_norm": 0.11752520501613617,
      "learning_rate": 1.5102887100115728e-05,
      "loss": 0.8429,
      "step": 16593
    },
    {
      "epoch": 0.3497025926335699,
      "grad_norm": 0.13078831136226654,
      "learning_rate": 1.510230010213364e-05,
      "loss": 0.8267,
      "step": 16594
    },
    {
      "epoch": 0.34972366667193516,
      "grad_norm": 0.12768693268299103,
      "learning_rate": 1.510171308038197e-05,
      "loss": 0.8542,
      "step": 16595
    },
    {
      "epoch": 0.3497447407103005,
      "grad_norm": 0.16401426494121552,
      "learning_rate": 1.5101126034863454e-05,
      "loss": 0.8063,
      "step": 16596
    },
    {
      "epoch": 0.34976581474866575,
      "grad_norm": 0.10793676972389221,
      "learning_rate": 1.5100538965580822e-05,
      "loss": 0.8377,
      "step": 16597
    },
    {
      "epoch": 0.349786888787031,
      "grad_norm": 0.15531960129737854,
      "learning_rate": 1.5099951872536815e-05,
      "loss": 0.8113,
      "step": 16598
    },
    {
      "epoch": 0.34980796282539633,
      "grad_norm": 0.1064341813325882,
      "learning_rate": 1.5099364755734166e-05,
      "loss": 0.7991,
      "step": 16599
    },
    {
      "epoch": 0.3498290368637616,
      "grad_norm": 0.13981540501117706,
      "learning_rate": 1.509877761517561e-05,
      "loss": 0.7835,
      "step": 16600
    },
    {
      "epoch": 0.3498501109021269,
      "grad_norm": 0.1355757862329483,
      "learning_rate": 1.5098190450863883e-05,
      "loss": 0.7809,
      "step": 16601
    },
    {
      "epoch": 0.3498711849404922,
      "grad_norm": 0.13159574568271637,
      "learning_rate": 1.5097603262801719e-05,
      "loss": 0.8679,
      "step": 16602
    },
    {
      "epoch": 0.34989225897885745,
      "grad_norm": 0.14948250353336334,
      "learning_rate": 1.5097016050991854e-05,
      "loss": 0.852,
      "step": 16603
    },
    {
      "epoch": 0.34991333301722277,
      "grad_norm": 0.12825708091259003,
      "learning_rate": 1.5096428815437026e-05,
      "loss": 0.8378,
      "step": 16604
    },
    {
      "epoch": 0.34993440705558804,
      "grad_norm": 0.12880468368530273,
      "learning_rate": 1.5095841556139967e-05,
      "loss": 0.8256,
      "step": 16605
    },
    {
      "epoch": 0.34995548109395336,
      "grad_norm": 0.12472215294837952,
      "learning_rate": 1.5095254273103414e-05,
      "loss": 0.7785,
      "step": 16606
    },
    {
      "epoch": 0.3499765551323186,
      "grad_norm": 0.14060716331005096,
      "learning_rate": 1.5094666966330103e-05,
      "loss": 0.8644,
      "step": 16607
    },
    {
      "epoch": 0.3499976291706839,
      "grad_norm": 0.14679987728595734,
      "learning_rate": 1.5094079635822772e-05,
      "loss": 0.851,
      "step": 16608
    },
    {
      "epoch": 0.3500187032090492,
      "grad_norm": 0.1370842456817627,
      "learning_rate": 1.5093492281584152e-05,
      "loss": 0.8353,
      "step": 16609
    },
    {
      "epoch": 0.3500397772474145,
      "grad_norm": 0.1445692479610443,
      "learning_rate": 1.5092904903616984e-05,
      "loss": 0.9629,
      "step": 16610
    },
    {
      "epoch": 0.35006085128577974,
      "grad_norm": 0.14823530614376068,
      "learning_rate": 1.5092317501924006e-05,
      "loss": 0.7662,
      "step": 16611
    },
    {
      "epoch": 0.35008192532414506,
      "grad_norm": 0.12263505160808563,
      "learning_rate": 1.5091730076507946e-05,
      "loss": 0.8466,
      "step": 16612
    },
    {
      "epoch": 0.3501029993625103,
      "grad_norm": 0.13534414768218994,
      "learning_rate": 1.5091142627371551e-05,
      "loss": 0.7446,
      "step": 16613
    },
    {
      "epoch": 0.35012407340087565,
      "grad_norm": 0.1276145577430725,
      "learning_rate": 1.5090555154517547e-05,
      "loss": 0.8559,
      "step": 16614
    },
    {
      "epoch": 0.3501451474392409,
      "grad_norm": 0.16474205255508423,
      "learning_rate": 1.5089967657948684e-05,
      "loss": 0.9186,
      "step": 16615
    },
    {
      "epoch": 0.3501662214776062,
      "grad_norm": 0.15825797617435455,
      "learning_rate": 1.5089380137667689e-05,
      "loss": 0.8601,
      "step": 16616
    },
    {
      "epoch": 0.3501872955159715,
      "grad_norm": 0.1230982318520546,
      "learning_rate": 1.50887925936773e-05,
      "loss": 0.8771,
      "step": 16617
    },
    {
      "epoch": 0.35020836955433676,
      "grad_norm": 0.16228137910366058,
      "learning_rate": 1.5088205025980251e-05,
      "loss": 0.8707,
      "step": 16618
    },
    {
      "epoch": 0.3502294435927021,
      "grad_norm": 0.12633094191551208,
      "learning_rate": 1.5087617434579289e-05,
      "loss": 0.7754,
      "step": 16619
    },
    {
      "epoch": 0.35025051763106735,
      "grad_norm": 0.1839953511953354,
      "learning_rate": 1.5087029819477148e-05,
      "loss": 0.8905,
      "step": 16620
    },
    {
      "epoch": 0.3502715916694326,
      "grad_norm": 0.1572902500629425,
      "learning_rate": 1.5086442180676564e-05,
      "loss": 0.8092,
      "step": 16621
    },
    {
      "epoch": 0.35029266570779793,
      "grad_norm": 0.13797445595264435,
      "learning_rate": 1.5085854518180273e-05,
      "loss": 0.8273,
      "step": 16622
    },
    {
      "epoch": 0.3503137397461632,
      "grad_norm": 0.15161927044391632,
      "learning_rate": 1.508526683199101e-05,
      "loss": 0.8184,
      "step": 16623
    },
    {
      "epoch": 0.3503348137845285,
      "grad_norm": 0.1329738348722458,
      "learning_rate": 1.5084679122111518e-05,
      "loss": 0.8384,
      "step": 16624
    },
    {
      "epoch": 0.3503558878228938,
      "grad_norm": 0.1638392060995102,
      "learning_rate": 1.5084091388544537e-05,
      "loss": 0.7959,
      "step": 16625
    },
    {
      "epoch": 0.35037696186125905,
      "grad_norm": 0.11135987192392349,
      "learning_rate": 1.5083503631292797e-05,
      "loss": 0.7987,
      "step": 16626
    },
    {
      "epoch": 0.35039803589962437,
      "grad_norm": 0.1582321673631668,
      "learning_rate": 1.5082915850359046e-05,
      "loss": 0.8201,
      "step": 16627
    },
    {
      "epoch": 0.35041910993798964,
      "grad_norm": 0.13286632299423218,
      "learning_rate": 1.5082328045746013e-05,
      "loss": 0.8092,
      "step": 16628
    },
    {
      "epoch": 0.3504401839763549,
      "grad_norm": 0.13797830045223236,
      "learning_rate": 1.5081740217456442e-05,
      "loss": 0.7884,
      "step": 16629
    },
    {
      "epoch": 0.3504612580147202,
      "grad_norm": 0.14097853004932404,
      "learning_rate": 1.5081152365493071e-05,
      "loss": 0.8287,
      "step": 16630
    },
    {
      "epoch": 0.3504823320530855,
      "grad_norm": 0.1292780488729477,
      "learning_rate": 1.5080564489858636e-05,
      "loss": 0.8475,
      "step": 16631
    },
    {
      "epoch": 0.3505034060914508,
      "grad_norm": 0.14519770443439484,
      "learning_rate": 1.5079976590555876e-05,
      "loss": 0.8811,
      "step": 16632
    },
    {
      "epoch": 0.3505244801298161,
      "grad_norm": 0.15933559834957123,
      "learning_rate": 1.507938866758753e-05,
      "loss": 0.8617,
      "step": 16633
    },
    {
      "epoch": 0.35054555416818134,
      "grad_norm": 0.1595277190208435,
      "learning_rate": 1.5078800720956342e-05,
      "loss": 0.8485,
      "step": 16634
    },
    {
      "epoch": 0.35056662820654666,
      "grad_norm": 0.10483488440513611,
      "learning_rate": 1.5078212750665045e-05,
      "loss": 0.834,
      "step": 16635
    },
    {
      "epoch": 0.3505877022449119,
      "grad_norm": 0.14567233622074127,
      "learning_rate": 1.5077624756716379e-05,
      "loss": 0.8691,
      "step": 16636
    },
    {
      "epoch": 0.35060877628327725,
      "grad_norm": 0.10720990598201752,
      "learning_rate": 1.5077036739113084e-05,
      "loss": 0.7751,
      "step": 16637
    },
    {
      "epoch": 0.3506298503216425,
      "grad_norm": 0.1309865117073059,
      "learning_rate": 1.5076448697857899e-05,
      "loss": 0.8178,
      "step": 16638
    },
    {
      "epoch": 0.3506509243600078,
      "grad_norm": 0.17077235877513885,
      "learning_rate": 1.5075860632953565e-05,
      "loss": 0.8281,
      "step": 16639
    },
    {
      "epoch": 0.3506719983983731,
      "grad_norm": 0.11622654646635056,
      "learning_rate": 1.507527254440282e-05,
      "loss": 0.7876,
      "step": 16640
    },
    {
      "epoch": 0.35069307243673836,
      "grad_norm": 0.12429656833410263,
      "learning_rate": 1.5074684432208403e-05,
      "loss": 0.8454,
      "step": 16641
    },
    {
      "epoch": 0.3507141464751037,
      "grad_norm": 0.1673084944486618,
      "learning_rate": 1.5074096296373055e-05,
      "loss": 0.9152,
      "step": 16642
    },
    {
      "epoch": 0.35073522051346895,
      "grad_norm": 0.12675964832305908,
      "learning_rate": 1.5073508136899517e-05,
      "loss": 0.824,
      "step": 16643
    },
    {
      "epoch": 0.3507562945518342,
      "grad_norm": 0.1364753097295761,
      "learning_rate": 1.507291995379053e-05,
      "loss": 0.7967,
      "step": 16644
    },
    {
      "epoch": 0.35077736859019953,
      "grad_norm": 0.1985965222120285,
      "learning_rate": 1.507233174704883e-05,
      "loss": 0.8789,
      "step": 16645
    },
    {
      "epoch": 0.3507984426285648,
      "grad_norm": 0.11229096353054047,
      "learning_rate": 1.507174351667716e-05,
      "loss": 0.8259,
      "step": 16646
    },
    {
      "epoch": 0.35081951666693006,
      "grad_norm": 0.13340143859386444,
      "learning_rate": 1.5071155262678257e-05,
      "loss": 0.7853,
      "step": 16647
    },
    {
      "epoch": 0.3508405907052954,
      "grad_norm": 0.11307194828987122,
      "learning_rate": 1.5070566985054863e-05,
      "loss": 0.748,
      "step": 16648
    },
    {
      "epoch": 0.35086166474366065,
      "grad_norm": 0.12158320099115372,
      "learning_rate": 1.5069978683809723e-05,
      "loss": 0.8151,
      "step": 16649
    },
    {
      "epoch": 0.35088273878202597,
      "grad_norm": 0.13242916762828827,
      "learning_rate": 1.5069390358945573e-05,
      "loss": 0.8237,
      "step": 16650
    },
    {
      "epoch": 0.35090381282039124,
      "grad_norm": 0.13940484821796417,
      "learning_rate": 1.5068802010465154e-05,
      "loss": 0.8857,
      "step": 16651
    },
    {
      "epoch": 0.3509248868587565,
      "grad_norm": 0.10640168935060501,
      "learning_rate": 1.506821363837121e-05,
      "loss": 0.8107,
      "step": 16652
    },
    {
      "epoch": 0.3509459608971218,
      "grad_norm": 0.14010505378246307,
      "learning_rate": 1.5067625242666477e-05,
      "loss": 0.8236,
      "step": 16653
    },
    {
      "epoch": 0.3509670349354871,
      "grad_norm": 0.11981062591075897,
      "learning_rate": 1.50670368233537e-05,
      "loss": 0.7797,
      "step": 16654
    },
    {
      "epoch": 0.3509881089738524,
      "grad_norm": 0.1539132446050644,
      "learning_rate": 1.5066448380435619e-05,
      "loss": 0.8563,
      "step": 16655
    },
    {
      "epoch": 0.3510091830122177,
      "grad_norm": 0.13945730030536652,
      "learning_rate": 1.5065859913914972e-05,
      "loss": 0.7751,
      "step": 16656
    },
    {
      "epoch": 0.35103025705058294,
      "grad_norm": 0.1235368475317955,
      "learning_rate": 1.5065271423794507e-05,
      "loss": 0.8824,
      "step": 16657
    },
    {
      "epoch": 0.35105133108894826,
      "grad_norm": 0.13158230483531952,
      "learning_rate": 1.5064682910076961e-05,
      "loss": 0.7671,
      "step": 16658
    },
    {
      "epoch": 0.3510724051273135,
      "grad_norm": 0.14236944913864136,
      "learning_rate": 1.506409437276508e-05,
      "loss": 0.9067,
      "step": 16659
    },
    {
      "epoch": 0.35109347916567885,
      "grad_norm": 0.1831451952457428,
      "learning_rate": 1.5063505811861604e-05,
      "loss": 0.8924,
      "step": 16660
    },
    {
      "epoch": 0.3511145532040441,
      "grad_norm": 0.11464394629001617,
      "learning_rate": 1.5062917227369268e-05,
      "loss": 0.8098,
      "step": 16661
    },
    {
      "epoch": 0.3511356272424094,
      "grad_norm": 0.13022476434707642,
      "learning_rate": 1.5062328619290822e-05,
      "loss": 0.844,
      "step": 16662
    },
    {
      "epoch": 0.3511567012807747,
      "grad_norm": 0.12818045914173126,
      "learning_rate": 1.5061739987629007e-05,
      "loss": 0.8691,
      "step": 16663
    },
    {
      "epoch": 0.35117777531913996,
      "grad_norm": 0.1265833079814911,
      "learning_rate": 1.5061151332386565e-05,
      "loss": 0.8524,
      "step": 16664
    },
    {
      "epoch": 0.3511988493575053,
      "grad_norm": 0.12911878526210785,
      "learning_rate": 1.5060562653566235e-05,
      "loss": 0.7806,
      "step": 16665
    },
    {
      "epoch": 0.35121992339587055,
      "grad_norm": 0.11719483882188797,
      "learning_rate": 1.5059973951170762e-05,
      "loss": 0.7898,
      "step": 16666
    },
    {
      "epoch": 0.3512409974342358,
      "grad_norm": 0.13101206719875336,
      "learning_rate": 1.5059385225202887e-05,
      "loss": 0.8575,
      "step": 16667
    },
    {
      "epoch": 0.35126207147260113,
      "grad_norm": 0.12537409365177155,
      "learning_rate": 1.5058796475665354e-05,
      "loss": 0.8644,
      "step": 16668
    },
    {
      "epoch": 0.3512831455109664,
      "grad_norm": 0.13601861894130707,
      "learning_rate": 1.5058207702560907e-05,
      "loss": 0.8086,
      "step": 16669
    },
    {
      "epoch": 0.35130421954933166,
      "grad_norm": 0.131485253572464,
      "learning_rate": 1.5057618905892286e-05,
      "loss": 0.8102,
      "step": 16670
    },
    {
      "epoch": 0.351325293587697,
      "grad_norm": 0.15314650535583496,
      "learning_rate": 1.5057030085662236e-05,
      "loss": 0.7942,
      "step": 16671
    },
    {
      "epoch": 0.35134636762606225,
      "grad_norm": 0.13337014615535736,
      "learning_rate": 1.5056441241873501e-05,
      "loss": 0.8263,
      "step": 16672
    },
    {
      "epoch": 0.35136744166442757,
      "grad_norm": 0.12503062188625336,
      "learning_rate": 1.5055852374528819e-05,
      "loss": 0.7895,
      "step": 16673
    },
    {
      "epoch": 0.35138851570279284,
      "grad_norm": 0.10470212996006012,
      "learning_rate": 1.5055263483630942e-05,
      "loss": 0.8072,
      "step": 16674
    },
    {
      "epoch": 0.3514095897411581,
      "grad_norm": 0.13279105722904205,
      "learning_rate": 1.5054674569182605e-05,
      "loss": 0.78,
      "step": 16675
    },
    {
      "epoch": 0.3514306637795234,
      "grad_norm": 0.13807296752929688,
      "learning_rate": 1.5054085631186554e-05,
      "loss": 0.8483,
      "step": 16676
    },
    {
      "epoch": 0.3514517378178887,
      "grad_norm": 0.11102063208818436,
      "learning_rate": 1.5053496669645535e-05,
      "loss": 0.7912,
      "step": 16677
    },
    {
      "epoch": 0.351472811856254,
      "grad_norm": 0.13541430234909058,
      "learning_rate": 1.505290768456229e-05,
      "loss": 0.8228,
      "step": 16678
    },
    {
      "epoch": 0.3514938858946193,
      "grad_norm": 0.13694705069065094,
      "learning_rate": 1.5052318675939565e-05,
      "loss": 0.7853,
      "step": 16679
    },
    {
      "epoch": 0.35151495993298454,
      "grad_norm": 0.1384054720401764,
      "learning_rate": 1.50517296437801e-05,
      "loss": 0.7935,
      "step": 16680
    },
    {
      "epoch": 0.35153603397134986,
      "grad_norm": 0.14148563146591187,
      "learning_rate": 1.505114058808664e-05,
      "loss": 0.8513,
      "step": 16681
    },
    {
      "epoch": 0.3515571080097151,
      "grad_norm": 0.10820084810256958,
      "learning_rate": 1.5050551508861933e-05,
      "loss": 0.8243,
      "step": 16682
    },
    {
      "epoch": 0.35157818204808045,
      "grad_norm": 0.1450246125459671,
      "learning_rate": 1.5049962406108716e-05,
      "loss": 0.8162,
      "step": 16683
    },
    {
      "epoch": 0.3515992560864457,
      "grad_norm": 0.10773851722478867,
      "learning_rate": 1.5049373279829745e-05,
      "loss": 0.7699,
      "step": 16684
    },
    {
      "epoch": 0.351620330124811,
      "grad_norm": 0.115911565721035,
      "learning_rate": 1.5048784130027754e-05,
      "loss": 0.8506,
      "step": 16685
    },
    {
      "epoch": 0.3516414041631763,
      "grad_norm": 0.11093900352716446,
      "learning_rate": 1.5048194956705489e-05,
      "loss": 0.7946,
      "step": 16686
    },
    {
      "epoch": 0.35166247820154156,
      "grad_norm": 0.3002919554710388,
      "learning_rate": 1.5047605759865698e-05,
      "loss": 0.747,
      "step": 16687
    },
    {
      "epoch": 0.3516835522399068,
      "grad_norm": 0.13168597221374512,
      "learning_rate": 1.5047016539511126e-05,
      "loss": 0.8508,
      "step": 16688
    },
    {
      "epoch": 0.35170462627827215,
      "grad_norm": 0.12795758247375488,
      "learning_rate": 1.5046427295644517e-05,
      "loss": 0.8376,
      "step": 16689
    },
    {
      "epoch": 0.3517257003166374,
      "grad_norm": 0.15485219657421112,
      "learning_rate": 1.5045838028268613e-05,
      "loss": 0.8108,
      "step": 16690
    },
    {
      "epoch": 0.35174677435500273,
      "grad_norm": 0.11451409012079239,
      "learning_rate": 1.5045248737386163e-05,
      "loss": 0.7925,
      "step": 16691
    },
    {
      "epoch": 0.351767848393368,
      "grad_norm": 0.13987228274345398,
      "learning_rate": 1.504465942299991e-05,
      "loss": 0.9234,
      "step": 16692
    },
    {
      "epoch": 0.35178892243173326,
      "grad_norm": 0.13180068135261536,
      "learning_rate": 1.5044070085112603e-05,
      "loss": 0.8372,
      "step": 16693
    },
    {
      "epoch": 0.3518099964700986,
      "grad_norm": 0.16863654553890228,
      "learning_rate": 1.5043480723726984e-05,
      "loss": 0.7815,
      "step": 16694
    },
    {
      "epoch": 0.35183107050846385,
      "grad_norm": 0.15336811542510986,
      "learning_rate": 1.50428913388458e-05,
      "loss": 0.8517,
      "step": 16695
    },
    {
      "epoch": 0.35185214454682917,
      "grad_norm": 0.16046294569969177,
      "learning_rate": 1.5042301930471794e-05,
      "loss": 0.8616,
      "step": 16696
    },
    {
      "epoch": 0.35187321858519444,
      "grad_norm": 0.12838397920131683,
      "learning_rate": 1.5041712498607713e-05,
      "loss": 0.8303,
      "step": 16697
    },
    {
      "epoch": 0.3518942926235597,
      "grad_norm": 0.10697771608829498,
      "learning_rate": 1.5041123043256308e-05,
      "loss": 0.7933,
      "step": 16698
    },
    {
      "epoch": 0.351915366661925,
      "grad_norm": 0.11479979753494263,
      "learning_rate": 1.504053356442032e-05,
      "loss": 0.8145,
      "step": 16699
    },
    {
      "epoch": 0.3519364407002903,
      "grad_norm": 0.12193883210420609,
      "learning_rate": 1.5039944062102496e-05,
      "loss": 0.7958,
      "step": 16700
    },
    {
      "epoch": 0.3519575147386556,
      "grad_norm": 0.11501273512840271,
      "learning_rate": 1.5039354536305581e-05,
      "loss": 0.8449,
      "step": 16701
    },
    {
      "epoch": 0.3519785887770209,
      "grad_norm": 0.10925296694040298,
      "learning_rate": 1.5038764987032324e-05,
      "loss": 0.7856,
      "step": 16702
    },
    {
      "epoch": 0.35199966281538614,
      "grad_norm": 0.11400226503610611,
      "learning_rate": 1.5038175414285469e-05,
      "loss": 0.7612,
      "step": 16703
    },
    {
      "epoch": 0.35202073685375146,
      "grad_norm": 0.13294550776481628,
      "learning_rate": 1.5037585818067768e-05,
      "loss": 0.7996,
      "step": 16704
    },
    {
      "epoch": 0.3520418108921167,
      "grad_norm": 0.1609230786561966,
      "learning_rate": 1.5036996198381956e-05,
      "loss": 0.8768,
      "step": 16705
    },
    {
      "epoch": 0.352062884930482,
      "grad_norm": 0.13677002489566803,
      "learning_rate": 1.5036406555230794e-05,
      "loss": 0.8084,
      "step": 16706
    },
    {
      "epoch": 0.3520839589688473,
      "grad_norm": 0.14198361337184906,
      "learning_rate": 1.5035816888617022e-05,
      "loss": 0.7993,
      "step": 16707
    },
    {
      "epoch": 0.3521050330072126,
      "grad_norm": 0.11366472393274307,
      "learning_rate": 1.5035227198543383e-05,
      "loss": 0.7644,
      "step": 16708
    },
    {
      "epoch": 0.3521261070455779,
      "grad_norm": 0.13874904811382294,
      "learning_rate": 1.5034637485012634e-05,
      "loss": 0.8131,
      "step": 16709
    },
    {
      "epoch": 0.35214718108394316,
      "grad_norm": 0.15340881049633026,
      "learning_rate": 1.5034047748027512e-05,
      "loss": 0.858,
      "step": 16710
    },
    {
      "epoch": 0.3521682551223084,
      "grad_norm": 0.13145016133785248,
      "learning_rate": 1.5033457987590772e-05,
      "loss": 0.8318,
      "step": 16711
    },
    {
      "epoch": 0.35218932916067375,
      "grad_norm": 0.14372892677783966,
      "learning_rate": 1.5032868203705153e-05,
      "loss": 0.8564,
      "step": 16712
    },
    {
      "epoch": 0.352210403199039,
      "grad_norm": 0.10711227357387543,
      "learning_rate": 1.5032278396373415e-05,
      "loss": 0.7993,
      "step": 16713
    },
    {
      "epoch": 0.35223147723740433,
      "grad_norm": 0.16713589429855347,
      "learning_rate": 1.5031688565598294e-05,
      "loss": 0.8506,
      "step": 16714
    },
    {
      "epoch": 0.3522525512757696,
      "grad_norm": 0.11445366591215134,
      "learning_rate": 1.5031098711382544e-05,
      "loss": 0.8435,
      "step": 16715
    },
    {
      "epoch": 0.35227362531413486,
      "grad_norm": 0.1605074405670166,
      "learning_rate": 1.5030508833728912e-05,
      "loss": 0.7986,
      "step": 16716
    },
    {
      "epoch": 0.3522946993525002,
      "grad_norm": 0.1379152238368988,
      "learning_rate": 1.5029918932640144e-05,
      "loss": 0.8339,
      "step": 16717
    },
    {
      "epoch": 0.35231577339086545,
      "grad_norm": 0.17785881459712982,
      "learning_rate": 1.502932900811899e-05,
      "loss": 0.9043,
      "step": 16718
    },
    {
      "epoch": 0.35233684742923077,
      "grad_norm": 0.14293058216571808,
      "learning_rate": 1.50287390601682e-05,
      "loss": 0.8222,
      "step": 16719
    },
    {
      "epoch": 0.35235792146759604,
      "grad_norm": 0.13028113543987274,
      "learning_rate": 1.5028149088790515e-05,
      "loss": 0.8475,
      "step": 16720
    },
    {
      "epoch": 0.3523789955059613,
      "grad_norm": 0.14893800020217896,
      "learning_rate": 1.5027559093988693e-05,
      "loss": 0.8098,
      "step": 16721
    },
    {
      "epoch": 0.3524000695443266,
      "grad_norm": 0.11662124842405319,
      "learning_rate": 1.5026969075765476e-05,
      "loss": 0.8902,
      "step": 16722
    },
    {
      "epoch": 0.3524211435826919,
      "grad_norm": 0.15074290335178375,
      "learning_rate": 1.502637903412362e-05,
      "loss": 0.8515,
      "step": 16723
    },
    {
      "epoch": 0.35244221762105715,
      "grad_norm": 0.11500048637390137,
      "learning_rate": 1.5025788969065861e-05,
      "loss": 0.7618,
      "step": 16724
    },
    {
      "epoch": 0.3524632916594225,
      "grad_norm": 0.1488787978887558,
      "learning_rate": 1.5025198880594958e-05,
      "loss": 0.8563,
      "step": 16725
    },
    {
      "epoch": 0.35248436569778774,
      "grad_norm": 0.14288531243801117,
      "learning_rate": 1.5024608768713655e-05,
      "loss": 0.8295,
      "step": 16726
    },
    {
      "epoch": 0.35250543973615306,
      "grad_norm": 0.11054901778697968,
      "learning_rate": 1.5024018633424709e-05,
      "loss": 0.7692,
      "step": 16727
    },
    {
      "epoch": 0.3525265137745183,
      "grad_norm": 0.14758139848709106,
      "learning_rate": 1.5023428474730861e-05,
      "loss": 0.8248,
      "step": 16728
    },
    {
      "epoch": 0.3525475878128836,
      "grad_norm": 0.13518035411834717,
      "learning_rate": 1.5022838292634862e-05,
      "loss": 0.7776,
      "step": 16729
    },
    {
      "epoch": 0.3525686618512489,
      "grad_norm": 0.13786916434764862,
      "learning_rate": 1.5022248087139464e-05,
      "loss": 0.84,
      "step": 16730
    },
    {
      "epoch": 0.3525897358896142,
      "grad_norm": 0.13748027384281158,
      "learning_rate": 1.5021657858247414e-05,
      "loss": 0.8075,
      "step": 16731
    },
    {
      "epoch": 0.3526108099279795,
      "grad_norm": 0.12978743016719818,
      "learning_rate": 1.502106760596146e-05,
      "loss": 0.8461,
      "step": 16732
    },
    {
      "epoch": 0.35263188396634476,
      "grad_norm": 0.15170422196388245,
      "learning_rate": 1.502047733028436e-05,
      "loss": 0.8644,
      "step": 16733
    },
    {
      "epoch": 0.35265295800471,
      "grad_norm": 0.167328879237175,
      "learning_rate": 1.5019887031218854e-05,
      "loss": 0.8819,
      "step": 16734
    },
    {
      "epoch": 0.35267403204307535,
      "grad_norm": 0.153510183095932,
      "learning_rate": 1.50192967087677e-05,
      "loss": 0.8151,
      "step": 16735
    },
    {
      "epoch": 0.3526951060814406,
      "grad_norm": 0.1604645997285843,
      "learning_rate": 1.5018706362933637e-05,
      "loss": 0.8106,
      "step": 16736
    },
    {
      "epoch": 0.35271618011980593,
      "grad_norm": 0.18309102952480316,
      "learning_rate": 1.5018115993719428e-05,
      "loss": 0.8338,
      "step": 16737
    },
    {
      "epoch": 0.3527372541581712,
      "grad_norm": 0.16893407702445984,
      "learning_rate": 1.5017525601127819e-05,
      "loss": 0.8365,
      "step": 16738
    },
    {
      "epoch": 0.35275832819653646,
      "grad_norm": 0.1624869853258133,
      "learning_rate": 1.5016935185161556e-05,
      "loss": 0.8088,
      "step": 16739
    },
    {
      "epoch": 0.3527794022349018,
      "grad_norm": 0.17392855882644653,
      "learning_rate": 1.5016344745823395e-05,
      "loss": 0.8495,
      "step": 16740
    },
    {
      "epoch": 0.35280047627326705,
      "grad_norm": 0.16541460156440735,
      "learning_rate": 1.5015754283116079e-05,
      "loss": 0.823,
      "step": 16741
    },
    {
      "epoch": 0.3528215503116323,
      "grad_norm": 0.1950490027666092,
      "learning_rate": 1.5015163797042367e-05,
      "loss": 0.8132,
      "step": 16742
    },
    {
      "epoch": 0.35284262434999764,
      "grad_norm": 0.12383363395929337,
      "learning_rate": 1.501457328760501e-05,
      "loss": 0.8376,
      "step": 16743
    },
    {
      "epoch": 0.3528636983883629,
      "grad_norm": 0.16901803016662598,
      "learning_rate": 1.5013982754806753e-05,
      "loss": 0.868,
      "step": 16744
    },
    {
      "epoch": 0.3528847724267282,
      "grad_norm": 0.12184635549783707,
      "learning_rate": 1.501339219865035e-05,
      "loss": 0.9038,
      "step": 16745
    },
    {
      "epoch": 0.3529058464650935,
      "grad_norm": 0.1504712849855423,
      "learning_rate": 1.501280161913855e-05,
      "loss": 0.8248,
      "step": 16746
    },
    {
      "epoch": 0.35292692050345875,
      "grad_norm": 0.12355910986661911,
      "learning_rate": 1.5012211016274107e-05,
      "loss": 0.8016,
      "step": 16747
    },
    {
      "epoch": 0.3529479945418241,
      "grad_norm": 0.1636975258588791,
      "learning_rate": 1.5011620390059773e-05,
      "loss": 0.8617,
      "step": 16748
    },
    {
      "epoch": 0.35296906858018934,
      "grad_norm": 0.15896384418010712,
      "learning_rate": 1.5011029740498297e-05,
      "loss": 0.8432,
      "step": 16749
    },
    {
      "epoch": 0.35299014261855466,
      "grad_norm": 0.1364268660545349,
      "learning_rate": 1.5010439067592434e-05,
      "loss": 0.8175,
      "step": 16750
    },
    {
      "epoch": 0.3530112166569199,
      "grad_norm": 0.14573049545288086,
      "learning_rate": 1.5009848371344932e-05,
      "loss": 0.7689,
      "step": 16751
    },
    {
      "epoch": 0.3530322906952852,
      "grad_norm": 0.14828380942344666,
      "learning_rate": 1.5009257651758544e-05,
      "loss": 0.8113,
      "step": 16752
    },
    {
      "epoch": 0.3530533647336505,
      "grad_norm": 0.1977791041135788,
      "learning_rate": 1.5008666908836023e-05,
      "loss": 0.8356,
      "step": 16753
    },
    {
      "epoch": 0.3530744387720158,
      "grad_norm": 0.13597510755062103,
      "learning_rate": 1.5008076142580121e-05,
      "loss": 0.8443,
      "step": 16754
    },
    {
      "epoch": 0.3530955128103811,
      "grad_norm": 0.15357041358947754,
      "learning_rate": 1.5007485352993585e-05,
      "loss": 0.7843,
      "step": 16755
    },
    {
      "epoch": 0.35311658684874636,
      "grad_norm": 0.20052474737167358,
      "learning_rate": 1.5006894540079175e-05,
      "loss": 0.9209,
      "step": 16756
    },
    {
      "epoch": 0.3531376608871116,
      "grad_norm": 0.15422017872333527,
      "learning_rate": 1.5006303703839643e-05,
      "loss": 0.8146,
      "step": 16757
    },
    {
      "epoch": 0.35315873492547695,
      "grad_norm": 0.13172940909862518,
      "learning_rate": 1.5005712844277733e-05,
      "loss": 0.8476,
      "step": 16758
    },
    {
      "epoch": 0.3531798089638422,
      "grad_norm": 0.13039425015449524,
      "learning_rate": 1.5005121961396202e-05,
      "loss": 0.8357,
      "step": 16759
    },
    {
      "epoch": 0.35320088300220753,
      "grad_norm": 0.1614426225423813,
      "learning_rate": 1.5004531055197808e-05,
      "loss": 0.7895,
      "step": 16760
    },
    {
      "epoch": 0.3532219570405728,
      "grad_norm": 0.12300213426351547,
      "learning_rate": 1.50039401256853e-05,
      "loss": 0.8796,
      "step": 16761
    },
    {
      "epoch": 0.35324303107893806,
      "grad_norm": 0.127128005027771,
      "learning_rate": 1.5003349172861428e-05,
      "loss": 0.8296,
      "step": 16762
    },
    {
      "epoch": 0.3532641051173034,
      "grad_norm": 0.13369819521903992,
      "learning_rate": 1.5002758196728948e-05,
      "loss": 0.8332,
      "step": 16763
    },
    {
      "epoch": 0.35328517915566865,
      "grad_norm": 0.12550514936447144,
      "learning_rate": 1.500216719729061e-05,
      "loss": 0.799,
      "step": 16764
    },
    {
      "epoch": 0.3533062531940339,
      "grad_norm": 0.13015048205852509,
      "learning_rate": 1.5001576174549174e-05,
      "loss": 0.8653,
      "step": 16765
    },
    {
      "epoch": 0.35332732723239924,
      "grad_norm": 0.12510985136032104,
      "learning_rate": 1.5000985128507388e-05,
      "loss": 0.7862,
      "step": 16766
    },
    {
      "epoch": 0.3533484012707645,
      "grad_norm": 0.11366423219442368,
      "learning_rate": 1.5000394059168004e-05,
      "loss": 0.9016,
      "step": 16767
    },
    {
      "epoch": 0.3533694753091298,
      "grad_norm": 0.1257043331861496,
      "learning_rate": 1.4999802966533782e-05,
      "loss": 0.7915,
      "step": 16768
    },
    {
      "epoch": 0.3533905493474951,
      "grad_norm": 0.13902676105499268,
      "learning_rate": 1.4999211850607469e-05,
      "loss": 0.8741,
      "step": 16769
    },
    {
      "epoch": 0.35341162338586035,
      "grad_norm": 0.11833412945270538,
      "learning_rate": 1.499862071139182e-05,
      "loss": 0.82,
      "step": 16770
    },
    {
      "epoch": 0.3534326974242257,
      "grad_norm": 0.13816697895526886,
      "learning_rate": 1.4998029548889595e-05,
      "loss": 0.8627,
      "step": 16771
    },
    {
      "epoch": 0.35345377146259094,
      "grad_norm": 0.12204533815383911,
      "learning_rate": 1.4997438363103543e-05,
      "loss": 0.8337,
      "step": 16772
    },
    {
      "epoch": 0.35347484550095626,
      "grad_norm": 0.13097476959228516,
      "learning_rate": 1.4996847154036416e-05,
      "loss": 0.8445,
      "step": 16773
    },
    {
      "epoch": 0.3534959195393215,
      "grad_norm": 0.17860977351665497,
      "learning_rate": 1.4996255921690973e-05,
      "loss": 0.8405,
      "step": 16774
    },
    {
      "epoch": 0.3535169935776868,
      "grad_norm": 0.16120705008506775,
      "learning_rate": 1.4995664666069963e-05,
      "loss": 0.7856,
      "step": 16775
    },
    {
      "epoch": 0.3535380676160521,
      "grad_norm": 0.13234204053878784,
      "learning_rate": 1.4995073387176144e-05,
      "loss": 0.8255,
      "step": 16776
    },
    {
      "epoch": 0.3535591416544174,
      "grad_norm": 0.17626363039016724,
      "learning_rate": 1.4994482085012271e-05,
      "loss": 0.8559,
      "step": 16777
    },
    {
      "epoch": 0.3535802156927827,
      "grad_norm": 0.1717861294746399,
      "learning_rate": 1.49938907595811e-05,
      "loss": 0.7525,
      "step": 16778
    },
    {
      "epoch": 0.35360128973114796,
      "grad_norm": 0.11804657429456711,
      "learning_rate": 1.4993299410885381e-05,
      "loss": 0.7938,
      "step": 16779
    },
    {
      "epoch": 0.3536223637695132,
      "grad_norm": 0.15179158747196198,
      "learning_rate": 1.499270803892787e-05,
      "loss": 0.8052,
      "step": 16780
    },
    {
      "epoch": 0.35364343780787855,
      "grad_norm": 0.12118833512067795,
      "learning_rate": 1.4992116643711325e-05,
      "loss": 0.8328,
      "step": 16781
    },
    {
      "epoch": 0.3536645118462438,
      "grad_norm": 0.1582006961107254,
      "learning_rate": 1.49915252252385e-05,
      "loss": 0.8546,
      "step": 16782
    },
    {
      "epoch": 0.3536855858846091,
      "grad_norm": 0.14457716047763824,
      "learning_rate": 1.499093378351215e-05,
      "loss": 0.8391,
      "step": 16783
    },
    {
      "epoch": 0.3537066599229744,
      "grad_norm": 0.12392716854810715,
      "learning_rate": 1.4990342318535025e-05,
      "loss": 0.8417,
      "step": 16784
    },
    {
      "epoch": 0.35372773396133966,
      "grad_norm": 0.13977301120758057,
      "learning_rate": 1.4989750830309888e-05,
      "loss": 0.8272,
      "step": 16785
    },
    {
      "epoch": 0.353748807999705,
      "grad_norm": 0.12711499631404877,
      "learning_rate": 1.4989159318839493e-05,
      "loss": 0.809,
      "step": 16786
    },
    {
      "epoch": 0.35376988203807025,
      "grad_norm": 0.13013160228729248,
      "learning_rate": 1.4988567784126592e-05,
      "loss": 0.8108,
      "step": 16787
    },
    {
      "epoch": 0.3537909560764355,
      "grad_norm": 0.13920827209949493,
      "learning_rate": 1.4987976226173945e-05,
      "loss": 0.9056,
      "step": 16788
    },
    {
      "epoch": 0.35381203011480084,
      "grad_norm": 0.15519404411315918,
      "learning_rate": 1.4987384644984306e-05,
      "loss": 0.796,
      "step": 16789
    },
    {
      "epoch": 0.3538331041531661,
      "grad_norm": 0.13102835416793823,
      "learning_rate": 1.498679304056043e-05,
      "loss": 0.8117,
      "step": 16790
    },
    {
      "epoch": 0.3538541781915314,
      "grad_norm": 0.10139316320419312,
      "learning_rate": 1.4986201412905075e-05,
      "loss": 0.7658,
      "step": 16791
    },
    {
      "epoch": 0.3538752522298967,
      "grad_norm": 0.13367722928524017,
      "learning_rate": 1.4985609762020994e-05,
      "loss": 0.8435,
      "step": 16792
    },
    {
      "epoch": 0.35389632626826195,
      "grad_norm": 0.14422905445098877,
      "learning_rate": 1.4985018087910945e-05,
      "loss": 0.784,
      "step": 16793
    },
    {
      "epoch": 0.35391740030662727,
      "grad_norm": 0.15359187126159668,
      "learning_rate": 1.4984426390577686e-05,
      "loss": 0.7875,
      "step": 16794
    },
    {
      "epoch": 0.35393847434499254,
      "grad_norm": 0.13944703340530396,
      "learning_rate": 1.4983834670023973e-05,
      "loss": 0.739,
      "step": 16795
    },
    {
      "epoch": 0.35395954838335786,
      "grad_norm": 0.1604454219341278,
      "learning_rate": 1.498324292625256e-05,
      "loss": 0.8001,
      "step": 16796
    },
    {
      "epoch": 0.3539806224217231,
      "grad_norm": 0.17547374963760376,
      "learning_rate": 1.4982651159266208e-05,
      "loss": 0.8002,
      "step": 16797
    },
    {
      "epoch": 0.3540016964600884,
      "grad_norm": 0.12737111747264862,
      "learning_rate": 1.4982059369067666e-05,
      "loss": 0.8444,
      "step": 16798
    },
    {
      "epoch": 0.3540227704984537,
      "grad_norm": 0.18275991082191467,
      "learning_rate": 1.4981467555659699e-05,
      "loss": 0.8311,
      "step": 16799
    },
    {
      "epoch": 0.354043844536819,
      "grad_norm": 0.2285357117652893,
      "learning_rate": 1.4980875719045062e-05,
      "loss": 0.8312,
      "step": 16800
    },
    {
      "epoch": 0.35406491857518424,
      "grad_norm": 0.14763891696929932,
      "learning_rate": 1.498028385922651e-05,
      "loss": 0.8548,
      "step": 16801
    },
    {
      "epoch": 0.35408599261354956,
      "grad_norm": 0.1542252004146576,
      "learning_rate": 1.4979691976206805e-05,
      "loss": 0.8322,
      "step": 16802
    },
    {
      "epoch": 0.3541070666519148,
      "grad_norm": 0.09911664575338364,
      "learning_rate": 1.4979100069988696e-05,
      "loss": 0.7425,
      "step": 16803
    },
    {
      "epoch": 0.35412814069028015,
      "grad_norm": 0.17126800119876862,
      "learning_rate": 1.4978508140574949e-05,
      "loss": 0.861,
      "step": 16804
    },
    {
      "epoch": 0.3541492147286454,
      "grad_norm": 0.1532968133687973,
      "learning_rate": 1.4977916187968315e-05,
      "loss": 0.779,
      "step": 16805
    },
    {
      "epoch": 0.3541702887670107,
      "grad_norm": 0.13156192004680634,
      "learning_rate": 1.4977324212171557e-05,
      "loss": 0.8247,
      "step": 16806
    },
    {
      "epoch": 0.354191362805376,
      "grad_norm": 0.15495477616786957,
      "learning_rate": 1.4976732213187428e-05,
      "loss": 0.8248,
      "step": 16807
    },
    {
      "epoch": 0.35421243684374126,
      "grad_norm": 0.12399441748857498,
      "learning_rate": 1.4976140191018691e-05,
      "loss": 0.8519,
      "step": 16808
    },
    {
      "epoch": 0.3542335108821066,
      "grad_norm": 0.1391828954219818,
      "learning_rate": 1.49755481456681e-05,
      "loss": 0.7971,
      "step": 16809
    },
    {
      "epoch": 0.35425458492047185,
      "grad_norm": 0.13901887834072113,
      "learning_rate": 1.4974956077138414e-05,
      "loss": 0.8126,
      "step": 16810
    },
    {
      "epoch": 0.3542756589588371,
      "grad_norm": 0.132199227809906,
      "learning_rate": 1.497436398543239e-05,
      "loss": 0.8011,
      "step": 16811
    },
    {
      "epoch": 0.35429673299720243,
      "grad_norm": 0.1594468206167221,
      "learning_rate": 1.4973771870552792e-05,
      "loss": 0.8892,
      "step": 16812
    },
    {
      "epoch": 0.3543178070355677,
      "grad_norm": 0.1256665587425232,
      "learning_rate": 1.497317973250237e-05,
      "loss": 0.8085,
      "step": 16813
    },
    {
      "epoch": 0.354338881073933,
      "grad_norm": 0.12090347707271576,
      "learning_rate": 1.4972587571283888e-05,
      "loss": 0.8871,
      "step": 16814
    },
    {
      "epoch": 0.3543599551122983,
      "grad_norm": 0.1201665848493576,
      "learning_rate": 1.4971995386900105e-05,
      "loss": 0.814,
      "step": 16815
    },
    {
      "epoch": 0.35438102915066355,
      "grad_norm": 0.1317693144083023,
      "learning_rate": 1.4971403179353779e-05,
      "loss": 0.8446,
      "step": 16816
    },
    {
      "epoch": 0.35440210318902887,
      "grad_norm": 0.11450807750225067,
      "learning_rate": 1.4970810948647664e-05,
      "loss": 0.8189,
      "step": 16817
    },
    {
      "epoch": 0.35442317722739414,
      "grad_norm": 0.13136333227157593,
      "learning_rate": 1.4970218694784527e-05,
      "loss": 0.8245,
      "step": 16818
    },
    {
      "epoch": 0.3544442512657594,
      "grad_norm": 0.14126788079738617,
      "learning_rate": 1.496962641776712e-05,
      "loss": 0.7662,
      "step": 16819
    },
    {
      "epoch": 0.3544653253041247,
      "grad_norm": 0.13121511042118073,
      "learning_rate": 1.4969034117598205e-05,
      "loss": 0.775,
      "step": 16820
    },
    {
      "epoch": 0.35448639934249,
      "grad_norm": 0.12207496166229248,
      "learning_rate": 1.4968441794280546e-05,
      "loss": 0.8069,
      "step": 16821
    },
    {
      "epoch": 0.3545074733808553,
      "grad_norm": 0.10465598851442337,
      "learning_rate": 1.4967849447816893e-05,
      "loss": 0.772,
      "step": 16822
    },
    {
      "epoch": 0.3545285474192206,
      "grad_norm": 0.11978960037231445,
      "learning_rate": 1.4967257078210014e-05,
      "loss": 0.7735,
      "step": 16823
    },
    {
      "epoch": 0.35454962145758584,
      "grad_norm": 0.18207578361034393,
      "learning_rate": 1.4966664685462665e-05,
      "loss": 0.8492,
      "step": 16824
    },
    {
      "epoch": 0.35457069549595116,
      "grad_norm": 0.13476476073265076,
      "learning_rate": 1.4966072269577603e-05,
      "loss": 0.8502,
      "step": 16825
    },
    {
      "epoch": 0.3545917695343164,
      "grad_norm": 0.15265299379825592,
      "learning_rate": 1.4965479830557592e-05,
      "loss": 0.7997,
      "step": 16826
    },
    {
      "epoch": 0.35461284357268175,
      "grad_norm": 0.13684995472431183,
      "learning_rate": 1.4964887368405392e-05,
      "loss": 0.921,
      "step": 16827
    },
    {
      "epoch": 0.354633917611047,
      "grad_norm": 0.13173846900463104,
      "learning_rate": 1.496429488312376e-05,
      "loss": 0.7938,
      "step": 16828
    },
    {
      "epoch": 0.3546549916494123,
      "grad_norm": 0.16430608928203583,
      "learning_rate": 1.4963702374715459e-05,
      "loss": 0.7904,
      "step": 16829
    },
    {
      "epoch": 0.3546760656877776,
      "grad_norm": 0.18618716299533844,
      "learning_rate": 1.4963109843183246e-05,
      "loss": 0.8401,
      "step": 16830
    },
    {
      "epoch": 0.35469713972614286,
      "grad_norm": 0.15694768726825714,
      "learning_rate": 1.4962517288529887e-05,
      "loss": 0.7568,
      "step": 16831
    },
    {
      "epoch": 0.3547182137645082,
      "grad_norm": 0.11442188918590546,
      "learning_rate": 1.4961924710758135e-05,
      "loss": 0.8156,
      "step": 16832
    },
    {
      "epoch": 0.35473928780287345,
      "grad_norm": 0.15119092166423798,
      "learning_rate": 1.4961332109870757e-05,
      "loss": 0.8861,
      "step": 16833
    },
    {
      "epoch": 0.3547603618412387,
      "grad_norm": 0.11561445891857147,
      "learning_rate": 1.4960739485870508e-05,
      "loss": 0.8231,
      "step": 16834
    },
    {
      "epoch": 0.35478143587960403,
      "grad_norm": 0.11599623411893845,
      "learning_rate": 1.4960146838760154e-05,
      "loss": 0.812,
      "step": 16835
    },
    {
      "epoch": 0.3548025099179693,
      "grad_norm": 0.11076486855745316,
      "learning_rate": 1.4959554168542456e-05,
      "loss": 0.8146,
      "step": 16836
    },
    {
      "epoch": 0.35482358395633457,
      "grad_norm": 0.13783393800258636,
      "learning_rate": 1.4958961475220171e-05,
      "loss": 0.8203,
      "step": 16837
    },
    {
      "epoch": 0.3548446579946999,
      "grad_norm": 0.15943752229213715,
      "learning_rate": 1.4958368758796063e-05,
      "loss": 0.8243,
      "step": 16838
    },
    {
      "epoch": 0.35486573203306515,
      "grad_norm": 0.11278901994228363,
      "learning_rate": 1.495777601927289e-05,
      "loss": 0.8484,
      "step": 16839
    },
    {
      "epoch": 0.35488680607143047,
      "grad_norm": 0.1550968885421753,
      "learning_rate": 1.4957183256653416e-05,
      "loss": 0.7812,
      "step": 16840
    },
    {
      "epoch": 0.35490788010979574,
      "grad_norm": 0.14105446636676788,
      "learning_rate": 1.4956590470940404e-05,
      "loss": 0.8022,
      "step": 16841
    },
    {
      "epoch": 0.354928954148161,
      "grad_norm": 0.13137246668338776,
      "learning_rate": 1.4955997662136613e-05,
      "loss": 0.8313,
      "step": 16842
    },
    {
      "epoch": 0.3549500281865263,
      "grad_norm": 0.13069742918014526,
      "learning_rate": 1.4955404830244803e-05,
      "loss": 0.8271,
      "step": 16843
    },
    {
      "epoch": 0.3549711022248916,
      "grad_norm": 0.14292746782302856,
      "learning_rate": 1.495481197526774e-05,
      "loss": 0.7813,
      "step": 16844
    },
    {
      "epoch": 0.3549921762632569,
      "grad_norm": 0.11363808810710907,
      "learning_rate": 1.4954219097208183e-05,
      "loss": 0.826,
      "step": 16845
    },
    {
      "epoch": 0.3550132503016222,
      "grad_norm": 0.11455463618040085,
      "learning_rate": 1.4953626196068898e-05,
      "loss": 0.812,
      "step": 16846
    },
    {
      "epoch": 0.35503432433998744,
      "grad_norm": 0.12891486287117004,
      "learning_rate": 1.4953033271852642e-05,
      "loss": 0.8954,
      "step": 16847
    },
    {
      "epoch": 0.35505539837835276,
      "grad_norm": 0.10269070416688919,
      "learning_rate": 1.4952440324562174e-05,
      "loss": 0.8326,
      "step": 16848
    },
    {
      "epoch": 0.355076472416718,
      "grad_norm": 0.12133556604385376,
      "learning_rate": 1.4951847354200266e-05,
      "loss": 0.7676,
      "step": 16849
    },
    {
      "epoch": 0.35509754645508335,
      "grad_norm": 0.11785189062356949,
      "learning_rate": 1.4951254360769678e-05,
      "loss": 0.8062,
      "step": 16850
    },
    {
      "epoch": 0.3551186204934486,
      "grad_norm": 0.1453094333410263,
      "learning_rate": 1.495066134427317e-05,
      "loss": 0.8175,
      "step": 16851
    },
    {
      "epoch": 0.3551396945318139,
      "grad_norm": 0.11899008601903915,
      "learning_rate": 1.4950068304713501e-05,
      "loss": 0.8907,
      "step": 16852
    },
    {
      "epoch": 0.3551607685701792,
      "grad_norm": 0.15355612337589264,
      "learning_rate": 1.494947524209344e-05,
      "loss": 0.9002,
      "step": 16853
    },
    {
      "epoch": 0.35518184260854446,
      "grad_norm": 0.15822932124137878,
      "learning_rate": 1.4948882156415748e-05,
      "loss": 0.8921,
      "step": 16854
    },
    {
      "epoch": 0.3552029166469098,
      "grad_norm": 0.12609189748764038,
      "learning_rate": 1.4948289047683187e-05,
      "loss": 0.85,
      "step": 16855
    },
    {
      "epoch": 0.35522399068527505,
      "grad_norm": 0.11871190369129181,
      "learning_rate": 1.4947695915898519e-05,
      "loss": 0.8546,
      "step": 16856
    },
    {
      "epoch": 0.3552450647236403,
      "grad_norm": 0.12976469099521637,
      "learning_rate": 1.494710276106451e-05,
      "loss": 0.8523,
      "step": 16857
    },
    {
      "epoch": 0.35526613876200563,
      "grad_norm": 0.1423034965991974,
      "learning_rate": 1.4946509583183924e-05,
      "loss": 0.8521,
      "step": 16858
    },
    {
      "epoch": 0.3552872128003709,
      "grad_norm": 0.1255876123905182,
      "learning_rate": 1.494591638225952e-05,
      "loss": 0.844,
      "step": 16859
    },
    {
      "epoch": 0.35530828683873616,
      "grad_norm": 0.15626463294029236,
      "learning_rate": 1.4945323158294065e-05,
      "loss": 0.8608,
      "step": 16860
    },
    {
      "epoch": 0.3553293608771015,
      "grad_norm": 0.18001581728458405,
      "learning_rate": 1.4944729911290324e-05,
      "loss": 0.9387,
      "step": 16861
    },
    {
      "epoch": 0.35535043491546675,
      "grad_norm": 0.1787997931241989,
      "learning_rate": 1.4944136641251055e-05,
      "loss": 0.8335,
      "step": 16862
    },
    {
      "epoch": 0.35537150895383207,
      "grad_norm": 0.12616437673568726,
      "learning_rate": 1.4943543348179022e-05,
      "loss": 0.7958,
      "step": 16863
    },
    {
      "epoch": 0.35539258299219734,
      "grad_norm": 0.18870417773723602,
      "learning_rate": 1.4942950032076994e-05,
      "loss": 0.8673,
      "step": 16864
    },
    {
      "epoch": 0.3554136570305626,
      "grad_norm": 0.12596189975738525,
      "learning_rate": 1.4942356692947738e-05,
      "loss": 0.834,
      "step": 16865
    },
    {
      "epoch": 0.3554347310689279,
      "grad_norm": 0.16494067013263702,
      "learning_rate": 1.4941763330794008e-05,
      "loss": 0.8103,
      "step": 16866
    },
    {
      "epoch": 0.3554558051072932,
      "grad_norm": 0.19213595986366272,
      "learning_rate": 1.4941169945618574e-05,
      "loss": 0.8122,
      "step": 16867
    },
    {
      "epoch": 0.3554768791456585,
      "grad_norm": 0.11657077819108963,
      "learning_rate": 1.49405765374242e-05,
      "loss": 0.7548,
      "step": 16868
    },
    {
      "epoch": 0.3554979531840238,
      "grad_norm": 0.17975056171417236,
      "learning_rate": 1.4939983106213652e-05,
      "loss": 0.8938,
      "step": 16869
    },
    {
      "epoch": 0.35551902722238904,
      "grad_norm": 0.12217818200588226,
      "learning_rate": 1.4939389651989689e-05,
      "loss": 0.786,
      "step": 16870
    },
    {
      "epoch": 0.35554010126075436,
      "grad_norm": 0.14885234832763672,
      "learning_rate": 1.4938796174755081e-05,
      "loss": 0.8003,
      "step": 16871
    },
    {
      "epoch": 0.3555611752991196,
      "grad_norm": 0.1482953280210495,
      "learning_rate": 1.4938202674512593e-05,
      "loss": 0.8265,
      "step": 16872
    },
    {
      "epoch": 0.35558224933748495,
      "grad_norm": 0.16922125220298767,
      "learning_rate": 1.4937609151264984e-05,
      "loss": 0.8008,
      "step": 16873
    },
    {
      "epoch": 0.3556033233758502,
      "grad_norm": 0.18027013540267944,
      "learning_rate": 1.4937015605015026e-05,
      "loss": 0.847,
      "step": 16874
    },
    {
      "epoch": 0.3556243974142155,
      "grad_norm": 0.13582652807235718,
      "learning_rate": 1.4936422035765483e-05,
      "loss": 0.7949,
      "step": 16875
    },
    {
      "epoch": 0.3556454714525808,
      "grad_norm": 0.2029218077659607,
      "learning_rate": 1.4935828443519116e-05,
      "loss": 0.7851,
      "step": 16876
    },
    {
      "epoch": 0.35566654549094606,
      "grad_norm": 0.12225806713104248,
      "learning_rate": 1.4935234828278691e-05,
      "loss": 0.8124,
      "step": 16877
    },
    {
      "epoch": 0.3556876195293113,
      "grad_norm": 0.18121299147605896,
      "learning_rate": 1.4934641190046975e-05,
      "loss": 0.7973,
      "step": 16878
    },
    {
      "epoch": 0.35570869356767665,
      "grad_norm": 0.12297364324331284,
      "learning_rate": 1.4934047528826735e-05,
      "loss": 0.8278,
      "step": 16879
    },
    {
      "epoch": 0.3557297676060419,
      "grad_norm": 0.14148159325122833,
      "learning_rate": 1.4933453844620736e-05,
      "loss": 0.7737,
      "step": 16880
    },
    {
      "epoch": 0.35575084164440723,
      "grad_norm": 0.13817551732063293,
      "learning_rate": 1.4932860137431742e-05,
      "loss": 0.8736,
      "step": 16881
    },
    {
      "epoch": 0.3557719156827725,
      "grad_norm": 0.37298622727394104,
      "learning_rate": 1.493226640726252e-05,
      "loss": 0.7945,
      "step": 16882
    },
    {
      "epoch": 0.35579298972113776,
      "grad_norm": 0.11861880868673325,
      "learning_rate": 1.4931672654115833e-05,
      "loss": 0.7352,
      "step": 16883
    },
    {
      "epoch": 0.3558140637595031,
      "grad_norm": 0.19530721008777618,
      "learning_rate": 1.4931078877994454e-05,
      "loss": 0.9177,
      "step": 16884
    },
    {
      "epoch": 0.35583513779786835,
      "grad_norm": 0.15743699669837952,
      "learning_rate": 1.493048507890114e-05,
      "loss": 0.8216,
      "step": 16885
    },
    {
      "epoch": 0.35585621183623367,
      "grad_norm": 0.14584052562713623,
      "learning_rate": 1.4929891256838666e-05,
      "loss": 0.8389,
      "step": 16886
    },
    {
      "epoch": 0.35587728587459894,
      "grad_norm": 0.15416854619979858,
      "learning_rate": 1.4929297411809794e-05,
      "loss": 0.8905,
      "step": 16887
    },
    {
      "epoch": 0.3558983599129642,
      "grad_norm": 0.14667735993862152,
      "learning_rate": 1.4928703543817292e-05,
      "loss": 0.8054,
      "step": 16888
    },
    {
      "epoch": 0.3559194339513295,
      "grad_norm": 0.1360694020986557,
      "learning_rate": 1.4928109652863922e-05,
      "loss": 0.8582,
      "step": 16889
    },
    {
      "epoch": 0.3559405079896948,
      "grad_norm": 0.16339966654777527,
      "learning_rate": 1.4927515738952458e-05,
      "loss": 0.8191,
      "step": 16890
    },
    {
      "epoch": 0.3559615820280601,
      "grad_norm": 0.1616305410861969,
      "learning_rate": 1.4926921802085662e-05,
      "loss": 0.8089,
      "step": 16891
    },
    {
      "epoch": 0.3559826560664254,
      "grad_norm": 0.14212273061275482,
      "learning_rate": 1.49263278422663e-05,
      "loss": 0.8071,
      "step": 16892
    },
    {
      "epoch": 0.35600373010479064,
      "grad_norm": 0.1503325253725052,
      "learning_rate": 1.4925733859497142e-05,
      "loss": 0.8691,
      "step": 16893
    },
    {
      "epoch": 0.35602480414315596,
      "grad_norm": 0.12746796011924744,
      "learning_rate": 1.4925139853780956e-05,
      "loss": 0.7776,
      "step": 16894
    },
    {
      "epoch": 0.3560458781815212,
      "grad_norm": 0.16137033700942993,
      "learning_rate": 1.4924545825120509e-05,
      "loss": 0.8345,
      "step": 16895
    },
    {
      "epoch": 0.3560669522198865,
      "grad_norm": 0.12794427573680878,
      "learning_rate": 1.4923951773518564e-05,
      "loss": 0.7842,
      "step": 16896
    },
    {
      "epoch": 0.3560880262582518,
      "grad_norm": 0.1494312882423401,
      "learning_rate": 1.4923357698977891e-05,
      "loss": 0.8311,
      "step": 16897
    },
    {
      "epoch": 0.3561091002966171,
      "grad_norm": 0.12741902470588684,
      "learning_rate": 1.4922763601501258e-05,
      "loss": 0.7922,
      "step": 16898
    },
    {
      "epoch": 0.3561301743349824,
      "grad_norm": 0.13033939898014069,
      "learning_rate": 1.4922169481091434e-05,
      "loss": 0.8582,
      "step": 16899
    },
    {
      "epoch": 0.35615124837334766,
      "grad_norm": 0.1336749792098999,
      "learning_rate": 1.4921575337751184e-05,
      "loss": 0.8381,
      "step": 16900
    },
    {
      "epoch": 0.3561723224117129,
      "grad_norm": 0.14141413569450378,
      "learning_rate": 1.4920981171483275e-05,
      "loss": 0.91,
      "step": 16901
    },
    {
      "epoch": 0.35619339645007825,
      "grad_norm": 0.13777565956115723,
      "learning_rate": 1.492038698229048e-05,
      "loss": 0.7947,
      "step": 16902
    },
    {
      "epoch": 0.3562144704884435,
      "grad_norm": 0.1370084583759308,
      "learning_rate": 1.4919792770175563e-05,
      "loss": 0.8489,
      "step": 16903
    },
    {
      "epoch": 0.35623554452680883,
      "grad_norm": 0.12491145730018616,
      "learning_rate": 1.4919198535141295e-05,
      "loss": 0.8188,
      "step": 16904
    },
    {
      "epoch": 0.3562566185651741,
      "grad_norm": 0.1296009123325348,
      "learning_rate": 1.4918604277190443e-05,
      "loss": 0.8056,
      "step": 16905
    },
    {
      "epoch": 0.35627769260353936,
      "grad_norm": 0.16872616112232208,
      "learning_rate": 1.4918009996325774e-05,
      "loss": 0.889,
      "step": 16906
    },
    {
      "epoch": 0.3562987666419047,
      "grad_norm": 0.1813054084777832,
      "learning_rate": 1.4917415692550055e-05,
      "loss": 0.8126,
      "step": 16907
    },
    {
      "epoch": 0.35631984068026995,
      "grad_norm": 0.1384308934211731,
      "learning_rate": 1.4916821365866061e-05,
      "loss": 0.8101,
      "step": 16908
    },
    {
      "epoch": 0.35634091471863527,
      "grad_norm": 0.2005787342786789,
      "learning_rate": 1.4916227016276556e-05,
      "loss": 0.9527,
      "step": 16909
    },
    {
      "epoch": 0.35636198875700054,
      "grad_norm": 0.15285040438175201,
      "learning_rate": 1.4915632643784311e-05,
      "loss": 0.7802,
      "step": 16910
    },
    {
      "epoch": 0.3563830627953658,
      "grad_norm": 0.14684262871742249,
      "learning_rate": 1.4915038248392091e-05,
      "loss": 0.7639,
      "step": 16911
    },
    {
      "epoch": 0.3564041368337311,
      "grad_norm": 0.13756339251995087,
      "learning_rate": 1.4914443830102668e-05,
      "loss": 0.8058,
      "step": 16912
    },
    {
      "epoch": 0.3564252108720964,
      "grad_norm": 0.1756773442029953,
      "learning_rate": 1.4913849388918808e-05,
      "loss": 0.8343,
      "step": 16913
    },
    {
      "epoch": 0.35644628491046165,
      "grad_norm": 0.15468508005142212,
      "learning_rate": 1.491325492484329e-05,
      "loss": 0.7901,
      "step": 16914
    },
    {
      "epoch": 0.356467358948827,
      "grad_norm": 0.17992188036441803,
      "learning_rate": 1.4912660437878874e-05,
      "loss": 0.8246,
      "step": 16915
    },
    {
      "epoch": 0.35648843298719224,
      "grad_norm": 0.10850968211889267,
      "learning_rate": 1.4912065928028332e-05,
      "loss": 0.7329,
      "step": 16916
    },
    {
      "epoch": 0.35650950702555756,
      "grad_norm": 0.13865308463573456,
      "learning_rate": 1.4911471395294432e-05,
      "loss": 0.8171,
      "step": 16917
    },
    {
      "epoch": 0.3565305810639228,
      "grad_norm": 0.12893889844417572,
      "learning_rate": 1.4910876839679947e-05,
      "loss": 0.8691,
      "step": 16918
    },
    {
      "epoch": 0.3565516551022881,
      "grad_norm": 0.15172021090984344,
      "learning_rate": 1.4910282261187645e-05,
      "loss": 0.7828,
      "step": 16919
    },
    {
      "epoch": 0.3565727291406534,
      "grad_norm": 0.1161469966173172,
      "learning_rate": 1.4909687659820295e-05,
      "loss": 0.7401,
      "step": 16920
    },
    {
      "epoch": 0.3565938031790187,
      "grad_norm": 0.1465689092874527,
      "learning_rate": 1.4909093035580671e-05,
      "loss": 0.7756,
      "step": 16921
    },
    {
      "epoch": 0.356614877217384,
      "grad_norm": 0.14375358819961548,
      "learning_rate": 1.4908498388471537e-05,
      "loss": 0.7899,
      "step": 16922
    },
    {
      "epoch": 0.35663595125574926,
      "grad_norm": 0.137799933552742,
      "learning_rate": 1.4907903718495669e-05,
      "loss": 0.9399,
      "step": 16923
    },
    {
      "epoch": 0.3566570252941145,
      "grad_norm": 0.14826373755931854,
      "learning_rate": 1.4907309025655833e-05,
      "loss": 0.8112,
      "step": 16924
    },
    {
      "epoch": 0.35667809933247985,
      "grad_norm": 0.12608999013900757,
      "learning_rate": 1.4906714309954801e-05,
      "loss": 0.8061,
      "step": 16925
    },
    {
      "epoch": 0.3566991733708451,
      "grad_norm": 0.1458006203174591,
      "learning_rate": 1.4906119571395346e-05,
      "loss": 0.8349,
      "step": 16926
    },
    {
      "epoch": 0.35672024740921043,
      "grad_norm": 0.13370253145694733,
      "learning_rate": 1.4905524809980233e-05,
      "loss": 0.794,
      "step": 16927
    },
    {
      "epoch": 0.3567413214475757,
      "grad_norm": 0.12667550146579742,
      "learning_rate": 1.4904930025712236e-05,
      "loss": 0.7685,
      "step": 16928
    },
    {
      "epoch": 0.35676239548594096,
      "grad_norm": 0.11693055927753448,
      "learning_rate": 1.4904335218594131e-05,
      "loss": 0.796,
      "step": 16929
    },
    {
      "epoch": 0.3567834695243063,
      "grad_norm": 0.14215853810310364,
      "learning_rate": 1.490374038862868e-05,
      "loss": 0.8547,
      "step": 16930
    },
    {
      "epoch": 0.35680454356267155,
      "grad_norm": 0.1342156082391739,
      "learning_rate": 1.490314553581866e-05,
      "loss": 0.8899,
      "step": 16931
    },
    {
      "epoch": 0.3568256176010368,
      "grad_norm": 0.14423029124736786,
      "learning_rate": 1.4902550660166837e-05,
      "loss": 0.8281,
      "step": 16932
    },
    {
      "epoch": 0.35684669163940214,
      "grad_norm": 0.13541992008686066,
      "learning_rate": 1.4901955761675986e-05,
      "loss": 0.8535,
      "step": 16933
    },
    {
      "epoch": 0.3568677656777674,
      "grad_norm": 0.14026246964931488,
      "learning_rate": 1.4901360840348881e-05,
      "loss": 0.7891,
      "step": 16934
    },
    {
      "epoch": 0.3568888397161327,
      "grad_norm": 0.19465824961662292,
      "learning_rate": 1.4900765896188287e-05,
      "loss": 0.8591,
      "step": 16935
    },
    {
      "epoch": 0.356909913754498,
      "grad_norm": 0.15512385964393616,
      "learning_rate": 1.4900170929196983e-05,
      "loss": 0.8134,
      "step": 16936
    },
    {
      "epoch": 0.35693098779286325,
      "grad_norm": 0.14811266958713531,
      "learning_rate": 1.4899575939377733e-05,
      "loss": 0.814,
      "step": 16937
    },
    {
      "epoch": 0.3569520618312286,
      "grad_norm": 0.12695196270942688,
      "learning_rate": 1.4898980926733312e-05,
      "loss": 0.775,
      "step": 16938
    },
    {
      "epoch": 0.35697313586959384,
      "grad_norm": 0.1696777492761612,
      "learning_rate": 1.4898385891266499e-05,
      "loss": 0.8695,
      "step": 16939
    },
    {
      "epoch": 0.35699420990795916,
      "grad_norm": 0.1721772998571396,
      "learning_rate": 1.4897790832980055e-05,
      "loss": 0.855,
      "step": 16940
    },
    {
      "epoch": 0.3570152839463244,
      "grad_norm": 0.11781582236289978,
      "learning_rate": 1.4897195751876754e-05,
      "loss": 0.8077,
      "step": 16941
    },
    {
      "epoch": 0.3570363579846897,
      "grad_norm": 0.15539366006851196,
      "learning_rate": 1.4896600647959372e-05,
      "loss": 0.8566,
      "step": 16942
    },
    {
      "epoch": 0.357057432023055,
      "grad_norm": 0.10403618961572647,
      "learning_rate": 1.4896005521230684e-05,
      "loss": 0.7563,
      "step": 16943
    },
    {
      "epoch": 0.3570785060614203,
      "grad_norm": 0.16864648461341858,
      "learning_rate": 1.4895410371693455e-05,
      "loss": 0.8836,
      "step": 16944
    },
    {
      "epoch": 0.3570995800997856,
      "grad_norm": 0.14937211573123932,
      "learning_rate": 1.4894815199350462e-05,
      "loss": 0.8964,
      "step": 16945
    },
    {
      "epoch": 0.35712065413815086,
      "grad_norm": 0.15707144141197205,
      "learning_rate": 1.4894220004204479e-05,
      "loss": 0.8671,
      "step": 16946
    },
    {
      "epoch": 0.3571417281765161,
      "grad_norm": 0.14033517241477966,
      "learning_rate": 1.4893624786258274e-05,
      "loss": 0.8839,
      "step": 16947
    },
    {
      "epoch": 0.35716280221488145,
      "grad_norm": 0.11329510807991028,
      "learning_rate": 1.4893029545514623e-05,
      "loss": 0.8254,
      "step": 16948
    },
    {
      "epoch": 0.3571838762532467,
      "grad_norm": 0.1102091521024704,
      "learning_rate": 1.48924342819763e-05,
      "loss": 0.7303,
      "step": 16949
    },
    {
      "epoch": 0.35720495029161203,
      "grad_norm": 0.1609424352645874,
      "learning_rate": 1.4891838995646075e-05,
      "loss": 0.8205,
      "step": 16950
    },
    {
      "epoch": 0.3572260243299773,
      "grad_norm": 0.12127603590488434,
      "learning_rate": 1.4891243686526724e-05,
      "loss": 0.8268,
      "step": 16951
    },
    {
      "epoch": 0.35724709836834256,
      "grad_norm": 0.18129181861877441,
      "learning_rate": 1.489064835462102e-05,
      "loss": 0.8263,
      "step": 16952
    },
    {
      "epoch": 0.3572681724067079,
      "grad_norm": 0.1618039608001709,
      "learning_rate": 1.4890052999931734e-05,
      "loss": 0.8509,
      "step": 16953
    },
    {
      "epoch": 0.35728924644507315,
      "grad_norm": 0.1385612040758133,
      "learning_rate": 1.4889457622461644e-05,
      "loss": 0.8061,
      "step": 16954
    },
    {
      "epoch": 0.3573103204834384,
      "grad_norm": 0.12196578085422516,
      "learning_rate": 1.4888862222213519e-05,
      "loss": 0.806,
      "step": 16955
    },
    {
      "epoch": 0.35733139452180374,
      "grad_norm": 0.12400458008050919,
      "learning_rate": 1.4888266799190132e-05,
      "loss": 0.843,
      "step": 16956
    },
    {
      "epoch": 0.357352468560169,
      "grad_norm": 0.12869763374328613,
      "learning_rate": 1.4887671353394262e-05,
      "loss": 0.79,
      "step": 16957
    },
    {
      "epoch": 0.3573735425985343,
      "grad_norm": 0.124039426445961,
      "learning_rate": 1.488707588482868e-05,
      "loss": 0.8358,
      "step": 16958
    },
    {
      "epoch": 0.3573946166368996,
      "grad_norm": 0.11852695047855377,
      "learning_rate": 1.4886480393496161e-05,
      "loss": 0.8253,
      "step": 16959
    },
    {
      "epoch": 0.35741569067526485,
      "grad_norm": 0.14809763431549072,
      "learning_rate": 1.4885884879399478e-05,
      "loss": 0.8923,
      "step": 16960
    },
    {
      "epoch": 0.3574367647136302,
      "grad_norm": 0.12683972716331482,
      "learning_rate": 1.4885289342541402e-05,
      "loss": 0.8756,
      "step": 16961
    },
    {
      "epoch": 0.35745783875199544,
      "grad_norm": 0.12359883636236191,
      "learning_rate": 1.4884693782924716e-05,
      "loss": 0.8372,
      "step": 16962
    },
    {
      "epoch": 0.35747891279036076,
      "grad_norm": 0.14424176514148712,
      "learning_rate": 1.4884098200552186e-05,
      "loss": 0.865,
      "step": 16963
    },
    {
      "epoch": 0.357499986828726,
      "grad_norm": 0.12036750465631485,
      "learning_rate": 1.488350259542659e-05,
      "loss": 0.7933,
      "step": 16964
    },
    {
      "epoch": 0.3575210608670913,
      "grad_norm": 0.1089383214712143,
      "learning_rate": 1.4882906967550708e-05,
      "loss": 0.8364,
      "step": 16965
    },
    {
      "epoch": 0.3575421349054566,
      "grad_norm": 0.12818694114685059,
      "learning_rate": 1.4882311316927304e-05,
      "loss": 0.8123,
      "step": 16966
    },
    {
      "epoch": 0.3575632089438219,
      "grad_norm": 0.14856815338134766,
      "learning_rate": 1.4881715643559163e-05,
      "loss": 0.8659,
      "step": 16967
    },
    {
      "epoch": 0.3575842829821872,
      "grad_norm": 0.2144123762845993,
      "learning_rate": 1.4881119947449055e-05,
      "loss": 0.9394,
      "step": 16968
    },
    {
      "epoch": 0.35760535702055246,
      "grad_norm": 0.19513599574565887,
      "learning_rate": 1.4880524228599754e-05,
      "loss": 0.8227,
      "step": 16969
    },
    {
      "epoch": 0.3576264310589177,
      "grad_norm": 0.13665486872196198,
      "learning_rate": 1.4879928487014037e-05,
      "loss": 0.7607,
      "step": 16970
    },
    {
      "epoch": 0.35764750509728305,
      "grad_norm": 0.17411459982395172,
      "learning_rate": 1.4879332722694674e-05,
      "loss": 0.8276,
      "step": 16971
    },
    {
      "epoch": 0.3576685791356483,
      "grad_norm": 0.18884919583797455,
      "learning_rate": 1.487873693564445e-05,
      "loss": 0.8069,
      "step": 16972
    },
    {
      "epoch": 0.3576896531740136,
      "grad_norm": 0.12684449553489685,
      "learning_rate": 1.4878141125866141e-05,
      "loss": 0.8247,
      "step": 16973
    },
    {
      "epoch": 0.3577107272123789,
      "grad_norm": 0.12618310749530792,
      "learning_rate": 1.4877545293362515e-05,
      "loss": 0.7721,
      "step": 16974
    },
    {
      "epoch": 0.35773180125074416,
      "grad_norm": 0.1781628280878067,
      "learning_rate": 1.4876949438136348e-05,
      "loss": 0.8947,
      "step": 16975
    },
    {
      "epoch": 0.3577528752891095,
      "grad_norm": 0.1890329271554947,
      "learning_rate": 1.487635356019042e-05,
      "loss": 0.8407,
      "step": 16976
    },
    {
      "epoch": 0.35777394932747475,
      "grad_norm": 0.16318294405937195,
      "learning_rate": 1.4875757659527503e-05,
      "loss": 0.9,
      "step": 16977
    },
    {
      "epoch": 0.35779502336584,
      "grad_norm": 0.13097700476646423,
      "learning_rate": 1.487516173615038e-05,
      "loss": 0.743,
      "step": 16978
    },
    {
      "epoch": 0.35781609740420534,
      "grad_norm": 0.13609765470027924,
      "learning_rate": 1.4874565790061817e-05,
      "loss": 0.8,
      "step": 16979
    },
    {
      "epoch": 0.3578371714425706,
      "grad_norm": 0.14381366968154907,
      "learning_rate": 1.4873969821264598e-05,
      "loss": 0.8115,
      "step": 16980
    },
    {
      "epoch": 0.3578582454809359,
      "grad_norm": 0.15838319063186646,
      "learning_rate": 1.48733738297615e-05,
      "loss": 0.8685,
      "step": 16981
    },
    {
      "epoch": 0.3578793195193012,
      "grad_norm": 0.12580856680870056,
      "learning_rate": 1.4872777815555293e-05,
      "loss": 0.8448,
      "step": 16982
    },
    {
      "epoch": 0.35790039355766645,
      "grad_norm": 0.17600035667419434,
      "learning_rate": 1.4872181778648761e-05,
      "loss": 0.8331,
      "step": 16983
    },
    {
      "epoch": 0.3579214675960318,
      "grad_norm": 0.10993625968694687,
      "learning_rate": 1.4871585719044674e-05,
      "loss": 0.864,
      "step": 16984
    },
    {
      "epoch": 0.35794254163439704,
      "grad_norm": 0.14835681021213531,
      "learning_rate": 1.4870989636745812e-05,
      "loss": 0.8035,
      "step": 16985
    },
    {
      "epoch": 0.35796361567276236,
      "grad_norm": 0.11384549736976624,
      "learning_rate": 1.4870393531754951e-05,
      "loss": 0.8488,
      "step": 16986
    },
    {
      "epoch": 0.3579846897111276,
      "grad_norm": 0.16022537648677826,
      "learning_rate": 1.486979740407487e-05,
      "loss": 0.8196,
      "step": 16987
    },
    {
      "epoch": 0.3580057637494929,
      "grad_norm": 0.1369415819644928,
      "learning_rate": 1.4869201253708347e-05,
      "loss": 0.7765,
      "step": 16988
    },
    {
      "epoch": 0.3580268377878582,
      "grad_norm": 0.1859089732170105,
      "learning_rate": 1.4868605080658156e-05,
      "loss": 0.8526,
      "step": 16989
    },
    {
      "epoch": 0.3580479118262235,
      "grad_norm": 0.23166650533676147,
      "learning_rate": 1.4868008884927074e-05,
      "loss": 0.894,
      "step": 16990
    },
    {
      "epoch": 0.35806898586458874,
      "grad_norm": 0.13623623549938202,
      "learning_rate": 1.4867412666517882e-05,
      "loss": 0.8573,
      "step": 16991
    },
    {
      "epoch": 0.35809005990295406,
      "grad_norm": 0.17618554830551147,
      "learning_rate": 1.4866816425433352e-05,
      "loss": 0.826,
      "step": 16992
    },
    {
      "epoch": 0.3581111339413193,
      "grad_norm": 0.2494865357875824,
      "learning_rate": 1.4866220161676265e-05,
      "loss": 0.8562,
      "step": 16993
    },
    {
      "epoch": 0.35813220797968465,
      "grad_norm": 0.1376819610595703,
      "learning_rate": 1.4865623875249402e-05,
      "loss": 0.7789,
      "step": 16994
    },
    {
      "epoch": 0.3581532820180499,
      "grad_norm": 0.1422916054725647,
      "learning_rate": 1.4865027566155536e-05,
      "loss": 0.7559,
      "step": 16995
    },
    {
      "epoch": 0.3581743560564152,
      "grad_norm": 0.14602132141590118,
      "learning_rate": 1.4864431234397448e-05,
      "loss": 0.8198,
      "step": 16996
    },
    {
      "epoch": 0.3581954300947805,
      "grad_norm": 0.13881072402000427,
      "learning_rate": 1.4863834879977912e-05,
      "loss": 0.7598,
      "step": 16997
    },
    {
      "epoch": 0.35821650413314576,
      "grad_norm": 0.16721701622009277,
      "learning_rate": 1.4863238502899713e-05,
      "loss": 0.8439,
      "step": 16998
    },
    {
      "epoch": 0.3582375781715111,
      "grad_norm": 0.19822032749652863,
      "learning_rate": 1.4862642103165623e-05,
      "loss": 0.8253,
      "step": 16999
    },
    {
      "epoch": 0.35825865220987635,
      "grad_norm": 0.12912221252918243,
      "learning_rate": 1.486204568077842e-05,
      "loss": 0.8458,
      "step": 17000
    },
    {
      "epoch": 0.3582797262482416,
      "grad_norm": 0.17259003221988678,
      "learning_rate": 1.4861449235740888e-05,
      "loss": 0.8242,
      "step": 17001
    },
    {
      "epoch": 0.35830080028660694,
      "grad_norm": 0.15700189769268036,
      "learning_rate": 1.4860852768055804e-05,
      "loss": 0.8211,
      "step": 17002
    },
    {
      "epoch": 0.3583218743249722,
      "grad_norm": 0.1404350996017456,
      "learning_rate": 1.4860256277725942e-05,
      "loss": 0.8035,
      "step": 17003
    },
    {
      "epoch": 0.3583429483633375,
      "grad_norm": 0.14145290851593018,
      "learning_rate": 1.4859659764754087e-05,
      "loss": 0.7344,
      "step": 17004
    },
    {
      "epoch": 0.3583640224017028,
      "grad_norm": 0.1533881276845932,
      "learning_rate": 1.4859063229143012e-05,
      "loss": 0.8486,
      "step": 17005
    },
    {
      "epoch": 0.35838509644006805,
      "grad_norm": 0.12301907688379288,
      "learning_rate": 1.4858466670895499e-05,
      "loss": 0.8211,
      "step": 17006
    },
    {
      "epoch": 0.3584061704784334,
      "grad_norm": 0.1340181678533554,
      "learning_rate": 1.485787009001433e-05,
      "loss": 0.8258,
      "step": 17007
    },
    {
      "epoch": 0.35842724451679864,
      "grad_norm": 0.12168889492750168,
      "learning_rate": 1.4857273486502281e-05,
      "loss": 0.8506,
      "step": 17008
    },
    {
      "epoch": 0.3584483185551639,
      "grad_norm": 0.14852653443813324,
      "learning_rate": 1.4856676860362131e-05,
      "loss": 0.8099,
      "step": 17009
    },
    {
      "epoch": 0.3584693925935292,
      "grad_norm": 0.1626284271478653,
      "learning_rate": 1.4856080211596659e-05,
      "loss": 0.8106,
      "step": 17010
    },
    {
      "epoch": 0.3584904666318945,
      "grad_norm": 0.11873814463615417,
      "learning_rate": 1.4855483540208649e-05,
      "loss": 0.7489,
      "step": 17011
    },
    {
      "epoch": 0.3585115406702598,
      "grad_norm": 0.11402585357427597,
      "learning_rate": 1.4854886846200875e-05,
      "loss": 0.8178,
      "step": 17012
    },
    {
      "epoch": 0.3585326147086251,
      "grad_norm": 0.1272718757390976,
      "learning_rate": 1.485429012957612e-05,
      "loss": 0.886,
      "step": 17013
    },
    {
      "epoch": 0.35855368874699034,
      "grad_norm": 0.12796273827552795,
      "learning_rate": 1.4853693390337162e-05,
      "loss": 0.8301,
      "step": 17014
    },
    {
      "epoch": 0.35857476278535566,
      "grad_norm": 0.12471511214971542,
      "learning_rate": 1.4853096628486782e-05,
      "loss": 0.7388,
      "step": 17015
    },
    {
      "epoch": 0.3585958368237209,
      "grad_norm": 0.12586811184883118,
      "learning_rate": 1.4852499844027762e-05,
      "loss": 0.8228,
      "step": 17016
    },
    {
      "epoch": 0.35861691086208625,
      "grad_norm": 0.1183290034532547,
      "learning_rate": 1.485190303696288e-05,
      "loss": 0.7684,
      "step": 17017
    },
    {
      "epoch": 0.3586379849004515,
      "grad_norm": 0.13912081718444824,
      "learning_rate": 1.4851306207294915e-05,
      "loss": 0.7852,
      "step": 17018
    },
    {
      "epoch": 0.3586590589388168,
      "grad_norm": 0.1236809715628624,
      "learning_rate": 1.4850709355026651e-05,
      "loss": 0.8778,
      "step": 17019
    },
    {
      "epoch": 0.3586801329771821,
      "grad_norm": 0.1415644884109497,
      "learning_rate": 1.4850112480160865e-05,
      "loss": 0.7632,
      "step": 17020
    },
    {
      "epoch": 0.35870120701554736,
      "grad_norm": 0.1386634260416031,
      "learning_rate": 1.4849515582700338e-05,
      "loss": 0.8032,
      "step": 17021
    },
    {
      "epoch": 0.3587222810539127,
      "grad_norm": 0.16764990985393524,
      "learning_rate": 1.4848918662647856e-05,
      "loss": 0.8616,
      "step": 17022
    },
    {
      "epoch": 0.35874335509227795,
      "grad_norm": 0.11330286413431168,
      "learning_rate": 1.4848321720006192e-05,
      "loss": 0.7696,
      "step": 17023
    },
    {
      "epoch": 0.3587644291306432,
      "grad_norm": 0.14048713445663452,
      "learning_rate": 1.484772475477813e-05,
      "loss": 0.7574,
      "step": 17024
    },
    {
      "epoch": 0.35878550316900854,
      "grad_norm": 0.106848806142807,
      "learning_rate": 1.4847127766966454e-05,
      "loss": 0.8236,
      "step": 17025
    },
    {
      "epoch": 0.3588065772073738,
      "grad_norm": 0.12479916214942932,
      "learning_rate": 1.484653075657394e-05,
      "loss": 0.8315,
      "step": 17026
    },
    {
      "epoch": 0.35882765124573907,
      "grad_norm": 0.13468855619430542,
      "learning_rate": 1.4845933723603372e-05,
      "loss": 0.7891,
      "step": 17027
    },
    {
      "epoch": 0.3588487252841044,
      "grad_norm": 0.13224846124649048,
      "learning_rate": 1.4845336668057533e-05,
      "loss": 0.8593,
      "step": 17028
    },
    {
      "epoch": 0.35886979932246965,
      "grad_norm": 0.11129575222730637,
      "learning_rate": 1.4844739589939204e-05,
      "loss": 0.8161,
      "step": 17029
    },
    {
      "epoch": 0.35889087336083497,
      "grad_norm": 0.14017604291439056,
      "learning_rate": 1.484414248925116e-05,
      "loss": 0.8362,
      "step": 17030
    },
    {
      "epoch": 0.35891194739920024,
      "grad_norm": 0.12498106062412262,
      "learning_rate": 1.4843545365996193e-05,
      "loss": 0.8299,
      "step": 17031
    },
    {
      "epoch": 0.3589330214375655,
      "grad_norm": 0.15285953879356384,
      "learning_rate": 1.484294822017708e-05,
      "loss": 0.7696,
      "step": 17032
    },
    {
      "epoch": 0.3589540954759308,
      "grad_norm": 0.10714276880025864,
      "learning_rate": 1.48423510517966e-05,
      "loss": 0.7673,
      "step": 17033
    },
    {
      "epoch": 0.3589751695142961,
      "grad_norm": 0.16705963015556335,
      "learning_rate": 1.4841753860857537e-05,
      "loss": 0.8693,
      "step": 17034
    },
    {
      "epoch": 0.3589962435526614,
      "grad_norm": 0.13367928564548492,
      "learning_rate": 1.4841156647362673e-05,
      "loss": 0.7912,
      "step": 17035
    },
    {
      "epoch": 0.3590173175910267,
      "grad_norm": 0.12197653204202652,
      "learning_rate": 1.4840559411314792e-05,
      "loss": 0.8205,
      "step": 17036
    },
    {
      "epoch": 0.35903839162939194,
      "grad_norm": 0.11094879359006882,
      "learning_rate": 1.4839962152716676e-05,
      "loss": 0.8606,
      "step": 17037
    },
    {
      "epoch": 0.35905946566775726,
      "grad_norm": 0.12502729892730713,
      "learning_rate": 1.4839364871571108e-05,
      "loss": 0.7583,
      "step": 17038
    },
    {
      "epoch": 0.3590805397061225,
      "grad_norm": 0.13521523773670197,
      "learning_rate": 1.4838767567880865e-05,
      "loss": 0.8114,
      "step": 17039
    },
    {
      "epoch": 0.35910161374448785,
      "grad_norm": 0.1516309529542923,
      "learning_rate": 1.4838170241648735e-05,
      "loss": 0.8065,
      "step": 17040
    },
    {
      "epoch": 0.3591226877828531,
      "grad_norm": 0.1211148351430893,
      "learning_rate": 1.48375728928775e-05,
      "loss": 0.8036,
      "step": 17041
    },
    {
      "epoch": 0.3591437618212184,
      "grad_norm": 0.13500510156154633,
      "learning_rate": 1.4836975521569941e-05,
      "loss": 0.8473,
      "step": 17042
    },
    {
      "epoch": 0.3591648358595837,
      "grad_norm": 0.12828686833381653,
      "learning_rate": 1.483637812772884e-05,
      "loss": 0.7832,
      "step": 17043
    },
    {
      "epoch": 0.35918590989794896,
      "grad_norm": 0.15209262073040009,
      "learning_rate": 1.4835780711356983e-05,
      "loss": 0.8778,
      "step": 17044
    },
    {
      "epoch": 0.3592069839363143,
      "grad_norm": 0.13761383295059204,
      "learning_rate": 1.4835183272457155e-05,
      "loss": 0.8809,
      "step": 17045
    },
    {
      "epoch": 0.35922805797467955,
      "grad_norm": 0.12814831733703613,
      "learning_rate": 1.4834585811032134e-05,
      "loss": 0.8033,
      "step": 17046
    },
    {
      "epoch": 0.3592491320130448,
      "grad_norm": 0.14476442337036133,
      "learning_rate": 1.4833988327084708e-05,
      "loss": 0.8138,
      "step": 17047
    },
    {
      "epoch": 0.35927020605141013,
      "grad_norm": 0.1271999329328537,
      "learning_rate": 1.4833390820617654e-05,
      "loss": 0.8024,
      "step": 17048
    },
    {
      "epoch": 0.3592912800897754,
      "grad_norm": 0.1365479975938797,
      "learning_rate": 1.4832793291633763e-05,
      "loss": 0.8767,
      "step": 17049
    },
    {
      "epoch": 0.35931235412814067,
      "grad_norm": 0.15875394642353058,
      "learning_rate": 1.483219574013581e-05,
      "loss": 0.8127,
      "step": 17050
    },
    {
      "epoch": 0.359333428166506,
      "grad_norm": 0.11361957341432571,
      "learning_rate": 1.483159816612659e-05,
      "loss": 0.8335,
      "step": 17051
    },
    {
      "epoch": 0.35935450220487125,
      "grad_norm": 0.21883128583431244,
      "learning_rate": 1.483100056960888e-05,
      "loss": 0.8445,
      "step": 17052
    },
    {
      "epoch": 0.35937557624323657,
      "grad_norm": 0.13044749200344086,
      "learning_rate": 1.4830402950585463e-05,
      "loss": 0.7066,
      "step": 17053
    },
    {
      "epoch": 0.35939665028160184,
      "grad_norm": 0.14320260286331177,
      "learning_rate": 1.4829805309059126e-05,
      "loss": 0.7859,
      "step": 17054
    },
    {
      "epoch": 0.3594177243199671,
      "grad_norm": 0.2065114974975586,
      "learning_rate": 1.4829207645032651e-05,
      "loss": 0.8975,
      "step": 17055
    },
    {
      "epoch": 0.3594387983583324,
      "grad_norm": 0.14145313203334808,
      "learning_rate": 1.4828609958508824e-05,
      "loss": 0.8209,
      "step": 17056
    },
    {
      "epoch": 0.3594598723966977,
      "grad_norm": 0.14884766936302185,
      "learning_rate": 1.482801224949043e-05,
      "loss": 0.741,
      "step": 17057
    },
    {
      "epoch": 0.359480946435063,
      "grad_norm": 0.2087325006723404,
      "learning_rate": 1.4827414517980249e-05,
      "loss": 0.9545,
      "step": 17058
    },
    {
      "epoch": 0.3595020204734283,
      "grad_norm": 0.15314938127994537,
      "learning_rate": 1.482681676398107e-05,
      "loss": 0.8219,
      "step": 17059
    },
    {
      "epoch": 0.35952309451179354,
      "grad_norm": 0.10862459242343903,
      "learning_rate": 1.4826218987495677e-05,
      "loss": 0.8507,
      "step": 17060
    },
    {
      "epoch": 0.35954416855015886,
      "grad_norm": 0.12913893163204193,
      "learning_rate": 1.4825621188526856e-05,
      "loss": 0.7488,
      "step": 17061
    },
    {
      "epoch": 0.3595652425885241,
      "grad_norm": 0.11060774326324463,
      "learning_rate": 1.4825023367077392e-05,
      "loss": 0.807,
      "step": 17062
    },
    {
      "epoch": 0.35958631662688945,
      "grad_norm": 0.12982898950576782,
      "learning_rate": 1.4824425523150064e-05,
      "loss": 0.8035,
      "step": 17063
    },
    {
      "epoch": 0.3596073906652547,
      "grad_norm": 0.12539474666118622,
      "learning_rate": 1.482382765674766e-05,
      "loss": 0.8098,
      "step": 17064
    },
    {
      "epoch": 0.35962846470362,
      "grad_norm": 0.12390217930078506,
      "learning_rate": 1.4823229767872968e-05,
      "loss": 0.8208,
      "step": 17065
    },
    {
      "epoch": 0.3596495387419853,
      "grad_norm": 0.1386004090309143,
      "learning_rate": 1.4822631856528775e-05,
      "loss": 0.8403,
      "step": 17066
    },
    {
      "epoch": 0.35967061278035056,
      "grad_norm": 0.1555366814136505,
      "learning_rate": 1.4822033922717862e-05,
      "loss": 0.8648,
      "step": 17067
    },
    {
      "epoch": 0.35969168681871583,
      "grad_norm": 0.11565078794956207,
      "learning_rate": 1.4821435966443015e-05,
      "loss": 0.8342,
      "step": 17068
    },
    {
      "epoch": 0.35971276085708115,
      "grad_norm": 0.14783476293087006,
      "learning_rate": 1.482083798770702e-05,
      "loss": 0.8072,
      "step": 17069
    },
    {
      "epoch": 0.3597338348954464,
      "grad_norm": 0.11830246448516846,
      "learning_rate": 1.4820239986512664e-05,
      "loss": 0.8195,
      "step": 17070
    },
    {
      "epoch": 0.35975490893381173,
      "grad_norm": 0.16248375177383423,
      "learning_rate": 1.4819641962862733e-05,
      "loss": 0.8018,
      "step": 17071
    },
    {
      "epoch": 0.359775982972177,
      "grad_norm": 0.1221342533826828,
      "learning_rate": 1.481904391676001e-05,
      "loss": 0.8169,
      "step": 17072
    },
    {
      "epoch": 0.35979705701054226,
      "grad_norm": 0.13587556779384613,
      "learning_rate": 1.4818445848207284e-05,
      "loss": 0.8117,
      "step": 17073
    },
    {
      "epoch": 0.3598181310489076,
      "grad_norm": 0.14428870379924774,
      "learning_rate": 1.481784775720734e-05,
      "loss": 0.7998,
      "step": 17074
    },
    {
      "epoch": 0.35983920508727285,
      "grad_norm": 0.13222500681877136,
      "learning_rate": 1.4817249643762965e-05,
      "loss": 0.8106,
      "step": 17075
    },
    {
      "epoch": 0.35986027912563817,
      "grad_norm": 0.12517419457435608,
      "learning_rate": 1.4816651507876946e-05,
      "loss": 0.8546,
      "step": 17076
    },
    {
      "epoch": 0.35988135316400344,
      "grad_norm": 0.14132097363471985,
      "learning_rate": 1.481605334955207e-05,
      "loss": 0.8188,
      "step": 17077
    },
    {
      "epoch": 0.3599024272023687,
      "grad_norm": 0.15364636480808258,
      "learning_rate": 1.4815455168791118e-05,
      "loss": 0.8263,
      "step": 17078
    },
    {
      "epoch": 0.359923501240734,
      "grad_norm": 0.1356877237558365,
      "learning_rate": 1.481485696559688e-05,
      "loss": 0.8519,
      "step": 17079
    },
    {
      "epoch": 0.3599445752790993,
      "grad_norm": 0.13018640875816345,
      "learning_rate": 1.4814258739972145e-05,
      "loss": 0.8094,
      "step": 17080
    },
    {
      "epoch": 0.3599656493174646,
      "grad_norm": 0.12362830340862274,
      "learning_rate": 1.4813660491919699e-05,
      "loss": 0.8193,
      "step": 17081
    },
    {
      "epoch": 0.3599867233558299,
      "grad_norm": 0.13692504167556763,
      "learning_rate": 1.4813062221442329e-05,
      "loss": 0.8607,
      "step": 17082
    },
    {
      "epoch": 0.36000779739419514,
      "grad_norm": 0.18889901041984558,
      "learning_rate": 1.4812463928542819e-05,
      "loss": 0.8499,
      "step": 17083
    },
    {
      "epoch": 0.36002887143256046,
      "grad_norm": 0.10892283916473389,
      "learning_rate": 1.4811865613223962e-05,
      "loss": 0.7798,
      "step": 17084
    },
    {
      "epoch": 0.3600499454709257,
      "grad_norm": 0.16675913333892822,
      "learning_rate": 1.481126727548854e-05,
      "loss": 0.832,
      "step": 17085
    },
    {
      "epoch": 0.360071019509291,
      "grad_norm": 0.1453976184129715,
      "learning_rate": 1.4810668915339342e-05,
      "loss": 0.8154,
      "step": 17086
    },
    {
      "epoch": 0.3600920935476563,
      "grad_norm": 0.13294371962547302,
      "learning_rate": 1.4810070532779155e-05,
      "loss": 0.8356,
      "step": 17087
    },
    {
      "epoch": 0.3601131675860216,
      "grad_norm": 0.1378878951072693,
      "learning_rate": 1.480947212781077e-05,
      "loss": 0.8413,
      "step": 17088
    },
    {
      "epoch": 0.3601342416243869,
      "grad_norm": 0.13355417549610138,
      "learning_rate": 1.480887370043697e-05,
      "loss": 0.9273,
      "step": 17089
    },
    {
      "epoch": 0.36015531566275216,
      "grad_norm": 0.138835147023201,
      "learning_rate": 1.4808275250660546e-05,
      "loss": 0.8029,
      "step": 17090
    },
    {
      "epoch": 0.3601763897011174,
      "grad_norm": 0.11781007051467896,
      "learning_rate": 1.4807676778484288e-05,
      "loss": 0.8018,
      "step": 17091
    },
    {
      "epoch": 0.36019746373948275,
      "grad_norm": 0.15192283689975739,
      "learning_rate": 1.4807078283910979e-05,
      "loss": 0.8565,
      "step": 17092
    },
    {
      "epoch": 0.360218537777848,
      "grad_norm": 0.1513320952653885,
      "learning_rate": 1.4806479766943404e-05,
      "loss": 0.8576,
      "step": 17093
    },
    {
      "epoch": 0.36023961181621333,
      "grad_norm": 0.10666100680828094,
      "learning_rate": 1.4805881227584363e-05,
      "loss": 0.8134,
      "step": 17094
    },
    {
      "epoch": 0.3602606858545786,
      "grad_norm": 0.12100933492183685,
      "learning_rate": 1.4805282665836636e-05,
      "loss": 0.7831,
      "step": 17095
    },
    {
      "epoch": 0.36028175989294386,
      "grad_norm": 0.11409485340118408,
      "learning_rate": 1.4804684081703016e-05,
      "loss": 0.7355,
      "step": 17096
    },
    {
      "epoch": 0.3603028339313092,
      "grad_norm": 0.11370520293712616,
      "learning_rate": 1.4804085475186285e-05,
      "loss": 0.8111,
      "step": 17097
    },
    {
      "epoch": 0.36032390796967445,
      "grad_norm": 0.12866926193237305,
      "learning_rate": 1.4803486846289237e-05,
      "loss": 0.8227,
      "step": 17098
    },
    {
      "epoch": 0.36034498200803977,
      "grad_norm": 0.16653886437416077,
      "learning_rate": 1.4802888195014658e-05,
      "loss": 0.8506,
      "step": 17099
    },
    {
      "epoch": 0.36036605604640504,
      "grad_norm": 0.14376434683799744,
      "learning_rate": 1.480228952136534e-05,
      "loss": 0.8576,
      "step": 17100
    },
    {
      "epoch": 0.3603871300847703,
      "grad_norm": 0.13882625102996826,
      "learning_rate": 1.4801690825344067e-05,
      "loss": 0.8401,
      "step": 17101
    },
    {
      "epoch": 0.3604082041231356,
      "grad_norm": 0.14233216643333435,
      "learning_rate": 1.4801092106953637e-05,
      "loss": 0.8429,
      "step": 17102
    },
    {
      "epoch": 0.3604292781615009,
      "grad_norm": 0.1278764307498932,
      "learning_rate": 1.4800493366196828e-05,
      "loss": 0.8495,
      "step": 17103
    },
    {
      "epoch": 0.36045035219986615,
      "grad_norm": 0.12400423735380173,
      "learning_rate": 1.4799894603076437e-05,
      "loss": 0.8265,
      "step": 17104
    },
    {
      "epoch": 0.3604714262382315,
      "grad_norm": 0.13316641747951508,
      "learning_rate": 1.479929581759525e-05,
      "loss": 0.7942,
      "step": 17105
    },
    {
      "epoch": 0.36049250027659674,
      "grad_norm": 0.17136573791503906,
      "learning_rate": 1.479869700975606e-05,
      "loss": 0.7978,
      "step": 17106
    },
    {
      "epoch": 0.36051357431496206,
      "grad_norm": 0.13020412623882294,
      "learning_rate": 1.4798098179561652e-05,
      "loss": 0.7849,
      "step": 17107
    },
    {
      "epoch": 0.3605346483533273,
      "grad_norm": 0.1480889916419983,
      "learning_rate": 1.4797499327014817e-05,
      "loss": 0.8285,
      "step": 17108
    },
    {
      "epoch": 0.3605557223916926,
      "grad_norm": 0.14753015339374542,
      "learning_rate": 1.4796900452118348e-05,
      "loss": 0.7875,
      "step": 17109
    },
    {
      "epoch": 0.3605767964300579,
      "grad_norm": 0.11952812969684601,
      "learning_rate": 1.4796301554875035e-05,
      "loss": 0.806,
      "step": 17110
    },
    {
      "epoch": 0.3605978704684232,
      "grad_norm": 0.1537521630525589,
      "learning_rate": 1.4795702635287663e-05,
      "loss": 0.8635,
      "step": 17111
    },
    {
      "epoch": 0.3606189445067885,
      "grad_norm": 0.17323021590709686,
      "learning_rate": 1.4795103693359022e-05,
      "loss": 0.8185,
      "step": 17112
    },
    {
      "epoch": 0.36064001854515376,
      "grad_norm": 0.13130494952201843,
      "learning_rate": 1.479450472909191e-05,
      "loss": 0.8066,
      "step": 17113
    },
    {
      "epoch": 0.360661092583519,
      "grad_norm": 0.13410887122154236,
      "learning_rate": 1.479390574248911e-05,
      "loss": 0.8295,
      "step": 17114
    },
    {
      "epoch": 0.36068216662188435,
      "grad_norm": 0.16551019251346588,
      "learning_rate": 1.4793306733553415e-05,
      "loss": 0.8495,
      "step": 17115
    },
    {
      "epoch": 0.3607032406602496,
      "grad_norm": 0.11350110918283463,
      "learning_rate": 1.4792707702287614e-05,
      "loss": 0.8067,
      "step": 17116
    },
    {
      "epoch": 0.36072431469861493,
      "grad_norm": 0.16440662741661072,
      "learning_rate": 1.4792108648694501e-05,
      "loss": 0.8515,
      "step": 17117
    },
    {
      "epoch": 0.3607453887369802,
      "grad_norm": 0.14985233545303345,
      "learning_rate": 1.4791509572776862e-05,
      "loss": 0.9003,
      "step": 17118
    },
    {
      "epoch": 0.36076646277534546,
      "grad_norm": 0.11273730546236038,
      "learning_rate": 1.4790910474537495e-05,
      "loss": 0.7745,
      "step": 17119
    },
    {
      "epoch": 0.3607875368137108,
      "grad_norm": 0.1695288121700287,
      "learning_rate": 1.4790311353979183e-05,
      "loss": 0.8055,
      "step": 17120
    },
    {
      "epoch": 0.36080861085207605,
      "grad_norm": 0.18263746798038483,
      "learning_rate": 1.4789712211104725e-05,
      "loss": 0.868,
      "step": 17121
    },
    {
      "epoch": 0.3608296848904413,
      "grad_norm": 0.15875926613807678,
      "learning_rate": 1.4789113045916903e-05,
      "loss": 0.7933,
      "step": 17122
    },
    {
      "epoch": 0.36085075892880664,
      "grad_norm": 0.11967437714338303,
      "learning_rate": 1.4788513858418515e-05,
      "loss": 0.7792,
      "step": 17123
    },
    {
      "epoch": 0.3608718329671719,
      "grad_norm": 0.15790770947933197,
      "learning_rate": 1.478791464861235e-05,
      "loss": 0.8216,
      "step": 17124
    },
    {
      "epoch": 0.3608929070055372,
      "grad_norm": 0.1025882363319397,
      "learning_rate": 1.4787315416501202e-05,
      "loss": 0.788,
      "step": 17125
    },
    {
      "epoch": 0.3609139810439025,
      "grad_norm": 0.11972363293170929,
      "learning_rate": 1.478671616208786e-05,
      "loss": 0.7922,
      "step": 17126
    },
    {
      "epoch": 0.36093505508226775,
      "grad_norm": 0.10698011517524719,
      "learning_rate": 1.4786116885375114e-05,
      "loss": 0.783,
      "step": 17127
    },
    {
      "epoch": 0.3609561291206331,
      "grad_norm": 0.12929952144622803,
      "learning_rate": 1.4785517586365758e-05,
      "loss": 0.8184,
      "step": 17128
    },
    {
      "epoch": 0.36097720315899834,
      "grad_norm": 0.13471274077892303,
      "learning_rate": 1.4784918265062585e-05,
      "loss": 0.8138,
      "step": 17129
    },
    {
      "epoch": 0.36099827719736366,
      "grad_norm": 0.12174002826213837,
      "learning_rate": 1.4784318921468388e-05,
      "loss": 0.8555,
      "step": 17130
    },
    {
      "epoch": 0.3610193512357289,
      "grad_norm": 0.1425447165966034,
      "learning_rate": 1.4783719555585957e-05,
      "loss": 0.8625,
      "step": 17131
    },
    {
      "epoch": 0.3610404252740942,
      "grad_norm": 0.13677634298801422,
      "learning_rate": 1.4783120167418078e-05,
      "loss": 0.782,
      "step": 17132
    },
    {
      "epoch": 0.3610614993124595,
      "grad_norm": 0.11762873828411102,
      "learning_rate": 1.4782520756967555e-05,
      "loss": 0.8452,
      "step": 17133
    },
    {
      "epoch": 0.3610825733508248,
      "grad_norm": 0.1455232948064804,
      "learning_rate": 1.4781921324237174e-05,
      "loss": 0.8397,
      "step": 17134
    },
    {
      "epoch": 0.3611036473891901,
      "grad_norm": 0.12572228908538818,
      "learning_rate": 1.4781321869229733e-05,
      "loss": 0.8169,
      "step": 17135
    },
    {
      "epoch": 0.36112472142755536,
      "grad_norm": 0.12614011764526367,
      "learning_rate": 1.478072239194801e-05,
      "loss": 0.8715,
      "step": 17136
    },
    {
      "epoch": 0.3611457954659206,
      "grad_norm": 0.11623027175664902,
      "learning_rate": 1.4780122892394815e-05,
      "loss": 0.7805,
      "step": 17137
    },
    {
      "epoch": 0.36116686950428595,
      "grad_norm": 0.12950852513313293,
      "learning_rate": 1.4779523370572931e-05,
      "loss": 0.8949,
      "step": 17138
    },
    {
      "epoch": 0.3611879435426512,
      "grad_norm": 0.11407322436571121,
      "learning_rate": 1.4778923826485154e-05,
      "loss": 0.8086,
      "step": 17139
    },
    {
      "epoch": 0.36120901758101653,
      "grad_norm": 0.1181320920586586,
      "learning_rate": 1.477832426013428e-05,
      "loss": 0.8224,
      "step": 17140
    },
    {
      "epoch": 0.3612300916193818,
      "grad_norm": 0.12797120213508606,
      "learning_rate": 1.4777724671523096e-05,
      "loss": 0.838,
      "step": 17141
    },
    {
      "epoch": 0.36125116565774706,
      "grad_norm": 0.11511438339948654,
      "learning_rate": 1.4777125060654398e-05,
      "loss": 0.8734,
      "step": 17142
    },
    {
      "epoch": 0.3612722396961124,
      "grad_norm": 0.1219930499792099,
      "learning_rate": 1.4776525427530976e-05,
      "loss": 0.8211,
      "step": 17143
    },
    {
      "epoch": 0.36129331373447765,
      "grad_norm": 0.1322699785232544,
      "learning_rate": 1.4775925772155633e-05,
      "loss": 0.8273,
      "step": 17144
    },
    {
      "epoch": 0.3613143877728429,
      "grad_norm": 0.10998750478029251,
      "learning_rate": 1.4775326094531152e-05,
      "loss": 0.82,
      "step": 17145
    },
    {
      "epoch": 0.36133546181120824,
      "grad_norm": 0.11801410466432571,
      "learning_rate": 1.4774726394660333e-05,
      "loss": 0.8107,
      "step": 17146
    },
    {
      "epoch": 0.3613565358495735,
      "grad_norm": 0.12618839740753174,
      "learning_rate": 1.4774126672545967e-05,
      "loss": 0.8258,
      "step": 17147
    },
    {
      "epoch": 0.3613776098879388,
      "grad_norm": 0.12704932689666748,
      "learning_rate": 1.477352692819085e-05,
      "loss": 0.7778,
      "step": 17148
    },
    {
      "epoch": 0.3613986839263041,
      "grad_norm": 0.12188594788312912,
      "learning_rate": 1.4772927161597772e-05,
      "loss": 0.8262,
      "step": 17149
    },
    {
      "epoch": 0.36141975796466935,
      "grad_norm": 0.13065989315509796,
      "learning_rate": 1.4772327372769533e-05,
      "loss": 0.8517,
      "step": 17150
    },
    {
      "epoch": 0.3614408320030347,
      "grad_norm": 0.14512181282043457,
      "learning_rate": 1.477172756170892e-05,
      "loss": 0.8254,
      "step": 17151
    },
    {
      "epoch": 0.36146190604139994,
      "grad_norm": 0.1043134406208992,
      "learning_rate": 1.4771127728418733e-05,
      "loss": 0.8878,
      "step": 17152
    },
    {
      "epoch": 0.36148298007976526,
      "grad_norm": 0.11425170302391052,
      "learning_rate": 1.4770527872901763e-05,
      "loss": 0.8359,
      "step": 17153
    },
    {
      "epoch": 0.3615040541181305,
      "grad_norm": 0.10639394074678421,
      "learning_rate": 1.4769927995160808e-05,
      "loss": 0.7917,
      "step": 17154
    },
    {
      "epoch": 0.3615251281564958,
      "grad_norm": 0.1658267080783844,
      "learning_rate": 1.4769328095198662e-05,
      "loss": 0.8434,
      "step": 17155
    },
    {
      "epoch": 0.3615462021948611,
      "grad_norm": 0.114097960293293,
      "learning_rate": 1.4768728173018116e-05,
      "loss": 0.7503,
      "step": 17156
    },
    {
      "epoch": 0.3615672762332264,
      "grad_norm": 0.1318356692790985,
      "learning_rate": 1.476812822862197e-05,
      "loss": 0.7881,
      "step": 17157
    },
    {
      "epoch": 0.3615883502715917,
      "grad_norm": 0.14970141649246216,
      "learning_rate": 1.476752826201301e-05,
      "loss": 0.8345,
      "step": 17158
    },
    {
      "epoch": 0.36160942430995696,
      "grad_norm": 0.12059417366981506,
      "learning_rate": 1.4766928273194044e-05,
      "loss": 0.7921,
      "step": 17159
    },
    {
      "epoch": 0.3616304983483222,
      "grad_norm": 0.16249772906303406,
      "learning_rate": 1.4766328262167855e-05,
      "loss": 0.86,
      "step": 17160
    },
    {
      "epoch": 0.36165157238668755,
      "grad_norm": 0.16263635456562042,
      "learning_rate": 1.4765728228937246e-05,
      "loss": 0.8422,
      "step": 17161
    },
    {
      "epoch": 0.3616726464250528,
      "grad_norm": 0.13430993258953094,
      "learning_rate": 1.4765128173505008e-05,
      "loss": 0.8526,
      "step": 17162
    },
    {
      "epoch": 0.3616937204634181,
      "grad_norm": 0.18196357786655426,
      "learning_rate": 1.4764528095873937e-05,
      "loss": 0.7853,
      "step": 17163
    },
    {
      "epoch": 0.3617147945017834,
      "grad_norm": 0.17075005173683167,
      "learning_rate": 1.4763927996046834e-05,
      "loss": 0.7706,
      "step": 17164
    },
    {
      "epoch": 0.36173586854014866,
      "grad_norm": 0.14858220517635345,
      "learning_rate": 1.4763327874026487e-05,
      "loss": 0.856,
      "step": 17165
    },
    {
      "epoch": 0.361756942578514,
      "grad_norm": 0.14851415157318115,
      "learning_rate": 1.4762727729815696e-05,
      "loss": 0.8261,
      "step": 17166
    },
    {
      "epoch": 0.36177801661687925,
      "grad_norm": 0.1544780731201172,
      "learning_rate": 1.4762127563417254e-05,
      "loss": 0.858,
      "step": 17167
    },
    {
      "epoch": 0.3617990906552445,
      "grad_norm": 0.1468603014945984,
      "learning_rate": 1.4761527374833961e-05,
      "loss": 0.7914,
      "step": 17168
    },
    {
      "epoch": 0.36182016469360984,
      "grad_norm": 0.136407732963562,
      "learning_rate": 1.476092716406861e-05,
      "loss": 0.7958,
      "step": 17169
    },
    {
      "epoch": 0.3618412387319751,
      "grad_norm": 0.12633848190307617,
      "learning_rate": 1.4760326931123997e-05,
      "loss": 0.8311,
      "step": 17170
    },
    {
      "epoch": 0.3618623127703404,
      "grad_norm": 0.14445452392101288,
      "learning_rate": 1.475972667600292e-05,
      "loss": 0.7963,
      "step": 17171
    },
    {
      "epoch": 0.3618833868087057,
      "grad_norm": 0.13836818933486938,
      "learning_rate": 1.4759126398708175e-05,
      "loss": 0.7475,
      "step": 17172
    },
    {
      "epoch": 0.36190446084707095,
      "grad_norm": 0.1639098972082138,
      "learning_rate": 1.4758526099242557e-05,
      "loss": 0.8306,
      "step": 17173
    },
    {
      "epoch": 0.3619255348854363,
      "grad_norm": 0.13542048633098602,
      "learning_rate": 1.4757925777608863e-05,
      "loss": 0.7286,
      "step": 17174
    },
    {
      "epoch": 0.36194660892380154,
      "grad_norm": 0.1564042717218399,
      "learning_rate": 1.4757325433809893e-05,
      "loss": 0.7795,
      "step": 17175
    },
    {
      "epoch": 0.36196768296216686,
      "grad_norm": 0.143502339720726,
      "learning_rate": 1.4756725067848439e-05,
      "loss": 0.8838,
      "step": 17176
    },
    {
      "epoch": 0.3619887570005321,
      "grad_norm": 0.12715797126293182,
      "learning_rate": 1.47561246797273e-05,
      "loss": 0.7448,
      "step": 17177
    },
    {
      "epoch": 0.3620098310388974,
      "grad_norm": 0.18948878347873688,
      "learning_rate": 1.475552426944927e-05,
      "loss": 0.8639,
      "step": 17178
    },
    {
      "epoch": 0.3620309050772627,
      "grad_norm": 0.13732434809207916,
      "learning_rate": 1.4754923837017152e-05,
      "loss": 0.8284,
      "step": 17179
    },
    {
      "epoch": 0.362051979115628,
      "grad_norm": 0.16337351500988007,
      "learning_rate": 1.4754323382433739e-05,
      "loss": 0.8202,
      "step": 17180
    },
    {
      "epoch": 0.36207305315399324,
      "grad_norm": 0.19717320799827576,
      "learning_rate": 1.4753722905701828e-05,
      "loss": 0.8677,
      "step": 17181
    },
    {
      "epoch": 0.36209412719235856,
      "grad_norm": 0.18667417764663696,
      "learning_rate": 1.4753122406824219e-05,
      "loss": 0.8042,
      "step": 17182
    },
    {
      "epoch": 0.3621152012307238,
      "grad_norm": 0.16309818625450134,
      "learning_rate": 1.4752521885803708e-05,
      "loss": 0.779,
      "step": 17183
    },
    {
      "epoch": 0.36213627526908915,
      "grad_norm": 0.14003407955169678,
      "learning_rate": 1.4751921342643097e-05,
      "loss": 0.8355,
      "step": 17184
    },
    {
      "epoch": 0.3621573493074544,
      "grad_norm": 0.1613696664571762,
      "learning_rate": 1.4751320777345175e-05,
      "loss": 0.821,
      "step": 17185
    },
    {
      "epoch": 0.3621784233458197,
      "grad_norm": 0.13234303891658783,
      "learning_rate": 1.4750720189912741e-05,
      "loss": 0.795,
      "step": 17186
    },
    {
      "epoch": 0.362199497384185,
      "grad_norm": 0.18081128597259521,
      "learning_rate": 1.4750119580348601e-05,
      "loss": 0.8418,
      "step": 17187
    },
    {
      "epoch": 0.36222057142255026,
      "grad_norm": 0.1170569434762001,
      "learning_rate": 1.4749518948655546e-05,
      "loss": 0.8336,
      "step": 17188
    },
    {
      "epoch": 0.3622416454609156,
      "grad_norm": 0.1281627118587494,
      "learning_rate": 1.4748918294836378e-05,
      "loss": 0.8003,
      "step": 17189
    },
    {
      "epoch": 0.36226271949928085,
      "grad_norm": 0.13809581100940704,
      "learning_rate": 1.4748317618893893e-05,
      "loss": 0.7995,
      "step": 17190
    },
    {
      "epoch": 0.3622837935376461,
      "grad_norm": 0.11557696014642715,
      "learning_rate": 1.4747716920830887e-05,
      "loss": 0.8014,
      "step": 17191
    },
    {
      "epoch": 0.36230486757601144,
      "grad_norm": 0.13901175558567047,
      "learning_rate": 1.4747116200650164e-05,
      "loss": 0.8477,
      "step": 17192
    },
    {
      "epoch": 0.3623259416143767,
      "grad_norm": 0.23211011290550232,
      "learning_rate": 1.474651545835452e-05,
      "loss": 0.8212,
      "step": 17193
    },
    {
      "epoch": 0.362347015652742,
      "grad_norm": 0.14191730320453644,
      "learning_rate": 1.4745914693946752e-05,
      "loss": 0.8035,
      "step": 17194
    },
    {
      "epoch": 0.3623680896911073,
      "grad_norm": 0.15633487701416016,
      "learning_rate": 1.474531390742966e-05,
      "loss": 0.8209,
      "step": 17195
    },
    {
      "epoch": 0.36238916372947255,
      "grad_norm": 0.14681343734264374,
      "learning_rate": 1.4744713098806043e-05,
      "loss": 0.7459,
      "step": 17196
    },
    {
      "epoch": 0.3624102377678379,
      "grad_norm": 0.15372277796268463,
      "learning_rate": 1.47441122680787e-05,
      "loss": 0.8124,
      "step": 17197
    },
    {
      "epoch": 0.36243131180620314,
      "grad_norm": 0.13815546035766602,
      "learning_rate": 1.4743511415250429e-05,
      "loss": 0.8233,
      "step": 17198
    },
    {
      "epoch": 0.3624523858445684,
      "grad_norm": 0.15061970055103302,
      "learning_rate": 1.4742910540324033e-05,
      "loss": 0.8326,
      "step": 17199
    },
    {
      "epoch": 0.3624734598829337,
      "grad_norm": 0.12261150032281876,
      "learning_rate": 1.4742309643302307e-05,
      "loss": 0.83,
      "step": 17200
    },
    {
      "epoch": 0.362494533921299,
      "grad_norm": 0.17518538236618042,
      "learning_rate": 1.4741708724188047e-05,
      "loss": 0.9013,
      "step": 17201
    },
    {
      "epoch": 0.3625156079596643,
      "grad_norm": 0.12883906066417694,
      "learning_rate": 1.4741107782984059e-05,
      "loss": 0.7939,
      "step": 17202
    },
    {
      "epoch": 0.3625366819980296,
      "grad_norm": 0.16766439378261566,
      "learning_rate": 1.4740506819693145e-05,
      "loss": 0.8577,
      "step": 17203
    },
    {
      "epoch": 0.36255775603639484,
      "grad_norm": 0.1655532717704773,
      "learning_rate": 1.4739905834318096e-05,
      "loss": 0.8489,
      "step": 17204
    },
    {
      "epoch": 0.36257883007476016,
      "grad_norm": 0.1327023208141327,
      "learning_rate": 1.4739304826861717e-05,
      "loss": 0.7653,
      "step": 17205
    },
    {
      "epoch": 0.3625999041131254,
      "grad_norm": 0.15706126391887665,
      "learning_rate": 1.4738703797326806e-05,
      "loss": 0.8253,
      "step": 17206
    },
    {
      "epoch": 0.36262097815149075,
      "grad_norm": 0.14776527881622314,
      "learning_rate": 1.4738102745716166e-05,
      "loss": 0.8636,
      "step": 17207
    },
    {
      "epoch": 0.362642052189856,
      "grad_norm": 0.15558302402496338,
      "learning_rate": 1.473750167203259e-05,
      "loss": 0.8509,
      "step": 17208
    },
    {
      "epoch": 0.3626631262282213,
      "grad_norm": 0.1263403594493866,
      "learning_rate": 1.4736900576278887e-05,
      "loss": 0.8476,
      "step": 17209
    },
    {
      "epoch": 0.3626842002665866,
      "grad_norm": 0.17057198286056519,
      "learning_rate": 1.4736299458457852e-05,
      "loss": 0.8232,
      "step": 17210
    },
    {
      "epoch": 0.36270527430495186,
      "grad_norm": 0.14290694892406464,
      "learning_rate": 1.4735698318572285e-05,
      "loss": 0.8396,
      "step": 17211
    },
    {
      "epoch": 0.3627263483433172,
      "grad_norm": 0.1307106465101242,
      "learning_rate": 1.4735097156624992e-05,
      "loss": 0.8474,
      "step": 17212
    },
    {
      "epoch": 0.36274742238168245,
      "grad_norm": 0.14970669150352478,
      "learning_rate": 1.4734495972618766e-05,
      "loss": 0.8723,
      "step": 17213
    },
    {
      "epoch": 0.3627684964200477,
      "grad_norm": 0.11956719309091568,
      "learning_rate": 1.4733894766556413e-05,
      "loss": 0.8114,
      "step": 17214
    },
    {
      "epoch": 0.36278957045841304,
      "grad_norm": 0.1198469027876854,
      "learning_rate": 1.4733293538440729e-05,
      "loss": 0.7262,
      "step": 17215
    },
    {
      "epoch": 0.3628106444967783,
      "grad_norm": 0.16289150714874268,
      "learning_rate": 1.4732692288274521e-05,
      "loss": 0.8987,
      "step": 17216
    },
    {
      "epoch": 0.36283171853514357,
      "grad_norm": 0.16624580323696136,
      "learning_rate": 1.4732091016060586e-05,
      "loss": 0.8753,
      "step": 17217
    },
    {
      "epoch": 0.3628527925735089,
      "grad_norm": 0.139570951461792,
      "learning_rate": 1.4731489721801727e-05,
      "loss": 0.8018,
      "step": 17218
    },
    {
      "epoch": 0.36287386661187415,
      "grad_norm": 0.17207087576389313,
      "learning_rate": 1.4730888405500746e-05,
      "loss": 0.8842,
      "step": 17219
    },
    {
      "epoch": 0.3628949406502395,
      "grad_norm": 0.20652876794338226,
      "learning_rate": 1.4730287067160437e-05,
      "loss": 0.8152,
      "step": 17220
    },
    {
      "epoch": 0.36291601468860474,
      "grad_norm": 0.19839927554130554,
      "learning_rate": 1.472968570678361e-05,
      "loss": 0.8741,
      "step": 17221
    },
    {
      "epoch": 0.36293708872697,
      "grad_norm": 0.2008773386478424,
      "learning_rate": 1.4729084324373062e-05,
      "loss": 0.8542,
      "step": 17222
    },
    {
      "epoch": 0.3629581627653353,
      "grad_norm": 0.10989941656589508,
      "learning_rate": 1.47284829199316e-05,
      "loss": 0.8584,
      "step": 17223
    },
    {
      "epoch": 0.3629792368037006,
      "grad_norm": 0.1700156033039093,
      "learning_rate": 1.4727881493462018e-05,
      "loss": 0.8455,
      "step": 17224
    },
    {
      "epoch": 0.3630003108420659,
      "grad_norm": 0.14942802488803864,
      "learning_rate": 1.4727280044967123e-05,
      "loss": 0.8286,
      "step": 17225
    },
    {
      "epoch": 0.3630213848804312,
      "grad_norm": 0.18880905210971832,
      "learning_rate": 1.4726678574449714e-05,
      "loss": 0.8382,
      "step": 17226
    },
    {
      "epoch": 0.36304245891879644,
      "grad_norm": 0.13385479152202606,
      "learning_rate": 1.4726077081912596e-05,
      "loss": 0.8735,
      "step": 17227
    },
    {
      "epoch": 0.36306353295716176,
      "grad_norm": 0.18388652801513672,
      "learning_rate": 1.4725475567358568e-05,
      "loss": 0.8812,
      "step": 17228
    },
    {
      "epoch": 0.363084606995527,
      "grad_norm": 0.14498914778232574,
      "learning_rate": 1.4724874030790436e-05,
      "loss": 0.8047,
      "step": 17229
    },
    {
      "epoch": 0.36310568103389235,
      "grad_norm": 0.1577882319688797,
      "learning_rate": 1.4724272472210996e-05,
      "loss": 0.8116,
      "step": 17230
    },
    {
      "epoch": 0.3631267550722576,
      "grad_norm": 0.16168731451034546,
      "learning_rate": 1.4723670891623056e-05,
      "loss": 0.8297,
      "step": 17231
    },
    {
      "epoch": 0.3631478291106229,
      "grad_norm": 0.15067240595817566,
      "learning_rate": 1.4723069289029419e-05,
      "loss": 0.8244,
      "step": 17232
    },
    {
      "epoch": 0.3631689031489882,
      "grad_norm": 0.14674237370491028,
      "learning_rate": 1.4722467664432886e-05,
      "loss": 0.8912,
      "step": 17233
    },
    {
      "epoch": 0.36318997718735346,
      "grad_norm": 0.1403181403875351,
      "learning_rate": 1.472186601783626e-05,
      "loss": 0.8499,
      "step": 17234
    },
    {
      "epoch": 0.3632110512257188,
      "grad_norm": 0.16896386444568634,
      "learning_rate": 1.4721264349242339e-05,
      "loss": 0.8731,
      "step": 17235
    },
    {
      "epoch": 0.36323212526408405,
      "grad_norm": 0.14336013793945312,
      "learning_rate": 1.4720662658653932e-05,
      "loss": 0.8636,
      "step": 17236
    },
    {
      "epoch": 0.3632531993024493,
      "grad_norm": 0.14929872751235962,
      "learning_rate": 1.4720060946073842e-05,
      "loss": 0.8855,
      "step": 17237
    },
    {
      "epoch": 0.36327427334081464,
      "grad_norm": 0.17793433368206024,
      "learning_rate": 1.4719459211504867e-05,
      "loss": 0.8681,
      "step": 17238
    },
    {
      "epoch": 0.3632953473791799,
      "grad_norm": 0.1380918025970459,
      "learning_rate": 1.4718857454949815e-05,
      "loss": 0.8012,
      "step": 17239
    },
    {
      "epoch": 0.36331642141754517,
      "grad_norm": 0.13749653100967407,
      "learning_rate": 1.4718255676411489e-05,
      "loss": 0.8278,
      "step": 17240
    },
    {
      "epoch": 0.3633374954559105,
      "grad_norm": 0.15586024522781372,
      "learning_rate": 1.471765387589269e-05,
      "loss": 0.7642,
      "step": 17241
    },
    {
      "epoch": 0.36335856949427575,
      "grad_norm": 0.12368669360876083,
      "learning_rate": 1.4717052053396224e-05,
      "loss": 0.7991,
      "step": 17242
    },
    {
      "epoch": 0.3633796435326411,
      "grad_norm": 0.1580650806427002,
      "learning_rate": 1.4716450208924895e-05,
      "loss": 0.7855,
      "step": 17243
    },
    {
      "epoch": 0.36340071757100634,
      "grad_norm": 0.1474306434392929,
      "learning_rate": 1.4715848342481503e-05,
      "loss": 0.8394,
      "step": 17244
    },
    {
      "epoch": 0.3634217916093716,
      "grad_norm": 0.1640968769788742,
      "learning_rate": 1.4715246454068852e-05,
      "loss": 0.8053,
      "step": 17245
    },
    {
      "epoch": 0.3634428656477369,
      "grad_norm": 0.14386479556560516,
      "learning_rate": 1.471464454368975e-05,
      "loss": 0.8332,
      "step": 17246
    },
    {
      "epoch": 0.3634639396861022,
      "grad_norm": 0.12063974142074585,
      "learning_rate": 1.4714042611346999e-05,
      "loss": 0.8202,
      "step": 17247
    },
    {
      "epoch": 0.3634850137244675,
      "grad_norm": 0.11413563787937164,
      "learning_rate": 1.4713440657043408e-05,
      "loss": 0.7624,
      "step": 17248
    },
    {
      "epoch": 0.3635060877628328,
      "grad_norm": 0.11370984464883804,
      "learning_rate": 1.4712838680781772e-05,
      "loss": 0.8144,
      "step": 17249
    },
    {
      "epoch": 0.36352716180119804,
      "grad_norm": 0.1430986523628235,
      "learning_rate": 1.47122366825649e-05,
      "loss": 0.7661,
      "step": 17250
    },
    {
      "epoch": 0.36354823583956336,
      "grad_norm": 0.12051118910312653,
      "learning_rate": 1.4711634662395595e-05,
      "loss": 0.8666,
      "step": 17251
    },
    {
      "epoch": 0.3635693098779286,
      "grad_norm": 0.1214662715792656,
      "learning_rate": 1.4711032620276667e-05,
      "loss": 0.7753,
      "step": 17252
    },
    {
      "epoch": 0.36359038391629395,
      "grad_norm": 0.14472857117652893,
      "learning_rate": 1.4710430556210915e-05,
      "loss": 0.8605,
      "step": 17253
    },
    {
      "epoch": 0.3636114579546592,
      "grad_norm": 0.13092124462127686,
      "learning_rate": 1.4709828470201144e-05,
      "loss": 0.7824,
      "step": 17254
    },
    {
      "epoch": 0.3636325319930245,
      "grad_norm": 0.10608037561178207,
      "learning_rate": 1.4709226362250161e-05,
      "loss": 0.7304,
      "step": 17255
    },
    {
      "epoch": 0.3636536060313898,
      "grad_norm": 0.15328507125377655,
      "learning_rate": 1.470862423236077e-05,
      "loss": 0.8674,
      "step": 17256
    },
    {
      "epoch": 0.36367468006975506,
      "grad_norm": 0.15177065134048462,
      "learning_rate": 1.4708022080535778e-05,
      "loss": 0.8804,
      "step": 17257
    },
    {
      "epoch": 0.36369575410812033,
      "grad_norm": 0.14531846344470978,
      "learning_rate": 1.4707419906777989e-05,
      "loss": 0.8398,
      "step": 17258
    },
    {
      "epoch": 0.36371682814648565,
      "grad_norm": 0.16121084988117218,
      "learning_rate": 1.4706817711090206e-05,
      "loss": 0.8892,
      "step": 17259
    },
    {
      "epoch": 0.3637379021848509,
      "grad_norm": 0.12006579339504242,
      "learning_rate": 1.4706215493475235e-05,
      "loss": 0.7807,
      "step": 17260
    },
    {
      "epoch": 0.36375897622321623,
      "grad_norm": 0.15903250873088837,
      "learning_rate": 1.4705613253935886e-05,
      "loss": 0.8203,
      "step": 17261
    },
    {
      "epoch": 0.3637800502615815,
      "grad_norm": 0.14710672199726105,
      "learning_rate": 1.4705010992474962e-05,
      "loss": 0.7899,
      "step": 17262
    },
    {
      "epoch": 0.36380112429994677,
      "grad_norm": 0.1439809799194336,
      "learning_rate": 1.4704408709095264e-05,
      "loss": 0.8079,
      "step": 17263
    },
    {
      "epoch": 0.3638221983383121,
      "grad_norm": 0.1350749433040619,
      "learning_rate": 1.4703806403799606e-05,
      "loss": 0.8543,
      "step": 17264
    },
    {
      "epoch": 0.36384327237667735,
      "grad_norm": 0.17079636454582214,
      "learning_rate": 1.4703204076590787e-05,
      "loss": 0.8866,
      "step": 17265
    },
    {
      "epoch": 0.36386434641504267,
      "grad_norm": 0.4080456793308258,
      "learning_rate": 1.4702601727471612e-05,
      "loss": 0.8335,
      "step": 17266
    },
    {
      "epoch": 0.36388542045340794,
      "grad_norm": 0.16540610790252686,
      "learning_rate": 1.4701999356444898e-05,
      "loss": 0.7944,
      "step": 17267
    },
    {
      "epoch": 0.3639064944917732,
      "grad_norm": 0.17506323754787445,
      "learning_rate": 1.470139696351344e-05,
      "loss": 0.8683,
      "step": 17268
    },
    {
      "epoch": 0.3639275685301385,
      "grad_norm": 0.10779642313718796,
      "learning_rate": 1.470079454868005e-05,
      "loss": 0.8315,
      "step": 17269
    },
    {
      "epoch": 0.3639486425685038,
      "grad_norm": 0.14197206497192383,
      "learning_rate": 1.4700192111947534e-05,
      "loss": 0.8674,
      "step": 17270
    },
    {
      "epoch": 0.3639697166068691,
      "grad_norm": 0.12581421434879303,
      "learning_rate": 1.4699589653318693e-05,
      "loss": 0.7962,
      "step": 17271
    },
    {
      "epoch": 0.3639907906452344,
      "grad_norm": 0.1546429693698883,
      "learning_rate": 1.4698987172796341e-05,
      "loss": 0.789,
      "step": 17272
    },
    {
      "epoch": 0.36401186468359964,
      "grad_norm": 0.1477479338645935,
      "learning_rate": 1.4698384670383282e-05,
      "loss": 0.7787,
      "step": 17273
    },
    {
      "epoch": 0.36403293872196496,
      "grad_norm": 0.1185273602604866,
      "learning_rate": 1.469778214608232e-05,
      "loss": 0.8235,
      "step": 17274
    },
    {
      "epoch": 0.3640540127603302,
      "grad_norm": 0.1463281810283661,
      "learning_rate": 1.4697179599896267e-05,
      "loss": 0.8291,
      "step": 17275
    },
    {
      "epoch": 0.3640750867986955,
      "grad_norm": 0.15269750356674194,
      "learning_rate": 1.4696577031827925e-05,
      "loss": 0.8468,
      "step": 17276
    },
    {
      "epoch": 0.3640961608370608,
      "grad_norm": 0.11765946447849274,
      "learning_rate": 1.4695974441880107e-05,
      "loss": 0.8197,
      "step": 17277
    },
    {
      "epoch": 0.3641172348754261,
      "grad_norm": 0.11957430839538574,
      "learning_rate": 1.4695371830055614e-05,
      "loss": 0.8224,
      "step": 17278
    },
    {
      "epoch": 0.3641383089137914,
      "grad_norm": 0.1678355634212494,
      "learning_rate": 1.4694769196357257e-05,
      "loss": 0.8021,
      "step": 17279
    },
    {
      "epoch": 0.36415938295215666,
      "grad_norm": 0.13855578005313873,
      "learning_rate": 1.469416654078784e-05,
      "loss": 0.8007,
      "step": 17280
    },
    {
      "epoch": 0.36418045699052193,
      "grad_norm": 0.11140668392181396,
      "learning_rate": 1.4693563863350173e-05,
      "loss": 0.8119,
      "step": 17281
    },
    {
      "epoch": 0.36420153102888725,
      "grad_norm": 0.11471950262784958,
      "learning_rate": 1.4692961164047068e-05,
      "loss": 0.7877,
      "step": 17282
    },
    {
      "epoch": 0.3642226050672525,
      "grad_norm": 0.11371412128210068,
      "learning_rate": 1.4692358442881328e-05,
      "loss": 0.7322,
      "step": 17283
    },
    {
      "epoch": 0.36424367910561783,
      "grad_norm": 0.10713990777730942,
      "learning_rate": 1.4691755699855756e-05,
      "loss": 0.8324,
      "step": 17284
    },
    {
      "epoch": 0.3642647531439831,
      "grad_norm": 0.10351026058197021,
      "learning_rate": 1.469115293497317e-05,
      "loss": 0.7435,
      "step": 17285
    },
    {
      "epoch": 0.36428582718234837,
      "grad_norm": 0.11114303767681122,
      "learning_rate": 1.4690550148236371e-05,
      "loss": 0.794,
      "step": 17286
    },
    {
      "epoch": 0.3643069012207137,
      "grad_norm": 0.12398573011159897,
      "learning_rate": 1.4689947339648169e-05,
      "loss": 0.8502,
      "step": 17287
    },
    {
      "epoch": 0.36432797525907895,
      "grad_norm": 0.11481118947267532,
      "learning_rate": 1.4689344509211373e-05,
      "loss": 0.7907,
      "step": 17288
    },
    {
      "epoch": 0.36434904929744427,
      "grad_norm": 0.12736211717128754,
      "learning_rate": 1.4688741656928794e-05,
      "loss": 0.8919,
      "step": 17289
    },
    {
      "epoch": 0.36437012333580954,
      "grad_norm": 0.12960085272789001,
      "learning_rate": 1.4688138782803233e-05,
      "loss": 0.8191,
      "step": 17290
    },
    {
      "epoch": 0.3643911973741748,
      "grad_norm": 0.1465531438589096,
      "learning_rate": 1.4687535886837506e-05,
      "loss": 0.8132,
      "step": 17291
    },
    {
      "epoch": 0.3644122714125401,
      "grad_norm": 0.1185796931385994,
      "learning_rate": 1.4686932969034417e-05,
      "loss": 0.8699,
      "step": 17292
    },
    {
      "epoch": 0.3644333454509054,
      "grad_norm": 0.12658186256885529,
      "learning_rate": 1.4686330029396779e-05,
      "loss": 0.8746,
      "step": 17293
    },
    {
      "epoch": 0.36445441948927065,
      "grad_norm": 0.11495395749807358,
      "learning_rate": 1.4685727067927392e-05,
      "loss": 0.8234,
      "step": 17294
    },
    {
      "epoch": 0.364475493527636,
      "grad_norm": 0.1539018452167511,
      "learning_rate": 1.4685124084629076e-05,
      "loss": 0.8792,
      "step": 17295
    },
    {
      "epoch": 0.36449656756600124,
      "grad_norm": 0.16475176811218262,
      "learning_rate": 1.4684521079504634e-05,
      "loss": 0.8452,
      "step": 17296
    },
    {
      "epoch": 0.36451764160436656,
      "grad_norm": 0.11356566101312637,
      "learning_rate": 1.4683918052556878e-05,
      "loss": 0.8158,
      "step": 17297
    },
    {
      "epoch": 0.3645387156427318,
      "grad_norm": 0.15052486956119537,
      "learning_rate": 1.4683315003788614e-05,
      "loss": 0.7992,
      "step": 17298
    },
    {
      "epoch": 0.3645597896810971,
      "grad_norm": 0.11093822121620178,
      "learning_rate": 1.4682711933202654e-05,
      "loss": 0.754,
      "step": 17299
    },
    {
      "epoch": 0.3645808637194624,
      "grad_norm": 0.13394634425640106,
      "learning_rate": 1.4682108840801803e-05,
      "loss": 0.8221,
      "step": 17300
    },
    {
      "epoch": 0.3646019377578277,
      "grad_norm": 0.12828442454338074,
      "learning_rate": 1.4681505726588879e-05,
      "loss": 0.8618,
      "step": 17301
    },
    {
      "epoch": 0.364623011796193,
      "grad_norm": 0.10938933491706848,
      "learning_rate": 1.4680902590566684e-05,
      "loss": 0.74,
      "step": 17302
    },
    {
      "epoch": 0.36464408583455826,
      "grad_norm": 0.13303110003471375,
      "learning_rate": 1.468029943273803e-05,
      "loss": 0.8402,
      "step": 17303
    },
    {
      "epoch": 0.3646651598729235,
      "grad_norm": 0.10930806398391724,
      "learning_rate": 1.4679696253105728e-05,
      "loss": 0.8771,
      "step": 17304
    },
    {
      "epoch": 0.36468623391128885,
      "grad_norm": 0.12461961805820465,
      "learning_rate": 1.4679093051672588e-05,
      "loss": 0.8244,
      "step": 17305
    },
    {
      "epoch": 0.3647073079496541,
      "grad_norm": 0.12528809905052185,
      "learning_rate": 1.4678489828441418e-05,
      "loss": 0.8706,
      "step": 17306
    },
    {
      "epoch": 0.36472838198801943,
      "grad_norm": 0.10692370682954788,
      "learning_rate": 1.4677886583415032e-05,
      "loss": 0.7425,
      "step": 17307
    },
    {
      "epoch": 0.3647494560263847,
      "grad_norm": 0.13885460793972015,
      "learning_rate": 1.4677283316596236e-05,
      "loss": 0.7891,
      "step": 17308
    },
    {
      "epoch": 0.36477053006474996,
      "grad_norm": 0.13355258107185364,
      "learning_rate": 1.4676680027987842e-05,
      "loss": 0.778,
      "step": 17309
    },
    {
      "epoch": 0.3647916041031153,
      "grad_norm": 0.12508568167686462,
      "learning_rate": 1.467607671759266e-05,
      "loss": 0.8029,
      "step": 17310
    },
    {
      "epoch": 0.36481267814148055,
      "grad_norm": 0.1252453625202179,
      "learning_rate": 1.4675473385413503e-05,
      "loss": 0.8869,
      "step": 17311
    },
    {
      "epoch": 0.3648337521798458,
      "grad_norm": 0.13151265680789948,
      "learning_rate": 1.4674870031453181e-05,
      "loss": 0.8228,
      "step": 17312
    },
    {
      "epoch": 0.36485482621821114,
      "grad_norm": 0.12483203411102295,
      "learning_rate": 1.4674266655714501e-05,
      "loss": 0.8318,
      "step": 17313
    },
    {
      "epoch": 0.3648759002565764,
      "grad_norm": 0.10904598236083984,
      "learning_rate": 1.467366325820028e-05,
      "loss": 0.8186,
      "step": 17314
    },
    {
      "epoch": 0.3648969742949417,
      "grad_norm": 0.1115017905831337,
      "learning_rate": 1.4673059838913321e-05,
      "loss": 0.8099,
      "step": 17315
    },
    {
      "epoch": 0.364918048333307,
      "grad_norm": 0.11923512071371078,
      "learning_rate": 1.4672456397856442e-05,
      "loss": 0.7234,
      "step": 17316
    },
    {
      "epoch": 0.36493912237167225,
      "grad_norm": 0.10584284365177155,
      "learning_rate": 1.4671852935032453e-05,
      "loss": 0.8372,
      "step": 17317
    },
    {
      "epoch": 0.3649601964100376,
      "grad_norm": 0.11920974403619766,
      "learning_rate": 1.4671249450444163e-05,
      "loss": 0.7817,
      "step": 17318
    },
    {
      "epoch": 0.36498127044840284,
      "grad_norm": 0.10974116623401642,
      "learning_rate": 1.4670645944094384e-05,
      "loss": 0.8176,
      "step": 17319
    },
    {
      "epoch": 0.36500234448676816,
      "grad_norm": 0.1303894817829132,
      "learning_rate": 1.467004241598593e-05,
      "loss": 0.8903,
      "step": 17320
    },
    {
      "epoch": 0.3650234185251334,
      "grad_norm": 0.1100444570183754,
      "learning_rate": 1.4669438866121612e-05,
      "loss": 0.8451,
      "step": 17321
    },
    {
      "epoch": 0.3650444925634987,
      "grad_norm": 0.11619118601083755,
      "learning_rate": 1.4668835294504238e-05,
      "loss": 0.8647,
      "step": 17322
    },
    {
      "epoch": 0.365065566601864,
      "grad_norm": 0.1524202525615692,
      "learning_rate": 1.4668231701136619e-05,
      "loss": 0.8134,
      "step": 17323
    },
    {
      "epoch": 0.3650866406402293,
      "grad_norm": 0.13238081336021423,
      "learning_rate": 1.4667628086021574e-05,
      "loss": 0.7809,
      "step": 17324
    },
    {
      "epoch": 0.3651077146785946,
      "grad_norm": 0.1357579529285431,
      "learning_rate": 1.466702444916191e-05,
      "loss": 0.8075,
      "step": 17325
    },
    {
      "epoch": 0.36512878871695986,
      "grad_norm": 0.12916450202465057,
      "learning_rate": 1.4666420790560443e-05,
      "loss": 0.8186,
      "step": 17326
    },
    {
      "epoch": 0.3651498627553251,
      "grad_norm": 0.10848525911569595,
      "learning_rate": 1.466581711021998e-05,
      "loss": 0.7704,
      "step": 17327
    },
    {
      "epoch": 0.36517093679369045,
      "grad_norm": 0.12912055850028992,
      "learning_rate": 1.4665213408143334e-05,
      "loss": 0.8774,
      "step": 17328
    },
    {
      "epoch": 0.3651920108320557,
      "grad_norm": 0.1338394433259964,
      "learning_rate": 1.4664609684333322e-05,
      "loss": 0.8276,
      "step": 17329
    },
    {
      "epoch": 0.36521308487042103,
      "grad_norm": 0.12233483046293259,
      "learning_rate": 1.466400593879275e-05,
      "loss": 0.8332,
      "step": 17330
    },
    {
      "epoch": 0.3652341589087863,
      "grad_norm": 0.15404042601585388,
      "learning_rate": 1.466340217152444e-05,
      "loss": 0.849,
      "step": 17331
    },
    {
      "epoch": 0.36525523294715156,
      "grad_norm": 0.15136834979057312,
      "learning_rate": 1.4662798382531193e-05,
      "loss": 0.8335,
      "step": 17332
    },
    {
      "epoch": 0.3652763069855169,
      "grad_norm": 0.12893402576446533,
      "learning_rate": 1.466219457181583e-05,
      "loss": 0.8153,
      "step": 17333
    },
    {
      "epoch": 0.36529738102388215,
      "grad_norm": 0.1177743524312973,
      "learning_rate": 1.4661590739381165e-05,
      "loss": 0.8636,
      "step": 17334
    },
    {
      "epoch": 0.3653184550622474,
      "grad_norm": 0.1271321326494217,
      "learning_rate": 1.4660986885230002e-05,
      "loss": 0.8307,
      "step": 17335
    },
    {
      "epoch": 0.36533952910061274,
      "grad_norm": 0.20133055746555328,
      "learning_rate": 1.4660383009365165e-05,
      "loss": 0.8023,
      "step": 17336
    },
    {
      "epoch": 0.365360603138978,
      "grad_norm": 0.12297379970550537,
      "learning_rate": 1.4659779111789461e-05,
      "loss": 0.8349,
      "step": 17337
    },
    {
      "epoch": 0.3653816771773433,
      "grad_norm": 0.12350142002105713,
      "learning_rate": 1.46591751925057e-05,
      "loss": 0.8341,
      "step": 17338
    },
    {
      "epoch": 0.3654027512157086,
      "grad_norm": 0.11145979166030884,
      "learning_rate": 1.4658571251516703e-05,
      "loss": 0.7509,
      "step": 17339
    },
    {
      "epoch": 0.36542382525407385,
      "grad_norm": 0.1583998054265976,
      "learning_rate": 1.465796728882528e-05,
      "loss": 0.789,
      "step": 17340
    },
    {
      "epoch": 0.3654448992924392,
      "grad_norm": 0.1557529866695404,
      "learning_rate": 1.4657363304434244e-05,
      "loss": 0.8007,
      "step": 17341
    },
    {
      "epoch": 0.36546597333080444,
      "grad_norm": 0.14457061886787415,
      "learning_rate": 1.4656759298346413e-05,
      "loss": 0.8091,
      "step": 17342
    },
    {
      "epoch": 0.36548704736916976,
      "grad_norm": 0.14817582070827484,
      "learning_rate": 1.4656155270564594e-05,
      "loss": 0.7956,
      "step": 17343
    },
    {
      "epoch": 0.365508121407535,
      "grad_norm": 0.13384120166301727,
      "learning_rate": 1.4655551221091605e-05,
      "loss": 0.7755,
      "step": 17344
    },
    {
      "epoch": 0.3655291954459003,
      "grad_norm": 0.14732109010219574,
      "learning_rate": 1.4654947149930259e-05,
      "loss": 0.898,
      "step": 17345
    },
    {
      "epoch": 0.3655502694842656,
      "grad_norm": 0.17048831284046173,
      "learning_rate": 1.465434305708337e-05,
      "loss": 0.8072,
      "step": 17346
    },
    {
      "epoch": 0.3655713435226309,
      "grad_norm": 0.13029181957244873,
      "learning_rate": 1.4653738942553755e-05,
      "loss": 0.7905,
      "step": 17347
    },
    {
      "epoch": 0.3655924175609962,
      "grad_norm": 0.1782790571451187,
      "learning_rate": 1.4653134806344225e-05,
      "loss": 0.8592,
      "step": 17348
    },
    {
      "epoch": 0.36561349159936146,
      "grad_norm": 0.12849439680576324,
      "learning_rate": 1.4652530648457595e-05,
      "loss": 0.8007,
      "step": 17349
    },
    {
      "epoch": 0.3656345656377267,
      "grad_norm": 0.14989396929740906,
      "learning_rate": 1.465192646889668e-05,
      "loss": 0.8597,
      "step": 17350
    },
    {
      "epoch": 0.36565563967609205,
      "grad_norm": 0.13459518551826477,
      "learning_rate": 1.4651322267664297e-05,
      "loss": 0.79,
      "step": 17351
    },
    {
      "epoch": 0.3656767137144573,
      "grad_norm": 0.11284802854061127,
      "learning_rate": 1.4650718044763255e-05,
      "loss": 0.7629,
      "step": 17352
    },
    {
      "epoch": 0.3656977877528226,
      "grad_norm": 0.1271735429763794,
      "learning_rate": 1.4650113800196373e-05,
      "loss": 0.7832,
      "step": 17353
    },
    {
      "epoch": 0.3657188617911879,
      "grad_norm": 0.1254614144563675,
      "learning_rate": 1.4649509533966467e-05,
      "loss": 0.8223,
      "step": 17354
    },
    {
      "epoch": 0.36573993582955316,
      "grad_norm": 0.13970838487148285,
      "learning_rate": 1.4648905246076351e-05,
      "loss": 0.8063,
      "step": 17355
    },
    {
      "epoch": 0.3657610098679185,
      "grad_norm": 0.13295628130435944,
      "learning_rate": 1.4648300936528836e-05,
      "loss": 0.7764,
      "step": 17356
    },
    {
      "epoch": 0.36578208390628375,
      "grad_norm": 0.14717966318130493,
      "learning_rate": 1.4647696605326742e-05,
      "loss": 0.8598,
      "step": 17357
    },
    {
      "epoch": 0.365803157944649,
      "grad_norm": 0.1776951402425766,
      "learning_rate": 1.4647092252472883e-05,
      "loss": 0.88,
      "step": 17358
    },
    {
      "epoch": 0.36582423198301434,
      "grad_norm": 0.161838099360466,
      "learning_rate": 1.4646487877970072e-05,
      "loss": 0.8254,
      "step": 17359
    },
    {
      "epoch": 0.3658453060213796,
      "grad_norm": 0.14977437257766724,
      "learning_rate": 1.4645883481821131e-05,
      "loss": 0.8575,
      "step": 17360
    },
    {
      "epoch": 0.3658663800597449,
      "grad_norm": 0.18267953395843506,
      "learning_rate": 1.464527906402887e-05,
      "loss": 0.8674,
      "step": 17361
    },
    {
      "epoch": 0.3658874540981102,
      "grad_norm": 0.14181461930274963,
      "learning_rate": 1.4644674624596105e-05,
      "loss": 0.7963,
      "step": 17362
    },
    {
      "epoch": 0.36590852813647545,
      "grad_norm": 0.13531902432441711,
      "learning_rate": 1.4644070163525654e-05,
      "loss": 0.7587,
      "step": 17363
    },
    {
      "epoch": 0.3659296021748408,
      "grad_norm": 0.15167802572250366,
      "learning_rate": 1.4643465680820332e-05,
      "loss": 0.8015,
      "step": 17364
    },
    {
      "epoch": 0.36595067621320604,
      "grad_norm": 0.14144952595233917,
      "learning_rate": 1.4642861176482953e-05,
      "loss": 0.8185,
      "step": 17365
    },
    {
      "epoch": 0.36597175025157136,
      "grad_norm": 0.14042188227176666,
      "learning_rate": 1.464225665051634e-05,
      "loss": 0.8321,
      "step": 17366
    },
    {
      "epoch": 0.3659928242899366,
      "grad_norm": 0.12799154222011566,
      "learning_rate": 1.46416521029233e-05,
      "loss": 0.8366,
      "step": 17367
    },
    {
      "epoch": 0.3660138983283019,
      "grad_norm": 0.1453489363193512,
      "learning_rate": 1.4641047533706655e-05,
      "loss": 0.8643,
      "step": 17368
    },
    {
      "epoch": 0.3660349723666672,
      "grad_norm": 0.13584810495376587,
      "learning_rate": 1.4640442942869222e-05,
      "loss": 0.7506,
      "step": 17369
    },
    {
      "epoch": 0.3660560464050325,
      "grad_norm": 0.15828156471252441,
      "learning_rate": 1.4639838330413818e-05,
      "loss": 0.7938,
      "step": 17370
    },
    {
      "epoch": 0.36607712044339774,
      "grad_norm": 0.11644770950078964,
      "learning_rate": 1.4639233696343254e-05,
      "loss": 0.7845,
      "step": 17371
    },
    {
      "epoch": 0.36609819448176306,
      "grad_norm": 0.11925853043794632,
      "learning_rate": 1.463862904066035e-05,
      "loss": 0.7376,
      "step": 17372
    },
    {
      "epoch": 0.3661192685201283,
      "grad_norm": 0.11711336672306061,
      "learning_rate": 1.4638024363367922e-05,
      "loss": 0.8132,
      "step": 17373
    },
    {
      "epoch": 0.36614034255849365,
      "grad_norm": 0.13611936569213867,
      "learning_rate": 1.4637419664468789e-05,
      "loss": 0.7689,
      "step": 17374
    },
    {
      "epoch": 0.3661614165968589,
      "grad_norm": 0.11320099234580994,
      "learning_rate": 1.463681494396577e-05,
      "loss": 0.8066,
      "step": 17375
    },
    {
      "epoch": 0.3661824906352242,
      "grad_norm": 0.13476000726222992,
      "learning_rate": 1.4636210201861676e-05,
      "loss": 0.858,
      "step": 17376
    },
    {
      "epoch": 0.3662035646735895,
      "grad_norm": 0.12613488733768463,
      "learning_rate": 1.4635605438159328e-05,
      "loss": 0.8021,
      "step": 17377
    },
    {
      "epoch": 0.36622463871195476,
      "grad_norm": 0.1466863751411438,
      "learning_rate": 1.4635000652861543e-05,
      "loss": 0.8389,
      "step": 17378
    },
    {
      "epoch": 0.3662457127503201,
      "grad_norm": 0.17273208498954773,
      "learning_rate": 1.4634395845971139e-05,
      "loss": 0.7729,
      "step": 17379
    },
    {
      "epoch": 0.36626678678868535,
      "grad_norm": 0.12011990696191788,
      "learning_rate": 1.4633791017490935e-05,
      "loss": 0.773,
      "step": 17380
    },
    {
      "epoch": 0.3662878608270506,
      "grad_norm": 0.13587228953838348,
      "learning_rate": 1.4633186167423744e-05,
      "loss": 0.8888,
      "step": 17381
    },
    {
      "epoch": 0.36630893486541594,
      "grad_norm": 0.13186192512512207,
      "learning_rate": 1.4632581295772383e-05,
      "loss": 0.8285,
      "step": 17382
    },
    {
      "epoch": 0.3663300089037812,
      "grad_norm": 0.12407147139310837,
      "learning_rate": 1.4631976402539678e-05,
      "loss": 0.8142,
      "step": 17383
    },
    {
      "epoch": 0.3663510829421465,
      "grad_norm": 0.10847039520740509,
      "learning_rate": 1.4631371487728438e-05,
      "loss": 0.7642,
      "step": 17384
    },
    {
      "epoch": 0.3663721569805118,
      "grad_norm": 0.11934086680412292,
      "learning_rate": 1.4630766551341492e-05,
      "loss": 0.8235,
      "step": 17385
    },
    {
      "epoch": 0.36639323101887705,
      "grad_norm": 0.13218244910240173,
      "learning_rate": 1.4630161593381646e-05,
      "loss": 0.8188,
      "step": 17386
    },
    {
      "epoch": 0.3664143050572424,
      "grad_norm": 0.11301036924123764,
      "learning_rate": 1.4629556613851724e-05,
      "loss": 0.8552,
      "step": 17387
    },
    {
      "epoch": 0.36643537909560764,
      "grad_norm": 0.1830926388502121,
      "learning_rate": 1.462895161275454e-05,
      "loss": 0.8593,
      "step": 17388
    },
    {
      "epoch": 0.3664564531339729,
      "grad_norm": 0.1211680993437767,
      "learning_rate": 1.4628346590092924e-05,
      "loss": 0.8376,
      "step": 17389
    },
    {
      "epoch": 0.3664775271723382,
      "grad_norm": 0.1455516815185547,
      "learning_rate": 1.4627741545869683e-05,
      "loss": 0.8237,
      "step": 17390
    },
    {
      "epoch": 0.3664986012107035,
      "grad_norm": 0.14543405175209045,
      "learning_rate": 1.462713648008764e-05,
      "loss": 0.9215,
      "step": 17391
    },
    {
      "epoch": 0.3665196752490688,
      "grad_norm": 0.11678111553192139,
      "learning_rate": 1.4626531392749614e-05,
      "loss": 0.7461,
      "step": 17392
    },
    {
      "epoch": 0.3665407492874341,
      "grad_norm": 0.16494150459766388,
      "learning_rate": 1.4625926283858423e-05,
      "loss": 0.826,
      "step": 17393
    },
    {
      "epoch": 0.36656182332579934,
      "grad_norm": 0.19879938662052155,
      "learning_rate": 1.4625321153416885e-05,
      "loss": 0.7531,
      "step": 17394
    },
    {
      "epoch": 0.36658289736416466,
      "grad_norm": 0.13704423606395721,
      "learning_rate": 1.4624716001427821e-05,
      "loss": 0.7395,
      "step": 17395
    },
    {
      "epoch": 0.3666039714025299,
      "grad_norm": 0.155437171459198,
      "learning_rate": 1.462411082789405e-05,
      "loss": 0.7834,
      "step": 17396
    },
    {
      "epoch": 0.36662504544089525,
      "grad_norm": 0.1306300163269043,
      "learning_rate": 1.462350563281839e-05,
      "loss": 0.8152,
      "step": 17397
    },
    {
      "epoch": 0.3666461194792605,
      "grad_norm": 0.13305005431175232,
      "learning_rate": 1.4622900416203657e-05,
      "loss": 0.852,
      "step": 17398
    },
    {
      "epoch": 0.3666671935176258,
      "grad_norm": 0.1626889407634735,
      "learning_rate": 1.4622295178052682e-05,
      "loss": 0.8747,
      "step": 17399
    },
    {
      "epoch": 0.3666882675559911,
      "grad_norm": 0.12903332710266113,
      "learning_rate": 1.4621689918368274e-05,
      "loss": 0.8721,
      "step": 17400
    },
    {
      "epoch": 0.36670934159435636,
      "grad_norm": 0.14773891866207123,
      "learning_rate": 1.4621084637153256e-05,
      "loss": 0.8517,
      "step": 17401
    },
    {
      "epoch": 0.3667304156327217,
      "grad_norm": 0.15231281518936157,
      "learning_rate": 1.4620479334410441e-05,
      "loss": 0.8021,
      "step": 17402
    },
    {
      "epoch": 0.36675148967108695,
      "grad_norm": 0.1640593707561493,
      "learning_rate": 1.4619874010142663e-05,
      "loss": 0.8161,
      "step": 17403
    },
    {
      "epoch": 0.3667725637094522,
      "grad_norm": 0.11668472737073898,
      "learning_rate": 1.4619268664352735e-05,
      "loss": 0.7926,
      "step": 17404
    },
    {
      "epoch": 0.36679363774781754,
      "grad_norm": 0.13953472673892975,
      "learning_rate": 1.4618663297043474e-05,
      "loss": 0.7934,
      "step": 17405
    },
    {
      "epoch": 0.3668147117861828,
      "grad_norm": 0.112578846514225,
      "learning_rate": 1.46180579082177e-05,
      "loss": 0.7821,
      "step": 17406
    },
    {
      "epoch": 0.36683578582454807,
      "grad_norm": 0.1327400803565979,
      "learning_rate": 1.4617452497878239e-05,
      "loss": 0.7682,
      "step": 17407
    },
    {
      "epoch": 0.3668568598629134,
      "grad_norm": 0.12667421996593475,
      "learning_rate": 1.4616847066027906e-05,
      "loss": 0.8282,
      "step": 17408
    },
    {
      "epoch": 0.36687793390127865,
      "grad_norm": 0.11839165538549423,
      "learning_rate": 1.4616241612669523e-05,
      "loss": 0.8137,
      "step": 17409
    },
    {
      "epoch": 0.366899007939644,
      "grad_norm": 0.16445539891719818,
      "learning_rate": 1.4615636137805916e-05,
      "loss": 0.8293,
      "step": 17410
    },
    {
      "epoch": 0.36692008197800924,
      "grad_norm": 0.16540828347206116,
      "learning_rate": 1.4615030641439896e-05,
      "loss": 0.8373,
      "step": 17411
    },
    {
      "epoch": 0.3669411560163745,
      "grad_norm": 0.13048909604549408,
      "learning_rate": 1.461442512357429e-05,
      "loss": 0.8201,
      "step": 17412
    },
    {
      "epoch": 0.3669622300547398,
      "grad_norm": 0.1551082283258438,
      "learning_rate": 1.4613819584211916e-05,
      "loss": 0.8844,
      "step": 17413
    },
    {
      "epoch": 0.3669833040931051,
      "grad_norm": 0.17658631503582,
      "learning_rate": 1.4613214023355601e-05,
      "loss": 0.8608,
      "step": 17414
    },
    {
      "epoch": 0.3670043781314704,
      "grad_norm": 0.15627947449684143,
      "learning_rate": 1.461260844100816e-05,
      "loss": 0.8438,
      "step": 17415
    },
    {
      "epoch": 0.3670254521698357,
      "grad_norm": 0.12596377730369568,
      "learning_rate": 1.4612002837172414e-05,
      "loss": 0.822,
      "step": 17416
    },
    {
      "epoch": 0.36704652620820094,
      "grad_norm": 0.1672849953174591,
      "learning_rate": 1.4611397211851184e-05,
      "loss": 0.8342,
      "step": 17417
    },
    {
      "epoch": 0.36706760024656626,
      "grad_norm": 0.1112363412976265,
      "learning_rate": 1.4610791565047295e-05,
      "loss": 0.8189,
      "step": 17418
    },
    {
      "epoch": 0.3670886742849315,
      "grad_norm": 0.13107647001743317,
      "learning_rate": 1.461018589676357e-05,
      "loss": 0.8377,
      "step": 17419
    },
    {
      "epoch": 0.36710974832329685,
      "grad_norm": 0.16150978207588196,
      "learning_rate": 1.4609580207002825e-05,
      "loss": 0.9134,
      "step": 17420
    },
    {
      "epoch": 0.3671308223616621,
      "grad_norm": 0.1338590830564499,
      "learning_rate": 1.4608974495767882e-05,
      "loss": 0.8594,
      "step": 17421
    },
    {
      "epoch": 0.3671518964000274,
      "grad_norm": 0.12108774483203888,
      "learning_rate": 1.4608368763061567e-05,
      "loss": 0.8495,
      "step": 17422
    },
    {
      "epoch": 0.3671729704383927,
      "grad_norm": 0.10765444487333298,
      "learning_rate": 1.46077630088867e-05,
      "loss": 0.7848,
      "step": 17423
    },
    {
      "epoch": 0.36719404447675796,
      "grad_norm": 0.14617964625358582,
      "learning_rate": 1.4607157233246101e-05,
      "loss": 0.768,
      "step": 17424
    },
    {
      "epoch": 0.3672151185151233,
      "grad_norm": 0.12278653681278229,
      "learning_rate": 1.4606551436142595e-05,
      "loss": 0.8279,
      "step": 17425
    },
    {
      "epoch": 0.36723619255348855,
      "grad_norm": 0.15207503736019135,
      "learning_rate": 1.4605945617579003e-05,
      "loss": 0.859,
      "step": 17426
    },
    {
      "epoch": 0.3672572665918538,
      "grad_norm": 0.1381140649318695,
      "learning_rate": 1.4605339777558145e-05,
      "loss": 0.7982,
      "step": 17427
    },
    {
      "epoch": 0.36727834063021914,
      "grad_norm": 0.1356407254934311,
      "learning_rate": 1.4604733916082847e-05,
      "loss": 0.8477,
      "step": 17428
    },
    {
      "epoch": 0.3672994146685844,
      "grad_norm": 0.1542205512523651,
      "learning_rate": 1.460412803315593e-05,
      "loss": 0.7828,
      "step": 17429
    },
    {
      "epoch": 0.36732048870694967,
      "grad_norm": 0.14381824433803558,
      "learning_rate": 1.4603522128780218e-05,
      "loss": 0.8372,
      "step": 17430
    },
    {
      "epoch": 0.367341562745315,
      "grad_norm": 0.13860784471035004,
      "learning_rate": 1.4602916202958528e-05,
      "loss": 0.7582,
      "step": 17431
    },
    {
      "epoch": 0.36736263678368025,
      "grad_norm": 0.14057087898254395,
      "learning_rate": 1.460231025569369e-05,
      "loss": 0.7987,
      "step": 17432
    },
    {
      "epoch": 0.3673837108220456,
      "grad_norm": 0.12841810286045074,
      "learning_rate": 1.4601704286988522e-05,
      "loss": 0.8218,
      "step": 17433
    },
    {
      "epoch": 0.36740478486041084,
      "grad_norm": 0.16699571907520294,
      "learning_rate": 1.4601098296845852e-05,
      "loss": 0.8587,
      "step": 17434
    },
    {
      "epoch": 0.3674258588987761,
      "grad_norm": 0.13535335659980774,
      "learning_rate": 1.4600492285268498e-05,
      "loss": 0.875,
      "step": 17435
    },
    {
      "epoch": 0.3674469329371414,
      "grad_norm": 0.12434737384319305,
      "learning_rate": 1.4599886252259286e-05,
      "loss": 0.8764,
      "step": 17436
    },
    {
      "epoch": 0.3674680069755067,
      "grad_norm": 0.14147549867630005,
      "learning_rate": 1.4599280197821038e-05,
      "loss": 0.8138,
      "step": 17437
    },
    {
      "epoch": 0.367489081013872,
      "grad_norm": 0.14680710434913635,
      "learning_rate": 1.4598674121956575e-05,
      "loss": 0.8043,
      "step": 17438
    },
    {
      "epoch": 0.3675101550522373,
      "grad_norm": 0.14205874502658844,
      "learning_rate": 1.4598068024668726e-05,
      "loss": 0.9215,
      "step": 17439
    },
    {
      "epoch": 0.36753122909060254,
      "grad_norm": 0.1135009378194809,
      "learning_rate": 1.459746190596031e-05,
      "loss": 0.7926,
      "step": 17440
    },
    {
      "epoch": 0.36755230312896786,
      "grad_norm": 0.14701300859451294,
      "learning_rate": 1.4596855765834152e-05,
      "loss": 0.8556,
      "step": 17441
    },
    {
      "epoch": 0.3675733771673331,
      "grad_norm": 0.176060289144516,
      "learning_rate": 1.4596249604293078e-05,
      "loss": 0.8885,
      "step": 17442
    },
    {
      "epoch": 0.36759445120569845,
      "grad_norm": 0.15146294236183167,
      "learning_rate": 1.459564342133991e-05,
      "loss": 0.8579,
      "step": 17443
    },
    {
      "epoch": 0.3676155252440637,
      "grad_norm": 0.12043830752372742,
      "learning_rate": 1.4595037216977472e-05,
      "loss": 0.8867,
      "step": 17444
    },
    {
      "epoch": 0.367636599282429,
      "grad_norm": 0.1467413306236267,
      "learning_rate": 1.4594430991208584e-05,
      "loss": 0.8361,
      "step": 17445
    },
    {
      "epoch": 0.3676576733207943,
      "grad_norm": 0.1461276262998581,
      "learning_rate": 1.4593824744036078e-05,
      "loss": 0.805,
      "step": 17446
    },
    {
      "epoch": 0.36767874735915956,
      "grad_norm": 0.1324310153722763,
      "learning_rate": 1.4593218475462774e-05,
      "loss": 0.7846,
      "step": 17447
    },
    {
      "epoch": 0.36769982139752483,
      "grad_norm": 0.1348491609096527,
      "learning_rate": 1.4592612185491497e-05,
      "loss": 0.8392,
      "step": 17448
    },
    {
      "epoch": 0.36772089543589015,
      "grad_norm": 0.16023124754428864,
      "learning_rate": 1.459200587412507e-05,
      "loss": 0.7832,
      "step": 17449
    },
    {
      "epoch": 0.3677419694742554,
      "grad_norm": 0.13306155800819397,
      "learning_rate": 1.459139954136632e-05,
      "loss": 0.8276,
      "step": 17450
    },
    {
      "epoch": 0.36776304351262074,
      "grad_norm": 0.20975543558597565,
      "learning_rate": 1.4590793187218068e-05,
      "loss": 0.8609,
      "step": 17451
    },
    {
      "epoch": 0.367784117550986,
      "grad_norm": 0.18756236135959625,
      "learning_rate": 1.4590186811683145e-05,
      "loss": 0.8323,
      "step": 17452
    },
    {
      "epoch": 0.36780519158935127,
      "grad_norm": 0.11892268061637878,
      "learning_rate": 1.458958041476437e-05,
      "loss": 0.8594,
      "step": 17453
    },
    {
      "epoch": 0.3678262656277166,
      "grad_norm": 0.1929592490196228,
      "learning_rate": 1.458897399646457e-05,
      "loss": 0.8271,
      "step": 17454
    },
    {
      "epoch": 0.36784733966608185,
      "grad_norm": 0.12688422203063965,
      "learning_rate": 1.458836755678657e-05,
      "loss": 0.8458,
      "step": 17455
    },
    {
      "epoch": 0.3678684137044472,
      "grad_norm": 0.1434973031282425,
      "learning_rate": 1.4587761095733195e-05,
      "loss": 0.8742,
      "step": 17456
    },
    {
      "epoch": 0.36788948774281244,
      "grad_norm": 0.19195710122585297,
      "learning_rate": 1.4587154613307272e-05,
      "loss": 0.7983,
      "step": 17457
    },
    {
      "epoch": 0.3679105617811777,
      "grad_norm": 0.11931882798671722,
      "learning_rate": 1.4586548109511624e-05,
      "loss": 0.7917,
      "step": 17458
    },
    {
      "epoch": 0.367931635819543,
      "grad_norm": 0.17077648639678955,
      "learning_rate": 1.458594158434908e-05,
      "loss": 0.8436,
      "step": 17459
    },
    {
      "epoch": 0.3679527098579083,
      "grad_norm": 0.1654379963874817,
      "learning_rate": 1.4585335037822459e-05,
      "loss": 0.7975,
      "step": 17460
    },
    {
      "epoch": 0.3679737838962736,
      "grad_norm": 0.14693579077720642,
      "learning_rate": 1.458472846993459e-05,
      "loss": 0.8731,
      "step": 17461
    },
    {
      "epoch": 0.3679948579346389,
      "grad_norm": 0.2933407425880432,
      "learning_rate": 1.4584121880688303e-05,
      "loss": 0.7678,
      "step": 17462
    },
    {
      "epoch": 0.36801593197300414,
      "grad_norm": 0.1358238309621811,
      "learning_rate": 1.458351527008642e-05,
      "loss": 0.8528,
      "step": 17463
    },
    {
      "epoch": 0.36803700601136946,
      "grad_norm": 0.09916050732135773,
      "learning_rate": 1.4582908638131765e-05,
      "loss": 0.7098,
      "step": 17464
    },
    {
      "epoch": 0.3680580800497347,
      "grad_norm": 0.13905036449432373,
      "learning_rate": 1.4582301984827168e-05,
      "loss": 0.8349,
      "step": 17465
    },
    {
      "epoch": 0.3680791540881,
      "grad_norm": 0.1012328565120697,
      "learning_rate": 1.4581695310175452e-05,
      "loss": 0.8606,
      "step": 17466
    },
    {
      "epoch": 0.3681002281264653,
      "grad_norm": 0.11923535168170929,
      "learning_rate": 1.4581088614179442e-05,
      "loss": 0.8476,
      "step": 17467
    },
    {
      "epoch": 0.3681213021648306,
      "grad_norm": 0.12655767798423767,
      "learning_rate": 1.4580481896841971e-05,
      "loss": 0.833,
      "step": 17468
    },
    {
      "epoch": 0.3681423762031959,
      "grad_norm": 0.1301506906747818,
      "learning_rate": 1.4579875158165862e-05,
      "loss": 0.8049,
      "step": 17469
    },
    {
      "epoch": 0.36816345024156116,
      "grad_norm": 0.10804683715105057,
      "learning_rate": 1.457926839815394e-05,
      "loss": 0.7638,
      "step": 17470
    },
    {
      "epoch": 0.36818452427992643,
      "grad_norm": 0.1187315583229065,
      "learning_rate": 1.4578661616809031e-05,
      "loss": 0.7213,
      "step": 17471
    },
    {
      "epoch": 0.36820559831829175,
      "grad_norm": 0.11097736656665802,
      "learning_rate": 1.4578054814133963e-05,
      "loss": 0.7628,
      "step": 17472
    },
    {
      "epoch": 0.368226672356657,
      "grad_norm": 0.11809160560369492,
      "learning_rate": 1.4577447990131568e-05,
      "loss": 0.7934,
      "step": 17473
    },
    {
      "epoch": 0.36824774639502234,
      "grad_norm": 0.1381155252456665,
      "learning_rate": 1.4576841144804663e-05,
      "loss": 0.8153,
      "step": 17474
    },
    {
      "epoch": 0.3682688204333876,
      "grad_norm": 0.12374167889356613,
      "learning_rate": 1.4576234278156081e-05,
      "loss": 0.806,
      "step": 17475
    },
    {
      "epoch": 0.36828989447175287,
      "grad_norm": 0.13226935267448425,
      "learning_rate": 1.457562739018865e-05,
      "loss": 0.8024,
      "step": 17476
    },
    {
      "epoch": 0.3683109685101182,
      "grad_norm": 0.1175299659371376,
      "learning_rate": 1.4575020480905195e-05,
      "loss": 0.7698,
      "step": 17477
    },
    {
      "epoch": 0.36833204254848345,
      "grad_norm": 0.13803283870220184,
      "learning_rate": 1.4574413550308545e-05,
      "loss": 0.9149,
      "step": 17478
    },
    {
      "epoch": 0.36835311658684877,
      "grad_norm": 0.1397545039653778,
      "learning_rate": 1.4573806598401526e-05,
      "loss": 0.8226,
      "step": 17479
    },
    {
      "epoch": 0.36837419062521404,
      "grad_norm": 0.1193283200263977,
      "learning_rate": 1.4573199625186965e-05,
      "loss": 0.8535,
      "step": 17480
    },
    {
      "epoch": 0.3683952646635793,
      "grad_norm": 0.13076189160346985,
      "learning_rate": 1.457259263066769e-05,
      "loss": 0.8612,
      "step": 17481
    },
    {
      "epoch": 0.3684163387019446,
      "grad_norm": 0.12313676625490189,
      "learning_rate": 1.4571985614846532e-05,
      "loss": 0.8156,
      "step": 17482
    },
    {
      "epoch": 0.3684374127403099,
      "grad_norm": 0.15594440698623657,
      "learning_rate": 1.4571378577726317e-05,
      "loss": 0.779,
      "step": 17483
    },
    {
      "epoch": 0.36845848677867515,
      "grad_norm": 0.11272934824228287,
      "learning_rate": 1.4570771519309868e-05,
      "loss": 0.778,
      "step": 17484
    },
    {
      "epoch": 0.3684795608170405,
      "grad_norm": 0.12713928520679474,
      "learning_rate": 1.4570164439600018e-05,
      "loss": 0.8193,
      "step": 17485
    },
    {
      "epoch": 0.36850063485540574,
      "grad_norm": 0.13895386457443237,
      "learning_rate": 1.4569557338599595e-05,
      "loss": 0.825,
      "step": 17486
    },
    {
      "epoch": 0.36852170889377106,
      "grad_norm": 0.13076306879520416,
      "learning_rate": 1.4568950216311429e-05,
      "loss": 0.8413,
      "step": 17487
    },
    {
      "epoch": 0.3685427829321363,
      "grad_norm": 0.13036631047725677,
      "learning_rate": 1.4568343072738345e-05,
      "loss": 0.819,
      "step": 17488
    },
    {
      "epoch": 0.3685638569705016,
      "grad_norm": 0.12220606952905655,
      "learning_rate": 1.456773590788317e-05,
      "loss": 0.7508,
      "step": 17489
    },
    {
      "epoch": 0.3685849310088669,
      "grad_norm": 0.1320537030696869,
      "learning_rate": 1.4567128721748736e-05,
      "loss": 0.7538,
      "step": 17490
    },
    {
      "epoch": 0.3686060050472322,
      "grad_norm": 0.12676215171813965,
      "learning_rate": 1.456652151433787e-05,
      "loss": 0.8407,
      "step": 17491
    },
    {
      "epoch": 0.3686270790855975,
      "grad_norm": 0.1350737065076828,
      "learning_rate": 1.4565914285653402e-05,
      "loss": 0.8019,
      "step": 17492
    },
    {
      "epoch": 0.36864815312396276,
      "grad_norm": 0.15444602072238922,
      "learning_rate": 1.4565307035698161e-05,
      "loss": 0.8221,
      "step": 17493
    },
    {
      "epoch": 0.36866922716232803,
      "grad_norm": 0.15808190405368805,
      "learning_rate": 1.4564699764474977e-05,
      "loss": 0.8675,
      "step": 17494
    },
    {
      "epoch": 0.36869030120069335,
      "grad_norm": 0.12272793799638748,
      "learning_rate": 1.4564092471986673e-05,
      "loss": 0.7794,
      "step": 17495
    },
    {
      "epoch": 0.3687113752390586,
      "grad_norm": 0.15318480134010315,
      "learning_rate": 1.4563485158236081e-05,
      "loss": 0.81,
      "step": 17496
    },
    {
      "epoch": 0.36873244927742393,
      "grad_norm": 0.1437644064426422,
      "learning_rate": 1.4562877823226039e-05,
      "loss": 0.7617,
      "step": 17497
    },
    {
      "epoch": 0.3687535233157892,
      "grad_norm": 0.13585297763347626,
      "learning_rate": 1.4562270466959363e-05,
      "loss": 0.7398,
      "step": 17498
    },
    {
      "epoch": 0.36877459735415447,
      "grad_norm": 0.19786576926708221,
      "learning_rate": 1.4561663089438889e-05,
      "loss": 0.8955,
      "step": 17499
    },
    {
      "epoch": 0.3687956713925198,
      "grad_norm": 0.11845424026250839,
      "learning_rate": 1.4561055690667445e-05,
      "loss": 0.7494,
      "step": 17500
    },
    {
      "epoch": 0.36881674543088505,
      "grad_norm": 0.14301666617393494,
      "learning_rate": 1.4560448270647862e-05,
      "loss": 0.739,
      "step": 17501
    },
    {
      "epoch": 0.3688378194692503,
      "grad_norm": 0.1464482992887497,
      "learning_rate": 1.455984082938297e-05,
      "loss": 0.8784,
      "step": 17502
    },
    {
      "epoch": 0.36885889350761564,
      "grad_norm": 0.13984648883342743,
      "learning_rate": 1.4559233366875595e-05,
      "loss": 0.7953,
      "step": 17503
    },
    {
      "epoch": 0.3688799675459809,
      "grad_norm": 0.1350691318511963,
      "learning_rate": 1.4558625883128573e-05,
      "loss": 0.7892,
      "step": 17504
    },
    {
      "epoch": 0.3689010415843462,
      "grad_norm": 0.12739971280097961,
      "learning_rate": 1.455801837814473e-05,
      "loss": 0.8313,
      "step": 17505
    },
    {
      "epoch": 0.3689221156227115,
      "grad_norm": 0.1449592411518097,
      "learning_rate": 1.4557410851926897e-05,
      "loss": 0.7721,
      "step": 17506
    },
    {
      "epoch": 0.36894318966107675,
      "grad_norm": 0.12904012203216553,
      "learning_rate": 1.4556803304477905e-05,
      "loss": 0.7741,
      "step": 17507
    },
    {
      "epoch": 0.3689642636994421,
      "grad_norm": 0.15856243669986725,
      "learning_rate": 1.4556195735800585e-05,
      "loss": 0.7748,
      "step": 17508
    },
    {
      "epoch": 0.36898533773780734,
      "grad_norm": 0.156167671084404,
      "learning_rate": 1.4555588145897763e-05,
      "loss": 0.7914,
      "step": 17509
    },
    {
      "epoch": 0.36900641177617266,
      "grad_norm": 0.17754310369491577,
      "learning_rate": 1.4554980534772272e-05,
      "loss": 0.8422,
      "step": 17510
    },
    {
      "epoch": 0.3690274858145379,
      "grad_norm": 0.14937694370746613,
      "learning_rate": 1.4554372902426943e-05,
      "loss": 0.8085,
      "step": 17511
    },
    {
      "epoch": 0.3690485598529032,
      "grad_norm": 0.1252618432044983,
      "learning_rate": 1.4553765248864611e-05,
      "loss": 0.7827,
      "step": 17512
    },
    {
      "epoch": 0.3690696338912685,
      "grad_norm": 0.1425139605998993,
      "learning_rate": 1.4553157574088099e-05,
      "loss": 0.7665,
      "step": 17513
    },
    {
      "epoch": 0.3690907079296338,
      "grad_norm": 0.15859143435955048,
      "learning_rate": 1.4552549878100241e-05,
      "loss": 0.7965,
      "step": 17514
    },
    {
      "epoch": 0.3691117819679991,
      "grad_norm": 0.174232617020607,
      "learning_rate": 1.4551942160903871e-05,
      "loss": 0.8137,
      "step": 17515
    },
    {
      "epoch": 0.36913285600636436,
      "grad_norm": 0.16184541583061218,
      "learning_rate": 1.4551334422501817e-05,
      "loss": 0.7405,
      "step": 17516
    },
    {
      "epoch": 0.36915393004472963,
      "grad_norm": 0.1329001784324646,
      "learning_rate": 1.455072666289691e-05,
      "loss": 0.7736,
      "step": 17517
    },
    {
      "epoch": 0.36917500408309495,
      "grad_norm": 0.14071132242679596,
      "learning_rate": 1.4550118882091984e-05,
      "loss": 0.8899,
      "step": 17518
    },
    {
      "epoch": 0.3691960781214602,
      "grad_norm": 0.1580696403980255,
      "learning_rate": 1.4549511080089866e-05,
      "loss": 0.7985,
      "step": 17519
    },
    {
      "epoch": 0.36921715215982553,
      "grad_norm": 0.13017159700393677,
      "learning_rate": 1.4548903256893392e-05,
      "loss": 0.766,
      "step": 17520
    },
    {
      "epoch": 0.3692382261981908,
      "grad_norm": 0.16330306231975555,
      "learning_rate": 1.4548295412505392e-05,
      "loss": 0.8392,
      "step": 17521
    },
    {
      "epoch": 0.36925930023655607,
      "grad_norm": 0.1632404774427414,
      "learning_rate": 1.4547687546928697e-05,
      "loss": 0.882,
      "step": 17522
    },
    {
      "epoch": 0.3692803742749214,
      "grad_norm": 0.1704903542995453,
      "learning_rate": 1.4547079660166138e-05,
      "loss": 0.7532,
      "step": 17523
    },
    {
      "epoch": 0.36930144831328665,
      "grad_norm": 0.17701610922813416,
      "learning_rate": 1.4546471752220551e-05,
      "loss": 0.8321,
      "step": 17524
    },
    {
      "epoch": 0.3693225223516519,
      "grad_norm": 0.18876922130584717,
      "learning_rate": 1.454586382309476e-05,
      "loss": 0.8825,
      "step": 17525
    },
    {
      "epoch": 0.36934359639001724,
      "grad_norm": 0.13125574588775635,
      "learning_rate": 1.4545255872791607e-05,
      "loss": 0.8186,
      "step": 17526
    },
    {
      "epoch": 0.3693646704283825,
      "grad_norm": 0.15363875031471252,
      "learning_rate": 1.4544647901313917e-05,
      "loss": 0.798,
      "step": 17527
    },
    {
      "epoch": 0.3693857444667478,
      "grad_norm": 0.1447867602109909,
      "learning_rate": 1.4544039908664526e-05,
      "loss": 0.8274,
      "step": 17528
    },
    {
      "epoch": 0.3694068185051131,
      "grad_norm": 0.12081565707921982,
      "learning_rate": 1.4543431894846265e-05,
      "loss": 0.7659,
      "step": 17529
    },
    {
      "epoch": 0.36942789254347835,
      "grad_norm": 0.14008215069770813,
      "learning_rate": 1.4542823859861968e-05,
      "loss": 0.8115,
      "step": 17530
    },
    {
      "epoch": 0.3694489665818437,
      "grad_norm": 0.1406698077917099,
      "learning_rate": 1.4542215803714463e-05,
      "loss": 0.7578,
      "step": 17531
    },
    {
      "epoch": 0.36947004062020894,
      "grad_norm": 0.12218417972326279,
      "learning_rate": 1.4541607726406588e-05,
      "loss": 0.7775,
      "step": 17532
    },
    {
      "epoch": 0.36949111465857426,
      "grad_norm": 0.1304367482662201,
      "learning_rate": 1.4540999627941173e-05,
      "loss": 0.7929,
      "step": 17533
    },
    {
      "epoch": 0.3695121886969395,
      "grad_norm": 0.15632803738117218,
      "learning_rate": 1.454039150832105e-05,
      "loss": 0.8389,
      "step": 17534
    },
    {
      "epoch": 0.3695332627353048,
      "grad_norm": 0.1420021504163742,
      "learning_rate": 1.4539783367549056e-05,
      "loss": 0.7848,
      "step": 17535
    },
    {
      "epoch": 0.3695543367736701,
      "grad_norm": 0.1473412811756134,
      "learning_rate": 1.453917520562802e-05,
      "loss": 0.8954,
      "step": 17536
    },
    {
      "epoch": 0.3695754108120354,
      "grad_norm": 0.13998225331306458,
      "learning_rate": 1.4538567022560782e-05,
      "loss": 0.8367,
      "step": 17537
    },
    {
      "epoch": 0.3695964848504007,
      "grad_norm": 0.1243843138217926,
      "learning_rate": 1.4537958818350164e-05,
      "loss": 0.792,
      "step": 17538
    },
    {
      "epoch": 0.36961755888876596,
      "grad_norm": 0.1252269446849823,
      "learning_rate": 1.4537350592999007e-05,
      "loss": 0.7954,
      "step": 17539
    },
    {
      "epoch": 0.3696386329271312,
      "grad_norm": 0.11887048184871674,
      "learning_rate": 1.4536742346510143e-05,
      "loss": 0.7925,
      "step": 17540
    },
    {
      "epoch": 0.36965970696549655,
      "grad_norm": 0.11511891335248947,
      "learning_rate": 1.4536134078886405e-05,
      "loss": 0.7826,
      "step": 17541
    },
    {
      "epoch": 0.3696807810038618,
      "grad_norm": 0.12752887606620789,
      "learning_rate": 1.453552579013063e-05,
      "loss": 0.8407,
      "step": 17542
    },
    {
      "epoch": 0.3697018550422271,
      "grad_norm": 0.12188771367073059,
      "learning_rate": 1.4534917480245647e-05,
      "loss": 0.8013,
      "step": 17543
    },
    {
      "epoch": 0.3697229290805924,
      "grad_norm": 0.14967331290245056,
      "learning_rate": 1.4534309149234292e-05,
      "loss": 0.846,
      "step": 17544
    },
    {
      "epoch": 0.36974400311895766,
      "grad_norm": 0.14137209951877594,
      "learning_rate": 1.4533700797099397e-05,
      "loss": 0.8358,
      "step": 17545
    },
    {
      "epoch": 0.369765077157323,
      "grad_norm": 0.13559097051620483,
      "learning_rate": 1.4533092423843802e-05,
      "loss": 0.865,
      "step": 17546
    },
    {
      "epoch": 0.36978615119568825,
      "grad_norm": 0.15266145765781403,
      "learning_rate": 1.4532484029470334e-05,
      "loss": 0.7677,
      "step": 17547
    },
    {
      "epoch": 0.3698072252340535,
      "grad_norm": 0.10883556306362152,
      "learning_rate": 1.4531875613981829e-05,
      "loss": 0.8629,
      "step": 17548
    },
    {
      "epoch": 0.36982829927241884,
      "grad_norm": 0.15596376359462738,
      "learning_rate": 1.4531267177381128e-05,
      "loss": 0.8132,
      "step": 17549
    },
    {
      "epoch": 0.3698493733107841,
      "grad_norm": 0.12209397554397583,
      "learning_rate": 1.4530658719671055e-05,
      "loss": 0.759,
      "step": 17550
    },
    {
      "epoch": 0.3698704473491494,
      "grad_norm": 0.16049808263778687,
      "learning_rate": 1.4530050240854452e-05,
      "loss": 0.8201,
      "step": 17551
    },
    {
      "epoch": 0.3698915213875147,
      "grad_norm": 0.1500268429517746,
      "learning_rate": 1.4529441740934153e-05,
      "loss": 0.7653,
      "step": 17552
    },
    {
      "epoch": 0.36991259542587995,
      "grad_norm": 0.1394684910774231,
      "learning_rate": 1.4528833219912988e-05,
      "loss": 0.8131,
      "step": 17553
    },
    {
      "epoch": 0.3699336694642453,
      "grad_norm": 0.21502059698104858,
      "learning_rate": 1.4528224677793796e-05,
      "loss": 0.8926,
      "step": 17554
    },
    {
      "epoch": 0.36995474350261054,
      "grad_norm": 0.11976200342178345,
      "learning_rate": 1.4527616114579412e-05,
      "loss": 0.7514,
      "step": 17555
    },
    {
      "epoch": 0.36997581754097586,
      "grad_norm": 0.191189244389534,
      "learning_rate": 1.452700753027267e-05,
      "loss": 0.7638,
      "step": 17556
    },
    {
      "epoch": 0.3699968915793411,
      "grad_norm": 0.16219617426395416,
      "learning_rate": 1.4526398924876407e-05,
      "loss": 0.754,
      "step": 17557
    },
    {
      "epoch": 0.3700179656177064,
      "grad_norm": 0.286668598651886,
      "learning_rate": 1.4525790298393455e-05,
      "loss": 0.8447,
      "step": 17558
    },
    {
      "epoch": 0.3700390396560717,
      "grad_norm": 0.20386311411857605,
      "learning_rate": 1.4525181650826648e-05,
      "loss": 0.8788,
      "step": 17559
    },
    {
      "epoch": 0.370060113694437,
      "grad_norm": 0.11760158836841583,
      "learning_rate": 1.4524572982178824e-05,
      "loss": 0.8088,
      "step": 17560
    },
    {
      "epoch": 0.37008118773280224,
      "grad_norm": 0.21005043387413025,
      "learning_rate": 1.4523964292452823e-05,
      "loss": 0.8203,
      "step": 17561
    },
    {
      "epoch": 0.37010226177116756,
      "grad_norm": 0.18549086153507233,
      "learning_rate": 1.4523355581651473e-05,
      "loss": 0.7766,
      "step": 17562
    },
    {
      "epoch": 0.3701233358095328,
      "grad_norm": 0.18953362107276917,
      "learning_rate": 1.4522746849777613e-05,
      "loss": 0.8799,
      "step": 17563
    },
    {
      "epoch": 0.37014440984789815,
      "grad_norm": 0.19475264847278595,
      "learning_rate": 1.4522138096834082e-05,
      "loss": 0.835,
      "step": 17564
    },
    {
      "epoch": 0.3701654838862634,
      "grad_norm": 0.15136252343654633,
      "learning_rate": 1.4521529322823712e-05,
      "loss": 0.8296,
      "step": 17565
    },
    {
      "epoch": 0.3701865579246287,
      "grad_norm": 0.1771850883960724,
      "learning_rate": 1.4520920527749338e-05,
      "loss": 0.8436,
      "step": 17566
    },
    {
      "epoch": 0.370207631962994,
      "grad_norm": 0.1690666377544403,
      "learning_rate": 1.4520311711613801e-05,
      "loss": 0.8395,
      "step": 17567
    },
    {
      "epoch": 0.37022870600135926,
      "grad_norm": 0.17716675996780396,
      "learning_rate": 1.4519702874419933e-05,
      "loss": 0.8614,
      "step": 17568
    },
    {
      "epoch": 0.3702497800397246,
      "grad_norm": 0.14807800948619843,
      "learning_rate": 1.451909401617057e-05,
      "loss": 0.7853,
      "step": 17569
    },
    {
      "epoch": 0.37027085407808985,
      "grad_norm": 0.1479106992483139,
      "learning_rate": 1.4518485136868551e-05,
      "loss": 0.8018,
      "step": 17570
    },
    {
      "epoch": 0.3702919281164551,
      "grad_norm": 0.16014045476913452,
      "learning_rate": 1.4517876236516715e-05,
      "loss": 0.8026,
      "step": 17571
    },
    {
      "epoch": 0.37031300215482044,
      "grad_norm": 0.17121315002441406,
      "learning_rate": 1.4517267315117892e-05,
      "loss": 0.8179,
      "step": 17572
    },
    {
      "epoch": 0.3703340761931857,
      "grad_norm": 0.14889590442180634,
      "learning_rate": 1.4516658372674921e-05,
      "loss": 0.8332,
      "step": 17573
    },
    {
      "epoch": 0.370355150231551,
      "grad_norm": 0.12961328029632568,
      "learning_rate": 1.4516049409190643e-05,
      "loss": 0.83,
      "step": 17574
    },
    {
      "epoch": 0.3703762242699163,
      "grad_norm": 0.1514257937669754,
      "learning_rate": 1.4515440424667886e-05,
      "loss": 0.8549,
      "step": 17575
    },
    {
      "epoch": 0.37039729830828155,
      "grad_norm": 0.17333528399467468,
      "learning_rate": 1.4514831419109499e-05,
      "loss": 0.7974,
      "step": 17576
    },
    {
      "epoch": 0.3704183723466469,
      "grad_norm": 0.12019088119268417,
      "learning_rate": 1.451422239251831e-05,
      "loss": 0.8006,
      "step": 17577
    },
    {
      "epoch": 0.37043944638501214,
      "grad_norm": 0.12866972386837006,
      "learning_rate": 1.4513613344897159e-05,
      "loss": 0.7576,
      "step": 17578
    },
    {
      "epoch": 0.3704605204233774,
      "grad_norm": 0.161433607339859,
      "learning_rate": 1.4513004276248883e-05,
      "loss": 0.7237,
      "step": 17579
    },
    {
      "epoch": 0.3704815944617427,
      "grad_norm": 0.13019344210624695,
      "learning_rate": 1.4512395186576323e-05,
      "loss": 0.8248,
      "step": 17580
    },
    {
      "epoch": 0.370502668500108,
      "grad_norm": 0.11392150819301605,
      "learning_rate": 1.4511786075882311e-05,
      "loss": 0.846,
      "step": 17581
    },
    {
      "epoch": 0.3705237425384733,
      "grad_norm": 0.1510116159915924,
      "learning_rate": 1.4511176944169685e-05,
      "loss": 0.888,
      "step": 17582
    },
    {
      "epoch": 0.3705448165768386,
      "grad_norm": 0.14986243844032288,
      "learning_rate": 1.4510567791441285e-05,
      "loss": 0.7819,
      "step": 17583
    },
    {
      "epoch": 0.37056589061520384,
      "grad_norm": 0.19574210047721863,
      "learning_rate": 1.4509958617699951e-05,
      "loss": 0.7486,
      "step": 17584
    },
    {
      "epoch": 0.37058696465356916,
      "grad_norm": 0.18491071462631226,
      "learning_rate": 1.4509349422948515e-05,
      "loss": 0.8265,
      "step": 17585
    },
    {
      "epoch": 0.3706080386919344,
      "grad_norm": 0.15319740772247314,
      "learning_rate": 1.4508740207189824e-05,
      "loss": 0.8419,
      "step": 17586
    },
    {
      "epoch": 0.37062911273029975,
      "grad_norm": 0.12564632296562195,
      "learning_rate": 1.4508130970426706e-05,
      "loss": 0.7835,
      "step": 17587
    },
    {
      "epoch": 0.370650186768665,
      "grad_norm": 0.1392739713191986,
      "learning_rate": 1.4507521712662002e-05,
      "loss": 0.7829,
      "step": 17588
    },
    {
      "epoch": 0.3706712608070303,
      "grad_norm": 0.12592437863349915,
      "learning_rate": 1.4506912433898553e-05,
      "loss": 0.8115,
      "step": 17589
    },
    {
      "epoch": 0.3706923348453956,
      "grad_norm": 0.13310673832893372,
      "learning_rate": 1.4506303134139199e-05,
      "loss": 0.8357,
      "step": 17590
    },
    {
      "epoch": 0.37071340888376086,
      "grad_norm": 0.11461426317691803,
      "learning_rate": 1.4505693813386774e-05,
      "loss": 0.8274,
      "step": 17591
    },
    {
      "epoch": 0.3707344829221262,
      "grad_norm": 0.1388576179742813,
      "learning_rate": 1.4505084471644117e-05,
      "loss": 0.8706,
      "step": 17592
    },
    {
      "epoch": 0.37075555696049145,
      "grad_norm": 0.11082302033901215,
      "learning_rate": 1.450447510891407e-05,
      "loss": 0.7829,
      "step": 17593
    },
    {
      "epoch": 0.3707766309988567,
      "grad_norm": 0.12530139088630676,
      "learning_rate": 1.4503865725199468e-05,
      "loss": 0.8058,
      "step": 17594
    },
    {
      "epoch": 0.37079770503722204,
      "grad_norm": 0.12425297498703003,
      "learning_rate": 1.4503256320503152e-05,
      "loss": 0.8334,
      "step": 17595
    },
    {
      "epoch": 0.3708187790755873,
      "grad_norm": 0.11960069090127945,
      "learning_rate": 1.450264689482796e-05,
      "loss": 0.7897,
      "step": 17596
    },
    {
      "epoch": 0.37083985311395257,
      "grad_norm": 0.16347268223762512,
      "learning_rate": 1.4502037448176734e-05,
      "loss": 0.8125,
      "step": 17597
    },
    {
      "epoch": 0.3708609271523179,
      "grad_norm": 0.1673230081796646,
      "learning_rate": 1.450142798055231e-05,
      "loss": 0.8265,
      "step": 17598
    },
    {
      "epoch": 0.37088200119068315,
      "grad_norm": 0.1347627490758896,
      "learning_rate": 1.4500818491957526e-05,
      "loss": 0.7716,
      "step": 17599
    },
    {
      "epoch": 0.3709030752290485,
      "grad_norm": 0.12768509984016418,
      "learning_rate": 1.4500208982395225e-05,
      "loss": 0.8499,
      "step": 17600
    },
    {
      "epoch": 0.37092414926741374,
      "grad_norm": 0.13088399171829224,
      "learning_rate": 1.4499599451868247e-05,
      "loss": 0.8011,
      "step": 17601
    },
    {
      "epoch": 0.370945223305779,
      "grad_norm": 0.14199374616146088,
      "learning_rate": 1.4498989900379427e-05,
      "loss": 0.8132,
      "step": 17602
    },
    {
      "epoch": 0.3709662973441443,
      "grad_norm": 0.13574805855751038,
      "learning_rate": 1.449838032793161e-05,
      "loss": 0.8222,
      "step": 17603
    },
    {
      "epoch": 0.3709873713825096,
      "grad_norm": 0.12730762362480164,
      "learning_rate": 1.4497770734527627e-05,
      "loss": 0.8617,
      "step": 17604
    },
    {
      "epoch": 0.3710084454208749,
      "grad_norm": 0.10968326032161713,
      "learning_rate": 1.4497161120170328e-05,
      "loss": 0.7734,
      "step": 17605
    },
    {
      "epoch": 0.3710295194592402,
      "grad_norm": 0.14037014544010162,
      "learning_rate": 1.4496551484862549e-05,
      "loss": 0.8458,
      "step": 17606
    },
    {
      "epoch": 0.37105059349760544,
      "grad_norm": 0.11887329071760178,
      "learning_rate": 1.449594182860713e-05,
      "loss": 0.8017,
      "step": 17607
    },
    {
      "epoch": 0.37107166753597076,
      "grad_norm": 0.15315309166908264,
      "learning_rate": 1.449533215140691e-05,
      "loss": 0.8217,
      "step": 17608
    },
    {
      "epoch": 0.371092741574336,
      "grad_norm": 0.13358426094055176,
      "learning_rate": 1.4494722453264727e-05,
      "loss": 0.7942,
      "step": 17609
    },
    {
      "epoch": 0.37111381561270135,
      "grad_norm": 0.1258949488401413,
      "learning_rate": 1.4494112734183427e-05,
      "loss": 0.7892,
      "step": 17610
    },
    {
      "epoch": 0.3711348896510666,
      "grad_norm": 0.1490534245967865,
      "learning_rate": 1.449350299416585e-05,
      "loss": 0.8058,
      "step": 17611
    },
    {
      "epoch": 0.3711559636894319,
      "grad_norm": 0.1442968249320984,
      "learning_rate": 1.4492893233214834e-05,
      "loss": 0.838,
      "step": 17612
    },
    {
      "epoch": 0.3711770377277972,
      "grad_norm": 0.12982936203479767,
      "learning_rate": 1.4492283451333217e-05,
      "loss": 0.8517,
      "step": 17613
    },
    {
      "epoch": 0.37119811176616246,
      "grad_norm": 0.15097862482070923,
      "learning_rate": 1.4491673648523846e-05,
      "loss": 0.8178,
      "step": 17614
    },
    {
      "epoch": 0.3712191858045278,
      "grad_norm": 0.15339230000972748,
      "learning_rate": 1.4491063824789557e-05,
      "loss": 0.8297,
      "step": 17615
    },
    {
      "epoch": 0.37124025984289305,
      "grad_norm": 0.11502673476934433,
      "learning_rate": 1.4490453980133192e-05,
      "loss": 0.7528,
      "step": 17616
    },
    {
      "epoch": 0.3712613338812583,
      "grad_norm": 0.10991737246513367,
      "learning_rate": 1.4489844114557594e-05,
      "loss": 0.8089,
      "step": 17617
    },
    {
      "epoch": 0.37128240791962364,
      "grad_norm": 0.1202007532119751,
      "learning_rate": 1.4489234228065601e-05,
      "loss": 0.8692,
      "step": 17618
    },
    {
      "epoch": 0.3713034819579889,
      "grad_norm": 0.11940376460552216,
      "learning_rate": 1.4488624320660056e-05,
      "loss": 0.8168,
      "step": 17619
    },
    {
      "epoch": 0.37132455599635417,
      "grad_norm": 0.1286546289920807,
      "learning_rate": 1.4488014392343804e-05,
      "loss": 0.8695,
      "step": 17620
    },
    {
      "epoch": 0.3713456300347195,
      "grad_norm": 0.13642345368862152,
      "learning_rate": 1.448740444311968e-05,
      "loss": 0.8884,
      "step": 17621
    },
    {
      "epoch": 0.37136670407308475,
      "grad_norm": 0.11887769401073456,
      "learning_rate": 1.4486794472990526e-05,
      "loss": 0.8609,
      "step": 17622
    },
    {
      "epoch": 0.3713877781114501,
      "grad_norm": 0.12618713080883026,
      "learning_rate": 1.4486184481959189e-05,
      "loss": 0.8085,
      "step": 17623
    },
    {
      "epoch": 0.37140885214981534,
      "grad_norm": 0.11943181604146957,
      "learning_rate": 1.4485574470028506e-05,
      "loss": 0.8756,
      "step": 17624
    },
    {
      "epoch": 0.3714299261881806,
      "grad_norm": 0.11732213199138641,
      "learning_rate": 1.448496443720132e-05,
      "loss": 0.8347,
      "step": 17625
    },
    {
      "epoch": 0.3714510002265459,
      "grad_norm": 0.12381257861852646,
      "learning_rate": 1.4484354383480474e-05,
      "loss": 0.8188,
      "step": 17626
    },
    {
      "epoch": 0.3714720742649112,
      "grad_norm": 0.12025599926710129,
      "learning_rate": 1.448374430886881e-05,
      "loss": 0.7659,
      "step": 17627
    },
    {
      "epoch": 0.3714931483032765,
      "grad_norm": 0.15864986181259155,
      "learning_rate": 1.4483134213369168e-05,
      "loss": 0.8655,
      "step": 17628
    },
    {
      "epoch": 0.3715142223416418,
      "grad_norm": 0.13284580409526825,
      "learning_rate": 1.4482524096984391e-05,
      "loss": 0.7754,
      "step": 17629
    },
    {
      "epoch": 0.37153529638000704,
      "grad_norm": 0.12272878736257553,
      "learning_rate": 1.4481913959717325e-05,
      "loss": 0.7609,
      "step": 17630
    },
    {
      "epoch": 0.37155637041837236,
      "grad_norm": 0.13064172863960266,
      "learning_rate": 1.4481303801570805e-05,
      "loss": 0.8274,
      "step": 17631
    },
    {
      "epoch": 0.3715774444567376,
      "grad_norm": 0.1242474615573883,
      "learning_rate": 1.4480693622547679e-05,
      "loss": 0.8562,
      "step": 17632
    },
    {
      "epoch": 0.37159851849510295,
      "grad_norm": 0.13172179460525513,
      "learning_rate": 1.4480083422650788e-05,
      "loss": 0.7526,
      "step": 17633
    },
    {
      "epoch": 0.3716195925334682,
      "grad_norm": 0.1272483766078949,
      "learning_rate": 1.4479473201882975e-05,
      "loss": 0.8157,
      "step": 17634
    },
    {
      "epoch": 0.3716406665718335,
      "grad_norm": 0.12106197327375412,
      "learning_rate": 1.4478862960247084e-05,
      "loss": 0.7799,
      "step": 17635
    },
    {
      "epoch": 0.3716617406101988,
      "grad_norm": 0.1557372510433197,
      "learning_rate": 1.4478252697745955e-05,
      "loss": 0.7815,
      "step": 17636
    },
    {
      "epoch": 0.37168281464856406,
      "grad_norm": 0.14386585354804993,
      "learning_rate": 1.4477642414382436e-05,
      "loss": 0.8296,
      "step": 17637
    },
    {
      "epoch": 0.37170388868692933,
      "grad_norm": 0.14496156573295593,
      "learning_rate": 1.4477032110159362e-05,
      "loss": 0.7839,
      "step": 17638
    },
    {
      "epoch": 0.37172496272529465,
      "grad_norm": 0.13425005972385406,
      "learning_rate": 1.4476421785079584e-05,
      "loss": 0.851,
      "step": 17639
    },
    {
      "epoch": 0.3717460367636599,
      "grad_norm": 0.1294911503791809,
      "learning_rate": 1.4475811439145939e-05,
      "loss": 0.8526,
      "step": 17640
    },
    {
      "epoch": 0.37176711080202524,
      "grad_norm": 0.1133372038602829,
      "learning_rate": 1.4475201072361275e-05,
      "loss": 0.7703,
      "step": 17641
    },
    {
      "epoch": 0.3717881848403905,
      "grad_norm": 0.17467887699604034,
      "learning_rate": 1.4474590684728434e-05,
      "loss": 0.8418,
      "step": 17642
    },
    {
      "epoch": 0.37180925887875577,
      "grad_norm": 0.1318635493516922,
      "learning_rate": 1.4473980276250257e-05,
      "loss": 0.8098,
      "step": 17643
    },
    {
      "epoch": 0.3718303329171211,
      "grad_norm": 0.11935274302959442,
      "learning_rate": 1.4473369846929592e-05,
      "loss": 0.8583,
      "step": 17644
    },
    {
      "epoch": 0.37185140695548635,
      "grad_norm": 0.13505138456821442,
      "learning_rate": 1.4472759396769283e-05,
      "loss": 0.8563,
      "step": 17645
    },
    {
      "epoch": 0.3718724809938517,
      "grad_norm": 0.10564146935939789,
      "learning_rate": 1.4472148925772169e-05,
      "loss": 0.7954,
      "step": 17646
    },
    {
      "epoch": 0.37189355503221694,
      "grad_norm": 0.14933858811855316,
      "learning_rate": 1.4471538433941095e-05,
      "loss": 0.8043,
      "step": 17647
    },
    {
      "epoch": 0.3719146290705822,
      "grad_norm": 0.1598617434501648,
      "learning_rate": 1.447092792127891e-05,
      "loss": 0.841,
      "step": 17648
    },
    {
      "epoch": 0.3719357031089475,
      "grad_norm": 0.13386163115501404,
      "learning_rate": 1.4470317387788454e-05,
      "loss": 0.8179,
      "step": 17649
    },
    {
      "epoch": 0.3719567771473128,
      "grad_norm": 0.11496011912822723,
      "learning_rate": 1.446970683347257e-05,
      "loss": 0.7988,
      "step": 17650
    },
    {
      "epoch": 0.3719778511856781,
      "grad_norm": 0.13876400887966156,
      "learning_rate": 1.4469096258334106e-05,
      "loss": 0.8139,
      "step": 17651
    },
    {
      "epoch": 0.3719989252240434,
      "grad_norm": 0.11660871654748917,
      "learning_rate": 1.4468485662375903e-05,
      "loss": 0.7603,
      "step": 17652
    },
    {
      "epoch": 0.37201999926240864,
      "grad_norm": 0.15562307834625244,
      "learning_rate": 1.446787504560081e-05,
      "loss": 0.9588,
      "step": 17653
    },
    {
      "epoch": 0.37204107330077396,
      "grad_norm": 0.1444299817085266,
      "learning_rate": 1.4467264408011667e-05,
      "loss": 0.8827,
      "step": 17654
    },
    {
      "epoch": 0.3720621473391392,
      "grad_norm": 0.12693651020526886,
      "learning_rate": 1.4466653749611319e-05,
      "loss": 0.7865,
      "step": 17655
    },
    {
      "epoch": 0.3720832213775045,
      "grad_norm": 0.11558763682842255,
      "learning_rate": 1.4466043070402615e-05,
      "loss": 0.808,
      "step": 17656
    },
    {
      "epoch": 0.3721042954158698,
      "grad_norm": 0.12321221083402634,
      "learning_rate": 1.4465432370388397e-05,
      "loss": 0.8667,
      "step": 17657
    },
    {
      "epoch": 0.3721253694542351,
      "grad_norm": 0.11876905709505081,
      "learning_rate": 1.446482164957151e-05,
      "loss": 0.8135,
      "step": 17658
    },
    {
      "epoch": 0.3721464434926004,
      "grad_norm": 0.12475114315748215,
      "learning_rate": 1.44642109079548e-05,
      "loss": 0.8577,
      "step": 17659
    },
    {
      "epoch": 0.37216751753096566,
      "grad_norm": 0.1299111694097519,
      "learning_rate": 1.446360014554111e-05,
      "loss": 0.8056,
      "step": 17660
    },
    {
      "epoch": 0.37218859156933093,
      "grad_norm": 0.15433619916439056,
      "learning_rate": 1.4462989362333287e-05,
      "loss": 0.8185,
      "step": 17661
    },
    {
      "epoch": 0.37220966560769625,
      "grad_norm": 0.1471855342388153,
      "learning_rate": 1.4462378558334175e-05,
      "loss": 0.8013,
      "step": 17662
    },
    {
      "epoch": 0.3722307396460615,
      "grad_norm": 0.14025761187076569,
      "learning_rate": 1.4461767733546623e-05,
      "loss": 0.8327,
      "step": 17663
    },
    {
      "epoch": 0.37225181368442684,
      "grad_norm": 0.12003950029611588,
      "learning_rate": 1.4461156887973476e-05,
      "loss": 0.8202,
      "step": 17664
    },
    {
      "epoch": 0.3722728877227921,
      "grad_norm": 0.14888937771320343,
      "learning_rate": 1.4460546021617576e-05,
      "loss": 0.8506,
      "step": 17665
    },
    {
      "epoch": 0.37229396176115737,
      "grad_norm": 0.1516786366701126,
      "learning_rate": 1.445993513448177e-05,
      "loss": 0.7456,
      "step": 17666
    },
    {
      "epoch": 0.3723150357995227,
      "grad_norm": 0.11360643059015274,
      "learning_rate": 1.4459324226568907e-05,
      "loss": 0.7988,
      "step": 17667
    },
    {
      "epoch": 0.37233610983788795,
      "grad_norm": 0.14178957045078278,
      "learning_rate": 1.4458713297881828e-05,
      "loss": 0.817,
      "step": 17668
    },
    {
      "epoch": 0.3723571838762533,
      "grad_norm": 0.14819017052650452,
      "learning_rate": 1.4458102348423384e-05,
      "loss": 0.8513,
      "step": 17669
    },
    {
      "epoch": 0.37237825791461854,
      "grad_norm": 0.15851366519927979,
      "learning_rate": 1.4457491378196418e-05,
      "loss": 0.8747,
      "step": 17670
    },
    {
      "epoch": 0.3723993319529838,
      "grad_norm": 0.1261545717716217,
      "learning_rate": 1.4456880387203777e-05,
      "loss": 0.7666,
      "step": 17671
    },
    {
      "epoch": 0.3724204059913491,
      "grad_norm": 0.14513272047042847,
      "learning_rate": 1.4456269375448309e-05,
      "loss": 0.8233,
      "step": 17672
    },
    {
      "epoch": 0.3724414800297144,
      "grad_norm": 0.20596101880073547,
      "learning_rate": 1.4455658342932859e-05,
      "loss": 0.8103,
      "step": 17673
    },
    {
      "epoch": 0.37246255406807965,
      "grad_norm": 0.11360295861959457,
      "learning_rate": 1.4455047289660274e-05,
      "loss": 0.7425,
      "step": 17674
    },
    {
      "epoch": 0.372483628106445,
      "grad_norm": 0.1460527628660202,
      "learning_rate": 1.44544362156334e-05,
      "loss": 0.8622,
      "step": 17675
    },
    {
      "epoch": 0.37250470214481024,
      "grad_norm": 0.13847096264362335,
      "learning_rate": 1.4453825120855078e-05,
      "loss": 0.836,
      "step": 17676
    },
    {
      "epoch": 0.37252577618317556,
      "grad_norm": 0.11361955851316452,
      "learning_rate": 1.4453214005328167e-05,
      "loss": 0.7518,
      "step": 17677
    },
    {
      "epoch": 0.3725468502215408,
      "grad_norm": 0.16879667341709137,
      "learning_rate": 1.4452602869055506e-05,
      "loss": 0.8686,
      "step": 17678
    },
    {
      "epoch": 0.3725679242599061,
      "grad_norm": 0.12033182382583618,
      "learning_rate": 1.4451991712039946e-05,
      "loss": 0.8063,
      "step": 17679
    },
    {
      "epoch": 0.3725889982982714,
      "grad_norm": 0.15141993761062622,
      "learning_rate": 1.445138053428433e-05,
      "loss": 0.8309,
      "step": 17680
    },
    {
      "epoch": 0.3726100723366367,
      "grad_norm": 0.1415095329284668,
      "learning_rate": 1.4450769335791508e-05,
      "loss": 0.8219,
      "step": 17681
    },
    {
      "epoch": 0.372631146375002,
      "grad_norm": 0.13686828315258026,
      "learning_rate": 1.4450158116564325e-05,
      "loss": 0.8592,
      "step": 17682
    },
    {
      "epoch": 0.37265222041336726,
      "grad_norm": 0.1393304169178009,
      "learning_rate": 1.444954687660563e-05,
      "loss": 0.8186,
      "step": 17683
    },
    {
      "epoch": 0.37267329445173253,
      "grad_norm": 0.1631108671426773,
      "learning_rate": 1.4448935615918272e-05,
      "loss": 0.8127,
      "step": 17684
    },
    {
      "epoch": 0.37269436849009785,
      "grad_norm": 0.12384378165006638,
      "learning_rate": 1.4448324334505097e-05,
      "loss": 0.8006,
      "step": 17685
    },
    {
      "epoch": 0.3727154425284631,
      "grad_norm": 0.11814723163843155,
      "learning_rate": 1.444771303236895e-05,
      "loss": 0.8156,
      "step": 17686
    },
    {
      "epoch": 0.37273651656682844,
      "grad_norm": 0.1650867611169815,
      "learning_rate": 1.4447101709512685e-05,
      "loss": 0.7737,
      "step": 17687
    },
    {
      "epoch": 0.3727575906051937,
      "grad_norm": 0.14470688998699188,
      "learning_rate": 1.4446490365939145e-05,
      "loss": 0.8632,
      "step": 17688
    },
    {
      "epoch": 0.37277866464355897,
      "grad_norm": 0.1372632384300232,
      "learning_rate": 1.4445879001651183e-05,
      "loss": 0.7747,
      "step": 17689
    },
    {
      "epoch": 0.3727997386819243,
      "grad_norm": 0.11146083474159241,
      "learning_rate": 1.4445267616651638e-05,
      "loss": 0.8193,
      "step": 17690
    },
    {
      "epoch": 0.37282081272028955,
      "grad_norm": 0.1422605812549591,
      "learning_rate": 1.4444656210943366e-05,
      "loss": 0.7966,
      "step": 17691
    },
    {
      "epoch": 0.3728418867586548,
      "grad_norm": 0.12525860965251923,
      "learning_rate": 1.4444044784529213e-05,
      "loss": 0.7663,
      "step": 17692
    },
    {
      "epoch": 0.37286296079702014,
      "grad_norm": 0.154145747423172,
      "learning_rate": 1.4443433337412029e-05,
      "loss": 0.8746,
      "step": 17693
    },
    {
      "epoch": 0.3728840348353854,
      "grad_norm": 0.12039697170257568,
      "learning_rate": 1.4442821869594663e-05,
      "loss": 0.8472,
      "step": 17694
    },
    {
      "epoch": 0.3729051088737507,
      "grad_norm": 0.12447716295719147,
      "learning_rate": 1.4442210381079958e-05,
      "loss": 0.8448,
      "step": 17695
    },
    {
      "epoch": 0.372926182912116,
      "grad_norm": 0.11442973464727402,
      "learning_rate": 1.4441598871870767e-05,
      "loss": 0.7813,
      "step": 17696
    },
    {
      "epoch": 0.37294725695048125,
      "grad_norm": 0.11345957219600677,
      "learning_rate": 1.4440987341969936e-05,
      "loss": 0.8346,
      "step": 17697
    },
    {
      "epoch": 0.3729683309888466,
      "grad_norm": 0.1154840737581253,
      "learning_rate": 1.4440375791380321e-05,
      "loss": 0.765,
      "step": 17698
    },
    {
      "epoch": 0.37298940502721184,
      "grad_norm": 0.18088002502918243,
      "learning_rate": 1.4439764220104762e-05,
      "loss": 0.8558,
      "step": 17699
    },
    {
      "epoch": 0.37301047906557716,
      "grad_norm": 0.16839902102947235,
      "learning_rate": 1.4439152628146114e-05,
      "loss": 0.8525,
      "step": 17700
    },
    {
      "epoch": 0.3730315531039424,
      "grad_norm": 0.10736618936061859,
      "learning_rate": 1.4438541015507221e-05,
      "loss": 0.8176,
      "step": 17701
    },
    {
      "epoch": 0.3730526271423077,
      "grad_norm": 0.11300956457853317,
      "learning_rate": 1.4437929382190938e-05,
      "loss": 0.8133,
      "step": 17702
    },
    {
      "epoch": 0.373073701180673,
      "grad_norm": 0.11789394170045853,
      "learning_rate": 1.4437317728200111e-05,
      "loss": 0.8379,
      "step": 17703
    },
    {
      "epoch": 0.3730947752190383,
      "grad_norm": 0.13470180332660675,
      "learning_rate": 1.443670605353759e-05,
      "loss": 0.8051,
      "step": 17704
    },
    {
      "epoch": 0.3731158492574036,
      "grad_norm": 0.11022591590881348,
      "learning_rate": 1.4436094358206224e-05,
      "loss": 0.7722,
      "step": 17705
    },
    {
      "epoch": 0.37313692329576886,
      "grad_norm": 0.22580718994140625,
      "learning_rate": 1.4435482642208866e-05,
      "loss": 0.8297,
      "step": 17706
    },
    {
      "epoch": 0.37315799733413413,
      "grad_norm": 0.1611744910478592,
      "learning_rate": 1.4434870905548361e-05,
      "loss": 0.7762,
      "step": 17707
    },
    {
      "epoch": 0.37317907137249945,
      "grad_norm": 0.11732982844114304,
      "learning_rate": 1.4434259148227565e-05,
      "loss": 0.7918,
      "step": 17708
    },
    {
      "epoch": 0.3732001454108647,
      "grad_norm": 0.13892719149589539,
      "learning_rate": 1.443364737024932e-05,
      "loss": 0.8121,
      "step": 17709
    },
    {
      "epoch": 0.37322121944923004,
      "grad_norm": 0.12351249903440475,
      "learning_rate": 1.443303557161648e-05,
      "loss": 0.8339,
      "step": 17710
    },
    {
      "epoch": 0.3732422934875953,
      "grad_norm": 0.14793479442596436,
      "learning_rate": 1.4432423752331896e-05,
      "loss": 0.8349,
      "step": 17711
    },
    {
      "epoch": 0.37326336752596057,
      "grad_norm": 0.19632673263549805,
      "learning_rate": 1.4431811912398415e-05,
      "loss": 0.7978,
      "step": 17712
    },
    {
      "epoch": 0.3732844415643259,
      "grad_norm": 0.11563507467508316,
      "learning_rate": 1.4431200051818892e-05,
      "loss": 0.8019,
      "step": 17713
    },
    {
      "epoch": 0.37330551560269115,
      "grad_norm": 0.23789462447166443,
      "learning_rate": 1.4430588170596175e-05,
      "loss": 0.8668,
      "step": 17714
    },
    {
      "epoch": 0.3733265896410564,
      "grad_norm": 0.1693803071975708,
      "learning_rate": 1.4429976268733115e-05,
      "loss": 0.9125,
      "step": 17715
    },
    {
      "epoch": 0.37334766367942174,
      "grad_norm": 0.14513817429542542,
      "learning_rate": 1.4429364346232562e-05,
      "loss": 0.843,
      "step": 17716
    },
    {
      "epoch": 0.373368737717787,
      "grad_norm": 0.16473546624183655,
      "learning_rate": 1.4428752403097366e-05,
      "loss": 0.8161,
      "step": 17717
    },
    {
      "epoch": 0.3733898117561523,
      "grad_norm": 0.14579372107982635,
      "learning_rate": 1.4428140439330378e-05,
      "loss": 0.8332,
      "step": 17718
    },
    {
      "epoch": 0.3734108857945176,
      "grad_norm": 0.16125398874282837,
      "learning_rate": 1.4427528454934449e-05,
      "loss": 0.7645,
      "step": 17719
    },
    {
      "epoch": 0.37343195983288285,
      "grad_norm": 0.17846228182315826,
      "learning_rate": 1.4426916449912432e-05,
      "loss": 0.8844,
      "step": 17720
    },
    {
      "epoch": 0.3734530338712482,
      "grad_norm": 0.17669181525707245,
      "learning_rate": 1.4426304424267177e-05,
      "loss": 0.7954,
      "step": 17721
    },
    {
      "epoch": 0.37347410790961344,
      "grad_norm": 0.16015112400054932,
      "learning_rate": 1.4425692378001532e-05,
      "loss": 0.8444,
      "step": 17722
    },
    {
      "epoch": 0.37349518194797876,
      "grad_norm": 0.21573489904403687,
      "learning_rate": 1.4425080311118356e-05,
      "loss": 0.8284,
      "step": 17723
    },
    {
      "epoch": 0.373516255986344,
      "grad_norm": 0.22947020828723907,
      "learning_rate": 1.4424468223620494e-05,
      "loss": 0.8277,
      "step": 17724
    },
    {
      "epoch": 0.3735373300247093,
      "grad_norm": 0.10893341153860092,
      "learning_rate": 1.4423856115510797e-05,
      "loss": 0.8257,
      "step": 17725
    },
    {
      "epoch": 0.3735584040630746,
      "grad_norm": 0.22399257123470306,
      "learning_rate": 1.4423243986792117e-05,
      "loss": 0.8583,
      "step": 17726
    },
    {
      "epoch": 0.3735794781014399,
      "grad_norm": 0.14918403327465057,
      "learning_rate": 1.4422631837467309e-05,
      "loss": 0.8445,
      "step": 17727
    },
    {
      "epoch": 0.3736005521398052,
      "grad_norm": 0.20122164487838745,
      "learning_rate": 1.4422019667539224e-05,
      "loss": 0.877,
      "step": 17728
    },
    {
      "epoch": 0.37362162617817046,
      "grad_norm": 0.12717750668525696,
      "learning_rate": 1.4421407477010712e-05,
      "loss": 0.8523,
      "step": 17729
    },
    {
      "epoch": 0.37364270021653573,
      "grad_norm": 0.1792118400335312,
      "learning_rate": 1.4420795265884627e-05,
      "loss": 0.822,
      "step": 17730
    },
    {
      "epoch": 0.37366377425490105,
      "grad_norm": 0.14208084344863892,
      "learning_rate": 1.4420183034163817e-05,
      "loss": 0.8186,
      "step": 17731
    },
    {
      "epoch": 0.3736848482932663,
      "grad_norm": 0.17203153669834137,
      "learning_rate": 1.4419570781851139e-05,
      "loss": 0.8355,
      "step": 17732
    },
    {
      "epoch": 0.3737059223316316,
      "grad_norm": 0.19876426458358765,
      "learning_rate": 1.441895850894944e-05,
      "loss": 0.8722,
      "step": 17733
    },
    {
      "epoch": 0.3737269963699969,
      "grad_norm": 0.13703621923923492,
      "learning_rate": 1.441834621546158e-05,
      "loss": 0.7722,
      "step": 17734
    },
    {
      "epoch": 0.37374807040836217,
      "grad_norm": 0.1427752524614334,
      "learning_rate": 1.4417733901390405e-05,
      "loss": 0.785,
      "step": 17735
    },
    {
      "epoch": 0.3737691444467275,
      "grad_norm": 0.1495404988527298,
      "learning_rate": 1.441712156673877e-05,
      "loss": 0.8585,
      "step": 17736
    },
    {
      "epoch": 0.37379021848509275,
      "grad_norm": 0.1478556990623474,
      "learning_rate": 1.4416509211509525e-05,
      "loss": 0.8517,
      "step": 17737
    },
    {
      "epoch": 0.373811292523458,
      "grad_norm": 0.1518876701593399,
      "learning_rate": 1.4415896835705528e-05,
      "loss": 0.8234,
      "step": 17738
    },
    {
      "epoch": 0.37383236656182334,
      "grad_norm": 0.14696666598320007,
      "learning_rate": 1.4415284439329627e-05,
      "loss": 0.8147,
      "step": 17739
    },
    {
      "epoch": 0.3738534406001886,
      "grad_norm": 0.13407176733016968,
      "learning_rate": 1.4414672022384675e-05,
      "loss": 0.826,
      "step": 17740
    },
    {
      "epoch": 0.3738745146385539,
      "grad_norm": 0.12120252847671509,
      "learning_rate": 1.4414059584873527e-05,
      "loss": 0.7898,
      "step": 17741
    },
    {
      "epoch": 0.3738955886769192,
      "grad_norm": 0.1359141618013382,
      "learning_rate": 1.4413447126799038e-05,
      "loss": 0.8542,
      "step": 17742
    },
    {
      "epoch": 0.37391666271528445,
      "grad_norm": 0.13113850355148315,
      "learning_rate": 1.4412834648164058e-05,
      "loss": 0.8719,
      "step": 17743
    },
    {
      "epoch": 0.3739377367536498,
      "grad_norm": 0.1392885446548462,
      "learning_rate": 1.441222214897144e-05,
      "loss": 0.8702,
      "step": 17744
    },
    {
      "epoch": 0.37395881079201504,
      "grad_norm": 0.12934227287769318,
      "learning_rate": 1.4411609629224036e-05,
      "loss": 0.824,
      "step": 17745
    },
    {
      "epoch": 0.37397988483038036,
      "grad_norm": 0.15803328156471252,
      "learning_rate": 1.4410997088924707e-05,
      "loss": 0.8248,
      "step": 17746
    },
    {
      "epoch": 0.3740009588687456,
      "grad_norm": 0.1347639113664627,
      "learning_rate": 1.44103845280763e-05,
      "loss": 0.8885,
      "step": 17747
    },
    {
      "epoch": 0.3740220329071109,
      "grad_norm": 0.12656264007091522,
      "learning_rate": 1.4409771946681667e-05,
      "loss": 0.8264,
      "step": 17748
    },
    {
      "epoch": 0.3740431069454762,
      "grad_norm": 0.13339202105998993,
      "learning_rate": 1.4409159344743669e-05,
      "loss": 0.856,
      "step": 17749
    },
    {
      "epoch": 0.3740641809838415,
      "grad_norm": 0.1148485392332077,
      "learning_rate": 1.4408546722265155e-05,
      "loss": 0.7624,
      "step": 17750
    },
    {
      "epoch": 0.37408525502220674,
      "grad_norm": 0.14457367360591888,
      "learning_rate": 1.440793407924898e-05,
      "loss": 0.8805,
      "step": 17751
    },
    {
      "epoch": 0.37410632906057206,
      "grad_norm": 0.144008606672287,
      "learning_rate": 1.4407321415697996e-05,
      "loss": 0.8015,
      "step": 17752
    },
    {
      "epoch": 0.37412740309893733,
      "grad_norm": 0.12748517096042633,
      "learning_rate": 1.4406708731615063e-05,
      "loss": 0.8344,
      "step": 17753
    },
    {
      "epoch": 0.37414847713730265,
      "grad_norm": 0.1407034695148468,
      "learning_rate": 1.4406096027003027e-05,
      "loss": 0.8683,
      "step": 17754
    },
    {
      "epoch": 0.3741695511756679,
      "grad_norm": 0.10751433670520782,
      "learning_rate": 1.4405483301864746e-05,
      "loss": 0.7839,
      "step": 17755
    },
    {
      "epoch": 0.3741906252140332,
      "grad_norm": 0.11589661985635757,
      "learning_rate": 1.4404870556203078e-05,
      "loss": 0.8463,
      "step": 17756
    },
    {
      "epoch": 0.3742116992523985,
      "grad_norm": 0.12113314121961594,
      "learning_rate": 1.4404257790020877e-05,
      "loss": 0.7487,
      "step": 17757
    },
    {
      "epoch": 0.37423277329076376,
      "grad_norm": 0.1415633112192154,
      "learning_rate": 1.4403645003320991e-05,
      "loss": 0.924,
      "step": 17758
    },
    {
      "epoch": 0.3742538473291291,
      "grad_norm": 0.14617036283016205,
      "learning_rate": 1.4403032196106281e-05,
      "loss": 0.8533,
      "step": 17759
    },
    {
      "epoch": 0.37427492136749435,
      "grad_norm": 0.14331375062465668,
      "learning_rate": 1.4402419368379599e-05,
      "loss": 0.7785,
      "step": 17760
    },
    {
      "epoch": 0.3742959954058596,
      "grad_norm": 0.1283300668001175,
      "learning_rate": 1.4401806520143801e-05,
      "loss": 0.7732,
      "step": 17761
    },
    {
      "epoch": 0.37431706944422494,
      "grad_norm": 0.11940223723649979,
      "learning_rate": 1.4401193651401741e-05,
      "loss": 0.7831,
      "step": 17762
    },
    {
      "epoch": 0.3743381434825902,
      "grad_norm": 0.13192997872829437,
      "learning_rate": 1.4400580762156276e-05,
      "loss": 0.8508,
      "step": 17763
    },
    {
      "epoch": 0.3743592175209555,
      "grad_norm": 0.13536301255226135,
      "learning_rate": 1.4399967852410259e-05,
      "loss": 0.7962,
      "step": 17764
    },
    {
      "epoch": 0.3743802915593208,
      "grad_norm": 0.1280563920736313,
      "learning_rate": 1.4399354922166546e-05,
      "loss": 0.8343,
      "step": 17765
    },
    {
      "epoch": 0.37440136559768605,
      "grad_norm": 0.13091927766799927,
      "learning_rate": 1.4398741971427995e-05,
      "loss": 0.823,
      "step": 17766
    },
    {
      "epoch": 0.3744224396360514,
      "grad_norm": 0.13057106733322144,
      "learning_rate": 1.4398129000197458e-05,
      "loss": 0.8059,
      "step": 17767
    },
    {
      "epoch": 0.37444351367441664,
      "grad_norm": 0.16223423182964325,
      "learning_rate": 1.4397516008477795e-05,
      "loss": 0.8667,
      "step": 17768
    },
    {
      "epoch": 0.3744645877127819,
      "grad_norm": 0.12074850499629974,
      "learning_rate": 1.4396902996271851e-05,
      "loss": 0.7509,
      "step": 17769
    },
    {
      "epoch": 0.3744856617511472,
      "grad_norm": 0.12624309957027435,
      "learning_rate": 1.4396289963582495e-05,
      "loss": 0.7987,
      "step": 17770
    },
    {
      "epoch": 0.3745067357895125,
      "grad_norm": 0.1290707141160965,
      "learning_rate": 1.4395676910412575e-05,
      "loss": 0.8096,
      "step": 17771
    },
    {
      "epoch": 0.3745278098278778,
      "grad_norm": 0.17222411930561066,
      "learning_rate": 1.4395063836764954e-05,
      "loss": 0.8499,
      "step": 17772
    },
    {
      "epoch": 0.3745488838662431,
      "grad_norm": 0.11862195283174515,
      "learning_rate": 1.4394450742642478e-05,
      "loss": 0.8531,
      "step": 17773
    },
    {
      "epoch": 0.37456995790460834,
      "grad_norm": 0.12250181287527084,
      "learning_rate": 1.4393837628048009e-05,
      "loss": 0.8989,
      "step": 17774
    },
    {
      "epoch": 0.37459103194297366,
      "grad_norm": 0.10878858715295792,
      "learning_rate": 1.4393224492984404e-05,
      "loss": 0.7314,
      "step": 17775
    },
    {
      "epoch": 0.3746121059813389,
      "grad_norm": 0.14728671312332153,
      "learning_rate": 1.4392611337454516e-05,
      "loss": 0.8278,
      "step": 17776
    },
    {
      "epoch": 0.37463318001970425,
      "grad_norm": 0.15943467617034912,
      "learning_rate": 1.4391998161461205e-05,
      "loss": 0.8964,
      "step": 17777
    },
    {
      "epoch": 0.3746542540580695,
      "grad_norm": 0.13203327357769012,
      "learning_rate": 1.4391384965007327e-05,
      "loss": 0.838,
      "step": 17778
    },
    {
      "epoch": 0.3746753280964348,
      "grad_norm": 0.13596098124980927,
      "learning_rate": 1.4390771748095735e-05,
      "loss": 0.7562,
      "step": 17779
    },
    {
      "epoch": 0.3746964021348001,
      "grad_norm": 0.13275650143623352,
      "learning_rate": 1.4390158510729291e-05,
      "loss": 0.8652,
      "step": 17780
    },
    {
      "epoch": 0.37471747617316536,
      "grad_norm": 0.11951543390750885,
      "learning_rate": 1.4389545252910848e-05,
      "loss": 0.8355,
      "step": 17781
    },
    {
      "epoch": 0.3747385502115307,
      "grad_norm": 0.1377895474433899,
      "learning_rate": 1.4388931974643265e-05,
      "loss": 0.8297,
      "step": 17782
    },
    {
      "epoch": 0.37475962424989595,
      "grad_norm": 0.12027383595705032,
      "learning_rate": 1.4388318675929395e-05,
      "loss": 0.792,
      "step": 17783
    },
    {
      "epoch": 0.3747806982882612,
      "grad_norm": 0.14540112018585205,
      "learning_rate": 1.4387705356772102e-05,
      "loss": 0.8043,
      "step": 17784
    },
    {
      "epoch": 0.37480177232662654,
      "grad_norm": 0.14281095564365387,
      "learning_rate": 1.4387092017174238e-05,
      "loss": 0.7818,
      "step": 17785
    },
    {
      "epoch": 0.3748228463649918,
      "grad_norm": 0.13872116804122925,
      "learning_rate": 1.438647865713866e-05,
      "loss": 0.8217,
      "step": 17786
    },
    {
      "epoch": 0.37484392040335707,
      "grad_norm": 0.14263436198234558,
      "learning_rate": 1.4385865276668232e-05,
      "loss": 0.8472,
      "step": 17787
    },
    {
      "epoch": 0.3748649944417224,
      "grad_norm": 0.11954428255558014,
      "learning_rate": 1.4385251875765804e-05,
      "loss": 0.7797,
      "step": 17788
    },
    {
      "epoch": 0.37488606848008765,
      "grad_norm": 0.12184855341911316,
      "learning_rate": 1.4384638454434235e-05,
      "loss": 0.8718,
      "step": 17789
    },
    {
      "epoch": 0.374907142518453,
      "grad_norm": 0.13335928320884705,
      "learning_rate": 1.4384025012676387e-05,
      "loss": 0.8275,
      "step": 17790
    },
    {
      "epoch": 0.37492821655681824,
      "grad_norm": 0.11937666684389114,
      "learning_rate": 1.438341155049511e-05,
      "loss": 0.9059,
      "step": 17791
    },
    {
      "epoch": 0.3749492905951835,
      "grad_norm": 0.14305412769317627,
      "learning_rate": 1.4382798067893269e-05,
      "loss": 0.8595,
      "step": 17792
    },
    {
      "epoch": 0.3749703646335488,
      "grad_norm": 0.15100382268428802,
      "learning_rate": 1.438218456487372e-05,
      "loss": 0.86,
      "step": 17793
    },
    {
      "epoch": 0.3749914386719141,
      "grad_norm": 0.12669223546981812,
      "learning_rate": 1.4381571041439319e-05,
      "loss": 0.7381,
      "step": 17794
    },
    {
      "epoch": 0.3750125127102794,
      "grad_norm": 0.15202286839485168,
      "learning_rate": 1.4380957497592926e-05,
      "loss": 0.8237,
      "step": 17795
    },
    {
      "epoch": 0.3750335867486447,
      "grad_norm": 0.1512569934129715,
      "learning_rate": 1.4380343933337401e-05,
      "loss": 0.8796,
      "step": 17796
    },
    {
      "epoch": 0.37505466078700994,
      "grad_norm": 0.1451673060655594,
      "learning_rate": 1.4379730348675603e-05,
      "loss": 0.7918,
      "step": 17797
    },
    {
      "epoch": 0.37507573482537526,
      "grad_norm": 0.17164772748947144,
      "learning_rate": 1.4379116743610382e-05,
      "loss": 0.8575,
      "step": 17798
    },
    {
      "epoch": 0.3750968088637405,
      "grad_norm": 0.14716161787509918,
      "learning_rate": 1.4378503118144604e-05,
      "loss": 0.8188,
      "step": 17799
    },
    {
      "epoch": 0.37511788290210585,
      "grad_norm": 0.14978228509426117,
      "learning_rate": 1.4377889472281126e-05,
      "loss": 0.8722,
      "step": 17800
    },
    {
      "epoch": 0.3751389569404711,
      "grad_norm": 0.17207114398479462,
      "learning_rate": 1.437727580602281e-05,
      "loss": 0.7641,
      "step": 17801
    },
    {
      "epoch": 0.3751600309788364,
      "grad_norm": 0.16087649762630463,
      "learning_rate": 1.437666211937251e-05,
      "loss": 0.8876,
      "step": 17802
    },
    {
      "epoch": 0.3751811050172017,
      "grad_norm": 0.17142723500728607,
      "learning_rate": 1.4376048412333083e-05,
      "loss": 0.87,
      "step": 17803
    },
    {
      "epoch": 0.37520217905556696,
      "grad_norm": 0.16169877350330353,
      "learning_rate": 1.4375434684907395e-05,
      "loss": 0.7709,
      "step": 17804
    },
    {
      "epoch": 0.3752232530939323,
      "grad_norm": 0.1561816781759262,
      "learning_rate": 1.4374820937098299e-05,
      "loss": 0.7824,
      "step": 17805
    },
    {
      "epoch": 0.37524432713229755,
      "grad_norm": 0.19627410173416138,
      "learning_rate": 1.437420716890866e-05,
      "loss": 0.7816,
      "step": 17806
    },
    {
      "epoch": 0.3752654011706628,
      "grad_norm": 0.12686000764369965,
      "learning_rate": 1.4373593380341332e-05,
      "loss": 0.8943,
      "step": 17807
    },
    {
      "epoch": 0.37528647520902814,
      "grad_norm": 0.21490631997585297,
      "learning_rate": 1.4372979571399177e-05,
      "loss": 0.8908,
      "step": 17808
    },
    {
      "epoch": 0.3753075492473934,
      "grad_norm": 0.18663367629051208,
      "learning_rate": 1.4372365742085054e-05,
      "loss": 0.8414,
      "step": 17809
    },
    {
      "epoch": 0.37532862328575867,
      "grad_norm": 0.14325068891048431,
      "learning_rate": 1.4371751892401824e-05,
      "loss": 0.8783,
      "step": 17810
    },
    {
      "epoch": 0.375349697324124,
      "grad_norm": 0.14068244397640228,
      "learning_rate": 1.4371138022352345e-05,
      "loss": 0.8143,
      "step": 17811
    },
    {
      "epoch": 0.37537077136248925,
      "grad_norm": 0.1490645557641983,
      "learning_rate": 1.4370524131939474e-05,
      "loss": 0.8869,
      "step": 17812
    },
    {
      "epoch": 0.3753918454008546,
      "grad_norm": 0.14523440599441528,
      "learning_rate": 1.4369910221166076e-05,
      "loss": 0.8187,
      "step": 17813
    },
    {
      "epoch": 0.37541291943921984,
      "grad_norm": 0.15723539888858795,
      "learning_rate": 1.436929629003501e-05,
      "loss": 0.8451,
      "step": 17814
    },
    {
      "epoch": 0.3754339934775851,
      "grad_norm": 0.17308592796325684,
      "learning_rate": 1.4368682338549134e-05,
      "loss": 0.8377,
      "step": 17815
    },
    {
      "epoch": 0.3754550675159504,
      "grad_norm": 0.12456433475017548,
      "learning_rate": 1.436806836671131e-05,
      "loss": 0.8156,
      "step": 17816
    },
    {
      "epoch": 0.3754761415543157,
      "grad_norm": 0.1913127452135086,
      "learning_rate": 1.4367454374524396e-05,
      "loss": 0.8236,
      "step": 17817
    },
    {
      "epoch": 0.375497215592681,
      "grad_norm": 0.11714000999927521,
      "learning_rate": 1.4366840361991255e-05,
      "loss": 0.7881,
      "step": 17818
    },
    {
      "epoch": 0.3755182896310463,
      "grad_norm": 0.18935151398181915,
      "learning_rate": 1.4366226329114742e-05,
      "loss": 0.8902,
      "step": 17819
    },
    {
      "epoch": 0.37553936366941154,
      "grad_norm": 0.1173866018652916,
      "learning_rate": 1.4365612275897726e-05,
      "loss": 0.749,
      "step": 17820
    },
    {
      "epoch": 0.37556043770777686,
      "grad_norm": 0.22621527314186096,
      "learning_rate": 1.4364998202343064e-05,
      "loss": 0.8918,
      "step": 17821
    },
    {
      "epoch": 0.3755815117461421,
      "grad_norm": 0.22071431577205658,
      "learning_rate": 1.4364384108453613e-05,
      "loss": 0.7386,
      "step": 17822
    },
    {
      "epoch": 0.37560258578450745,
      "grad_norm": 0.2132599651813507,
      "learning_rate": 1.436376999423224e-05,
      "loss": 0.8737,
      "step": 17823
    },
    {
      "epoch": 0.3756236598228727,
      "grad_norm": 0.2390240728855133,
      "learning_rate": 1.4363155859681799e-05,
      "loss": 0.7778,
      "step": 17824
    },
    {
      "epoch": 0.375644733861238,
      "grad_norm": 0.17618687450885773,
      "learning_rate": 1.4362541704805157e-05,
      "loss": 0.7832,
      "step": 17825
    },
    {
      "epoch": 0.3756658078996033,
      "grad_norm": 0.15990401804447174,
      "learning_rate": 1.4361927529605174e-05,
      "loss": 0.9095,
      "step": 17826
    },
    {
      "epoch": 0.37568688193796856,
      "grad_norm": 0.19971048831939697,
      "learning_rate": 1.4361313334084707e-05,
      "loss": 0.8181,
      "step": 17827
    },
    {
      "epoch": 0.37570795597633383,
      "grad_norm": 0.14816564321517944,
      "learning_rate": 1.4360699118246623e-05,
      "loss": 0.8496,
      "step": 17828
    },
    {
      "epoch": 0.37572903001469915,
      "grad_norm": 0.2121458351612091,
      "learning_rate": 1.4360084882093778e-05,
      "loss": 0.8638,
      "step": 17829
    },
    {
      "epoch": 0.3757501040530644,
      "grad_norm": 0.15533694624900818,
      "learning_rate": 1.435947062562904e-05,
      "loss": 0.8651,
      "step": 17830
    },
    {
      "epoch": 0.37577117809142974,
      "grad_norm": 0.20849557220935822,
      "learning_rate": 1.4358856348855266e-05,
      "loss": 0.807,
      "step": 17831
    },
    {
      "epoch": 0.375792252129795,
      "grad_norm": 0.1321331262588501,
      "learning_rate": 1.4358242051775317e-05,
      "loss": 0.8324,
      "step": 17832
    },
    {
      "epoch": 0.37581332616816027,
      "grad_norm": 0.17600271105766296,
      "learning_rate": 1.4357627734392056e-05,
      "loss": 0.8373,
      "step": 17833
    },
    {
      "epoch": 0.3758344002065256,
      "grad_norm": 0.11184686422348022,
      "learning_rate": 1.4357013396708344e-05,
      "loss": 0.8728,
      "step": 17834
    },
    {
      "epoch": 0.37585547424489085,
      "grad_norm": 0.15090616047382355,
      "learning_rate": 1.4356399038727049e-05,
      "loss": 0.846,
      "step": 17835
    },
    {
      "epoch": 0.3758765482832562,
      "grad_norm": 0.11145864427089691,
      "learning_rate": 1.4355784660451024e-05,
      "loss": 0.7558,
      "step": 17836
    },
    {
      "epoch": 0.37589762232162144,
      "grad_norm": 0.14730426669120789,
      "learning_rate": 1.4355170261883135e-05,
      "loss": 0.8227,
      "step": 17837
    },
    {
      "epoch": 0.3759186963599867,
      "grad_norm": 0.12182889133691788,
      "learning_rate": 1.4354555843026246e-05,
      "loss": 0.7713,
      "step": 17838
    },
    {
      "epoch": 0.375939770398352,
      "grad_norm": 0.162032350897789,
      "learning_rate": 1.4353941403883216e-05,
      "loss": 0.8733,
      "step": 17839
    },
    {
      "epoch": 0.3759608444367173,
      "grad_norm": 0.15666745603084564,
      "learning_rate": 1.4353326944456911e-05,
      "loss": 0.7769,
      "step": 17840
    },
    {
      "epoch": 0.3759819184750826,
      "grad_norm": 0.12533153593540192,
      "learning_rate": 1.4352712464750192e-05,
      "loss": 0.8473,
      "step": 17841
    },
    {
      "epoch": 0.3760029925134479,
      "grad_norm": 0.15278437733650208,
      "learning_rate": 1.435209796476592e-05,
      "loss": 0.8396,
      "step": 17842
    },
    {
      "epoch": 0.37602406655181314,
      "grad_norm": 0.16632136702537537,
      "learning_rate": 1.435148344450696e-05,
      "loss": 0.8395,
      "step": 17843
    },
    {
      "epoch": 0.37604514059017846,
      "grad_norm": 0.12997733056545258,
      "learning_rate": 1.4350868903976175e-05,
      "loss": 0.7973,
      "step": 17844
    },
    {
      "epoch": 0.3760662146285437,
      "grad_norm": 0.12542952597141266,
      "learning_rate": 1.4350254343176425e-05,
      "loss": 0.856,
      "step": 17845
    },
    {
      "epoch": 0.376087288666909,
      "grad_norm": 0.14818762242794037,
      "learning_rate": 1.4349639762110577e-05,
      "loss": 0.8326,
      "step": 17846
    },
    {
      "epoch": 0.3761083627052743,
      "grad_norm": 0.11894647777080536,
      "learning_rate": 1.4349025160781491e-05,
      "loss": 0.8002,
      "step": 17847
    },
    {
      "epoch": 0.3761294367436396,
      "grad_norm": 0.17824919521808624,
      "learning_rate": 1.4348410539192028e-05,
      "loss": 0.8435,
      "step": 17848
    },
    {
      "epoch": 0.3761505107820049,
      "grad_norm": 0.13573746383190155,
      "learning_rate": 1.4347795897345056e-05,
      "loss": 0.7809,
      "step": 17849
    },
    {
      "epoch": 0.37617158482037016,
      "grad_norm": 0.13492856919765472,
      "learning_rate": 1.4347181235243438e-05,
      "loss": 0.7727,
      "step": 17850
    },
    {
      "epoch": 0.37619265885873543,
      "grad_norm": 0.15125718712806702,
      "learning_rate": 1.4346566552890037e-05,
      "loss": 0.8225,
      "step": 17851
    },
    {
      "epoch": 0.37621373289710075,
      "grad_norm": 0.12484550476074219,
      "learning_rate": 1.4345951850287714e-05,
      "loss": 0.7597,
      "step": 17852
    },
    {
      "epoch": 0.376234806935466,
      "grad_norm": 0.1797589212656021,
      "learning_rate": 1.4345337127439333e-05,
      "loss": 0.8633,
      "step": 17853
    },
    {
      "epoch": 0.37625588097383134,
      "grad_norm": 0.27249622344970703,
      "learning_rate": 1.4344722384347763e-05,
      "loss": 0.8448,
      "step": 17854
    },
    {
      "epoch": 0.3762769550121966,
      "grad_norm": 0.19111329317092896,
      "learning_rate": 1.434410762101586e-05,
      "loss": 0.7995,
      "step": 17855
    },
    {
      "epoch": 0.37629802905056187,
      "grad_norm": 0.252921462059021,
      "learning_rate": 1.4343492837446495e-05,
      "loss": 0.8476,
      "step": 17856
    },
    {
      "epoch": 0.3763191030889272,
      "grad_norm": 0.20548272132873535,
      "learning_rate": 1.4342878033642528e-05,
      "loss": 0.8986,
      "step": 17857
    },
    {
      "epoch": 0.37634017712729245,
      "grad_norm": 0.11936983466148376,
      "learning_rate": 1.4342263209606824e-05,
      "loss": 0.8043,
      "step": 17858
    },
    {
      "epoch": 0.3763612511656578,
      "grad_norm": 0.15834151208400726,
      "learning_rate": 1.4341648365342247e-05,
      "loss": 0.7808,
      "step": 17859
    },
    {
      "epoch": 0.37638232520402304,
      "grad_norm": 0.12715142965316772,
      "learning_rate": 1.4341033500851662e-05,
      "loss": 0.8576,
      "step": 17860
    },
    {
      "epoch": 0.3764033992423883,
      "grad_norm": 0.17096547782421112,
      "learning_rate": 1.4340418616137934e-05,
      "loss": 0.8852,
      "step": 17861
    },
    {
      "epoch": 0.3764244732807536,
      "grad_norm": 0.13892877101898193,
      "learning_rate": 1.4339803711203926e-05,
      "loss": 0.8108,
      "step": 17862
    },
    {
      "epoch": 0.3764455473191189,
      "grad_norm": 0.1704467386007309,
      "learning_rate": 1.4339188786052498e-05,
      "loss": 0.8806,
      "step": 17863
    },
    {
      "epoch": 0.37646662135748415,
      "grad_norm": 0.16612301766872406,
      "learning_rate": 1.4338573840686525e-05,
      "loss": 0.827,
      "step": 17864
    },
    {
      "epoch": 0.3764876953958495,
      "grad_norm": 0.1869301050901413,
      "learning_rate": 1.4337958875108868e-05,
      "loss": 0.8528,
      "step": 17865
    },
    {
      "epoch": 0.37650876943421474,
      "grad_norm": 0.23468352854251862,
      "learning_rate": 1.4337343889322389e-05,
      "loss": 0.8498,
      "step": 17866
    },
    {
      "epoch": 0.37652984347258006,
      "grad_norm": 0.15446655452251434,
      "learning_rate": 1.4336728883329953e-05,
      "loss": 0.845,
      "step": 17867
    },
    {
      "epoch": 0.3765509175109453,
      "grad_norm": 0.1857699304819107,
      "learning_rate": 1.4336113857134425e-05,
      "loss": 0.8069,
      "step": 17868
    },
    {
      "epoch": 0.3765719915493106,
      "grad_norm": 0.1436007022857666,
      "learning_rate": 1.4335498810738674e-05,
      "loss": 0.8637,
      "step": 17869
    },
    {
      "epoch": 0.3765930655876759,
      "grad_norm": 0.15729224681854248,
      "learning_rate": 1.4334883744145565e-05,
      "loss": 0.782,
      "step": 17870
    },
    {
      "epoch": 0.3766141396260412,
      "grad_norm": 0.15381579101085663,
      "learning_rate": 1.4334268657357959e-05,
      "loss": 0.8361,
      "step": 17871
    },
    {
      "epoch": 0.3766352136644065,
      "grad_norm": 0.19068558514118195,
      "learning_rate": 1.4333653550378724e-05,
      "loss": 0.8946,
      "step": 17872
    },
    {
      "epoch": 0.37665628770277176,
      "grad_norm": 0.14638777077198029,
      "learning_rate": 1.4333038423210726e-05,
      "loss": 0.8616,
      "step": 17873
    },
    {
      "epoch": 0.37667736174113703,
      "grad_norm": 0.128522589802742,
      "learning_rate": 1.4332423275856828e-05,
      "loss": 0.7799,
      "step": 17874
    },
    {
      "epoch": 0.37669843577950235,
      "grad_norm": 0.16208642721176147,
      "learning_rate": 1.43318081083199e-05,
      "loss": 0.7769,
      "step": 17875
    },
    {
      "epoch": 0.3767195098178676,
      "grad_norm": 0.14123669266700745,
      "learning_rate": 1.4331192920602806e-05,
      "loss": 0.7704,
      "step": 17876
    },
    {
      "epoch": 0.37674058385623294,
      "grad_norm": 0.11773046106100082,
      "learning_rate": 1.4330577712708406e-05,
      "loss": 0.7919,
      "step": 17877
    },
    {
      "epoch": 0.3767616578945982,
      "grad_norm": 0.15887029469013214,
      "learning_rate": 1.4329962484639575e-05,
      "loss": 0.8445,
      "step": 17878
    },
    {
      "epoch": 0.37678273193296347,
      "grad_norm": 0.135992169380188,
      "learning_rate": 1.4329347236399174e-05,
      "loss": 0.789,
      "step": 17879
    },
    {
      "epoch": 0.3768038059713288,
      "grad_norm": 0.1064804419875145,
      "learning_rate": 1.4328731967990074e-05,
      "loss": 0.7596,
      "step": 17880
    },
    {
      "epoch": 0.37682488000969405,
      "grad_norm": 0.11164668202400208,
      "learning_rate": 1.4328116679415137e-05,
      "loss": 0.7058,
      "step": 17881
    },
    {
      "epoch": 0.3768459540480593,
      "grad_norm": 0.11751924455165863,
      "learning_rate": 1.4327501370677231e-05,
      "loss": 0.8515,
      "step": 17882
    },
    {
      "epoch": 0.37686702808642464,
      "grad_norm": 0.1298612356185913,
      "learning_rate": 1.4326886041779217e-05,
      "loss": 0.7506,
      "step": 17883
    },
    {
      "epoch": 0.3768881021247899,
      "grad_norm": 0.1351456493139267,
      "learning_rate": 1.4326270692723971e-05,
      "loss": 0.8395,
      "step": 17884
    },
    {
      "epoch": 0.3769091761631552,
      "grad_norm": 0.2433677464723587,
      "learning_rate": 1.4325655323514354e-05,
      "loss": 0.715,
      "step": 17885
    },
    {
      "epoch": 0.3769302502015205,
      "grad_norm": 0.1070568710565567,
      "learning_rate": 1.4325039934153233e-05,
      "loss": 0.7448,
      "step": 17886
    },
    {
      "epoch": 0.37695132423988575,
      "grad_norm": 0.13586974143981934,
      "learning_rate": 1.4324424524643475e-05,
      "loss": 0.8623,
      "step": 17887
    },
    {
      "epoch": 0.3769723982782511,
      "grad_norm": 0.14536923170089722,
      "learning_rate": 1.4323809094987948e-05,
      "loss": 0.8042,
      "step": 17888
    },
    {
      "epoch": 0.37699347231661634,
      "grad_norm": 0.11569631844758987,
      "learning_rate": 1.4323193645189522e-05,
      "loss": 0.8095,
      "step": 17889
    },
    {
      "epoch": 0.37701454635498166,
      "grad_norm": 0.1478799283504486,
      "learning_rate": 1.4322578175251058e-05,
      "loss": 0.8175,
      "step": 17890
    },
    {
      "epoch": 0.3770356203933469,
      "grad_norm": 0.11442951112985611,
      "learning_rate": 1.4321962685175424e-05,
      "loss": 0.8209,
      "step": 17891
    },
    {
      "epoch": 0.3770566944317122,
      "grad_norm": 0.13319681584835052,
      "learning_rate": 1.4321347174965492e-05,
      "loss": 0.7721,
      "step": 17892
    },
    {
      "epoch": 0.3770777684700775,
      "grad_norm": 0.11307369917631149,
      "learning_rate": 1.4320731644624126e-05,
      "loss": 0.859,
      "step": 17893
    },
    {
      "epoch": 0.3770988425084428,
      "grad_norm": 0.1604505330324173,
      "learning_rate": 1.4320116094154198e-05,
      "loss": 0.8319,
      "step": 17894
    },
    {
      "epoch": 0.3771199165468081,
      "grad_norm": 0.13273204863071442,
      "learning_rate": 1.4319500523558567e-05,
      "loss": 0.9182,
      "step": 17895
    },
    {
      "epoch": 0.37714099058517336,
      "grad_norm": 0.2193564772605896,
      "learning_rate": 1.4318884932840106e-05,
      "loss": 0.7532,
      "step": 17896
    },
    {
      "epoch": 0.37716206462353863,
      "grad_norm": 0.11625652760267258,
      "learning_rate": 1.4318269322001684e-05,
      "loss": 0.8156,
      "step": 17897
    },
    {
      "epoch": 0.37718313866190395,
      "grad_norm": 0.13667483627796173,
      "learning_rate": 1.4317653691046165e-05,
      "loss": 0.8468,
      "step": 17898
    },
    {
      "epoch": 0.3772042127002692,
      "grad_norm": 0.13648293912410736,
      "learning_rate": 1.4317038039976422e-05,
      "loss": 0.8272,
      "step": 17899
    },
    {
      "epoch": 0.37722528673863454,
      "grad_norm": 0.16788938641548157,
      "learning_rate": 1.431642236879532e-05,
      "loss": 0.8416,
      "step": 17900
    },
    {
      "epoch": 0.3772463607769998,
      "grad_norm": 0.11855613440275192,
      "learning_rate": 1.4315806677505726e-05,
      "loss": 0.7759,
      "step": 17901
    },
    {
      "epoch": 0.37726743481536507,
      "grad_norm": 0.11214105039834976,
      "learning_rate": 1.431519096611051e-05,
      "loss": 0.7627,
      "step": 17902
    },
    {
      "epoch": 0.3772885088537304,
      "grad_norm": 0.12710051238536835,
      "learning_rate": 1.431457523461254e-05,
      "loss": 0.8359,
      "step": 17903
    },
    {
      "epoch": 0.37730958289209565,
      "grad_norm": 0.12292269617319107,
      "learning_rate": 1.4313959483014685e-05,
      "loss": 0.7899,
      "step": 17904
    },
    {
      "epoch": 0.3773306569304609,
      "grad_norm": 0.12700754404067993,
      "learning_rate": 1.4313343711319816e-05,
      "loss": 0.7748,
      "step": 17905
    },
    {
      "epoch": 0.37735173096882624,
      "grad_norm": 0.16565009951591492,
      "learning_rate": 1.4312727919530794e-05,
      "loss": 0.8485,
      "step": 17906
    },
    {
      "epoch": 0.3773728050071915,
      "grad_norm": 0.13726890087127686,
      "learning_rate": 1.4312112107650494e-05,
      "loss": 0.7979,
      "step": 17907
    },
    {
      "epoch": 0.3773938790455568,
      "grad_norm": 0.24513448774814606,
      "learning_rate": 1.4311496275681785e-05,
      "loss": 0.7297,
      "step": 17908
    },
    {
      "epoch": 0.3774149530839221,
      "grad_norm": 0.12836550176143646,
      "learning_rate": 1.4310880423627534e-05,
      "loss": 0.81,
      "step": 17909
    },
    {
      "epoch": 0.37743602712228735,
      "grad_norm": 0.18461547791957855,
      "learning_rate": 1.431026455149061e-05,
      "loss": 0.8623,
      "step": 17910
    },
    {
      "epoch": 0.3774571011606527,
      "grad_norm": 0.12406184524297714,
      "learning_rate": 1.430964865927388e-05,
      "loss": 0.8276,
      "step": 17911
    },
    {
      "epoch": 0.37747817519901794,
      "grad_norm": 0.1513880342245102,
      "learning_rate": 1.4309032746980217e-05,
      "loss": 0.8809,
      "step": 17912
    },
    {
      "epoch": 0.37749924923738326,
      "grad_norm": 0.17200817167758942,
      "learning_rate": 1.4308416814612484e-05,
      "loss": 0.8323,
      "step": 17913
    },
    {
      "epoch": 0.3775203232757485,
      "grad_norm": 0.1343247890472412,
      "learning_rate": 1.4307800862173562e-05,
      "loss": 0.8187,
      "step": 17914
    },
    {
      "epoch": 0.3775413973141138,
      "grad_norm": 0.1329377293586731,
      "learning_rate": 1.4307184889666313e-05,
      "loss": 0.7971,
      "step": 17915
    },
    {
      "epoch": 0.3775624713524791,
      "grad_norm": 0.16365967690944672,
      "learning_rate": 1.4306568897093604e-05,
      "loss": 0.8827,
      "step": 17916
    },
    {
      "epoch": 0.3775835453908444,
      "grad_norm": 0.15035265684127808,
      "learning_rate": 1.4305952884458309e-05,
      "loss": 0.8401,
      "step": 17917
    },
    {
      "epoch": 0.3776046194292097,
      "grad_norm": 0.14114060997962952,
      "learning_rate": 1.4305336851763296e-05,
      "loss": 0.8016,
      "step": 17918
    },
    {
      "epoch": 0.37762569346757496,
      "grad_norm": 0.1433989256620407,
      "learning_rate": 1.430472079901144e-05,
      "loss": 0.7755,
      "step": 17919
    },
    {
      "epoch": 0.37764676750594023,
      "grad_norm": 0.15551947057247162,
      "learning_rate": 1.4304104726205598e-05,
      "loss": 0.8032,
      "step": 17920
    },
    {
      "epoch": 0.37766784154430555,
      "grad_norm": 0.11776629835367203,
      "learning_rate": 1.4303488633348654e-05,
      "loss": 0.7697,
      "step": 17921
    },
    {
      "epoch": 0.3776889155826708,
      "grad_norm": 0.15841948986053467,
      "learning_rate": 1.4302872520443474e-05,
      "loss": 0.8024,
      "step": 17922
    },
    {
      "epoch": 0.3777099896210361,
      "grad_norm": 0.1319718360900879,
      "learning_rate": 1.4302256387492923e-05,
      "loss": 0.8463,
      "step": 17923
    },
    {
      "epoch": 0.3777310636594014,
      "grad_norm": 0.1266992837190628,
      "learning_rate": 1.4301640234499879e-05,
      "loss": 0.8568,
      "step": 17924
    },
    {
      "epoch": 0.37775213769776667,
      "grad_norm": 0.11741282045841217,
      "learning_rate": 1.4301024061467205e-05,
      "loss": 0.814,
      "step": 17925
    },
    {
      "epoch": 0.377773211736132,
      "grad_norm": 0.14776358008384705,
      "learning_rate": 1.4300407868397778e-05,
      "loss": 0.8683,
      "step": 17926
    },
    {
      "epoch": 0.37779428577449725,
      "grad_norm": 0.13521605730056763,
      "learning_rate": 1.4299791655294461e-05,
      "loss": 0.7716,
      "step": 17927
    },
    {
      "epoch": 0.3778153598128625,
      "grad_norm": 0.13438136875629425,
      "learning_rate": 1.4299175422160134e-05,
      "loss": 0.7938,
      "step": 17928
    },
    {
      "epoch": 0.37783643385122784,
      "grad_norm": 0.1464671939611435,
      "learning_rate": 1.4298559168997664e-05,
      "loss": 0.8137,
      "step": 17929
    },
    {
      "epoch": 0.3778575078895931,
      "grad_norm": 0.16582612693309784,
      "learning_rate": 1.4297942895809918e-05,
      "loss": 0.8866,
      "step": 17930
    },
    {
      "epoch": 0.3778785819279584,
      "grad_norm": 0.12143533676862717,
      "learning_rate": 1.429732660259977e-05,
      "loss": 0.7848,
      "step": 17931
    },
    {
      "epoch": 0.3778996559663237,
      "grad_norm": 0.13446864485740662,
      "learning_rate": 1.4296710289370091e-05,
      "loss": 0.8357,
      "step": 17932
    },
    {
      "epoch": 0.37792073000468895,
      "grad_norm": 0.11482496559619904,
      "learning_rate": 1.4296093956123751e-05,
      "loss": 0.8132,
      "step": 17933
    },
    {
      "epoch": 0.3779418040430543,
      "grad_norm": 0.13179315626621246,
      "learning_rate": 1.4295477602863626e-05,
      "loss": 0.8932,
      "step": 17934
    },
    {
      "epoch": 0.37796287808141954,
      "grad_norm": 0.1178220883011818,
      "learning_rate": 1.4294861229592581e-05,
      "loss": 0.7615,
      "step": 17935
    },
    {
      "epoch": 0.37798395211978486,
      "grad_norm": 0.1303739696741104,
      "learning_rate": 1.4294244836313491e-05,
      "loss": 0.8107,
      "step": 17936
    },
    {
      "epoch": 0.3780050261581501,
      "grad_norm": 0.12125169485807419,
      "learning_rate": 1.4293628423029226e-05,
      "loss": 0.8343,
      "step": 17937
    },
    {
      "epoch": 0.3780261001965154,
      "grad_norm": 0.10950474441051483,
      "learning_rate": 1.429301198974266e-05,
      "loss": 0.79,
      "step": 17938
    },
    {
      "epoch": 0.3780471742348807,
      "grad_norm": 0.13044898211956024,
      "learning_rate": 1.4292395536456664e-05,
      "loss": 0.8252,
      "step": 17939
    },
    {
      "epoch": 0.378068248273246,
      "grad_norm": 0.1396535187959671,
      "learning_rate": 1.4291779063174108e-05,
      "loss": 0.8152,
      "step": 17940
    },
    {
      "epoch": 0.37808932231161124,
      "grad_norm": 0.12480825930833817,
      "learning_rate": 1.4291162569897862e-05,
      "loss": 0.783,
      "step": 17941
    },
    {
      "epoch": 0.37811039634997656,
      "grad_norm": 0.1370316445827484,
      "learning_rate": 1.4290546056630802e-05,
      "loss": 0.7924,
      "step": 17942
    },
    {
      "epoch": 0.37813147038834183,
      "grad_norm": 0.1389836221933365,
      "learning_rate": 1.4289929523375801e-05,
      "loss": 0.8399,
      "step": 17943
    },
    {
      "epoch": 0.37815254442670715,
      "grad_norm": 0.1542237251996994,
      "learning_rate": 1.4289312970135729e-05,
      "loss": 0.8302,
      "step": 17944
    },
    {
      "epoch": 0.3781736184650724,
      "grad_norm": 0.12015146017074585,
      "learning_rate": 1.4288696396913457e-05,
      "loss": 0.8133,
      "step": 17945
    },
    {
      "epoch": 0.3781946925034377,
      "grad_norm": 0.1532517373561859,
      "learning_rate": 1.4288079803711858e-05,
      "loss": 0.8576,
      "step": 17946
    },
    {
      "epoch": 0.378215766541803,
      "grad_norm": 0.15749138593673706,
      "learning_rate": 1.4287463190533806e-05,
      "loss": 0.8074,
      "step": 17947
    },
    {
      "epoch": 0.37823684058016827,
      "grad_norm": 0.10930801182985306,
      "learning_rate": 1.4286846557382173e-05,
      "loss": 0.7425,
      "step": 17948
    },
    {
      "epoch": 0.3782579146185336,
      "grad_norm": 0.13813874125480652,
      "learning_rate": 1.4286229904259831e-05,
      "loss": 0.7373,
      "step": 17949
    },
    {
      "epoch": 0.37827898865689885,
      "grad_norm": 0.11704491078853607,
      "learning_rate": 1.4285613231169655e-05,
      "loss": 0.848,
      "step": 17950
    },
    {
      "epoch": 0.3783000626952641,
      "grad_norm": 0.14978869259357452,
      "learning_rate": 1.4284996538114512e-05,
      "loss": 0.7708,
      "step": 17951
    },
    {
      "epoch": 0.37832113673362944,
      "grad_norm": 0.11942858248949051,
      "learning_rate": 1.4284379825097282e-05,
      "loss": 0.7504,
      "step": 17952
    },
    {
      "epoch": 0.3783422107719947,
      "grad_norm": 0.16028575599193573,
      "learning_rate": 1.4283763092120838e-05,
      "loss": 0.8679,
      "step": 17953
    },
    {
      "epoch": 0.37836328481036,
      "grad_norm": 0.14239601790905,
      "learning_rate": 1.4283146339188045e-05,
      "loss": 0.8281,
      "step": 17954
    },
    {
      "epoch": 0.3783843588487253,
      "grad_norm": 0.14247292280197144,
      "learning_rate": 1.4282529566301782e-05,
      "loss": 0.7859,
      "step": 17955
    },
    {
      "epoch": 0.37840543288709055,
      "grad_norm": 0.20099586248397827,
      "learning_rate": 1.428191277346492e-05,
      "loss": 0.8089,
      "step": 17956
    },
    {
      "epoch": 0.3784265069254559,
      "grad_norm": 0.12683214247226715,
      "learning_rate": 1.4281295960680335e-05,
      "loss": 0.7754,
      "step": 17957
    },
    {
      "epoch": 0.37844758096382114,
      "grad_norm": 0.1892484575510025,
      "learning_rate": 1.4280679127950903e-05,
      "loss": 0.8051,
      "step": 17958
    },
    {
      "epoch": 0.3784686550021864,
      "grad_norm": 0.1168610081076622,
      "learning_rate": 1.4280062275279489e-05,
      "loss": 0.7897,
      "step": 17959
    },
    {
      "epoch": 0.3784897290405517,
      "grad_norm": 0.1277749389410019,
      "learning_rate": 1.4279445402668974e-05,
      "loss": 0.8113,
      "step": 17960
    },
    {
      "epoch": 0.378510803078917,
      "grad_norm": 0.1260862499475479,
      "learning_rate": 1.427882851012223e-05,
      "loss": 0.8336,
      "step": 17961
    },
    {
      "epoch": 0.3785318771172823,
      "grad_norm": 0.13376064598560333,
      "learning_rate": 1.427821159764213e-05,
      "loss": 0.8363,
      "step": 17962
    },
    {
      "epoch": 0.3785529511556476,
      "grad_norm": 0.12094621360301971,
      "learning_rate": 1.4277594665231547e-05,
      "loss": 0.7786,
      "step": 17963
    },
    {
      "epoch": 0.37857402519401284,
      "grad_norm": 0.2863937318325043,
      "learning_rate": 1.4276977712893357e-05,
      "loss": 0.7534,
      "step": 17964
    },
    {
      "epoch": 0.37859509923237816,
      "grad_norm": 0.13175523281097412,
      "learning_rate": 1.4276360740630432e-05,
      "loss": 0.7755,
      "step": 17965
    },
    {
      "epoch": 0.37861617327074343,
      "grad_norm": 0.15833869576454163,
      "learning_rate": 1.427574374844565e-05,
      "loss": 0.8516,
      "step": 17966
    },
    {
      "epoch": 0.37863724730910875,
      "grad_norm": 0.17511624097824097,
      "learning_rate": 1.4275126736341881e-05,
      "loss": 0.805,
      "step": 17967
    },
    {
      "epoch": 0.378658321347474,
      "grad_norm": 0.16415876150131226,
      "learning_rate": 1.4274509704322004e-05,
      "loss": 0.8238,
      "step": 17968
    },
    {
      "epoch": 0.3786793953858393,
      "grad_norm": 0.13660112023353577,
      "learning_rate": 1.427389265238889e-05,
      "loss": 0.7754,
      "step": 17969
    },
    {
      "epoch": 0.3787004694242046,
      "grad_norm": 0.1419978141784668,
      "learning_rate": 1.4273275580545412e-05,
      "loss": 0.8197,
      "step": 17970
    },
    {
      "epoch": 0.37872154346256987,
      "grad_norm": 0.12810902297496796,
      "learning_rate": 1.4272658488794448e-05,
      "loss": 0.7834,
      "step": 17971
    },
    {
      "epoch": 0.3787426175009352,
      "grad_norm": 0.12079466134309769,
      "learning_rate": 1.4272041377138872e-05,
      "loss": 0.8797,
      "step": 17972
    },
    {
      "epoch": 0.37876369153930045,
      "grad_norm": 0.1081986054778099,
      "learning_rate": 1.4271424245581563e-05,
      "loss": 0.7697,
      "step": 17973
    },
    {
      "epoch": 0.3787847655776657,
      "grad_norm": 0.11954084783792496,
      "learning_rate": 1.4270807094125387e-05,
      "loss": 0.8152,
      "step": 17974
    },
    {
      "epoch": 0.37880583961603104,
      "grad_norm": 0.11638122797012329,
      "learning_rate": 1.4270189922773225e-05,
      "loss": 0.824,
      "step": 17975
    },
    {
      "epoch": 0.3788269136543963,
      "grad_norm": 0.12850087881088257,
      "learning_rate": 1.4269572731527951e-05,
      "loss": 0.8656,
      "step": 17976
    },
    {
      "epoch": 0.37884798769276157,
      "grad_norm": 0.1714440882205963,
      "learning_rate": 1.426895552039244e-05,
      "loss": 0.8596,
      "step": 17977
    },
    {
      "epoch": 0.3788690617311269,
      "grad_norm": 0.22976039350032806,
      "learning_rate": 1.4268338289369568e-05,
      "loss": 0.9282,
      "step": 17978
    },
    {
      "epoch": 0.37889013576949215,
      "grad_norm": 0.13416725397109985,
      "learning_rate": 1.426772103846221e-05,
      "loss": 0.828,
      "step": 17979
    },
    {
      "epoch": 0.3789112098078575,
      "grad_norm": 0.12171941250562668,
      "learning_rate": 1.4267103767673242e-05,
      "loss": 0.7604,
      "step": 17980
    },
    {
      "epoch": 0.37893228384622274,
      "grad_norm": 0.15514755249023438,
      "learning_rate": 1.4266486477005538e-05,
      "loss": 0.8511,
      "step": 17981
    },
    {
      "epoch": 0.378953357884588,
      "grad_norm": 0.11745469272136688,
      "learning_rate": 1.4265869166461976e-05,
      "loss": 0.8131,
      "step": 17982
    },
    {
      "epoch": 0.3789744319229533,
      "grad_norm": 0.1788518726825714,
      "learning_rate": 1.4265251836045432e-05,
      "loss": 0.8011,
      "step": 17983
    },
    {
      "epoch": 0.3789955059613186,
      "grad_norm": 0.1662464737892151,
      "learning_rate": 1.4264634485758779e-05,
      "loss": 0.821,
      "step": 17984
    },
    {
      "epoch": 0.3790165799996839,
      "grad_norm": 0.10505194962024689,
      "learning_rate": 1.4264017115604894e-05,
      "loss": 0.8042,
      "step": 17985
    },
    {
      "epoch": 0.3790376540380492,
      "grad_norm": 0.1731063574552536,
      "learning_rate": 1.4263399725586653e-05,
      "loss": 0.826,
      "step": 17986
    },
    {
      "epoch": 0.37905872807641444,
      "grad_norm": 0.23543629050254822,
      "learning_rate": 1.4262782315706934e-05,
      "loss": 0.8145,
      "step": 17987
    },
    {
      "epoch": 0.37907980211477976,
      "grad_norm": 0.17155176401138306,
      "learning_rate": 1.4262164885968614e-05,
      "loss": 0.8338,
      "step": 17988
    },
    {
      "epoch": 0.379100876153145,
      "grad_norm": 0.1246737539768219,
      "learning_rate": 1.4261547436374565e-05,
      "loss": 0.7519,
      "step": 17989
    },
    {
      "epoch": 0.37912195019151035,
      "grad_norm": 0.13181619346141815,
      "learning_rate": 1.4260929966927666e-05,
      "loss": 0.7516,
      "step": 17990
    },
    {
      "epoch": 0.3791430242298756,
      "grad_norm": 0.14090006053447723,
      "learning_rate": 1.4260312477630794e-05,
      "loss": 0.7708,
      "step": 17991
    },
    {
      "epoch": 0.3791640982682409,
      "grad_norm": 0.14298847317695618,
      "learning_rate": 1.4259694968486825e-05,
      "loss": 0.8405,
      "step": 17992
    },
    {
      "epoch": 0.3791851723066062,
      "grad_norm": 0.13280679285526276,
      "learning_rate": 1.4259077439498636e-05,
      "loss": 0.7978,
      "step": 17993
    },
    {
      "epoch": 0.37920624634497146,
      "grad_norm": 0.12496912479400635,
      "learning_rate": 1.4258459890669103e-05,
      "loss": 0.8066,
      "step": 17994
    },
    {
      "epoch": 0.3792273203833368,
      "grad_norm": 0.13413368165493011,
      "learning_rate": 1.4257842322001104e-05,
      "loss": 0.7969,
      "step": 17995
    },
    {
      "epoch": 0.37924839442170205,
      "grad_norm": 0.14002308249473572,
      "learning_rate": 1.4257224733497515e-05,
      "loss": 0.8152,
      "step": 17996
    },
    {
      "epoch": 0.3792694684600673,
      "grad_norm": 0.16410009562969208,
      "learning_rate": 1.4256607125161214e-05,
      "loss": 0.8462,
      "step": 17997
    },
    {
      "epoch": 0.37929054249843264,
      "grad_norm": 0.2225426286458969,
      "learning_rate": 1.425598949699508e-05,
      "loss": 0.8284,
      "step": 17998
    },
    {
      "epoch": 0.3793116165367979,
      "grad_norm": 0.10636100172996521,
      "learning_rate": 1.4255371849001982e-05,
      "loss": 0.7924,
      "step": 17999
    },
    {
      "epoch": 0.37933269057516317,
      "grad_norm": 0.10742898285388947,
      "learning_rate": 1.4254754181184808e-05,
      "loss": 0.8191,
      "step": 18000
    },
    {
      "epoch": 0.3793537646135285,
      "grad_norm": 0.11021842062473297,
      "learning_rate": 1.4254136493546432e-05,
      "loss": 0.8033,
      "step": 18001
    },
    {
      "epoch": 0.37937483865189375,
      "grad_norm": 0.12066860496997833,
      "learning_rate": 1.425351878608973e-05,
      "loss": 0.8024,
      "step": 18002
    },
    {
      "epoch": 0.3793959126902591,
      "grad_norm": 0.10856485366821289,
      "learning_rate": 1.4252901058817578e-05,
      "loss": 0.786,
      "step": 18003
    },
    {
      "epoch": 0.37941698672862434,
      "grad_norm": 0.13097067177295685,
      "learning_rate": 1.4252283311732859e-05,
      "loss": 0.8605,
      "step": 18004
    },
    {
      "epoch": 0.3794380607669896,
      "grad_norm": 0.1051441952586174,
      "learning_rate": 1.4251665544838445e-05,
      "loss": 0.7893,
      "step": 18005
    },
    {
      "epoch": 0.3794591348053549,
      "grad_norm": 0.12147122621536255,
      "learning_rate": 1.4251047758137215e-05,
      "loss": 0.8173,
      "step": 18006
    },
    {
      "epoch": 0.3794802088437202,
      "grad_norm": 0.1336362361907959,
      "learning_rate": 1.4250429951632054e-05,
      "loss": 0.8241,
      "step": 18007
    },
    {
      "epoch": 0.3795012828820855,
      "grad_norm": 0.14437460899353027,
      "learning_rate": 1.4249812125325833e-05,
      "loss": 0.7836,
      "step": 18008
    },
    {
      "epoch": 0.3795223569204508,
      "grad_norm": 0.13719069957733154,
      "learning_rate": 1.424919427922143e-05,
      "loss": 0.7935,
      "step": 18009
    },
    {
      "epoch": 0.37954343095881604,
      "grad_norm": 0.15006552636623383,
      "learning_rate": 1.4248576413321726e-05,
      "loss": 0.8484,
      "step": 18010
    },
    {
      "epoch": 0.37956450499718136,
      "grad_norm": 0.18560448288917542,
      "learning_rate": 1.42479585276296e-05,
      "loss": 0.837,
      "step": 18011
    },
    {
      "epoch": 0.3795855790355466,
      "grad_norm": 0.12374290823936462,
      "learning_rate": 1.4247340622147927e-05,
      "loss": 0.819,
      "step": 18012
    },
    {
      "epoch": 0.37960665307391195,
      "grad_norm": 0.19982996582984924,
      "learning_rate": 1.4246722696879592e-05,
      "loss": 0.86,
      "step": 18013
    },
    {
      "epoch": 0.3796277271122772,
      "grad_norm": 0.20241549611091614,
      "learning_rate": 1.4246104751827465e-05,
      "loss": 0.8504,
      "step": 18014
    },
    {
      "epoch": 0.3796488011506425,
      "grad_norm": 0.1268686056137085,
      "learning_rate": 1.4245486786994431e-05,
      "loss": 0.7761,
      "step": 18015
    },
    {
      "epoch": 0.3796698751890078,
      "grad_norm": 0.16762475669384003,
      "learning_rate": 1.4244868802383368e-05,
      "loss": 0.7958,
      "step": 18016
    },
    {
      "epoch": 0.37969094922737306,
      "grad_norm": 0.16501736640930176,
      "learning_rate": 1.4244250797997153e-05,
      "loss": 0.853,
      "step": 18017
    },
    {
      "epoch": 0.37971202326573833,
      "grad_norm": 0.14937126636505127,
      "learning_rate": 1.4243632773838666e-05,
      "loss": 0.8159,
      "step": 18018
    },
    {
      "epoch": 0.37973309730410365,
      "grad_norm": 0.13802018761634827,
      "learning_rate": 1.4243014729910787e-05,
      "loss": 0.7847,
      "step": 18019
    },
    {
      "epoch": 0.3797541713424689,
      "grad_norm": 0.1373359113931656,
      "learning_rate": 1.4242396666216394e-05,
      "loss": 0.8208,
      "step": 18020
    },
    {
      "epoch": 0.37977524538083424,
      "grad_norm": 0.16542662680149078,
      "learning_rate": 1.4241778582758364e-05,
      "loss": 0.7995,
      "step": 18021
    },
    {
      "epoch": 0.3797963194191995,
      "grad_norm": 0.11967279016971588,
      "learning_rate": 1.4241160479539582e-05,
      "loss": 0.7876,
      "step": 18022
    },
    {
      "epoch": 0.37981739345756477,
      "grad_norm": 0.13192324340343475,
      "learning_rate": 1.4240542356562924e-05,
      "loss": 0.8039,
      "step": 18023
    },
    {
      "epoch": 0.3798384674959301,
      "grad_norm": 0.12440243363380432,
      "learning_rate": 1.4239924213831268e-05,
      "loss": 0.8517,
      "step": 18024
    },
    {
      "epoch": 0.37985954153429535,
      "grad_norm": 0.13346362113952637,
      "learning_rate": 1.4239306051347499e-05,
      "loss": 0.8525,
      "step": 18025
    },
    {
      "epoch": 0.3798806155726607,
      "grad_norm": 0.11561359465122223,
      "learning_rate": 1.4238687869114494e-05,
      "loss": 0.785,
      "step": 18026
    },
    {
      "epoch": 0.37990168961102594,
      "grad_norm": 0.13780222833156586,
      "learning_rate": 1.4238069667135133e-05,
      "loss": 0.8119,
      "step": 18027
    },
    {
      "epoch": 0.3799227636493912,
      "grad_norm": 0.15816722810268402,
      "learning_rate": 1.4237451445412292e-05,
      "loss": 0.8445,
      "step": 18028
    },
    {
      "epoch": 0.3799438376877565,
      "grad_norm": 0.12651538848876953,
      "learning_rate": 1.4236833203948855e-05,
      "loss": 0.8332,
      "step": 18029
    },
    {
      "epoch": 0.3799649117261218,
      "grad_norm": 0.13711829483509064,
      "learning_rate": 1.4236214942747703e-05,
      "loss": 0.8153,
      "step": 18030
    },
    {
      "epoch": 0.3799859857644871,
      "grad_norm": 0.12959334254264832,
      "learning_rate": 1.4235596661811714e-05,
      "loss": 0.8376,
      "step": 18031
    },
    {
      "epoch": 0.3800070598028524,
      "grad_norm": 0.13769592344760895,
      "learning_rate": 1.4234978361143773e-05,
      "loss": 0.8638,
      "step": 18032
    },
    {
      "epoch": 0.38002813384121764,
      "grad_norm": 0.13569927215576172,
      "learning_rate": 1.4234360040746753e-05,
      "loss": 0.8749,
      "step": 18033
    },
    {
      "epoch": 0.38004920787958296,
      "grad_norm": 0.14410988986492157,
      "learning_rate": 1.4233741700623537e-05,
      "loss": 0.8326,
      "step": 18034
    },
    {
      "epoch": 0.3800702819179482,
      "grad_norm": 0.20130062103271484,
      "learning_rate": 1.4233123340777008e-05,
      "loss": 0.8682,
      "step": 18035
    },
    {
      "epoch": 0.3800913559563135,
      "grad_norm": 0.15192726254463196,
      "learning_rate": 1.4232504961210047e-05,
      "loss": 0.8797,
      "step": 18036
    },
    {
      "epoch": 0.3801124299946788,
      "grad_norm": 0.14079107344150543,
      "learning_rate": 1.4231886561925532e-05,
      "loss": 0.8065,
      "step": 18037
    },
    {
      "epoch": 0.3801335040330441,
      "grad_norm": 0.11789160221815109,
      "learning_rate": 1.4231268142926345e-05,
      "loss": 0.7914,
      "step": 18038
    },
    {
      "epoch": 0.3801545780714094,
      "grad_norm": 0.13852497935295105,
      "learning_rate": 1.4230649704215367e-05,
      "loss": 0.7756,
      "step": 18039
    },
    {
      "epoch": 0.38017565210977466,
      "grad_norm": 0.16953134536743164,
      "learning_rate": 1.4230031245795479e-05,
      "loss": 0.8388,
      "step": 18040
    },
    {
      "epoch": 0.38019672614813993,
      "grad_norm": 0.1272595077753067,
      "learning_rate": 1.4229412767669564e-05,
      "loss": 0.8232,
      "step": 18041
    },
    {
      "epoch": 0.38021780018650525,
      "grad_norm": 0.16373877227306366,
      "learning_rate": 1.4228794269840501e-05,
      "loss": 0.8289,
      "step": 18042
    },
    {
      "epoch": 0.3802388742248705,
      "grad_norm": 0.1226685494184494,
      "learning_rate": 1.4228175752311169e-05,
      "loss": 0.8189,
      "step": 18043
    },
    {
      "epoch": 0.38025994826323584,
      "grad_norm": 0.1442054808139801,
      "learning_rate": 1.4227557215084454e-05,
      "loss": 0.7651,
      "step": 18044
    },
    {
      "epoch": 0.3802810223016011,
      "grad_norm": 0.14495398104190826,
      "learning_rate": 1.4226938658163236e-05,
      "loss": 0.8649,
      "step": 18045
    },
    {
      "epoch": 0.38030209633996637,
      "grad_norm": 0.16130948066711426,
      "learning_rate": 1.4226320081550395e-05,
      "loss": 0.9206,
      "step": 18046
    },
    {
      "epoch": 0.3803231703783317,
      "grad_norm": 0.1420487016439438,
      "learning_rate": 1.4225701485248817e-05,
      "loss": 0.8018,
      "step": 18047
    },
    {
      "epoch": 0.38034424441669695,
      "grad_norm": 0.1790459156036377,
      "learning_rate": 1.4225082869261382e-05,
      "loss": 0.8298,
      "step": 18048
    },
    {
      "epoch": 0.3803653184550623,
      "grad_norm": 0.1366627961397171,
      "learning_rate": 1.4224464233590967e-05,
      "loss": 0.8394,
      "step": 18049
    },
    {
      "epoch": 0.38038639249342754,
      "grad_norm": 0.10497134178876877,
      "learning_rate": 1.4223845578240456e-05,
      "loss": 0.7712,
      "step": 18050
    },
    {
      "epoch": 0.3804074665317928,
      "grad_norm": 0.1185876727104187,
      "learning_rate": 1.4223226903212739e-05,
      "loss": 0.7961,
      "step": 18051
    },
    {
      "epoch": 0.3804285405701581,
      "grad_norm": 0.12971864640712738,
      "learning_rate": 1.4222608208510687e-05,
      "loss": 0.7334,
      "step": 18052
    },
    {
      "epoch": 0.3804496146085234,
      "grad_norm": 0.12369782477617264,
      "learning_rate": 1.4221989494137189e-05,
      "loss": 0.8475,
      "step": 18053
    },
    {
      "epoch": 0.38047068864688866,
      "grad_norm": 0.12422993034124374,
      "learning_rate": 1.4221370760095126e-05,
      "loss": 0.8339,
      "step": 18054
    },
    {
      "epoch": 0.380491762685254,
      "grad_norm": 0.1168496310710907,
      "learning_rate": 1.4220752006387379e-05,
      "loss": 0.8622,
      "step": 18055
    },
    {
      "epoch": 0.38051283672361924,
      "grad_norm": 0.14376330375671387,
      "learning_rate": 1.4220133233016832e-05,
      "loss": 0.8109,
      "step": 18056
    },
    {
      "epoch": 0.38053391076198456,
      "grad_norm": 0.11370015144348145,
      "learning_rate": 1.4219514439986367e-05,
      "loss": 0.8621,
      "step": 18057
    },
    {
      "epoch": 0.3805549848003498,
      "grad_norm": 0.13499033451080322,
      "learning_rate": 1.4218895627298867e-05,
      "loss": 0.8809,
      "step": 18058
    },
    {
      "epoch": 0.3805760588387151,
      "grad_norm": 0.11846762895584106,
      "learning_rate": 1.4218276794957216e-05,
      "loss": 0.7993,
      "step": 18059
    },
    {
      "epoch": 0.3805971328770804,
      "grad_norm": 0.13435019552707672,
      "learning_rate": 1.4217657942964294e-05,
      "loss": 0.8861,
      "step": 18060
    },
    {
      "epoch": 0.3806182069154457,
      "grad_norm": 0.11470549553632736,
      "learning_rate": 1.4217039071322986e-05,
      "loss": 0.7548,
      "step": 18061
    },
    {
      "epoch": 0.380639280953811,
      "grad_norm": 0.17053936421871185,
      "learning_rate": 1.4216420180036175e-05,
      "loss": 0.9282,
      "step": 18062
    },
    {
      "epoch": 0.38066035499217626,
      "grad_norm": 0.17050155997276306,
      "learning_rate": 1.4215801269106745e-05,
      "loss": 0.8455,
      "step": 18063
    },
    {
      "epoch": 0.38068142903054153,
      "grad_norm": 0.12369437515735626,
      "learning_rate": 1.4215182338537573e-05,
      "loss": 0.7115,
      "step": 18064
    },
    {
      "epoch": 0.38070250306890685,
      "grad_norm": 0.1077466830611229,
      "learning_rate": 1.421456338833155e-05,
      "loss": 0.7934,
      "step": 18065
    },
    {
      "epoch": 0.3807235771072721,
      "grad_norm": 0.15288788080215454,
      "learning_rate": 1.4213944418491559e-05,
      "loss": 0.8696,
      "step": 18066
    },
    {
      "epoch": 0.38074465114563744,
      "grad_norm": 0.11423706263303757,
      "learning_rate": 1.4213325429020482e-05,
      "loss": 0.8225,
      "step": 18067
    },
    {
      "epoch": 0.3807657251840027,
      "grad_norm": 0.15975533425807953,
      "learning_rate": 1.4212706419921198e-05,
      "loss": 0.869,
      "step": 18068
    },
    {
      "epoch": 0.38078679922236797,
      "grad_norm": 0.1443500518798828,
      "learning_rate": 1.4212087391196598e-05,
      "loss": 0.8629,
      "step": 18069
    },
    {
      "epoch": 0.3808078732607333,
      "grad_norm": 0.1242549940943718,
      "learning_rate": 1.4211468342849562e-05,
      "loss": 0.8118,
      "step": 18070
    },
    {
      "epoch": 0.38082894729909855,
      "grad_norm": 0.22555866837501526,
      "learning_rate": 1.4210849274882971e-05,
      "loss": 0.8619,
      "step": 18071
    },
    {
      "epoch": 0.3808500213374638,
      "grad_norm": 0.2076624035835266,
      "learning_rate": 1.4210230187299717e-05,
      "loss": 0.8258,
      "step": 18072
    },
    {
      "epoch": 0.38087109537582914,
      "grad_norm": 0.15086723864078522,
      "learning_rate": 1.4209611080102676e-05,
      "loss": 0.8096,
      "step": 18073
    },
    {
      "epoch": 0.3808921694141944,
      "grad_norm": 0.2132798433303833,
      "learning_rate": 1.4208991953294738e-05,
      "loss": 0.7943,
      "step": 18074
    },
    {
      "epoch": 0.3809132434525597,
      "grad_norm": 0.1668582558631897,
      "learning_rate": 1.4208372806878782e-05,
      "loss": 0.8095,
      "step": 18075
    },
    {
      "epoch": 0.380934317490925,
      "grad_norm": 0.143392875790596,
      "learning_rate": 1.42077536408577e-05,
      "loss": 0.8485,
      "step": 18076
    },
    {
      "epoch": 0.38095539152929025,
      "grad_norm": 0.17702090740203857,
      "learning_rate": 1.420713445523437e-05,
      "loss": 0.8172,
      "step": 18077
    },
    {
      "epoch": 0.3809764655676556,
      "grad_norm": 0.1557411253452301,
      "learning_rate": 1.4206515250011674e-05,
      "loss": 0.8222,
      "step": 18078
    },
    {
      "epoch": 0.38099753960602084,
      "grad_norm": 0.13934017717838287,
      "learning_rate": 1.4205896025192504e-05,
      "loss": 0.7395,
      "step": 18079
    },
    {
      "epoch": 0.38101861364438616,
      "grad_norm": 0.13495421409606934,
      "learning_rate": 1.4205276780779745e-05,
      "loss": 0.8315,
      "step": 18080
    },
    {
      "epoch": 0.3810396876827514,
      "grad_norm": 0.18716789782047272,
      "learning_rate": 1.4204657516776275e-05,
      "loss": 0.8601,
      "step": 18081
    },
    {
      "epoch": 0.3810607617211167,
      "grad_norm": 0.13444246351718903,
      "learning_rate": 1.4204038233184983e-05,
      "loss": 0.7834,
      "step": 18082
    },
    {
      "epoch": 0.381081835759482,
      "grad_norm": 0.16368502378463745,
      "learning_rate": 1.4203418930008755e-05,
      "loss": 0.8723,
      "step": 18083
    },
    {
      "epoch": 0.3811029097978473,
      "grad_norm": 0.16965734958648682,
      "learning_rate": 1.420279960725047e-05,
      "loss": 0.7743,
      "step": 18084
    },
    {
      "epoch": 0.3811239838362126,
      "grad_norm": 0.13154037296772003,
      "learning_rate": 1.4202180264913022e-05,
      "loss": 0.7945,
      "step": 18085
    },
    {
      "epoch": 0.38114505787457786,
      "grad_norm": 0.23538468778133392,
      "learning_rate": 1.420156090299929e-05,
      "loss": 0.8911,
      "step": 18086
    },
    {
      "epoch": 0.38116613191294313,
      "grad_norm": 0.1460752934217453,
      "learning_rate": 1.4200941521512158e-05,
      "loss": 0.7896,
      "step": 18087
    },
    {
      "epoch": 0.38118720595130845,
      "grad_norm": 0.16126134991645813,
      "learning_rate": 1.420032212045452e-05,
      "loss": 0.7014,
      "step": 18088
    },
    {
      "epoch": 0.3812082799896737,
      "grad_norm": 0.17752081155776978,
      "learning_rate": 1.4199702699829254e-05,
      "loss": 0.8143,
      "step": 18089
    },
    {
      "epoch": 0.381229354028039,
      "grad_norm": 0.1570124477148056,
      "learning_rate": 1.4199083259639249e-05,
      "loss": 0.8476,
      "step": 18090
    },
    {
      "epoch": 0.3812504280664043,
      "grad_norm": 0.14311246573925018,
      "learning_rate": 1.419846379988739e-05,
      "loss": 0.8213,
      "step": 18091
    },
    {
      "epoch": 0.38127150210476957,
      "grad_norm": 0.15439628064632416,
      "learning_rate": 1.4197844320576561e-05,
      "loss": 0.8496,
      "step": 18092
    },
    {
      "epoch": 0.3812925761431349,
      "grad_norm": 0.14155419170856476,
      "learning_rate": 1.4197224821709648e-05,
      "loss": 0.8195,
      "step": 18093
    },
    {
      "epoch": 0.38131365018150015,
      "grad_norm": 0.20420071482658386,
      "learning_rate": 1.419660530328954e-05,
      "loss": 0.9227,
      "step": 18094
    },
    {
      "epoch": 0.3813347242198654,
      "grad_norm": 0.17128148674964905,
      "learning_rate": 1.4195985765319123e-05,
      "loss": 0.9144,
      "step": 18095
    },
    {
      "epoch": 0.38135579825823074,
      "grad_norm": 0.1236281543970108,
      "learning_rate": 1.4195366207801278e-05,
      "loss": 0.7904,
      "step": 18096
    },
    {
      "epoch": 0.381376872296596,
      "grad_norm": 0.1850769966840744,
      "learning_rate": 1.4194746630738899e-05,
      "loss": 0.827,
      "step": 18097
    },
    {
      "epoch": 0.3813979463349613,
      "grad_norm": 0.12383738160133362,
      "learning_rate": 1.4194127034134864e-05,
      "loss": 0.8146,
      "step": 18098
    },
    {
      "epoch": 0.3814190203733266,
      "grad_norm": 0.16283579170703888,
      "learning_rate": 1.4193507417992065e-05,
      "loss": 0.8897,
      "step": 18099
    },
    {
      "epoch": 0.38144009441169185,
      "grad_norm": 0.13924641907215118,
      "learning_rate": 1.4192887782313388e-05,
      "loss": 0.8115,
      "step": 18100
    },
    {
      "epoch": 0.3814611684500572,
      "grad_norm": 0.17332662642002106,
      "learning_rate": 1.4192268127101717e-05,
      "loss": 0.8263,
      "step": 18101
    },
    {
      "epoch": 0.38148224248842244,
      "grad_norm": 0.13038620352745056,
      "learning_rate": 1.4191648452359942e-05,
      "loss": 0.8078,
      "step": 18102
    },
    {
      "epoch": 0.38150331652678776,
      "grad_norm": 0.16284945607185364,
      "learning_rate": 1.419102875809095e-05,
      "loss": 0.8312,
      "step": 18103
    },
    {
      "epoch": 0.381524390565153,
      "grad_norm": 0.15586768090724945,
      "learning_rate": 1.4190409044297624e-05,
      "loss": 0.8821,
      "step": 18104
    },
    {
      "epoch": 0.3815454646035183,
      "grad_norm": 0.11705948412418365,
      "learning_rate": 1.4189789310982853e-05,
      "loss": 0.8088,
      "step": 18105
    },
    {
      "epoch": 0.3815665386418836,
      "grad_norm": 0.15650297701358795,
      "learning_rate": 1.418916955814953e-05,
      "loss": 0.8062,
      "step": 18106
    },
    {
      "epoch": 0.3815876126802489,
      "grad_norm": 0.12505106627941132,
      "learning_rate": 1.4188549785800528e-05,
      "loss": 0.8493,
      "step": 18107
    },
    {
      "epoch": 0.3816086867186142,
      "grad_norm": 0.15616972744464874,
      "learning_rate": 1.4187929993938748e-05,
      "loss": 0.8073,
      "step": 18108
    },
    {
      "epoch": 0.38162976075697946,
      "grad_norm": 0.11612634360790253,
      "learning_rate": 1.418731018256707e-05,
      "loss": 0.8121,
      "step": 18109
    },
    {
      "epoch": 0.38165083479534473,
      "grad_norm": 0.14512071013450623,
      "learning_rate": 1.4186690351688387e-05,
      "loss": 0.8644,
      "step": 18110
    },
    {
      "epoch": 0.38167190883371005,
      "grad_norm": 0.12529031932353973,
      "learning_rate": 1.4186070501305582e-05,
      "loss": 0.8141,
      "step": 18111
    },
    {
      "epoch": 0.3816929828720753,
      "grad_norm": 0.14736855030059814,
      "learning_rate": 1.4185450631421542e-05,
      "loss": 0.8716,
      "step": 18112
    },
    {
      "epoch": 0.3817140569104406,
      "grad_norm": 0.13802817463874817,
      "learning_rate": 1.4184830742039157e-05,
      "loss": 0.8377,
      "step": 18113
    },
    {
      "epoch": 0.3817351309488059,
      "grad_norm": 0.13179486989974976,
      "learning_rate": 1.4184210833161313e-05,
      "loss": 0.7158,
      "step": 18114
    },
    {
      "epoch": 0.38175620498717117,
      "grad_norm": 0.13846133649349213,
      "learning_rate": 1.4183590904790903e-05,
      "loss": 0.7922,
      "step": 18115
    },
    {
      "epoch": 0.3817772790255365,
      "grad_norm": 0.15569473803043365,
      "learning_rate": 1.4182970956930808e-05,
      "loss": 0.7937,
      "step": 18116
    },
    {
      "epoch": 0.38179835306390175,
      "grad_norm": 0.12582559883594513,
      "learning_rate": 1.4182350989583922e-05,
      "loss": 0.8709,
      "step": 18117
    },
    {
      "epoch": 0.381819427102267,
      "grad_norm": 0.14687946438789368,
      "learning_rate": 1.418173100275313e-05,
      "loss": 0.8175,
      "step": 18118
    },
    {
      "epoch": 0.38184050114063234,
      "grad_norm": 0.12325736880302429,
      "learning_rate": 1.4181110996441319e-05,
      "loss": 0.7678,
      "step": 18119
    },
    {
      "epoch": 0.3818615751789976,
      "grad_norm": 0.14452284574508667,
      "learning_rate": 1.4180490970651382e-05,
      "loss": 0.8335,
      "step": 18120
    },
    {
      "epoch": 0.3818826492173629,
      "grad_norm": 0.14571300148963928,
      "learning_rate": 1.4179870925386201e-05,
      "loss": 0.8431,
      "step": 18121
    },
    {
      "epoch": 0.3819037232557282,
      "grad_norm": 0.11599914729595184,
      "learning_rate": 1.417925086064867e-05,
      "loss": 0.7668,
      "step": 18122
    },
    {
      "epoch": 0.38192479729409345,
      "grad_norm": 0.1286936104297638,
      "learning_rate": 1.4178630776441676e-05,
      "loss": 0.804,
      "step": 18123
    },
    {
      "epoch": 0.3819458713324588,
      "grad_norm": 0.1072593405842781,
      "learning_rate": 1.4178010672768108e-05,
      "loss": 0.8236,
      "step": 18124
    },
    {
      "epoch": 0.38196694537082404,
      "grad_norm": 0.1524793803691864,
      "learning_rate": 1.4177390549630854e-05,
      "loss": 0.8668,
      "step": 18125
    },
    {
      "epoch": 0.38198801940918936,
      "grad_norm": 0.13550886511802673,
      "learning_rate": 1.4176770407032805e-05,
      "loss": 0.7991,
      "step": 18126
    },
    {
      "epoch": 0.3820090934475546,
      "grad_norm": 0.15163962543010712,
      "learning_rate": 1.4176150244976844e-05,
      "loss": 0.8014,
      "step": 18127
    },
    {
      "epoch": 0.3820301674859199,
      "grad_norm": 0.12294767796993256,
      "learning_rate": 1.4175530063465868e-05,
      "loss": 0.7982,
      "step": 18128
    },
    {
      "epoch": 0.3820512415242852,
      "grad_norm": 0.21414436399936676,
      "learning_rate": 1.417490986250276e-05,
      "loss": 0.7681,
      "step": 18129
    },
    {
      "epoch": 0.3820723155626505,
      "grad_norm": 0.13399766385555267,
      "learning_rate": 1.4174289642090416e-05,
      "loss": 0.8401,
      "step": 18130
    },
    {
      "epoch": 0.38209338960101574,
      "grad_norm": 0.1361139416694641,
      "learning_rate": 1.4173669402231718e-05,
      "loss": 0.8281,
      "step": 18131
    },
    {
      "epoch": 0.38211446363938106,
      "grad_norm": 0.10455581545829773,
      "learning_rate": 1.4173049142929558e-05,
      "loss": 0.7944,
      "step": 18132
    },
    {
      "epoch": 0.38213553767774633,
      "grad_norm": 0.15192121267318726,
      "learning_rate": 1.4172428864186826e-05,
      "loss": 0.8298,
      "step": 18133
    },
    {
      "epoch": 0.38215661171611165,
      "grad_norm": 0.15652024745941162,
      "learning_rate": 1.4171808566006413e-05,
      "loss": 0.8637,
      "step": 18134
    },
    {
      "epoch": 0.3821776857544769,
      "grad_norm": 0.14877557754516602,
      "learning_rate": 1.417118824839121e-05,
      "loss": 0.808,
      "step": 18135
    },
    {
      "epoch": 0.3821987597928422,
      "grad_norm": 0.12511862814426422,
      "learning_rate": 1.41705679113441e-05,
      "loss": 0.8141,
      "step": 18136
    },
    {
      "epoch": 0.3822198338312075,
      "grad_norm": 0.13116849958896637,
      "learning_rate": 1.416994755486798e-05,
      "loss": 0.8476,
      "step": 18137
    },
    {
      "epoch": 0.38224090786957277,
      "grad_norm": 0.1525675654411316,
      "learning_rate": 1.4169327178965735e-05,
      "loss": 0.7756,
      "step": 18138
    },
    {
      "epoch": 0.3822619819079381,
      "grad_norm": 0.12911531329154968,
      "learning_rate": 1.4168706783640258e-05,
      "loss": 0.7863,
      "step": 18139
    },
    {
      "epoch": 0.38228305594630335,
      "grad_norm": 0.15324179828166962,
      "learning_rate": 1.416808636889444e-05,
      "loss": 0.7508,
      "step": 18140
    },
    {
      "epoch": 0.3823041299846686,
      "grad_norm": 0.12565448880195618,
      "learning_rate": 1.4167465934731168e-05,
      "loss": 0.8272,
      "step": 18141
    },
    {
      "epoch": 0.38232520402303394,
      "grad_norm": 0.12122219055891037,
      "learning_rate": 1.4166845481153338e-05,
      "loss": 0.8219,
      "step": 18142
    },
    {
      "epoch": 0.3823462780613992,
      "grad_norm": 0.1672704517841339,
      "learning_rate": 1.4166225008163829e-05,
      "loss": 0.8573,
      "step": 18143
    },
    {
      "epoch": 0.3823673520997645,
      "grad_norm": 0.14408551156520844,
      "learning_rate": 1.4165604515765546e-05,
      "loss": 0.7572,
      "step": 18144
    },
    {
      "epoch": 0.3823884261381298,
      "grad_norm": 0.15750138461589813,
      "learning_rate": 1.416498400396137e-05,
      "loss": 0.8723,
      "step": 18145
    },
    {
      "epoch": 0.38240950017649505,
      "grad_norm": 0.12555307149887085,
      "learning_rate": 1.4164363472754194e-05,
      "loss": 0.7983,
      "step": 18146
    },
    {
      "epoch": 0.3824305742148604,
      "grad_norm": 0.16242465376853943,
      "learning_rate": 1.416374292214691e-05,
      "loss": 0.8086,
      "step": 18147
    },
    {
      "epoch": 0.38245164825322564,
      "grad_norm": 0.11663690209388733,
      "learning_rate": 1.4163122352142408e-05,
      "loss": 0.8739,
      "step": 18148
    },
    {
      "epoch": 0.3824727222915909,
      "grad_norm": 0.16874584555625916,
      "learning_rate": 1.4162501762743579e-05,
      "loss": 0.8696,
      "step": 18149
    },
    {
      "epoch": 0.3824937963299562,
      "grad_norm": 0.105616994202137,
      "learning_rate": 1.4161881153953314e-05,
      "loss": 0.6937,
      "step": 18150
    },
    {
      "epoch": 0.3825148703683215,
      "grad_norm": 0.14122019708156586,
      "learning_rate": 1.4161260525774506e-05,
      "loss": 0.8233,
      "step": 18151
    },
    {
      "epoch": 0.3825359444066868,
      "grad_norm": 0.13417179882526398,
      "learning_rate": 1.4160639878210041e-05,
      "loss": 0.8,
      "step": 18152
    },
    {
      "epoch": 0.3825570184450521,
      "grad_norm": 0.18485751748085022,
      "learning_rate": 1.4160019211262816e-05,
      "loss": 0.8831,
      "step": 18153
    },
    {
      "epoch": 0.38257809248341734,
      "grad_norm": 0.14529412984848022,
      "learning_rate": 1.4159398524935723e-05,
      "loss": 0.7564,
      "step": 18154
    },
    {
      "epoch": 0.38259916652178266,
      "grad_norm": 0.1407584398984909,
      "learning_rate": 1.415877781923165e-05,
      "loss": 0.773,
      "step": 18155
    },
    {
      "epoch": 0.38262024056014793,
      "grad_norm": 0.13710421323776245,
      "learning_rate": 1.4158157094153486e-05,
      "loss": 0.8199,
      "step": 18156
    },
    {
      "epoch": 0.38264131459851325,
      "grad_norm": 0.1407691240310669,
      "learning_rate": 1.4157536349704128e-05,
      "loss": 0.718,
      "step": 18157
    },
    {
      "epoch": 0.3826623886368785,
      "grad_norm": 0.13562972843647003,
      "learning_rate": 1.4156915585886467e-05,
      "loss": 0.7707,
      "step": 18158
    },
    {
      "epoch": 0.3826834626752438,
      "grad_norm": 0.15561306476593018,
      "learning_rate": 1.4156294802703394e-05,
      "loss": 0.8206,
      "step": 18159
    },
    {
      "epoch": 0.3827045367136091,
      "grad_norm": 0.1277533322572708,
      "learning_rate": 1.41556740001578e-05,
      "loss": 0.8969,
      "step": 18160
    },
    {
      "epoch": 0.38272561075197437,
      "grad_norm": 0.15155570209026337,
      "learning_rate": 1.4155053178252577e-05,
      "loss": 0.8199,
      "step": 18161
    },
    {
      "epoch": 0.3827466847903397,
      "grad_norm": 0.14768721163272858,
      "learning_rate": 1.4154432336990622e-05,
      "loss": 0.7493,
      "step": 18162
    },
    {
      "epoch": 0.38276775882870495,
      "grad_norm": 0.10704033821821213,
      "learning_rate": 1.415381147637482e-05,
      "loss": 0.816,
      "step": 18163
    },
    {
      "epoch": 0.3827888328670702,
      "grad_norm": 0.1298602968454361,
      "learning_rate": 1.4153190596408068e-05,
      "loss": 0.8248,
      "step": 18164
    },
    {
      "epoch": 0.38280990690543554,
      "grad_norm": 0.1625199168920517,
      "learning_rate": 1.4152569697093256e-05,
      "loss": 0.8336,
      "step": 18165
    },
    {
      "epoch": 0.3828309809438008,
      "grad_norm": 0.12660619616508484,
      "learning_rate": 1.4151948778433279e-05,
      "loss": 0.8898,
      "step": 18166
    },
    {
      "epoch": 0.38285205498216607,
      "grad_norm": 0.1603146642446518,
      "learning_rate": 1.4151327840431029e-05,
      "loss": 0.7593,
      "step": 18167
    },
    {
      "epoch": 0.3828731290205314,
      "grad_norm": 0.12208705395460129,
      "learning_rate": 1.4150706883089398e-05,
      "loss": 0.7968,
      "step": 18168
    },
    {
      "epoch": 0.38289420305889665,
      "grad_norm": 0.14790241420269012,
      "learning_rate": 1.4150085906411279e-05,
      "loss": 0.8683,
      "step": 18169
    },
    {
      "epoch": 0.382915277097262,
      "grad_norm": 0.12118590623140335,
      "learning_rate": 1.4149464910399564e-05,
      "loss": 0.8192,
      "step": 18170
    },
    {
      "epoch": 0.38293635113562724,
      "grad_norm": 0.13210853934288025,
      "learning_rate": 1.4148843895057146e-05,
      "loss": 0.8155,
      "step": 18171
    },
    {
      "epoch": 0.3829574251739925,
      "grad_norm": 0.1268034726381302,
      "learning_rate": 1.4148222860386916e-05,
      "loss": 0.7969,
      "step": 18172
    },
    {
      "epoch": 0.3829784992123578,
      "grad_norm": 0.14384564757347107,
      "learning_rate": 1.4147601806391774e-05,
      "loss": 0.8228,
      "step": 18173
    },
    {
      "epoch": 0.3829995732507231,
      "grad_norm": 0.1984173059463501,
      "learning_rate": 1.414698073307461e-05,
      "loss": 0.8242,
      "step": 18174
    },
    {
      "epoch": 0.3830206472890884,
      "grad_norm": 0.15043552219867706,
      "learning_rate": 1.4146359640438315e-05,
      "loss": 0.8278,
      "step": 18175
    },
    {
      "epoch": 0.3830417213274537,
      "grad_norm": 0.15977878868579865,
      "learning_rate": 1.4145738528485783e-05,
      "loss": 0.823,
      "step": 18176
    },
    {
      "epoch": 0.38306279536581894,
      "grad_norm": 0.19940824806690216,
      "learning_rate": 1.414511739721991e-05,
      "loss": 0.8557,
      "step": 18177
    },
    {
      "epoch": 0.38308386940418426,
      "grad_norm": 0.1437583714723587,
      "learning_rate": 1.4144496246643586e-05,
      "loss": 0.7878,
      "step": 18178
    },
    {
      "epoch": 0.38310494344254953,
      "grad_norm": 0.15676267445087433,
      "learning_rate": 1.4143875076759708e-05,
      "loss": 0.7745,
      "step": 18179
    },
    {
      "epoch": 0.38312601748091485,
      "grad_norm": 0.18403756618499756,
      "learning_rate": 1.4143253887571167e-05,
      "loss": 0.7651,
      "step": 18180
    },
    {
      "epoch": 0.3831470915192801,
      "grad_norm": 0.11458363384008408,
      "learning_rate": 1.414263267908086e-05,
      "loss": 0.7876,
      "step": 18181
    },
    {
      "epoch": 0.3831681655576454,
      "grad_norm": 0.1307828277349472,
      "learning_rate": 1.414201145129168e-05,
      "loss": 0.822,
      "step": 18182
    },
    {
      "epoch": 0.3831892395960107,
      "grad_norm": 0.14853960275650024,
      "learning_rate": 1.4141390204206517e-05,
      "loss": 0.8213,
      "step": 18183
    },
    {
      "epoch": 0.38321031363437597,
      "grad_norm": 0.12940259277820587,
      "learning_rate": 1.4140768937828275e-05,
      "loss": 0.8608,
      "step": 18184
    },
    {
      "epoch": 0.38323138767274123,
      "grad_norm": 0.12088265269994736,
      "learning_rate": 1.4140147652159837e-05,
      "loss": 0.8127,
      "step": 18185
    },
    {
      "epoch": 0.38325246171110655,
      "grad_norm": 0.14119566977024078,
      "learning_rate": 1.41395263472041e-05,
      "loss": 0.8258,
      "step": 18186
    },
    {
      "epoch": 0.3832735357494718,
      "grad_norm": 0.11930302530527115,
      "learning_rate": 1.4138905022963964e-05,
      "loss": 0.7351,
      "step": 18187
    },
    {
      "epoch": 0.38329460978783714,
      "grad_norm": 0.14379368722438812,
      "learning_rate": 1.4138283679442322e-05,
      "loss": 0.7946,
      "step": 18188
    },
    {
      "epoch": 0.3833156838262024,
      "grad_norm": 0.1552940160036087,
      "learning_rate": 1.4137662316642062e-05,
      "loss": 0.8227,
      "step": 18189
    },
    {
      "epoch": 0.38333675786456767,
      "grad_norm": 0.15878060460090637,
      "learning_rate": 1.4137040934566084e-05,
      "loss": 0.8599,
      "step": 18190
    },
    {
      "epoch": 0.383357831902933,
      "grad_norm": 0.1301106959581375,
      "learning_rate": 1.4136419533217285e-05,
      "loss": 0.8575,
      "step": 18191
    },
    {
      "epoch": 0.38337890594129825,
      "grad_norm": 0.1205219030380249,
      "learning_rate": 1.4135798112598553e-05,
      "loss": 0.7698,
      "step": 18192
    },
    {
      "epoch": 0.3833999799796636,
      "grad_norm": 0.12419451773166656,
      "learning_rate": 1.413517667271279e-05,
      "loss": 0.7757,
      "step": 18193
    },
    {
      "epoch": 0.38342105401802884,
      "grad_norm": 0.15605205297470093,
      "learning_rate": 1.4134555213562888e-05,
      "loss": 0.7944,
      "step": 18194
    },
    {
      "epoch": 0.3834421280563941,
      "grad_norm": 0.13229873776435852,
      "learning_rate": 1.4133933735151739e-05,
      "loss": 0.7477,
      "step": 18195
    },
    {
      "epoch": 0.3834632020947594,
      "grad_norm": 0.13339751958847046,
      "learning_rate": 1.4133312237482245e-05,
      "loss": 0.7477,
      "step": 18196
    },
    {
      "epoch": 0.3834842761331247,
      "grad_norm": 0.13631071150302887,
      "learning_rate": 1.4132690720557293e-05,
      "loss": 0.8059,
      "step": 18197
    },
    {
      "epoch": 0.38350535017149,
      "grad_norm": 0.11596708744764328,
      "learning_rate": 1.4132069184379786e-05,
      "loss": 0.7766,
      "step": 18198
    },
    {
      "epoch": 0.3835264242098553,
      "grad_norm": 0.14667579531669617,
      "learning_rate": 1.413144762895262e-05,
      "loss": 0.8567,
      "step": 18199
    },
    {
      "epoch": 0.38354749824822054,
      "grad_norm": 0.18481053411960602,
      "learning_rate": 1.413082605427868e-05,
      "loss": 0.817,
      "step": 18200
    },
    {
      "epoch": 0.38356857228658586,
      "grad_norm": 0.12689267098903656,
      "learning_rate": 1.4130204460360872e-05,
      "loss": 0.7539,
      "step": 18201
    },
    {
      "epoch": 0.38358964632495113,
      "grad_norm": 0.13646836578845978,
      "learning_rate": 1.4129582847202088e-05,
      "loss": 0.8068,
      "step": 18202
    },
    {
      "epoch": 0.38361072036331645,
      "grad_norm": 0.13475355505943298,
      "learning_rate": 1.4128961214805226e-05,
      "loss": 0.8293,
      "step": 18203
    },
    {
      "epoch": 0.3836317944016817,
      "grad_norm": 0.11366892606019974,
      "learning_rate": 1.4128339563173179e-05,
      "loss": 0.7906,
      "step": 18204
    },
    {
      "epoch": 0.383652868440047,
      "grad_norm": 0.11981289833784103,
      "learning_rate": 1.4127717892308844e-05,
      "loss": 0.8023,
      "step": 18205
    },
    {
      "epoch": 0.3836739424784123,
      "grad_norm": 0.1140236184000969,
      "learning_rate": 1.4127096202215116e-05,
      "loss": 0.8376,
      "step": 18206
    },
    {
      "epoch": 0.38369501651677757,
      "grad_norm": 0.13540145754814148,
      "learning_rate": 1.4126474492894894e-05,
      "loss": 0.8557,
      "step": 18207
    },
    {
      "epoch": 0.38371609055514283,
      "grad_norm": 0.13739538192749023,
      "learning_rate": 1.4125852764351073e-05,
      "loss": 0.8332,
      "step": 18208
    },
    {
      "epoch": 0.38373716459350815,
      "grad_norm": 0.13617822527885437,
      "learning_rate": 1.412523101658655e-05,
      "loss": 0.8271,
      "step": 18209
    },
    {
      "epoch": 0.3837582386318734,
      "grad_norm": 0.13476794958114624,
      "learning_rate": 1.412460924960422e-05,
      "loss": 0.8073,
      "step": 18210
    },
    {
      "epoch": 0.38377931267023874,
      "grad_norm": 0.1189747229218483,
      "learning_rate": 1.4123987463406979e-05,
      "loss": 0.887,
      "step": 18211
    },
    {
      "epoch": 0.383800386708604,
      "grad_norm": 0.12921032309532166,
      "learning_rate": 1.4123365657997725e-05,
      "loss": 0.7971,
      "step": 18212
    },
    {
      "epoch": 0.38382146074696927,
      "grad_norm": 0.16489222645759583,
      "learning_rate": 1.4122743833379358e-05,
      "loss": 0.8154,
      "step": 18213
    },
    {
      "epoch": 0.3838425347853346,
      "grad_norm": 0.1526697725057602,
      "learning_rate": 1.412212198955477e-05,
      "loss": 0.8611,
      "step": 18214
    },
    {
      "epoch": 0.38386360882369985,
      "grad_norm": 0.1351650208234787,
      "learning_rate": 1.4121500126526856e-05,
      "loss": 0.7578,
      "step": 18215
    },
    {
      "epoch": 0.3838846828620652,
      "grad_norm": 0.14230456948280334,
      "learning_rate": 1.4120878244298519e-05,
      "loss": 0.8049,
      "step": 18216
    },
    {
      "epoch": 0.38390575690043044,
      "grad_norm": 0.14524470269680023,
      "learning_rate": 1.4120256342872654e-05,
      "loss": 0.83,
      "step": 18217
    },
    {
      "epoch": 0.3839268309387957,
      "grad_norm": 0.12535817921161652,
      "learning_rate": 1.411963442225216e-05,
      "loss": 0.7755,
      "step": 18218
    },
    {
      "epoch": 0.383947904977161,
      "grad_norm": 0.17930515110492706,
      "learning_rate": 1.4119012482439929e-05,
      "loss": 0.854,
      "step": 18219
    },
    {
      "epoch": 0.3839689790155263,
      "grad_norm": 0.12158481776714325,
      "learning_rate": 1.4118390523438863e-05,
      "loss": 0.8051,
      "step": 18220
    },
    {
      "epoch": 0.3839900530538916,
      "grad_norm": 0.18092533946037292,
      "learning_rate": 1.4117768545251855e-05,
      "loss": 0.8085,
      "step": 18221
    },
    {
      "epoch": 0.3840111270922569,
      "grad_norm": 0.15071998536586761,
      "learning_rate": 1.4117146547881808e-05,
      "loss": 0.7875,
      "step": 18222
    },
    {
      "epoch": 0.38403220113062214,
      "grad_norm": 0.12338532507419586,
      "learning_rate": 1.4116524531331616e-05,
      "loss": 0.8413,
      "step": 18223
    },
    {
      "epoch": 0.38405327516898746,
      "grad_norm": 0.15466800332069397,
      "learning_rate": 1.4115902495604179e-05,
      "loss": 0.8711,
      "step": 18224
    },
    {
      "epoch": 0.3840743492073527,
      "grad_norm": 0.1452549695968628,
      "learning_rate": 1.4115280440702393e-05,
      "loss": 0.8064,
      "step": 18225
    },
    {
      "epoch": 0.384095423245718,
      "grad_norm": 0.1880677342414856,
      "learning_rate": 1.4114658366629155e-05,
      "loss": 0.7802,
      "step": 18226
    },
    {
      "epoch": 0.3841164972840833,
      "grad_norm": 0.14640089869499207,
      "learning_rate": 1.4114036273387366e-05,
      "loss": 0.8177,
      "step": 18227
    },
    {
      "epoch": 0.3841375713224486,
      "grad_norm": 0.19368577003479004,
      "learning_rate": 1.4113414160979924e-05,
      "loss": 0.7826,
      "step": 18228
    },
    {
      "epoch": 0.3841586453608139,
      "grad_norm": 0.17198477685451508,
      "learning_rate": 1.411279202940972e-05,
      "loss": 0.8897,
      "step": 18229
    },
    {
      "epoch": 0.38417971939917916,
      "grad_norm": 0.1935890167951584,
      "learning_rate": 1.4112169878679664e-05,
      "loss": 0.871,
      "step": 18230
    },
    {
      "epoch": 0.38420079343754443,
      "grad_norm": 0.15773335099220276,
      "learning_rate": 1.4111547708792648e-05,
      "loss": 0.836,
      "step": 18231
    },
    {
      "epoch": 0.38422186747590975,
      "grad_norm": 0.13864172995090485,
      "learning_rate": 1.4110925519751569e-05,
      "loss": 0.8341,
      "step": 18232
    },
    {
      "epoch": 0.384242941514275,
      "grad_norm": 0.18595586717128754,
      "learning_rate": 1.4110303311559327e-05,
      "loss": 0.8326,
      "step": 18233
    },
    {
      "epoch": 0.38426401555264034,
      "grad_norm": 0.13100369274616241,
      "learning_rate": 1.4109681084218822e-05,
      "loss": 0.8141,
      "step": 18234
    },
    {
      "epoch": 0.3842850895910056,
      "grad_norm": 0.16585130989551544,
      "learning_rate": 1.4109058837732953e-05,
      "loss": 0.7824,
      "step": 18235
    },
    {
      "epoch": 0.38430616362937087,
      "grad_norm": 0.1493609994649887,
      "learning_rate": 1.4108436572104615e-05,
      "loss": 0.7856,
      "step": 18236
    },
    {
      "epoch": 0.3843272376677362,
      "grad_norm": 0.15711772441864014,
      "learning_rate": 1.4107814287336709e-05,
      "loss": 0.8529,
      "step": 18237
    },
    {
      "epoch": 0.38434831170610145,
      "grad_norm": 0.11586800962686539,
      "learning_rate": 1.4107191983432136e-05,
      "loss": 0.8451,
      "step": 18238
    },
    {
      "epoch": 0.3843693857444668,
      "grad_norm": 0.1518440842628479,
      "learning_rate": 1.4106569660393793e-05,
      "loss": 0.8058,
      "step": 18239
    },
    {
      "epoch": 0.38439045978283204,
      "grad_norm": 0.1396782547235489,
      "learning_rate": 1.410594731822458e-05,
      "loss": 0.8461,
      "step": 18240
    },
    {
      "epoch": 0.3844115338211973,
      "grad_norm": 0.13316744565963745,
      "learning_rate": 1.4105324956927392e-05,
      "loss": 0.8402,
      "step": 18241
    },
    {
      "epoch": 0.3844326078595626,
      "grad_norm": 0.15688398480415344,
      "learning_rate": 1.4104702576505138e-05,
      "loss": 0.8558,
      "step": 18242
    },
    {
      "epoch": 0.3844536818979279,
      "grad_norm": 0.11051962524652481,
      "learning_rate": 1.410408017696071e-05,
      "loss": 0.7777,
      "step": 18243
    },
    {
      "epoch": 0.38447475593629316,
      "grad_norm": 0.11411026120185852,
      "learning_rate": 1.4103457758297005e-05,
      "loss": 0.7432,
      "step": 18244
    },
    {
      "epoch": 0.3844958299746585,
      "grad_norm": 0.12155499309301376,
      "learning_rate": 1.4102835320516932e-05,
      "loss": 0.8833,
      "step": 18245
    },
    {
      "epoch": 0.38451690401302374,
      "grad_norm": 0.11670863628387451,
      "learning_rate": 1.4102212863623382e-05,
      "loss": 0.8253,
      "step": 18246
    },
    {
      "epoch": 0.38453797805138906,
      "grad_norm": 0.13111844658851624,
      "learning_rate": 1.410159038761926e-05,
      "loss": 0.769,
      "step": 18247
    },
    {
      "epoch": 0.3845590520897543,
      "grad_norm": 0.1268330216407776,
      "learning_rate": 1.4100967892507465e-05,
      "loss": 0.8474,
      "step": 18248
    },
    {
      "epoch": 0.3845801261281196,
      "grad_norm": 0.14422480762004852,
      "learning_rate": 1.4100345378290894e-05,
      "loss": 0.7722,
      "step": 18249
    },
    {
      "epoch": 0.3846012001664849,
      "grad_norm": 0.1351543515920639,
      "learning_rate": 1.4099722844972448e-05,
      "loss": 0.814,
      "step": 18250
    },
    {
      "epoch": 0.3846222742048502,
      "grad_norm": 0.11736149340867996,
      "learning_rate": 1.4099100292555026e-05,
      "loss": 0.8319,
      "step": 18251
    },
    {
      "epoch": 0.3846433482432155,
      "grad_norm": 0.1274624764919281,
      "learning_rate": 1.4098477721041537e-05,
      "loss": 0.7779,
      "step": 18252
    },
    {
      "epoch": 0.38466442228158076,
      "grad_norm": 0.11982806026935577,
      "learning_rate": 1.4097855130434872e-05,
      "loss": 0.7801,
      "step": 18253
    },
    {
      "epoch": 0.38468549631994603,
      "grad_norm": 0.11457911133766174,
      "learning_rate": 1.4097232520737931e-05,
      "loss": 0.8805,
      "step": 18254
    },
    {
      "epoch": 0.38470657035831135,
      "grad_norm": 0.1293158084154129,
      "learning_rate": 1.4096609891953621e-05,
      "loss": 0.7531,
      "step": 18255
    },
    {
      "epoch": 0.3847276443966766,
      "grad_norm": 0.10350257158279419,
      "learning_rate": 1.4095987244084839e-05,
      "loss": 0.7925,
      "step": 18256
    },
    {
      "epoch": 0.38474871843504194,
      "grad_norm": 0.19977660477161407,
      "learning_rate": 1.4095364577134483e-05,
      "loss": 0.8441,
      "step": 18257
    },
    {
      "epoch": 0.3847697924734072,
      "grad_norm": 0.12647674977779388,
      "learning_rate": 1.4094741891105459e-05,
      "loss": 0.7556,
      "step": 18258
    },
    {
      "epoch": 0.38479086651177247,
      "grad_norm": 0.11563052237033844,
      "learning_rate": 1.4094119186000666e-05,
      "loss": 0.786,
      "step": 18259
    },
    {
      "epoch": 0.3848119405501378,
      "grad_norm": 0.15913811326026917,
      "learning_rate": 1.4093496461823002e-05,
      "loss": 0.7928,
      "step": 18260
    },
    {
      "epoch": 0.38483301458850305,
      "grad_norm": 0.153520405292511,
      "learning_rate": 1.4092873718575372e-05,
      "loss": 0.7912,
      "step": 18261
    },
    {
      "epoch": 0.3848540886268683,
      "grad_norm": 0.12417109310626984,
      "learning_rate": 1.4092250956260675e-05,
      "loss": 0.8354,
      "step": 18262
    },
    {
      "epoch": 0.38487516266523364,
      "grad_norm": 0.14424806833267212,
      "learning_rate": 1.4091628174881814e-05,
      "loss": 0.7962,
      "step": 18263
    },
    {
      "epoch": 0.3848962367035989,
      "grad_norm": 0.11957673728466034,
      "learning_rate": 1.4091005374441688e-05,
      "loss": 0.7899,
      "step": 18264
    },
    {
      "epoch": 0.3849173107419642,
      "grad_norm": 0.1393110454082489,
      "learning_rate": 1.4090382554943199e-05,
      "loss": 0.7403,
      "step": 18265
    },
    {
      "epoch": 0.3849383847803295,
      "grad_norm": 0.14766690135002136,
      "learning_rate": 1.4089759716389247e-05,
      "loss": 0.8527,
      "step": 18266
    },
    {
      "epoch": 0.38495945881869476,
      "grad_norm": 0.16929295659065247,
      "learning_rate": 1.408913685878274e-05,
      "loss": 0.8105,
      "step": 18267
    },
    {
      "epoch": 0.3849805328570601,
      "grad_norm": 0.11276523768901825,
      "learning_rate": 1.408851398212657e-05,
      "loss": 0.7861,
      "step": 18268
    },
    {
      "epoch": 0.38500160689542534,
      "grad_norm": 0.12534581124782562,
      "learning_rate": 1.4087891086423646e-05,
      "loss": 0.7532,
      "step": 18269
    },
    {
      "epoch": 0.38502268093379066,
      "grad_norm": 0.12693056464195251,
      "learning_rate": 1.4087268171676869e-05,
      "loss": 0.7875,
      "step": 18270
    },
    {
      "epoch": 0.3850437549721559,
      "grad_norm": 0.16219472885131836,
      "learning_rate": 1.4086645237889139e-05,
      "loss": 0.8889,
      "step": 18271
    },
    {
      "epoch": 0.3850648290105212,
      "grad_norm": 0.12055359035730362,
      "learning_rate": 1.4086022285063357e-05,
      "loss": 0.8414,
      "step": 18272
    },
    {
      "epoch": 0.3850859030488865,
      "grad_norm": 0.13713385164737701,
      "learning_rate": 1.4085399313202426e-05,
      "loss": 0.7983,
      "step": 18273
    },
    {
      "epoch": 0.3851069770872518,
      "grad_norm": 0.1211567372083664,
      "learning_rate": 1.408477632230925e-05,
      "loss": 0.76,
      "step": 18274
    },
    {
      "epoch": 0.3851280511256171,
      "grad_norm": 0.1651296466588974,
      "learning_rate": 1.408415331238673e-05,
      "loss": 0.7886,
      "step": 18275
    },
    {
      "epoch": 0.38514912516398236,
      "grad_norm": 0.13010750710964203,
      "learning_rate": 1.408353028343777e-05,
      "loss": 0.772,
      "step": 18276
    },
    {
      "epoch": 0.38517019920234763,
      "grad_norm": 0.12685227394104004,
      "learning_rate": 1.408290723546527e-05,
      "loss": 0.8246,
      "step": 18277
    },
    {
      "epoch": 0.38519127324071295,
      "grad_norm": 0.18314780294895172,
      "learning_rate": 1.4082284168472133e-05,
      "loss": 0.8134,
      "step": 18278
    },
    {
      "epoch": 0.3852123472790782,
      "grad_norm": 0.24967814981937408,
      "learning_rate": 1.4081661082461262e-05,
      "loss": 0.8311,
      "step": 18279
    },
    {
      "epoch": 0.3852334213174435,
      "grad_norm": 0.14883500337600708,
      "learning_rate": 1.4081037977435556e-05,
      "loss": 0.8337,
      "step": 18280
    },
    {
      "epoch": 0.3852544953558088,
      "grad_norm": 0.15357232093811035,
      "learning_rate": 1.4080414853397927e-05,
      "loss": 0.8308,
      "step": 18281
    },
    {
      "epoch": 0.38527556939417407,
      "grad_norm": 0.1365603506565094,
      "learning_rate": 1.4079791710351271e-05,
      "loss": 0.7822,
      "step": 18282
    },
    {
      "epoch": 0.3852966434325394,
      "grad_norm": 0.11325624585151672,
      "learning_rate": 1.4079168548298489e-05,
      "loss": 0.7389,
      "step": 18283
    },
    {
      "epoch": 0.38531771747090465,
      "grad_norm": 0.16729016602039337,
      "learning_rate": 1.407854536724249e-05,
      "loss": 0.7503,
      "step": 18284
    },
    {
      "epoch": 0.3853387915092699,
      "grad_norm": 0.11338239163160324,
      "learning_rate": 1.4077922167186175e-05,
      "loss": 0.8045,
      "step": 18285
    },
    {
      "epoch": 0.38535986554763524,
      "grad_norm": 0.18998228013515472,
      "learning_rate": 1.4077298948132448e-05,
      "loss": 0.8196,
      "step": 18286
    },
    {
      "epoch": 0.3853809395860005,
      "grad_norm": 0.15483394265174866,
      "learning_rate": 1.4076675710084208e-05,
      "loss": 0.8528,
      "step": 18287
    },
    {
      "epoch": 0.3854020136243658,
      "grad_norm": 0.14483919739723206,
      "learning_rate": 1.4076052453044365e-05,
      "loss": 0.7723,
      "step": 18288
    },
    {
      "epoch": 0.3854230876627311,
      "grad_norm": 0.1372891515493393,
      "learning_rate": 1.4075429177015815e-05,
      "loss": 0.7565,
      "step": 18289
    },
    {
      "epoch": 0.38544416170109635,
      "grad_norm": 0.15263427793979645,
      "learning_rate": 1.4074805882001467e-05,
      "loss": 0.788,
      "step": 18290
    },
    {
      "epoch": 0.3854652357394617,
      "grad_norm": 0.17815227806568146,
      "learning_rate": 1.4074182568004227e-05,
      "loss": 0.8151,
      "step": 18291
    },
    {
      "epoch": 0.38548630977782694,
      "grad_norm": 0.14270667731761932,
      "learning_rate": 1.4073559235026992e-05,
      "loss": 0.8984,
      "step": 18292
    },
    {
      "epoch": 0.38550738381619226,
      "grad_norm": 0.15157605707645416,
      "learning_rate": 1.4072935883072669e-05,
      "loss": 0.7724,
      "step": 18293
    },
    {
      "epoch": 0.3855284578545575,
      "grad_norm": 0.1392815113067627,
      "learning_rate": 1.4072312512144159e-05,
      "loss": 0.7908,
      "step": 18294
    },
    {
      "epoch": 0.3855495318929228,
      "grad_norm": 0.14029031991958618,
      "learning_rate": 1.4071689122244374e-05,
      "loss": 0.7544,
      "step": 18295
    },
    {
      "epoch": 0.3855706059312881,
      "grad_norm": 0.14045175909996033,
      "learning_rate": 1.407106571337621e-05,
      "loss": 0.806,
      "step": 18296
    },
    {
      "epoch": 0.3855916799696534,
      "grad_norm": 0.1753898710012436,
      "learning_rate": 1.4070442285542579e-05,
      "loss": 0.8693,
      "step": 18297
    },
    {
      "epoch": 0.3856127540080187,
      "grad_norm": 0.15352021157741547,
      "learning_rate": 1.4069818838746376e-05,
      "loss": 0.8299,
      "step": 18298
    },
    {
      "epoch": 0.38563382804638396,
      "grad_norm": 0.13759508728981018,
      "learning_rate": 1.406919537299051e-05,
      "loss": 0.8535,
      "step": 18299
    },
    {
      "epoch": 0.38565490208474923,
      "grad_norm": 0.1822143793106079,
      "learning_rate": 1.4068571888277887e-05,
      "loss": 0.8603,
      "step": 18300
    },
    {
      "epoch": 0.38567597612311455,
      "grad_norm": 0.11362715065479279,
      "learning_rate": 1.4067948384611408e-05,
      "loss": 0.8296,
      "step": 18301
    },
    {
      "epoch": 0.3856970501614798,
      "grad_norm": 0.19556143879890442,
      "learning_rate": 1.406732486199398e-05,
      "loss": 0.8188,
      "step": 18302
    },
    {
      "epoch": 0.3857181241998451,
      "grad_norm": 0.1454198956489563,
      "learning_rate": 1.4066701320428511e-05,
      "loss": 0.836,
      "step": 18303
    },
    {
      "epoch": 0.3857391982382104,
      "grad_norm": 0.11768645793199539,
      "learning_rate": 1.4066077759917898e-05,
      "loss": 0.7578,
      "step": 18304
    },
    {
      "epoch": 0.38576027227657567,
      "grad_norm": 0.14682571589946747,
      "learning_rate": 1.4065454180465052e-05,
      "loss": 0.7871,
      "step": 18305
    },
    {
      "epoch": 0.385781346314941,
      "grad_norm": 0.14397159218788147,
      "learning_rate": 1.406483058207288e-05,
      "loss": 0.8089,
      "step": 18306
    },
    {
      "epoch": 0.38580242035330625,
      "grad_norm": 0.17345812916755676,
      "learning_rate": 1.4064206964744279e-05,
      "loss": 0.8446,
      "step": 18307
    },
    {
      "epoch": 0.3858234943916715,
      "grad_norm": 0.11483649164438248,
      "learning_rate": 1.4063583328482156e-05,
      "loss": 0.8174,
      "step": 18308
    },
    {
      "epoch": 0.38584456843003684,
      "grad_norm": 0.14478594064712524,
      "learning_rate": 1.406295967328942e-05,
      "loss": 0.8135,
      "step": 18309
    },
    {
      "epoch": 0.3858656424684021,
      "grad_norm": 0.13547609746456146,
      "learning_rate": 1.4062335999168977e-05,
      "loss": 0.8456,
      "step": 18310
    },
    {
      "epoch": 0.3858867165067674,
      "grad_norm": 0.19004954397678375,
      "learning_rate": 1.4061712306123734e-05,
      "loss": 0.8464,
      "step": 18311
    },
    {
      "epoch": 0.3859077905451327,
      "grad_norm": 0.13277971744537354,
      "learning_rate": 1.4061088594156589e-05,
      "loss": 0.769,
      "step": 18312
    },
    {
      "epoch": 0.38592886458349795,
      "grad_norm": 0.1149606704711914,
      "learning_rate": 1.406046486327045e-05,
      "loss": 0.7186,
      "step": 18313
    },
    {
      "epoch": 0.3859499386218633,
      "grad_norm": 0.10516951233148575,
      "learning_rate": 1.4059841113468226e-05,
      "loss": 0.7484,
      "step": 18314
    },
    {
      "epoch": 0.38597101266022854,
      "grad_norm": 0.11557500064373016,
      "learning_rate": 1.4059217344752822e-05,
      "loss": 0.813,
      "step": 18315
    },
    {
      "epoch": 0.38599208669859386,
      "grad_norm": 0.11409121006727219,
      "learning_rate": 1.4058593557127143e-05,
      "loss": 0.8225,
      "step": 18316
    },
    {
      "epoch": 0.3860131607369591,
      "grad_norm": 0.11715945601463318,
      "learning_rate": 1.4057969750594094e-05,
      "loss": 0.784,
      "step": 18317
    },
    {
      "epoch": 0.3860342347753244,
      "grad_norm": 0.14943808317184448,
      "learning_rate": 1.4057345925156585e-05,
      "loss": 0.8408,
      "step": 18318
    },
    {
      "epoch": 0.3860553088136897,
      "grad_norm": 0.1216951459646225,
      "learning_rate": 1.4056722080817515e-05,
      "loss": 0.8009,
      "step": 18319
    },
    {
      "epoch": 0.386076382852055,
      "grad_norm": 0.1778290718793869,
      "learning_rate": 1.4056098217579796e-05,
      "loss": 0.8828,
      "step": 18320
    },
    {
      "epoch": 0.38609745689042024,
      "grad_norm": 0.1724059134721756,
      "learning_rate": 1.4055474335446338e-05,
      "loss": 0.7699,
      "step": 18321
    },
    {
      "epoch": 0.38611853092878556,
      "grad_norm": 0.140718013048172,
      "learning_rate": 1.4054850434420037e-05,
      "loss": 0.8318,
      "step": 18322
    },
    {
      "epoch": 0.38613960496715083,
      "grad_norm": 0.18237152695655823,
      "learning_rate": 1.4054226514503804e-05,
      "loss": 0.7314,
      "step": 18323
    },
    {
      "epoch": 0.38616067900551615,
      "grad_norm": 0.18157942593097687,
      "learning_rate": 1.405360257570055e-05,
      "loss": 0.9388,
      "step": 18324
    },
    {
      "epoch": 0.3861817530438814,
      "grad_norm": 0.19446010887622833,
      "learning_rate": 1.4052978618013176e-05,
      "loss": 0.7943,
      "step": 18325
    },
    {
      "epoch": 0.3862028270822467,
      "grad_norm": 0.11764799058437347,
      "learning_rate": 1.4052354641444592e-05,
      "loss": 0.7688,
      "step": 18326
    },
    {
      "epoch": 0.386223901120612,
      "grad_norm": 0.13142341375350952,
      "learning_rate": 1.4051730645997704e-05,
      "loss": 0.7412,
      "step": 18327
    },
    {
      "epoch": 0.38624497515897727,
      "grad_norm": 0.13649803400039673,
      "learning_rate": 1.4051106631675415e-05,
      "loss": 0.7911,
      "step": 18328
    },
    {
      "epoch": 0.3862660491973426,
      "grad_norm": 0.14933013916015625,
      "learning_rate": 1.4050482598480639e-05,
      "loss": 0.8014,
      "step": 18329
    },
    {
      "epoch": 0.38628712323570785,
      "grad_norm": 0.1263328194618225,
      "learning_rate": 1.404985854641628e-05,
      "loss": 0.7512,
      "step": 18330
    },
    {
      "epoch": 0.3863081972740731,
      "grad_norm": 0.15208248794078827,
      "learning_rate": 1.4049234475485242e-05,
      "loss": 0.8148,
      "step": 18331
    },
    {
      "epoch": 0.38632927131243844,
      "grad_norm": 0.11450744420289993,
      "learning_rate": 1.404861038569044e-05,
      "loss": 0.7928,
      "step": 18332
    },
    {
      "epoch": 0.3863503453508037,
      "grad_norm": 0.16468195617198944,
      "learning_rate": 1.4047986277034773e-05,
      "loss": 0.7968,
      "step": 18333
    },
    {
      "epoch": 0.386371419389169,
      "grad_norm": 0.13268937170505524,
      "learning_rate": 1.4047362149521152e-05,
      "loss": 0.8106,
      "step": 18334
    },
    {
      "epoch": 0.3863924934275343,
      "grad_norm": 0.12568870186805725,
      "learning_rate": 1.4046738003152487e-05,
      "loss": 0.795,
      "step": 18335
    },
    {
      "epoch": 0.38641356746589955,
      "grad_norm": 0.13461685180664062,
      "learning_rate": 1.4046113837931685e-05,
      "loss": 0.8089,
      "step": 18336
    },
    {
      "epoch": 0.3864346415042649,
      "grad_norm": 0.15052518248558044,
      "learning_rate": 1.4045489653861645e-05,
      "loss": 0.8854,
      "step": 18337
    },
    {
      "epoch": 0.38645571554263014,
      "grad_norm": 0.10431361943483353,
      "learning_rate": 1.4044865450945289e-05,
      "loss": 0.7279,
      "step": 18338
    },
    {
      "epoch": 0.3864767895809954,
      "grad_norm": 0.12783744931221008,
      "learning_rate": 1.4044241229185515e-05,
      "loss": 0.8278,
      "step": 18339
    },
    {
      "epoch": 0.3864978636193607,
      "grad_norm": 0.10741856694221497,
      "learning_rate": 1.4043616988585235e-05,
      "loss": 0.817,
      "step": 18340
    },
    {
      "epoch": 0.386518937657726,
      "grad_norm": 0.14764170348644257,
      "learning_rate": 1.4042992729147356e-05,
      "loss": 0.7687,
      "step": 18341
    },
    {
      "epoch": 0.3865400116960913,
      "grad_norm": 0.13112564384937286,
      "learning_rate": 1.4042368450874784e-05,
      "loss": 0.844,
      "step": 18342
    },
    {
      "epoch": 0.3865610857344566,
      "grad_norm": 0.13962645828723907,
      "learning_rate": 1.404174415377043e-05,
      "loss": 0.8385,
      "step": 18343
    },
    {
      "epoch": 0.38658215977282184,
      "grad_norm": 0.15951719880104065,
      "learning_rate": 1.4041119837837202e-05,
      "loss": 0.918,
      "step": 18344
    },
    {
      "epoch": 0.38660323381118716,
      "grad_norm": 0.14244423806667328,
      "learning_rate": 1.4040495503078011e-05,
      "loss": 0.9047,
      "step": 18345
    },
    {
      "epoch": 0.38662430784955243,
      "grad_norm": 0.1500336080789566,
      "learning_rate": 1.403987114949576e-05,
      "loss": 0.8273,
      "step": 18346
    },
    {
      "epoch": 0.38664538188791775,
      "grad_norm": 0.13578544557094574,
      "learning_rate": 1.403924677709336e-05,
      "loss": 0.852,
      "step": 18347
    },
    {
      "epoch": 0.386666455926283,
      "grad_norm": 0.129736989736557,
      "learning_rate": 1.4038622385873721e-05,
      "loss": 0.7731,
      "step": 18348
    },
    {
      "epoch": 0.3866875299646483,
      "grad_norm": 0.2354254126548767,
      "learning_rate": 1.403799797583975e-05,
      "loss": 0.7478,
      "step": 18349
    },
    {
      "epoch": 0.3867086040030136,
      "grad_norm": 0.12745898962020874,
      "learning_rate": 1.4037373546994357e-05,
      "loss": 0.774,
      "step": 18350
    },
    {
      "epoch": 0.38672967804137887,
      "grad_norm": 0.11972168833017349,
      "learning_rate": 1.4036749099340452e-05,
      "loss": 0.7863,
      "step": 18351
    },
    {
      "epoch": 0.3867507520797442,
      "grad_norm": 0.13362804055213928,
      "learning_rate": 1.4036124632880941e-05,
      "loss": 0.7875,
      "step": 18352
    },
    {
      "epoch": 0.38677182611810945,
      "grad_norm": 0.13715557754039764,
      "learning_rate": 1.4035500147618735e-05,
      "loss": 0.8113,
      "step": 18353
    },
    {
      "epoch": 0.3867929001564747,
      "grad_norm": 0.14948008954524994,
      "learning_rate": 1.4034875643556743e-05,
      "loss": 0.8881,
      "step": 18354
    },
    {
      "epoch": 0.38681397419484004,
      "grad_norm": 0.13822881877422333,
      "learning_rate": 1.4034251120697877e-05,
      "loss": 0.8105,
      "step": 18355
    },
    {
      "epoch": 0.3868350482332053,
      "grad_norm": 0.16467300057411194,
      "learning_rate": 1.4033626579045042e-05,
      "loss": 0.8423,
      "step": 18356
    },
    {
      "epoch": 0.38685612227157057,
      "grad_norm": 0.13220058381557465,
      "learning_rate": 1.4033002018601147e-05,
      "loss": 0.7773,
      "step": 18357
    },
    {
      "epoch": 0.3868771963099359,
      "grad_norm": 0.11337124556303024,
      "learning_rate": 1.4032377439369107e-05,
      "loss": 0.763,
      "step": 18358
    },
    {
      "epoch": 0.38689827034830115,
      "grad_norm": 0.13595440983772278,
      "learning_rate": 1.4031752841351825e-05,
      "loss": 0.8707,
      "step": 18359
    },
    {
      "epoch": 0.3869193443866665,
      "grad_norm": 0.17014841735363007,
      "learning_rate": 1.4031128224552219e-05,
      "loss": 0.7468,
      "step": 18360
    },
    {
      "epoch": 0.38694041842503174,
      "grad_norm": 0.13786093890666962,
      "learning_rate": 1.403050358897319e-05,
      "loss": 0.7947,
      "step": 18361
    },
    {
      "epoch": 0.386961492463397,
      "grad_norm": 0.15551617741584778,
      "learning_rate": 1.4029878934617656e-05,
      "loss": 0.8166,
      "step": 18362
    },
    {
      "epoch": 0.3869825665017623,
      "grad_norm": 0.11891050636768341,
      "learning_rate": 1.402925426148852e-05,
      "loss": 0.7394,
      "step": 18363
    },
    {
      "epoch": 0.3870036405401276,
      "grad_norm": 0.1614541858434677,
      "learning_rate": 1.4028629569588694e-05,
      "loss": 0.7906,
      "step": 18364
    },
    {
      "epoch": 0.3870247145784929,
      "grad_norm": 0.11176909506320953,
      "learning_rate": 1.4028004858921093e-05,
      "loss": 0.7511,
      "step": 18365
    },
    {
      "epoch": 0.3870457886168582,
      "grad_norm": 0.16757924854755402,
      "learning_rate": 1.4027380129488621e-05,
      "loss": 0.8168,
      "step": 18366
    },
    {
      "epoch": 0.38706686265522344,
      "grad_norm": 0.11175010353326797,
      "learning_rate": 1.4026755381294193e-05,
      "loss": 0.8015,
      "step": 18367
    },
    {
      "epoch": 0.38708793669358876,
      "grad_norm": 0.1349981278181076,
      "learning_rate": 1.4026130614340716e-05,
      "loss": 0.7493,
      "step": 18368
    },
    {
      "epoch": 0.38710901073195403,
      "grad_norm": 0.1289137899875641,
      "learning_rate": 1.4025505828631102e-05,
      "loss": 0.8641,
      "step": 18369
    },
    {
      "epoch": 0.38713008477031935,
      "grad_norm": 0.13026145100593567,
      "learning_rate": 1.4024881024168264e-05,
      "loss": 0.8565,
      "step": 18370
    },
    {
      "epoch": 0.3871511588086846,
      "grad_norm": 0.14844360947608948,
      "learning_rate": 1.402425620095511e-05,
      "loss": 0.8556,
      "step": 18371
    },
    {
      "epoch": 0.3871722328470499,
      "grad_norm": 0.15542781352996826,
      "learning_rate": 1.4023631358994547e-05,
      "loss": 0.7832,
      "step": 18372
    },
    {
      "epoch": 0.3871933068854152,
      "grad_norm": 0.16039136052131653,
      "learning_rate": 1.4023006498289494e-05,
      "loss": 0.8207,
      "step": 18373
    },
    {
      "epoch": 0.38721438092378047,
      "grad_norm": 0.16726994514465332,
      "learning_rate": 1.4022381618842857e-05,
      "loss": 0.8196,
      "step": 18374
    },
    {
      "epoch": 0.38723545496214573,
      "grad_norm": 0.1405014842748642,
      "learning_rate": 1.4021756720657547e-05,
      "loss": 0.8402,
      "step": 18375
    },
    {
      "epoch": 0.38725652900051105,
      "grad_norm": 0.14336100220680237,
      "learning_rate": 1.4021131803736477e-05,
      "loss": 0.7872,
      "step": 18376
    },
    {
      "epoch": 0.3872776030388763,
      "grad_norm": 0.15502573549747467,
      "learning_rate": 1.4020506868082557e-05,
      "loss": 0.8772,
      "step": 18377
    },
    {
      "epoch": 0.38729867707724164,
      "grad_norm": 0.10623319447040558,
      "learning_rate": 1.4019881913698698e-05,
      "loss": 0.8299,
      "step": 18378
    },
    {
      "epoch": 0.3873197511156069,
      "grad_norm": 0.14983482658863068,
      "learning_rate": 1.4019256940587815e-05,
      "loss": 0.8136,
      "step": 18379
    },
    {
      "epoch": 0.38734082515397217,
      "grad_norm": 0.14974534511566162,
      "learning_rate": 1.4018631948752815e-05,
      "loss": 0.8376,
      "step": 18380
    },
    {
      "epoch": 0.3873618991923375,
      "grad_norm": 0.1501331329345703,
      "learning_rate": 1.4018006938196611e-05,
      "loss": 0.8375,
      "step": 18381
    },
    {
      "epoch": 0.38738297323070275,
      "grad_norm": 0.11854511499404907,
      "learning_rate": 1.4017381908922115e-05,
      "loss": 0.7885,
      "step": 18382
    },
    {
      "epoch": 0.3874040472690681,
      "grad_norm": 0.1477089822292328,
      "learning_rate": 1.4016756860932239e-05,
      "loss": 0.7936,
      "step": 18383
    },
    {
      "epoch": 0.38742512130743334,
      "grad_norm": 0.11567742377519608,
      "learning_rate": 1.4016131794229895e-05,
      "loss": 0.769,
      "step": 18384
    },
    {
      "epoch": 0.3874461953457986,
      "grad_norm": 0.18312238156795502,
      "learning_rate": 1.4015506708817993e-05,
      "loss": 0.8065,
      "step": 18385
    },
    {
      "epoch": 0.3874672693841639,
      "grad_norm": 0.14754056930541992,
      "learning_rate": 1.401488160469945e-05,
      "loss": 0.8525,
      "step": 18386
    },
    {
      "epoch": 0.3874883434225292,
      "grad_norm": 0.1835133582353592,
      "learning_rate": 1.4014256481877171e-05,
      "loss": 0.8827,
      "step": 18387
    },
    {
      "epoch": 0.3875094174608945,
      "grad_norm": 0.1435798704624176,
      "learning_rate": 1.4013631340354073e-05,
      "loss": 0.7873,
      "step": 18388
    },
    {
      "epoch": 0.3875304914992598,
      "grad_norm": 0.19067513942718506,
      "learning_rate": 1.4013006180133068e-05,
      "loss": 0.8024,
      "step": 18389
    },
    {
      "epoch": 0.38755156553762504,
      "grad_norm": 0.12121567130088806,
      "learning_rate": 1.4012381001217067e-05,
      "loss": 0.7546,
      "step": 18390
    },
    {
      "epoch": 0.38757263957599036,
      "grad_norm": 0.23478344082832336,
      "learning_rate": 1.4011755803608982e-05,
      "loss": 0.8258,
      "step": 18391
    },
    {
      "epoch": 0.38759371361435563,
      "grad_norm": 0.1539139747619629,
      "learning_rate": 1.4011130587311728e-05,
      "loss": 0.8605,
      "step": 18392
    },
    {
      "epoch": 0.38761478765272095,
      "grad_norm": 0.20352007448673248,
      "learning_rate": 1.4010505352328214e-05,
      "loss": 0.8232,
      "step": 18393
    },
    {
      "epoch": 0.3876358616910862,
      "grad_norm": 0.12210176885128021,
      "learning_rate": 1.4009880098661357e-05,
      "loss": 0.7787,
      "step": 18394
    },
    {
      "epoch": 0.3876569357294515,
      "grad_norm": 0.17010155320167542,
      "learning_rate": 1.4009254826314066e-05,
      "loss": 0.8867,
      "step": 18395
    },
    {
      "epoch": 0.3876780097678168,
      "grad_norm": 0.17084583640098572,
      "learning_rate": 1.4008629535289257e-05,
      "loss": 0.8631,
      "step": 18396
    },
    {
      "epoch": 0.38769908380618207,
      "grad_norm": 0.1954222023487091,
      "learning_rate": 1.4008004225589842e-05,
      "loss": 0.8232,
      "step": 18397
    },
    {
      "epoch": 0.38772015784454733,
      "grad_norm": 0.1681392639875412,
      "learning_rate": 1.400737889721873e-05,
      "loss": 0.7497,
      "step": 18398
    },
    {
      "epoch": 0.38774123188291265,
      "grad_norm": 0.15641875565052032,
      "learning_rate": 1.4006753550178844e-05,
      "loss": 0.9035,
      "step": 18399
    },
    {
      "epoch": 0.3877623059212779,
      "grad_norm": 0.16410492360591888,
      "learning_rate": 1.4006128184473088e-05,
      "loss": 0.8341,
      "step": 18400
    },
    {
      "epoch": 0.38778337995964324,
      "grad_norm": 0.10919541120529175,
      "learning_rate": 1.4005502800104376e-05,
      "loss": 0.8012,
      "step": 18401
    },
    {
      "epoch": 0.3878044539980085,
      "grad_norm": 0.1491660475730896,
      "learning_rate": 1.4004877397075624e-05,
      "loss": 0.7614,
      "step": 18402
    },
    {
      "epoch": 0.38782552803637377,
      "grad_norm": 0.10320881754159927,
      "learning_rate": 1.4004251975389747e-05,
      "loss": 0.7589,
      "step": 18403
    },
    {
      "epoch": 0.3878466020747391,
      "grad_norm": 0.1410476714372635,
      "learning_rate": 1.4003626535049658e-05,
      "loss": 0.802,
      "step": 18404
    },
    {
      "epoch": 0.38786767611310435,
      "grad_norm": 0.14985093474388123,
      "learning_rate": 1.4003001076058269e-05,
      "loss": 0.8271,
      "step": 18405
    },
    {
      "epoch": 0.3878887501514697,
      "grad_norm": 0.11350181698799133,
      "learning_rate": 1.4002375598418492e-05,
      "loss": 0.8513,
      "step": 18406
    },
    {
      "epoch": 0.38790982418983494,
      "grad_norm": 0.1237257868051529,
      "learning_rate": 1.4001750102133244e-05,
      "loss": 0.761,
      "step": 18407
    },
    {
      "epoch": 0.3879308982282002,
      "grad_norm": 0.12249462306499481,
      "learning_rate": 1.400112458720544e-05,
      "loss": 0.7863,
      "step": 18408
    },
    {
      "epoch": 0.3879519722665655,
      "grad_norm": 0.4085812270641327,
      "learning_rate": 1.400049905363799e-05,
      "loss": 0.7775,
      "step": 18409
    },
    {
      "epoch": 0.3879730463049308,
      "grad_norm": 0.1512448638677597,
      "learning_rate": 1.3999873501433812e-05,
      "loss": 0.8185,
      "step": 18410
    },
    {
      "epoch": 0.3879941203432961,
      "grad_norm": 0.1627124845981598,
      "learning_rate": 1.3999247930595815e-05,
      "loss": 0.7484,
      "step": 18411
    },
    {
      "epoch": 0.3880151943816614,
      "grad_norm": 0.11962607502937317,
      "learning_rate": 1.3998622341126923e-05,
      "loss": 0.8645,
      "step": 18412
    },
    {
      "epoch": 0.38803626842002664,
      "grad_norm": 0.13149605691432953,
      "learning_rate": 1.3997996733030037e-05,
      "loss": 0.8016,
      "step": 18413
    },
    {
      "epoch": 0.38805734245839196,
      "grad_norm": 0.14187422394752502,
      "learning_rate": 1.3997371106308085e-05,
      "loss": 0.901,
      "step": 18414
    },
    {
      "epoch": 0.38807841649675723,
      "grad_norm": 0.11837887018918991,
      "learning_rate": 1.3996745460963972e-05,
      "loss": 0.8365,
      "step": 18415
    },
    {
      "epoch": 0.3880994905351225,
      "grad_norm": 0.12400848418474197,
      "learning_rate": 1.3996119797000612e-05,
      "loss": 0.8267,
      "step": 18416
    },
    {
      "epoch": 0.3881205645734878,
      "grad_norm": 0.11093340069055557,
      "learning_rate": 1.3995494114420926e-05,
      "loss": 0.8231,
      "step": 18417
    },
    {
      "epoch": 0.3881416386118531,
      "grad_norm": 0.13317352533340454,
      "learning_rate": 1.3994868413227827e-05,
      "loss": 0.7781,
      "step": 18418
    },
    {
      "epoch": 0.3881627126502184,
      "grad_norm": 0.11979007720947266,
      "learning_rate": 1.3994242693424231e-05,
      "loss": 0.7942,
      "step": 18419
    },
    {
      "epoch": 0.38818378668858367,
      "grad_norm": 0.12171197682619095,
      "learning_rate": 1.399361695501305e-05,
      "loss": 0.8176,
      "step": 18420
    },
    {
      "epoch": 0.38820486072694893,
      "grad_norm": 0.11720650643110275,
      "learning_rate": 1.3992991197997199e-05,
      "loss": 0.782,
      "step": 18421
    },
    {
      "epoch": 0.38822593476531425,
      "grad_norm": 0.12469887733459473,
      "learning_rate": 1.3992365422379594e-05,
      "loss": 0.79,
      "step": 18422
    },
    {
      "epoch": 0.3882470088036795,
      "grad_norm": 0.11034003645181656,
      "learning_rate": 1.3991739628163153e-05,
      "loss": 0.7443,
      "step": 18423
    },
    {
      "epoch": 0.38826808284204484,
      "grad_norm": 0.1279931217432022,
      "learning_rate": 1.3991113815350787e-05,
      "loss": 0.781,
      "step": 18424
    },
    {
      "epoch": 0.3882891568804101,
      "grad_norm": 0.11720266193151474,
      "learning_rate": 1.3990487983945414e-05,
      "loss": 0.7955,
      "step": 18425
    },
    {
      "epoch": 0.38831023091877537,
      "grad_norm": 0.13440059125423431,
      "learning_rate": 1.3989862133949947e-05,
      "loss": 0.8222,
      "step": 18426
    },
    {
      "epoch": 0.3883313049571407,
      "grad_norm": 0.12278831005096436,
      "learning_rate": 1.3989236265367306e-05,
      "loss": 0.8618,
      "step": 18427
    },
    {
      "epoch": 0.38835237899550595,
      "grad_norm": 0.10377474874258041,
      "learning_rate": 1.3988610378200402e-05,
      "loss": 0.8207,
      "step": 18428
    },
    {
      "epoch": 0.3883734530338713,
      "grad_norm": 0.11632709950208664,
      "learning_rate": 1.3987984472452154e-05,
      "loss": 0.7603,
      "step": 18429
    },
    {
      "epoch": 0.38839452707223654,
      "grad_norm": 0.12068106234073639,
      "learning_rate": 1.3987358548125479e-05,
      "loss": 0.8283,
      "step": 18430
    },
    {
      "epoch": 0.3884156011106018,
      "grad_norm": 0.16624432802200317,
      "learning_rate": 1.3986732605223283e-05,
      "loss": 0.8639,
      "step": 18431
    },
    {
      "epoch": 0.3884366751489671,
      "grad_norm": 0.12141436338424683,
      "learning_rate": 1.3986106643748495e-05,
      "loss": 0.8482,
      "step": 18432
    },
    {
      "epoch": 0.3884577491873324,
      "grad_norm": 0.16076256334781647,
      "learning_rate": 1.3985480663704027e-05,
      "loss": 0.8176,
      "step": 18433
    },
    {
      "epoch": 0.38847882322569766,
      "grad_norm": 0.12900592386722565,
      "learning_rate": 1.3984854665092792e-05,
      "loss": 0.8538,
      "step": 18434
    },
    {
      "epoch": 0.388499897264063,
      "grad_norm": 0.1269918978214264,
      "learning_rate": 1.3984228647917708e-05,
      "loss": 0.7698,
      "step": 18435
    },
    {
      "epoch": 0.38852097130242824,
      "grad_norm": 0.15013733506202698,
      "learning_rate": 1.3983602612181692e-05,
      "loss": 0.9293,
      "step": 18436
    },
    {
      "epoch": 0.38854204534079356,
      "grad_norm": 0.14283588528633118,
      "learning_rate": 1.398297655788766e-05,
      "loss": 0.7423,
      "step": 18437
    },
    {
      "epoch": 0.38856311937915883,
      "grad_norm": 0.12441461533308029,
      "learning_rate": 1.398235048503853e-05,
      "loss": 0.8159,
      "step": 18438
    },
    {
      "epoch": 0.3885841934175241,
      "grad_norm": 0.1645282804965973,
      "learning_rate": 1.3981724393637215e-05,
      "loss": 0.8888,
      "step": 18439
    },
    {
      "epoch": 0.3886052674558894,
      "grad_norm": 0.1358412802219391,
      "learning_rate": 1.3981098283686633e-05,
      "loss": 0.8279,
      "step": 18440
    },
    {
      "epoch": 0.3886263414942547,
      "grad_norm": 0.11896180361509323,
      "learning_rate": 1.3980472155189703e-05,
      "loss": 0.8002,
      "step": 18441
    },
    {
      "epoch": 0.38864741553262,
      "grad_norm": 0.13348489999771118,
      "learning_rate": 1.397984600814934e-05,
      "loss": 0.8237,
      "step": 18442
    },
    {
      "epoch": 0.38866848957098526,
      "grad_norm": 0.11340740323066711,
      "learning_rate": 1.3979219842568464e-05,
      "loss": 0.8246,
      "step": 18443
    },
    {
      "epoch": 0.38868956360935053,
      "grad_norm": 0.12335529178380966,
      "learning_rate": 1.3978593658449989e-05,
      "loss": 0.7102,
      "step": 18444
    },
    {
      "epoch": 0.38871063764771585,
      "grad_norm": 0.18883466720581055,
      "learning_rate": 1.3977967455796828e-05,
      "loss": 0.8283,
      "step": 18445
    },
    {
      "epoch": 0.3887317116860811,
      "grad_norm": 0.16390274465084076,
      "learning_rate": 1.3977341234611907e-05,
      "loss": 0.7996,
      "step": 18446
    },
    {
      "epoch": 0.38875278572444644,
      "grad_norm": 0.13111186027526855,
      "learning_rate": 1.397671499489814e-05,
      "loss": 0.8351,
      "step": 18447
    },
    {
      "epoch": 0.3887738597628117,
      "grad_norm": 0.11732898652553558,
      "learning_rate": 1.3976088736658442e-05,
      "loss": 0.789,
      "step": 18448
    },
    {
      "epoch": 0.38879493380117697,
      "grad_norm": 0.13576607406139374,
      "learning_rate": 1.3975462459895734e-05,
      "loss": 0.8193,
      "step": 18449
    },
    {
      "epoch": 0.3888160078395423,
      "grad_norm": 0.13635842502117157,
      "learning_rate": 1.397483616461293e-05,
      "loss": 0.829,
      "step": 18450
    },
    {
      "epoch": 0.38883708187790755,
      "grad_norm": 0.145211860537529,
      "learning_rate": 1.3974209850812947e-05,
      "loss": 0.7792,
      "step": 18451
    },
    {
      "epoch": 0.3888581559162728,
      "grad_norm": 0.12409700453281403,
      "learning_rate": 1.3973583518498708e-05,
      "loss": 0.8425,
      "step": 18452
    },
    {
      "epoch": 0.38887922995463814,
      "grad_norm": 0.12980546057224274,
      "learning_rate": 1.3972957167673129e-05,
      "loss": 0.8375,
      "step": 18453
    },
    {
      "epoch": 0.3889003039930034,
      "grad_norm": 0.11629191786050797,
      "learning_rate": 1.3972330798339124e-05,
      "loss": 0.7817,
      "step": 18454
    },
    {
      "epoch": 0.3889213780313687,
      "grad_norm": 0.16670818626880646,
      "learning_rate": 1.3971704410499617e-05,
      "loss": 0.8571,
      "step": 18455
    },
    {
      "epoch": 0.388942452069734,
      "grad_norm": 0.14034153521060944,
      "learning_rate": 1.3971078004157521e-05,
      "loss": 0.798,
      "step": 18456
    },
    {
      "epoch": 0.38896352610809926,
      "grad_norm": 0.1375846564769745,
      "learning_rate": 1.3970451579315755e-05,
      "loss": 0.8948,
      "step": 18457
    },
    {
      "epoch": 0.3889846001464646,
      "grad_norm": 0.30465519428253174,
      "learning_rate": 1.396982513597724e-05,
      "loss": 0.8102,
      "step": 18458
    },
    {
      "epoch": 0.38900567418482984,
      "grad_norm": 0.12038759142160416,
      "learning_rate": 1.3969198674144893e-05,
      "loss": 0.7882,
      "step": 18459
    },
    {
      "epoch": 0.38902674822319516,
      "grad_norm": 0.13765744864940643,
      "learning_rate": 1.3968572193821632e-05,
      "loss": 0.8604,
      "step": 18460
    },
    {
      "epoch": 0.3890478222615604,
      "grad_norm": 0.12129504978656769,
      "learning_rate": 1.3967945695010376e-05,
      "loss": 0.7456,
      "step": 18461
    },
    {
      "epoch": 0.3890688962999257,
      "grad_norm": 0.15892364084720612,
      "learning_rate": 1.3967319177714043e-05,
      "loss": 0.7739,
      "step": 18462
    },
    {
      "epoch": 0.389089970338291,
      "grad_norm": 0.15251575410366058,
      "learning_rate": 1.3966692641935553e-05,
      "loss": 0.8225,
      "step": 18463
    },
    {
      "epoch": 0.3891110443766563,
      "grad_norm": 0.13687525689601898,
      "learning_rate": 1.3966066087677822e-05,
      "loss": 0.8525,
      "step": 18464
    },
    {
      "epoch": 0.3891321184150216,
      "grad_norm": 0.15983611345291138,
      "learning_rate": 1.3965439514943772e-05,
      "loss": 0.7942,
      "step": 18465
    },
    {
      "epoch": 0.38915319245338686,
      "grad_norm": 0.150283083319664,
      "learning_rate": 1.3964812923736322e-05,
      "loss": 0.7608,
      "step": 18466
    },
    {
      "epoch": 0.38917426649175213,
      "grad_norm": 0.116426482796669,
      "learning_rate": 1.3964186314058386e-05,
      "loss": 0.8122,
      "step": 18467
    },
    {
      "epoch": 0.38919534053011745,
      "grad_norm": 0.18664729595184326,
      "learning_rate": 1.3963559685912889e-05,
      "loss": 0.8047,
      "step": 18468
    },
    {
      "epoch": 0.3892164145684827,
      "grad_norm": 0.1497778296470642,
      "learning_rate": 1.3962933039302749e-05,
      "loss": 0.8418,
      "step": 18469
    },
    {
      "epoch": 0.389237488606848,
      "grad_norm": 0.17658522725105286,
      "learning_rate": 1.396230637423088e-05,
      "loss": 0.8667,
      "step": 18470
    },
    {
      "epoch": 0.3892585626452133,
      "grad_norm": 0.17585307359695435,
      "learning_rate": 1.396167969070021e-05,
      "loss": 0.8502,
      "step": 18471
    },
    {
      "epoch": 0.38927963668357857,
      "grad_norm": 0.1574108749628067,
      "learning_rate": 1.3961052988713653e-05,
      "loss": 0.8567,
      "step": 18472
    },
    {
      "epoch": 0.3893007107219439,
      "grad_norm": 0.19376607239246368,
      "learning_rate": 1.396042626827413e-05,
      "loss": 0.8319,
      "step": 18473
    },
    {
      "epoch": 0.38932178476030915,
      "grad_norm": 0.12724490463733673,
      "learning_rate": 1.3959799529384559e-05,
      "loss": 0.8243,
      "step": 18474
    },
    {
      "epoch": 0.3893428587986744,
      "grad_norm": 0.16646327078342438,
      "learning_rate": 1.395917277204786e-05,
      "loss": 0.879,
      "step": 18475
    },
    {
      "epoch": 0.38936393283703974,
      "grad_norm": 0.17242741584777832,
      "learning_rate": 1.3958545996266958e-05,
      "loss": 0.8695,
      "step": 18476
    },
    {
      "epoch": 0.389385006875405,
      "grad_norm": 0.1310693472623825,
      "learning_rate": 1.3957919202044762e-05,
      "loss": 0.8129,
      "step": 18477
    },
    {
      "epoch": 0.3894060809137703,
      "grad_norm": 0.1592738926410675,
      "learning_rate": 1.3957292389384208e-05,
      "loss": 0.7602,
      "step": 18478
    },
    {
      "epoch": 0.3894271549521356,
      "grad_norm": 0.11077804863452911,
      "learning_rate": 1.3956665558288203e-05,
      "loss": 0.8293,
      "step": 18479
    },
    {
      "epoch": 0.38944822899050086,
      "grad_norm": 0.16127347946166992,
      "learning_rate": 1.395603870875967e-05,
      "loss": 0.8038,
      "step": 18480
    },
    {
      "epoch": 0.3894693030288662,
      "grad_norm": 0.12491098791360855,
      "learning_rate": 1.3955411840801528e-05,
      "loss": 0.8373,
      "step": 18481
    },
    {
      "epoch": 0.38949037706723144,
      "grad_norm": 0.15222099423408508,
      "learning_rate": 1.3954784954416703e-05,
      "loss": 0.8327,
      "step": 18482
    },
    {
      "epoch": 0.38951145110559676,
      "grad_norm": 0.12540122866630554,
      "learning_rate": 1.3954158049608109e-05,
      "loss": 0.8431,
      "step": 18483
    },
    {
      "epoch": 0.389532525143962,
      "grad_norm": 0.1525813490152359,
      "learning_rate": 1.3953531126378672e-05,
      "loss": 0.8903,
      "step": 18484
    },
    {
      "epoch": 0.3895535991823273,
      "grad_norm": 0.14335185289382935,
      "learning_rate": 1.3952904184731309e-05,
      "loss": 0.817,
      "step": 18485
    },
    {
      "epoch": 0.3895746732206926,
      "grad_norm": 0.1200789138674736,
      "learning_rate": 1.3952277224668942e-05,
      "loss": 0.8204,
      "step": 18486
    },
    {
      "epoch": 0.3895957472590579,
      "grad_norm": 0.13868625462055206,
      "learning_rate": 1.3951650246194492e-05,
      "loss": 0.7926,
      "step": 18487
    },
    {
      "epoch": 0.3896168212974232,
      "grad_norm": 0.12084517627954483,
      "learning_rate": 1.3951023249310877e-05,
      "loss": 0.7928,
      "step": 18488
    },
    {
      "epoch": 0.38963789533578846,
      "grad_norm": 0.12228896468877792,
      "learning_rate": 1.3950396234021024e-05,
      "loss": 0.8486,
      "step": 18489
    },
    {
      "epoch": 0.38965896937415373,
      "grad_norm": 0.1189817488193512,
      "learning_rate": 1.3949769200327847e-05,
      "loss": 0.787,
      "step": 18490
    },
    {
      "epoch": 0.38968004341251905,
      "grad_norm": 0.14232724905014038,
      "learning_rate": 1.394914214823427e-05,
      "loss": 0.849,
      "step": 18491
    },
    {
      "epoch": 0.3897011174508843,
      "grad_norm": 0.13031068444252014,
      "learning_rate": 1.3948515077743218e-05,
      "loss": 0.8228,
      "step": 18492
    },
    {
      "epoch": 0.3897221914892496,
      "grad_norm": 0.1515973061323166,
      "learning_rate": 1.394788798885761e-05,
      "loss": 0.8343,
      "step": 18493
    },
    {
      "epoch": 0.3897432655276149,
      "grad_norm": 0.14163006842136383,
      "learning_rate": 1.3947260881580362e-05,
      "loss": 0.8679,
      "step": 18494
    },
    {
      "epoch": 0.38976433956598017,
      "grad_norm": 0.1202152892947197,
      "learning_rate": 1.3946633755914401e-05,
      "loss": 0.7386,
      "step": 18495
    },
    {
      "epoch": 0.3897854136043455,
      "grad_norm": 0.1393810212612152,
      "learning_rate": 1.3946006611862647e-05,
      "loss": 0.7944,
      "step": 18496
    },
    {
      "epoch": 0.38980648764271075,
      "grad_norm": 0.14935444295406342,
      "learning_rate": 1.3945379449428022e-05,
      "loss": 0.8225,
      "step": 18497
    },
    {
      "epoch": 0.389827561681076,
      "grad_norm": 0.148890882730484,
      "learning_rate": 1.394475226861345e-05,
      "loss": 0.8293,
      "step": 18498
    },
    {
      "epoch": 0.38984863571944134,
      "grad_norm": 0.1420111507177353,
      "learning_rate": 1.3944125069421846e-05,
      "loss": 0.8525,
      "step": 18499
    },
    {
      "epoch": 0.3898697097578066,
      "grad_norm": 0.1382124423980713,
      "learning_rate": 1.3943497851856136e-05,
      "loss": 0.8505,
      "step": 18500
    },
    {
      "epoch": 0.3898907837961719,
      "grad_norm": 0.13109318912029266,
      "learning_rate": 1.3942870615919243e-05,
      "loss": 0.8029,
      "step": 18501
    },
    {
      "epoch": 0.3899118578345372,
      "grad_norm": 0.1353880912065506,
      "learning_rate": 1.3942243361614089e-05,
      "loss": 0.7913,
      "step": 18502
    },
    {
      "epoch": 0.38993293187290246,
      "grad_norm": 0.10846059024333954,
      "learning_rate": 1.3941616088943597e-05,
      "loss": 0.7776,
      "step": 18503
    },
    {
      "epoch": 0.3899540059112678,
      "grad_norm": 0.1469026505947113,
      "learning_rate": 1.3940988797910686e-05,
      "loss": 0.8145,
      "step": 18504
    },
    {
      "epoch": 0.38997507994963304,
      "grad_norm": 0.11771301925182343,
      "learning_rate": 1.394036148851828e-05,
      "loss": 0.769,
      "step": 18505
    },
    {
      "epoch": 0.38999615398799836,
      "grad_norm": 0.143819198012352,
      "learning_rate": 1.3939734160769299e-05,
      "loss": 0.7861,
      "step": 18506
    },
    {
      "epoch": 0.3900172280263636,
      "grad_norm": 0.11522043496370316,
      "learning_rate": 1.3939106814666671e-05,
      "loss": 0.7745,
      "step": 18507
    },
    {
      "epoch": 0.3900383020647289,
      "grad_norm": 0.11585263162851334,
      "learning_rate": 1.3938479450213314e-05,
      "loss": 0.7827,
      "step": 18508
    },
    {
      "epoch": 0.3900593761030942,
      "grad_norm": 0.14691056311130524,
      "learning_rate": 1.3937852067412152e-05,
      "loss": 0.8309,
      "step": 18509
    },
    {
      "epoch": 0.3900804501414595,
      "grad_norm": 0.11902379244565964,
      "learning_rate": 1.3937224666266103e-05,
      "loss": 0.82,
      "step": 18510
    },
    {
      "epoch": 0.39010152417982474,
      "grad_norm": 0.16017001867294312,
      "learning_rate": 1.3936597246778099e-05,
      "loss": 0.9073,
      "step": 18511
    },
    {
      "epoch": 0.39012259821819006,
      "grad_norm": 0.15794157981872559,
      "learning_rate": 1.3935969808951058e-05,
      "loss": 0.8352,
      "step": 18512
    },
    {
      "epoch": 0.39014367225655533,
      "grad_norm": 0.13138005137443542,
      "learning_rate": 1.3935342352787905e-05,
      "loss": 0.8315,
      "step": 18513
    },
    {
      "epoch": 0.39016474629492065,
      "grad_norm": 0.1500750631093979,
      "learning_rate": 1.3934714878291557e-05,
      "loss": 0.81,
      "step": 18514
    },
    {
      "epoch": 0.3901858203332859,
      "grad_norm": 0.13421384990215302,
      "learning_rate": 1.3934087385464944e-05,
      "loss": 0.7653,
      "step": 18515
    },
    {
      "epoch": 0.3902068943716512,
      "grad_norm": 0.13149245083332062,
      "learning_rate": 1.3933459874310983e-05,
      "loss": 0.824,
      "step": 18516
    },
    {
      "epoch": 0.3902279684100165,
      "grad_norm": 0.1179981455206871,
      "learning_rate": 1.3932832344832607e-05,
      "loss": 0.8102,
      "step": 18517
    },
    {
      "epoch": 0.39024904244838177,
      "grad_norm": 0.11869224160909653,
      "learning_rate": 1.3932204797032729e-05,
      "loss": 0.7453,
      "step": 18518
    },
    {
      "epoch": 0.3902701164867471,
      "grad_norm": 0.14890621602535248,
      "learning_rate": 1.393157723091428e-05,
      "loss": 0.8108,
      "step": 18519
    },
    {
      "epoch": 0.39029119052511235,
      "grad_norm": 0.1349891573190689,
      "learning_rate": 1.3930949646480177e-05,
      "loss": 0.7917,
      "step": 18520
    },
    {
      "epoch": 0.3903122645634776,
      "grad_norm": 0.12286614626646042,
      "learning_rate": 1.393032204373335e-05,
      "loss": 0.7614,
      "step": 18521
    },
    {
      "epoch": 0.39033333860184294,
      "grad_norm": 0.18326885998249054,
      "learning_rate": 1.392969442267672e-05,
      "loss": 0.8236,
      "step": 18522
    },
    {
      "epoch": 0.3903544126402082,
      "grad_norm": 0.12087234854698181,
      "learning_rate": 1.392906678331321e-05,
      "loss": 0.7763,
      "step": 18523
    },
    {
      "epoch": 0.3903754866785735,
      "grad_norm": 0.1384434998035431,
      "learning_rate": 1.3928439125645742e-05,
      "loss": 0.876,
      "step": 18524
    },
    {
      "epoch": 0.3903965607169388,
      "grad_norm": 0.14167523384094238,
      "learning_rate": 1.3927811449677245e-05,
      "loss": 0.7587,
      "step": 18525
    },
    {
      "epoch": 0.39041763475530405,
      "grad_norm": 0.13089697062969208,
      "learning_rate": 1.392718375541064e-05,
      "loss": 0.8444,
      "step": 18526
    },
    {
      "epoch": 0.3904387087936694,
      "grad_norm": 0.10799717158079147,
      "learning_rate": 1.3926556042848855e-05,
      "loss": 0.7994,
      "step": 18527
    },
    {
      "epoch": 0.39045978283203464,
      "grad_norm": 0.22817951440811157,
      "learning_rate": 1.392592831199481e-05,
      "loss": 0.8283,
      "step": 18528
    },
    {
      "epoch": 0.3904808568703999,
      "grad_norm": 0.13589251041412354,
      "learning_rate": 1.3925300562851429e-05,
      "loss": 0.817,
      "step": 18529
    },
    {
      "epoch": 0.3905019309087652,
      "grad_norm": 0.11056993156671524,
      "learning_rate": 1.3924672795421638e-05,
      "loss": 0.8417,
      "step": 18530
    },
    {
      "epoch": 0.3905230049471305,
      "grad_norm": 0.1513088345527649,
      "learning_rate": 1.3924045009708365e-05,
      "loss": 0.7933,
      "step": 18531
    },
    {
      "epoch": 0.3905440789854958,
      "grad_norm": 0.13738976418972015,
      "learning_rate": 1.3923417205714527e-05,
      "loss": 0.8582,
      "step": 18532
    },
    {
      "epoch": 0.3905651530238611,
      "grad_norm": 0.19223788380622864,
      "learning_rate": 1.3922789383443053e-05,
      "loss": 0.8176,
      "step": 18533
    },
    {
      "epoch": 0.39058622706222634,
      "grad_norm": 0.14694269001483917,
      "learning_rate": 1.3922161542896869e-05,
      "loss": 0.7397,
      "step": 18534
    },
    {
      "epoch": 0.39060730110059166,
      "grad_norm": 0.12031492590904236,
      "learning_rate": 1.3921533684078898e-05,
      "loss": 0.8024,
      "step": 18535
    },
    {
      "epoch": 0.39062837513895693,
      "grad_norm": 0.14906752109527588,
      "learning_rate": 1.3920905806992066e-05,
      "loss": 0.7663,
      "step": 18536
    },
    {
      "epoch": 0.39064944917732225,
      "grad_norm": 0.11521575599908829,
      "learning_rate": 1.3920277911639298e-05,
      "loss": 0.7733,
      "step": 18537
    },
    {
      "epoch": 0.3906705232156875,
      "grad_norm": 0.17663373053073883,
      "learning_rate": 1.3919649998023516e-05,
      "loss": 0.8667,
      "step": 18538
    },
    {
      "epoch": 0.3906915972540528,
      "grad_norm": 0.1693519800901413,
      "learning_rate": 1.3919022066147649e-05,
      "loss": 0.7913,
      "step": 18539
    },
    {
      "epoch": 0.3907126712924181,
      "grad_norm": 0.1578836888074875,
      "learning_rate": 1.391839411601462e-05,
      "loss": 0.821,
      "step": 18540
    },
    {
      "epoch": 0.39073374533078337,
      "grad_norm": 0.21603459119796753,
      "learning_rate": 1.391776614762736e-05,
      "loss": 0.7666,
      "step": 18541
    },
    {
      "epoch": 0.3907548193691487,
      "grad_norm": 0.18248093128204346,
      "learning_rate": 1.3917138160988786e-05,
      "loss": 0.8077,
      "step": 18542
    },
    {
      "epoch": 0.39077589340751395,
      "grad_norm": 0.17593611776828766,
      "learning_rate": 1.3916510156101825e-05,
      "loss": 0.8425,
      "step": 18543
    },
    {
      "epoch": 0.3907969674458792,
      "grad_norm": 0.1836446225643158,
      "learning_rate": 1.391588213296941e-05,
      "loss": 0.7808,
      "step": 18544
    },
    {
      "epoch": 0.39081804148424454,
      "grad_norm": 0.17723412811756134,
      "learning_rate": 1.391525409159446e-05,
      "loss": 0.8475,
      "step": 18545
    },
    {
      "epoch": 0.3908391155226098,
      "grad_norm": 0.2131284773349762,
      "learning_rate": 1.3914626031979902e-05,
      "loss": 0.843,
      "step": 18546
    },
    {
      "epoch": 0.39086018956097507,
      "grad_norm": 0.1650054007768631,
      "learning_rate": 1.3913997954128662e-05,
      "loss": 0.818,
      "step": 18547
    },
    {
      "epoch": 0.3908812635993404,
      "grad_norm": 0.21564775705337524,
      "learning_rate": 1.3913369858043666e-05,
      "loss": 0.8818,
      "step": 18548
    },
    {
      "epoch": 0.39090233763770565,
      "grad_norm": 0.15339873731136322,
      "learning_rate": 1.391274174372784e-05,
      "loss": 0.8055,
      "step": 18549
    },
    {
      "epoch": 0.390923411676071,
      "grad_norm": 0.19129511713981628,
      "learning_rate": 1.391211361118411e-05,
      "loss": 0.8117,
      "step": 18550
    },
    {
      "epoch": 0.39094448571443624,
      "grad_norm": 0.13981248438358307,
      "learning_rate": 1.3911485460415405e-05,
      "loss": 0.7527,
      "step": 18551
    },
    {
      "epoch": 0.3909655597528015,
      "grad_norm": 0.2131044566631317,
      "learning_rate": 1.391085729142465e-05,
      "loss": 0.8271,
      "step": 18552
    },
    {
      "epoch": 0.3909866337911668,
      "grad_norm": 0.1344219595193863,
      "learning_rate": 1.3910229104214767e-05,
      "loss": 0.8707,
      "step": 18553
    },
    {
      "epoch": 0.3910077078295321,
      "grad_norm": 0.18781201541423798,
      "learning_rate": 1.390960089878869e-05,
      "loss": 0.8479,
      "step": 18554
    },
    {
      "epoch": 0.3910287818678974,
      "grad_norm": 0.15770362317562103,
      "learning_rate": 1.3908972675149337e-05,
      "loss": 0.7611,
      "step": 18555
    },
    {
      "epoch": 0.3910498559062627,
      "grad_norm": 0.15756727755069733,
      "learning_rate": 1.3908344433299644e-05,
      "loss": 0.8208,
      "step": 18556
    },
    {
      "epoch": 0.39107092994462794,
      "grad_norm": 0.16343535482883453,
      "learning_rate": 1.3907716173242528e-05,
      "loss": 0.7973,
      "step": 18557
    },
    {
      "epoch": 0.39109200398299326,
      "grad_norm": 0.1857912838459015,
      "learning_rate": 1.3907087894980925e-05,
      "loss": 0.9077,
      "step": 18558
    },
    {
      "epoch": 0.39111307802135853,
      "grad_norm": 0.14208252727985382,
      "learning_rate": 1.3906459598517754e-05,
      "loss": 0.7792,
      "step": 18559
    },
    {
      "epoch": 0.39113415205972385,
      "grad_norm": 0.14051592350006104,
      "learning_rate": 1.3905831283855946e-05,
      "loss": 0.8252,
      "step": 18560
    },
    {
      "epoch": 0.3911552260980891,
      "grad_norm": 0.12173277139663696,
      "learning_rate": 1.390520295099843e-05,
      "loss": 0.8046,
      "step": 18561
    },
    {
      "epoch": 0.3911763001364544,
      "grad_norm": 0.17081204056739807,
      "learning_rate": 1.3904574599948129e-05,
      "loss": 0.7762,
      "step": 18562
    },
    {
      "epoch": 0.3911973741748197,
      "grad_norm": 0.1389184445142746,
      "learning_rate": 1.3903946230707971e-05,
      "loss": 0.8363,
      "step": 18563
    },
    {
      "epoch": 0.39121844821318497,
      "grad_norm": 0.15771234035491943,
      "learning_rate": 1.3903317843280885e-05,
      "loss": 0.8066,
      "step": 18564
    },
    {
      "epoch": 0.39123952225155023,
      "grad_norm": 0.12986770272254944,
      "learning_rate": 1.3902689437669801e-05,
      "loss": 0.7445,
      "step": 18565
    },
    {
      "epoch": 0.39126059628991555,
      "grad_norm": 0.14009210467338562,
      "learning_rate": 1.390206101387764e-05,
      "loss": 0.8637,
      "step": 18566
    },
    {
      "epoch": 0.3912816703282808,
      "grad_norm": 0.10866688191890717,
      "learning_rate": 1.3901432571907332e-05,
      "loss": 0.803,
      "step": 18567
    },
    {
      "epoch": 0.39130274436664614,
      "grad_norm": 0.1202031672000885,
      "learning_rate": 1.3900804111761808e-05,
      "loss": 0.7722,
      "step": 18568
    },
    {
      "epoch": 0.3913238184050114,
      "grad_norm": 0.13635194301605225,
      "learning_rate": 1.390017563344399e-05,
      "loss": 0.8525,
      "step": 18569
    },
    {
      "epoch": 0.39134489244337667,
      "grad_norm": 0.1391604244709015,
      "learning_rate": 1.3899547136956813e-05,
      "loss": 0.8106,
      "step": 18570
    },
    {
      "epoch": 0.391365966481742,
      "grad_norm": 0.1384701132774353,
      "learning_rate": 1.38989186223032e-05,
      "loss": 0.7907,
      "step": 18571
    },
    {
      "epoch": 0.39138704052010725,
      "grad_norm": 0.14274224638938904,
      "learning_rate": 1.389829008948608e-05,
      "loss": 0.8475,
      "step": 18572
    },
    {
      "epoch": 0.3914081145584726,
      "grad_norm": 0.14923380315303802,
      "learning_rate": 1.3897661538508378e-05,
      "loss": 0.7985,
      "step": 18573
    },
    {
      "epoch": 0.39142918859683784,
      "grad_norm": 0.11570680886507034,
      "learning_rate": 1.3897032969373028e-05,
      "loss": 0.8334,
      "step": 18574
    },
    {
      "epoch": 0.3914502626352031,
      "grad_norm": 0.12818706035614014,
      "learning_rate": 1.3896404382082953e-05,
      "loss": 0.8341,
      "step": 18575
    },
    {
      "epoch": 0.3914713366735684,
      "grad_norm": 0.12110182642936707,
      "learning_rate": 1.3895775776641086e-05,
      "loss": 0.7962,
      "step": 18576
    },
    {
      "epoch": 0.3914924107119337,
      "grad_norm": 0.15976814925670624,
      "learning_rate": 1.3895147153050353e-05,
      "loss": 0.8093,
      "step": 18577
    },
    {
      "epoch": 0.391513484750299,
      "grad_norm": 0.11965346336364746,
      "learning_rate": 1.3894518511313681e-05,
      "loss": 0.841,
      "step": 18578
    },
    {
      "epoch": 0.3915345587886643,
      "grad_norm": 0.14362157881259918,
      "learning_rate": 1.3893889851434e-05,
      "loss": 0.8083,
      "step": 18579
    },
    {
      "epoch": 0.39155563282702954,
      "grad_norm": 0.1151447668671608,
      "learning_rate": 1.3893261173414242e-05,
      "loss": 0.7977,
      "step": 18580
    },
    {
      "epoch": 0.39157670686539486,
      "grad_norm": 0.132027268409729,
      "learning_rate": 1.3892632477257333e-05,
      "loss": 0.7989,
      "step": 18581
    },
    {
      "epoch": 0.39159778090376013,
      "grad_norm": 0.13934306800365448,
      "learning_rate": 1.3892003762966198e-05,
      "loss": 0.8147,
      "step": 18582
    },
    {
      "epoch": 0.39161885494212545,
      "grad_norm": 0.1154610887169838,
      "learning_rate": 1.389137503054377e-05,
      "loss": 0.7909,
      "step": 18583
    },
    {
      "epoch": 0.3916399289804907,
      "grad_norm": 0.13225246965885162,
      "learning_rate": 1.389074627999298e-05,
      "loss": 0.8472,
      "step": 18584
    },
    {
      "epoch": 0.391661003018856,
      "grad_norm": 0.129581481218338,
      "learning_rate": 1.3890117511316752e-05,
      "loss": 0.8159,
      "step": 18585
    },
    {
      "epoch": 0.3916820770572213,
      "grad_norm": 0.143553227186203,
      "learning_rate": 1.388948872451802e-05,
      "loss": 0.8773,
      "step": 18586
    },
    {
      "epoch": 0.39170315109558657,
      "grad_norm": 0.15766829252243042,
      "learning_rate": 1.3888859919599713e-05,
      "loss": 0.8425,
      "step": 18587
    },
    {
      "epoch": 0.39172422513395183,
      "grad_norm": 0.11566594988107681,
      "learning_rate": 1.3888231096564755e-05,
      "loss": 0.8175,
      "step": 18588
    },
    {
      "epoch": 0.39174529917231715,
      "grad_norm": 0.13179318606853485,
      "learning_rate": 1.3887602255416078e-05,
      "loss": 0.7933,
      "step": 18589
    },
    {
      "epoch": 0.3917663732106824,
      "grad_norm": 0.1444641798734665,
      "learning_rate": 1.3886973396156615e-05,
      "loss": 0.8692,
      "step": 18590
    },
    {
      "epoch": 0.39178744724904774,
      "grad_norm": 0.14195773005485535,
      "learning_rate": 1.3886344518789293e-05,
      "loss": 0.8228,
      "step": 18591
    },
    {
      "epoch": 0.391808521287413,
      "grad_norm": 0.11453258246183395,
      "learning_rate": 1.388571562331704e-05,
      "loss": 0.7328,
      "step": 18592
    },
    {
      "epoch": 0.39182959532577827,
      "grad_norm": 0.12842223048210144,
      "learning_rate": 1.3885086709742788e-05,
      "loss": 0.7784,
      "step": 18593
    },
    {
      "epoch": 0.3918506693641436,
      "grad_norm": 0.11743081361055374,
      "learning_rate": 1.3884457778069464e-05,
      "loss": 0.7846,
      "step": 18594
    },
    {
      "epoch": 0.39187174340250885,
      "grad_norm": 0.12438853830099106,
      "learning_rate": 1.3883828828300003e-05,
      "loss": 0.7536,
      "step": 18595
    },
    {
      "epoch": 0.3918928174408742,
      "grad_norm": 0.10497697442770004,
      "learning_rate": 1.3883199860437334e-05,
      "loss": 0.7905,
      "step": 18596
    },
    {
      "epoch": 0.39191389147923944,
      "grad_norm": 0.12243465334177017,
      "learning_rate": 1.3882570874484382e-05,
      "loss": 0.7284,
      "step": 18597
    },
    {
      "epoch": 0.3919349655176047,
      "grad_norm": 0.126296728849411,
      "learning_rate": 1.388194187044408e-05,
      "loss": 0.7783,
      "step": 18598
    },
    {
      "epoch": 0.39195603955597,
      "grad_norm": 0.11176475882530212,
      "learning_rate": 1.3881312848319361e-05,
      "loss": 0.8376,
      "step": 18599
    },
    {
      "epoch": 0.3919771135943353,
      "grad_norm": 0.10295119136571884,
      "learning_rate": 1.3880683808113156e-05,
      "loss": 0.7657,
      "step": 18600
    },
    {
      "epoch": 0.3919981876327006,
      "grad_norm": 0.11458107829093933,
      "learning_rate": 1.3880054749828388e-05,
      "loss": 0.7517,
      "step": 18601
    },
    {
      "epoch": 0.3920192616710659,
      "grad_norm": 0.1583157181739807,
      "learning_rate": 1.3879425673467995e-05,
      "loss": 0.8592,
      "step": 18602
    },
    {
      "epoch": 0.39204033570943114,
      "grad_norm": 0.11952175199985504,
      "learning_rate": 1.3878796579034902e-05,
      "loss": 0.8847,
      "step": 18603
    },
    {
      "epoch": 0.39206140974779646,
      "grad_norm": 0.1104855090379715,
      "learning_rate": 1.3878167466532042e-05,
      "loss": 0.8108,
      "step": 18604
    },
    {
      "epoch": 0.39208248378616173,
      "grad_norm": 0.1599123328924179,
      "learning_rate": 1.3877538335962353e-05,
      "loss": 0.8309,
      "step": 18605
    },
    {
      "epoch": 0.392103557824527,
      "grad_norm": 0.13557599484920502,
      "learning_rate": 1.3876909187328753e-05,
      "loss": 0.8554,
      "step": 18606
    },
    {
      "epoch": 0.3921246318628923,
      "grad_norm": 0.12410318851470947,
      "learning_rate": 1.3876280020634182e-05,
      "loss": 0.7805,
      "step": 18607
    },
    {
      "epoch": 0.3921457059012576,
      "grad_norm": 0.1389879733324051,
      "learning_rate": 1.3875650835881565e-05,
      "loss": 0.7836,
      "step": 18608
    },
    {
      "epoch": 0.3921667799396229,
      "grad_norm": 0.12158514559268951,
      "learning_rate": 1.3875021633073837e-05,
      "loss": 0.7852,
      "step": 18609
    },
    {
      "epoch": 0.39218785397798817,
      "grad_norm": 0.14194346964359283,
      "learning_rate": 1.387439241221393e-05,
      "loss": 0.7546,
      "step": 18610
    },
    {
      "epoch": 0.39220892801635343,
      "grad_norm": 0.15729005634784698,
      "learning_rate": 1.3873763173304774e-05,
      "loss": 0.7583,
      "step": 18611
    },
    {
      "epoch": 0.39223000205471875,
      "grad_norm": 0.1377977877855301,
      "learning_rate": 1.38731339163493e-05,
      "loss": 0.8313,
      "step": 18612
    },
    {
      "epoch": 0.392251076093084,
      "grad_norm": 0.11226451396942139,
      "learning_rate": 1.3872504641350438e-05,
      "loss": 0.7198,
      "step": 18613
    },
    {
      "epoch": 0.39227215013144934,
      "grad_norm": 0.12582743167877197,
      "learning_rate": 1.3871875348311124e-05,
      "loss": 0.8186,
      "step": 18614
    },
    {
      "epoch": 0.3922932241698146,
      "grad_norm": 0.1589549332857132,
      "learning_rate": 1.3871246037234285e-05,
      "loss": 0.8066,
      "step": 18615
    },
    {
      "epoch": 0.39231429820817987,
      "grad_norm": 0.17102566361427307,
      "learning_rate": 1.3870616708122855e-05,
      "loss": 0.8095,
      "step": 18616
    },
    {
      "epoch": 0.3923353722465452,
      "grad_norm": 0.13709276914596558,
      "learning_rate": 1.3869987360979764e-05,
      "loss": 0.7739,
      "step": 18617
    },
    {
      "epoch": 0.39235644628491045,
      "grad_norm": 0.1432446837425232,
      "learning_rate": 1.3869357995807944e-05,
      "loss": 0.8038,
      "step": 18618
    },
    {
      "epoch": 0.3923775203232758,
      "grad_norm": 0.11404774338006973,
      "learning_rate": 1.386872861261033e-05,
      "loss": 0.8232,
      "step": 18619
    },
    {
      "epoch": 0.39239859436164104,
      "grad_norm": 0.1333211362361908,
      "learning_rate": 1.3868099211389855e-05,
      "loss": 0.807,
      "step": 18620
    },
    {
      "epoch": 0.3924196684000063,
      "grad_norm": 0.10908695310354233,
      "learning_rate": 1.3867469792149443e-05,
      "loss": 0.8031,
      "step": 18621
    },
    {
      "epoch": 0.3924407424383716,
      "grad_norm": 0.1354360580444336,
      "learning_rate": 1.3866840354892035e-05,
      "loss": 0.8246,
      "step": 18622
    },
    {
      "epoch": 0.3924618164767369,
      "grad_norm": 0.12118525058031082,
      "learning_rate": 1.3866210899620558e-05,
      "loss": 0.7961,
      "step": 18623
    },
    {
      "epoch": 0.39248289051510216,
      "grad_norm": 0.13352681696414948,
      "learning_rate": 1.3865581426337947e-05,
      "loss": 0.925,
      "step": 18624
    },
    {
      "epoch": 0.3925039645534675,
      "grad_norm": 0.14970223605632782,
      "learning_rate": 1.3864951935047132e-05,
      "loss": 0.8793,
      "step": 18625
    },
    {
      "epoch": 0.39252503859183274,
      "grad_norm": 0.1315975785255432,
      "learning_rate": 1.386432242575105e-05,
      "loss": 0.8049,
      "step": 18626
    },
    {
      "epoch": 0.39254611263019806,
      "grad_norm": 0.1484103500843048,
      "learning_rate": 1.386369289845263e-05,
      "loss": 0.8253,
      "step": 18627
    },
    {
      "epoch": 0.39256718666856333,
      "grad_norm": 0.15934862196445465,
      "learning_rate": 1.3863063353154804e-05,
      "loss": 0.7849,
      "step": 18628
    },
    {
      "epoch": 0.3925882607069286,
      "grad_norm": 0.14854729175567627,
      "learning_rate": 1.3862433789860509e-05,
      "loss": 0.809,
      "step": 18629
    },
    {
      "epoch": 0.3926093347452939,
      "grad_norm": 0.1367364376783371,
      "learning_rate": 1.3861804208572674e-05,
      "loss": 0.8023,
      "step": 18630
    },
    {
      "epoch": 0.3926304087836592,
      "grad_norm": 0.13754825294017792,
      "learning_rate": 1.3861174609294232e-05,
      "loss": 0.8338,
      "step": 18631
    },
    {
      "epoch": 0.3926514828220245,
      "grad_norm": 0.16620144248008728,
      "learning_rate": 1.3860544992028118e-05,
      "loss": 0.8442,
      "step": 18632
    },
    {
      "epoch": 0.39267255686038977,
      "grad_norm": 0.14106133580207825,
      "learning_rate": 1.3859915356777266e-05,
      "loss": 0.7447,
      "step": 18633
    },
    {
      "epoch": 0.39269363089875503,
      "grad_norm": 0.12245649844408035,
      "learning_rate": 1.3859285703544606e-05,
      "loss": 0.8322,
      "step": 18634
    },
    {
      "epoch": 0.39271470493712035,
      "grad_norm": 0.17327998578548431,
      "learning_rate": 1.3858656032333073e-05,
      "loss": 0.8037,
      "step": 18635
    },
    {
      "epoch": 0.3927357789754856,
      "grad_norm": 0.1405262053012848,
      "learning_rate": 1.3858026343145601e-05,
      "loss": 0.8944,
      "step": 18636
    },
    {
      "epoch": 0.39275685301385094,
      "grad_norm": 0.13943877816200256,
      "learning_rate": 1.3857396635985122e-05,
      "loss": 0.9072,
      "step": 18637
    },
    {
      "epoch": 0.3927779270522162,
      "grad_norm": 0.15583837032318115,
      "learning_rate": 1.3856766910854569e-05,
      "loss": 0.8572,
      "step": 18638
    },
    {
      "epoch": 0.39279900109058147,
      "grad_norm": 0.11112915724515915,
      "learning_rate": 1.3856137167756878e-05,
      "loss": 0.7492,
      "step": 18639
    },
    {
      "epoch": 0.3928200751289468,
      "grad_norm": 0.12301076948642731,
      "learning_rate": 1.3855507406694981e-05,
      "loss": 0.825,
      "step": 18640
    },
    {
      "epoch": 0.39284114916731205,
      "grad_norm": 0.1514444202184677,
      "learning_rate": 1.3854877627671814e-05,
      "loss": 0.871,
      "step": 18641
    },
    {
      "epoch": 0.3928622232056773,
      "grad_norm": 0.11016078293323517,
      "learning_rate": 1.3854247830690308e-05,
      "loss": 0.7077,
      "step": 18642
    },
    {
      "epoch": 0.39288329724404264,
      "grad_norm": 0.13108670711517334,
      "learning_rate": 1.38536180157534e-05,
      "loss": 0.8384,
      "step": 18643
    },
    {
      "epoch": 0.3929043712824079,
      "grad_norm": 0.2471284419298172,
      "learning_rate": 1.385298818286402e-05,
      "loss": 0.8615,
      "step": 18644
    },
    {
      "epoch": 0.3929254453207732,
      "grad_norm": 0.11873465031385422,
      "learning_rate": 1.385235833202511e-05,
      "loss": 0.8103,
      "step": 18645
    },
    {
      "epoch": 0.3929465193591385,
      "grad_norm": 0.11487346887588501,
      "learning_rate": 1.3851728463239591e-05,
      "loss": 0.7749,
      "step": 18646
    },
    {
      "epoch": 0.39296759339750376,
      "grad_norm": 0.1453399360179901,
      "learning_rate": 1.3851098576510409e-05,
      "loss": 0.8304,
      "step": 18647
    },
    {
      "epoch": 0.3929886674358691,
      "grad_norm": 0.1279081255197525,
      "learning_rate": 1.3850468671840496e-05,
      "loss": 0.8093,
      "step": 18648
    },
    {
      "epoch": 0.39300974147423434,
      "grad_norm": 0.14319925010204315,
      "learning_rate": 1.3849838749232785e-05,
      "loss": 0.787,
      "step": 18649
    },
    {
      "epoch": 0.39303081551259966,
      "grad_norm": 0.1266603022813797,
      "learning_rate": 1.3849208808690207e-05,
      "loss": 0.7902,
      "step": 18650
    },
    {
      "epoch": 0.39305188955096493,
      "grad_norm": 0.13427843153476715,
      "learning_rate": 1.3848578850215702e-05,
      "loss": 0.7899,
      "step": 18651
    },
    {
      "epoch": 0.3930729635893302,
      "grad_norm": 0.11145690083503723,
      "learning_rate": 1.3847948873812202e-05,
      "loss": 0.7649,
      "step": 18652
    },
    {
      "epoch": 0.3930940376276955,
      "grad_norm": 0.1133430004119873,
      "learning_rate": 1.3847318879482644e-05,
      "loss": 0.879,
      "step": 18653
    },
    {
      "epoch": 0.3931151116660608,
      "grad_norm": 0.1260545253753662,
      "learning_rate": 1.384668886722996e-05,
      "loss": 0.8572,
      "step": 18654
    },
    {
      "epoch": 0.3931361857044261,
      "grad_norm": 0.1421155333518982,
      "learning_rate": 1.3846058837057087e-05,
      "loss": 0.7992,
      "step": 18655
    },
    {
      "epoch": 0.39315725974279137,
      "grad_norm": 0.1270083487033844,
      "learning_rate": 1.3845428788966961e-05,
      "loss": 0.814,
      "step": 18656
    },
    {
      "epoch": 0.39317833378115663,
      "grad_norm": 0.1180281862616539,
      "learning_rate": 1.3844798722962515e-05,
      "loss": 0.7992,
      "step": 18657
    },
    {
      "epoch": 0.39319940781952195,
      "grad_norm": 0.11743319779634476,
      "learning_rate": 1.3844168639046685e-05,
      "loss": 0.8788,
      "step": 18658
    },
    {
      "epoch": 0.3932204818578872,
      "grad_norm": 0.1169278621673584,
      "learning_rate": 1.3843538537222408e-05,
      "loss": 0.8366,
      "step": 18659
    },
    {
      "epoch": 0.3932415558962525,
      "grad_norm": 0.12144535034894943,
      "learning_rate": 1.3842908417492615e-05,
      "loss": 0.8204,
      "step": 18660
    },
    {
      "epoch": 0.3932626299346178,
      "grad_norm": 0.11488796770572662,
      "learning_rate": 1.3842278279860244e-05,
      "loss": 0.8158,
      "step": 18661
    },
    {
      "epoch": 0.39328370397298307,
      "grad_norm": 0.10530037432909012,
      "learning_rate": 1.384164812432823e-05,
      "loss": 0.8069,
      "step": 18662
    },
    {
      "epoch": 0.3933047780113484,
      "grad_norm": 0.13358396291732788,
      "learning_rate": 1.3841017950899512e-05,
      "loss": 0.8406,
      "step": 18663
    },
    {
      "epoch": 0.39332585204971365,
      "grad_norm": 0.12864874303340912,
      "learning_rate": 1.3840387759577026e-05,
      "loss": 0.8562,
      "step": 18664
    },
    {
      "epoch": 0.3933469260880789,
      "grad_norm": 0.13378305733203888,
      "learning_rate": 1.38397575503637e-05,
      "loss": 0.8569,
      "step": 18665
    },
    {
      "epoch": 0.39336800012644424,
      "grad_norm": 0.1406094878911972,
      "learning_rate": 1.3839127323262474e-05,
      "loss": 0.7879,
      "step": 18666
    },
    {
      "epoch": 0.3933890741648095,
      "grad_norm": 0.13908794522285461,
      "learning_rate": 1.3838497078276288e-05,
      "loss": 0.8233,
      "step": 18667
    },
    {
      "epoch": 0.3934101482031748,
      "grad_norm": 0.1485547125339508,
      "learning_rate": 1.3837866815408071e-05,
      "loss": 0.7964,
      "step": 18668
    },
    {
      "epoch": 0.3934312222415401,
      "grad_norm": 0.13418596982955933,
      "learning_rate": 1.3837236534660768e-05,
      "loss": 0.8109,
      "step": 18669
    },
    {
      "epoch": 0.39345229627990536,
      "grad_norm": 0.15258823335170746,
      "learning_rate": 1.3836606236037305e-05,
      "loss": 0.8283,
      "step": 18670
    },
    {
      "epoch": 0.3934733703182707,
      "grad_norm": 0.13453470170497894,
      "learning_rate": 1.3835975919540627e-05,
      "loss": 0.8639,
      "step": 18671
    },
    {
      "epoch": 0.39349444435663594,
      "grad_norm": 0.18164218962192535,
      "learning_rate": 1.3835345585173665e-05,
      "loss": 0.7733,
      "step": 18672
    },
    {
      "epoch": 0.39351551839500126,
      "grad_norm": 0.1269073784351349,
      "learning_rate": 1.3834715232939357e-05,
      "loss": 0.8401,
      "step": 18673
    },
    {
      "epoch": 0.3935365924333665,
      "grad_norm": 0.12812332808971405,
      "learning_rate": 1.3834084862840644e-05,
      "loss": 0.8256,
      "step": 18674
    },
    {
      "epoch": 0.3935576664717318,
      "grad_norm": 0.12499981373548508,
      "learning_rate": 1.3833454474880455e-05,
      "loss": 0.8301,
      "step": 18675
    },
    {
      "epoch": 0.3935787405100971,
      "grad_norm": 0.17450577020645142,
      "learning_rate": 1.383282406906173e-05,
      "loss": 0.7745,
      "step": 18676
    },
    {
      "epoch": 0.3935998145484624,
      "grad_norm": 0.10349518805742264,
      "learning_rate": 1.3832193645387407e-05,
      "loss": 0.7664,
      "step": 18677
    },
    {
      "epoch": 0.3936208885868277,
      "grad_norm": 0.15312790870666504,
      "learning_rate": 1.383156320386042e-05,
      "loss": 0.8974,
      "step": 18678
    },
    {
      "epoch": 0.39364196262519296,
      "grad_norm": 0.15069006383419037,
      "learning_rate": 1.3830932744483714e-05,
      "loss": 0.7956,
      "step": 18679
    },
    {
      "epoch": 0.39366303666355823,
      "grad_norm": 0.13581207394599915,
      "learning_rate": 1.3830302267260216e-05,
      "loss": 0.8417,
      "step": 18680
    },
    {
      "epoch": 0.39368411070192355,
      "grad_norm": 0.12852780520915985,
      "learning_rate": 1.3829671772192868e-05,
      "loss": 0.8332,
      "step": 18681
    },
    {
      "epoch": 0.3937051847402888,
      "grad_norm": 0.12937606871128082,
      "learning_rate": 1.3829041259284601e-05,
      "loss": 0.7336,
      "step": 18682
    },
    {
      "epoch": 0.3937262587786541,
      "grad_norm": 0.1376769095659256,
      "learning_rate": 1.3828410728538366e-05,
      "loss": 0.7997,
      "step": 18683
    },
    {
      "epoch": 0.3937473328170194,
      "grad_norm": 0.13802824914455414,
      "learning_rate": 1.3827780179957086e-05,
      "loss": 0.7929,
      "step": 18684
    },
    {
      "epoch": 0.39376840685538467,
      "grad_norm": 0.1388307511806488,
      "learning_rate": 1.3827149613543708e-05,
      "loss": 0.8338,
      "step": 18685
    },
    {
      "epoch": 0.39378948089375,
      "grad_norm": 0.16872340440750122,
      "learning_rate": 1.3826519029301166e-05,
      "loss": 0.835,
      "step": 18686
    },
    {
      "epoch": 0.39381055493211525,
      "grad_norm": 0.17215372622013092,
      "learning_rate": 1.3825888427232397e-05,
      "loss": 0.8572,
      "step": 18687
    },
    {
      "epoch": 0.3938316289704805,
      "grad_norm": 0.11132164299488068,
      "learning_rate": 1.382525780734034e-05,
      "loss": 0.7882,
      "step": 18688
    },
    {
      "epoch": 0.39385270300884584,
      "grad_norm": 0.14000798761844635,
      "learning_rate": 1.3824627169627933e-05,
      "loss": 0.8404,
      "step": 18689
    },
    {
      "epoch": 0.3938737770472111,
      "grad_norm": 0.12497775256633759,
      "learning_rate": 1.382399651409811e-05,
      "loss": 0.8522,
      "step": 18690
    },
    {
      "epoch": 0.3938948510855764,
      "grad_norm": 0.12657546997070312,
      "learning_rate": 1.3823365840753812e-05,
      "loss": 0.807,
      "step": 18691
    },
    {
      "epoch": 0.3939159251239417,
      "grad_norm": 0.14258752763271332,
      "learning_rate": 1.3822735149597982e-05,
      "loss": 0.8325,
      "step": 18692
    },
    {
      "epoch": 0.39393699916230696,
      "grad_norm": 0.1477111428976059,
      "learning_rate": 1.3822104440633553e-05,
      "loss": 0.8827,
      "step": 18693
    },
    {
      "epoch": 0.3939580732006723,
      "grad_norm": 0.12971624732017517,
      "learning_rate": 1.382147371386346e-05,
      "loss": 0.8122,
      "step": 18694
    },
    {
      "epoch": 0.39397914723903754,
      "grad_norm": 0.14982442557811737,
      "learning_rate": 1.3820842969290643e-05,
      "loss": 0.837,
      "step": 18695
    },
    {
      "epoch": 0.39400022127740286,
      "grad_norm": 0.14533329010009766,
      "learning_rate": 1.3820212206918048e-05,
      "loss": 0.7667,
      "step": 18696
    },
    {
      "epoch": 0.3940212953157681,
      "grad_norm": 0.15470732748508453,
      "learning_rate": 1.3819581426748603e-05,
      "loss": 0.8361,
      "step": 18697
    },
    {
      "epoch": 0.3940423693541334,
      "grad_norm": 0.1305381953716278,
      "learning_rate": 1.3818950628785255e-05,
      "loss": 0.8629,
      "step": 18698
    },
    {
      "epoch": 0.3940634433924987,
      "grad_norm": 0.1327175796031952,
      "learning_rate": 1.3818319813030935e-05,
      "loss": 0.8183,
      "step": 18699
    },
    {
      "epoch": 0.394084517430864,
      "grad_norm": 0.14944325387477875,
      "learning_rate": 1.381768897948859e-05,
      "loss": 0.8242,
      "step": 18700
    },
    {
      "epoch": 0.39410559146922924,
      "grad_norm": 0.13520482182502747,
      "learning_rate": 1.3817058128161152e-05,
      "loss": 0.8618,
      "step": 18701
    },
    {
      "epoch": 0.39412666550759456,
      "grad_norm": 0.12910650670528412,
      "learning_rate": 1.3816427259051563e-05,
      "loss": 0.8445,
      "step": 18702
    },
    {
      "epoch": 0.39414773954595983,
      "grad_norm": 0.16019535064697266,
      "learning_rate": 1.3815796372162762e-05,
      "loss": 0.7583,
      "step": 18703
    },
    {
      "epoch": 0.39416881358432515,
      "grad_norm": 0.12171950191259384,
      "learning_rate": 1.3815165467497686e-05,
      "loss": 0.7776,
      "step": 18704
    },
    {
      "epoch": 0.3941898876226904,
      "grad_norm": 0.13627071678638458,
      "learning_rate": 1.3814534545059275e-05,
      "loss": 0.8611,
      "step": 18705
    },
    {
      "epoch": 0.3942109616610557,
      "grad_norm": 0.14757853746414185,
      "learning_rate": 1.381390360485047e-05,
      "loss": 0.7795,
      "step": 18706
    },
    {
      "epoch": 0.394232035699421,
      "grad_norm": 0.1320335417985916,
      "learning_rate": 1.3813272646874207e-05,
      "loss": 0.8323,
      "step": 18707
    },
    {
      "epoch": 0.39425310973778627,
      "grad_norm": 0.12584425508975983,
      "learning_rate": 1.3812641671133431e-05,
      "loss": 0.8323,
      "step": 18708
    },
    {
      "epoch": 0.3942741837761516,
      "grad_norm": 0.13457947969436646,
      "learning_rate": 1.3812010677631076e-05,
      "loss": 0.8098,
      "step": 18709
    },
    {
      "epoch": 0.39429525781451685,
      "grad_norm": 0.1348761022090912,
      "learning_rate": 1.3811379666370083e-05,
      "loss": 0.8205,
      "step": 18710
    },
    {
      "epoch": 0.3943163318528821,
      "grad_norm": 0.14719036221504211,
      "learning_rate": 1.3810748637353391e-05,
      "loss": 0.8393,
      "step": 18711
    },
    {
      "epoch": 0.39433740589124744,
      "grad_norm": 0.1199834942817688,
      "learning_rate": 1.3810117590583943e-05,
      "loss": 0.8139,
      "step": 18712
    },
    {
      "epoch": 0.3943584799296127,
      "grad_norm": 0.1356535404920578,
      "learning_rate": 1.3809486526064678e-05,
      "loss": 0.8099,
      "step": 18713
    },
    {
      "epoch": 0.394379553967978,
      "grad_norm": 0.14998070895671844,
      "learning_rate": 1.380885544379853e-05,
      "loss": 0.8263,
      "step": 18714
    },
    {
      "epoch": 0.3944006280063433,
      "grad_norm": 0.12197274714708328,
      "learning_rate": 1.3808224343788445e-05,
      "loss": 0.8001,
      "step": 18715
    },
    {
      "epoch": 0.39442170204470856,
      "grad_norm": 0.15557464957237244,
      "learning_rate": 1.3807593226037361e-05,
      "loss": 0.8658,
      "step": 18716
    },
    {
      "epoch": 0.3944427760830739,
      "grad_norm": 0.1295420378446579,
      "learning_rate": 1.380696209054822e-05,
      "loss": 0.833,
      "step": 18717
    },
    {
      "epoch": 0.39446385012143914,
      "grad_norm": 0.13538163900375366,
      "learning_rate": 1.3806330937323961e-05,
      "loss": 0.8486,
      "step": 18718
    },
    {
      "epoch": 0.3944849241598044,
      "grad_norm": 0.10939887911081314,
      "learning_rate": 1.3805699766367523e-05,
      "loss": 0.7776,
      "step": 18719
    },
    {
      "epoch": 0.3945059981981697,
      "grad_norm": 0.12976574897766113,
      "learning_rate": 1.3805068577681845e-05,
      "loss": 0.8019,
      "step": 18720
    },
    {
      "epoch": 0.394527072236535,
      "grad_norm": 0.13203206658363342,
      "learning_rate": 1.3804437371269874e-05,
      "loss": 0.8478,
      "step": 18721
    },
    {
      "epoch": 0.3945481462749003,
      "grad_norm": 0.12620507180690765,
      "learning_rate": 1.3803806147134544e-05,
      "loss": 0.7664,
      "step": 18722
    },
    {
      "epoch": 0.3945692203132656,
      "grad_norm": 0.1379014253616333,
      "learning_rate": 1.3803174905278803e-05,
      "loss": 0.8121,
      "step": 18723
    },
    {
      "epoch": 0.39459029435163084,
      "grad_norm": 0.10384152829647064,
      "learning_rate": 1.3802543645705582e-05,
      "loss": 0.778,
      "step": 18724
    },
    {
      "epoch": 0.39461136838999616,
      "grad_norm": 0.15144023299217224,
      "learning_rate": 1.3801912368417828e-05,
      "loss": 0.8205,
      "step": 18725
    },
    {
      "epoch": 0.39463244242836143,
      "grad_norm": 0.13580827414989471,
      "learning_rate": 1.3801281073418476e-05,
      "loss": 0.8083,
      "step": 18726
    },
    {
      "epoch": 0.39465351646672675,
      "grad_norm": 0.1689300537109375,
      "learning_rate": 1.3800649760710477e-05,
      "loss": 0.8772,
      "step": 18727
    },
    {
      "epoch": 0.394674590505092,
      "grad_norm": 0.1701263040304184,
      "learning_rate": 1.3800018430296762e-05,
      "loss": 0.8734,
      "step": 18728
    },
    {
      "epoch": 0.3946956645434573,
      "grad_norm": 0.13655848801136017,
      "learning_rate": 1.379938708218028e-05,
      "loss": 0.8291,
      "step": 18729
    },
    {
      "epoch": 0.3947167385818226,
      "grad_norm": 0.2819931209087372,
      "learning_rate": 1.3798755716363967e-05,
      "loss": 0.8261,
      "step": 18730
    },
    {
      "epoch": 0.39473781262018787,
      "grad_norm": 0.17958824336528778,
      "learning_rate": 1.3798124332850766e-05,
      "loss": 0.8013,
      "step": 18731
    },
    {
      "epoch": 0.3947588866585532,
      "grad_norm": 0.1285269409418106,
      "learning_rate": 1.3797492931643618e-05,
      "loss": 0.7537,
      "step": 18732
    },
    {
      "epoch": 0.39477996069691845,
      "grad_norm": 0.20232705771923065,
      "learning_rate": 1.3796861512745465e-05,
      "loss": 0.8492,
      "step": 18733
    },
    {
      "epoch": 0.3948010347352837,
      "grad_norm": 0.2668466866016388,
      "learning_rate": 1.3796230076159249e-05,
      "loss": 0.9064,
      "step": 18734
    },
    {
      "epoch": 0.39482210877364904,
      "grad_norm": 0.19117066264152527,
      "learning_rate": 1.379559862188791e-05,
      "loss": 0.834,
      "step": 18735
    },
    {
      "epoch": 0.3948431828120143,
      "grad_norm": 0.20123855769634247,
      "learning_rate": 1.3794967149934394e-05,
      "loss": 0.8977,
      "step": 18736
    },
    {
      "epoch": 0.39486425685037957,
      "grad_norm": 0.23126865923404694,
      "learning_rate": 1.3794335660301634e-05,
      "loss": 0.8639,
      "step": 18737
    },
    {
      "epoch": 0.3948853308887449,
      "grad_norm": 0.13932490348815918,
      "learning_rate": 1.3793704152992582e-05,
      "loss": 0.8044,
      "step": 18738
    },
    {
      "epoch": 0.39490640492711016,
      "grad_norm": 0.14937585592269897,
      "learning_rate": 1.3793072628010173e-05,
      "loss": 0.7044,
      "step": 18739
    },
    {
      "epoch": 0.3949274789654755,
      "grad_norm": 0.1579461693763733,
      "learning_rate": 1.379244108535735e-05,
      "loss": 0.749,
      "step": 18740
    },
    {
      "epoch": 0.39494855300384074,
      "grad_norm": 0.1679675281047821,
      "learning_rate": 1.3791809525037057e-05,
      "loss": 0.7993,
      "step": 18741
    },
    {
      "epoch": 0.394969627042206,
      "grad_norm": 0.1448458582162857,
      "learning_rate": 1.3791177947052239e-05,
      "loss": 0.8249,
      "step": 18742
    },
    {
      "epoch": 0.3949907010805713,
      "grad_norm": 0.18569183349609375,
      "learning_rate": 1.3790546351405832e-05,
      "loss": 0.8116,
      "step": 18743
    },
    {
      "epoch": 0.3950117751189366,
      "grad_norm": 0.13183389604091644,
      "learning_rate": 1.378991473810078e-05,
      "loss": 0.8019,
      "step": 18744
    },
    {
      "epoch": 0.3950328491573019,
      "grad_norm": 0.15810304880142212,
      "learning_rate": 1.3789283107140027e-05,
      "loss": 0.8224,
      "step": 18745
    },
    {
      "epoch": 0.3950539231956672,
      "grad_norm": 0.1265621781349182,
      "learning_rate": 1.3788651458526517e-05,
      "loss": 0.7725,
      "step": 18746
    },
    {
      "epoch": 0.39507499723403244,
      "grad_norm": 0.140080064535141,
      "learning_rate": 1.378801979226319e-05,
      "loss": 0.8466,
      "step": 18747
    },
    {
      "epoch": 0.39509607127239776,
      "grad_norm": 0.15515361726284027,
      "learning_rate": 1.3787388108352988e-05,
      "loss": 0.8337,
      "step": 18748
    },
    {
      "epoch": 0.39511714531076303,
      "grad_norm": 0.1312824785709381,
      "learning_rate": 1.3786756406798855e-05,
      "loss": 0.7677,
      "step": 18749
    },
    {
      "epoch": 0.39513821934912835,
      "grad_norm": 0.1440575122833252,
      "learning_rate": 1.3786124687603734e-05,
      "loss": 0.8795,
      "step": 18750
    },
    {
      "epoch": 0.3951592933874936,
      "grad_norm": 0.137116938829422,
      "learning_rate": 1.378549295077057e-05,
      "loss": 0.829,
      "step": 18751
    },
    {
      "epoch": 0.3951803674258589,
      "grad_norm": 0.16221651434898376,
      "learning_rate": 1.3784861196302304e-05,
      "loss": 0.8651,
      "step": 18752
    },
    {
      "epoch": 0.3952014414642242,
      "grad_norm": 0.19313788414001465,
      "learning_rate": 1.3784229424201878e-05,
      "loss": 0.8151,
      "step": 18753
    },
    {
      "epoch": 0.39522251550258947,
      "grad_norm": 0.13627463579177856,
      "learning_rate": 1.3783597634472235e-05,
      "loss": 0.7926,
      "step": 18754
    },
    {
      "epoch": 0.39524358954095473,
      "grad_norm": 0.156868115067482,
      "learning_rate": 1.3782965827116319e-05,
      "loss": 0.8133,
      "step": 18755
    },
    {
      "epoch": 0.39526466357932005,
      "grad_norm": 0.28864482045173645,
      "learning_rate": 1.3782334002137074e-05,
      "loss": 0.8021,
      "step": 18756
    },
    {
      "epoch": 0.3952857376176853,
      "grad_norm": 0.13382825255393982,
      "learning_rate": 1.3781702159537447e-05,
      "loss": 0.7433,
      "step": 18757
    },
    {
      "epoch": 0.39530681165605064,
      "grad_norm": 0.1283627301454544,
      "learning_rate": 1.3781070299320373e-05,
      "loss": 0.8157,
      "step": 18758
    },
    {
      "epoch": 0.3953278856944159,
      "grad_norm": 0.16033010184764862,
      "learning_rate": 1.3780438421488804e-05,
      "loss": 0.8414,
      "step": 18759
    },
    {
      "epoch": 0.39534895973278117,
      "grad_norm": 0.16652721166610718,
      "learning_rate": 1.3779806526045678e-05,
      "loss": 0.8032,
      "step": 18760
    },
    {
      "epoch": 0.3953700337711465,
      "grad_norm": 0.1481473743915558,
      "learning_rate": 1.377917461299394e-05,
      "loss": 0.8425,
      "step": 18761
    },
    {
      "epoch": 0.39539110780951175,
      "grad_norm": 0.14950768649578094,
      "learning_rate": 1.3778542682336535e-05,
      "loss": 0.7738,
      "step": 18762
    },
    {
      "epoch": 0.3954121818478771,
      "grad_norm": 0.13478562235832214,
      "learning_rate": 1.3777910734076407e-05,
      "loss": 0.7283,
      "step": 18763
    },
    {
      "epoch": 0.39543325588624234,
      "grad_norm": 0.15193049609661102,
      "learning_rate": 1.37772787682165e-05,
      "loss": 0.7987,
      "step": 18764
    },
    {
      "epoch": 0.3954543299246076,
      "grad_norm": 0.12498829513788223,
      "learning_rate": 1.3776646784759758e-05,
      "loss": 0.8411,
      "step": 18765
    },
    {
      "epoch": 0.3954754039629729,
      "grad_norm": 0.17140793800354004,
      "learning_rate": 1.3776014783709121e-05,
      "loss": 0.7751,
      "step": 18766
    },
    {
      "epoch": 0.3954964780013382,
      "grad_norm": 0.1815207600593567,
      "learning_rate": 1.3775382765067542e-05,
      "loss": 0.8479,
      "step": 18767
    },
    {
      "epoch": 0.3955175520397035,
      "grad_norm": 0.13716302812099457,
      "learning_rate": 1.3774750728837958e-05,
      "loss": 0.851,
      "step": 18768
    },
    {
      "epoch": 0.3955386260780688,
      "grad_norm": 0.1590704768896103,
      "learning_rate": 1.3774118675023314e-05,
      "loss": 0.771,
      "step": 18769
    },
    {
      "epoch": 0.39555970011643404,
      "grad_norm": 0.1611563116312027,
      "learning_rate": 1.3773486603626555e-05,
      "loss": 0.8551,
      "step": 18770
    },
    {
      "epoch": 0.39558077415479936,
      "grad_norm": 0.15260137617588043,
      "learning_rate": 1.377285451465063e-05,
      "loss": 0.8927,
      "step": 18771
    },
    {
      "epoch": 0.39560184819316463,
      "grad_norm": 0.17515765130519867,
      "learning_rate": 1.3772222408098482e-05,
      "loss": 0.7897,
      "step": 18772
    },
    {
      "epoch": 0.39562292223152995,
      "grad_norm": 0.14224773645401,
      "learning_rate": 1.377159028397305e-05,
      "loss": 0.8549,
      "step": 18773
    },
    {
      "epoch": 0.3956439962698952,
      "grad_norm": 0.1359306275844574,
      "learning_rate": 1.3770958142277284e-05,
      "loss": 0.7753,
      "step": 18774
    },
    {
      "epoch": 0.3956650703082605,
      "grad_norm": 0.1418323963880539,
      "learning_rate": 1.3770325983014129e-05,
      "loss": 0.8434,
      "step": 18775
    },
    {
      "epoch": 0.3956861443466258,
      "grad_norm": 0.1199834942817688,
      "learning_rate": 1.3769693806186529e-05,
      "loss": 0.8093,
      "step": 18776
    },
    {
      "epoch": 0.39570721838499107,
      "grad_norm": 0.12006641924381256,
      "learning_rate": 1.3769061611797425e-05,
      "loss": 0.7894,
      "step": 18777
    },
    {
      "epoch": 0.39572829242335633,
      "grad_norm": 0.12989291548728943,
      "learning_rate": 1.376842939984977e-05,
      "loss": 0.8597,
      "step": 18778
    },
    {
      "epoch": 0.39574936646172165,
      "grad_norm": 0.12824074923992157,
      "learning_rate": 1.3767797170346504e-05,
      "loss": 0.8135,
      "step": 18779
    },
    {
      "epoch": 0.3957704405000869,
      "grad_norm": 0.14478321373462677,
      "learning_rate": 1.3767164923290572e-05,
      "loss": 0.7541,
      "step": 18780
    },
    {
      "epoch": 0.39579151453845224,
      "grad_norm": 0.1436409205198288,
      "learning_rate": 1.3766532658684924e-05,
      "loss": 0.805,
      "step": 18781
    },
    {
      "epoch": 0.3958125885768175,
      "grad_norm": 0.15828633308410645,
      "learning_rate": 1.3765900376532501e-05,
      "loss": 0.8405,
      "step": 18782
    },
    {
      "epoch": 0.39583366261518277,
      "grad_norm": 0.12766492366790771,
      "learning_rate": 1.3765268076836247e-05,
      "loss": 0.8635,
      "step": 18783
    },
    {
      "epoch": 0.3958547366535481,
      "grad_norm": 0.13132146000862122,
      "learning_rate": 1.3764635759599114e-05,
      "loss": 0.8624,
      "step": 18784
    },
    {
      "epoch": 0.39587581069191335,
      "grad_norm": 0.12837523221969604,
      "learning_rate": 1.3764003424824042e-05,
      "loss": 0.8144,
      "step": 18785
    },
    {
      "epoch": 0.3958968847302787,
      "grad_norm": 0.12689344584941864,
      "learning_rate": 1.3763371072513982e-05,
      "loss": 0.8094,
      "step": 18786
    },
    {
      "epoch": 0.39591795876864394,
      "grad_norm": 0.14514902234077454,
      "learning_rate": 1.3762738702671875e-05,
      "loss": 0.7924,
      "step": 18787
    },
    {
      "epoch": 0.3959390328070092,
      "grad_norm": 0.1274779736995697,
      "learning_rate": 1.3762106315300669e-05,
      "loss": 0.8204,
      "step": 18788
    },
    {
      "epoch": 0.3959601068453745,
      "grad_norm": 0.10729435831308365,
      "learning_rate": 1.3761473910403312e-05,
      "loss": 0.7744,
      "step": 18789
    },
    {
      "epoch": 0.3959811808837398,
      "grad_norm": 0.1521885246038437,
      "learning_rate": 1.3760841487982743e-05,
      "loss": 0.8257,
      "step": 18790
    },
    {
      "epoch": 0.3960022549221051,
      "grad_norm": 0.12460072338581085,
      "learning_rate": 1.3760209048041917e-05,
      "loss": 0.8489,
      "step": 18791
    },
    {
      "epoch": 0.3960233289604704,
      "grad_norm": 0.1301746815443039,
      "learning_rate": 1.3759576590583777e-05,
      "loss": 0.8128,
      "step": 18792
    },
    {
      "epoch": 0.39604440299883564,
      "grad_norm": 0.10746119916439056,
      "learning_rate": 1.3758944115611268e-05,
      "loss": 0.8002,
      "step": 18793
    },
    {
      "epoch": 0.39606547703720096,
      "grad_norm": 0.1251322478055954,
      "learning_rate": 1.3758311623127337e-05,
      "loss": 0.8304,
      "step": 18794
    },
    {
      "epoch": 0.39608655107556623,
      "grad_norm": 0.11587923020124435,
      "learning_rate": 1.375767911313493e-05,
      "loss": 0.76,
      "step": 18795
    },
    {
      "epoch": 0.3961076251139315,
      "grad_norm": 0.14503264427185059,
      "learning_rate": 1.3757046585636996e-05,
      "loss": 0.8307,
      "step": 18796
    },
    {
      "epoch": 0.3961286991522968,
      "grad_norm": 0.1563512533903122,
      "learning_rate": 1.375641404063648e-05,
      "loss": 0.7956,
      "step": 18797
    },
    {
      "epoch": 0.3961497731906621,
      "grad_norm": 0.1498597115278244,
      "learning_rate": 1.3755781478136327e-05,
      "loss": 0.8896,
      "step": 18798
    },
    {
      "epoch": 0.3961708472290274,
      "grad_norm": 0.136225163936615,
      "learning_rate": 1.3755148898139488e-05,
      "loss": 0.8078,
      "step": 18799
    },
    {
      "epoch": 0.39619192126739267,
      "grad_norm": 0.1313842386007309,
      "learning_rate": 1.3754516300648907e-05,
      "loss": 0.7947,
      "step": 18800
    },
    {
      "epoch": 0.39621299530575793,
      "grad_norm": 0.13810668885707855,
      "learning_rate": 1.3753883685667534e-05,
      "loss": 0.8593,
      "step": 18801
    },
    {
      "epoch": 0.39623406934412325,
      "grad_norm": 0.14881718158721924,
      "learning_rate": 1.3753251053198313e-05,
      "loss": 0.9036,
      "step": 18802
    },
    {
      "epoch": 0.3962551433824885,
      "grad_norm": 0.12871688604354858,
      "learning_rate": 1.3752618403244189e-05,
      "loss": 0.7742,
      "step": 18803
    },
    {
      "epoch": 0.39627621742085384,
      "grad_norm": 0.11635665595531464,
      "learning_rate": 1.3751985735808116e-05,
      "loss": 0.7763,
      "step": 18804
    },
    {
      "epoch": 0.3962972914592191,
      "grad_norm": 0.12062613666057587,
      "learning_rate": 1.3751353050893033e-05,
      "loss": 0.7422,
      "step": 18805
    },
    {
      "epoch": 0.39631836549758437,
      "grad_norm": 0.12294325977563858,
      "learning_rate": 1.3750720348501896e-05,
      "loss": 0.8025,
      "step": 18806
    },
    {
      "epoch": 0.3963394395359497,
      "grad_norm": 0.11610214412212372,
      "learning_rate": 1.3750087628637647e-05,
      "loss": 0.765,
      "step": 18807
    },
    {
      "epoch": 0.39636051357431495,
      "grad_norm": 0.12494755536317825,
      "learning_rate": 1.3749454891303236e-05,
      "loss": 0.8054,
      "step": 18808
    },
    {
      "epoch": 0.3963815876126803,
      "grad_norm": 0.12069150060415268,
      "learning_rate": 1.3748822136501609e-05,
      "loss": 0.8223,
      "step": 18809
    },
    {
      "epoch": 0.39640266165104554,
      "grad_norm": 0.11635192483663559,
      "learning_rate": 1.3748189364235716e-05,
      "loss": 0.7802,
      "step": 18810
    },
    {
      "epoch": 0.3964237356894108,
      "grad_norm": 0.11790786683559418,
      "learning_rate": 1.3747556574508504e-05,
      "loss": 0.7966,
      "step": 18811
    },
    {
      "epoch": 0.3964448097277761,
      "grad_norm": 0.11450867354869843,
      "learning_rate": 1.3746923767322917e-05,
      "loss": 0.8035,
      "step": 18812
    },
    {
      "epoch": 0.3964658837661414,
      "grad_norm": 0.144240602850914,
      "learning_rate": 1.3746290942681908e-05,
      "loss": 0.8703,
      "step": 18813
    },
    {
      "epoch": 0.39648695780450666,
      "grad_norm": 0.14466440677642822,
      "learning_rate": 1.3745658100588423e-05,
      "loss": 0.7872,
      "step": 18814
    },
    {
      "epoch": 0.396508031842872,
      "grad_norm": 0.12512554228305817,
      "learning_rate": 1.3745025241045414e-05,
      "loss": 0.8139,
      "step": 18815
    },
    {
      "epoch": 0.39652910588123724,
      "grad_norm": 0.15319575369358063,
      "learning_rate": 1.3744392364055823e-05,
      "loss": 0.7711,
      "step": 18816
    },
    {
      "epoch": 0.39655017991960256,
      "grad_norm": 0.14800365269184113,
      "learning_rate": 1.3743759469622601e-05,
      "loss": 0.8386,
      "step": 18817
    },
    {
      "epoch": 0.39657125395796783,
      "grad_norm": 0.10824182629585266,
      "learning_rate": 1.3743126557748699e-05,
      "loss": 0.7904,
      "step": 18818
    },
    {
      "epoch": 0.3965923279963331,
      "grad_norm": 0.16299082338809967,
      "learning_rate": 1.3742493628437057e-05,
      "loss": 0.8323,
      "step": 18819
    },
    {
      "epoch": 0.3966134020346984,
      "grad_norm": 0.1308482438325882,
      "learning_rate": 1.3741860681690636e-05,
      "loss": 0.8526,
      "step": 18820
    },
    {
      "epoch": 0.3966344760730637,
      "grad_norm": 0.1388397216796875,
      "learning_rate": 1.3741227717512376e-05,
      "loss": 0.8825,
      "step": 18821
    },
    {
      "epoch": 0.396655550111429,
      "grad_norm": 0.15050531923770905,
      "learning_rate": 1.3740594735905227e-05,
      "loss": 0.8486,
      "step": 18822
    },
    {
      "epoch": 0.39667662414979427,
      "grad_norm": 0.12487190216779709,
      "learning_rate": 1.3739961736872139e-05,
      "loss": 0.7953,
      "step": 18823
    },
    {
      "epoch": 0.39669769818815953,
      "grad_norm": 0.16014115512371063,
      "learning_rate": 1.373932872041606e-05,
      "loss": 0.7972,
      "step": 18824
    },
    {
      "epoch": 0.39671877222652485,
      "grad_norm": 0.1475679576396942,
      "learning_rate": 1.3738695686539942e-05,
      "loss": 0.8672,
      "step": 18825
    },
    {
      "epoch": 0.3967398462648901,
      "grad_norm": 0.13438375294208527,
      "learning_rate": 1.3738062635246729e-05,
      "loss": 0.8251,
      "step": 18826
    },
    {
      "epoch": 0.39676092030325544,
      "grad_norm": 0.14797945320606232,
      "learning_rate": 1.3737429566539375e-05,
      "loss": 0.7949,
      "step": 18827
    },
    {
      "epoch": 0.3967819943416207,
      "grad_norm": 0.12629395723342896,
      "learning_rate": 1.3736796480420826e-05,
      "loss": 0.7746,
      "step": 18828
    },
    {
      "epoch": 0.39680306837998597,
      "grad_norm": 0.12525047361850739,
      "learning_rate": 1.3736163376894033e-05,
      "loss": 0.795,
      "step": 18829
    },
    {
      "epoch": 0.3968241424183513,
      "grad_norm": 0.1483982801437378,
      "learning_rate": 1.3735530255961943e-05,
      "loss": 0.7844,
      "step": 18830
    },
    {
      "epoch": 0.39684521645671655,
      "grad_norm": 0.11329683661460876,
      "learning_rate": 1.3734897117627513e-05,
      "loss": 0.7727,
      "step": 18831
    },
    {
      "epoch": 0.3968662904950818,
      "grad_norm": 0.15268918871879578,
      "learning_rate": 1.3734263961893683e-05,
      "loss": 0.7544,
      "step": 18832
    },
    {
      "epoch": 0.39688736453344714,
      "grad_norm": 0.15275807678699493,
      "learning_rate": 1.3733630788763403e-05,
      "loss": 0.8057,
      "step": 18833
    },
    {
      "epoch": 0.3969084385718124,
      "grad_norm": 0.13550984859466553,
      "learning_rate": 1.3732997598239629e-05,
      "loss": 0.8492,
      "step": 18834
    },
    {
      "epoch": 0.3969295126101777,
      "grad_norm": 0.1315014511346817,
      "learning_rate": 1.3732364390325307e-05,
      "loss": 0.7617,
      "step": 18835
    },
    {
      "epoch": 0.396950586648543,
      "grad_norm": 0.10619150847196579,
      "learning_rate": 1.373173116502339e-05,
      "loss": 0.7915,
      "step": 18836
    },
    {
      "epoch": 0.39697166068690826,
      "grad_norm": 0.13148152828216553,
      "learning_rate": 1.3731097922336824e-05,
      "loss": 0.7612,
      "step": 18837
    },
    {
      "epoch": 0.3969927347252736,
      "grad_norm": 0.12869659066200256,
      "learning_rate": 1.3730464662268561e-05,
      "loss": 0.8343,
      "step": 18838
    },
    {
      "epoch": 0.39701380876363884,
      "grad_norm": 0.11889100819826126,
      "learning_rate": 1.372983138482155e-05,
      "loss": 0.8714,
      "step": 18839
    },
    {
      "epoch": 0.39703488280200416,
      "grad_norm": 0.12534208595752716,
      "learning_rate": 1.3729198089998743e-05,
      "loss": 0.8111,
      "step": 18840
    },
    {
      "epoch": 0.39705595684036943,
      "grad_norm": 0.09380850940942764,
      "learning_rate": 1.3728564777803089e-05,
      "loss": 0.7505,
      "step": 18841
    },
    {
      "epoch": 0.3970770308787347,
      "grad_norm": 0.14939475059509277,
      "learning_rate": 1.3727931448237538e-05,
      "loss": 0.802,
      "step": 18842
    },
    {
      "epoch": 0.3970981049171,
      "grad_norm": 0.12823691964149475,
      "learning_rate": 1.372729810130504e-05,
      "loss": 0.8011,
      "step": 18843
    },
    {
      "epoch": 0.3971191789554653,
      "grad_norm": 0.11740417033433914,
      "learning_rate": 1.3726664737008548e-05,
      "loss": 0.8044,
      "step": 18844
    },
    {
      "epoch": 0.3971402529938306,
      "grad_norm": 0.11769866198301315,
      "learning_rate": 1.3726031355351013e-05,
      "loss": 0.7896,
      "step": 18845
    },
    {
      "epoch": 0.39716132703219587,
      "grad_norm": 0.12649232149124146,
      "learning_rate": 1.372539795633538e-05,
      "loss": 0.8395,
      "step": 18846
    },
    {
      "epoch": 0.39718240107056113,
      "grad_norm": 0.13550788164138794,
      "learning_rate": 1.3724764539964604e-05,
      "loss": 0.8123,
      "step": 18847
    },
    {
      "epoch": 0.39720347510892645,
      "grad_norm": 0.1056915745139122,
      "learning_rate": 1.3724131106241636e-05,
      "loss": 0.7878,
      "step": 18848
    },
    {
      "epoch": 0.3972245491472917,
      "grad_norm": 0.17837703227996826,
      "learning_rate": 1.3723497655169427e-05,
      "loss": 0.8806,
      "step": 18849
    },
    {
      "epoch": 0.397245623185657,
      "grad_norm": 0.1920536309480667,
      "learning_rate": 1.3722864186750928e-05,
      "loss": 0.8687,
      "step": 18850
    },
    {
      "epoch": 0.3972666972240223,
      "grad_norm": 0.13811247050762177,
      "learning_rate": 1.3722230700989088e-05,
      "loss": 0.812,
      "step": 18851
    },
    {
      "epoch": 0.39728777126238757,
      "grad_norm": 0.11966875940561295,
      "learning_rate": 1.372159719788686e-05,
      "loss": 0.7998,
      "step": 18852
    },
    {
      "epoch": 0.3973088453007529,
      "grad_norm": 0.14161242544651031,
      "learning_rate": 1.3720963677447192e-05,
      "loss": 0.8064,
      "step": 18853
    },
    {
      "epoch": 0.39732991933911815,
      "grad_norm": 0.12239005416631699,
      "learning_rate": 1.3720330139673041e-05,
      "loss": 0.7339,
      "step": 18854
    },
    {
      "epoch": 0.3973509933774834,
      "grad_norm": 0.12763181328773499,
      "learning_rate": 1.3719696584567355e-05,
      "loss": 0.828,
      "step": 18855
    },
    {
      "epoch": 0.39737206741584874,
      "grad_norm": 0.1283758282661438,
      "learning_rate": 1.3719063012133087e-05,
      "loss": 0.8226,
      "step": 18856
    },
    {
      "epoch": 0.397393141454214,
      "grad_norm": 0.10641448199748993,
      "learning_rate": 1.3718429422373186e-05,
      "loss": 0.7897,
      "step": 18857
    },
    {
      "epoch": 0.3974142154925793,
      "grad_norm": 0.12175135314464569,
      "learning_rate": 1.3717795815290607e-05,
      "loss": 0.7529,
      "step": 18858
    },
    {
      "epoch": 0.3974352895309446,
      "grad_norm": 0.10656675696372986,
      "learning_rate": 1.3717162190888296e-05,
      "loss": 0.7368,
      "step": 18859
    },
    {
      "epoch": 0.39745636356930986,
      "grad_norm": 0.12483629584312439,
      "learning_rate": 1.3716528549169215e-05,
      "loss": 0.7943,
      "step": 18860
    },
    {
      "epoch": 0.3974774376076752,
      "grad_norm": 0.1106322631239891,
      "learning_rate": 1.3715894890136303e-05,
      "loss": 0.7767,
      "step": 18861
    },
    {
      "epoch": 0.39749851164604044,
      "grad_norm": 0.1106550544500351,
      "learning_rate": 1.3715261213792521e-05,
      "loss": 0.8196,
      "step": 18862
    },
    {
      "epoch": 0.39751958568440576,
      "grad_norm": 0.11282260715961456,
      "learning_rate": 1.3714627520140818e-05,
      "loss": 0.7308,
      "step": 18863
    },
    {
      "epoch": 0.39754065972277103,
      "grad_norm": 0.12939240038394928,
      "learning_rate": 1.3713993809184148e-05,
      "loss": 0.843,
      "step": 18864
    },
    {
      "epoch": 0.3975617337611363,
      "grad_norm": 0.1287880837917328,
      "learning_rate": 1.3713360080925462e-05,
      "loss": 0.8015,
      "step": 18865
    },
    {
      "epoch": 0.3975828077995016,
      "grad_norm": 0.1359834372997284,
      "learning_rate": 1.3712726335367713e-05,
      "loss": 0.8115,
      "step": 18866
    },
    {
      "epoch": 0.3976038818378669,
      "grad_norm": 0.11006185412406921,
      "learning_rate": 1.371209257251385e-05,
      "loss": 0.8424,
      "step": 18867
    },
    {
      "epoch": 0.3976249558762322,
      "grad_norm": 0.13654068112373352,
      "learning_rate": 1.371145879236683e-05,
      "loss": 0.8387,
      "step": 18868
    },
    {
      "epoch": 0.39764602991459747,
      "grad_norm": 0.11711636185646057,
      "learning_rate": 1.37108249949296e-05,
      "loss": 0.8389,
      "step": 18869
    },
    {
      "epoch": 0.39766710395296273,
      "grad_norm": 0.1112874299287796,
      "learning_rate": 1.3710191180205121e-05,
      "loss": 0.719,
      "step": 18870
    },
    {
      "epoch": 0.39768817799132805,
      "grad_norm": 0.13461501896381378,
      "learning_rate": 1.3709557348196338e-05,
      "loss": 0.81,
      "step": 18871
    },
    {
      "epoch": 0.3977092520296933,
      "grad_norm": 0.1323460042476654,
      "learning_rate": 1.3708923498906205e-05,
      "loss": 0.8498,
      "step": 18872
    },
    {
      "epoch": 0.3977303260680586,
      "grad_norm": 0.12038209289312363,
      "learning_rate": 1.3708289632337678e-05,
      "loss": 0.8003,
      "step": 18873
    },
    {
      "epoch": 0.3977514001064239,
      "grad_norm": 0.10576878488063812,
      "learning_rate": 1.3707655748493711e-05,
      "loss": 0.7728,
      "step": 18874
    },
    {
      "epoch": 0.39777247414478917,
      "grad_norm": 0.12870506942272186,
      "learning_rate": 1.3707021847377256e-05,
      "loss": 0.7832,
      "step": 18875
    },
    {
      "epoch": 0.3977935481831545,
      "grad_norm": 0.14074937999248505,
      "learning_rate": 1.370638792899126e-05,
      "loss": 0.7445,
      "step": 18876
    },
    {
      "epoch": 0.39781462222151975,
      "grad_norm": 0.12143880128860474,
      "learning_rate": 1.370575399333868e-05,
      "loss": 0.7459,
      "step": 18877
    },
    {
      "epoch": 0.397835696259885,
      "grad_norm": 0.14154113829135895,
      "learning_rate": 1.370512004042247e-05,
      "loss": 0.7844,
      "step": 18878
    },
    {
      "epoch": 0.39785677029825034,
      "grad_norm": 0.16475963592529297,
      "learning_rate": 1.3704486070245587e-05,
      "loss": 0.8192,
      "step": 18879
    },
    {
      "epoch": 0.3978778443366156,
      "grad_norm": 0.14417901635169983,
      "learning_rate": 1.3703852082810977e-05,
      "loss": 0.8366,
      "step": 18880
    },
    {
      "epoch": 0.3978989183749809,
      "grad_norm": 0.13031229376792908,
      "learning_rate": 1.37032180781216e-05,
      "loss": 0.8483,
      "step": 18881
    },
    {
      "epoch": 0.3979199924133462,
      "grad_norm": 0.12563757598400116,
      "learning_rate": 1.3702584056180403e-05,
      "loss": 0.7666,
      "step": 18882
    },
    {
      "epoch": 0.39794106645171146,
      "grad_norm": 0.13077040016651154,
      "learning_rate": 1.3701950016990346e-05,
      "loss": 0.7156,
      "step": 18883
    },
    {
      "epoch": 0.3979621404900768,
      "grad_norm": 0.12005268037319183,
      "learning_rate": 1.3701315960554383e-05,
      "loss": 0.788,
      "step": 18884
    },
    {
      "epoch": 0.39798321452844204,
      "grad_norm": 0.13612952828407288,
      "learning_rate": 1.370068188687546e-05,
      "loss": 0.7951,
      "step": 18885
    },
    {
      "epoch": 0.39800428856680736,
      "grad_norm": 0.11884266138076782,
      "learning_rate": 1.3700047795956536e-05,
      "loss": 0.7903,
      "step": 18886
    },
    {
      "epoch": 0.39802536260517263,
      "grad_norm": 0.13229994475841522,
      "learning_rate": 1.3699413687800567e-05,
      "loss": 0.7655,
      "step": 18887
    },
    {
      "epoch": 0.3980464366435379,
      "grad_norm": 0.11646070331335068,
      "learning_rate": 1.3698779562410505e-05,
      "loss": 0.7878,
      "step": 18888
    },
    {
      "epoch": 0.3980675106819032,
      "grad_norm": 0.13207216560840607,
      "learning_rate": 1.3698145419789302e-05,
      "loss": 0.7905,
      "step": 18889
    },
    {
      "epoch": 0.3980885847202685,
      "grad_norm": 0.11929573863744736,
      "learning_rate": 1.3697511259939918e-05,
      "loss": 0.7751,
      "step": 18890
    },
    {
      "epoch": 0.39810965875863374,
      "grad_norm": 0.1385984569787979,
      "learning_rate": 1.3696877082865299e-05,
      "loss": 0.8055,
      "step": 18891
    },
    {
      "epoch": 0.39813073279699907,
      "grad_norm": 0.14815950393676758,
      "learning_rate": 1.3696242888568405e-05,
      "loss": 0.822,
      "step": 18892
    },
    {
      "epoch": 0.39815180683536433,
      "grad_norm": 0.15532194077968597,
      "learning_rate": 1.3695608677052193e-05,
      "loss": 0.8313,
      "step": 18893
    },
    {
      "epoch": 0.39817288087372965,
      "grad_norm": 0.209170401096344,
      "learning_rate": 1.3694974448319612e-05,
      "loss": 0.8251,
      "step": 18894
    },
    {
      "epoch": 0.3981939549120949,
      "grad_norm": 0.10313628613948822,
      "learning_rate": 1.3694340202373616e-05,
      "loss": 0.7814,
      "step": 18895
    },
    {
      "epoch": 0.3982150289504602,
      "grad_norm": 0.18074917793273926,
      "learning_rate": 1.3693705939217163e-05,
      "loss": 0.7536,
      "step": 18896
    },
    {
      "epoch": 0.3982361029888255,
      "grad_norm": 0.14045386016368866,
      "learning_rate": 1.369307165885321e-05,
      "loss": 0.7172,
      "step": 18897
    },
    {
      "epoch": 0.39825717702719077,
      "grad_norm": 0.1477556675672531,
      "learning_rate": 1.3692437361284703e-05,
      "loss": 0.7662,
      "step": 18898
    },
    {
      "epoch": 0.3982782510655561,
      "grad_norm": 0.13224530220031738,
      "learning_rate": 1.3691803046514609e-05,
      "loss": 0.808,
      "step": 18899
    },
    {
      "epoch": 0.39829932510392135,
      "grad_norm": 0.11546970903873444,
      "learning_rate": 1.3691168714545876e-05,
      "loss": 0.7929,
      "step": 18900
    },
    {
      "epoch": 0.3983203991422866,
      "grad_norm": 0.11562523245811462,
      "learning_rate": 1.3690534365381457e-05,
      "loss": 0.7902,
      "step": 18901
    },
    {
      "epoch": 0.39834147318065194,
      "grad_norm": 0.15453790128231049,
      "learning_rate": 1.3689899999024312e-05,
      "loss": 0.856,
      "step": 18902
    },
    {
      "epoch": 0.3983625472190172,
      "grad_norm": 0.1601748913526535,
      "learning_rate": 1.3689265615477391e-05,
      "loss": 0.7934,
      "step": 18903
    },
    {
      "epoch": 0.3983836212573825,
      "grad_norm": 0.11175233125686646,
      "learning_rate": 1.368863121474366e-05,
      "loss": 0.7703,
      "step": 18904
    },
    {
      "epoch": 0.3984046952957478,
      "grad_norm": 0.14685113728046417,
      "learning_rate": 1.368799679682606e-05,
      "loss": 0.8614,
      "step": 18905
    },
    {
      "epoch": 0.39842576933411306,
      "grad_norm": 0.11721823364496231,
      "learning_rate": 1.3687362361727554e-05,
      "loss": 0.8113,
      "step": 18906
    },
    {
      "epoch": 0.3984468433724784,
      "grad_norm": 0.13220323622226715,
      "learning_rate": 1.3686727909451101e-05,
      "loss": 0.8353,
      "step": 18907
    },
    {
      "epoch": 0.39846791741084364,
      "grad_norm": 0.13986213505268097,
      "learning_rate": 1.368609343999965e-05,
      "loss": 0.7524,
      "step": 18908
    },
    {
      "epoch": 0.3984889914492089,
      "grad_norm": 0.13506567478179932,
      "learning_rate": 1.3685458953376163e-05,
      "loss": 0.9034,
      "step": 18909
    },
    {
      "epoch": 0.3985100654875742,
      "grad_norm": 0.1761607676744461,
      "learning_rate": 1.368482444958359e-05,
      "loss": 0.8038,
      "step": 18910
    },
    {
      "epoch": 0.3985311395259395,
      "grad_norm": 0.13707970082759857,
      "learning_rate": 1.3684189928624888e-05,
      "loss": 0.7946,
      "step": 18911
    },
    {
      "epoch": 0.3985522135643048,
      "grad_norm": 0.18540160357952118,
      "learning_rate": 1.3683555390503016e-05,
      "loss": 0.7905,
      "step": 18912
    },
    {
      "epoch": 0.3985732876026701,
      "grad_norm": 0.11079014092683792,
      "learning_rate": 1.368292083522093e-05,
      "loss": 0.8385,
      "step": 18913
    },
    {
      "epoch": 0.39859436164103534,
      "grad_norm": 0.16752022504806519,
      "learning_rate": 1.3682286262781582e-05,
      "loss": 0.7918,
      "step": 18914
    },
    {
      "epoch": 0.39861543567940066,
      "grad_norm": 0.1390802562236786,
      "learning_rate": 1.368165167318793e-05,
      "loss": 0.8161,
      "step": 18915
    },
    {
      "epoch": 0.39863650971776593,
      "grad_norm": 0.138019397854805,
      "learning_rate": 1.3681017066442933e-05,
      "loss": 0.7989,
      "step": 18916
    },
    {
      "epoch": 0.39865758375613125,
      "grad_norm": 0.14134027063846588,
      "learning_rate": 1.3680382442549544e-05,
      "loss": 0.8449,
      "step": 18917
    },
    {
      "epoch": 0.3986786577944965,
      "grad_norm": 0.10346882790327072,
      "learning_rate": 1.367974780151072e-05,
      "loss": 0.8007,
      "step": 18918
    },
    {
      "epoch": 0.3986997318328618,
      "grad_norm": 0.12010166794061661,
      "learning_rate": 1.3679113143329423e-05,
      "loss": 0.7395,
      "step": 18919
    },
    {
      "epoch": 0.3987208058712271,
      "grad_norm": 0.12519732117652893,
      "learning_rate": 1.36784784680086e-05,
      "loss": 0.8047,
      "step": 18920
    },
    {
      "epoch": 0.39874187990959237,
      "grad_norm": 0.1410975307226181,
      "learning_rate": 1.3677843775551216e-05,
      "loss": 0.7984,
      "step": 18921
    },
    {
      "epoch": 0.3987629539479577,
      "grad_norm": 0.1288035809993744,
      "learning_rate": 1.3677209065960222e-05,
      "loss": 0.853,
      "step": 18922
    },
    {
      "epoch": 0.39878402798632295,
      "grad_norm": 0.11747266352176666,
      "learning_rate": 1.367657433923858e-05,
      "loss": 0.8456,
      "step": 18923
    },
    {
      "epoch": 0.3988051020246882,
      "grad_norm": 0.14711380004882812,
      "learning_rate": 1.3675939595389243e-05,
      "loss": 0.7942,
      "step": 18924
    },
    {
      "epoch": 0.39882617606305354,
      "grad_norm": 0.11540740728378296,
      "learning_rate": 1.367530483441517e-05,
      "loss": 0.8127,
      "step": 18925
    },
    {
      "epoch": 0.3988472501014188,
      "grad_norm": 0.1464923918247223,
      "learning_rate": 1.3674670056319315e-05,
      "loss": 0.8106,
      "step": 18926
    },
    {
      "epoch": 0.39886832413978407,
      "grad_norm": 0.11169376224279404,
      "learning_rate": 1.3674035261104637e-05,
      "loss": 0.7879,
      "step": 18927
    },
    {
      "epoch": 0.3988893981781494,
      "grad_norm": 0.18238726258277893,
      "learning_rate": 1.3673400448774098e-05,
      "loss": 0.8422,
      "step": 18928
    },
    {
      "epoch": 0.39891047221651466,
      "grad_norm": 0.15096420049667358,
      "learning_rate": 1.367276561933065e-05,
      "loss": 0.7099,
      "step": 18929
    },
    {
      "epoch": 0.39893154625488,
      "grad_norm": 0.1539584994316101,
      "learning_rate": 1.367213077277725e-05,
      "loss": 0.8514,
      "step": 18930
    },
    {
      "epoch": 0.39895262029324524,
      "grad_norm": 0.2147674858570099,
      "learning_rate": 1.3671495909116858e-05,
      "loss": 0.8376,
      "step": 18931
    },
    {
      "epoch": 0.3989736943316105,
      "grad_norm": 0.12162427604198456,
      "learning_rate": 1.367086102835243e-05,
      "loss": 0.7385,
      "step": 18932
    },
    {
      "epoch": 0.3989947683699758,
      "grad_norm": 0.17703114449977875,
      "learning_rate": 1.3670226130486926e-05,
      "loss": 0.874,
      "step": 18933
    },
    {
      "epoch": 0.3990158424083411,
      "grad_norm": 0.21349284052848816,
      "learning_rate": 1.3669591215523299e-05,
      "loss": 0.8478,
      "step": 18934
    },
    {
      "epoch": 0.3990369164467064,
      "grad_norm": 0.18132317066192627,
      "learning_rate": 1.3668956283464511e-05,
      "loss": 0.817,
      "step": 18935
    },
    {
      "epoch": 0.3990579904850717,
      "grad_norm": 0.16020844876766205,
      "learning_rate": 1.3668321334313521e-05,
      "loss": 0.7768,
      "step": 18936
    },
    {
      "epoch": 0.39907906452343694,
      "grad_norm": 0.16136451065540314,
      "learning_rate": 1.3667686368073283e-05,
      "loss": 0.8228,
      "step": 18937
    },
    {
      "epoch": 0.39910013856180226,
      "grad_norm": 0.18271420896053314,
      "learning_rate": 1.3667051384746757e-05,
      "loss": 0.837,
      "step": 18938
    },
    {
      "epoch": 0.39912121260016753,
      "grad_norm": 0.13667169213294983,
      "learning_rate": 1.3666416384336903e-05,
      "loss": 0.7688,
      "step": 18939
    },
    {
      "epoch": 0.39914228663853285,
      "grad_norm": 0.2136630415916443,
      "learning_rate": 1.3665781366846675e-05,
      "loss": 0.8241,
      "step": 18940
    },
    {
      "epoch": 0.3991633606768981,
      "grad_norm": 0.17688007652759552,
      "learning_rate": 1.3665146332279031e-05,
      "loss": 0.8615,
      "step": 18941
    },
    {
      "epoch": 0.3991844347152634,
      "grad_norm": 0.14073671400547028,
      "learning_rate": 1.3664511280636935e-05,
      "loss": 0.7926,
      "step": 18942
    },
    {
      "epoch": 0.3992055087536287,
      "grad_norm": 0.20370446145534515,
      "learning_rate": 1.3663876211923343e-05,
      "loss": 0.8346,
      "step": 18943
    },
    {
      "epoch": 0.39922658279199397,
      "grad_norm": 0.12666670978069305,
      "learning_rate": 1.366324112614121e-05,
      "loss": 0.8776,
      "step": 18944
    },
    {
      "epoch": 0.39924765683035923,
      "grad_norm": 0.17208896577358246,
      "learning_rate": 1.3662606023293501e-05,
      "loss": 0.7191,
      "step": 18945
    },
    {
      "epoch": 0.39926873086872455,
      "grad_norm": 0.13900920748710632,
      "learning_rate": 1.3661970903383168e-05,
      "loss": 0.8365,
      "step": 18946
    },
    {
      "epoch": 0.3992898049070898,
      "grad_norm": 0.17840033769607544,
      "learning_rate": 1.3661335766413173e-05,
      "loss": 0.8547,
      "step": 18947
    },
    {
      "epoch": 0.39931087894545514,
      "grad_norm": 0.13130608201026917,
      "learning_rate": 1.3660700612386477e-05,
      "loss": 0.7242,
      "step": 18948
    },
    {
      "epoch": 0.3993319529838204,
      "grad_norm": 0.17920930683612823,
      "learning_rate": 1.3660065441306035e-05,
      "loss": 0.848,
      "step": 18949
    },
    {
      "epoch": 0.39935302702218567,
      "grad_norm": 0.16486476361751556,
      "learning_rate": 1.3659430253174808e-05,
      "loss": 0.824,
      "step": 18950
    },
    {
      "epoch": 0.399374101060551,
      "grad_norm": 0.18188481032848358,
      "learning_rate": 1.3658795047995752e-05,
      "loss": 0.8275,
      "step": 18951
    },
    {
      "epoch": 0.39939517509891626,
      "grad_norm": 0.15650805830955505,
      "learning_rate": 1.3658159825771833e-05,
      "loss": 0.7721,
      "step": 18952
    },
    {
      "epoch": 0.3994162491372816,
      "grad_norm": 0.1717827022075653,
      "learning_rate": 1.3657524586506006e-05,
      "loss": 0.8467,
      "step": 18953
    },
    {
      "epoch": 0.39943732317564684,
      "grad_norm": 0.20193138718605042,
      "learning_rate": 1.365688933020123e-05,
      "loss": 0.8888,
      "step": 18954
    },
    {
      "epoch": 0.3994583972140121,
      "grad_norm": 0.152334064245224,
      "learning_rate": 1.3656254056860464e-05,
      "loss": 0.7462,
      "step": 18955
    },
    {
      "epoch": 0.3994794712523774,
      "grad_norm": 0.16679032146930695,
      "learning_rate": 1.3655618766486666e-05,
      "loss": 0.807,
      "step": 18956
    },
    {
      "epoch": 0.3995005452907427,
      "grad_norm": 0.12912485003471375,
      "learning_rate": 1.36549834590828e-05,
      "loss": 0.8306,
      "step": 18957
    },
    {
      "epoch": 0.399521619329108,
      "grad_norm": 0.13919559121131897,
      "learning_rate": 1.3654348134651825e-05,
      "loss": 0.7419,
      "step": 18958
    },
    {
      "epoch": 0.3995426933674733,
      "grad_norm": 0.12850776314735413,
      "learning_rate": 1.36537127931967e-05,
      "loss": 0.8872,
      "step": 18959
    },
    {
      "epoch": 0.39956376740583854,
      "grad_norm": 0.1403343826532364,
      "learning_rate": 1.365307743472038e-05,
      "loss": 0.8132,
      "step": 18960
    },
    {
      "epoch": 0.39958484144420386,
      "grad_norm": 0.15881888568401337,
      "learning_rate": 1.3652442059225833e-05,
      "loss": 0.8788,
      "step": 18961
    },
    {
      "epoch": 0.39960591548256913,
      "grad_norm": 0.1526954174041748,
      "learning_rate": 1.3651806666716013e-05,
      "loss": 0.8789,
      "step": 18962
    },
    {
      "epoch": 0.39962698952093445,
      "grad_norm": 0.15092869102954865,
      "learning_rate": 1.3651171257193883e-05,
      "loss": 0.8131,
      "step": 18963
    },
    {
      "epoch": 0.3996480635592997,
      "grad_norm": 0.1216602697968483,
      "learning_rate": 1.3650535830662399e-05,
      "loss": 0.7666,
      "step": 18964
    },
    {
      "epoch": 0.399669137597665,
      "grad_norm": 0.13791097700595856,
      "learning_rate": 1.3649900387124528e-05,
      "loss": 0.784,
      "step": 18965
    },
    {
      "epoch": 0.3996902116360303,
      "grad_norm": 0.1511974036693573,
      "learning_rate": 1.3649264926583225e-05,
      "loss": 0.8579,
      "step": 18966
    },
    {
      "epoch": 0.39971128567439557,
      "grad_norm": 0.14069680869579315,
      "learning_rate": 1.3648629449041453e-05,
      "loss": 0.7945,
      "step": 18967
    },
    {
      "epoch": 0.39973235971276083,
      "grad_norm": 0.11663850396871567,
      "learning_rate": 1.3647993954502171e-05,
      "loss": 0.8238,
      "step": 18968
    },
    {
      "epoch": 0.39975343375112615,
      "grad_norm": 0.1373695582151413,
      "learning_rate": 1.3647358442968339e-05,
      "loss": 0.7533,
      "step": 18969
    },
    {
      "epoch": 0.3997745077894914,
      "grad_norm": 0.14559170603752136,
      "learning_rate": 1.3646722914442919e-05,
      "loss": 0.8748,
      "step": 18970
    },
    {
      "epoch": 0.39979558182785674,
      "grad_norm": 0.1168566420674324,
      "learning_rate": 1.364608736892887e-05,
      "loss": 0.7639,
      "step": 18971
    },
    {
      "epoch": 0.399816655866222,
      "grad_norm": 0.1397668421268463,
      "learning_rate": 1.3645451806429155e-05,
      "loss": 0.7628,
      "step": 18972
    },
    {
      "epoch": 0.39983772990458727,
      "grad_norm": 0.1433931291103363,
      "learning_rate": 1.3644816226946736e-05,
      "loss": 0.788,
      "step": 18973
    },
    {
      "epoch": 0.3998588039429526,
      "grad_norm": 0.1622348427772522,
      "learning_rate": 1.3644180630484569e-05,
      "loss": 0.8665,
      "step": 18974
    },
    {
      "epoch": 0.39987987798131785,
      "grad_norm": 0.12259022146463394,
      "learning_rate": 1.3643545017045619e-05,
      "loss": 0.8168,
      "step": 18975
    },
    {
      "epoch": 0.3999009520196832,
      "grad_norm": 0.13098973035812378,
      "learning_rate": 1.3642909386632845e-05,
      "loss": 0.7659,
      "step": 18976
    },
    {
      "epoch": 0.39992202605804844,
      "grad_norm": 0.14274848997592926,
      "learning_rate": 1.3642273739249208e-05,
      "loss": 0.8166,
      "step": 18977
    },
    {
      "epoch": 0.3999431000964137,
      "grad_norm": 0.14940965175628662,
      "learning_rate": 1.3641638074897673e-05,
      "loss": 0.8355,
      "step": 18978
    },
    {
      "epoch": 0.399964174134779,
      "grad_norm": 0.13518880307674408,
      "learning_rate": 1.3641002393581195e-05,
      "loss": 0.8459,
      "step": 18979
    },
    {
      "epoch": 0.3999852481731443,
      "grad_norm": 0.13209204375743866,
      "learning_rate": 1.364036669530274e-05,
      "loss": 0.7797,
      "step": 18980
    },
    {
      "epoch": 0.4000063222115096,
      "grad_norm": 0.17141366004943848,
      "learning_rate": 1.3639730980065267e-05,
      "loss": 0.814,
      "step": 18981
    },
    {
      "epoch": 0.4000273962498749,
      "grad_norm": 0.1573907881975174,
      "learning_rate": 1.3639095247871742e-05,
      "loss": 0.751,
      "step": 18982
    },
    {
      "epoch": 0.40004847028824014,
      "grad_norm": 0.17198476195335388,
      "learning_rate": 1.3638459498725123e-05,
      "loss": 0.7593,
      "step": 18983
    },
    {
      "epoch": 0.40006954432660546,
      "grad_norm": 0.14731131494045258,
      "learning_rate": 1.3637823732628367e-05,
      "loss": 0.7801,
      "step": 18984
    },
    {
      "epoch": 0.40009061836497073,
      "grad_norm": 0.1709885150194168,
      "learning_rate": 1.3637187949584446e-05,
      "loss": 0.8335,
      "step": 18985
    },
    {
      "epoch": 0.400111692403336,
      "grad_norm": 0.1190531998872757,
      "learning_rate": 1.3636552149596316e-05,
      "loss": 0.8062,
      "step": 18986
    },
    {
      "epoch": 0.4001327664417013,
      "grad_norm": 0.13801626861095428,
      "learning_rate": 1.3635916332666942e-05,
      "loss": 0.8008,
      "step": 18987
    },
    {
      "epoch": 0.4001538404800666,
      "grad_norm": 0.11981478333473206,
      "learning_rate": 1.363528049879928e-05,
      "loss": 0.7309,
      "step": 18988
    },
    {
      "epoch": 0.4001749145184319,
      "grad_norm": 0.14053139090538025,
      "learning_rate": 1.3634644647996295e-05,
      "loss": 0.8193,
      "step": 18989
    },
    {
      "epoch": 0.40019598855679717,
      "grad_norm": 0.15637433528900146,
      "learning_rate": 1.3634008780260953e-05,
      "loss": 0.797,
      "step": 18990
    },
    {
      "epoch": 0.40021706259516243,
      "grad_norm": 0.13674141466617584,
      "learning_rate": 1.3633372895596211e-05,
      "loss": 0.7788,
      "step": 18991
    },
    {
      "epoch": 0.40023813663352775,
      "grad_norm": 0.14587412774562836,
      "learning_rate": 1.3632736994005033e-05,
      "loss": 0.856,
      "step": 18992
    },
    {
      "epoch": 0.400259210671893,
      "grad_norm": 0.12604095041751862,
      "learning_rate": 1.3632101075490386e-05,
      "loss": 0.7806,
      "step": 18993
    },
    {
      "epoch": 0.40028028471025834,
      "grad_norm": 0.12606383860111237,
      "learning_rate": 1.3631465140055225e-05,
      "loss": 0.778,
      "step": 18994
    },
    {
      "epoch": 0.4003013587486236,
      "grad_norm": 0.1558883786201477,
      "learning_rate": 1.3630829187702517e-05,
      "loss": 0.7725,
      "step": 18995
    },
    {
      "epoch": 0.40032243278698887,
      "grad_norm": 0.14191819727420807,
      "learning_rate": 1.3630193218435224e-05,
      "loss": 0.8293,
      "step": 18996
    },
    {
      "epoch": 0.4003435068253542,
      "grad_norm": 0.11997074633836746,
      "learning_rate": 1.3629557232256307e-05,
      "loss": 0.8024,
      "step": 18997
    },
    {
      "epoch": 0.40036458086371945,
      "grad_norm": 0.12826184928417206,
      "learning_rate": 1.3628921229168735e-05,
      "loss": 0.7736,
      "step": 18998
    },
    {
      "epoch": 0.4003856549020848,
      "grad_norm": 0.1333303451538086,
      "learning_rate": 1.362828520917546e-05,
      "loss": 0.7626,
      "step": 18999
    },
    {
      "epoch": 0.40040672894045004,
      "grad_norm": 0.16241520643234253,
      "learning_rate": 1.3627649172279453e-05,
      "loss": 0.8993,
      "step": 19000
    },
    {
      "epoch": 0.4004278029788153,
      "grad_norm": 0.1520976573228836,
      "learning_rate": 1.3627013118483676e-05,
      "loss": 0.8224,
      "step": 19001
    },
    {
      "epoch": 0.4004488770171806,
      "grad_norm": 0.12110002338886261,
      "learning_rate": 1.3626377047791092e-05,
      "loss": 0.7413,
      "step": 19002
    },
    {
      "epoch": 0.4004699510555459,
      "grad_norm": 0.11198385059833527,
      "learning_rate": 1.3625740960204664e-05,
      "loss": 0.7678,
      "step": 19003
    },
    {
      "epoch": 0.40049102509391116,
      "grad_norm": 0.12011825293302536,
      "learning_rate": 1.3625104855727353e-05,
      "loss": 0.7271,
      "step": 19004
    },
    {
      "epoch": 0.4005120991322765,
      "grad_norm": 0.11835020780563354,
      "learning_rate": 1.3624468734362124e-05,
      "loss": 0.804,
      "step": 19005
    },
    {
      "epoch": 0.40053317317064174,
      "grad_norm": 0.12242717295885086,
      "learning_rate": 1.362383259611194e-05,
      "loss": 0.8012,
      "step": 19006
    },
    {
      "epoch": 0.40055424720900706,
      "grad_norm": 0.11750785261392593,
      "learning_rate": 1.3623196440979766e-05,
      "loss": 0.7435,
      "step": 19007
    },
    {
      "epoch": 0.40057532124737233,
      "grad_norm": 0.11448314785957336,
      "learning_rate": 1.3622560268968563e-05,
      "loss": 0.7777,
      "step": 19008
    },
    {
      "epoch": 0.4005963952857376,
      "grad_norm": 0.11056185513734818,
      "learning_rate": 1.3621924080081298e-05,
      "loss": 0.769,
      "step": 19009
    },
    {
      "epoch": 0.4006174693241029,
      "grad_norm": 0.1197659969329834,
      "learning_rate": 1.3621287874320934e-05,
      "loss": 0.8013,
      "step": 19010
    },
    {
      "epoch": 0.4006385433624682,
      "grad_norm": 0.13644607365131378,
      "learning_rate": 1.3620651651690433e-05,
      "loss": 0.7927,
      "step": 19011
    },
    {
      "epoch": 0.4006596174008335,
      "grad_norm": 0.15548640489578247,
      "learning_rate": 1.3620015412192759e-05,
      "loss": 0.7979,
      "step": 19012
    },
    {
      "epoch": 0.40068069143919877,
      "grad_norm": 0.18238624930381775,
      "learning_rate": 1.3619379155830877e-05,
      "loss": 0.8065,
      "step": 19013
    },
    {
      "epoch": 0.40070176547756403,
      "grad_norm": 0.15210406482219696,
      "learning_rate": 1.3618742882607752e-05,
      "loss": 0.8327,
      "step": 19014
    },
    {
      "epoch": 0.40072283951592935,
      "grad_norm": 0.12359040975570679,
      "learning_rate": 1.3618106592526346e-05,
      "loss": 0.8279,
      "step": 19015
    },
    {
      "epoch": 0.4007439135542946,
      "grad_norm": 0.11373759061098099,
      "learning_rate": 1.3617470285589622e-05,
      "loss": 0.7905,
      "step": 19016
    },
    {
      "epoch": 0.40076498759265994,
      "grad_norm": 0.15416404604911804,
      "learning_rate": 1.3616833961800553e-05,
      "loss": 0.898,
      "step": 19017
    },
    {
      "epoch": 0.4007860616310252,
      "grad_norm": 0.11849607527256012,
      "learning_rate": 1.361619762116209e-05,
      "loss": 0.8014,
      "step": 19018
    },
    {
      "epoch": 0.40080713566939047,
      "grad_norm": 0.11948425322771072,
      "learning_rate": 1.3615561263677208e-05,
      "loss": 0.8097,
      "step": 19019
    },
    {
      "epoch": 0.4008282097077558,
      "grad_norm": 0.11723649501800537,
      "learning_rate": 1.3614924889348866e-05,
      "loss": 0.8034,
      "step": 19020
    },
    {
      "epoch": 0.40084928374612105,
      "grad_norm": 0.11560869216918945,
      "learning_rate": 1.3614288498180032e-05,
      "loss": 0.8415,
      "step": 19021
    },
    {
      "epoch": 0.4008703577844863,
      "grad_norm": 0.15562228858470917,
      "learning_rate": 1.3613652090173667e-05,
      "loss": 0.8377,
      "step": 19022
    },
    {
      "epoch": 0.40089143182285164,
      "grad_norm": 0.14918652176856995,
      "learning_rate": 1.3613015665332743e-05,
      "loss": 0.8137,
      "step": 19023
    },
    {
      "epoch": 0.4009125058612169,
      "grad_norm": 0.11130029708147049,
      "learning_rate": 1.3612379223660215e-05,
      "loss": 0.8367,
      "step": 19024
    },
    {
      "epoch": 0.4009335798995822,
      "grad_norm": 0.14196544885635376,
      "learning_rate": 1.3611742765159055e-05,
      "loss": 0.8763,
      "step": 19025
    },
    {
      "epoch": 0.4009546539379475,
      "grad_norm": 0.11015304177999496,
      "learning_rate": 1.3611106289832224e-05,
      "loss": 0.7742,
      "step": 19026
    },
    {
      "epoch": 0.40097572797631276,
      "grad_norm": 0.1478123515844345,
      "learning_rate": 1.361046979768269e-05,
      "loss": 0.8077,
      "step": 19027
    },
    {
      "epoch": 0.4009968020146781,
      "grad_norm": 0.18601800501346588,
      "learning_rate": 1.3609833288713415e-05,
      "loss": 0.8328,
      "step": 19028
    },
    {
      "epoch": 0.40101787605304334,
      "grad_norm": 0.1348153054714203,
      "learning_rate": 1.3609196762927367e-05,
      "loss": 0.8278,
      "step": 19029
    },
    {
      "epoch": 0.40103895009140866,
      "grad_norm": 0.13730838894844055,
      "learning_rate": 1.3608560220327514e-05,
      "loss": 0.7511,
      "step": 19030
    },
    {
      "epoch": 0.40106002412977393,
      "grad_norm": 0.1692512035369873,
      "learning_rate": 1.3607923660916814e-05,
      "loss": 0.7324,
      "step": 19031
    },
    {
      "epoch": 0.4010810981681392,
      "grad_norm": 0.1094847172498703,
      "learning_rate": 1.360728708469824e-05,
      "loss": 0.7834,
      "step": 19032
    },
    {
      "epoch": 0.4011021722065045,
      "grad_norm": 0.21693164110183716,
      "learning_rate": 1.3606650491674751e-05,
      "loss": 0.8529,
      "step": 19033
    },
    {
      "epoch": 0.4011232462448698,
      "grad_norm": 0.15984803438186646,
      "learning_rate": 1.3606013881849315e-05,
      "loss": 0.8051,
      "step": 19034
    },
    {
      "epoch": 0.4011443202832351,
      "grad_norm": 0.17449820041656494,
      "learning_rate": 1.3605377255224899e-05,
      "loss": 0.8025,
      "step": 19035
    },
    {
      "epoch": 0.40116539432160037,
      "grad_norm": 0.22810417413711548,
      "learning_rate": 1.360474061180447e-05,
      "loss": 0.7789,
      "step": 19036
    },
    {
      "epoch": 0.40118646835996563,
      "grad_norm": 0.14627672731876373,
      "learning_rate": 1.3604103951590993e-05,
      "loss": 0.8622,
      "step": 19037
    },
    {
      "epoch": 0.40120754239833095,
      "grad_norm": 0.18476727604866028,
      "learning_rate": 1.360346727458743e-05,
      "loss": 0.7992,
      "step": 19038
    },
    {
      "epoch": 0.4012286164366962,
      "grad_norm": 0.14214468002319336,
      "learning_rate": 1.3602830580796748e-05,
      "loss": 0.8395,
      "step": 19039
    },
    {
      "epoch": 0.4012496904750615,
      "grad_norm": 0.1575424075126648,
      "learning_rate": 1.3602193870221918e-05,
      "loss": 0.7676,
      "step": 19040
    },
    {
      "epoch": 0.4012707645134268,
      "grad_norm": 0.1776054948568344,
      "learning_rate": 1.3601557142865902e-05,
      "loss": 0.8891,
      "step": 19041
    },
    {
      "epoch": 0.40129183855179207,
      "grad_norm": 0.14570412039756775,
      "learning_rate": 1.360092039873167e-05,
      "loss": 0.7411,
      "step": 19042
    },
    {
      "epoch": 0.4013129125901574,
      "grad_norm": 0.20060326159000397,
      "learning_rate": 1.3600283637822185e-05,
      "loss": 0.8151,
      "step": 19043
    },
    {
      "epoch": 0.40133398662852265,
      "grad_norm": 0.1746503710746765,
      "learning_rate": 1.3599646860140411e-05,
      "loss": 0.794,
      "step": 19044
    },
    {
      "epoch": 0.4013550606668879,
      "grad_norm": 0.18984876573085785,
      "learning_rate": 1.359901006568932e-05,
      "loss": 0.8409,
      "step": 19045
    },
    {
      "epoch": 0.40137613470525324,
      "grad_norm": 0.18675586581230164,
      "learning_rate": 1.359837325447188e-05,
      "loss": 0.8079,
      "step": 19046
    },
    {
      "epoch": 0.4013972087436185,
      "grad_norm": 0.16868990659713745,
      "learning_rate": 1.359773642649105e-05,
      "loss": 0.8559,
      "step": 19047
    },
    {
      "epoch": 0.4014182827819838,
      "grad_norm": 0.18070797622203827,
      "learning_rate": 1.35970995817498e-05,
      "loss": 0.8207,
      "step": 19048
    },
    {
      "epoch": 0.4014393568203491,
      "grad_norm": 0.13660921156406403,
      "learning_rate": 1.3596462720251097e-05,
      "loss": 0.8563,
      "step": 19049
    },
    {
      "epoch": 0.40146043085871436,
      "grad_norm": 0.17711539566516876,
      "learning_rate": 1.359582584199791e-05,
      "loss": 0.7897,
      "step": 19050
    },
    {
      "epoch": 0.4014815048970797,
      "grad_norm": 0.14274246990680695,
      "learning_rate": 1.3595188946993205e-05,
      "loss": 0.8121,
      "step": 19051
    },
    {
      "epoch": 0.40150257893544494,
      "grad_norm": 0.2230691760778427,
      "learning_rate": 1.359455203523995e-05,
      "loss": 0.8839,
      "step": 19052
    },
    {
      "epoch": 0.40152365297381026,
      "grad_norm": 0.1674419790506363,
      "learning_rate": 1.3593915106741106e-05,
      "loss": 0.8159,
      "step": 19053
    },
    {
      "epoch": 0.40154472701217553,
      "grad_norm": 0.1408940702676773,
      "learning_rate": 1.3593278161499648e-05,
      "loss": 0.77,
      "step": 19054
    },
    {
      "epoch": 0.4015658010505408,
      "grad_norm": 0.16490612924098969,
      "learning_rate": 1.359264119951854e-05,
      "loss": 0.8323,
      "step": 19055
    },
    {
      "epoch": 0.4015868750889061,
      "grad_norm": 0.1468607634305954,
      "learning_rate": 1.3592004220800744e-05,
      "loss": 0.8519,
      "step": 19056
    },
    {
      "epoch": 0.4016079491272714,
      "grad_norm": 0.14506296813488007,
      "learning_rate": 1.359136722534924e-05,
      "loss": 0.8569,
      "step": 19057
    },
    {
      "epoch": 0.4016290231656367,
      "grad_norm": 0.12998604774475098,
      "learning_rate": 1.3590730213166985e-05,
      "loss": 0.785,
      "step": 19058
    },
    {
      "epoch": 0.40165009720400197,
      "grad_norm": 0.1496199369430542,
      "learning_rate": 1.3590093184256949e-05,
      "loss": 0.8228,
      "step": 19059
    },
    {
      "epoch": 0.40167117124236723,
      "grad_norm": 0.13377948105335236,
      "learning_rate": 1.35894561386221e-05,
      "loss": 0.7957,
      "step": 19060
    },
    {
      "epoch": 0.40169224528073255,
      "grad_norm": 0.13305987417697906,
      "learning_rate": 1.3588819076265411e-05,
      "loss": 0.796,
      "step": 19061
    },
    {
      "epoch": 0.4017133193190978,
      "grad_norm": 0.14504368603229523,
      "learning_rate": 1.3588181997189842e-05,
      "loss": 0.783,
      "step": 19062
    },
    {
      "epoch": 0.4017343933574631,
      "grad_norm": 0.15626990795135498,
      "learning_rate": 1.3587544901398365e-05,
      "loss": 0.7977,
      "step": 19063
    },
    {
      "epoch": 0.4017554673958284,
      "grad_norm": 0.12125078588724136,
      "learning_rate": 1.3586907788893942e-05,
      "loss": 0.7493,
      "step": 19064
    },
    {
      "epoch": 0.40177654143419367,
      "grad_norm": 0.18131579458713531,
      "learning_rate": 1.358627065967955e-05,
      "loss": 0.8427,
      "step": 19065
    },
    {
      "epoch": 0.401797615472559,
      "grad_norm": 0.11501822620630264,
      "learning_rate": 1.3585633513758154e-05,
      "loss": 0.8251,
      "step": 19066
    },
    {
      "epoch": 0.40181868951092425,
      "grad_norm": 0.13296571373939514,
      "learning_rate": 1.358499635113272e-05,
      "loss": 0.815,
      "step": 19067
    },
    {
      "epoch": 0.4018397635492895,
      "grad_norm": 0.1490335613489151,
      "learning_rate": 1.3584359171806218e-05,
      "loss": 0.8075,
      "step": 19068
    },
    {
      "epoch": 0.40186083758765484,
      "grad_norm": 0.15414462983608246,
      "learning_rate": 1.3583721975781616e-05,
      "loss": 0.7997,
      "step": 19069
    },
    {
      "epoch": 0.4018819116260201,
      "grad_norm": 0.13770799338817596,
      "learning_rate": 1.358308476306188e-05,
      "loss": 0.7611,
      "step": 19070
    },
    {
      "epoch": 0.4019029856643854,
      "grad_norm": 0.13217473030090332,
      "learning_rate": 1.3582447533649985e-05,
      "loss": 0.8001,
      "step": 19071
    },
    {
      "epoch": 0.4019240597027507,
      "grad_norm": 0.14391791820526123,
      "learning_rate": 1.3581810287548893e-05,
      "loss": 0.7563,
      "step": 19072
    },
    {
      "epoch": 0.40194513374111596,
      "grad_norm": 0.15987031161785126,
      "learning_rate": 1.3581173024761576e-05,
      "loss": 0.8036,
      "step": 19073
    },
    {
      "epoch": 0.4019662077794813,
      "grad_norm": 0.15520580112934113,
      "learning_rate": 1.3580535745291001e-05,
      "loss": 0.8069,
      "step": 19074
    },
    {
      "epoch": 0.40198728181784654,
      "grad_norm": 0.18418140709400177,
      "learning_rate": 1.3579898449140138e-05,
      "loss": 0.8261,
      "step": 19075
    },
    {
      "epoch": 0.40200835585621186,
      "grad_norm": 0.1417531967163086,
      "learning_rate": 1.3579261136311959e-05,
      "loss": 0.8818,
      "step": 19076
    },
    {
      "epoch": 0.40202942989457713,
      "grad_norm": 0.1816214919090271,
      "learning_rate": 1.3578623806809428e-05,
      "loss": 0.8078,
      "step": 19077
    },
    {
      "epoch": 0.4020505039329424,
      "grad_norm": 0.13017551600933075,
      "learning_rate": 1.357798646063551e-05,
      "loss": 0.7161,
      "step": 19078
    },
    {
      "epoch": 0.4020715779713077,
      "grad_norm": 0.20236584544181824,
      "learning_rate": 1.3577349097793186e-05,
      "loss": 0.8698,
      "step": 19079
    },
    {
      "epoch": 0.402092652009673,
      "grad_norm": 0.1418464183807373,
      "learning_rate": 1.357671171828542e-05,
      "loss": 0.7956,
      "step": 19080
    },
    {
      "epoch": 0.40211372604803824,
      "grad_norm": 0.1529311090707779,
      "learning_rate": 1.3576074322115179e-05,
      "loss": 0.7308,
      "step": 19081
    },
    {
      "epoch": 0.40213480008640357,
      "grad_norm": 0.13516438007354736,
      "learning_rate": 1.3575436909285431e-05,
      "loss": 0.7955,
      "step": 19082
    },
    {
      "epoch": 0.40215587412476883,
      "grad_norm": 0.14955048263072968,
      "learning_rate": 1.357479947979915e-05,
      "loss": 0.8522,
      "step": 19083
    },
    {
      "epoch": 0.40217694816313415,
      "grad_norm": 0.15478011965751648,
      "learning_rate": 1.3574162033659304e-05,
      "loss": 0.745,
      "step": 19084
    },
    {
      "epoch": 0.4021980222014994,
      "grad_norm": 0.11436369270086288,
      "learning_rate": 1.3573524570868863e-05,
      "loss": 0.8308,
      "step": 19085
    },
    {
      "epoch": 0.4022190962398647,
      "grad_norm": 0.36880671977996826,
      "learning_rate": 1.3572887091430796e-05,
      "loss": 0.8426,
      "step": 19086
    },
    {
      "epoch": 0.40224017027823,
      "grad_norm": 0.16480621695518494,
      "learning_rate": 1.357224959534807e-05,
      "loss": 0.8295,
      "step": 19087
    },
    {
      "epoch": 0.40226124431659527,
      "grad_norm": 0.14390715956687927,
      "learning_rate": 1.3571612082623661e-05,
      "loss": 0.8284,
      "step": 19088
    },
    {
      "epoch": 0.4022823183549606,
      "grad_norm": 0.12443753331899643,
      "learning_rate": 1.3570974553260533e-05,
      "loss": 0.8419,
      "step": 19089
    },
    {
      "epoch": 0.40230339239332585,
      "grad_norm": 0.11602485179901123,
      "learning_rate": 1.357033700726166e-05,
      "loss": 0.773,
      "step": 19090
    },
    {
      "epoch": 0.4023244664316911,
      "grad_norm": 0.11738243699073792,
      "learning_rate": 1.3569699444630014e-05,
      "loss": 0.7687,
      "step": 19091
    },
    {
      "epoch": 0.40234554047005644,
      "grad_norm": 0.12170640379190445,
      "learning_rate": 1.3569061865368556e-05,
      "loss": 0.7433,
      "step": 19092
    },
    {
      "epoch": 0.4023666145084217,
      "grad_norm": 0.12011056393384933,
      "learning_rate": 1.3568424269480265e-05,
      "loss": 0.8143,
      "step": 19093
    },
    {
      "epoch": 0.402387688546787,
      "grad_norm": 0.1081027239561081,
      "learning_rate": 1.3567786656968108e-05,
      "loss": 0.8023,
      "step": 19094
    },
    {
      "epoch": 0.4024087625851523,
      "grad_norm": 0.13023559749126434,
      "learning_rate": 1.3567149027835056e-05,
      "loss": 0.7835,
      "step": 19095
    },
    {
      "epoch": 0.40242983662351756,
      "grad_norm": 0.1293218731880188,
      "learning_rate": 1.356651138208408e-05,
      "loss": 0.8065,
      "step": 19096
    },
    {
      "epoch": 0.4024509106618829,
      "grad_norm": 0.12954510748386383,
      "learning_rate": 1.3565873719718148e-05,
      "loss": 0.8141,
      "step": 19097
    },
    {
      "epoch": 0.40247198470024814,
      "grad_norm": 0.13593555986881256,
      "learning_rate": 1.3565236040740234e-05,
      "loss": 0.7735,
      "step": 19098
    },
    {
      "epoch": 0.4024930587386134,
      "grad_norm": 0.1406378149986267,
      "learning_rate": 1.3564598345153304e-05,
      "loss": 0.8646,
      "step": 19099
    },
    {
      "epoch": 0.40251413277697873,
      "grad_norm": 0.11524580419063568,
      "learning_rate": 1.3563960632960333e-05,
      "loss": 0.8086,
      "step": 19100
    },
    {
      "epoch": 0.402535206815344,
      "grad_norm": 0.11202771216630936,
      "learning_rate": 1.356332290416429e-05,
      "loss": 0.8134,
      "step": 19101
    },
    {
      "epoch": 0.4025562808537093,
      "grad_norm": 0.11678071320056915,
      "learning_rate": 1.3562685158768149e-05,
      "loss": 0.7535,
      "step": 19102
    },
    {
      "epoch": 0.4025773548920746,
      "grad_norm": 0.1033049151301384,
      "learning_rate": 1.3562047396774878e-05,
      "loss": 0.8683,
      "step": 19103
    },
    {
      "epoch": 0.40259842893043984,
      "grad_norm": 0.11763808876276016,
      "learning_rate": 1.3561409618187447e-05,
      "loss": 0.8403,
      "step": 19104
    },
    {
      "epoch": 0.40261950296880517,
      "grad_norm": 0.09754273295402527,
      "learning_rate": 1.3560771823008834e-05,
      "loss": 0.7423,
      "step": 19105
    },
    {
      "epoch": 0.40264057700717043,
      "grad_norm": 0.10010721534490585,
      "learning_rate": 1.3560134011241998e-05,
      "loss": 0.7765,
      "step": 19106
    },
    {
      "epoch": 0.40266165104553575,
      "grad_norm": 0.11644405871629715,
      "learning_rate": 1.355949618288992e-05,
      "loss": 0.8363,
      "step": 19107
    },
    {
      "epoch": 0.402682725083901,
      "grad_norm": 0.10517504066228867,
      "learning_rate": 1.3558858337955567e-05,
      "loss": 0.8433,
      "step": 19108
    },
    {
      "epoch": 0.4027037991222663,
      "grad_norm": 0.13448406755924225,
      "learning_rate": 1.3558220476441914e-05,
      "loss": 0.8533,
      "step": 19109
    },
    {
      "epoch": 0.4027248731606316,
      "grad_norm": 0.147130087018013,
      "learning_rate": 1.3557582598351932e-05,
      "loss": 0.839,
      "step": 19110
    },
    {
      "epoch": 0.40274594719899687,
      "grad_norm": 0.13178350031375885,
      "learning_rate": 1.3556944703688592e-05,
      "loss": 0.797,
      "step": 19111
    },
    {
      "epoch": 0.4027670212373622,
      "grad_norm": 0.13714773952960968,
      "learning_rate": 1.3556306792454863e-05,
      "loss": 0.7979,
      "step": 19112
    },
    {
      "epoch": 0.40278809527572745,
      "grad_norm": 0.1326216161251068,
      "learning_rate": 1.355566886465372e-05,
      "loss": 0.7972,
      "step": 19113
    },
    {
      "epoch": 0.4028091693140927,
      "grad_norm": 0.11541604995727539,
      "learning_rate": 1.3555030920288133e-05,
      "loss": 0.7834,
      "step": 19114
    },
    {
      "epoch": 0.40283024335245804,
      "grad_norm": 0.11459412425756454,
      "learning_rate": 1.3554392959361073e-05,
      "loss": 0.7563,
      "step": 19115
    },
    {
      "epoch": 0.4028513173908233,
      "grad_norm": 0.11530670523643494,
      "learning_rate": 1.3553754981875513e-05,
      "loss": 0.7873,
      "step": 19116
    },
    {
      "epoch": 0.40287239142918857,
      "grad_norm": 0.12723897397518158,
      "learning_rate": 1.3553116987834429e-05,
      "loss": 0.7983,
      "step": 19117
    },
    {
      "epoch": 0.4028934654675539,
      "grad_norm": 0.12480003386735916,
      "learning_rate": 1.3552478977240789e-05,
      "loss": 0.7988,
      "step": 19118
    },
    {
      "epoch": 0.40291453950591916,
      "grad_norm": 0.14916187524795532,
      "learning_rate": 1.3551840950097566e-05,
      "loss": 0.8564,
      "step": 19119
    },
    {
      "epoch": 0.4029356135442845,
      "grad_norm": 0.1471623182296753,
      "learning_rate": 1.3551202906407733e-05,
      "loss": 0.805,
      "step": 19120
    },
    {
      "epoch": 0.40295668758264974,
      "grad_norm": 0.12873390316963196,
      "learning_rate": 1.355056484617426e-05,
      "loss": 0.805,
      "step": 19121
    },
    {
      "epoch": 0.402977761621015,
      "grad_norm": 0.1886623501777649,
      "learning_rate": 1.3549926769400121e-05,
      "loss": 0.8483,
      "step": 19122
    },
    {
      "epoch": 0.40299883565938033,
      "grad_norm": 0.19434964656829834,
      "learning_rate": 1.354928867608829e-05,
      "loss": 0.7841,
      "step": 19123
    },
    {
      "epoch": 0.4030199096977456,
      "grad_norm": 0.11162354797124863,
      "learning_rate": 1.3548650566241736e-05,
      "loss": 0.7708,
      "step": 19124
    },
    {
      "epoch": 0.4030409837361109,
      "grad_norm": 0.1988920122385025,
      "learning_rate": 1.3548012439863441e-05,
      "loss": 0.8779,
      "step": 19125
    },
    {
      "epoch": 0.4030620577744762,
      "grad_norm": 0.15592673420906067,
      "learning_rate": 1.3547374296956365e-05,
      "loss": 0.8061,
      "step": 19126
    },
    {
      "epoch": 0.40308313181284144,
      "grad_norm": 0.15079741179943085,
      "learning_rate": 1.3546736137523489e-05,
      "loss": 0.8499,
      "step": 19127
    },
    {
      "epoch": 0.40310420585120676,
      "grad_norm": 0.15414033830165863,
      "learning_rate": 1.354609796156778e-05,
      "loss": 0.7852,
      "step": 19128
    },
    {
      "epoch": 0.40312527988957203,
      "grad_norm": 0.12791301310062408,
      "learning_rate": 1.354545976909222e-05,
      "loss": 0.8256,
      "step": 19129
    },
    {
      "epoch": 0.40314635392793735,
      "grad_norm": 0.148549884557724,
      "learning_rate": 1.3544821560099774e-05,
      "loss": 0.8911,
      "step": 19130
    },
    {
      "epoch": 0.4031674279663026,
      "grad_norm": 0.13640353083610535,
      "learning_rate": 1.3544183334593417e-05,
      "loss": 0.8362,
      "step": 19131
    },
    {
      "epoch": 0.4031885020046679,
      "grad_norm": 0.14381128549575806,
      "learning_rate": 1.3543545092576125e-05,
      "loss": 0.8265,
      "step": 19132
    },
    {
      "epoch": 0.4032095760430332,
      "grad_norm": 0.15840131044387817,
      "learning_rate": 1.3542906834050868e-05,
      "loss": 0.8532,
      "step": 19133
    },
    {
      "epoch": 0.40323065008139847,
      "grad_norm": 0.1300145387649536,
      "learning_rate": 1.3542268559020622e-05,
      "loss": 0.847,
      "step": 19134
    },
    {
      "epoch": 0.40325172411976373,
      "grad_norm": 0.12400194257497787,
      "learning_rate": 1.354163026748836e-05,
      "loss": 0.7901,
      "step": 19135
    },
    {
      "epoch": 0.40327279815812905,
      "grad_norm": 0.11983197927474976,
      "learning_rate": 1.3540991959457052e-05,
      "loss": 0.7798,
      "step": 19136
    },
    {
      "epoch": 0.4032938721964943,
      "grad_norm": 0.1907302737236023,
      "learning_rate": 1.3540353634929676e-05,
      "loss": 0.8177,
      "step": 19137
    },
    {
      "epoch": 0.40331494623485964,
      "grad_norm": 0.15342731773853302,
      "learning_rate": 1.3539715293909206e-05,
      "loss": 0.8591,
      "step": 19138
    },
    {
      "epoch": 0.4033360202732249,
      "grad_norm": 0.1131681427359581,
      "learning_rate": 1.3539076936398616e-05,
      "loss": 0.8608,
      "step": 19139
    },
    {
      "epoch": 0.40335709431159017,
      "grad_norm": 0.16826222836971283,
      "learning_rate": 1.3538438562400872e-05,
      "loss": 0.7726,
      "step": 19140
    },
    {
      "epoch": 0.4033781683499555,
      "grad_norm": 0.10948213934898376,
      "learning_rate": 1.3537800171918958e-05,
      "loss": 0.6991,
      "step": 19141
    },
    {
      "epoch": 0.40339924238832076,
      "grad_norm": 0.17152217030525208,
      "learning_rate": 1.3537161764955842e-05,
      "loss": 0.7993,
      "step": 19142
    },
    {
      "epoch": 0.4034203164266861,
      "grad_norm": 0.13318201899528503,
      "learning_rate": 1.3536523341514499e-05,
      "loss": 0.8041,
      "step": 19143
    },
    {
      "epoch": 0.40344139046505134,
      "grad_norm": 0.13595513999462128,
      "learning_rate": 1.3535884901597907e-05,
      "loss": 0.8044,
      "step": 19144
    },
    {
      "epoch": 0.4034624645034166,
      "grad_norm": 0.15567515790462494,
      "learning_rate": 1.3535246445209036e-05,
      "loss": 0.8294,
      "step": 19145
    },
    {
      "epoch": 0.4034835385417819,
      "grad_norm": 0.1329738050699234,
      "learning_rate": 1.353460797235086e-05,
      "loss": 0.8474,
      "step": 19146
    },
    {
      "epoch": 0.4035046125801472,
      "grad_norm": 0.17054563760757446,
      "learning_rate": 1.3533969483026357e-05,
      "loss": 0.7922,
      "step": 19147
    },
    {
      "epoch": 0.4035256866185125,
      "grad_norm": 0.2136564552783966,
      "learning_rate": 1.3533330977238496e-05,
      "loss": 0.7763,
      "step": 19148
    },
    {
      "epoch": 0.4035467606568778,
      "grad_norm": 0.16465505957603455,
      "learning_rate": 1.3532692454990258e-05,
      "loss": 0.7894,
      "step": 19149
    },
    {
      "epoch": 0.40356783469524304,
      "grad_norm": 0.12395333498716354,
      "learning_rate": 1.3532053916284613e-05,
      "loss": 0.7305,
      "step": 19150
    },
    {
      "epoch": 0.40358890873360836,
      "grad_norm": 0.1458679884672165,
      "learning_rate": 1.353141536112454e-05,
      "loss": 0.7733,
      "step": 19151
    },
    {
      "epoch": 0.40360998277197363,
      "grad_norm": 0.16664864122867584,
      "learning_rate": 1.3530776789513009e-05,
      "loss": 0.7983,
      "step": 19152
    },
    {
      "epoch": 0.40363105681033895,
      "grad_norm": 0.16690874099731445,
      "learning_rate": 1.3530138201452995e-05,
      "loss": 0.8452,
      "step": 19153
    },
    {
      "epoch": 0.4036521308487042,
      "grad_norm": 0.1531892567873001,
      "learning_rate": 1.3529499596947481e-05,
      "loss": 0.7856,
      "step": 19154
    },
    {
      "epoch": 0.4036732048870695,
      "grad_norm": 0.16964344680309296,
      "learning_rate": 1.3528860975999432e-05,
      "loss": 0.8711,
      "step": 19155
    },
    {
      "epoch": 0.4036942789254348,
      "grad_norm": 0.17126432061195374,
      "learning_rate": 1.3528222338611828e-05,
      "loss": 0.8135,
      "step": 19156
    },
    {
      "epoch": 0.40371535296380007,
      "grad_norm": 0.1144481748342514,
      "learning_rate": 1.352758368478764e-05,
      "loss": 0.7606,
      "step": 19157
    },
    {
      "epoch": 0.40373642700216533,
      "grad_norm": 0.13682138919830322,
      "learning_rate": 1.3526945014529846e-05,
      "loss": 0.7945,
      "step": 19158
    },
    {
      "epoch": 0.40375750104053065,
      "grad_norm": 0.11962065100669861,
      "learning_rate": 1.3526306327841428e-05,
      "loss": 0.8039,
      "step": 19159
    },
    {
      "epoch": 0.4037785750788959,
      "grad_norm": 0.18777859210968018,
      "learning_rate": 1.352566762472535e-05,
      "loss": 0.8953,
      "step": 19160
    },
    {
      "epoch": 0.40379964911726124,
      "grad_norm": 0.1298021376132965,
      "learning_rate": 1.3525028905184593e-05,
      "loss": 0.863,
      "step": 19161
    },
    {
      "epoch": 0.4038207231556265,
      "grad_norm": 0.13724234700202942,
      "learning_rate": 1.3524390169222133e-05,
      "loss": 0.735,
      "step": 19162
    },
    {
      "epoch": 0.40384179719399177,
      "grad_norm": 0.14629580080509186,
      "learning_rate": 1.3523751416840944e-05,
      "loss": 0.769,
      "step": 19163
    },
    {
      "epoch": 0.4038628712323571,
      "grad_norm": 0.13919232785701752,
      "learning_rate": 1.3523112648044004e-05,
      "loss": 0.7905,
      "step": 19164
    },
    {
      "epoch": 0.40388394527072236,
      "grad_norm": 0.14661377668380737,
      "learning_rate": 1.3522473862834285e-05,
      "loss": 0.7902,
      "step": 19165
    },
    {
      "epoch": 0.4039050193090877,
      "grad_norm": 0.1276339441537857,
      "learning_rate": 1.3521835061214765e-05,
      "loss": 0.8347,
      "step": 19166
    },
    {
      "epoch": 0.40392609334745294,
      "grad_norm": 0.1342821568250656,
      "learning_rate": 1.3521196243188422e-05,
      "loss": 0.7871,
      "step": 19167
    },
    {
      "epoch": 0.4039471673858182,
      "grad_norm": 0.10748747736215591,
      "learning_rate": 1.3520557408758225e-05,
      "loss": 0.7354,
      "step": 19168
    },
    {
      "epoch": 0.4039682414241835,
      "grad_norm": 0.14296700060367584,
      "learning_rate": 1.3519918557927163e-05,
      "loss": 0.752,
      "step": 19169
    },
    {
      "epoch": 0.4039893154625488,
      "grad_norm": 0.14956146478652954,
      "learning_rate": 1.35192796906982e-05,
      "loss": 0.798,
      "step": 19170
    },
    {
      "epoch": 0.4040103895009141,
      "grad_norm": 0.1422203630208969,
      "learning_rate": 1.3518640807074313e-05,
      "loss": 0.824,
      "step": 19171
    },
    {
      "epoch": 0.4040314635392794,
      "grad_norm": 0.1343136876821518,
      "learning_rate": 1.3518001907058484e-05,
      "loss": 0.8121,
      "step": 19172
    },
    {
      "epoch": 0.40405253757764464,
      "grad_norm": 0.1296554058790207,
      "learning_rate": 1.3517362990653689e-05,
      "loss": 0.8039,
      "step": 19173
    },
    {
      "epoch": 0.40407361161600996,
      "grad_norm": 0.12652592360973358,
      "learning_rate": 1.35167240578629e-05,
      "loss": 0.7496,
      "step": 19174
    },
    {
      "epoch": 0.40409468565437523,
      "grad_norm": 0.13878172636032104,
      "learning_rate": 1.3516085108689096e-05,
      "loss": 0.8869,
      "step": 19175
    },
    {
      "epoch": 0.4041157596927405,
      "grad_norm": 0.16867421567440033,
      "learning_rate": 1.3515446143135256e-05,
      "loss": 0.7872,
      "step": 19176
    },
    {
      "epoch": 0.4041368337311058,
      "grad_norm": 0.10965073853731155,
      "learning_rate": 1.3514807161204353e-05,
      "loss": 0.8202,
      "step": 19177
    },
    {
      "epoch": 0.4041579077694711,
      "grad_norm": 0.15432699024677277,
      "learning_rate": 1.3514168162899363e-05,
      "loss": 0.8615,
      "step": 19178
    },
    {
      "epoch": 0.4041789818078364,
      "grad_norm": 0.1476832926273346,
      "learning_rate": 1.3513529148223267e-05,
      "loss": 0.739,
      "step": 19179
    },
    {
      "epoch": 0.40420005584620167,
      "grad_norm": 0.12973946332931519,
      "learning_rate": 1.3512890117179041e-05,
      "loss": 0.7867,
      "step": 19180
    },
    {
      "epoch": 0.40422112988456693,
      "grad_norm": 0.1458156555891037,
      "learning_rate": 1.351225106976966e-05,
      "loss": 0.8094,
      "step": 19181
    },
    {
      "epoch": 0.40424220392293225,
      "grad_norm": 0.1515941172838211,
      "learning_rate": 1.35116120059981e-05,
      "loss": 0.7434,
      "step": 19182
    },
    {
      "epoch": 0.4042632779612975,
      "grad_norm": 0.15767799317836761,
      "learning_rate": 1.351097292586734e-05,
      "loss": 0.7655,
      "step": 19183
    },
    {
      "epoch": 0.40428435199966284,
      "grad_norm": 0.13110975921154022,
      "learning_rate": 1.3510333829380363e-05,
      "loss": 0.8581,
      "step": 19184
    },
    {
      "epoch": 0.4043054260380281,
      "grad_norm": 0.18367542326450348,
      "learning_rate": 1.3509694716540135e-05,
      "loss": 0.8379,
      "step": 19185
    },
    {
      "epoch": 0.40432650007639337,
      "grad_norm": 0.15407782793045044,
      "learning_rate": 1.3509055587349638e-05,
      "loss": 0.8038,
      "step": 19186
    },
    {
      "epoch": 0.4043475741147587,
      "grad_norm": 0.12900057435035706,
      "learning_rate": 1.3508416441811851e-05,
      "loss": 0.7564,
      "step": 19187
    },
    {
      "epoch": 0.40436864815312396,
      "grad_norm": 0.11517460644245148,
      "learning_rate": 1.3507777279929754e-05,
      "loss": 0.8314,
      "step": 19188
    },
    {
      "epoch": 0.4043897221914893,
      "grad_norm": 0.11736346781253815,
      "learning_rate": 1.3507138101706321e-05,
      "loss": 0.7637,
      "step": 19189
    },
    {
      "epoch": 0.40441079622985454,
      "grad_norm": 0.1391659528017044,
      "learning_rate": 1.3506498907144527e-05,
      "loss": 0.8214,
      "step": 19190
    },
    {
      "epoch": 0.4044318702682198,
      "grad_norm": 0.11886271089315414,
      "learning_rate": 1.3505859696247354e-05,
      "loss": 0.7762,
      "step": 19191
    },
    {
      "epoch": 0.4044529443065851,
      "grad_norm": 0.14401639997959137,
      "learning_rate": 1.3505220469017781e-05,
      "loss": 0.8232,
      "step": 19192
    },
    {
      "epoch": 0.4044740183449504,
      "grad_norm": 0.13965120911598206,
      "learning_rate": 1.3504581225458782e-05,
      "loss": 0.7959,
      "step": 19193
    },
    {
      "epoch": 0.40449509238331566,
      "grad_norm": 0.11201418191194534,
      "learning_rate": 1.3503941965573338e-05,
      "loss": 0.7486,
      "step": 19194
    },
    {
      "epoch": 0.404516166421681,
      "grad_norm": 0.1337965577840805,
      "learning_rate": 1.3503302689364422e-05,
      "loss": 0.8419,
      "step": 19195
    },
    {
      "epoch": 0.40453724046004624,
      "grad_norm": 0.13406819105148315,
      "learning_rate": 1.3502663396835018e-05,
      "loss": 0.7968,
      "step": 19196
    },
    {
      "epoch": 0.40455831449841156,
      "grad_norm": 0.11576323956251144,
      "learning_rate": 1.3502024087988103e-05,
      "loss": 0.8279,
      "step": 19197
    },
    {
      "epoch": 0.40457938853677683,
      "grad_norm": 0.12742416560649872,
      "learning_rate": 1.3501384762826655e-05,
      "loss": 0.7735,
      "step": 19198
    },
    {
      "epoch": 0.4046004625751421,
      "grad_norm": 0.11865397542715073,
      "learning_rate": 1.3500745421353649e-05,
      "loss": 0.7618,
      "step": 19199
    },
    {
      "epoch": 0.4046215366135074,
      "grad_norm": 0.11164186894893646,
      "learning_rate": 1.3500106063572067e-05,
      "loss": 0.7846,
      "step": 19200
    },
    {
      "epoch": 0.4046426106518727,
      "grad_norm": 0.1323472112417221,
      "learning_rate": 1.3499466689484886e-05,
      "loss": 0.8481,
      "step": 19201
    },
    {
      "epoch": 0.404663684690238,
      "grad_norm": 0.16333289444446564,
      "learning_rate": 1.3498827299095085e-05,
      "loss": 0.8868,
      "step": 19202
    },
    {
      "epoch": 0.40468475872860327,
      "grad_norm": 0.1434306502342224,
      "learning_rate": 1.3498187892405648e-05,
      "loss": 0.8292,
      "step": 19203
    },
    {
      "epoch": 0.40470583276696853,
      "grad_norm": 0.13455337285995483,
      "learning_rate": 1.3497548469419544e-05,
      "loss": 0.7979,
      "step": 19204
    },
    {
      "epoch": 0.40472690680533385,
      "grad_norm": 0.15729102492332458,
      "learning_rate": 1.3496909030139756e-05,
      "loss": 0.782,
      "step": 19205
    },
    {
      "epoch": 0.4047479808436991,
      "grad_norm": 0.14202158153057098,
      "learning_rate": 1.3496269574569265e-05,
      "loss": 0.7835,
      "step": 19206
    },
    {
      "epoch": 0.40476905488206444,
      "grad_norm": 0.14946065843105316,
      "learning_rate": 1.3495630102711046e-05,
      "loss": 0.825,
      "step": 19207
    },
    {
      "epoch": 0.4047901289204297,
      "grad_norm": 0.13128358125686646,
      "learning_rate": 1.3494990614568082e-05,
      "loss": 0.7793,
      "step": 19208
    },
    {
      "epoch": 0.40481120295879497,
      "grad_norm": 0.1344912052154541,
      "learning_rate": 1.3494351110143352e-05,
      "loss": 0.7425,
      "step": 19209
    },
    {
      "epoch": 0.4048322769971603,
      "grad_norm": 0.11535908281803131,
      "learning_rate": 1.349371158943983e-05,
      "loss": 0.7815,
      "step": 19210
    },
    {
      "epoch": 0.40485335103552555,
      "grad_norm": 0.15184688568115234,
      "learning_rate": 1.34930720524605e-05,
      "loss": 0.7637,
      "step": 19211
    },
    {
      "epoch": 0.4048744250738908,
      "grad_norm": 0.17064416408538818,
      "learning_rate": 1.3492432499208343e-05,
      "loss": 0.7472,
      "step": 19212
    },
    {
      "epoch": 0.40489549911225614,
      "grad_norm": 0.11059072613716125,
      "learning_rate": 1.3491792929686336e-05,
      "loss": 0.7519,
      "step": 19213
    },
    {
      "epoch": 0.4049165731506214,
      "grad_norm": 0.18672385811805725,
      "learning_rate": 1.3491153343897455e-05,
      "loss": 0.8106,
      "step": 19214
    },
    {
      "epoch": 0.4049376471889867,
      "grad_norm": 0.16329920291900635,
      "learning_rate": 1.3490513741844682e-05,
      "loss": 0.7775,
      "step": 19215
    },
    {
      "epoch": 0.404958721227352,
      "grad_norm": 0.14664798974990845,
      "learning_rate": 1.3489874123530999e-05,
      "loss": 0.7559,
      "step": 19216
    },
    {
      "epoch": 0.40497979526571726,
      "grad_norm": 0.25725939869880676,
      "learning_rate": 1.3489234488959384e-05,
      "loss": 0.8395,
      "step": 19217
    },
    {
      "epoch": 0.4050008693040826,
      "grad_norm": 0.1292428821325302,
      "learning_rate": 1.348859483813282e-05,
      "loss": 0.7586,
      "step": 19218
    },
    {
      "epoch": 0.40502194334244784,
      "grad_norm": 0.1733316332101822,
      "learning_rate": 1.3487955171054279e-05,
      "loss": 0.8065,
      "step": 19219
    },
    {
      "epoch": 0.40504301738081316,
      "grad_norm": 0.141374409198761,
      "learning_rate": 1.3487315487726748e-05,
      "loss": 0.8462,
      "step": 19220
    },
    {
      "epoch": 0.40506409141917843,
      "grad_norm": 0.1378614753484726,
      "learning_rate": 1.3486675788153204e-05,
      "loss": 0.7947,
      "step": 19221
    },
    {
      "epoch": 0.4050851654575437,
      "grad_norm": 0.16038674116134644,
      "learning_rate": 1.348603607233663e-05,
      "loss": 0.8602,
      "step": 19222
    },
    {
      "epoch": 0.405106239495909,
      "grad_norm": 0.14367783069610596,
      "learning_rate": 1.3485396340280002e-05,
      "loss": 0.7986,
      "step": 19223
    },
    {
      "epoch": 0.4051273135342743,
      "grad_norm": 0.12053463608026505,
      "learning_rate": 1.3484756591986304e-05,
      "loss": 0.7228,
      "step": 19224
    },
    {
      "epoch": 0.4051483875726396,
      "grad_norm": 0.11468087136745453,
      "learning_rate": 1.3484116827458513e-05,
      "loss": 0.7287,
      "step": 19225
    },
    {
      "epoch": 0.40516946161100487,
      "grad_norm": 0.12348858267068863,
      "learning_rate": 1.348347704669961e-05,
      "loss": 0.8317,
      "step": 19226
    },
    {
      "epoch": 0.40519053564937013,
      "grad_norm": 0.13643671572208405,
      "learning_rate": 1.3482837249712579e-05,
      "loss": 0.8071,
      "step": 19227
    },
    {
      "epoch": 0.40521160968773545,
      "grad_norm": 0.14465226233005524,
      "learning_rate": 1.3482197436500402e-05,
      "loss": 0.785,
      "step": 19228
    },
    {
      "epoch": 0.4052326837261007,
      "grad_norm": 0.1644676923751831,
      "learning_rate": 1.3481557607066047e-05,
      "loss": 0.8436,
      "step": 19229
    },
    {
      "epoch": 0.405253757764466,
      "grad_norm": 0.1407635658979416,
      "learning_rate": 1.3480917761412509e-05,
      "loss": 0.842,
      "step": 19230
    },
    {
      "epoch": 0.4052748318028313,
      "grad_norm": 0.14592866599559784,
      "learning_rate": 1.348027789954276e-05,
      "loss": 0.784,
      "step": 19231
    },
    {
      "epoch": 0.40529590584119657,
      "grad_norm": 0.16522276401519775,
      "learning_rate": 1.347963802145979e-05,
      "loss": 0.8576,
      "step": 19232
    },
    {
      "epoch": 0.4053169798795619,
      "grad_norm": 0.1415315419435501,
      "learning_rate": 1.347899812716657e-05,
      "loss": 0.8498,
      "step": 19233
    },
    {
      "epoch": 0.40533805391792715,
      "grad_norm": 0.1793641746044159,
      "learning_rate": 1.3478358216666086e-05,
      "loss": 0.8078,
      "step": 19234
    },
    {
      "epoch": 0.4053591279562924,
      "grad_norm": 0.1105208769440651,
      "learning_rate": 1.3477718289961315e-05,
      "loss": 0.7342,
      "step": 19235
    },
    {
      "epoch": 0.40538020199465774,
      "grad_norm": 0.16520367562770844,
      "learning_rate": 1.3477078347055241e-05,
      "loss": 0.836,
      "step": 19236
    },
    {
      "epoch": 0.405401276033023,
      "grad_norm": 0.12989597022533417,
      "learning_rate": 1.3476438387950852e-05,
      "loss": 0.7613,
      "step": 19237
    },
    {
      "epoch": 0.4054223500713883,
      "grad_norm": 0.13442835211753845,
      "learning_rate": 1.3475798412651118e-05,
      "loss": 0.7883,
      "step": 19238
    },
    {
      "epoch": 0.4054434241097536,
      "grad_norm": 0.14537185430526733,
      "learning_rate": 1.3475158421159026e-05,
      "loss": 0.8579,
      "step": 19239
    },
    {
      "epoch": 0.40546449814811886,
      "grad_norm": 0.15474383533000946,
      "learning_rate": 1.3474518413477558e-05,
      "loss": 0.8213,
      "step": 19240
    },
    {
      "epoch": 0.4054855721864842,
      "grad_norm": 0.15435415506362915,
      "learning_rate": 1.3473878389609692e-05,
      "loss": 0.8013,
      "step": 19241
    },
    {
      "epoch": 0.40550664622484944,
      "grad_norm": 0.14514827728271484,
      "learning_rate": 1.3473238349558413e-05,
      "loss": 0.8229,
      "step": 19242
    },
    {
      "epoch": 0.40552772026321476,
      "grad_norm": 0.17868684232234955,
      "learning_rate": 1.3472598293326701e-05,
      "loss": 0.8822,
      "step": 19243
    },
    {
      "epoch": 0.40554879430158003,
      "grad_norm": 0.14567753672599792,
      "learning_rate": 1.347195822091754e-05,
      "loss": 0.9271,
      "step": 19244
    },
    {
      "epoch": 0.4055698683399453,
      "grad_norm": 0.16680803894996643,
      "learning_rate": 1.347131813233391e-05,
      "loss": 0.8448,
      "step": 19245
    },
    {
      "epoch": 0.4055909423783106,
      "grad_norm": 0.13029387593269348,
      "learning_rate": 1.3470678027578793e-05,
      "loss": 0.7131,
      "step": 19246
    },
    {
      "epoch": 0.4056120164166759,
      "grad_norm": 0.12248992919921875,
      "learning_rate": 1.347003790665517e-05,
      "loss": 0.7487,
      "step": 19247
    },
    {
      "epoch": 0.4056330904550412,
      "grad_norm": 0.12385959923267365,
      "learning_rate": 1.3469397769566026e-05,
      "loss": 0.8186,
      "step": 19248
    },
    {
      "epoch": 0.40565416449340647,
      "grad_norm": 0.15515725314617157,
      "learning_rate": 1.346875761631434e-05,
      "loss": 0.8159,
      "step": 19249
    },
    {
      "epoch": 0.40567523853177173,
      "grad_norm": 0.16030748188495636,
      "learning_rate": 1.3468117446903094e-05,
      "loss": 0.7689,
      "step": 19250
    },
    {
      "epoch": 0.40569631257013705,
      "grad_norm": 0.13408301770687103,
      "learning_rate": 1.3467477261335273e-05,
      "loss": 0.7296,
      "step": 19251
    },
    {
      "epoch": 0.4057173866085023,
      "grad_norm": 0.16668589413166046,
      "learning_rate": 1.346683705961386e-05,
      "loss": 0.8499,
      "step": 19252
    },
    {
      "epoch": 0.4057384606468676,
      "grad_norm": 0.14001873135566711,
      "learning_rate": 1.3466196841741835e-05,
      "loss": 0.785,
      "step": 19253
    },
    {
      "epoch": 0.4057595346852329,
      "grad_norm": 0.19296720623970032,
      "learning_rate": 1.3465556607722179e-05,
      "loss": 0.8381,
      "step": 19254
    },
    {
      "epoch": 0.40578060872359817,
      "grad_norm": 0.12558162212371826,
      "learning_rate": 1.346491635755788e-05,
      "loss": 0.784,
      "step": 19255
    },
    {
      "epoch": 0.4058016827619635,
      "grad_norm": 0.15059030055999756,
      "learning_rate": 1.3464276091251915e-05,
      "loss": 0.7693,
      "step": 19256
    },
    {
      "epoch": 0.40582275680032875,
      "grad_norm": 0.11472968757152557,
      "learning_rate": 1.3463635808807272e-05,
      "loss": 0.7985,
      "step": 19257
    },
    {
      "epoch": 0.405843830838694,
      "grad_norm": 0.18026946485042572,
      "learning_rate": 1.3462995510226926e-05,
      "loss": 0.8346,
      "step": 19258
    },
    {
      "epoch": 0.40586490487705934,
      "grad_norm": 0.1688958704471588,
      "learning_rate": 1.3462355195513868e-05,
      "loss": 0.7742,
      "step": 19259
    },
    {
      "epoch": 0.4058859789154246,
      "grad_norm": 0.15135866403579712,
      "learning_rate": 1.3461714864671075e-05,
      "loss": 0.8262,
      "step": 19260
    },
    {
      "epoch": 0.4059070529537899,
      "grad_norm": 0.21044985949993134,
      "learning_rate": 1.3461074517701538e-05,
      "loss": 0.7635,
      "step": 19261
    },
    {
      "epoch": 0.4059281269921552,
      "grad_norm": 0.19041070342063904,
      "learning_rate": 1.3460434154608233e-05,
      "loss": 0.8314,
      "step": 19262
    },
    {
      "epoch": 0.40594920103052046,
      "grad_norm": 0.21669067442417145,
      "learning_rate": 1.3459793775394143e-05,
      "loss": 0.8475,
      "step": 19263
    },
    {
      "epoch": 0.4059702750688858,
      "grad_norm": 0.15097562968730927,
      "learning_rate": 1.3459153380062255e-05,
      "loss": 0.8801,
      "step": 19264
    },
    {
      "epoch": 0.40599134910725104,
      "grad_norm": 0.17241623997688293,
      "learning_rate": 1.345851296861555e-05,
      "loss": 0.7909,
      "step": 19265
    },
    {
      "epoch": 0.40601242314561636,
      "grad_norm": 0.1304108202457428,
      "learning_rate": 1.3457872541057015e-05,
      "loss": 0.7866,
      "step": 19266
    },
    {
      "epoch": 0.40603349718398163,
      "grad_norm": 0.16582588851451874,
      "learning_rate": 1.3457232097389627e-05,
      "loss": 0.7966,
      "step": 19267
    },
    {
      "epoch": 0.4060545712223469,
      "grad_norm": 0.14741943776607513,
      "learning_rate": 1.3456591637616377e-05,
      "loss": 0.8178,
      "step": 19268
    },
    {
      "epoch": 0.4060756452607122,
      "grad_norm": 0.1382230818271637,
      "learning_rate": 1.3455951161740242e-05,
      "loss": 0.8195,
      "step": 19269
    },
    {
      "epoch": 0.4060967192990775,
      "grad_norm": 0.1392064094543457,
      "learning_rate": 1.345531066976421e-05,
      "loss": 0.7669,
      "step": 19270
    },
    {
      "epoch": 0.40611779333744275,
      "grad_norm": 0.12701711058616638,
      "learning_rate": 1.3454670161691264e-05,
      "loss": 0.8232,
      "step": 19271
    },
    {
      "epoch": 0.40613886737580807,
      "grad_norm": 0.16091787815093994,
      "learning_rate": 1.3454029637524385e-05,
      "loss": 0.7841,
      "step": 19272
    },
    {
      "epoch": 0.40615994141417333,
      "grad_norm": 0.14660099148750305,
      "learning_rate": 1.3453389097266562e-05,
      "loss": 0.7857,
      "step": 19273
    },
    {
      "epoch": 0.40618101545253865,
      "grad_norm": 0.13975650072097778,
      "learning_rate": 1.3452748540920775e-05,
      "loss": 0.8276,
      "step": 19274
    },
    {
      "epoch": 0.4062020894909039,
      "grad_norm": 0.15709422528743744,
      "learning_rate": 1.345210796849001e-05,
      "loss": 0.7676,
      "step": 19275
    },
    {
      "epoch": 0.4062231635292692,
      "grad_norm": 0.1264394372701645,
      "learning_rate": 1.345146737997725e-05,
      "loss": 0.8464,
      "step": 19276
    },
    {
      "epoch": 0.4062442375676345,
      "grad_norm": 0.11612192541360855,
      "learning_rate": 1.345082677538548e-05,
      "loss": 0.7449,
      "step": 19277
    },
    {
      "epoch": 0.40626531160599977,
      "grad_norm": 0.13818855583667755,
      "learning_rate": 1.3450186154717688e-05,
      "loss": 0.8137,
      "step": 19278
    },
    {
      "epoch": 0.4062863856443651,
      "grad_norm": 0.1170913428068161,
      "learning_rate": 1.3449545517976848e-05,
      "loss": 0.7723,
      "step": 19279
    },
    {
      "epoch": 0.40630745968273035,
      "grad_norm": 0.12020500004291534,
      "learning_rate": 1.3448904865165953e-05,
      "loss": 0.7897,
      "step": 19280
    },
    {
      "epoch": 0.4063285337210956,
      "grad_norm": 0.1345721334218979,
      "learning_rate": 1.3448264196287988e-05,
      "loss": 0.8245,
      "step": 19281
    },
    {
      "epoch": 0.40634960775946094,
      "grad_norm": 0.12606756389141083,
      "learning_rate": 1.3447623511345936e-05,
      "loss": 0.7743,
      "step": 19282
    },
    {
      "epoch": 0.4063706817978262,
      "grad_norm": 0.18565650284290314,
      "learning_rate": 1.3446982810342778e-05,
      "loss": 0.8417,
      "step": 19283
    },
    {
      "epoch": 0.4063917558361915,
      "grad_norm": 0.14805155992507935,
      "learning_rate": 1.34463420932815e-05,
      "loss": 0.7781,
      "step": 19284
    },
    {
      "epoch": 0.4064128298745568,
      "grad_norm": 0.15440689027309418,
      "learning_rate": 1.3445701360165092e-05,
      "loss": 0.7819,
      "step": 19285
    },
    {
      "epoch": 0.40643390391292206,
      "grad_norm": 0.17067736387252808,
      "learning_rate": 1.3445060610996534e-05,
      "loss": 0.8129,
      "step": 19286
    },
    {
      "epoch": 0.4064549779512874,
      "grad_norm": 0.12738513946533203,
      "learning_rate": 1.3444419845778813e-05,
      "loss": 0.8471,
      "step": 19287
    },
    {
      "epoch": 0.40647605198965264,
      "grad_norm": 0.1760837584733963,
      "learning_rate": 1.3443779064514912e-05,
      "loss": 0.833,
      "step": 19288
    },
    {
      "epoch": 0.4064971260280179,
      "grad_norm": 0.1698780208826065,
      "learning_rate": 1.3443138267207818e-05,
      "loss": 0.8529,
      "step": 19289
    },
    {
      "epoch": 0.40651820006638323,
      "grad_norm": 0.15635624527931213,
      "learning_rate": 1.3442497453860516e-05,
      "loss": 0.8397,
      "step": 19290
    },
    {
      "epoch": 0.4065392741047485,
      "grad_norm": 0.1917075663805008,
      "learning_rate": 1.3441856624475995e-05,
      "loss": 0.8562,
      "step": 19291
    },
    {
      "epoch": 0.4065603481431138,
      "grad_norm": 0.13709145784378052,
      "learning_rate": 1.3441215779057232e-05,
      "loss": 0.7873,
      "step": 19292
    },
    {
      "epoch": 0.4065814221814791,
      "grad_norm": 0.3230283260345459,
      "learning_rate": 1.344057491760722e-05,
      "loss": 0.78,
      "step": 19293
    },
    {
      "epoch": 0.40660249621984434,
      "grad_norm": 0.1403859406709671,
      "learning_rate": 1.3439934040128938e-05,
      "loss": 0.7571,
      "step": 19294
    },
    {
      "epoch": 0.40662357025820967,
      "grad_norm": 0.17197830975055695,
      "learning_rate": 1.3439293146625377e-05,
      "loss": 0.7971,
      "step": 19295
    },
    {
      "epoch": 0.40664464429657493,
      "grad_norm": 0.11607646942138672,
      "learning_rate": 1.343865223709952e-05,
      "loss": 0.6963,
      "step": 19296
    },
    {
      "epoch": 0.40666571833494025,
      "grad_norm": 0.15249808132648468,
      "learning_rate": 1.3438011311554355e-05,
      "loss": 0.7883,
      "step": 19297
    },
    {
      "epoch": 0.4066867923733055,
      "grad_norm": 0.11984635889530182,
      "learning_rate": 1.3437370369992866e-05,
      "loss": 0.7601,
      "step": 19298
    },
    {
      "epoch": 0.4067078664116708,
      "grad_norm": 0.22595258057117462,
      "learning_rate": 1.3436729412418039e-05,
      "loss": 0.8419,
      "step": 19299
    },
    {
      "epoch": 0.4067289404500361,
      "grad_norm": 0.14729076623916626,
      "learning_rate": 1.343608843883286e-05,
      "loss": 0.7782,
      "step": 19300
    },
    {
      "epoch": 0.40675001448840137,
      "grad_norm": 0.13089539110660553,
      "learning_rate": 1.3435447449240312e-05,
      "loss": 0.7883,
      "step": 19301
    },
    {
      "epoch": 0.4067710885267667,
      "grad_norm": 0.15555492043495178,
      "learning_rate": 1.343480644364339e-05,
      "loss": 0.7916,
      "step": 19302
    },
    {
      "epoch": 0.40679216256513195,
      "grad_norm": 0.12036063522100449,
      "learning_rate": 1.343416542204507e-05,
      "loss": 0.8029,
      "step": 19303
    },
    {
      "epoch": 0.4068132366034972,
      "grad_norm": 0.1738056093454361,
      "learning_rate": 1.3433524384448344e-05,
      "loss": 0.8508,
      "step": 19304
    },
    {
      "epoch": 0.40683431064186254,
      "grad_norm": 0.16451223194599152,
      "learning_rate": 1.3432883330856199e-05,
      "loss": 0.8285,
      "step": 19305
    },
    {
      "epoch": 0.4068553846802278,
      "grad_norm": 0.13558639585971832,
      "learning_rate": 1.343224226127162e-05,
      "loss": 0.8024,
      "step": 19306
    },
    {
      "epoch": 0.40687645871859307,
      "grad_norm": 0.12489042431116104,
      "learning_rate": 1.3431601175697591e-05,
      "loss": 0.7886,
      "step": 19307
    },
    {
      "epoch": 0.4068975327569584,
      "grad_norm": 0.16449370980262756,
      "learning_rate": 1.3430960074137099e-05,
      "loss": 0.8132,
      "step": 19308
    },
    {
      "epoch": 0.40691860679532366,
      "grad_norm": 0.13791978359222412,
      "learning_rate": 1.3430318956593134e-05,
      "loss": 0.8764,
      "step": 19309
    },
    {
      "epoch": 0.406939680833689,
      "grad_norm": 0.14167574048042297,
      "learning_rate": 1.342967782306868e-05,
      "loss": 0.7875,
      "step": 19310
    },
    {
      "epoch": 0.40696075487205424,
      "grad_norm": 0.1527915745973587,
      "learning_rate": 1.3429036673566727e-05,
      "loss": 0.8934,
      "step": 19311
    },
    {
      "epoch": 0.4069818289104195,
      "grad_norm": 0.12616604566574097,
      "learning_rate": 1.3428395508090257e-05,
      "loss": 0.7753,
      "step": 19312
    },
    {
      "epoch": 0.40700290294878483,
      "grad_norm": 0.1359167993068695,
      "learning_rate": 1.3427754326642259e-05,
      "loss": 0.7752,
      "step": 19313
    },
    {
      "epoch": 0.4070239769871501,
      "grad_norm": 0.1403779536485672,
      "learning_rate": 1.3427113129225724e-05,
      "loss": 0.7805,
      "step": 19314
    },
    {
      "epoch": 0.4070450510255154,
      "grad_norm": 0.12140433490276337,
      "learning_rate": 1.3426471915843634e-05,
      "loss": 0.8441,
      "step": 19315
    },
    {
      "epoch": 0.4070661250638807,
      "grad_norm": 0.13714765012264252,
      "learning_rate": 1.3425830686498977e-05,
      "loss": 0.8629,
      "step": 19316
    },
    {
      "epoch": 0.40708719910224594,
      "grad_norm": 0.1271718442440033,
      "learning_rate": 1.3425189441194739e-05,
      "loss": 0.7574,
      "step": 19317
    },
    {
      "epoch": 0.40710827314061127,
      "grad_norm": 0.15162786841392517,
      "learning_rate": 1.3424548179933914e-05,
      "loss": 0.8518,
      "step": 19318
    },
    {
      "epoch": 0.40712934717897653,
      "grad_norm": 0.21505261957645416,
      "learning_rate": 1.3423906902719482e-05,
      "loss": 0.8163,
      "step": 19319
    },
    {
      "epoch": 0.40715042121734185,
      "grad_norm": 0.1803389936685562,
      "learning_rate": 1.3423265609554433e-05,
      "loss": 0.8529,
      "step": 19320
    },
    {
      "epoch": 0.4071714952557071,
      "grad_norm": 0.1527031809091568,
      "learning_rate": 1.3422624300441756e-05,
      "loss": 0.866,
      "step": 19321
    },
    {
      "epoch": 0.4071925692940724,
      "grad_norm": 0.17804114520549774,
      "learning_rate": 1.3421982975384436e-05,
      "loss": 0.8311,
      "step": 19322
    },
    {
      "epoch": 0.4072136433324377,
      "grad_norm": 0.1200641393661499,
      "learning_rate": 1.3421341634385462e-05,
      "loss": 0.8099,
      "step": 19323
    },
    {
      "epoch": 0.40723471737080297,
      "grad_norm": 0.14370723068714142,
      "learning_rate": 1.342070027744782e-05,
      "loss": 0.7728,
      "step": 19324
    },
    {
      "epoch": 0.40725579140916823,
      "grad_norm": 0.14485956728458405,
      "learning_rate": 1.3420058904574505e-05,
      "loss": 0.8651,
      "step": 19325
    },
    {
      "epoch": 0.40727686544753355,
      "grad_norm": 0.17136839032173157,
      "learning_rate": 1.3419417515768494e-05,
      "loss": 0.7696,
      "step": 19326
    },
    {
      "epoch": 0.4072979394858988,
      "grad_norm": 0.13790106773376465,
      "learning_rate": 1.3418776111032782e-05,
      "loss": 0.8452,
      "step": 19327
    },
    {
      "epoch": 0.40731901352426414,
      "grad_norm": 0.14519110321998596,
      "learning_rate": 1.3418134690370357e-05,
      "loss": 0.8257,
      "step": 19328
    },
    {
      "epoch": 0.4073400875626294,
      "grad_norm": 0.1425963044166565,
      "learning_rate": 1.3417493253784204e-05,
      "loss": 0.8641,
      "step": 19329
    },
    {
      "epoch": 0.40736116160099467,
      "grad_norm": 0.1380745768547058,
      "learning_rate": 1.3416851801277311e-05,
      "loss": 0.8308,
      "step": 19330
    },
    {
      "epoch": 0.40738223563936,
      "grad_norm": 0.13964290916919708,
      "learning_rate": 1.341621033285267e-05,
      "loss": 0.8244,
      "step": 19331
    },
    {
      "epoch": 0.40740330967772526,
      "grad_norm": 0.14294295012950897,
      "learning_rate": 1.3415568848513268e-05,
      "loss": 0.7487,
      "step": 19332
    },
    {
      "epoch": 0.4074243837160906,
      "grad_norm": 0.13788901269435883,
      "learning_rate": 1.341492734826209e-05,
      "loss": 0.7229,
      "step": 19333
    },
    {
      "epoch": 0.40744545775445584,
      "grad_norm": 0.13896514475345612,
      "learning_rate": 1.341428583210213e-05,
      "loss": 0.7889,
      "step": 19334
    },
    {
      "epoch": 0.4074665317928211,
      "grad_norm": 0.16099566221237183,
      "learning_rate": 1.3413644300036373e-05,
      "loss": 0.8829,
      "step": 19335
    },
    {
      "epoch": 0.40748760583118643,
      "grad_norm": 0.11227775365114212,
      "learning_rate": 1.3413002752067812e-05,
      "loss": 0.7391,
      "step": 19336
    },
    {
      "epoch": 0.4075086798695517,
      "grad_norm": 0.1551673263311386,
      "learning_rate": 1.3412361188199425e-05,
      "loss": 0.7937,
      "step": 19337
    },
    {
      "epoch": 0.407529753907917,
      "grad_norm": 0.11341660469770432,
      "learning_rate": 1.3411719608434213e-05,
      "loss": 0.7972,
      "step": 19338
    },
    {
      "epoch": 0.4075508279462823,
      "grad_norm": 0.1541818529367447,
      "learning_rate": 1.3411078012775158e-05,
      "loss": 0.8216,
      "step": 19339
    },
    {
      "epoch": 0.40757190198464754,
      "grad_norm": 0.16281050443649292,
      "learning_rate": 1.3410436401225253e-05,
      "loss": 0.8848,
      "step": 19340
    },
    {
      "epoch": 0.40759297602301287,
      "grad_norm": 0.13573366403579712,
      "learning_rate": 1.3409794773787483e-05,
      "loss": 0.7949,
      "step": 19341
    },
    {
      "epoch": 0.40761405006137813,
      "grad_norm": 0.11802614480257034,
      "learning_rate": 1.3409153130464841e-05,
      "loss": 0.7536,
      "step": 19342
    },
    {
      "epoch": 0.40763512409974345,
      "grad_norm": 0.14735926687717438,
      "learning_rate": 1.340851147126031e-05,
      "loss": 0.7782,
      "step": 19343
    },
    {
      "epoch": 0.4076561981381087,
      "grad_norm": 0.15882746875286102,
      "learning_rate": 1.3407869796176885e-05,
      "loss": 0.8055,
      "step": 19344
    },
    {
      "epoch": 0.407677272176474,
      "grad_norm": 0.15986722707748413,
      "learning_rate": 1.3407228105217556e-05,
      "loss": 0.8174,
      "step": 19345
    },
    {
      "epoch": 0.4076983462148393,
      "grad_norm": 0.16480323672294617,
      "learning_rate": 1.3406586398385309e-05,
      "loss": 0.8622,
      "step": 19346
    },
    {
      "epoch": 0.40771942025320457,
      "grad_norm": 0.1420484483242035,
      "learning_rate": 1.340594467568313e-05,
      "loss": 0.7357,
      "step": 19347
    },
    {
      "epoch": 0.40774049429156983,
      "grad_norm": 0.16007830202579498,
      "learning_rate": 1.3405302937114018e-05,
      "loss": 0.7827,
      "step": 19348
    },
    {
      "epoch": 0.40776156832993515,
      "grad_norm": 0.13967709243297577,
      "learning_rate": 1.3404661182680957e-05,
      "loss": 0.78,
      "step": 19349
    },
    {
      "epoch": 0.4077826423683004,
      "grad_norm": 0.16562287509441376,
      "learning_rate": 1.3404019412386938e-05,
      "loss": 0.8231,
      "step": 19350
    },
    {
      "epoch": 0.40780371640666574,
      "grad_norm": 0.17450577020645142,
      "learning_rate": 1.3403377626234946e-05,
      "loss": 0.834,
      "step": 19351
    },
    {
      "epoch": 0.407824790445031,
      "grad_norm": 0.1510109305381775,
      "learning_rate": 1.3402735824227976e-05,
      "loss": 0.7734,
      "step": 19352
    },
    {
      "epoch": 0.40784586448339627,
      "grad_norm": 0.18620845675468445,
      "learning_rate": 1.340209400636902e-05,
      "loss": 0.8076,
      "step": 19353
    },
    {
      "epoch": 0.4078669385217616,
      "grad_norm": 0.18659546971321106,
      "learning_rate": 1.3401452172661062e-05,
      "loss": 0.8533,
      "step": 19354
    },
    {
      "epoch": 0.40788801256012686,
      "grad_norm": 0.1491963416337967,
      "learning_rate": 1.3400810323107097e-05,
      "loss": 0.8655,
      "step": 19355
    },
    {
      "epoch": 0.4079090865984922,
      "grad_norm": 0.1677534133195877,
      "learning_rate": 1.340016845771011e-05,
      "loss": 0.8128,
      "step": 19356
    },
    {
      "epoch": 0.40793016063685744,
      "grad_norm": 0.12446586042642593,
      "learning_rate": 1.3399526576473096e-05,
      "loss": 0.7817,
      "step": 19357
    },
    {
      "epoch": 0.4079512346752227,
      "grad_norm": 0.14533457159996033,
      "learning_rate": 1.339888467939904e-05,
      "loss": 0.8161,
      "step": 19358
    },
    {
      "epoch": 0.407972308713588,
      "grad_norm": 0.15024003386497498,
      "learning_rate": 1.339824276649094e-05,
      "loss": 0.7569,
      "step": 19359
    },
    {
      "epoch": 0.4079933827519533,
      "grad_norm": 0.13278329372406006,
      "learning_rate": 1.339760083775178e-05,
      "loss": 0.7783,
      "step": 19360
    },
    {
      "epoch": 0.4080144567903186,
      "grad_norm": 0.1427251100540161,
      "learning_rate": 1.3396958893184553e-05,
      "loss": 0.7705,
      "step": 19361
    },
    {
      "epoch": 0.4080355308286839,
      "grad_norm": 0.13135729730129242,
      "learning_rate": 1.3396316932792251e-05,
      "loss": 0.7724,
      "step": 19362
    },
    {
      "epoch": 0.40805660486704914,
      "grad_norm": 0.1397274285554886,
      "learning_rate": 1.339567495657786e-05,
      "loss": 0.7902,
      "step": 19363
    },
    {
      "epoch": 0.40807767890541446,
      "grad_norm": 0.1478956639766693,
      "learning_rate": 1.3395032964544375e-05,
      "loss": 0.8023,
      "step": 19364
    },
    {
      "epoch": 0.40809875294377973,
      "grad_norm": 0.14937855303287506,
      "learning_rate": 1.3394390956694787e-05,
      "loss": 0.8782,
      "step": 19365
    },
    {
      "epoch": 0.408119826982145,
      "grad_norm": 0.15797974169254303,
      "learning_rate": 1.339374893303208e-05,
      "loss": 0.8211,
      "step": 19366
    },
    {
      "epoch": 0.4081409010205103,
      "grad_norm": 0.1257263720035553,
      "learning_rate": 1.3393106893559251e-05,
      "loss": 0.7586,
      "step": 19367
    },
    {
      "epoch": 0.4081619750588756,
      "grad_norm": 0.16279053688049316,
      "learning_rate": 1.3392464838279293e-05,
      "loss": 0.859,
      "step": 19368
    },
    {
      "epoch": 0.4081830490972409,
      "grad_norm": 0.10988714545965195,
      "learning_rate": 1.3391822767195192e-05,
      "loss": 0.7655,
      "step": 19369
    },
    {
      "epoch": 0.40820412313560617,
      "grad_norm": 0.17266926169395447,
      "learning_rate": 1.3391180680309945e-05,
      "loss": 0.8238,
      "step": 19370
    },
    {
      "epoch": 0.40822519717397143,
      "grad_norm": 0.13595429062843323,
      "learning_rate": 1.3390538577626538e-05,
      "loss": 0.8082,
      "step": 19371
    },
    {
      "epoch": 0.40824627121233675,
      "grad_norm": 0.15479080379009247,
      "learning_rate": 1.3389896459147963e-05,
      "loss": 0.8435,
      "step": 19372
    },
    {
      "epoch": 0.408267345250702,
      "grad_norm": 0.10760746151208878,
      "learning_rate": 1.338925432487721e-05,
      "loss": 0.7616,
      "step": 19373
    },
    {
      "epoch": 0.40828841928906734,
      "grad_norm": 0.1350514441728592,
      "learning_rate": 1.3388612174817275e-05,
      "loss": 0.7101,
      "step": 19374
    },
    {
      "epoch": 0.4083094933274326,
      "grad_norm": 0.14867013692855835,
      "learning_rate": 1.3387970008971147e-05,
      "loss": 0.8774,
      "step": 19375
    },
    {
      "epoch": 0.40833056736579787,
      "grad_norm": 0.22720308601856232,
      "learning_rate": 1.3387327827341818e-05,
      "loss": 0.7761,
      "step": 19376
    },
    {
      "epoch": 0.4083516414041632,
      "grad_norm": 0.12661641836166382,
      "learning_rate": 1.338668562993228e-05,
      "loss": 0.8146,
      "step": 19377
    },
    {
      "epoch": 0.40837271544252846,
      "grad_norm": 0.12635715305805206,
      "learning_rate": 1.3386043416745522e-05,
      "loss": 0.7196,
      "step": 19378
    },
    {
      "epoch": 0.4083937894808938,
      "grad_norm": 0.14135928452014923,
      "learning_rate": 1.338540118778454e-05,
      "loss": 0.8059,
      "step": 19379
    },
    {
      "epoch": 0.40841486351925904,
      "grad_norm": 0.29974880814552307,
      "learning_rate": 1.3384758943052322e-05,
      "loss": 0.7406,
      "step": 19380
    },
    {
      "epoch": 0.4084359375576243,
      "grad_norm": 0.20952782034873962,
      "learning_rate": 1.3384116682551863e-05,
      "loss": 0.8563,
      "step": 19381
    },
    {
      "epoch": 0.4084570115959896,
      "grad_norm": 0.1411667764186859,
      "learning_rate": 1.3383474406286154e-05,
      "loss": 0.8144,
      "step": 19382
    },
    {
      "epoch": 0.4084780856343549,
      "grad_norm": 0.14855965971946716,
      "learning_rate": 1.3382832114258186e-05,
      "loss": 0.7785,
      "step": 19383
    },
    {
      "epoch": 0.40849915967272016,
      "grad_norm": 0.1440885215997696,
      "learning_rate": 1.3382189806470955e-05,
      "loss": 0.8412,
      "step": 19384
    },
    {
      "epoch": 0.4085202337110855,
      "grad_norm": 0.1716657429933548,
      "learning_rate": 1.3381547482927448e-05,
      "loss": 0.8,
      "step": 19385
    },
    {
      "epoch": 0.40854130774945074,
      "grad_norm": 0.11563829332590103,
      "learning_rate": 1.338090514363066e-05,
      "loss": 0.8398,
      "step": 19386
    },
    {
      "epoch": 0.40856238178781606,
      "grad_norm": 0.14626939594745636,
      "learning_rate": 1.3380262788583582e-05,
      "loss": 0.7925,
      "step": 19387
    },
    {
      "epoch": 0.40858345582618133,
      "grad_norm": 0.12320369482040405,
      "learning_rate": 1.3379620417789209e-05,
      "loss": 0.8991,
      "step": 19388
    },
    {
      "epoch": 0.4086045298645466,
      "grad_norm": 0.12458127737045288,
      "learning_rate": 1.3378978031250533e-05,
      "loss": 0.7439,
      "step": 19389
    },
    {
      "epoch": 0.4086256039029119,
      "grad_norm": 0.1371787190437317,
      "learning_rate": 1.3378335628970547e-05,
      "loss": 0.7455,
      "step": 19390
    },
    {
      "epoch": 0.4086466779412772,
      "grad_norm": 0.13892103731632233,
      "learning_rate": 1.337769321095224e-05,
      "loss": 0.7952,
      "step": 19391
    },
    {
      "epoch": 0.4086677519796425,
      "grad_norm": 0.13823723793029785,
      "learning_rate": 1.3377050777198609e-05,
      "loss": 0.8223,
      "step": 19392
    },
    {
      "epoch": 0.40868882601800777,
      "grad_norm": 0.128898024559021,
      "learning_rate": 1.3376408327712642e-05,
      "loss": 0.8453,
      "step": 19393
    },
    {
      "epoch": 0.40870990005637303,
      "grad_norm": 0.11987666040658951,
      "learning_rate": 1.3375765862497337e-05,
      "loss": 0.7301,
      "step": 19394
    },
    {
      "epoch": 0.40873097409473835,
      "grad_norm": 0.1256425380706787,
      "learning_rate": 1.3375123381555684e-05,
      "loss": 0.7527,
      "step": 19395
    },
    {
      "epoch": 0.4087520481331036,
      "grad_norm": 0.14914864301681519,
      "learning_rate": 1.3374480884890679e-05,
      "loss": 0.7937,
      "step": 19396
    },
    {
      "epoch": 0.40877312217146894,
      "grad_norm": 1.024713397026062,
      "learning_rate": 1.3373838372505312e-05,
      "loss": 0.8172,
      "step": 19397
    },
    {
      "epoch": 0.4087941962098342,
      "grad_norm": 0.11869160085916519,
      "learning_rate": 1.3373195844402579e-05,
      "loss": 0.7718,
      "step": 19398
    },
    {
      "epoch": 0.40881527024819947,
      "grad_norm": 0.1276588886976242,
      "learning_rate": 1.3372553300585472e-05,
      "loss": 0.716,
      "step": 19399
    },
    {
      "epoch": 0.4088363442865648,
      "grad_norm": 0.12634845077991486,
      "learning_rate": 1.3371910741056981e-05,
      "loss": 0.8299,
      "step": 19400
    },
    {
      "epoch": 0.40885741832493006,
      "grad_norm": 0.12372610718011856,
      "learning_rate": 1.3371268165820104e-05,
      "loss": 0.8105,
      "step": 19401
    },
    {
      "epoch": 0.4088784923632953,
      "grad_norm": 0.15761692821979523,
      "learning_rate": 1.3370625574877831e-05,
      "loss": 0.829,
      "step": 19402
    },
    {
      "epoch": 0.40889956640166064,
      "grad_norm": 0.14174285531044006,
      "learning_rate": 1.336998296823316e-05,
      "loss": 0.8268,
      "step": 19403
    },
    {
      "epoch": 0.4089206404400259,
      "grad_norm": 0.15213127434253693,
      "learning_rate": 1.3369340345889084e-05,
      "loss": 0.8311,
      "step": 19404
    },
    {
      "epoch": 0.4089417144783912,
      "grad_norm": 0.1820719689130783,
      "learning_rate": 1.3368697707848593e-05,
      "loss": 0.8285,
      "step": 19405
    },
    {
      "epoch": 0.4089627885167565,
      "grad_norm": 0.13453154265880585,
      "learning_rate": 1.3368055054114682e-05,
      "loss": 0.8129,
      "step": 19406
    },
    {
      "epoch": 0.40898386255512176,
      "grad_norm": 0.1297513097524643,
      "learning_rate": 1.3367412384690346e-05,
      "loss": 0.8767,
      "step": 19407
    },
    {
      "epoch": 0.4090049365934871,
      "grad_norm": 0.17034873366355896,
      "learning_rate": 1.336676969957858e-05,
      "loss": 0.8386,
      "step": 19408
    },
    {
      "epoch": 0.40902601063185234,
      "grad_norm": 0.1366414576768875,
      "learning_rate": 1.3366126998782374e-05,
      "loss": 0.8312,
      "step": 19409
    },
    {
      "epoch": 0.40904708467021766,
      "grad_norm": 0.1516987532377243,
      "learning_rate": 1.3365484282304723e-05,
      "loss": 0.8289,
      "step": 19410
    },
    {
      "epoch": 0.40906815870858293,
      "grad_norm": 0.12127318233251572,
      "learning_rate": 1.3364841550148626e-05,
      "loss": 0.8725,
      "step": 19411
    },
    {
      "epoch": 0.4090892327469482,
      "grad_norm": 0.13085846602916718,
      "learning_rate": 1.3364198802317074e-05,
      "loss": 0.8258,
      "step": 19412
    },
    {
      "epoch": 0.4091103067853135,
      "grad_norm": 0.21483777463436127,
      "learning_rate": 1.3363556038813062e-05,
      "loss": 0.8627,
      "step": 19413
    },
    {
      "epoch": 0.4091313808236788,
      "grad_norm": 0.12992000579833984,
      "learning_rate": 1.3362913259639586e-05,
      "loss": 0.8325,
      "step": 19414
    },
    {
      "epoch": 0.4091524548620441,
      "grad_norm": 0.1267223358154297,
      "learning_rate": 1.3362270464799633e-05,
      "loss": 0.7907,
      "step": 19415
    },
    {
      "epoch": 0.40917352890040937,
      "grad_norm": 0.16025100648403168,
      "learning_rate": 1.3361627654296204e-05,
      "loss": 0.8023,
      "step": 19416
    },
    {
      "epoch": 0.40919460293877463,
      "grad_norm": 0.12767314910888672,
      "learning_rate": 1.336098482813229e-05,
      "loss": 0.8479,
      "step": 19417
    },
    {
      "epoch": 0.40921567697713995,
      "grad_norm": 0.13640481233596802,
      "learning_rate": 1.3360341986310892e-05,
      "loss": 0.811,
      "step": 19418
    },
    {
      "epoch": 0.4092367510155052,
      "grad_norm": 0.10253820568323135,
      "learning_rate": 1.3359699128835001e-05,
      "loss": 0.7678,
      "step": 19419
    },
    {
      "epoch": 0.4092578250538705,
      "grad_norm": 0.17258845269680023,
      "learning_rate": 1.335905625570761e-05,
      "loss": 0.8128,
      "step": 19420
    },
    {
      "epoch": 0.4092788990922358,
      "grad_norm": 0.12272223830223083,
      "learning_rate": 1.3358413366931715e-05,
      "loss": 0.866,
      "step": 19421
    },
    {
      "epoch": 0.40929997313060107,
      "grad_norm": 0.1314949095249176,
      "learning_rate": 1.3357770462510314e-05,
      "loss": 0.7653,
      "step": 19422
    },
    {
      "epoch": 0.4093210471689664,
      "grad_norm": 0.11627055704593658,
      "learning_rate": 1.3357127542446395e-05,
      "loss": 0.7883,
      "step": 19423
    },
    {
      "epoch": 0.40934212120733166,
      "grad_norm": 0.18988598883152008,
      "learning_rate": 1.335648460674296e-05,
      "loss": 0.7339,
      "step": 19424
    },
    {
      "epoch": 0.4093631952456969,
      "grad_norm": 0.12888163328170776,
      "learning_rate": 1.3355841655403e-05,
      "loss": 0.8652,
      "step": 19425
    },
    {
      "epoch": 0.40938426928406224,
      "grad_norm": 0.1525540053844452,
      "learning_rate": 1.3355198688429516e-05,
      "loss": 0.8456,
      "step": 19426
    },
    {
      "epoch": 0.4094053433224275,
      "grad_norm": 0.13187868893146515,
      "learning_rate": 1.3354555705825495e-05,
      "loss": 0.8811,
      "step": 19427
    },
    {
      "epoch": 0.4094264173607928,
      "grad_norm": 0.11066949367523193,
      "learning_rate": 1.3353912707593938e-05,
      "loss": 0.7566,
      "step": 19428
    },
    {
      "epoch": 0.4094474913991581,
      "grad_norm": 0.13256026804447174,
      "learning_rate": 1.3353269693737843e-05,
      "loss": 0.8642,
      "step": 19429
    },
    {
      "epoch": 0.40946856543752336,
      "grad_norm": 0.12312295287847519,
      "learning_rate": 1.3352626664260196e-05,
      "loss": 0.7592,
      "step": 19430
    },
    {
      "epoch": 0.4094896394758887,
      "grad_norm": 0.14834128320217133,
      "learning_rate": 1.3351983619164002e-05,
      "loss": 0.8465,
      "step": 19431
    },
    {
      "epoch": 0.40951071351425394,
      "grad_norm": 0.17571349442005157,
      "learning_rate": 1.335134055845225e-05,
      "loss": 0.7943,
      "step": 19432
    },
    {
      "epoch": 0.40953178755261926,
      "grad_norm": 0.12198908627033234,
      "learning_rate": 1.3350697482127943e-05,
      "loss": 0.7616,
      "step": 19433
    },
    {
      "epoch": 0.40955286159098453,
      "grad_norm": 0.17159174382686615,
      "learning_rate": 1.3350054390194069e-05,
      "loss": 0.7802,
      "step": 19434
    },
    {
      "epoch": 0.4095739356293498,
      "grad_norm": 0.15008389949798584,
      "learning_rate": 1.334941128265363e-05,
      "loss": 0.8211,
      "step": 19435
    },
    {
      "epoch": 0.4095950096677151,
      "grad_norm": 0.12413197755813599,
      "learning_rate": 1.3348768159509617e-05,
      "loss": 0.7981,
      "step": 19436
    },
    {
      "epoch": 0.4096160837060804,
      "grad_norm": 0.1119692474603653,
      "learning_rate": 1.334812502076503e-05,
      "loss": 0.7615,
      "step": 19437
    },
    {
      "epoch": 0.4096371577444457,
      "grad_norm": 0.13138613104820251,
      "learning_rate": 1.3347481866422865e-05,
      "loss": 0.8689,
      "step": 19438
    },
    {
      "epoch": 0.40965823178281097,
      "grad_norm": 0.12176109850406647,
      "learning_rate": 1.3346838696486114e-05,
      "loss": 0.8687,
      "step": 19439
    },
    {
      "epoch": 0.40967930582117623,
      "grad_norm": 0.1407979130744934,
      "learning_rate": 1.3346195510957776e-05,
      "loss": 0.8413,
      "step": 19440
    },
    {
      "epoch": 0.40970037985954155,
      "grad_norm": 0.125976100564003,
      "learning_rate": 1.334555230984085e-05,
      "loss": 0.8295,
      "step": 19441
    },
    {
      "epoch": 0.4097214538979068,
      "grad_norm": 0.11265181750059128,
      "learning_rate": 1.334490909313833e-05,
      "loss": 0.8063,
      "step": 19442
    },
    {
      "epoch": 0.4097425279362721,
      "grad_norm": 0.15569531917572021,
      "learning_rate": 1.334426586085321e-05,
      "loss": 0.821,
      "step": 19443
    },
    {
      "epoch": 0.4097636019746374,
      "grad_norm": 0.1613255739212036,
      "learning_rate": 1.3343622612988492e-05,
      "loss": 0.8673,
      "step": 19444
    },
    {
      "epoch": 0.40978467601300267,
      "grad_norm": 0.12484762072563171,
      "learning_rate": 1.3342979349547165e-05,
      "loss": 0.7962,
      "step": 19445
    },
    {
      "epoch": 0.409805750051368,
      "grad_norm": 0.15181374549865723,
      "learning_rate": 1.3342336070532233e-05,
      "loss": 0.8498,
      "step": 19446
    },
    {
      "epoch": 0.40982682408973325,
      "grad_norm": 0.1367424577474594,
      "learning_rate": 1.3341692775946691e-05,
      "loss": 0.8267,
      "step": 19447
    },
    {
      "epoch": 0.4098478981280985,
      "grad_norm": 0.14401698112487793,
      "learning_rate": 1.3341049465793537e-05,
      "loss": 0.8279,
      "step": 19448
    },
    {
      "epoch": 0.40986897216646384,
      "grad_norm": 0.11942170560359955,
      "learning_rate": 1.3340406140075761e-05,
      "loss": 0.755,
      "step": 19449
    },
    {
      "epoch": 0.4098900462048291,
      "grad_norm": 0.11888910084962845,
      "learning_rate": 1.3339762798796367e-05,
      "loss": 0.7688,
      "step": 19450
    },
    {
      "epoch": 0.4099111202431944,
      "grad_norm": 0.10771370679140091,
      "learning_rate": 1.333911944195835e-05,
      "loss": 0.7985,
      "step": 19451
    },
    {
      "epoch": 0.4099321942815597,
      "grad_norm": 0.11809073388576508,
      "learning_rate": 1.3338476069564706e-05,
      "loss": 0.8241,
      "step": 19452
    },
    {
      "epoch": 0.40995326831992496,
      "grad_norm": 0.11637945473194122,
      "learning_rate": 1.3337832681618435e-05,
      "loss": 0.8118,
      "step": 19453
    },
    {
      "epoch": 0.4099743423582903,
      "grad_norm": 0.12351750582456589,
      "learning_rate": 1.3337189278122531e-05,
      "loss": 0.761,
      "step": 19454
    },
    {
      "epoch": 0.40999541639665554,
      "grad_norm": 0.11891960352659225,
      "learning_rate": 1.3336545859079995e-05,
      "loss": 0.8503,
      "step": 19455
    },
    {
      "epoch": 0.41001649043502086,
      "grad_norm": 0.11084111779928207,
      "learning_rate": 1.333590242449382e-05,
      "loss": 0.7799,
      "step": 19456
    },
    {
      "epoch": 0.41003756447338613,
      "grad_norm": 0.12379259616136551,
      "learning_rate": 1.3335258974367006e-05,
      "loss": 0.8182,
      "step": 19457
    },
    {
      "epoch": 0.4100586385117514,
      "grad_norm": 0.11351761966943741,
      "learning_rate": 1.3334615508702556e-05,
      "loss": 0.7732,
      "step": 19458
    },
    {
      "epoch": 0.4100797125501167,
      "grad_norm": 0.1425628960132599,
      "learning_rate": 1.3333972027503453e-05,
      "loss": 0.8413,
      "step": 19459
    },
    {
      "epoch": 0.410100786588482,
      "grad_norm": 0.14400812983512878,
      "learning_rate": 1.3333328530772708e-05,
      "loss": 0.8199,
      "step": 19460
    },
    {
      "epoch": 0.41012186062684725,
      "grad_norm": 0.16253550350666046,
      "learning_rate": 1.3332685018513315e-05,
      "loss": 0.8525,
      "step": 19461
    },
    {
      "epoch": 0.41014293466521257,
      "grad_norm": 0.14282973110675812,
      "learning_rate": 1.3332041490728273e-05,
      "loss": 0.8477,
      "step": 19462
    },
    {
      "epoch": 0.41016400870357783,
      "grad_norm": 0.13446514308452606,
      "learning_rate": 1.3331397947420578e-05,
      "loss": 0.7832,
      "step": 19463
    },
    {
      "epoch": 0.41018508274194315,
      "grad_norm": 0.15726369619369507,
      "learning_rate": 1.3330754388593228e-05,
      "loss": 0.8251,
      "step": 19464
    },
    {
      "epoch": 0.4102061567803084,
      "grad_norm": 0.14345654845237732,
      "learning_rate": 1.333011081424922e-05,
      "loss": 0.8436,
      "step": 19465
    },
    {
      "epoch": 0.4102272308186737,
      "grad_norm": 0.12576444447040558,
      "learning_rate": 1.3329467224391552e-05,
      "loss": 0.7758,
      "step": 19466
    },
    {
      "epoch": 0.410248304857039,
      "grad_norm": 0.26244261860847473,
      "learning_rate": 1.332882361902323e-05,
      "loss": 0.815,
      "step": 19467
    },
    {
      "epoch": 0.41026937889540427,
      "grad_norm": 0.11839517205953598,
      "learning_rate": 1.3328179998147242e-05,
      "loss": 0.7319,
      "step": 19468
    },
    {
      "epoch": 0.4102904529337696,
      "grad_norm": 0.13758569955825806,
      "learning_rate": 1.332753636176659e-05,
      "loss": 0.7487,
      "step": 19469
    },
    {
      "epoch": 0.41031152697213485,
      "grad_norm": 0.12928853929042816,
      "learning_rate": 1.3326892709884275e-05,
      "loss": 0.7828,
      "step": 19470
    },
    {
      "epoch": 0.4103326010105001,
      "grad_norm": 0.15299254655838013,
      "learning_rate": 1.3326249042503294e-05,
      "loss": 0.8738,
      "step": 19471
    },
    {
      "epoch": 0.41035367504886544,
      "grad_norm": 0.11307208240032196,
      "learning_rate": 1.3325605359626644e-05,
      "loss": 0.7797,
      "step": 19472
    },
    {
      "epoch": 0.4103747490872307,
      "grad_norm": 0.18347734212875366,
      "learning_rate": 1.3324961661257328e-05,
      "loss": 0.8716,
      "step": 19473
    },
    {
      "epoch": 0.410395823125596,
      "grad_norm": 0.16749557852745056,
      "learning_rate": 1.3324317947398334e-05,
      "loss": 0.859,
      "step": 19474
    },
    {
      "epoch": 0.4104168971639613,
      "grad_norm": 0.1635541468858719,
      "learning_rate": 1.3323674218052674e-05,
      "loss": 0.7639,
      "step": 19475
    },
    {
      "epoch": 0.41043797120232656,
      "grad_norm": 0.15270940959453583,
      "learning_rate": 1.332303047322334e-05,
      "loss": 0.8345,
      "step": 19476
    },
    {
      "epoch": 0.4104590452406919,
      "grad_norm": 0.1426781266927719,
      "learning_rate": 1.3322386712913332e-05,
      "loss": 0.7669,
      "step": 19477
    },
    {
      "epoch": 0.41048011927905714,
      "grad_norm": 0.14822302758693695,
      "learning_rate": 1.332174293712565e-05,
      "loss": 0.7991,
      "step": 19478
    },
    {
      "epoch": 0.4105011933174224,
      "grad_norm": 0.12406117469072342,
      "learning_rate": 1.3321099145863293e-05,
      "loss": 0.7074,
      "step": 19479
    },
    {
      "epoch": 0.41052226735578773,
      "grad_norm": 0.1654377430677414,
      "learning_rate": 1.3320455339129257e-05,
      "loss": 0.9034,
      "step": 19480
    },
    {
      "epoch": 0.410543341394153,
      "grad_norm": 0.151056170463562,
      "learning_rate": 1.3319811516926541e-05,
      "loss": 0.7331,
      "step": 19481
    },
    {
      "epoch": 0.4105644154325183,
      "grad_norm": 0.15536661446094513,
      "learning_rate": 1.3319167679258154e-05,
      "loss": 0.839,
      "step": 19482
    },
    {
      "epoch": 0.4105854894708836,
      "grad_norm": 0.13318760693073273,
      "learning_rate": 1.3318523826127086e-05,
      "loss": 0.839,
      "step": 19483
    },
    {
      "epoch": 0.41060656350924885,
      "grad_norm": 0.11324460804462433,
      "learning_rate": 1.3317879957536338e-05,
      "loss": 0.813,
      "step": 19484
    },
    {
      "epoch": 0.41062763754761417,
      "grad_norm": 0.1326218843460083,
      "learning_rate": 1.3317236073488911e-05,
      "loss": 0.7642,
      "step": 19485
    },
    {
      "epoch": 0.41064871158597943,
      "grad_norm": 0.12159751355648041,
      "learning_rate": 1.3316592173987801e-05,
      "loss": 0.7891,
      "step": 19486
    },
    {
      "epoch": 0.41066978562434475,
      "grad_norm": 0.14436005055904388,
      "learning_rate": 1.3315948259036013e-05,
      "loss": 0.8242,
      "step": 19487
    },
    {
      "epoch": 0.41069085966271,
      "grad_norm": 0.11324720084667206,
      "learning_rate": 1.3315304328636544e-05,
      "loss": 0.7708,
      "step": 19488
    },
    {
      "epoch": 0.4107119337010753,
      "grad_norm": 0.1489257663488388,
      "learning_rate": 1.3314660382792397e-05,
      "loss": 0.8229,
      "step": 19489
    },
    {
      "epoch": 0.4107330077394406,
      "grad_norm": 0.1233396828174591,
      "learning_rate": 1.3314016421506566e-05,
      "loss": 0.7628,
      "step": 19490
    },
    {
      "epoch": 0.41075408177780587,
      "grad_norm": 0.14834803342819214,
      "learning_rate": 1.3313372444782053e-05,
      "loss": 0.8291,
      "step": 19491
    },
    {
      "epoch": 0.4107751558161712,
      "grad_norm": 0.14597083628177643,
      "learning_rate": 1.3312728452621864e-05,
      "loss": 0.8688,
      "step": 19492
    },
    {
      "epoch": 0.41079622985453645,
      "grad_norm": 0.14655253291130066,
      "learning_rate": 1.331208444502899e-05,
      "loss": 0.8155,
      "step": 19493
    },
    {
      "epoch": 0.4108173038929017,
      "grad_norm": 0.16170750558376312,
      "learning_rate": 1.3311440422006436e-05,
      "loss": 0.8676,
      "step": 19494
    },
    {
      "epoch": 0.41083837793126704,
      "grad_norm": 0.13266047835350037,
      "learning_rate": 1.33107963835572e-05,
      "loss": 0.8368,
      "step": 19495
    },
    {
      "epoch": 0.4108594519696323,
      "grad_norm": 0.1394300013780594,
      "learning_rate": 1.3310152329684287e-05,
      "loss": 0.8132,
      "step": 19496
    },
    {
      "epoch": 0.41088052600799757,
      "grad_norm": 0.12660591304302216,
      "learning_rate": 1.3309508260390693e-05,
      "loss": 0.7858,
      "step": 19497
    },
    {
      "epoch": 0.4109016000463629,
      "grad_norm": 0.11543525010347366,
      "learning_rate": 1.3308864175679421e-05,
      "loss": 0.7408,
      "step": 19498
    },
    {
      "epoch": 0.41092267408472816,
      "grad_norm": 0.1320144087076187,
      "learning_rate": 1.330822007555347e-05,
      "loss": 0.783,
      "step": 19499
    },
    {
      "epoch": 0.4109437481230935,
      "grad_norm": 0.1192098930478096,
      "learning_rate": 1.3307575960015839e-05,
      "loss": 0.8547,
      "step": 19500
    },
    {
      "epoch": 0.41096482216145874,
      "grad_norm": 0.14368557929992676,
      "learning_rate": 1.3306931829069531e-05,
      "loss": 0.8533,
      "step": 19501
    },
    {
      "epoch": 0.410985896199824,
      "grad_norm": 0.12249469012022018,
      "learning_rate": 1.3306287682717547e-05,
      "loss": 0.7814,
      "step": 19502
    },
    {
      "epoch": 0.41100697023818933,
      "grad_norm": 0.13676781952381134,
      "learning_rate": 1.3305643520962887e-05,
      "loss": 0.7819,
      "step": 19503
    },
    {
      "epoch": 0.4110280442765546,
      "grad_norm": 0.1440432071685791,
      "learning_rate": 1.3304999343808553e-05,
      "loss": 0.797,
      "step": 19504
    },
    {
      "epoch": 0.4110491183149199,
      "grad_norm": 0.15523171424865723,
      "learning_rate": 1.3304355151257544e-05,
      "loss": 0.825,
      "step": 19505
    },
    {
      "epoch": 0.4110701923532852,
      "grad_norm": 0.10775931179523468,
      "learning_rate": 1.3303710943312865e-05,
      "loss": 0.784,
      "step": 19506
    },
    {
      "epoch": 0.41109126639165045,
      "grad_norm": 0.1331116110086441,
      "learning_rate": 1.330306671997751e-05,
      "loss": 0.8288,
      "step": 19507
    },
    {
      "epoch": 0.41111234043001577,
      "grad_norm": 0.12594330310821533,
      "learning_rate": 1.3302422481254486e-05,
      "loss": 0.7557,
      "step": 19508
    },
    {
      "epoch": 0.41113341446838103,
      "grad_norm": 0.14988793432712555,
      "learning_rate": 1.3301778227146791e-05,
      "loss": 0.7743,
      "step": 19509
    },
    {
      "epoch": 0.41115448850674635,
      "grad_norm": 0.13086150586605072,
      "learning_rate": 1.3301133957657431e-05,
      "loss": 0.7724,
      "step": 19510
    },
    {
      "epoch": 0.4111755625451116,
      "grad_norm": 0.13537290692329407,
      "learning_rate": 1.33004896727894e-05,
      "loss": 0.8137,
      "step": 19511
    },
    {
      "epoch": 0.4111966365834769,
      "grad_norm": 0.1432362049818039,
      "learning_rate": 1.329984537254571e-05,
      "loss": 0.7708,
      "step": 19512
    },
    {
      "epoch": 0.4112177106218422,
      "grad_norm": 0.13643436133861542,
      "learning_rate": 1.3299201056929351e-05,
      "loss": 0.8126,
      "step": 19513
    },
    {
      "epoch": 0.41123878466020747,
      "grad_norm": 0.13055479526519775,
      "learning_rate": 1.3298556725943333e-05,
      "loss": 0.7386,
      "step": 19514
    },
    {
      "epoch": 0.41125985869857273,
      "grad_norm": 0.14605437219142914,
      "learning_rate": 1.3297912379590654e-05,
      "loss": 0.853,
      "step": 19515
    },
    {
      "epoch": 0.41128093273693805,
      "grad_norm": 0.12222401052713394,
      "learning_rate": 1.3297268017874314e-05,
      "loss": 0.8701,
      "step": 19516
    },
    {
      "epoch": 0.4113020067753033,
      "grad_norm": 0.13748987019062042,
      "learning_rate": 1.329662364079732e-05,
      "loss": 0.7871,
      "step": 19517
    },
    {
      "epoch": 0.41132308081366864,
      "grad_norm": 0.12443459033966064,
      "learning_rate": 1.329597924836267e-05,
      "loss": 0.7985,
      "step": 19518
    },
    {
      "epoch": 0.4113441548520339,
      "grad_norm": 0.17545954883098602,
      "learning_rate": 1.3295334840573367e-05,
      "loss": 0.7892,
      "step": 19519
    },
    {
      "epoch": 0.41136522889039917,
      "grad_norm": 0.15800544619560242,
      "learning_rate": 1.3294690417432411e-05,
      "loss": 0.8907,
      "step": 19520
    },
    {
      "epoch": 0.4113863029287645,
      "grad_norm": 0.13705888390541077,
      "learning_rate": 1.329404597894281e-05,
      "loss": 0.7496,
      "step": 19521
    },
    {
      "epoch": 0.41140737696712976,
      "grad_norm": 0.13696245849132538,
      "learning_rate": 1.329340152510756e-05,
      "loss": 0.7643,
      "step": 19522
    },
    {
      "epoch": 0.4114284510054951,
      "grad_norm": 0.1198238953948021,
      "learning_rate": 1.3292757055929668e-05,
      "loss": 0.7315,
      "step": 19523
    },
    {
      "epoch": 0.41144952504386034,
      "grad_norm": 0.1468101143836975,
      "learning_rate": 1.329211257141213e-05,
      "loss": 0.7845,
      "step": 19524
    },
    {
      "epoch": 0.4114705990822256,
      "grad_norm": 0.13451652228832245,
      "learning_rate": 1.3291468071557954e-05,
      "loss": 0.8197,
      "step": 19525
    },
    {
      "epoch": 0.41149167312059093,
      "grad_norm": 0.1456577181816101,
      "learning_rate": 1.3290823556370143e-05,
      "loss": 0.7925,
      "step": 19526
    },
    {
      "epoch": 0.4115127471589562,
      "grad_norm": 0.14154954254627228,
      "learning_rate": 1.3290179025851696e-05,
      "loss": 0.7461,
      "step": 19527
    },
    {
      "epoch": 0.4115338211973215,
      "grad_norm": 0.14183436334133148,
      "learning_rate": 1.3289534480005618e-05,
      "loss": 0.8123,
      "step": 19528
    },
    {
      "epoch": 0.4115548952356868,
      "grad_norm": 0.2053775191307068,
      "learning_rate": 1.3288889918834906e-05,
      "loss": 0.8221,
      "step": 19529
    },
    {
      "epoch": 0.41157596927405204,
      "grad_norm": 0.11932861059904099,
      "learning_rate": 1.3288245342342571e-05,
      "loss": 0.8001,
      "step": 19530
    },
    {
      "epoch": 0.41159704331241737,
      "grad_norm": 0.14796653389930725,
      "learning_rate": 1.3287600750531613e-05,
      "loss": 0.7987,
      "step": 19531
    },
    {
      "epoch": 0.41161811735078263,
      "grad_norm": 0.1619115024805069,
      "learning_rate": 1.3286956143405032e-05,
      "loss": 0.8091,
      "step": 19532
    },
    {
      "epoch": 0.41163919138914795,
      "grad_norm": 0.14305800199508667,
      "learning_rate": 1.3286311520965836e-05,
      "loss": 0.8459,
      "step": 19533
    },
    {
      "epoch": 0.4116602654275132,
      "grad_norm": 0.19682835042476654,
      "learning_rate": 1.3285666883217023e-05,
      "loss": 0.8127,
      "step": 19534
    },
    {
      "epoch": 0.4116813394658785,
      "grad_norm": 0.1199667751789093,
      "learning_rate": 1.3285022230161597e-05,
      "loss": 0.8461,
      "step": 19535
    },
    {
      "epoch": 0.4117024135042438,
      "grad_norm": 0.16497208178043365,
      "learning_rate": 1.3284377561802564e-05,
      "loss": 0.8159,
      "step": 19536
    },
    {
      "epoch": 0.41172348754260907,
      "grad_norm": 0.12747374176979065,
      "learning_rate": 1.3283732878142928e-05,
      "loss": 0.8106,
      "step": 19537
    },
    {
      "epoch": 0.41174456158097433,
      "grad_norm": 0.14543096721172333,
      "learning_rate": 1.3283088179185685e-05,
      "loss": 0.8124,
      "step": 19538
    },
    {
      "epoch": 0.41176563561933965,
      "grad_norm": 0.12900851666927338,
      "learning_rate": 1.3282443464933845e-05,
      "loss": 0.8135,
      "step": 19539
    },
    {
      "epoch": 0.4117867096577049,
      "grad_norm": 0.10991328954696655,
      "learning_rate": 1.3281798735390412e-05,
      "loss": 0.8273,
      "step": 19540
    },
    {
      "epoch": 0.41180778369607024,
      "grad_norm": 0.14409078657627106,
      "learning_rate": 1.3281153990558388e-05,
      "loss": 0.833,
      "step": 19541
    },
    {
      "epoch": 0.4118288577344355,
      "grad_norm": 0.12101415544748306,
      "learning_rate": 1.3280509230440774e-05,
      "loss": 0.8222,
      "step": 19542
    },
    {
      "epoch": 0.41184993177280077,
      "grad_norm": 0.13137318193912506,
      "learning_rate": 1.3279864455040576e-05,
      "loss": 0.8102,
      "step": 19543
    },
    {
      "epoch": 0.4118710058111661,
      "grad_norm": 0.10329435765743256,
      "learning_rate": 1.3279219664360795e-05,
      "loss": 0.7698,
      "step": 19544
    },
    {
      "epoch": 0.41189207984953136,
      "grad_norm": 0.15130634605884552,
      "learning_rate": 1.3278574858404438e-05,
      "loss": 0.7341,
      "step": 19545
    },
    {
      "epoch": 0.4119131538878967,
      "grad_norm": 0.17727255821228027,
      "learning_rate": 1.3277930037174513e-05,
      "loss": 0.8615,
      "step": 19546
    },
    {
      "epoch": 0.41193422792626194,
      "grad_norm": 0.12221512943506241,
      "learning_rate": 1.3277285200674018e-05,
      "loss": 0.8128,
      "step": 19547
    },
    {
      "epoch": 0.4119553019646272,
      "grad_norm": 0.14630788564682007,
      "learning_rate": 1.3276640348905953e-05,
      "loss": 0.7799,
      "step": 19548
    },
    {
      "epoch": 0.41197637600299253,
      "grad_norm": 0.1223626658320427,
      "learning_rate": 1.3275995481873331e-05,
      "loss": 0.8217,
      "step": 19549
    },
    {
      "epoch": 0.4119974500413578,
      "grad_norm": 0.14571695029735565,
      "learning_rate": 1.3275350599579153e-05,
      "loss": 0.7978,
      "step": 19550
    },
    {
      "epoch": 0.4120185240797231,
      "grad_norm": 0.11532154679298401,
      "learning_rate": 1.3274705702026423e-05,
      "loss": 0.8287,
      "step": 19551
    },
    {
      "epoch": 0.4120395981180884,
      "grad_norm": 0.12707310914993286,
      "learning_rate": 1.3274060789218144e-05,
      "loss": 0.7962,
      "step": 19552
    },
    {
      "epoch": 0.41206067215645364,
      "grad_norm": 0.14989690482616425,
      "learning_rate": 1.3273415861157317e-05,
      "loss": 0.7729,
      "step": 19553
    },
    {
      "epoch": 0.41208174619481897,
      "grad_norm": 0.11852017790079117,
      "learning_rate": 1.3272770917846956e-05,
      "loss": 0.7725,
      "step": 19554
    },
    {
      "epoch": 0.41210282023318423,
      "grad_norm": 0.13030697405338287,
      "learning_rate": 1.3272125959290059e-05,
      "loss": 0.7507,
      "step": 19555
    },
    {
      "epoch": 0.4121238942715495,
      "grad_norm": 0.12435979396104813,
      "learning_rate": 1.3271480985489632e-05,
      "loss": 0.789,
      "step": 19556
    },
    {
      "epoch": 0.4121449683099148,
      "grad_norm": 0.14610634744167328,
      "learning_rate": 1.327083599644868e-05,
      "loss": 0.8981,
      "step": 19557
    },
    {
      "epoch": 0.4121660423482801,
      "grad_norm": 0.12586189806461334,
      "learning_rate": 1.327019099217021e-05,
      "loss": 0.7941,
      "step": 19558
    },
    {
      "epoch": 0.4121871163866454,
      "grad_norm": 0.14190150797367096,
      "learning_rate": 1.3269545972657219e-05,
      "loss": 0.7914,
      "step": 19559
    },
    {
      "epoch": 0.41220819042501067,
      "grad_norm": 0.14185990393161774,
      "learning_rate": 1.3268900937912719e-05,
      "loss": 0.886,
      "step": 19560
    },
    {
      "epoch": 0.41222926446337593,
      "grad_norm": 0.13727088272571564,
      "learning_rate": 1.3268255887939714e-05,
      "loss": 0.7512,
      "step": 19561
    },
    {
      "epoch": 0.41225033850174125,
      "grad_norm": 0.1560024470090866,
      "learning_rate": 1.3267610822741208e-05,
      "loss": 0.8124,
      "step": 19562
    },
    {
      "epoch": 0.4122714125401065,
      "grad_norm": 0.16082285344600677,
      "learning_rate": 1.3266965742320206e-05,
      "loss": 0.8256,
      "step": 19563
    },
    {
      "epoch": 0.41229248657847184,
      "grad_norm": 0.18515315651893616,
      "learning_rate": 1.3266320646679713e-05,
      "loss": 0.8375,
      "step": 19564
    },
    {
      "epoch": 0.4123135606168371,
      "grad_norm": 0.16883999109268188,
      "learning_rate": 1.3265675535822735e-05,
      "loss": 0.8025,
      "step": 19565
    },
    {
      "epoch": 0.41233463465520237,
      "grad_norm": 0.1976964920759201,
      "learning_rate": 1.326503040975228e-05,
      "loss": 0.8462,
      "step": 19566
    },
    {
      "epoch": 0.4123557086935677,
      "grad_norm": 0.115509532392025,
      "learning_rate": 1.3264385268471345e-05,
      "loss": 0.7972,
      "step": 19567
    },
    {
      "epoch": 0.41237678273193296,
      "grad_norm": 0.17593714594841003,
      "learning_rate": 1.3263740111982944e-05,
      "loss": 0.8212,
      "step": 19568
    },
    {
      "epoch": 0.4123978567702983,
      "grad_norm": 0.11772707849740982,
      "learning_rate": 1.3263094940290077e-05,
      "loss": 0.832,
      "step": 19569
    },
    {
      "epoch": 0.41241893080866354,
      "grad_norm": 0.14229324460029602,
      "learning_rate": 1.3262449753395755e-05,
      "loss": 0.7535,
      "step": 19570
    },
    {
      "epoch": 0.4124400048470288,
      "grad_norm": 0.11818215250968933,
      "learning_rate": 1.326180455130298e-05,
      "loss": 0.8018,
      "step": 19571
    },
    {
      "epoch": 0.41246107888539413,
      "grad_norm": 0.1600070595741272,
      "learning_rate": 1.3261159334014756e-05,
      "loss": 0.837,
      "step": 19572
    },
    {
      "epoch": 0.4124821529237594,
      "grad_norm": 0.1271672397851944,
      "learning_rate": 1.3260514101534093e-05,
      "loss": 0.8207,
      "step": 19573
    },
    {
      "epoch": 0.41250322696212466,
      "grad_norm": 0.13610108196735382,
      "learning_rate": 1.3259868853863993e-05,
      "loss": 0.7595,
      "step": 19574
    },
    {
      "epoch": 0.41252430100049,
      "grad_norm": 0.10951773822307587,
      "learning_rate": 1.3259223591007465e-05,
      "loss": 0.748,
      "step": 19575
    },
    {
      "epoch": 0.41254537503885524,
      "grad_norm": 0.1412317007780075,
      "learning_rate": 1.3258578312967515e-05,
      "loss": 0.8029,
      "step": 19576
    },
    {
      "epoch": 0.41256644907722057,
      "grad_norm": 0.14763468503952026,
      "learning_rate": 1.325793301974715e-05,
      "loss": 0.8067,
      "step": 19577
    },
    {
      "epoch": 0.41258752311558583,
      "grad_norm": 0.1299334317445755,
      "learning_rate": 1.3257287711349369e-05,
      "loss": 0.8602,
      "step": 19578
    },
    {
      "epoch": 0.4126085971539511,
      "grad_norm": 0.15332238376140594,
      "learning_rate": 1.3256642387777188e-05,
      "loss": 0.8097,
      "step": 19579
    },
    {
      "epoch": 0.4126296711923164,
      "grad_norm": 0.10776606947183609,
      "learning_rate": 1.3255997049033607e-05,
      "loss": 0.7097,
      "step": 19580
    },
    {
      "epoch": 0.4126507452306817,
      "grad_norm": 0.13875411450862885,
      "learning_rate": 1.3255351695121635e-05,
      "loss": 0.8306,
      "step": 19581
    },
    {
      "epoch": 0.412671819269047,
      "grad_norm": 0.11856769770383835,
      "learning_rate": 1.3254706326044276e-05,
      "loss": 0.7786,
      "step": 19582
    },
    {
      "epoch": 0.41269289330741227,
      "grad_norm": 0.15797527134418488,
      "learning_rate": 1.3254060941804538e-05,
      "loss": 0.9168,
      "step": 19583
    },
    {
      "epoch": 0.41271396734577753,
      "grad_norm": 0.17593403160572052,
      "learning_rate": 1.3253415542405427e-05,
      "loss": 0.7984,
      "step": 19584
    },
    {
      "epoch": 0.41273504138414285,
      "grad_norm": 0.11719165742397308,
      "learning_rate": 1.3252770127849956e-05,
      "loss": 0.7655,
      "step": 19585
    },
    {
      "epoch": 0.4127561154225081,
      "grad_norm": 0.1711631864309311,
      "learning_rate": 1.3252124698141122e-05,
      "loss": 0.8882,
      "step": 19586
    },
    {
      "epoch": 0.41277718946087344,
      "grad_norm": 0.12530341744422913,
      "learning_rate": 1.3251479253281936e-05,
      "loss": 0.7587,
      "step": 19587
    },
    {
      "epoch": 0.4127982634992387,
      "grad_norm": 0.13327346742153168,
      "learning_rate": 1.3250833793275404e-05,
      "loss": 0.843,
      "step": 19588
    },
    {
      "epoch": 0.41281933753760397,
      "grad_norm": 0.15250110626220703,
      "learning_rate": 1.3250188318124532e-05,
      "loss": 0.7269,
      "step": 19589
    },
    {
      "epoch": 0.4128404115759693,
      "grad_norm": 0.14180251955986023,
      "learning_rate": 1.3249542827832334e-05,
      "loss": 0.7706,
      "step": 19590
    },
    {
      "epoch": 0.41286148561433456,
      "grad_norm": 0.1318836361169815,
      "learning_rate": 1.3248897322401808e-05,
      "loss": 0.8208,
      "step": 19591
    },
    {
      "epoch": 0.4128825596526998,
      "grad_norm": 0.13622505962848663,
      "learning_rate": 1.3248251801835968e-05,
      "loss": 0.7572,
      "step": 19592
    },
    {
      "epoch": 0.41290363369106514,
      "grad_norm": 0.1316358745098114,
      "learning_rate": 1.3247606266137813e-05,
      "loss": 0.8014,
      "step": 19593
    },
    {
      "epoch": 0.4129247077294304,
      "grad_norm": 0.1515929251909256,
      "learning_rate": 1.324696071531036e-05,
      "loss": 0.8431,
      "step": 19594
    },
    {
      "epoch": 0.4129457817677957,
      "grad_norm": 0.2045634537935257,
      "learning_rate": 1.324631514935661e-05,
      "loss": 0.8739,
      "step": 19595
    },
    {
      "epoch": 0.412966855806161,
      "grad_norm": 0.15623636543750763,
      "learning_rate": 1.3245669568279574e-05,
      "loss": 0.7993,
      "step": 19596
    },
    {
      "epoch": 0.41298792984452626,
      "grad_norm": 0.138724222779274,
      "learning_rate": 1.3245023972082257e-05,
      "loss": 0.7511,
      "step": 19597
    },
    {
      "epoch": 0.4130090038828916,
      "grad_norm": 0.13572703301906586,
      "learning_rate": 1.3244378360767666e-05,
      "loss": 0.7962,
      "step": 19598
    },
    {
      "epoch": 0.41303007792125684,
      "grad_norm": 0.15784648060798645,
      "learning_rate": 1.324373273433881e-05,
      "loss": 0.8838,
      "step": 19599
    },
    {
      "epoch": 0.41305115195962216,
      "grad_norm": 0.16690972447395325,
      "learning_rate": 1.3243087092798702e-05,
      "loss": 0.8341,
      "step": 19600
    },
    {
      "epoch": 0.41307222599798743,
      "grad_norm": 0.14458803832530975,
      "learning_rate": 1.324244143615034e-05,
      "loss": 0.8344,
      "step": 19601
    },
    {
      "epoch": 0.4130933000363527,
      "grad_norm": 0.15402327477931976,
      "learning_rate": 1.3241795764396734e-05,
      "loss": 0.7625,
      "step": 19602
    },
    {
      "epoch": 0.413114374074718,
      "grad_norm": 0.12927976250648499,
      "learning_rate": 1.3241150077540897e-05,
      "loss": 0.8626,
      "step": 19603
    },
    {
      "epoch": 0.4131354481130833,
      "grad_norm": 0.14803600311279297,
      "learning_rate": 1.3240504375585833e-05,
      "loss": 0.8357,
      "step": 19604
    },
    {
      "epoch": 0.4131565221514486,
      "grad_norm": 0.1364487111568451,
      "learning_rate": 1.3239858658534554e-05,
      "loss": 0.8335,
      "step": 19605
    },
    {
      "epoch": 0.41317759618981387,
      "grad_norm": 0.11564690619707108,
      "learning_rate": 1.3239212926390064e-05,
      "loss": 0.7365,
      "step": 19606
    },
    {
      "epoch": 0.41319867022817913,
      "grad_norm": 0.12086321413516998,
      "learning_rate": 1.3238567179155373e-05,
      "loss": 0.8147,
      "step": 19607
    },
    {
      "epoch": 0.41321974426654445,
      "grad_norm": 0.1658220738172531,
      "learning_rate": 1.3237921416833489e-05,
      "loss": 0.8427,
      "step": 19608
    },
    {
      "epoch": 0.4132408183049097,
      "grad_norm": 0.1960332691669464,
      "learning_rate": 1.3237275639427418e-05,
      "loss": 0.792,
      "step": 19609
    },
    {
      "epoch": 0.413261892343275,
      "grad_norm": 0.1512230485677719,
      "learning_rate": 1.3236629846940172e-05,
      "loss": 0.8629,
      "step": 19610
    },
    {
      "epoch": 0.4132829663816403,
      "grad_norm": 0.20472604036331177,
      "learning_rate": 1.3235984039374761e-05,
      "loss": 0.8783,
      "step": 19611
    },
    {
      "epoch": 0.41330404042000557,
      "grad_norm": 0.18117979168891907,
      "learning_rate": 1.3235338216734189e-05,
      "loss": 0.815,
      "step": 19612
    },
    {
      "epoch": 0.4133251144583709,
      "grad_norm": 0.12933321297168732,
      "learning_rate": 1.3234692379021466e-05,
      "loss": 0.7705,
      "step": 19613
    },
    {
      "epoch": 0.41334618849673616,
      "grad_norm": 0.17557556927204132,
      "learning_rate": 1.32340465262396e-05,
      "loss": 0.8505,
      "step": 19614
    },
    {
      "epoch": 0.4133672625351014,
      "grad_norm": 0.12854216992855072,
      "learning_rate": 1.3233400658391604e-05,
      "loss": 0.8133,
      "step": 19615
    },
    {
      "epoch": 0.41338833657346674,
      "grad_norm": 0.1870054304599762,
      "learning_rate": 1.323275477548048e-05,
      "loss": 0.7694,
      "step": 19616
    },
    {
      "epoch": 0.413409410611832,
      "grad_norm": 0.1548139750957489,
      "learning_rate": 1.3232108877509242e-05,
      "loss": 0.8163,
      "step": 19617
    },
    {
      "epoch": 0.4134304846501973,
      "grad_norm": 0.1462925672531128,
      "learning_rate": 1.3231462964480899e-05,
      "loss": 0.7946,
      "step": 19618
    },
    {
      "epoch": 0.4134515586885626,
      "grad_norm": 0.12717881798744202,
      "learning_rate": 1.323081703639846e-05,
      "loss": 0.7821,
      "step": 19619
    },
    {
      "epoch": 0.41347263272692786,
      "grad_norm": 0.13503246009349823,
      "learning_rate": 1.3230171093264929e-05,
      "loss": 0.7609,
      "step": 19620
    },
    {
      "epoch": 0.4134937067652932,
      "grad_norm": 0.1531253457069397,
      "learning_rate": 1.3229525135083321e-05,
      "loss": 0.8115,
      "step": 19621
    },
    {
      "epoch": 0.41351478080365844,
      "grad_norm": 0.15007078647613525,
      "learning_rate": 1.3228879161856643e-05,
      "loss": 0.8668,
      "step": 19622
    },
    {
      "epoch": 0.41353585484202376,
      "grad_norm": 0.190431609749794,
      "learning_rate": 1.3228233173587905e-05,
      "loss": 0.8385,
      "step": 19623
    },
    {
      "epoch": 0.41355692888038903,
      "grad_norm": 0.15662100911140442,
      "learning_rate": 1.3227587170280116e-05,
      "loss": 0.838,
      "step": 19624
    },
    {
      "epoch": 0.4135780029187543,
      "grad_norm": 0.167130246758461,
      "learning_rate": 1.3226941151936283e-05,
      "loss": 0.8013,
      "step": 19625
    },
    {
      "epoch": 0.4135990769571196,
      "grad_norm": 0.14027653634548187,
      "learning_rate": 1.322629511855942e-05,
      "loss": 0.866,
      "step": 19626
    },
    {
      "epoch": 0.4136201509954849,
      "grad_norm": 0.1637631207704544,
      "learning_rate": 1.3225649070152536e-05,
      "loss": 0.7805,
      "step": 19627
    },
    {
      "epoch": 0.4136412250338502,
      "grad_norm": 0.13408350944519043,
      "learning_rate": 1.3225003006718638e-05,
      "loss": 0.8337,
      "step": 19628
    },
    {
      "epoch": 0.41366229907221547,
      "grad_norm": 0.17275753617286682,
      "learning_rate": 1.3224356928260735e-05,
      "loss": 0.8415,
      "step": 19629
    },
    {
      "epoch": 0.41368337311058073,
      "grad_norm": 0.13060595095157623,
      "learning_rate": 1.3223710834781845e-05,
      "loss": 0.8141,
      "step": 19630
    },
    {
      "epoch": 0.41370444714894605,
      "grad_norm": 0.1218031570315361,
      "learning_rate": 1.3223064726284967e-05,
      "loss": 0.803,
      "step": 19631
    },
    {
      "epoch": 0.4137255211873113,
      "grad_norm": 0.12723366916179657,
      "learning_rate": 1.3222418602773113e-05,
      "loss": 0.7684,
      "step": 19632
    },
    {
      "epoch": 0.4137465952256766,
      "grad_norm": 0.12105491012334824,
      "learning_rate": 1.3221772464249298e-05,
      "loss": 0.8348,
      "step": 19633
    },
    {
      "epoch": 0.4137676692640419,
      "grad_norm": 0.15005898475646973,
      "learning_rate": 1.3221126310716534e-05,
      "loss": 0.8556,
      "step": 19634
    },
    {
      "epoch": 0.41378874330240717,
      "grad_norm": 0.11555369943380356,
      "learning_rate": 1.3220480142177823e-05,
      "loss": 0.7986,
      "step": 19635
    },
    {
      "epoch": 0.4138098173407725,
      "grad_norm": 0.17407849431037903,
      "learning_rate": 1.321983395863618e-05,
      "loss": 0.8443,
      "step": 19636
    },
    {
      "epoch": 0.41383089137913776,
      "grad_norm": 0.14204618334770203,
      "learning_rate": 1.3219187760094615e-05,
      "loss": 0.7778,
      "step": 19637
    },
    {
      "epoch": 0.413851965417503,
      "grad_norm": 0.11359035968780518,
      "learning_rate": 1.3218541546556138e-05,
      "loss": 0.7833,
      "step": 19638
    },
    {
      "epoch": 0.41387303945586834,
      "grad_norm": 0.11571231484413147,
      "learning_rate": 1.3217895318023759e-05,
      "loss": 0.7525,
      "step": 19639
    },
    {
      "epoch": 0.4138941134942336,
      "grad_norm": 0.12050861120223999,
      "learning_rate": 1.3217249074500488e-05,
      "loss": 0.843,
      "step": 19640
    },
    {
      "epoch": 0.4139151875325989,
      "grad_norm": 0.1760467141866684,
      "learning_rate": 1.3216602815989339e-05,
      "loss": 0.8521,
      "step": 19641
    },
    {
      "epoch": 0.4139362615709642,
      "grad_norm": 0.13074849545955658,
      "learning_rate": 1.3215956542493318e-05,
      "loss": 0.76,
      "step": 19642
    },
    {
      "epoch": 0.41395733560932946,
      "grad_norm": 0.1318478286266327,
      "learning_rate": 1.321531025401544e-05,
      "loss": 0.7871,
      "step": 19643
    },
    {
      "epoch": 0.4139784096476948,
      "grad_norm": 0.14952243864536285,
      "learning_rate": 1.3214663950558713e-05,
      "loss": 0.7792,
      "step": 19644
    },
    {
      "epoch": 0.41399948368606004,
      "grad_norm": 0.14479856193065643,
      "learning_rate": 1.3214017632126147e-05,
      "loss": 0.7819,
      "step": 19645
    },
    {
      "epoch": 0.41402055772442536,
      "grad_norm": 0.11458730697631836,
      "learning_rate": 1.3213371298720753e-05,
      "loss": 0.7287,
      "step": 19646
    },
    {
      "epoch": 0.41404163176279063,
      "grad_norm": 0.11845988035202026,
      "learning_rate": 1.3212724950345548e-05,
      "loss": 0.7356,
      "step": 19647
    },
    {
      "epoch": 0.4140627058011559,
      "grad_norm": 0.1429438292980194,
      "learning_rate": 1.3212078587003536e-05,
      "loss": 0.7763,
      "step": 19648
    },
    {
      "epoch": 0.4140837798395212,
      "grad_norm": 0.11115768551826477,
      "learning_rate": 1.3211432208697733e-05,
      "loss": 0.7561,
      "step": 19649
    },
    {
      "epoch": 0.4141048538778865,
      "grad_norm": 0.14483056962490082,
      "learning_rate": 1.3210785815431147e-05,
      "loss": 0.9008,
      "step": 19650
    },
    {
      "epoch": 0.41412592791625175,
      "grad_norm": 0.15605051815509796,
      "learning_rate": 1.321013940720679e-05,
      "loss": 0.8464,
      "step": 19651
    },
    {
      "epoch": 0.41414700195461707,
      "grad_norm": 0.13243043422698975,
      "learning_rate": 1.3209492984027671e-05,
      "loss": 0.7998,
      "step": 19652
    },
    {
      "epoch": 0.41416807599298233,
      "grad_norm": 0.15030047297477722,
      "learning_rate": 1.3208846545896807e-05,
      "loss": 0.7988,
      "step": 19653
    },
    {
      "epoch": 0.41418915003134765,
      "grad_norm": 0.14713554084300995,
      "learning_rate": 1.3208200092817208e-05,
      "loss": 0.784,
      "step": 19654
    },
    {
      "epoch": 0.4142102240697129,
      "grad_norm": 0.14355163276195526,
      "learning_rate": 1.3207553624791882e-05,
      "loss": 0.773,
      "step": 19655
    },
    {
      "epoch": 0.4142312981080782,
      "grad_norm": 0.1303691416978836,
      "learning_rate": 1.3206907141823842e-05,
      "loss": 0.7646,
      "step": 19656
    },
    {
      "epoch": 0.4142523721464435,
      "grad_norm": 0.1643129289150238,
      "learning_rate": 1.3206260643916103e-05,
      "loss": 0.8536,
      "step": 19657
    },
    {
      "epoch": 0.41427344618480877,
      "grad_norm": 0.1330222189426422,
      "learning_rate": 1.3205614131071672e-05,
      "loss": 0.7263,
      "step": 19658
    },
    {
      "epoch": 0.4142945202231741,
      "grad_norm": 0.21624134480953217,
      "learning_rate": 1.3204967603293563e-05,
      "loss": 0.7919,
      "step": 19659
    },
    {
      "epoch": 0.41431559426153935,
      "grad_norm": 0.1626506745815277,
      "learning_rate": 1.3204321060584788e-05,
      "loss": 0.8329,
      "step": 19660
    },
    {
      "epoch": 0.4143366682999046,
      "grad_norm": 0.14678256213665009,
      "learning_rate": 1.3203674502948358e-05,
      "loss": 0.7762,
      "step": 19661
    },
    {
      "epoch": 0.41435774233826994,
      "grad_norm": 0.12834767997264862,
      "learning_rate": 1.3203027930387289e-05,
      "loss": 0.8027,
      "step": 19662
    },
    {
      "epoch": 0.4143788163766352,
      "grad_norm": 0.14854274690151215,
      "learning_rate": 1.3202381342904589e-05,
      "loss": 0.808,
      "step": 19663
    },
    {
      "epoch": 0.4143998904150005,
      "grad_norm": 0.17886121571063995,
      "learning_rate": 1.3201734740503271e-05,
      "loss": 0.8526,
      "step": 19664
    },
    {
      "epoch": 0.4144209644533658,
      "grad_norm": 0.1313326358795166,
      "learning_rate": 1.320108812318635e-05,
      "loss": 0.8061,
      "step": 19665
    },
    {
      "epoch": 0.41444203849173106,
      "grad_norm": 0.1549491286277771,
      "learning_rate": 1.3200441490956832e-05,
      "loss": 0.8258,
      "step": 19666
    },
    {
      "epoch": 0.4144631125300964,
      "grad_norm": 0.11717669665813446,
      "learning_rate": 1.3199794843817738e-05,
      "loss": 0.7827,
      "step": 19667
    },
    {
      "epoch": 0.41448418656846164,
      "grad_norm": 0.15933743119239807,
      "learning_rate": 1.3199148181772073e-05,
      "loss": 0.8242,
      "step": 19668
    },
    {
      "epoch": 0.4145052606068269,
      "grad_norm": 0.1549738198518753,
      "learning_rate": 1.3198501504822851e-05,
      "loss": 0.755,
      "step": 19669
    },
    {
      "epoch": 0.41452633464519223,
      "grad_norm": 0.10921487212181091,
      "learning_rate": 1.3197854812973087e-05,
      "loss": 0.7084,
      "step": 19670
    },
    {
      "epoch": 0.4145474086835575,
      "grad_norm": 0.14798912405967712,
      "learning_rate": 1.3197208106225792e-05,
      "loss": 0.8107,
      "step": 19671
    },
    {
      "epoch": 0.4145684827219228,
      "grad_norm": 0.11730347573757172,
      "learning_rate": 1.3196561384583981e-05,
      "loss": 0.7967,
      "step": 19672
    },
    {
      "epoch": 0.4145895567602881,
      "grad_norm": 0.16827622056007385,
      "learning_rate": 1.3195914648050664e-05,
      "loss": 0.8116,
      "step": 19673
    },
    {
      "epoch": 0.41461063079865335,
      "grad_norm": 0.17543889582157135,
      "learning_rate": 1.3195267896628858e-05,
      "loss": 0.8723,
      "step": 19674
    },
    {
      "epoch": 0.41463170483701867,
      "grad_norm": 0.135860875248909,
      "learning_rate": 1.3194621130321568e-05,
      "loss": 0.822,
      "step": 19675
    },
    {
      "epoch": 0.41465277887538393,
      "grad_norm": 0.13980694115161896,
      "learning_rate": 1.3193974349131816e-05,
      "loss": 0.8397,
      "step": 19676
    },
    {
      "epoch": 0.41467385291374925,
      "grad_norm": 0.141728937625885,
      "learning_rate": 1.3193327553062609e-05,
      "loss": 0.7614,
      "step": 19677
    },
    {
      "epoch": 0.4146949269521145,
      "grad_norm": 0.1435612291097641,
      "learning_rate": 1.3192680742116965e-05,
      "loss": 0.8215,
      "step": 19678
    },
    {
      "epoch": 0.4147160009904798,
      "grad_norm": 0.21716736257076263,
      "learning_rate": 1.3192033916297893e-05,
      "loss": 0.8458,
      "step": 19679
    },
    {
      "epoch": 0.4147370750288451,
      "grad_norm": 0.1277533918619156,
      "learning_rate": 1.3191387075608409e-05,
      "loss": 0.841,
      "step": 19680
    },
    {
      "epoch": 0.41475814906721037,
      "grad_norm": 0.11470165848731995,
      "learning_rate": 1.3190740220051523e-05,
      "loss": 0.7975,
      "step": 19681
    },
    {
      "epoch": 0.4147792231055757,
      "grad_norm": 0.12301327288150787,
      "learning_rate": 1.319009334963025e-05,
      "loss": 0.7901,
      "step": 19682
    },
    {
      "epoch": 0.41480029714394095,
      "grad_norm": 0.122036412358284,
      "learning_rate": 1.3189446464347609e-05,
      "loss": 0.7658,
      "step": 19683
    },
    {
      "epoch": 0.4148213711823062,
      "grad_norm": 0.13747195899486542,
      "learning_rate": 1.3188799564206605e-05,
      "loss": 0.8104,
      "step": 19684
    },
    {
      "epoch": 0.41484244522067154,
      "grad_norm": 0.14857237040996552,
      "learning_rate": 1.3188152649210255e-05,
      "loss": 0.7601,
      "step": 19685
    },
    {
      "epoch": 0.4148635192590368,
      "grad_norm": 0.12466959655284882,
      "learning_rate": 1.3187505719361576e-05,
      "loss": 0.7975,
      "step": 19686
    },
    {
      "epoch": 0.41488459329740207,
      "grad_norm": 0.11503031849861145,
      "learning_rate": 1.3186858774663578e-05,
      "loss": 0.7738,
      "step": 19687
    },
    {
      "epoch": 0.4149056673357674,
      "grad_norm": 0.11344265937805176,
      "learning_rate": 1.3186211815119274e-05,
      "loss": 0.782,
      "step": 19688
    },
    {
      "epoch": 0.41492674137413266,
      "grad_norm": 0.12227208912372589,
      "learning_rate": 1.3185564840731682e-05,
      "loss": 0.8362,
      "step": 19689
    },
    {
      "epoch": 0.414947815412498,
      "grad_norm": 0.1395367681980133,
      "learning_rate": 1.3184917851503812e-05,
      "loss": 0.7959,
      "step": 19690
    },
    {
      "epoch": 0.41496888945086324,
      "grad_norm": 0.13055410981178284,
      "learning_rate": 1.318427084743868e-05,
      "loss": 0.8402,
      "step": 19691
    },
    {
      "epoch": 0.4149899634892285,
      "grad_norm": 0.14977288246154785,
      "learning_rate": 1.31836238285393e-05,
      "loss": 0.7429,
      "step": 19692
    },
    {
      "epoch": 0.41501103752759383,
      "grad_norm": 0.11441832035779953,
      "learning_rate": 1.3182976794808689e-05,
      "loss": 0.7815,
      "step": 19693
    },
    {
      "epoch": 0.4150321115659591,
      "grad_norm": 0.1604851484298706,
      "learning_rate": 1.3182329746249855e-05,
      "loss": 0.8082,
      "step": 19694
    },
    {
      "epoch": 0.4150531856043244,
      "grad_norm": 0.14660193026065826,
      "learning_rate": 1.3181682682865818e-05,
      "loss": 0.8164,
      "step": 19695
    },
    {
      "epoch": 0.4150742596426897,
      "grad_norm": 0.1421135812997818,
      "learning_rate": 1.3181035604659586e-05,
      "loss": 0.8206,
      "step": 19696
    },
    {
      "epoch": 0.41509533368105495,
      "grad_norm": 0.11837807297706604,
      "learning_rate": 1.318038851163418e-05,
      "loss": 0.8065,
      "step": 19697
    },
    {
      "epoch": 0.41511640771942027,
      "grad_norm": 0.14071887731552124,
      "learning_rate": 1.3179741403792616e-05,
      "loss": 0.8255,
      "step": 19698
    },
    {
      "epoch": 0.41513748175778553,
      "grad_norm": 0.1279994249343872,
      "learning_rate": 1.31790942811379e-05,
      "loss": 0.7793,
      "step": 19699
    },
    {
      "epoch": 0.41515855579615085,
      "grad_norm": 0.13302098214626312,
      "learning_rate": 1.3178447143673054e-05,
      "loss": 0.8084,
      "step": 19700
    },
    {
      "epoch": 0.4151796298345161,
      "grad_norm": 0.15325570106506348,
      "learning_rate": 1.317779999140109e-05,
      "loss": 0.7968,
      "step": 19701
    },
    {
      "epoch": 0.4152007038728814,
      "grad_norm": 0.14771220088005066,
      "learning_rate": 1.317715282432502e-05,
      "loss": 0.8076,
      "step": 19702
    },
    {
      "epoch": 0.4152217779112467,
      "grad_norm": 0.13657326996326447,
      "learning_rate": 1.3176505642447867e-05,
      "loss": 0.9116,
      "step": 19703
    },
    {
      "epoch": 0.41524285194961197,
      "grad_norm": 0.1530098021030426,
      "learning_rate": 1.3175858445772637e-05,
      "loss": 0.8355,
      "step": 19704
    },
    {
      "epoch": 0.41526392598797723,
      "grad_norm": 0.13915114104747772,
      "learning_rate": 1.3175211234302351e-05,
      "loss": 0.7997,
      "step": 19705
    },
    {
      "epoch": 0.41528500002634255,
      "grad_norm": 0.1076396256685257,
      "learning_rate": 1.317456400804002e-05,
      "loss": 0.7303,
      "step": 19706
    },
    {
      "epoch": 0.4153060740647078,
      "grad_norm": 0.17254994809627533,
      "learning_rate": 1.3173916766988664e-05,
      "loss": 0.7782,
      "step": 19707
    },
    {
      "epoch": 0.41532714810307314,
      "grad_norm": 0.14784689247608185,
      "learning_rate": 1.3173269511151295e-05,
      "loss": 0.7437,
      "step": 19708
    },
    {
      "epoch": 0.4153482221414384,
      "grad_norm": 0.10903950780630112,
      "learning_rate": 1.3172622240530928e-05,
      "loss": 0.8327,
      "step": 19709
    },
    {
      "epoch": 0.41536929617980367,
      "grad_norm": 0.12347542494535446,
      "learning_rate": 1.317197495513058e-05,
      "loss": 0.8091,
      "step": 19710
    },
    {
      "epoch": 0.415390370218169,
      "grad_norm": 0.10682301223278046,
      "learning_rate": 1.317132765495326e-05,
      "loss": 0.7754,
      "step": 19711
    },
    {
      "epoch": 0.41541144425653426,
      "grad_norm": 0.14623607695102692,
      "learning_rate": 1.3170680340001998e-05,
      "loss": 0.9269,
      "step": 19712
    },
    {
      "epoch": 0.4154325182948996,
      "grad_norm": 0.15444909036159515,
      "learning_rate": 1.3170033010279795e-05,
      "loss": 0.8181,
      "step": 19713
    },
    {
      "epoch": 0.41545359233326484,
      "grad_norm": 0.11601037532091141,
      "learning_rate": 1.3169385665789674e-05,
      "loss": 0.7716,
      "step": 19714
    },
    {
      "epoch": 0.4154746663716301,
      "grad_norm": 0.14203810691833496,
      "learning_rate": 1.316873830653465e-05,
      "loss": 0.8052,
      "step": 19715
    },
    {
      "epoch": 0.41549574040999543,
      "grad_norm": 0.1327875852584839,
      "learning_rate": 1.3168090932517736e-05,
      "loss": 0.772,
      "step": 19716
    },
    {
      "epoch": 0.4155168144483607,
      "grad_norm": 0.21050016582012177,
      "learning_rate": 1.316744354374195e-05,
      "loss": 0.8642,
      "step": 19717
    },
    {
      "epoch": 0.415537888486726,
      "grad_norm": 0.24072571098804474,
      "learning_rate": 1.3166796140210307e-05,
      "loss": 0.8837,
      "step": 19718
    },
    {
      "epoch": 0.4155589625250913,
      "grad_norm": 0.12479374557733536,
      "learning_rate": 1.3166148721925824e-05,
      "loss": 0.806,
      "step": 19719
    },
    {
      "epoch": 0.41558003656345655,
      "grad_norm": 0.389385461807251,
      "learning_rate": 1.3165501288891517e-05,
      "loss": 0.8312,
      "step": 19720
    },
    {
      "epoch": 0.41560111060182187,
      "grad_norm": 0.12125211209058762,
      "learning_rate": 1.3164853841110403e-05,
      "loss": 0.8068,
      "step": 19721
    },
    {
      "epoch": 0.41562218464018713,
      "grad_norm": 0.1536981463432312,
      "learning_rate": 1.3164206378585496e-05,
      "loss": 0.7863,
      "step": 19722
    },
    {
      "epoch": 0.41564325867855245,
      "grad_norm": 0.1546415537595749,
      "learning_rate": 1.3163558901319815e-05,
      "loss": 0.8587,
      "step": 19723
    },
    {
      "epoch": 0.4156643327169177,
      "grad_norm": 0.12089193612337112,
      "learning_rate": 1.3162911409316372e-05,
      "loss": 0.8098,
      "step": 19724
    },
    {
      "epoch": 0.415685406755283,
      "grad_norm": 0.15669424831867218,
      "learning_rate": 1.3162263902578185e-05,
      "loss": 0.8314,
      "step": 19725
    },
    {
      "epoch": 0.4157064807936483,
      "grad_norm": 0.11987077444791794,
      "learning_rate": 1.3161616381108275e-05,
      "loss": 0.8522,
      "step": 19726
    },
    {
      "epoch": 0.41572755483201357,
      "grad_norm": 0.18782106041908264,
      "learning_rate": 1.3160968844909653e-05,
      "loss": 0.8004,
      "step": 19727
    },
    {
      "epoch": 0.41574862887037883,
      "grad_norm": 0.15865373611450195,
      "learning_rate": 1.3160321293985342e-05,
      "loss": 0.852,
      "step": 19728
    },
    {
      "epoch": 0.41576970290874415,
      "grad_norm": 0.16402073204517365,
      "learning_rate": 1.3159673728338349e-05,
      "loss": 0.8039,
      "step": 19729
    },
    {
      "epoch": 0.4157907769471094,
      "grad_norm": 0.1441647857427597,
      "learning_rate": 1.3159026147971696e-05,
      "loss": 0.8211,
      "step": 19730
    },
    {
      "epoch": 0.41581185098547474,
      "grad_norm": 0.11790782958269119,
      "learning_rate": 1.3158378552888402e-05,
      "loss": 0.7622,
      "step": 19731
    },
    {
      "epoch": 0.41583292502384,
      "grad_norm": 0.13539265096187592,
      "learning_rate": 1.3157730943091482e-05,
      "loss": 0.7323,
      "step": 19732
    },
    {
      "epoch": 0.41585399906220527,
      "grad_norm": 0.1137503981590271,
      "learning_rate": 1.3157083318583952e-05,
      "loss": 0.7816,
      "step": 19733
    },
    {
      "epoch": 0.4158750731005706,
      "grad_norm": 0.14179225265979767,
      "learning_rate": 1.315643567936883e-05,
      "loss": 0.8376,
      "step": 19734
    },
    {
      "epoch": 0.41589614713893586,
      "grad_norm": 0.1113838478922844,
      "learning_rate": 1.3155788025449133e-05,
      "loss": 0.8231,
      "step": 19735
    },
    {
      "epoch": 0.4159172211773012,
      "grad_norm": 0.13034383952617645,
      "learning_rate": 1.3155140356827877e-05,
      "loss": 0.8569,
      "step": 19736
    },
    {
      "epoch": 0.41593829521566644,
      "grad_norm": 0.1242426410317421,
      "learning_rate": 1.3154492673508084e-05,
      "loss": 0.8068,
      "step": 19737
    },
    {
      "epoch": 0.4159593692540317,
      "grad_norm": 0.13599306344985962,
      "learning_rate": 1.3153844975492764e-05,
      "loss": 0.865,
      "step": 19738
    },
    {
      "epoch": 0.41598044329239703,
      "grad_norm": 0.11968894302845001,
      "learning_rate": 1.315319726278494e-05,
      "loss": 0.8899,
      "step": 19739
    },
    {
      "epoch": 0.4160015173307623,
      "grad_norm": 0.14519226551055908,
      "learning_rate": 1.3152549535387624e-05,
      "loss": 0.7993,
      "step": 19740
    },
    {
      "epoch": 0.4160225913691276,
      "grad_norm": 0.11310175061225891,
      "learning_rate": 1.3151901793303838e-05,
      "loss": 0.7475,
      "step": 19741
    },
    {
      "epoch": 0.4160436654074929,
      "grad_norm": 0.14869534969329834,
      "learning_rate": 1.3151254036536603e-05,
      "loss": 0.8719,
      "step": 19742
    },
    {
      "epoch": 0.41606473944585814,
      "grad_norm": 0.12893593311309814,
      "learning_rate": 1.3150606265088928e-05,
      "loss": 0.8086,
      "step": 19743
    },
    {
      "epoch": 0.41608581348422347,
      "grad_norm": 0.12435435503721237,
      "learning_rate": 1.3149958478963836e-05,
      "loss": 0.7394,
      "step": 19744
    },
    {
      "epoch": 0.41610688752258873,
      "grad_norm": 0.13260537385940552,
      "learning_rate": 1.3149310678164343e-05,
      "loss": 0.8199,
      "step": 19745
    },
    {
      "epoch": 0.416127961560954,
      "grad_norm": 0.15526393055915833,
      "learning_rate": 1.3148662862693466e-05,
      "loss": 0.833,
      "step": 19746
    },
    {
      "epoch": 0.4161490355993193,
      "grad_norm": 0.11268217861652374,
      "learning_rate": 1.3148015032554227e-05,
      "loss": 0.7526,
      "step": 19747
    },
    {
      "epoch": 0.4161701096376846,
      "grad_norm": 0.13303899765014648,
      "learning_rate": 1.314736718774964e-05,
      "loss": 0.7925,
      "step": 19748
    },
    {
      "epoch": 0.4161911836760499,
      "grad_norm": 0.13377566635608673,
      "learning_rate": 1.3146719328282722e-05,
      "loss": 0.8299,
      "step": 19749
    },
    {
      "epoch": 0.41621225771441517,
      "grad_norm": 0.1446411907672882,
      "learning_rate": 1.3146071454156496e-05,
      "loss": 0.8486,
      "step": 19750
    },
    {
      "epoch": 0.41623333175278043,
      "grad_norm": 0.1117040291428566,
      "learning_rate": 1.3145423565373978e-05,
      "loss": 0.7364,
      "step": 19751
    },
    {
      "epoch": 0.41625440579114575,
      "grad_norm": 0.1234637051820755,
      "learning_rate": 1.3144775661938188e-05,
      "loss": 0.7862,
      "step": 19752
    },
    {
      "epoch": 0.416275479829511,
      "grad_norm": 0.13390743732452393,
      "learning_rate": 1.314412774385214e-05,
      "loss": 0.8536,
      "step": 19753
    },
    {
      "epoch": 0.41629655386787634,
      "grad_norm": 0.11436159163713455,
      "learning_rate": 1.3143479811118852e-05,
      "loss": 0.7683,
      "step": 19754
    },
    {
      "epoch": 0.4163176279062416,
      "grad_norm": 0.13713915646076202,
      "learning_rate": 1.3142831863741348e-05,
      "loss": 0.8264,
      "step": 19755
    },
    {
      "epoch": 0.41633870194460687,
      "grad_norm": 0.12669341266155243,
      "learning_rate": 1.3142183901722642e-05,
      "loss": 0.7701,
      "step": 19756
    },
    {
      "epoch": 0.4163597759829722,
      "grad_norm": 0.11019176244735718,
      "learning_rate": 1.3141535925065758e-05,
      "loss": 0.772,
      "step": 19757
    },
    {
      "epoch": 0.41638085002133746,
      "grad_norm": 0.11264672130346298,
      "learning_rate": 1.3140887933773708e-05,
      "loss": 0.81,
      "step": 19758
    },
    {
      "epoch": 0.4164019240597028,
      "grad_norm": 0.11420407891273499,
      "learning_rate": 1.3140239927849514e-05,
      "loss": 0.7226,
      "step": 19759
    },
    {
      "epoch": 0.41642299809806804,
      "grad_norm": 0.16561821103096008,
      "learning_rate": 1.3139591907296195e-05,
      "loss": 0.7974,
      "step": 19760
    },
    {
      "epoch": 0.4164440721364333,
      "grad_norm": 0.26794224977493286,
      "learning_rate": 1.3138943872116767e-05,
      "loss": 0.7334,
      "step": 19761
    },
    {
      "epoch": 0.41646514617479863,
      "grad_norm": 0.17126932740211487,
      "learning_rate": 1.3138295822314253e-05,
      "loss": 0.8236,
      "step": 19762
    },
    {
      "epoch": 0.4164862202131639,
      "grad_norm": 0.14754848182201385,
      "learning_rate": 1.3137647757891669e-05,
      "loss": 0.7893,
      "step": 19763
    },
    {
      "epoch": 0.41650729425152916,
      "grad_norm": 0.12323722243309021,
      "learning_rate": 1.3136999678852039e-05,
      "loss": 0.754,
      "step": 19764
    },
    {
      "epoch": 0.4165283682898945,
      "grad_norm": 0.13372871279716492,
      "learning_rate": 1.3136351585198374e-05,
      "loss": 0.8141,
      "step": 19765
    },
    {
      "epoch": 0.41654944232825974,
      "grad_norm": 0.11344926059246063,
      "learning_rate": 1.3135703476933699e-05,
      "loss": 0.807,
      "step": 19766
    },
    {
      "epoch": 0.41657051636662507,
      "grad_norm": 0.1336526721715927,
      "learning_rate": 1.3135055354061035e-05,
      "loss": 0.8348,
      "step": 19767
    },
    {
      "epoch": 0.41659159040499033,
      "grad_norm": 0.12770795822143555,
      "learning_rate": 1.3134407216583394e-05,
      "loss": 0.7607,
      "step": 19768
    },
    {
      "epoch": 0.4166126644433556,
      "grad_norm": 0.11877657473087311,
      "learning_rate": 1.3133759064503801e-05,
      "loss": 0.747,
      "step": 19769
    },
    {
      "epoch": 0.4166337384817209,
      "grad_norm": 0.1253909170627594,
      "learning_rate": 1.3133110897825275e-05,
      "loss": 0.834,
      "step": 19770
    },
    {
      "epoch": 0.4166548125200862,
      "grad_norm": 0.1190090999007225,
      "learning_rate": 1.3132462716550836e-05,
      "loss": 0.8087,
      "step": 19771
    },
    {
      "epoch": 0.4166758865584515,
      "grad_norm": 0.13412223756313324,
      "learning_rate": 1.3131814520683501e-05,
      "loss": 0.7991,
      "step": 19772
    },
    {
      "epoch": 0.41669696059681677,
      "grad_norm": 0.09666475653648376,
      "learning_rate": 1.313116631022629e-05,
      "loss": 0.6807,
      "step": 19773
    },
    {
      "epoch": 0.41671803463518203,
      "grad_norm": 0.1391511708498001,
      "learning_rate": 1.3130518085182224e-05,
      "loss": 0.8011,
      "step": 19774
    },
    {
      "epoch": 0.41673910867354735,
      "grad_norm": 0.12173201143741608,
      "learning_rate": 1.3129869845554324e-05,
      "loss": 0.7626,
      "step": 19775
    },
    {
      "epoch": 0.4167601827119126,
      "grad_norm": 0.11991415172815323,
      "learning_rate": 1.3129221591345607e-05,
      "loss": 0.7522,
      "step": 19776
    },
    {
      "epoch": 0.41678125675027794,
      "grad_norm": 0.1314697116613388,
      "learning_rate": 1.3128573322559097e-05,
      "loss": 0.8168,
      "step": 19777
    },
    {
      "epoch": 0.4168023307886432,
      "grad_norm": 0.12971270084381104,
      "learning_rate": 1.3127925039197808e-05,
      "loss": 0.8512,
      "step": 19778
    },
    {
      "epoch": 0.41682340482700847,
      "grad_norm": 0.10902846604585648,
      "learning_rate": 1.3127276741264768e-05,
      "loss": 0.7882,
      "step": 19779
    },
    {
      "epoch": 0.4168444788653738,
      "grad_norm": 0.11048193275928497,
      "learning_rate": 1.3126628428762988e-05,
      "loss": 0.7525,
      "step": 19780
    },
    {
      "epoch": 0.41686555290373906,
      "grad_norm": 0.15048372745513916,
      "learning_rate": 1.3125980101695495e-05,
      "loss": 0.8312,
      "step": 19781
    },
    {
      "epoch": 0.4168866269421043,
      "grad_norm": 0.17950201034545898,
      "learning_rate": 1.3125331760065309e-05,
      "loss": 0.7966,
      "step": 19782
    },
    {
      "epoch": 0.41690770098046964,
      "grad_norm": 0.13653649389743805,
      "learning_rate": 1.3124683403875445e-05,
      "loss": 0.7817,
      "step": 19783
    },
    {
      "epoch": 0.4169287750188349,
      "grad_norm": 0.1338728666305542,
      "learning_rate": 1.312403503312893e-05,
      "loss": 0.871,
      "step": 19784
    },
    {
      "epoch": 0.41694984905720023,
      "grad_norm": 0.13036206364631653,
      "learning_rate": 1.312338664782878e-05,
      "loss": 0.7702,
      "step": 19785
    },
    {
      "epoch": 0.4169709230955655,
      "grad_norm": 0.13224931061267853,
      "learning_rate": 1.3122738247978019e-05,
      "loss": 0.7661,
      "step": 19786
    },
    {
      "epoch": 0.41699199713393076,
      "grad_norm": 0.1413983702659607,
      "learning_rate": 1.3122089833579663e-05,
      "loss": 0.8397,
      "step": 19787
    },
    {
      "epoch": 0.4170130711722961,
      "grad_norm": 0.11375966668128967,
      "learning_rate": 1.312144140463674e-05,
      "loss": 0.8176,
      "step": 19788
    },
    {
      "epoch": 0.41703414521066134,
      "grad_norm": 0.1194608137011528,
      "learning_rate": 1.3120792961152263e-05,
      "loss": 0.7636,
      "step": 19789
    },
    {
      "epoch": 0.41705521924902667,
      "grad_norm": 0.14535051584243774,
      "learning_rate": 1.3120144503129253e-05,
      "loss": 0.8363,
      "step": 19790
    },
    {
      "epoch": 0.41707629328739193,
      "grad_norm": 0.13177180290222168,
      "learning_rate": 1.311949603057074e-05,
      "loss": 0.8383,
      "step": 19791
    },
    {
      "epoch": 0.4170973673257572,
      "grad_norm": 0.12244702875614166,
      "learning_rate": 1.3118847543479736e-05,
      "loss": 0.7808,
      "step": 19792
    },
    {
      "epoch": 0.4171184413641225,
      "grad_norm": 0.12629947066307068,
      "learning_rate": 1.3118199041859265e-05,
      "loss": 0.8132,
      "step": 19793
    },
    {
      "epoch": 0.4171395154024878,
      "grad_norm": 0.1330796331167221,
      "learning_rate": 1.3117550525712348e-05,
      "loss": 0.8216,
      "step": 19794
    },
    {
      "epoch": 0.4171605894408531,
      "grad_norm": 0.12021616846323013,
      "learning_rate": 1.3116901995042006e-05,
      "loss": 0.7477,
      "step": 19795
    },
    {
      "epoch": 0.41718166347921837,
      "grad_norm": 0.17850656807422638,
      "learning_rate": 1.3116253449851263e-05,
      "loss": 0.7854,
      "step": 19796
    },
    {
      "epoch": 0.41720273751758363,
      "grad_norm": 0.17501306533813477,
      "learning_rate": 1.3115604890143134e-05,
      "loss": 0.8063,
      "step": 19797
    },
    {
      "epoch": 0.41722381155594895,
      "grad_norm": 0.15623924136161804,
      "learning_rate": 1.3114956315920648e-05,
      "loss": 0.7489,
      "step": 19798
    },
    {
      "epoch": 0.4172448855943142,
      "grad_norm": 0.17012017965316772,
      "learning_rate": 1.3114307727186821e-05,
      "loss": 0.88,
      "step": 19799
    },
    {
      "epoch": 0.4172659596326795,
      "grad_norm": 0.14081838726997375,
      "learning_rate": 1.3113659123944675e-05,
      "loss": 0.8128,
      "step": 19800
    },
    {
      "epoch": 0.4172870336710448,
      "grad_norm": 0.16380508244037628,
      "learning_rate": 1.3113010506197237e-05,
      "loss": 0.7558,
      "step": 19801
    },
    {
      "epoch": 0.41730810770941007,
      "grad_norm": 0.1483217179775238,
      "learning_rate": 1.311236187394752e-05,
      "loss": 0.8053,
      "step": 19802
    },
    {
      "epoch": 0.4173291817477754,
      "grad_norm": 0.11821445822715759,
      "learning_rate": 1.3111713227198552e-05,
      "loss": 0.7796,
      "step": 19803
    },
    {
      "epoch": 0.41735025578614066,
      "grad_norm": 0.1492883265018463,
      "learning_rate": 1.3111064565953351e-05,
      "loss": 0.8347,
      "step": 19804
    },
    {
      "epoch": 0.4173713298245059,
      "grad_norm": 0.13726404309272766,
      "learning_rate": 1.3110415890214944e-05,
      "loss": 0.7725,
      "step": 19805
    },
    {
      "epoch": 0.41739240386287124,
      "grad_norm": 0.1525200456380844,
      "learning_rate": 1.310976719998635e-05,
      "loss": 0.7631,
      "step": 19806
    },
    {
      "epoch": 0.4174134779012365,
      "grad_norm": 0.13121405243873596,
      "learning_rate": 1.3109118495270587e-05,
      "loss": 0.7925,
      "step": 19807
    },
    {
      "epoch": 0.41743455193960183,
      "grad_norm": 0.13368265330791473,
      "learning_rate": 1.3108469776070685e-05,
      "loss": 0.7854,
      "step": 19808
    },
    {
      "epoch": 0.4174556259779671,
      "grad_norm": 0.19504526257514954,
      "learning_rate": 1.3107821042389656e-05,
      "loss": 0.7991,
      "step": 19809
    },
    {
      "epoch": 0.41747670001633236,
      "grad_norm": 0.13673138618469238,
      "learning_rate": 1.3107172294230535e-05,
      "loss": 0.7997,
      "step": 19810
    },
    {
      "epoch": 0.4174977740546977,
      "grad_norm": 0.13349363207817078,
      "learning_rate": 1.3106523531596333e-05,
      "loss": 0.7134,
      "step": 19811
    },
    {
      "epoch": 0.41751884809306294,
      "grad_norm": 0.11472638696432114,
      "learning_rate": 1.3105874754490078e-05,
      "loss": 0.8149,
      "step": 19812
    },
    {
      "epoch": 0.41753992213142826,
      "grad_norm": 0.13286374509334564,
      "learning_rate": 1.3105225962914789e-05,
      "loss": 0.7888,
      "step": 19813
    },
    {
      "epoch": 0.41756099616979353,
      "grad_norm": 0.13294072449207306,
      "learning_rate": 1.3104577156873496e-05,
      "loss": 0.8423,
      "step": 19814
    },
    {
      "epoch": 0.4175820702081588,
      "grad_norm": 0.12241996824741364,
      "learning_rate": 1.310392833636921e-05,
      "loss": 0.8198,
      "step": 19815
    },
    {
      "epoch": 0.4176031442465241,
      "grad_norm": 0.11438482999801636,
      "learning_rate": 1.3103279501404964e-05,
      "loss": 0.7791,
      "step": 19816
    },
    {
      "epoch": 0.4176242182848894,
      "grad_norm": 0.1334920972585678,
      "learning_rate": 1.3102630651983775e-05,
      "loss": 0.8342,
      "step": 19817
    },
    {
      "epoch": 0.4176452923232547,
      "grad_norm": 0.11447891592979431,
      "learning_rate": 1.3101981788108664e-05,
      "loss": 0.8185,
      "step": 19818
    },
    {
      "epoch": 0.41766636636161997,
      "grad_norm": 0.1305995136499405,
      "learning_rate": 1.3101332909782658e-05,
      "loss": 0.8019,
      "step": 19819
    },
    {
      "epoch": 0.41768744039998523,
      "grad_norm": 0.11350937932729721,
      "learning_rate": 1.3100684017008782e-05,
      "loss": 0.813,
      "step": 19820
    },
    {
      "epoch": 0.41770851443835055,
      "grad_norm": 0.15175825357437134,
      "learning_rate": 1.3100035109790055e-05,
      "loss": 0.7634,
      "step": 19821
    },
    {
      "epoch": 0.4177295884767158,
      "grad_norm": 0.11617767810821533,
      "learning_rate": 1.3099386188129498e-05,
      "loss": 0.834,
      "step": 19822
    },
    {
      "epoch": 0.4177506625150811,
      "grad_norm": 0.15687841176986694,
      "learning_rate": 1.3098737252030139e-05,
      "loss": 0.8149,
      "step": 19823
    },
    {
      "epoch": 0.4177717365534464,
      "grad_norm": 0.13318896293640137,
      "learning_rate": 1.3098088301494997e-05,
      "loss": 0.756,
      "step": 19824
    },
    {
      "epoch": 0.41779281059181167,
      "grad_norm": 0.16288137435913086,
      "learning_rate": 1.3097439336527097e-05,
      "loss": 0.8034,
      "step": 19825
    },
    {
      "epoch": 0.417813884630177,
      "grad_norm": 0.15408800542354584,
      "learning_rate": 1.3096790357129466e-05,
      "loss": 0.7862,
      "step": 19826
    },
    {
      "epoch": 0.41783495866854226,
      "grad_norm": 0.1814710944890976,
      "learning_rate": 1.309614136330512e-05,
      "loss": 0.8605,
      "step": 19827
    },
    {
      "epoch": 0.4178560327069075,
      "grad_norm": 0.20858480036258698,
      "learning_rate": 1.3095492355057084e-05,
      "loss": 0.802,
      "step": 19828
    },
    {
      "epoch": 0.41787710674527284,
      "grad_norm": 0.1452309787273407,
      "learning_rate": 1.3094843332388388e-05,
      "loss": 0.8273,
      "step": 19829
    },
    {
      "epoch": 0.4178981807836381,
      "grad_norm": 0.2188749611377716,
      "learning_rate": 1.3094194295302051e-05,
      "loss": 0.82,
      "step": 19830
    },
    {
      "epoch": 0.4179192548220034,
      "grad_norm": 0.15552105009555817,
      "learning_rate": 1.3093545243801096e-05,
      "loss": 0.7713,
      "step": 19831
    },
    {
      "epoch": 0.4179403288603687,
      "grad_norm": 0.18382717669010162,
      "learning_rate": 1.3092896177888546e-05,
      "loss": 0.8039,
      "step": 19832
    },
    {
      "epoch": 0.41796140289873396,
      "grad_norm": 0.13879291713237762,
      "learning_rate": 1.3092247097567423e-05,
      "loss": 0.733,
      "step": 19833
    },
    {
      "epoch": 0.4179824769370993,
      "grad_norm": 0.16381466388702393,
      "learning_rate": 1.309159800284076e-05,
      "loss": 0.7698,
      "step": 19834
    },
    {
      "epoch": 0.41800355097546454,
      "grad_norm": 0.11440698802471161,
      "learning_rate": 1.3090948893711573e-05,
      "loss": 0.8259,
      "step": 19835
    },
    {
      "epoch": 0.41802462501382986,
      "grad_norm": 0.19820088148117065,
      "learning_rate": 1.3090299770182888e-05,
      "loss": 0.7926,
      "step": 19836
    },
    {
      "epoch": 0.41804569905219513,
      "grad_norm": 0.11307551711797714,
      "learning_rate": 1.3089650632257727e-05,
      "loss": 0.8472,
      "step": 19837
    },
    {
      "epoch": 0.4180667730905604,
      "grad_norm": 0.19740723073482513,
      "learning_rate": 1.3089001479939116e-05,
      "loss": 0.8058,
      "step": 19838
    },
    {
      "epoch": 0.4180878471289257,
      "grad_norm": 0.18920345604419708,
      "learning_rate": 1.3088352313230079e-05,
      "loss": 0.8501,
      "step": 19839
    },
    {
      "epoch": 0.418108921167291,
      "grad_norm": 0.11496089398860931,
      "learning_rate": 1.308770313213364e-05,
      "loss": 0.8417,
      "step": 19840
    },
    {
      "epoch": 0.41812999520565625,
      "grad_norm": 0.19452185928821564,
      "learning_rate": 1.3087053936652825e-05,
      "loss": 0.8444,
      "step": 19841
    },
    {
      "epoch": 0.41815106924402157,
      "grad_norm": 0.13049516081809998,
      "learning_rate": 1.3086404726790655e-05,
      "loss": 0.7602,
      "step": 19842
    },
    {
      "epoch": 0.41817214328238683,
      "grad_norm": 0.20354193449020386,
      "learning_rate": 1.3085755502550156e-05,
      "loss": 0.8384,
      "step": 19843
    },
    {
      "epoch": 0.41819321732075215,
      "grad_norm": 0.20919863879680634,
      "learning_rate": 1.3085106263934356e-05,
      "loss": 0.8112,
      "step": 19844
    },
    {
      "epoch": 0.4182142913591174,
      "grad_norm": 0.15093083679676056,
      "learning_rate": 1.3084457010946275e-05,
      "loss": 0.794,
      "step": 19845
    },
    {
      "epoch": 0.4182353653974827,
      "grad_norm": 0.16175492107868195,
      "learning_rate": 1.3083807743588936e-05,
      "loss": 0.7769,
      "step": 19846
    },
    {
      "epoch": 0.418256439435848,
      "grad_norm": 0.1371569037437439,
      "learning_rate": 1.3083158461865366e-05,
      "loss": 0.837,
      "step": 19847
    },
    {
      "epoch": 0.41827751347421327,
      "grad_norm": 0.1558038592338562,
      "learning_rate": 1.3082509165778592e-05,
      "loss": 0.7286,
      "step": 19848
    },
    {
      "epoch": 0.4182985875125786,
      "grad_norm": 0.17022521793842316,
      "learning_rate": 1.3081859855331638e-05,
      "loss": 0.8154,
      "step": 19849
    },
    {
      "epoch": 0.41831966155094386,
      "grad_norm": 0.20090465247631073,
      "learning_rate": 1.3081210530527528e-05,
      "loss": 0.6821,
      "step": 19850
    },
    {
      "epoch": 0.4183407355893091,
      "grad_norm": 0.1908883899450302,
      "learning_rate": 1.3080561191369286e-05,
      "loss": 0.8667,
      "step": 19851
    },
    {
      "epoch": 0.41836180962767444,
      "grad_norm": 0.22657416760921478,
      "learning_rate": 1.3079911837859938e-05,
      "loss": 0.8147,
      "step": 19852
    },
    {
      "epoch": 0.4183828836660397,
      "grad_norm": 0.1567155122756958,
      "learning_rate": 1.3079262470002509e-05,
      "loss": 0.7226,
      "step": 19853
    },
    {
      "epoch": 0.418403957704405,
      "grad_norm": 0.19846215844154358,
      "learning_rate": 1.3078613087800024e-05,
      "loss": 0.8123,
      "step": 19854
    },
    {
      "epoch": 0.4184250317427703,
      "grad_norm": 0.17637288570404053,
      "learning_rate": 1.3077963691255509e-05,
      "loss": 0.8183,
      "step": 19855
    },
    {
      "epoch": 0.41844610578113556,
      "grad_norm": 0.1482056826353073,
      "learning_rate": 1.3077314280371986e-05,
      "loss": 0.8208,
      "step": 19856
    },
    {
      "epoch": 0.4184671798195009,
      "grad_norm": 0.20600049197673798,
      "learning_rate": 1.3076664855152486e-05,
      "loss": 0.8739,
      "step": 19857
    },
    {
      "epoch": 0.41848825385786614,
      "grad_norm": 0.14487521350383759,
      "learning_rate": 1.307601541560003e-05,
      "loss": 0.8332,
      "step": 19858
    },
    {
      "epoch": 0.4185093278962314,
      "grad_norm": 0.22507745027542114,
      "learning_rate": 1.3075365961717643e-05,
      "loss": 0.8817,
      "step": 19859
    },
    {
      "epoch": 0.41853040193459673,
      "grad_norm": 0.13679669797420502,
      "learning_rate": 1.3074716493508357e-05,
      "loss": 0.796,
      "step": 19860
    },
    {
      "epoch": 0.418551475972962,
      "grad_norm": 0.21318000555038452,
      "learning_rate": 1.3074067010975191e-05,
      "loss": 0.8623,
      "step": 19861
    },
    {
      "epoch": 0.4185725500113273,
      "grad_norm": 0.139310821890831,
      "learning_rate": 1.307341751412117e-05,
      "loss": 0.7771,
      "step": 19862
    },
    {
      "epoch": 0.4185936240496926,
      "grad_norm": 0.23710916936397552,
      "learning_rate": 1.3072768002949323e-05,
      "loss": 0.8381,
      "step": 19863
    },
    {
      "epoch": 0.41861469808805785,
      "grad_norm": 0.13554881513118744,
      "learning_rate": 1.3072118477462678e-05,
      "loss": 0.8007,
      "step": 19864
    },
    {
      "epoch": 0.41863577212642317,
      "grad_norm": 0.19405588507652283,
      "learning_rate": 1.3071468937664257e-05,
      "loss": 0.842,
      "step": 19865
    },
    {
      "epoch": 0.41865684616478843,
      "grad_norm": 0.1111123338341713,
      "learning_rate": 1.3070819383557087e-05,
      "loss": 0.8142,
      "step": 19866
    },
    {
      "epoch": 0.41867792020315375,
      "grad_norm": 0.15353073179721832,
      "learning_rate": 1.3070169815144194e-05,
      "loss": 0.745,
      "step": 19867
    },
    {
      "epoch": 0.418698994241519,
      "grad_norm": 0.17100824415683746,
      "learning_rate": 1.3069520232428603e-05,
      "loss": 0.7972,
      "step": 19868
    },
    {
      "epoch": 0.4187200682798843,
      "grad_norm": 0.1384313553571701,
      "learning_rate": 1.3068870635413342e-05,
      "loss": 0.8331,
      "step": 19869
    },
    {
      "epoch": 0.4187411423182496,
      "grad_norm": 0.20301979780197144,
      "learning_rate": 1.3068221024101437e-05,
      "loss": 0.8833,
      "step": 19870
    },
    {
      "epoch": 0.41876221635661487,
      "grad_norm": 0.16911882162094116,
      "learning_rate": 1.3067571398495912e-05,
      "loss": 0.7923,
      "step": 19871
    },
    {
      "epoch": 0.4187832903949802,
      "grad_norm": 0.20287065207958221,
      "learning_rate": 1.3066921758599798e-05,
      "loss": 0.8499,
      "step": 19872
    },
    {
      "epoch": 0.41880436443334546,
      "grad_norm": 0.19105932116508484,
      "learning_rate": 1.3066272104416115e-05,
      "loss": 0.8505,
      "step": 19873
    },
    {
      "epoch": 0.4188254384717107,
      "grad_norm": 0.19529710710048676,
      "learning_rate": 1.3065622435947898e-05,
      "loss": 0.881,
      "step": 19874
    },
    {
      "epoch": 0.41884651251007604,
      "grad_norm": 0.18428121507167816,
      "learning_rate": 1.3064972753198166e-05,
      "loss": 0.799,
      "step": 19875
    },
    {
      "epoch": 0.4188675865484413,
      "grad_norm": 0.22498448193073273,
      "learning_rate": 1.3064323056169946e-05,
      "loss": 0.833,
      "step": 19876
    },
    {
      "epoch": 0.41888866058680657,
      "grad_norm": 0.12849979102611542,
      "learning_rate": 1.3063673344866267e-05,
      "loss": 0.7885,
      "step": 19877
    },
    {
      "epoch": 0.4189097346251719,
      "grad_norm": 0.14242295920848846,
      "learning_rate": 1.3063023619290158e-05,
      "loss": 0.7602,
      "step": 19878
    },
    {
      "epoch": 0.41893080866353716,
      "grad_norm": 0.16276013851165771,
      "learning_rate": 1.3062373879444646e-05,
      "loss": 0.7508,
      "step": 19879
    },
    {
      "epoch": 0.4189518827019025,
      "grad_norm": 0.1723296195268631,
      "learning_rate": 1.3061724125332753e-05,
      "loss": 0.8456,
      "step": 19880
    },
    {
      "epoch": 0.41897295674026774,
      "grad_norm": 0.171824112534523,
      "learning_rate": 1.3061074356957505e-05,
      "loss": 0.8356,
      "step": 19881
    },
    {
      "epoch": 0.418994030778633,
      "grad_norm": 0.11911320686340332,
      "learning_rate": 1.3060424574321937e-05,
      "loss": 0.776,
      "step": 19882
    },
    {
      "epoch": 0.41901510481699833,
      "grad_norm": 0.17236965894699097,
      "learning_rate": 1.3059774777429066e-05,
      "loss": 0.804,
      "step": 19883
    },
    {
      "epoch": 0.4190361788553636,
      "grad_norm": 0.12974102795124054,
      "learning_rate": 1.305912496628193e-05,
      "loss": 0.8061,
      "step": 19884
    },
    {
      "epoch": 0.4190572528937289,
      "grad_norm": 0.1380613148212433,
      "learning_rate": 1.3058475140883546e-05,
      "loss": 0.7681,
      "step": 19885
    },
    {
      "epoch": 0.4190783269320942,
      "grad_norm": 0.1437305361032486,
      "learning_rate": 1.3057825301236948e-05,
      "loss": 0.7719,
      "step": 19886
    },
    {
      "epoch": 0.41909940097045945,
      "grad_norm": 0.14051173627376556,
      "learning_rate": 1.3057175447345163e-05,
      "loss": 0.7069,
      "step": 19887
    },
    {
      "epoch": 0.41912047500882477,
      "grad_norm": 0.15712057054042816,
      "learning_rate": 1.3056525579211215e-05,
      "loss": 0.8493,
      "step": 19888
    },
    {
      "epoch": 0.41914154904719003,
      "grad_norm": 0.1422102004289627,
      "learning_rate": 1.3055875696838134e-05,
      "loss": 0.8026,
      "step": 19889
    },
    {
      "epoch": 0.41916262308555535,
      "grad_norm": 0.12421483546495438,
      "learning_rate": 1.3055225800228946e-05,
      "loss": 0.7871,
      "step": 19890
    },
    {
      "epoch": 0.4191836971239206,
      "grad_norm": 0.15396206080913544,
      "learning_rate": 1.3054575889386679e-05,
      "loss": 0.8531,
      "step": 19891
    },
    {
      "epoch": 0.4192047711622859,
      "grad_norm": 0.1776961237192154,
      "learning_rate": 1.305392596431436e-05,
      "loss": 0.8969,
      "step": 19892
    },
    {
      "epoch": 0.4192258452006512,
      "grad_norm": 0.13636349141597748,
      "learning_rate": 1.3053276025015018e-05,
      "loss": 0.8225,
      "step": 19893
    },
    {
      "epoch": 0.41924691923901647,
      "grad_norm": 0.14827238023281097,
      "learning_rate": 1.3052626071491685e-05,
      "loss": 0.7883,
      "step": 19894
    },
    {
      "epoch": 0.41926799327738173,
      "grad_norm": 0.11808528751134872,
      "learning_rate": 1.3051976103747381e-05,
      "loss": 0.8049,
      "step": 19895
    },
    {
      "epoch": 0.41928906731574705,
      "grad_norm": 0.13433992862701416,
      "learning_rate": 1.3051326121785138e-05,
      "loss": 0.7968,
      "step": 19896
    },
    {
      "epoch": 0.4193101413541123,
      "grad_norm": 0.12060127407312393,
      "learning_rate": 1.3050676125607984e-05,
      "loss": 0.791,
      "step": 19897
    },
    {
      "epoch": 0.41933121539247764,
      "grad_norm": 0.12552794814109802,
      "learning_rate": 1.305002611521894e-05,
      "loss": 0.7994,
      "step": 19898
    },
    {
      "epoch": 0.4193522894308429,
      "grad_norm": 0.14932677149772644,
      "learning_rate": 1.3049376090621052e-05,
      "loss": 0.8391,
      "step": 19899
    },
    {
      "epoch": 0.41937336346920817,
      "grad_norm": 0.11219244450330734,
      "learning_rate": 1.3048726051817329e-05,
      "loss": 0.7684,
      "step": 19900
    },
    {
      "epoch": 0.4193944375075735,
      "grad_norm": 0.13837295770645142,
      "learning_rate": 1.3048075998810807e-05,
      "loss": 0.8097,
      "step": 19901
    },
    {
      "epoch": 0.41941551154593876,
      "grad_norm": 0.1502055525779724,
      "learning_rate": 1.3047425931604518e-05,
      "loss": 0.7498,
      "step": 19902
    },
    {
      "epoch": 0.4194365855843041,
      "grad_norm": 0.11887087672948837,
      "learning_rate": 1.3046775850201486e-05,
      "loss": 0.8126,
      "step": 19903
    },
    {
      "epoch": 0.41945765962266934,
      "grad_norm": 0.17994514107704163,
      "learning_rate": 1.3046125754604741e-05,
      "loss": 0.8439,
      "step": 19904
    },
    {
      "epoch": 0.4194787336610346,
      "grad_norm": 0.12330778688192368,
      "learning_rate": 1.3045475644817306e-05,
      "loss": 0.8012,
      "step": 19905
    },
    {
      "epoch": 0.41949980769939993,
      "grad_norm": 0.14610829949378967,
      "learning_rate": 1.3044825520842219e-05,
      "loss": 0.7935,
      "step": 19906
    },
    {
      "epoch": 0.4195208817377652,
      "grad_norm": 0.12256021797657013,
      "learning_rate": 1.3044175382682502e-05,
      "loss": 0.7921,
      "step": 19907
    },
    {
      "epoch": 0.4195419557761305,
      "grad_norm": 0.16959600150585175,
      "learning_rate": 1.3043525230341187e-05,
      "loss": 0.777,
      "step": 19908
    },
    {
      "epoch": 0.4195630298144958,
      "grad_norm": 0.16749180853366852,
      "learning_rate": 1.3042875063821303e-05,
      "loss": 0.7536,
      "step": 19909
    },
    {
      "epoch": 0.41958410385286105,
      "grad_norm": 0.1429884433746338,
      "learning_rate": 1.3042224883125876e-05,
      "loss": 0.8821,
      "step": 19910
    },
    {
      "epoch": 0.41960517789122637,
      "grad_norm": 0.2268819659948349,
      "learning_rate": 1.3041574688257937e-05,
      "loss": 0.8143,
      "step": 19911
    },
    {
      "epoch": 0.41962625192959163,
      "grad_norm": 0.12408259510993958,
      "learning_rate": 1.3040924479220511e-05,
      "loss": 0.7779,
      "step": 19912
    },
    {
      "epoch": 0.41964732596795695,
      "grad_norm": 0.1579291671514511,
      "learning_rate": 1.3040274256016633e-05,
      "loss": 0.8044,
      "step": 19913
    },
    {
      "epoch": 0.4196684000063222,
      "grad_norm": 0.14791974425315857,
      "learning_rate": 1.3039624018649333e-05,
      "loss": 0.8488,
      "step": 19914
    },
    {
      "epoch": 0.4196894740446875,
      "grad_norm": 0.1505405157804489,
      "learning_rate": 1.3038973767121632e-05,
      "loss": 0.8408,
      "step": 19915
    },
    {
      "epoch": 0.4197105480830528,
      "grad_norm": 0.15319693088531494,
      "learning_rate": 1.3038323501436567e-05,
      "loss": 0.8267,
      "step": 19916
    },
    {
      "epoch": 0.41973162212141807,
      "grad_norm": 0.16018924117088318,
      "learning_rate": 1.3037673221597163e-05,
      "loss": 0.8288,
      "step": 19917
    },
    {
      "epoch": 0.41975269615978333,
      "grad_norm": 0.1849798709154129,
      "learning_rate": 1.303702292760645e-05,
      "loss": 0.8333,
      "step": 19918
    },
    {
      "epoch": 0.41977377019814865,
      "grad_norm": 0.13267956674098969,
      "learning_rate": 1.3036372619467459e-05,
      "loss": 0.8344,
      "step": 19919
    },
    {
      "epoch": 0.4197948442365139,
      "grad_norm": 0.22312432527542114,
      "learning_rate": 1.303572229718322e-05,
      "loss": 0.8507,
      "step": 19920
    },
    {
      "epoch": 0.41981591827487924,
      "grad_norm": 0.12428055703639984,
      "learning_rate": 1.303507196075676e-05,
      "loss": 0.8467,
      "step": 19921
    },
    {
      "epoch": 0.4198369923132445,
      "grad_norm": 0.15196241438388824,
      "learning_rate": 1.303442161019111e-05,
      "loss": 0.8528,
      "step": 19922
    },
    {
      "epoch": 0.41985806635160977,
      "grad_norm": 0.1375628262758255,
      "learning_rate": 1.3033771245489302e-05,
      "loss": 0.7902,
      "step": 19923
    },
    {
      "epoch": 0.4198791403899751,
      "grad_norm": 0.11118550598621368,
      "learning_rate": 1.3033120866654362e-05,
      "loss": 0.7488,
      "step": 19924
    },
    {
      "epoch": 0.41990021442834036,
      "grad_norm": 0.1322694569826126,
      "learning_rate": 1.3032470473689322e-05,
      "loss": 0.8257,
      "step": 19925
    },
    {
      "epoch": 0.4199212884667057,
      "grad_norm": 0.15010282397270203,
      "learning_rate": 1.3031820066597209e-05,
      "loss": 0.8419,
      "step": 19926
    },
    {
      "epoch": 0.41994236250507094,
      "grad_norm": 0.1402406394481659,
      "learning_rate": 1.3031169645381057e-05,
      "loss": 0.7653,
      "step": 19927
    },
    {
      "epoch": 0.4199634365434362,
      "grad_norm": 0.15452711284160614,
      "learning_rate": 1.3030519210043895e-05,
      "loss": 0.8098,
      "step": 19928
    },
    {
      "epoch": 0.41998451058180153,
      "grad_norm": 0.175722137093544,
      "learning_rate": 1.3029868760588754e-05,
      "loss": 0.8828,
      "step": 19929
    },
    {
      "epoch": 0.4200055846201668,
      "grad_norm": 0.11991126090288162,
      "learning_rate": 1.302921829701866e-05,
      "loss": 0.7775,
      "step": 19930
    },
    {
      "epoch": 0.4200266586585321,
      "grad_norm": 0.13040095567703247,
      "learning_rate": 1.3028567819336646e-05,
      "loss": 0.8683,
      "step": 19931
    },
    {
      "epoch": 0.4200477326968974,
      "grad_norm": 0.13336654007434845,
      "learning_rate": 1.3027917327545743e-05,
      "loss": 0.8413,
      "step": 19932
    },
    {
      "epoch": 0.42006880673526265,
      "grad_norm": 0.13485807180404663,
      "learning_rate": 1.3027266821648978e-05,
      "loss": 0.8237,
      "step": 19933
    },
    {
      "epoch": 0.42008988077362797,
      "grad_norm": 0.12076101452112198,
      "learning_rate": 1.3026616301649388e-05,
      "loss": 0.821,
      "step": 19934
    },
    {
      "epoch": 0.42011095481199323,
      "grad_norm": 0.15292146801948547,
      "learning_rate": 1.3025965767549997e-05,
      "loss": 0.7467,
      "step": 19935
    },
    {
      "epoch": 0.4201320288503585,
      "grad_norm": 0.15029475092887878,
      "learning_rate": 1.302531521935384e-05,
      "loss": 0.8174,
      "step": 19936
    },
    {
      "epoch": 0.4201531028887238,
      "grad_norm": 0.1659456342458725,
      "learning_rate": 1.3024664657063944e-05,
      "loss": 0.7428,
      "step": 19937
    },
    {
      "epoch": 0.4201741769270891,
      "grad_norm": 0.12529999017715454,
      "learning_rate": 1.3024014080683345e-05,
      "loss": 0.7923,
      "step": 19938
    },
    {
      "epoch": 0.4201952509654544,
      "grad_norm": 0.10874348878860474,
      "learning_rate": 1.3023363490215068e-05,
      "loss": 0.7267,
      "step": 19939
    },
    {
      "epoch": 0.42021632500381967,
      "grad_norm": 0.12429545819759369,
      "learning_rate": 1.3022712885662145e-05,
      "loss": 0.8005,
      "step": 19940
    },
    {
      "epoch": 0.42023739904218493,
      "grad_norm": 0.11331711709499359,
      "learning_rate": 1.3022062267027609e-05,
      "loss": 0.8183,
      "step": 19941
    },
    {
      "epoch": 0.42025847308055025,
      "grad_norm": 0.1283285766839981,
      "learning_rate": 1.3021411634314489e-05,
      "loss": 0.7921,
      "step": 19942
    },
    {
      "epoch": 0.4202795471189155,
      "grad_norm": 0.14334507286548615,
      "learning_rate": 1.302076098752582e-05,
      "loss": 0.8039,
      "step": 19943
    },
    {
      "epoch": 0.42030062115728084,
      "grad_norm": 0.15142835676670074,
      "learning_rate": 1.3020110326664627e-05,
      "loss": 0.8604,
      "step": 19944
    },
    {
      "epoch": 0.4203216951956461,
      "grad_norm": 0.11683867871761322,
      "learning_rate": 1.3019459651733947e-05,
      "loss": 0.779,
      "step": 19945
    },
    {
      "epoch": 0.42034276923401137,
      "grad_norm": 0.13531045615673065,
      "learning_rate": 1.301880896273681e-05,
      "loss": 0.8554,
      "step": 19946
    },
    {
      "epoch": 0.4203638432723767,
      "grad_norm": 0.10971266031265259,
      "learning_rate": 1.3018158259676241e-05,
      "loss": 0.7256,
      "step": 19947
    },
    {
      "epoch": 0.42038491731074196,
      "grad_norm": 0.11947596818208694,
      "learning_rate": 1.3017507542555277e-05,
      "loss": 0.7516,
      "step": 19948
    },
    {
      "epoch": 0.4204059913491073,
      "grad_norm": 0.126303032040596,
      "learning_rate": 1.301685681137695e-05,
      "loss": 0.8111,
      "step": 19949
    },
    {
      "epoch": 0.42042706538747254,
      "grad_norm": 0.10981012880802155,
      "learning_rate": 1.301620606614429e-05,
      "loss": 0.7817,
      "step": 19950
    },
    {
      "epoch": 0.4204481394258378,
      "grad_norm": 0.1435866802930832,
      "learning_rate": 1.301555530686033e-05,
      "loss": 0.7671,
      "step": 19951
    },
    {
      "epoch": 0.42046921346420313,
      "grad_norm": 0.1662004292011261,
      "learning_rate": 1.3014904533528099e-05,
      "loss": 0.8702,
      "step": 19952
    },
    {
      "epoch": 0.4204902875025684,
      "grad_norm": 0.17606088519096375,
      "learning_rate": 1.3014253746150632e-05,
      "loss": 0.8296,
      "step": 19953
    },
    {
      "epoch": 0.42051136154093366,
      "grad_norm": 0.11443208158016205,
      "learning_rate": 1.3013602944730956e-05,
      "loss": 0.7951,
      "step": 19954
    },
    {
      "epoch": 0.420532435579299,
      "grad_norm": 0.13267552852630615,
      "learning_rate": 1.3012952129272108e-05,
      "loss": 0.7949,
      "step": 19955
    },
    {
      "epoch": 0.42055350961766425,
      "grad_norm": 0.12270430475473404,
      "learning_rate": 1.3012301299777115e-05,
      "loss": 0.7712,
      "step": 19956
    },
    {
      "epoch": 0.42057458365602957,
      "grad_norm": 0.1447697877883911,
      "learning_rate": 1.3011650456249013e-05,
      "loss": 0.7605,
      "step": 19957
    },
    {
      "epoch": 0.42059565769439483,
      "grad_norm": 0.13297079503536224,
      "learning_rate": 1.3010999598690832e-05,
      "loss": 0.7821,
      "step": 19958
    },
    {
      "epoch": 0.4206167317327601,
      "grad_norm": 0.12105779349803925,
      "learning_rate": 1.3010348727105606e-05,
      "loss": 0.7892,
      "step": 19959
    },
    {
      "epoch": 0.4206378057711254,
      "grad_norm": 0.12047404050827026,
      "learning_rate": 1.3009697841496364e-05,
      "loss": 0.7697,
      "step": 19960
    },
    {
      "epoch": 0.4206588798094907,
      "grad_norm": 0.15684355795383453,
      "learning_rate": 1.300904694186614e-05,
      "loss": 0.8524,
      "step": 19961
    },
    {
      "epoch": 0.420679953847856,
      "grad_norm": 0.1748805046081543,
      "learning_rate": 1.3008396028217969e-05,
      "loss": 0.7849,
      "step": 19962
    },
    {
      "epoch": 0.42070102788622127,
      "grad_norm": 0.1422182023525238,
      "learning_rate": 1.3007745100554878e-05,
      "loss": 0.8753,
      "step": 19963
    },
    {
      "epoch": 0.42072210192458653,
      "grad_norm": 0.17913025617599487,
      "learning_rate": 1.3007094158879903e-05,
      "loss": 0.8564,
      "step": 19964
    },
    {
      "epoch": 0.42074317596295185,
      "grad_norm": 0.13528066873550415,
      "learning_rate": 1.3006443203196073e-05,
      "loss": 0.8177,
      "step": 19965
    },
    {
      "epoch": 0.4207642500013171,
      "grad_norm": 0.15380463004112244,
      "learning_rate": 1.3005792233506424e-05,
      "loss": 0.8075,
      "step": 19966
    },
    {
      "epoch": 0.42078532403968244,
      "grad_norm": 0.20797809958457947,
      "learning_rate": 1.3005141249813988e-05,
      "loss": 0.8434,
      "step": 19967
    },
    {
      "epoch": 0.4208063980780477,
      "grad_norm": 0.14083713293075562,
      "learning_rate": 1.3004490252121801e-05,
      "loss": 0.7543,
      "step": 19968
    },
    {
      "epoch": 0.42082747211641297,
      "grad_norm": 0.12921945750713348,
      "learning_rate": 1.300383924043289e-05,
      "loss": 0.7433,
      "step": 19969
    },
    {
      "epoch": 0.4208485461547783,
      "grad_norm": 0.15784041583538055,
      "learning_rate": 1.3003188214750286e-05,
      "loss": 0.8007,
      "step": 19970
    },
    {
      "epoch": 0.42086962019314356,
      "grad_norm": 0.10466960072517395,
      "learning_rate": 1.3002537175077029e-05,
      "loss": 0.7121,
      "step": 19971
    },
    {
      "epoch": 0.4208906942315088,
      "grad_norm": 0.1463286131620407,
      "learning_rate": 1.3001886121416149e-05,
      "loss": 0.7409,
      "step": 19972
    },
    {
      "epoch": 0.42091176826987414,
      "grad_norm": 0.10281054675579071,
      "learning_rate": 1.3001235053770677e-05,
      "loss": 0.778,
      "step": 19973
    },
    {
      "epoch": 0.4209328423082394,
      "grad_norm": 0.1309678554534912,
      "learning_rate": 1.300058397214365e-05,
      "loss": 0.7545,
      "step": 19974
    },
    {
      "epoch": 0.42095391634660473,
      "grad_norm": 0.11161013692617416,
      "learning_rate": 1.2999932876538095e-05,
      "loss": 0.782,
      "step": 19975
    },
    {
      "epoch": 0.42097499038497,
      "grad_norm": 0.15723298490047455,
      "learning_rate": 1.2999281766957052e-05,
      "loss": 0.7823,
      "step": 19976
    },
    {
      "epoch": 0.42099606442333526,
      "grad_norm": 0.13083145022392273,
      "learning_rate": 1.2998630643403552e-05,
      "loss": 0.7457,
      "step": 19977
    },
    {
      "epoch": 0.4210171384617006,
      "grad_norm": 0.12969672679901123,
      "learning_rate": 1.2997979505880625e-05,
      "loss": 0.781,
      "step": 19978
    },
    {
      "epoch": 0.42103821250006584,
      "grad_norm": 0.12912701070308685,
      "learning_rate": 1.2997328354391307e-05,
      "loss": 0.7797,
      "step": 19979
    },
    {
      "epoch": 0.42105928653843117,
      "grad_norm": 0.1337040215730667,
      "learning_rate": 1.2996677188938633e-05,
      "loss": 0.8448,
      "step": 19980
    },
    {
      "epoch": 0.42108036057679643,
      "grad_norm": 0.15927983820438385,
      "learning_rate": 1.2996026009525636e-05,
      "loss": 0.7226,
      "step": 19981
    },
    {
      "epoch": 0.4211014346151617,
      "grad_norm": 0.11740904301404953,
      "learning_rate": 1.2995374816155347e-05,
      "loss": 0.6956,
      "step": 19982
    },
    {
      "epoch": 0.421122508653527,
      "grad_norm": 0.17008666694164276,
      "learning_rate": 1.2994723608830802e-05,
      "loss": 0.867,
      "step": 19983
    },
    {
      "epoch": 0.4211435826918923,
      "grad_norm": 0.12969160079956055,
      "learning_rate": 1.2994072387555032e-05,
      "loss": 0.851,
      "step": 19984
    },
    {
      "epoch": 0.4211646567302576,
      "grad_norm": 0.15285414457321167,
      "learning_rate": 1.2993421152331073e-05,
      "loss": 0.7862,
      "step": 19985
    },
    {
      "epoch": 0.42118573076862287,
      "grad_norm": 0.162990540266037,
      "learning_rate": 1.2992769903161962e-05,
      "loss": 0.8471,
      "step": 19986
    },
    {
      "epoch": 0.42120680480698813,
      "grad_norm": 0.13388822972774506,
      "learning_rate": 1.2992118640050726e-05,
      "loss": 0.8006,
      "step": 19987
    },
    {
      "epoch": 0.42122787884535345,
      "grad_norm": 0.1456470638513565,
      "learning_rate": 1.2991467363000405e-05,
      "loss": 0.7483,
      "step": 19988
    },
    {
      "epoch": 0.4212489528837187,
      "grad_norm": 0.10819979012012482,
      "learning_rate": 1.2990816072014028e-05,
      "loss": 0.6996,
      "step": 19989
    },
    {
      "epoch": 0.421270026922084,
      "grad_norm": 0.15080644190311432,
      "learning_rate": 1.2990164767094633e-05,
      "loss": 0.7623,
      "step": 19990
    },
    {
      "epoch": 0.4212911009604493,
      "grad_norm": 0.12352491170167923,
      "learning_rate": 1.298951344824525e-05,
      "loss": 0.7488,
      "step": 19991
    },
    {
      "epoch": 0.42131217499881457,
      "grad_norm": 0.13928769528865814,
      "learning_rate": 1.298886211546892e-05,
      "loss": 0.8374,
      "step": 19992
    },
    {
      "epoch": 0.4213332490371799,
      "grad_norm": 0.15723846852779388,
      "learning_rate": 1.2988210768768673e-05,
      "loss": 0.8219,
      "step": 19993
    },
    {
      "epoch": 0.42135432307554516,
      "grad_norm": 0.1259593963623047,
      "learning_rate": 1.298755940814754e-05,
      "loss": 0.8272,
      "step": 19994
    },
    {
      "epoch": 0.4213753971139104,
      "grad_norm": 0.35537514090538025,
      "learning_rate": 1.2986908033608563e-05,
      "loss": 0.7876,
      "step": 19995
    },
    {
      "epoch": 0.42139647115227574,
      "grad_norm": 0.12089196592569351,
      "learning_rate": 1.2986256645154771e-05,
      "loss": 0.7917,
      "step": 19996
    },
    {
      "epoch": 0.421417545190641,
      "grad_norm": 0.1276882290840149,
      "learning_rate": 1.2985605242789201e-05,
      "loss": 0.8134,
      "step": 19997
    },
    {
      "epoch": 0.42143861922900633,
      "grad_norm": 0.11105219274759293,
      "learning_rate": 1.2984953826514887e-05,
      "loss": 0.7964,
      "step": 19998
    },
    {
      "epoch": 0.4214596932673716,
      "grad_norm": 0.108583964407444,
      "learning_rate": 1.298430239633486e-05,
      "loss": 0.8205,
      "step": 19999
    },
    {
      "epoch": 0.42148076730573686,
      "grad_norm": 0.12863650918006897,
      "learning_rate": 1.298365095225216e-05,
      "loss": 0.8412,
      "step": 20000
    },
    {
      "epoch": 0.4215018413441022,
      "grad_norm": 0.1258358508348465,
      "learning_rate": 1.2982999494269822e-05,
      "loss": 0.8114,
      "step": 20001
    },
    {
      "epoch": 0.42152291538246744,
      "grad_norm": 0.13091017305850983,
      "learning_rate": 1.2982348022390878e-05,
      "loss": 0.7955,
      "step": 20002
    },
    {
      "epoch": 0.42154398942083277,
      "grad_norm": 0.18491238355636597,
      "learning_rate": 1.2981696536618364e-05,
      "loss": 0.8043,
      "step": 20003
    },
    {
      "epoch": 0.42156506345919803,
      "grad_norm": 0.12170656770467758,
      "learning_rate": 1.2981045036955314e-05,
      "loss": 0.8331,
      "step": 20004
    },
    {
      "epoch": 0.4215861374975633,
      "grad_norm": 0.15783804655075073,
      "learning_rate": 1.2980393523404765e-05,
      "loss": 0.8634,
      "step": 20005
    },
    {
      "epoch": 0.4216072115359286,
      "grad_norm": 0.13198386132717133,
      "learning_rate": 1.2979741995969748e-05,
      "loss": 0.749,
      "step": 20006
    },
    {
      "epoch": 0.4216282855742939,
      "grad_norm": 0.1287742555141449,
      "learning_rate": 1.2979090454653305e-05,
      "loss": 0.7654,
      "step": 20007
    },
    {
      "epoch": 0.4216493596126592,
      "grad_norm": 0.1530912220478058,
      "learning_rate": 1.2978438899458466e-05,
      "loss": 0.9003,
      "step": 20008
    },
    {
      "epoch": 0.42167043365102447,
      "grad_norm": 0.17949986457824707,
      "learning_rate": 1.2977787330388268e-05,
      "loss": 0.8159,
      "step": 20009
    },
    {
      "epoch": 0.42169150768938973,
      "grad_norm": 0.13920655846595764,
      "learning_rate": 1.2977135747445746e-05,
      "loss": 0.7665,
      "step": 20010
    },
    {
      "epoch": 0.42171258172775505,
      "grad_norm": 0.1189097985625267,
      "learning_rate": 1.2976484150633935e-05,
      "loss": 0.7374,
      "step": 20011
    },
    {
      "epoch": 0.4217336557661203,
      "grad_norm": 0.13897614181041718,
      "learning_rate": 1.2975832539955875e-05,
      "loss": 0.7854,
      "step": 20012
    },
    {
      "epoch": 0.4217547298044856,
      "grad_norm": 0.1155664250254631,
      "learning_rate": 1.297518091541459e-05,
      "loss": 0.7074,
      "step": 20013
    },
    {
      "epoch": 0.4217758038428509,
      "grad_norm": 0.12544620037078857,
      "learning_rate": 1.297452927701313e-05,
      "loss": 0.7781,
      "step": 20014
    },
    {
      "epoch": 0.42179687788121617,
      "grad_norm": 0.11017484217882156,
      "learning_rate": 1.2973877624754522e-05,
      "loss": 0.8484,
      "step": 20015
    },
    {
      "epoch": 0.4218179519195815,
      "grad_norm": 0.1370101273059845,
      "learning_rate": 1.2973225958641806e-05,
      "loss": 0.7432,
      "step": 20016
    },
    {
      "epoch": 0.42183902595794676,
      "grad_norm": 0.11780752241611481,
      "learning_rate": 1.2972574278678018e-05,
      "loss": 0.7686,
      "step": 20017
    },
    {
      "epoch": 0.421860099996312,
      "grad_norm": 0.13383857905864716,
      "learning_rate": 1.2971922584866188e-05,
      "loss": 0.7932,
      "step": 20018
    },
    {
      "epoch": 0.42188117403467734,
      "grad_norm": 0.12284734845161438,
      "learning_rate": 1.2971270877209357e-05,
      "loss": 0.8201,
      "step": 20019
    },
    {
      "epoch": 0.4219022480730426,
      "grad_norm": 0.12902216613292694,
      "learning_rate": 1.2970619155710557e-05,
      "loss": 0.8146,
      "step": 20020
    },
    {
      "epoch": 0.42192332211140793,
      "grad_norm": 0.12658272683620453,
      "learning_rate": 1.2969967420372834e-05,
      "loss": 0.79,
      "step": 20021
    },
    {
      "epoch": 0.4219443961497732,
      "grad_norm": 0.10912976413965225,
      "learning_rate": 1.2969315671199211e-05,
      "loss": 0.7393,
      "step": 20022
    },
    {
      "epoch": 0.42196547018813846,
      "grad_norm": 0.13243071734905243,
      "learning_rate": 1.2968663908192731e-05,
      "loss": 0.8311,
      "step": 20023
    },
    {
      "epoch": 0.4219865442265038,
      "grad_norm": 0.12580235302448273,
      "learning_rate": 1.2968012131356431e-05,
      "loss": 0.8371,
      "step": 20024
    },
    {
      "epoch": 0.42200761826486904,
      "grad_norm": 0.13404886424541473,
      "learning_rate": 1.2967360340693348e-05,
      "loss": 0.7856,
      "step": 20025
    },
    {
      "epoch": 0.42202869230323437,
      "grad_norm": 0.15279433131217957,
      "learning_rate": 1.2966708536206512e-05,
      "loss": 0.783,
      "step": 20026
    },
    {
      "epoch": 0.42204976634159963,
      "grad_norm": 0.144245445728302,
      "learning_rate": 1.2966056717898967e-05,
      "loss": 0.7798,
      "step": 20027
    },
    {
      "epoch": 0.4220708403799649,
      "grad_norm": 0.12242667376995087,
      "learning_rate": 1.2965404885773745e-05,
      "loss": 0.7595,
      "step": 20028
    },
    {
      "epoch": 0.4220919144183302,
      "grad_norm": 0.1309119462966919,
      "learning_rate": 1.2964753039833884e-05,
      "loss": 0.8419,
      "step": 20029
    },
    {
      "epoch": 0.4221129884566955,
      "grad_norm": 0.12331368029117584,
      "learning_rate": 1.2964101180082423e-05,
      "loss": 0.7881,
      "step": 20030
    },
    {
      "epoch": 0.42213406249506075,
      "grad_norm": 0.13053111732006073,
      "learning_rate": 1.2963449306522398e-05,
      "loss": 0.8534,
      "step": 20031
    },
    {
      "epoch": 0.42215513653342607,
      "grad_norm": 0.1357952356338501,
      "learning_rate": 1.296279741915684e-05,
      "loss": 0.7426,
      "step": 20032
    },
    {
      "epoch": 0.42217621057179133,
      "grad_norm": 0.10111518204212189,
      "learning_rate": 1.2962145517988793e-05,
      "loss": 0.7397,
      "step": 20033
    },
    {
      "epoch": 0.42219728461015665,
      "grad_norm": 0.1475597321987152,
      "learning_rate": 1.2961493603021289e-05,
      "loss": 0.899,
      "step": 20034
    },
    {
      "epoch": 0.4222183586485219,
      "grad_norm": 0.17796030640602112,
      "learning_rate": 1.2960841674257367e-05,
      "loss": 0.8382,
      "step": 20035
    },
    {
      "epoch": 0.4222394326868872,
      "grad_norm": 0.15935945510864258,
      "learning_rate": 1.296018973170007e-05,
      "loss": 0.7904,
      "step": 20036
    },
    {
      "epoch": 0.4222605067252525,
      "grad_norm": 0.14013300836086273,
      "learning_rate": 1.2959537775352425e-05,
      "loss": 0.8583,
      "step": 20037
    },
    {
      "epoch": 0.42228158076361777,
      "grad_norm": 0.12807469069957733,
      "learning_rate": 1.2958885805217473e-05,
      "loss": 0.7299,
      "step": 20038
    },
    {
      "epoch": 0.4223026548019831,
      "grad_norm": 0.13294631242752075,
      "learning_rate": 1.2958233821298254e-05,
      "loss": 0.794,
      "step": 20039
    },
    {
      "epoch": 0.42232372884034836,
      "grad_norm": 0.1558981090784073,
      "learning_rate": 1.2957581823597803e-05,
      "loss": 0.8083,
      "step": 20040
    },
    {
      "epoch": 0.4223448028787136,
      "grad_norm": 0.14041151106357574,
      "learning_rate": 1.2956929812119156e-05,
      "loss": 0.8126,
      "step": 20041
    },
    {
      "epoch": 0.42236587691707894,
      "grad_norm": 0.1271766722202301,
      "learning_rate": 1.2956277786865355e-05,
      "loss": 0.7393,
      "step": 20042
    },
    {
      "epoch": 0.4223869509554442,
      "grad_norm": 0.16028960049152374,
      "learning_rate": 1.2955625747839431e-05,
      "loss": 0.81,
      "step": 20043
    },
    {
      "epoch": 0.4224080249938095,
      "grad_norm": 0.12943898141384125,
      "learning_rate": 1.2954973695044428e-05,
      "loss": 0.8269,
      "step": 20044
    },
    {
      "epoch": 0.4224290990321748,
      "grad_norm": 0.1765683889389038,
      "learning_rate": 1.295432162848338e-05,
      "loss": 0.8418,
      "step": 20045
    },
    {
      "epoch": 0.42245017307054006,
      "grad_norm": 0.1277375966310501,
      "learning_rate": 1.295366954815933e-05,
      "loss": 0.7859,
      "step": 20046
    },
    {
      "epoch": 0.4224712471089054,
      "grad_norm": 0.14364992082118988,
      "learning_rate": 1.2953017454075306e-05,
      "loss": 0.7527,
      "step": 20047
    },
    {
      "epoch": 0.42249232114727064,
      "grad_norm": 0.12411389499902725,
      "learning_rate": 1.2952365346234352e-05,
      "loss": 0.7875,
      "step": 20048
    },
    {
      "epoch": 0.4225133951856359,
      "grad_norm": 0.14004634320735931,
      "learning_rate": 1.2951713224639505e-05,
      "loss": 0.8285,
      "step": 20049
    },
    {
      "epoch": 0.42253446922400123,
      "grad_norm": 0.15839476883411407,
      "learning_rate": 1.2951061089293804e-05,
      "loss": 0.7869,
      "step": 20050
    },
    {
      "epoch": 0.4225555432623665,
      "grad_norm": 0.14801687002182007,
      "learning_rate": 1.2950408940200287e-05,
      "loss": 0.7831,
      "step": 20051
    },
    {
      "epoch": 0.4225766173007318,
      "grad_norm": 0.11962500214576721,
      "learning_rate": 1.2949756777361991e-05,
      "loss": 0.7726,
      "step": 20052
    },
    {
      "epoch": 0.4225976913390971,
      "grad_norm": 0.144581139087677,
      "learning_rate": 1.2949104600781954e-05,
      "loss": 0.8058,
      "step": 20053
    },
    {
      "epoch": 0.42261876537746235,
      "grad_norm": 0.15027980506420135,
      "learning_rate": 1.2948452410463213e-05,
      "loss": 0.8314,
      "step": 20054
    },
    {
      "epoch": 0.42263983941582767,
      "grad_norm": 0.13171395659446716,
      "learning_rate": 1.2947800206408809e-05,
      "loss": 0.8293,
      "step": 20055
    },
    {
      "epoch": 0.42266091345419293,
      "grad_norm": 0.13477575778961182,
      "learning_rate": 1.2947147988621782e-05,
      "loss": 0.8259,
      "step": 20056
    },
    {
      "epoch": 0.42268198749255825,
      "grad_norm": 0.1520516723394394,
      "learning_rate": 1.2946495757105164e-05,
      "loss": 0.8121,
      "step": 20057
    },
    {
      "epoch": 0.4227030615309235,
      "grad_norm": 0.11873355507850647,
      "learning_rate": 1.2945843511862e-05,
      "loss": 0.7855,
      "step": 20058
    },
    {
      "epoch": 0.4227241355692888,
      "grad_norm": 0.135495126247406,
      "learning_rate": 1.2945191252895323e-05,
      "loss": 0.7954,
      "step": 20059
    },
    {
      "epoch": 0.4227452096076541,
      "grad_norm": 0.10748608410358429,
      "learning_rate": 1.2944538980208177e-05,
      "loss": 0.7387,
      "step": 20060
    },
    {
      "epoch": 0.42276628364601937,
      "grad_norm": 0.15226244926452637,
      "learning_rate": 1.29438866938036e-05,
      "loss": 0.8023,
      "step": 20061
    },
    {
      "epoch": 0.4227873576843847,
      "grad_norm": 0.12414540350437164,
      "learning_rate": 1.2943234393684627e-05,
      "loss": 0.7785,
      "step": 20062
    },
    {
      "epoch": 0.42280843172274996,
      "grad_norm": 0.10691506415605545,
      "learning_rate": 1.2942582079854295e-05,
      "loss": 0.7156,
      "step": 20063
    },
    {
      "epoch": 0.4228295057611152,
      "grad_norm": 0.1147763654589653,
      "learning_rate": 1.294192975231565e-05,
      "loss": 0.7843,
      "step": 20064
    },
    {
      "epoch": 0.42285057979948054,
      "grad_norm": 0.11954990774393082,
      "learning_rate": 1.2941277411071728e-05,
      "loss": 0.7858,
      "step": 20065
    },
    {
      "epoch": 0.4228716538378458,
      "grad_norm": 0.11956742405891418,
      "learning_rate": 1.2940625056125566e-05,
      "loss": 0.7693,
      "step": 20066
    },
    {
      "epoch": 0.42289272787621107,
      "grad_norm": 0.13531462848186493,
      "learning_rate": 1.2939972687480205e-05,
      "loss": 0.8083,
      "step": 20067
    },
    {
      "epoch": 0.4229138019145764,
      "grad_norm": 0.11612025648355484,
      "learning_rate": 1.2939320305138682e-05,
      "loss": 0.755,
      "step": 20068
    },
    {
      "epoch": 0.42293487595294166,
      "grad_norm": 0.12979090213775635,
      "learning_rate": 1.2938667909104042e-05,
      "loss": 0.8786,
      "step": 20069
    },
    {
      "epoch": 0.422955949991307,
      "grad_norm": 0.11663758754730225,
      "learning_rate": 1.2938015499379316e-05,
      "loss": 0.7989,
      "step": 20070
    },
    {
      "epoch": 0.42297702402967224,
      "grad_norm": 0.14931993186473846,
      "learning_rate": 1.2937363075967549e-05,
      "loss": 0.8179,
      "step": 20071
    },
    {
      "epoch": 0.4229980980680375,
      "grad_norm": 0.108462855219841,
      "learning_rate": 1.2936710638871778e-05,
      "loss": 0.7775,
      "step": 20072
    },
    {
      "epoch": 0.42301917210640283,
      "grad_norm": 0.1222265288233757,
      "learning_rate": 1.2936058188095045e-05,
      "loss": 0.7917,
      "step": 20073
    },
    {
      "epoch": 0.4230402461447681,
      "grad_norm": 0.12419497966766357,
      "learning_rate": 1.2935405723640386e-05,
      "loss": 0.7812,
      "step": 20074
    },
    {
      "epoch": 0.4230613201831334,
      "grad_norm": 0.1127602756023407,
      "learning_rate": 1.2934753245510843e-05,
      "loss": 0.6973,
      "step": 20075
    },
    {
      "epoch": 0.4230823942214987,
      "grad_norm": 0.13996291160583496,
      "learning_rate": 1.2934100753709458e-05,
      "loss": 0.8265,
      "step": 20076
    },
    {
      "epoch": 0.42310346825986395,
      "grad_norm": 0.1279887557029724,
      "learning_rate": 1.2933448248239262e-05,
      "loss": 0.7285,
      "step": 20077
    },
    {
      "epoch": 0.42312454229822927,
      "grad_norm": 0.10460951179265976,
      "learning_rate": 1.29327957291033e-05,
      "loss": 0.7874,
      "step": 20078
    },
    {
      "epoch": 0.42314561633659453,
      "grad_norm": 0.11445292830467224,
      "learning_rate": 1.2932143196304616e-05,
      "loss": 0.839,
      "step": 20079
    },
    {
      "epoch": 0.42316669037495985,
      "grad_norm": 0.12751729786396027,
      "learning_rate": 1.2931490649846248e-05,
      "loss": 0.8291,
      "step": 20080
    },
    {
      "epoch": 0.4231877644133251,
      "grad_norm": 0.10711907595396042,
      "learning_rate": 1.293083808973123e-05,
      "loss": 0.7642,
      "step": 20081
    },
    {
      "epoch": 0.4232088384516904,
      "grad_norm": 0.125979483127594,
      "learning_rate": 1.2930185515962608e-05,
      "loss": 0.7339,
      "step": 20082
    },
    {
      "epoch": 0.4232299124900557,
      "grad_norm": 0.11095175892114639,
      "learning_rate": 1.292953292854342e-05,
      "loss": 0.7495,
      "step": 20083
    },
    {
      "epoch": 0.42325098652842097,
      "grad_norm": 0.12003429234027863,
      "learning_rate": 1.2928880327476705e-05,
      "loss": 0.8219,
      "step": 20084
    },
    {
      "epoch": 0.42327206056678623,
      "grad_norm": 0.13855035603046417,
      "learning_rate": 1.2928227712765504e-05,
      "loss": 0.7806,
      "step": 20085
    },
    {
      "epoch": 0.42329313460515156,
      "grad_norm": 0.19853006303310394,
      "learning_rate": 1.292757508441286e-05,
      "loss": 0.8072,
      "step": 20086
    },
    {
      "epoch": 0.4233142086435168,
      "grad_norm": 0.12094929069280624,
      "learning_rate": 1.292692244242181e-05,
      "loss": 0.7608,
      "step": 20087
    },
    {
      "epoch": 0.42333528268188214,
      "grad_norm": 0.15337471663951874,
      "learning_rate": 1.2926269786795395e-05,
      "loss": 0.7818,
      "step": 20088
    },
    {
      "epoch": 0.4233563567202474,
      "grad_norm": 0.11811362206935883,
      "learning_rate": 1.2925617117536657e-05,
      "loss": 0.8323,
      "step": 20089
    },
    {
      "epoch": 0.42337743075861267,
      "grad_norm": 0.12613582611083984,
      "learning_rate": 1.2924964434648639e-05,
      "loss": 0.8476,
      "step": 20090
    },
    {
      "epoch": 0.423398504796978,
      "grad_norm": 0.13713835179805756,
      "learning_rate": 1.2924311738134374e-05,
      "loss": 0.8114,
      "step": 20091
    },
    {
      "epoch": 0.42341957883534326,
      "grad_norm": 0.13109718263149261,
      "learning_rate": 1.2923659027996905e-05,
      "loss": 0.7914,
      "step": 20092
    },
    {
      "epoch": 0.4234406528737086,
      "grad_norm": 0.10562621057033539,
      "learning_rate": 1.2923006304239276e-05,
      "loss": 0.7964,
      "step": 20093
    },
    {
      "epoch": 0.42346172691207384,
      "grad_norm": 0.12091955542564392,
      "learning_rate": 1.2922353566864528e-05,
      "loss": 0.7483,
      "step": 20094
    },
    {
      "epoch": 0.4234828009504391,
      "grad_norm": 0.12572301924228668,
      "learning_rate": 1.29217008158757e-05,
      "loss": 0.9074,
      "step": 20095
    },
    {
      "epoch": 0.42350387498880443,
      "grad_norm": 0.12392300367355347,
      "learning_rate": 1.2921048051275832e-05,
      "loss": 0.7955,
      "step": 20096
    },
    {
      "epoch": 0.4235249490271697,
      "grad_norm": 0.10951036959886551,
      "learning_rate": 1.2920395273067964e-05,
      "loss": 0.8186,
      "step": 20097
    },
    {
      "epoch": 0.423546023065535,
      "grad_norm": 0.12187595665454865,
      "learning_rate": 1.2919742481255141e-05,
      "loss": 0.8059,
      "step": 20098
    },
    {
      "epoch": 0.4235670971039003,
      "grad_norm": 0.1419634371995926,
      "learning_rate": 1.2919089675840404e-05,
      "loss": 0.7539,
      "step": 20099
    },
    {
      "epoch": 0.42358817114226555,
      "grad_norm": 0.11499761044979095,
      "learning_rate": 1.2918436856826791e-05,
      "loss": 0.8547,
      "step": 20100
    },
    {
      "epoch": 0.42360924518063087,
      "grad_norm": 0.1255374401807785,
      "learning_rate": 1.2917784024217344e-05,
      "loss": 0.8436,
      "step": 20101
    },
    {
      "epoch": 0.42363031921899613,
      "grad_norm": 0.15366946160793304,
      "learning_rate": 1.2917131178015102e-05,
      "loss": 0.8281,
      "step": 20102
    },
    {
      "epoch": 0.42365139325736145,
      "grad_norm": 0.13461224734783173,
      "learning_rate": 1.2916478318223113e-05,
      "loss": 0.7881,
      "step": 20103
    },
    {
      "epoch": 0.4236724672957267,
      "grad_norm": 0.14684434235095978,
      "learning_rate": 1.2915825444844414e-05,
      "loss": 0.7725,
      "step": 20104
    },
    {
      "epoch": 0.423693541334092,
      "grad_norm": 0.14654597640037537,
      "learning_rate": 1.2915172557882047e-05,
      "loss": 0.8341,
      "step": 20105
    },
    {
      "epoch": 0.4237146153724573,
      "grad_norm": 0.14685310423374176,
      "learning_rate": 1.2914519657339053e-05,
      "loss": 0.6841,
      "step": 20106
    },
    {
      "epoch": 0.42373568941082257,
      "grad_norm": 0.1283349096775055,
      "learning_rate": 1.2913866743218472e-05,
      "loss": 0.7479,
      "step": 20107
    },
    {
      "epoch": 0.42375676344918783,
      "grad_norm": 0.16980336606502533,
      "learning_rate": 1.2913213815523351e-05,
      "loss": 0.801,
      "step": 20108
    },
    {
      "epoch": 0.42377783748755316,
      "grad_norm": 0.14208826422691345,
      "learning_rate": 1.2912560874256728e-05,
      "loss": 0.7637,
      "step": 20109
    },
    {
      "epoch": 0.4237989115259184,
      "grad_norm": 0.1422303169965744,
      "learning_rate": 1.2911907919421647e-05,
      "loss": 0.802,
      "step": 20110
    },
    {
      "epoch": 0.42381998556428374,
      "grad_norm": 0.10927273333072662,
      "learning_rate": 1.2911254951021145e-05,
      "loss": 0.7997,
      "step": 20111
    },
    {
      "epoch": 0.423841059602649,
      "grad_norm": 0.15355555713176727,
      "learning_rate": 1.2910601969058268e-05,
      "loss": 0.7222,
      "step": 20112
    },
    {
      "epoch": 0.42386213364101427,
      "grad_norm": 0.12977777421474457,
      "learning_rate": 1.2909948973536057e-05,
      "loss": 0.8142,
      "step": 20113
    },
    {
      "epoch": 0.4238832076793796,
      "grad_norm": 0.1194569543004036,
      "learning_rate": 1.2909295964457553e-05,
      "loss": 0.7744,
      "step": 20114
    },
    {
      "epoch": 0.42390428171774486,
      "grad_norm": 0.17502151429653168,
      "learning_rate": 1.2908642941825802e-05,
      "loss": 0.8681,
      "step": 20115
    },
    {
      "epoch": 0.4239253557561102,
      "grad_norm": 0.15229909121990204,
      "learning_rate": 1.290798990564384e-05,
      "loss": 0.8157,
      "step": 20116
    },
    {
      "epoch": 0.42394642979447544,
      "grad_norm": 0.16523340344429016,
      "learning_rate": 1.2907336855914716e-05,
      "loss": 0.8909,
      "step": 20117
    },
    {
      "epoch": 0.4239675038328407,
      "grad_norm": 0.15775427222251892,
      "learning_rate": 1.2906683792641468e-05,
      "loss": 0.7502,
      "step": 20118
    },
    {
      "epoch": 0.42398857787120603,
      "grad_norm": 0.1603206992149353,
      "learning_rate": 1.2906030715827137e-05,
      "loss": 0.7943,
      "step": 20119
    },
    {
      "epoch": 0.4240096519095713,
      "grad_norm": 0.11034712195396423,
      "learning_rate": 1.2905377625474774e-05,
      "loss": 0.7645,
      "step": 20120
    },
    {
      "epoch": 0.4240307259479366,
      "grad_norm": 0.19090977311134338,
      "learning_rate": 1.2904724521587408e-05,
      "loss": 0.8866,
      "step": 20121
    },
    {
      "epoch": 0.4240517999863019,
      "grad_norm": 0.12218333780765533,
      "learning_rate": 1.2904071404168093e-05,
      "loss": 0.7941,
      "step": 20122
    },
    {
      "epoch": 0.42407287402466715,
      "grad_norm": 0.13686172664165497,
      "learning_rate": 1.2903418273219866e-05,
      "loss": 0.8591,
      "step": 20123
    },
    {
      "epoch": 0.42409394806303247,
      "grad_norm": 0.17707253992557526,
      "learning_rate": 1.2902765128745771e-05,
      "loss": 0.8079,
      "step": 20124
    },
    {
      "epoch": 0.42411502210139773,
      "grad_norm": 0.15366001427173615,
      "learning_rate": 1.2902111970748851e-05,
      "loss": 0.7758,
      "step": 20125
    },
    {
      "epoch": 0.424136096139763,
      "grad_norm": 0.1712752729654312,
      "learning_rate": 1.2901458799232149e-05,
      "loss": 0.8234,
      "step": 20126
    },
    {
      "epoch": 0.4241571701781283,
      "grad_norm": 0.1561085730791092,
      "learning_rate": 1.2900805614198708e-05,
      "loss": 0.7685,
      "step": 20127
    },
    {
      "epoch": 0.4241782442164936,
      "grad_norm": 0.14490698277950287,
      "learning_rate": 1.2900152415651567e-05,
      "loss": 0.7946,
      "step": 20128
    },
    {
      "epoch": 0.4241993182548589,
      "grad_norm": 0.1498633474111557,
      "learning_rate": 1.2899499203593777e-05,
      "loss": 0.8521,
      "step": 20129
    },
    {
      "epoch": 0.42422039229322417,
      "grad_norm": 0.13984039425849915,
      "learning_rate": 1.2898845978028375e-05,
      "loss": 0.7929,
      "step": 20130
    },
    {
      "epoch": 0.42424146633158943,
      "grad_norm": 0.15026648342609406,
      "learning_rate": 1.2898192738958405e-05,
      "loss": 0.7676,
      "step": 20131
    },
    {
      "epoch": 0.42426254036995475,
      "grad_norm": 0.135736346244812,
      "learning_rate": 1.2897539486386911e-05,
      "loss": 0.7863,
      "step": 20132
    },
    {
      "epoch": 0.42428361440832,
      "grad_norm": 0.1943030059337616,
      "learning_rate": 1.2896886220316936e-05,
      "loss": 0.8395,
      "step": 20133
    },
    {
      "epoch": 0.42430468844668534,
      "grad_norm": 0.11539993435144424,
      "learning_rate": 1.2896232940751523e-05,
      "loss": 0.7721,
      "step": 20134
    },
    {
      "epoch": 0.4243257624850506,
      "grad_norm": 0.13157454133033752,
      "learning_rate": 1.2895579647693714e-05,
      "loss": 0.7298,
      "step": 20135
    },
    {
      "epoch": 0.42434683652341587,
      "grad_norm": 0.13653619587421417,
      "learning_rate": 1.2894926341146557e-05,
      "loss": 0.8568,
      "step": 20136
    },
    {
      "epoch": 0.4243679105617812,
      "grad_norm": 0.11289843171834946,
      "learning_rate": 1.2894273021113093e-05,
      "loss": 0.7344,
      "step": 20137
    },
    {
      "epoch": 0.42438898460014646,
      "grad_norm": 0.12575168907642365,
      "learning_rate": 1.289361968759636e-05,
      "loss": 0.8365,
      "step": 20138
    },
    {
      "epoch": 0.4244100586385118,
      "grad_norm": 0.16624397039413452,
      "learning_rate": 1.2892966340599416e-05,
      "loss": 0.8454,
      "step": 20139
    },
    {
      "epoch": 0.42443113267687704,
      "grad_norm": 0.13973701000213623,
      "learning_rate": 1.289231298012529e-05,
      "loss": 0.8457,
      "step": 20140
    },
    {
      "epoch": 0.4244522067152423,
      "grad_norm": 0.13108855485916138,
      "learning_rate": 1.289165960617703e-05,
      "loss": 0.7899,
      "step": 20141
    },
    {
      "epoch": 0.42447328075360763,
      "grad_norm": 0.11503405123949051,
      "learning_rate": 1.289100621875768e-05,
      "loss": 0.7653,
      "step": 20142
    },
    {
      "epoch": 0.4244943547919729,
      "grad_norm": 0.15208791196346283,
      "learning_rate": 1.2890352817870287e-05,
      "loss": 0.7548,
      "step": 20143
    },
    {
      "epoch": 0.42451542883033816,
      "grad_norm": 0.11732570827007294,
      "learning_rate": 1.2889699403517894e-05,
      "loss": 0.7901,
      "step": 20144
    },
    {
      "epoch": 0.4245365028687035,
      "grad_norm": 0.1609947830438614,
      "learning_rate": 1.2889045975703545e-05,
      "loss": 0.8386,
      "step": 20145
    },
    {
      "epoch": 0.42455757690706875,
      "grad_norm": 0.1340954750776291,
      "learning_rate": 1.2888392534430278e-05,
      "loss": 0.8101,
      "step": 20146
    },
    {
      "epoch": 0.42457865094543407,
      "grad_norm": 0.1147984117269516,
      "learning_rate": 1.2887739079701147e-05,
      "loss": 0.7617,
      "step": 20147
    },
    {
      "epoch": 0.42459972498379933,
      "grad_norm": 0.14207710325717926,
      "learning_rate": 1.2887085611519188e-05,
      "loss": 0.7258,
      "step": 20148
    },
    {
      "epoch": 0.4246207990221646,
      "grad_norm": 0.11672784388065338,
      "learning_rate": 1.2886432129887452e-05,
      "loss": 0.7801,
      "step": 20149
    },
    {
      "epoch": 0.4246418730605299,
      "grad_norm": 0.1678471863269806,
      "learning_rate": 1.2885778634808974e-05,
      "loss": 0.7959,
      "step": 20150
    },
    {
      "epoch": 0.4246629470988952,
      "grad_norm": 0.12544873356819153,
      "learning_rate": 1.2885125126286808e-05,
      "loss": 0.7862,
      "step": 20151
    },
    {
      "epoch": 0.4246840211372605,
      "grad_norm": 0.1318315714597702,
      "learning_rate": 1.2884471604323992e-05,
      "loss": 0.841,
      "step": 20152
    },
    {
      "epoch": 0.42470509517562577,
      "grad_norm": 0.1395750492811203,
      "learning_rate": 1.2883818068923575e-05,
      "loss": 0.8023,
      "step": 20153
    },
    {
      "epoch": 0.42472616921399103,
      "grad_norm": 0.16024146974086761,
      "learning_rate": 1.2883164520088603e-05,
      "loss": 0.8179,
      "step": 20154
    },
    {
      "epoch": 0.42474724325235635,
      "grad_norm": 0.15978631377220154,
      "learning_rate": 1.2882510957822112e-05,
      "loss": 0.7401,
      "step": 20155
    },
    {
      "epoch": 0.4247683172907216,
      "grad_norm": 0.15006579458713531,
      "learning_rate": 1.2881857382127154e-05,
      "loss": 0.7595,
      "step": 20156
    },
    {
      "epoch": 0.42478939132908694,
      "grad_norm": 0.16118448972702026,
      "learning_rate": 1.288120379300677e-05,
      "loss": 0.8242,
      "step": 20157
    },
    {
      "epoch": 0.4248104653674522,
      "grad_norm": 0.1664942502975464,
      "learning_rate": 1.288055019046401e-05,
      "loss": 0.8585,
      "step": 20158
    },
    {
      "epoch": 0.42483153940581747,
      "grad_norm": 0.11107037961483002,
      "learning_rate": 1.2879896574501912e-05,
      "loss": 0.7817,
      "step": 20159
    },
    {
      "epoch": 0.4248526134441828,
      "grad_norm": 0.1394578069448471,
      "learning_rate": 1.2879242945123525e-05,
      "loss": 0.8113,
      "step": 20160
    },
    {
      "epoch": 0.42487368748254806,
      "grad_norm": 0.12189799547195435,
      "learning_rate": 1.2878589302331894e-05,
      "loss": 0.8006,
      "step": 20161
    },
    {
      "epoch": 0.4248947615209133,
      "grad_norm": 0.14532411098480225,
      "learning_rate": 1.2877935646130063e-05,
      "loss": 0.7915,
      "step": 20162
    },
    {
      "epoch": 0.42491583555927864,
      "grad_norm": 0.13419923186302185,
      "learning_rate": 1.2877281976521077e-05,
      "loss": 0.8172,
      "step": 20163
    },
    {
      "epoch": 0.4249369095976439,
      "grad_norm": 0.11801952123641968,
      "learning_rate": 1.2876628293507981e-05,
      "loss": 0.7713,
      "step": 20164
    },
    {
      "epoch": 0.42495798363600923,
      "grad_norm": 0.1458650380373001,
      "learning_rate": 1.2875974597093823e-05,
      "loss": 0.8429,
      "step": 20165
    },
    {
      "epoch": 0.4249790576743745,
      "grad_norm": 0.13086391985416412,
      "learning_rate": 1.2875320887281646e-05,
      "loss": 0.8353,
      "step": 20166
    },
    {
      "epoch": 0.42500013171273976,
      "grad_norm": 0.13301484286785126,
      "learning_rate": 1.2874667164074495e-05,
      "loss": 0.8115,
      "step": 20167
    },
    {
      "epoch": 0.4250212057511051,
      "grad_norm": 0.11760222166776657,
      "learning_rate": 1.2874013427475415e-05,
      "loss": 0.7542,
      "step": 20168
    },
    {
      "epoch": 0.42504227978947035,
      "grad_norm": 0.14467310905456543,
      "learning_rate": 1.2873359677487455e-05,
      "loss": 0.8093,
      "step": 20169
    },
    {
      "epoch": 0.42506335382783567,
      "grad_norm": 0.12648653984069824,
      "learning_rate": 1.2872705914113657e-05,
      "loss": 0.7744,
      "step": 20170
    },
    {
      "epoch": 0.42508442786620093,
      "grad_norm": 0.15914294123649597,
      "learning_rate": 1.2872052137357065e-05,
      "loss": 0.8164,
      "step": 20171
    },
    {
      "epoch": 0.4251055019045662,
      "grad_norm": 0.1537809520959854,
      "learning_rate": 1.287139834722073e-05,
      "loss": 0.8077,
      "step": 20172
    },
    {
      "epoch": 0.4251265759429315,
      "grad_norm": 0.17150604724884033,
      "learning_rate": 1.2870744543707697e-05,
      "loss": 0.7824,
      "step": 20173
    },
    {
      "epoch": 0.4251476499812968,
      "grad_norm": 0.15452441573143005,
      "learning_rate": 1.2870090726821008e-05,
      "loss": 0.8599,
      "step": 20174
    },
    {
      "epoch": 0.4251687240196621,
      "grad_norm": 0.1445537507534027,
      "learning_rate": 1.286943689656371e-05,
      "loss": 0.761,
      "step": 20175
    },
    {
      "epoch": 0.42518979805802737,
      "grad_norm": 0.12354698032140732,
      "learning_rate": 1.2868783052938849e-05,
      "loss": 0.782,
      "step": 20176
    },
    {
      "epoch": 0.42521087209639263,
      "grad_norm": 0.12808279693126678,
      "learning_rate": 1.2868129195949475e-05,
      "loss": 0.7378,
      "step": 20177
    },
    {
      "epoch": 0.42523194613475795,
      "grad_norm": 0.14614610373973846,
      "learning_rate": 1.2867475325598628e-05,
      "loss": 0.8088,
      "step": 20178
    },
    {
      "epoch": 0.4252530201731232,
      "grad_norm": 0.12153563648462296,
      "learning_rate": 1.286682144188936e-05,
      "loss": 0.8031,
      "step": 20179
    },
    {
      "epoch": 0.4252740942114885,
      "grad_norm": 0.13646912574768066,
      "learning_rate": 1.286616754482471e-05,
      "loss": 0.802,
      "step": 20180
    },
    {
      "epoch": 0.4252951682498538,
      "grad_norm": 0.11584405601024628,
      "learning_rate": 1.286551363440773e-05,
      "loss": 0.8003,
      "step": 20181
    },
    {
      "epoch": 0.42531624228821907,
      "grad_norm": 0.16846445202827454,
      "learning_rate": 1.2864859710641465e-05,
      "loss": 0.8286,
      "step": 20182
    },
    {
      "epoch": 0.4253373163265844,
      "grad_norm": 0.13563205301761627,
      "learning_rate": 1.2864205773528965e-05,
      "loss": 0.7932,
      "step": 20183
    },
    {
      "epoch": 0.42535839036494966,
      "grad_norm": 0.136917382478714,
      "learning_rate": 1.2863551823073266e-05,
      "loss": 0.7513,
      "step": 20184
    },
    {
      "epoch": 0.4253794644033149,
      "grad_norm": 0.16314418613910675,
      "learning_rate": 1.2862897859277424e-05,
      "loss": 0.8364,
      "step": 20185
    },
    {
      "epoch": 0.42540053844168024,
      "grad_norm": 0.10759492963552475,
      "learning_rate": 1.286224388214448e-05,
      "loss": 0.7495,
      "step": 20186
    },
    {
      "epoch": 0.4254216124800455,
      "grad_norm": 0.18013250827789307,
      "learning_rate": 1.2861589891677486e-05,
      "loss": 0.8361,
      "step": 20187
    },
    {
      "epoch": 0.42544268651841083,
      "grad_norm": 0.20657864212989807,
      "learning_rate": 1.2860935887879486e-05,
      "loss": 0.8676,
      "step": 20188
    },
    {
      "epoch": 0.4254637605567761,
      "grad_norm": 0.1301226168870926,
      "learning_rate": 1.2860281870753526e-05,
      "loss": 0.8034,
      "step": 20189
    },
    {
      "epoch": 0.42548483459514136,
      "grad_norm": 0.19513075053691864,
      "learning_rate": 1.2859627840302652e-05,
      "loss": 0.8564,
      "step": 20190
    },
    {
      "epoch": 0.4255059086335067,
      "grad_norm": 0.21794797480106354,
      "learning_rate": 1.2858973796529915e-05,
      "loss": 0.8558,
      "step": 20191
    },
    {
      "epoch": 0.42552698267187195,
      "grad_norm": 0.12691698968410492,
      "learning_rate": 1.2858319739438356e-05,
      "loss": 0.8504,
      "step": 20192
    },
    {
      "epoch": 0.42554805671023727,
      "grad_norm": 0.153203085064888,
      "learning_rate": 1.2857665669031028e-05,
      "loss": 0.833,
      "step": 20193
    },
    {
      "epoch": 0.42556913074860253,
      "grad_norm": 0.12183615565299988,
      "learning_rate": 1.2857011585310972e-05,
      "loss": 0.8084,
      "step": 20194
    },
    {
      "epoch": 0.4255902047869678,
      "grad_norm": 0.15892641246318817,
      "learning_rate": 1.2856357488281241e-05,
      "loss": 0.7843,
      "step": 20195
    },
    {
      "epoch": 0.4256112788253331,
      "grad_norm": 0.1482602059841156,
      "learning_rate": 1.2855703377944879e-05,
      "loss": 0.7976,
      "step": 20196
    },
    {
      "epoch": 0.4256323528636984,
      "grad_norm": 0.13754157721996307,
      "learning_rate": 1.2855049254304933e-05,
      "loss": 0.7994,
      "step": 20197
    },
    {
      "epoch": 0.4256534269020637,
      "grad_norm": 0.15943507850170135,
      "learning_rate": 1.2854395117364453e-05,
      "loss": 0.8021,
      "step": 20198
    },
    {
      "epoch": 0.42567450094042897,
      "grad_norm": 0.13218402862548828,
      "learning_rate": 1.2853740967126483e-05,
      "loss": 0.8232,
      "step": 20199
    },
    {
      "epoch": 0.42569557497879423,
      "grad_norm": 0.13477304577827454,
      "learning_rate": 1.2853086803594068e-05,
      "loss": 0.7688,
      "step": 20200
    },
    {
      "epoch": 0.42571664901715955,
      "grad_norm": 0.11653789132833481,
      "learning_rate": 1.2852432626770264e-05,
      "loss": 0.8186,
      "step": 20201
    },
    {
      "epoch": 0.4257377230555248,
      "grad_norm": 0.1272651106119156,
      "learning_rate": 1.2851778436658113e-05,
      "loss": 0.8643,
      "step": 20202
    },
    {
      "epoch": 0.4257587970938901,
      "grad_norm": 0.12038914114236832,
      "learning_rate": 1.2851124233260665e-05,
      "loss": 0.7783,
      "step": 20203
    },
    {
      "epoch": 0.4257798711322554,
      "grad_norm": 0.12421588599681854,
      "learning_rate": 1.2850470016580964e-05,
      "loss": 0.8931,
      "step": 20204
    },
    {
      "epoch": 0.42580094517062067,
      "grad_norm": 0.12597735226154327,
      "learning_rate": 1.2849815786622062e-05,
      "loss": 0.797,
      "step": 20205
    },
    {
      "epoch": 0.425822019208986,
      "grad_norm": 0.1409534215927124,
      "learning_rate": 1.2849161543387003e-05,
      "loss": 0.7766,
      "step": 20206
    },
    {
      "epoch": 0.42584309324735126,
      "grad_norm": 0.1409938931465149,
      "learning_rate": 1.2848507286878836e-05,
      "loss": 0.8028,
      "step": 20207
    },
    {
      "epoch": 0.4258641672857165,
      "grad_norm": 0.14174650609493256,
      "learning_rate": 1.2847853017100612e-05,
      "loss": 0.8104,
      "step": 20208
    },
    {
      "epoch": 0.42588524132408184,
      "grad_norm": 0.1370067000389099,
      "learning_rate": 1.2847198734055373e-05,
      "loss": 0.7723,
      "step": 20209
    },
    {
      "epoch": 0.4259063153624471,
      "grad_norm": 0.09337539970874786,
      "learning_rate": 1.2846544437746172e-05,
      "loss": 0.6897,
      "step": 20210
    },
    {
      "epoch": 0.42592738940081243,
      "grad_norm": 0.11960038542747498,
      "learning_rate": 1.2845890128176056e-05,
      "loss": 0.746,
      "step": 20211
    },
    {
      "epoch": 0.4259484634391777,
      "grad_norm": 0.11915188282728195,
      "learning_rate": 1.284523580534807e-05,
      "loss": 0.8461,
      "step": 20212
    },
    {
      "epoch": 0.42596953747754296,
      "grad_norm": 0.1414118856191635,
      "learning_rate": 1.2844581469265272e-05,
      "loss": 0.7937,
      "step": 20213
    },
    {
      "epoch": 0.4259906115159083,
      "grad_norm": 0.21980410814285278,
      "learning_rate": 1.2843927119930697e-05,
      "loss": 0.7716,
      "step": 20214
    },
    {
      "epoch": 0.42601168555427354,
      "grad_norm": 0.21410614252090454,
      "learning_rate": 1.2843272757347401e-05,
      "loss": 0.7906,
      "step": 20215
    },
    {
      "epoch": 0.42603275959263887,
      "grad_norm": 0.13004280626773834,
      "learning_rate": 1.2842618381518431e-05,
      "loss": 0.8089,
      "step": 20216
    },
    {
      "epoch": 0.42605383363100413,
      "grad_norm": 0.1584748476743698,
      "learning_rate": 1.2841963992446838e-05,
      "loss": 0.7751,
      "step": 20217
    },
    {
      "epoch": 0.4260749076693694,
      "grad_norm": 0.16278544068336487,
      "learning_rate": 1.2841309590135667e-05,
      "loss": 0.838,
      "step": 20218
    },
    {
      "epoch": 0.4260959817077347,
      "grad_norm": 0.13309970498085022,
      "learning_rate": 1.2840655174587965e-05,
      "loss": 0.8352,
      "step": 20219
    },
    {
      "epoch": 0.4261170557461,
      "grad_norm": 0.1719454824924469,
      "learning_rate": 1.2840000745806785e-05,
      "loss": 0.7895,
      "step": 20220
    },
    {
      "epoch": 0.42613812978446525,
      "grad_norm": 0.13509242236614227,
      "learning_rate": 1.2839346303795173e-05,
      "loss": 0.7333,
      "step": 20221
    },
    {
      "epoch": 0.42615920382283057,
      "grad_norm": 0.1610226184129715,
      "learning_rate": 1.2838691848556182e-05,
      "loss": 0.8454,
      "step": 20222
    },
    {
      "epoch": 0.42618027786119583,
      "grad_norm": 0.18548446893692017,
      "learning_rate": 1.2838037380092856e-05,
      "loss": 0.8376,
      "step": 20223
    },
    {
      "epoch": 0.42620135189956115,
      "grad_norm": 0.12168162316083908,
      "learning_rate": 1.2837382898408244e-05,
      "loss": 0.8017,
      "step": 20224
    },
    {
      "epoch": 0.4262224259379264,
      "grad_norm": 0.17056448757648468,
      "learning_rate": 1.2836728403505398e-05,
      "loss": 0.8142,
      "step": 20225
    },
    {
      "epoch": 0.4262434999762917,
      "grad_norm": 0.15642789006233215,
      "learning_rate": 1.2836073895387365e-05,
      "loss": 0.7632,
      "step": 20226
    },
    {
      "epoch": 0.426264574014657,
      "grad_norm": 0.19186976552009583,
      "learning_rate": 1.2835419374057194e-05,
      "loss": 0.8055,
      "step": 20227
    },
    {
      "epoch": 0.42628564805302227,
      "grad_norm": 0.11150281876325607,
      "learning_rate": 1.283476483951794e-05,
      "loss": 0.7356,
      "step": 20228
    },
    {
      "epoch": 0.4263067220913876,
      "grad_norm": 0.18403685092926025,
      "learning_rate": 1.2834110291772639e-05,
      "loss": 0.7991,
      "step": 20229
    },
    {
      "epoch": 0.42632779612975286,
      "grad_norm": 0.13204751908779144,
      "learning_rate": 1.2833455730824354e-05,
      "loss": 0.8576,
      "step": 20230
    },
    {
      "epoch": 0.4263488701681181,
      "grad_norm": 0.14823536574840546,
      "learning_rate": 1.2832801156676126e-05,
      "loss": 0.7719,
      "step": 20231
    },
    {
      "epoch": 0.42636994420648344,
      "grad_norm": 0.1445595920085907,
      "learning_rate": 1.283214656933101e-05,
      "loss": 0.7864,
      "step": 20232
    },
    {
      "epoch": 0.4263910182448487,
      "grad_norm": 0.13675616681575775,
      "learning_rate": 1.283149196879205e-05,
      "loss": 0.8167,
      "step": 20233
    },
    {
      "epoch": 0.42641209228321403,
      "grad_norm": 0.12886343896389008,
      "learning_rate": 1.2830837355062299e-05,
      "loss": 0.8978,
      "step": 20234
    },
    {
      "epoch": 0.4264331663215793,
      "grad_norm": 0.10638546943664551,
      "learning_rate": 1.2830182728144806e-05,
      "loss": 0.822,
      "step": 20235
    },
    {
      "epoch": 0.42645424035994456,
      "grad_norm": 0.13845419883728027,
      "learning_rate": 1.2829528088042618e-05,
      "loss": 0.8008,
      "step": 20236
    },
    {
      "epoch": 0.4264753143983099,
      "grad_norm": 0.16349290311336517,
      "learning_rate": 1.2828873434758789e-05,
      "loss": 0.8595,
      "step": 20237
    },
    {
      "epoch": 0.42649638843667514,
      "grad_norm": 0.12837854027748108,
      "learning_rate": 1.2828218768296366e-05,
      "loss": 0.8544,
      "step": 20238
    },
    {
      "epoch": 0.4265174624750404,
      "grad_norm": 0.10644407570362091,
      "learning_rate": 1.28275640886584e-05,
      "loss": 0.7722,
      "step": 20239
    },
    {
      "epoch": 0.42653853651340573,
      "grad_norm": 0.12580543756484985,
      "learning_rate": 1.282690939584794e-05,
      "loss": 0.7582,
      "step": 20240
    },
    {
      "epoch": 0.426559610551771,
      "grad_norm": 0.154933363199234,
      "learning_rate": 1.2826254689868036e-05,
      "loss": 0.8166,
      "step": 20241
    },
    {
      "epoch": 0.4265806845901363,
      "grad_norm": 0.11944078654050827,
      "learning_rate": 1.2825599970721743e-05,
      "loss": 0.8373,
      "step": 20242
    },
    {
      "epoch": 0.4266017586285016,
      "grad_norm": 0.1234855204820633,
      "learning_rate": 1.2824945238412098e-05,
      "loss": 0.7144,
      "step": 20243
    },
    {
      "epoch": 0.42662283266686685,
      "grad_norm": 0.09604477882385254,
      "learning_rate": 1.2824290492942167e-05,
      "loss": 0.7156,
      "step": 20244
    },
    {
      "epoch": 0.42664390670523217,
      "grad_norm": 0.12601447105407715,
      "learning_rate": 1.282363573431499e-05,
      "loss": 0.7349,
      "step": 20245
    },
    {
      "epoch": 0.42666498074359743,
      "grad_norm": 0.12963378429412842,
      "learning_rate": 1.282298096253362e-05,
      "loss": 0.7594,
      "step": 20246
    },
    {
      "epoch": 0.42668605478196275,
      "grad_norm": 0.1159663200378418,
      "learning_rate": 1.282232617760111e-05,
      "loss": 0.7865,
      "step": 20247
    },
    {
      "epoch": 0.426707128820328,
      "grad_norm": 0.1244627833366394,
      "learning_rate": 1.2821671379520507e-05,
      "loss": 0.7847,
      "step": 20248
    },
    {
      "epoch": 0.4267282028586933,
      "grad_norm": 0.14593805372714996,
      "learning_rate": 1.282101656829486e-05,
      "loss": 0.8386,
      "step": 20249
    },
    {
      "epoch": 0.4267492768970586,
      "grad_norm": 0.16649842262268066,
      "learning_rate": 1.2820361743927218e-05,
      "loss": 0.875,
      "step": 20250
    },
    {
      "epoch": 0.42677035093542387,
      "grad_norm": 0.13683415949344635,
      "learning_rate": 1.2819706906420643e-05,
      "loss": 0.8518,
      "step": 20251
    },
    {
      "epoch": 0.4267914249737892,
      "grad_norm": 0.14086949825286865,
      "learning_rate": 1.2819052055778174e-05,
      "loss": 0.8772,
      "step": 20252
    },
    {
      "epoch": 0.42681249901215446,
      "grad_norm": 0.12090305984020233,
      "learning_rate": 1.2818397192002866e-05,
      "loss": 0.8423,
      "step": 20253
    },
    {
      "epoch": 0.4268335730505197,
      "grad_norm": 0.1181284710764885,
      "learning_rate": 1.2817742315097772e-05,
      "loss": 0.7961,
      "step": 20254
    },
    {
      "epoch": 0.42685464708888504,
      "grad_norm": 0.10523584485054016,
      "learning_rate": 1.2817087425065937e-05,
      "loss": 0.6974,
      "step": 20255
    },
    {
      "epoch": 0.4268757211272503,
      "grad_norm": 0.12156163901090622,
      "learning_rate": 1.2816432521910415e-05,
      "loss": 0.8285,
      "step": 20256
    },
    {
      "epoch": 0.4268967951656156,
      "grad_norm": 0.09815696626901627,
      "learning_rate": 1.2815777605634258e-05,
      "loss": 0.7528,
      "step": 20257
    },
    {
      "epoch": 0.4269178692039809,
      "grad_norm": 0.11335141956806183,
      "learning_rate": 1.2815122676240518e-05,
      "loss": 0.797,
      "step": 20258
    },
    {
      "epoch": 0.42693894324234616,
      "grad_norm": 0.11113282293081284,
      "learning_rate": 1.281446773373224e-05,
      "loss": 0.7799,
      "step": 20259
    },
    {
      "epoch": 0.4269600172807115,
      "grad_norm": 0.11987460404634476,
      "learning_rate": 1.2813812778112484e-05,
      "loss": 0.8289,
      "step": 20260
    },
    {
      "epoch": 0.42698109131907674,
      "grad_norm": 0.11102472990751266,
      "learning_rate": 1.2813157809384293e-05,
      "loss": 0.7889,
      "step": 20261
    },
    {
      "epoch": 0.427002165357442,
      "grad_norm": 0.12436865270137787,
      "learning_rate": 1.2812502827550724e-05,
      "loss": 0.7432,
      "step": 20262
    },
    {
      "epoch": 0.42702323939580733,
      "grad_norm": 0.1203378289937973,
      "learning_rate": 1.2811847832614825e-05,
      "loss": 0.762,
      "step": 20263
    },
    {
      "epoch": 0.4270443134341726,
      "grad_norm": 0.12885993719100952,
      "learning_rate": 1.2811192824579645e-05,
      "loss": 0.8119,
      "step": 20264
    },
    {
      "epoch": 0.4270653874725379,
      "grad_norm": 0.114317387342453,
      "learning_rate": 1.281053780344824e-05,
      "loss": 0.7387,
      "step": 20265
    },
    {
      "epoch": 0.4270864615109032,
      "grad_norm": 0.16507543623447418,
      "learning_rate": 1.2809882769223665e-05,
      "loss": 0.8206,
      "step": 20266
    },
    {
      "epoch": 0.42710753554926845,
      "grad_norm": 0.1671442687511444,
      "learning_rate": 1.280922772190896e-05,
      "loss": 0.7961,
      "step": 20267
    },
    {
      "epoch": 0.42712860958763377,
      "grad_norm": 0.11879339069128036,
      "learning_rate": 1.2808572661507188e-05,
      "loss": 0.7305,
      "step": 20268
    },
    {
      "epoch": 0.42714968362599903,
      "grad_norm": 0.1549384742975235,
      "learning_rate": 1.2807917588021395e-05,
      "loss": 0.7875,
      "step": 20269
    },
    {
      "epoch": 0.42717075766436435,
      "grad_norm": 0.161908358335495,
      "learning_rate": 1.2807262501454634e-05,
      "loss": 0.7895,
      "step": 20270
    },
    {
      "epoch": 0.4271918317027296,
      "grad_norm": 0.1723659336566925,
      "learning_rate": 1.2806607401809954e-05,
      "loss": 0.7953,
      "step": 20271
    },
    {
      "epoch": 0.4272129057410949,
      "grad_norm": 0.12479548156261444,
      "learning_rate": 1.2805952289090411e-05,
      "loss": 0.7854,
      "step": 20272
    },
    {
      "epoch": 0.4272339797794602,
      "grad_norm": 0.2062433511018753,
      "learning_rate": 1.2805297163299056e-05,
      "loss": 0.8022,
      "step": 20273
    },
    {
      "epoch": 0.42725505381782547,
      "grad_norm": 0.202516108751297,
      "learning_rate": 1.2804642024438938e-05,
      "loss": 0.7642,
      "step": 20274
    },
    {
      "epoch": 0.42727612785619073,
      "grad_norm": 0.17313754558563232,
      "learning_rate": 1.2803986872513113e-05,
      "loss": 0.8014,
      "step": 20275
    },
    {
      "epoch": 0.42729720189455606,
      "grad_norm": 0.19246280193328857,
      "learning_rate": 1.2803331707524632e-05,
      "loss": 0.8056,
      "step": 20276
    },
    {
      "epoch": 0.4273182759329213,
      "grad_norm": 0.12031107395887375,
      "learning_rate": 1.2802676529476546e-05,
      "loss": 0.8412,
      "step": 20277
    },
    {
      "epoch": 0.42733934997128664,
      "grad_norm": 0.16872796416282654,
      "learning_rate": 1.2802021338371906e-05,
      "loss": 0.7891,
      "step": 20278
    },
    {
      "epoch": 0.4273604240096519,
      "grad_norm": 0.12022215127944946,
      "learning_rate": 1.2801366134213766e-05,
      "loss": 0.7997,
      "step": 20279
    },
    {
      "epoch": 0.42738149804801717,
      "grad_norm": 0.21271809935569763,
      "learning_rate": 1.2800710917005179e-05,
      "loss": 0.8842,
      "step": 20280
    },
    {
      "epoch": 0.4274025720863825,
      "grad_norm": 0.1628464013338089,
      "learning_rate": 1.2800055686749197e-05,
      "loss": 0.7952,
      "step": 20281
    },
    {
      "epoch": 0.42742364612474776,
      "grad_norm": 0.1522226780653,
      "learning_rate": 1.2799400443448873e-05,
      "loss": 0.8635,
      "step": 20282
    },
    {
      "epoch": 0.4274447201631131,
      "grad_norm": 0.20494651794433594,
      "learning_rate": 1.2798745187107257e-05,
      "loss": 0.8424,
      "step": 20283
    },
    {
      "epoch": 0.42746579420147834,
      "grad_norm": 0.12771514058113098,
      "learning_rate": 1.2798089917727405e-05,
      "loss": 0.7714,
      "step": 20284
    },
    {
      "epoch": 0.4274868682398436,
      "grad_norm": 0.15259712934494019,
      "learning_rate": 1.2797434635312366e-05,
      "loss": 0.7532,
      "step": 20285
    },
    {
      "epoch": 0.42750794227820893,
      "grad_norm": 0.12477267533540726,
      "learning_rate": 1.2796779339865197e-05,
      "loss": 0.8322,
      "step": 20286
    },
    {
      "epoch": 0.4275290163165742,
      "grad_norm": 0.1921473741531372,
      "learning_rate": 1.2796124031388945e-05,
      "loss": 0.8414,
      "step": 20287
    },
    {
      "epoch": 0.4275500903549395,
      "grad_norm": 0.16433614492416382,
      "learning_rate": 1.2795468709886669e-05,
      "loss": 0.8178,
      "step": 20288
    },
    {
      "epoch": 0.4275711643933048,
      "grad_norm": 0.1325153410434723,
      "learning_rate": 1.279481337536142e-05,
      "loss": 0.7715,
      "step": 20289
    },
    {
      "epoch": 0.42759223843167005,
      "grad_norm": 0.15900665521621704,
      "learning_rate": 1.2794158027816246e-05,
      "loss": 0.8167,
      "step": 20290
    },
    {
      "epoch": 0.42761331247003537,
      "grad_norm": 0.11238554120063782,
      "learning_rate": 1.2793502667254206e-05,
      "loss": 0.7619,
      "step": 20291
    },
    {
      "epoch": 0.42763438650840063,
      "grad_norm": 0.14928574860095978,
      "learning_rate": 1.2792847293678351e-05,
      "loss": 0.8098,
      "step": 20292
    },
    {
      "epoch": 0.42765546054676595,
      "grad_norm": 0.12519471347332,
      "learning_rate": 1.2792191907091733e-05,
      "loss": 0.7576,
      "step": 20293
    },
    {
      "epoch": 0.4276765345851312,
      "grad_norm": 0.15283474326133728,
      "learning_rate": 1.2791536507497408e-05,
      "loss": 0.7958,
      "step": 20294
    },
    {
      "epoch": 0.4276976086234965,
      "grad_norm": 0.11835791170597076,
      "learning_rate": 1.2790881094898428e-05,
      "loss": 0.7501,
      "step": 20295
    },
    {
      "epoch": 0.4277186826618618,
      "grad_norm": 0.13250099122524261,
      "learning_rate": 1.2790225669297847e-05,
      "loss": 0.7688,
      "step": 20296
    },
    {
      "epoch": 0.42773975670022707,
      "grad_norm": 0.11808886379003525,
      "learning_rate": 1.2789570230698715e-05,
      "loss": 0.7848,
      "step": 20297
    },
    {
      "epoch": 0.42776083073859233,
      "grad_norm": 0.13732893764972687,
      "learning_rate": 1.2788914779104088e-05,
      "loss": 0.7687,
      "step": 20298
    },
    {
      "epoch": 0.42778190477695766,
      "grad_norm": 0.13243752717971802,
      "learning_rate": 1.278825931451702e-05,
      "loss": 0.7333,
      "step": 20299
    },
    {
      "epoch": 0.4278029788153229,
      "grad_norm": 0.1343950480222702,
      "learning_rate": 1.2787603836940562e-05,
      "loss": 0.8111,
      "step": 20300
    },
    {
      "epoch": 0.42782405285368824,
      "grad_norm": 0.12246373295783997,
      "learning_rate": 1.278694834637777e-05,
      "loss": 0.8138,
      "step": 20301
    },
    {
      "epoch": 0.4278451268920535,
      "grad_norm": 0.13800714910030365,
      "learning_rate": 1.2786292842831697e-05,
      "loss": 0.8039,
      "step": 20302
    },
    {
      "epoch": 0.42786620093041877,
      "grad_norm": 0.11732204258441925,
      "learning_rate": 1.2785637326305399e-05,
      "loss": 0.7443,
      "step": 20303
    },
    {
      "epoch": 0.4278872749687841,
      "grad_norm": 0.1541784703731537,
      "learning_rate": 1.2784981796801925e-05,
      "loss": 0.855,
      "step": 20304
    },
    {
      "epoch": 0.42790834900714936,
      "grad_norm": 0.13153937458992004,
      "learning_rate": 1.2784326254324333e-05,
      "loss": 0.75,
      "step": 20305
    },
    {
      "epoch": 0.4279294230455147,
      "grad_norm": 0.17572994530200958,
      "learning_rate": 1.2783670698875676e-05,
      "loss": 0.8316,
      "step": 20306
    },
    {
      "epoch": 0.42795049708387994,
      "grad_norm": 0.18988949060440063,
      "learning_rate": 1.2783015130459004e-05,
      "loss": 0.8053,
      "step": 20307
    },
    {
      "epoch": 0.4279715711222452,
      "grad_norm": 0.1614941656589508,
      "learning_rate": 1.2782359549077374e-05,
      "loss": 0.8661,
      "step": 20308
    },
    {
      "epoch": 0.42799264516061053,
      "grad_norm": 0.2108139842748642,
      "learning_rate": 1.2781703954733844e-05,
      "loss": 0.8152,
      "step": 20309
    },
    {
      "epoch": 0.4280137191989758,
      "grad_norm": 0.15048818290233612,
      "learning_rate": 1.2781048347431466e-05,
      "loss": 0.7911,
      "step": 20310
    },
    {
      "epoch": 0.4280347932373411,
      "grad_norm": 0.1914166510105133,
      "learning_rate": 1.278039272717329e-05,
      "loss": 0.8147,
      "step": 20311
    },
    {
      "epoch": 0.4280558672757064,
      "grad_norm": 0.15286824107170105,
      "learning_rate": 1.2779737093962373e-05,
      "loss": 0.7801,
      "step": 20312
    },
    {
      "epoch": 0.42807694131407165,
      "grad_norm": 0.16022130846977234,
      "learning_rate": 1.277908144780177e-05,
      "loss": 0.7954,
      "step": 20313
    },
    {
      "epoch": 0.42809801535243697,
      "grad_norm": 0.14775130152702332,
      "learning_rate": 1.277842578869453e-05,
      "loss": 0.7487,
      "step": 20314
    },
    {
      "epoch": 0.42811908939080223,
      "grad_norm": 0.17406228184700012,
      "learning_rate": 1.2777770116643717e-05,
      "loss": 0.794,
      "step": 20315
    },
    {
      "epoch": 0.4281401634291675,
      "grad_norm": 0.1653669774532318,
      "learning_rate": 1.277711443165238e-05,
      "loss": 0.8487,
      "step": 20316
    },
    {
      "epoch": 0.4281612374675328,
      "grad_norm": 0.14337070286273956,
      "learning_rate": 1.2776458733723573e-05,
      "loss": 0.8065,
      "step": 20317
    },
    {
      "epoch": 0.4281823115058981,
      "grad_norm": 0.14714334905147552,
      "learning_rate": 1.2775803022860354e-05,
      "loss": 0.7713,
      "step": 20318
    },
    {
      "epoch": 0.4282033855442634,
      "grad_norm": 0.1492934226989746,
      "learning_rate": 1.2775147299065776e-05,
      "loss": 0.8321,
      "step": 20319
    },
    {
      "epoch": 0.42822445958262867,
      "grad_norm": 0.14613600075244904,
      "learning_rate": 1.2774491562342892e-05,
      "loss": 0.8168,
      "step": 20320
    },
    {
      "epoch": 0.42824553362099393,
      "grad_norm": 0.17500527203083038,
      "learning_rate": 1.2773835812694762e-05,
      "loss": 0.8494,
      "step": 20321
    },
    {
      "epoch": 0.42826660765935926,
      "grad_norm": 0.14821843802928925,
      "learning_rate": 1.277318005012443e-05,
      "loss": 0.7215,
      "step": 20322
    },
    {
      "epoch": 0.4282876816977245,
      "grad_norm": 0.15038178861141205,
      "learning_rate": 1.277252427463496e-05,
      "loss": 0.7748,
      "step": 20323
    },
    {
      "epoch": 0.42830875573608984,
      "grad_norm": 0.1657063066959381,
      "learning_rate": 1.2771868486229409e-05,
      "loss": 0.8519,
      "step": 20324
    },
    {
      "epoch": 0.4283298297744551,
      "grad_norm": 0.1657486855983734,
      "learning_rate": 1.2771212684910826e-05,
      "loss": 0.8508,
      "step": 20325
    },
    {
      "epoch": 0.42835090381282037,
      "grad_norm": 0.16196346282958984,
      "learning_rate": 1.2770556870682267e-05,
      "loss": 0.8078,
      "step": 20326
    },
    {
      "epoch": 0.4283719778511857,
      "grad_norm": 0.12624093890190125,
      "learning_rate": 1.2769901043546791e-05,
      "loss": 0.7598,
      "step": 20327
    },
    {
      "epoch": 0.42839305188955096,
      "grad_norm": 0.18417897820472717,
      "learning_rate": 1.2769245203507448e-05,
      "loss": 0.7625,
      "step": 20328
    },
    {
      "epoch": 0.4284141259279163,
      "grad_norm": 0.13192354142665863,
      "learning_rate": 1.2768589350567296e-05,
      "loss": 0.8528,
      "step": 20329
    },
    {
      "epoch": 0.42843519996628154,
      "grad_norm": 0.12323617190122604,
      "learning_rate": 1.2767933484729392e-05,
      "loss": 0.7744,
      "step": 20330
    },
    {
      "epoch": 0.4284562740046468,
      "grad_norm": 0.13300246000289917,
      "learning_rate": 1.2767277605996789e-05,
      "loss": 0.7851,
      "step": 20331
    },
    {
      "epoch": 0.42847734804301213,
      "grad_norm": 0.1622234582901001,
      "learning_rate": 1.2766621714372543e-05,
      "loss": 0.8466,
      "step": 20332
    },
    {
      "epoch": 0.4284984220813774,
      "grad_norm": 0.11976686865091324,
      "learning_rate": 1.2765965809859709e-05,
      "loss": 0.8131,
      "step": 20333
    },
    {
      "epoch": 0.42851949611974266,
      "grad_norm": 0.14976735413074493,
      "learning_rate": 1.2765309892461344e-05,
      "loss": 0.8375,
      "step": 20334
    },
    {
      "epoch": 0.428540570158108,
      "grad_norm": 0.15536978840827942,
      "learning_rate": 1.2764653962180505e-05,
      "loss": 0.7725,
      "step": 20335
    },
    {
      "epoch": 0.42856164419647325,
      "grad_norm": 0.13440881669521332,
      "learning_rate": 1.2763998019020243e-05,
      "loss": 0.8221,
      "step": 20336
    },
    {
      "epoch": 0.42858271823483857,
      "grad_norm": 0.14437207579612732,
      "learning_rate": 1.2763342062983615e-05,
      "loss": 0.835,
      "step": 20337
    },
    {
      "epoch": 0.42860379227320383,
      "grad_norm": 0.13396497070789337,
      "learning_rate": 1.276268609407368e-05,
      "loss": 0.7543,
      "step": 20338
    },
    {
      "epoch": 0.4286248663115691,
      "grad_norm": 0.1593170017004013,
      "learning_rate": 1.2762030112293493e-05,
      "loss": 0.8127,
      "step": 20339
    },
    {
      "epoch": 0.4286459403499344,
      "grad_norm": 0.14294786751270294,
      "learning_rate": 1.2761374117646109e-05,
      "loss": 0.8232,
      "step": 20340
    },
    {
      "epoch": 0.4286670143882997,
      "grad_norm": 0.17462009191513062,
      "learning_rate": 1.2760718110134584e-05,
      "loss": 0.8189,
      "step": 20341
    },
    {
      "epoch": 0.428688088426665,
      "grad_norm": 0.1457783281803131,
      "learning_rate": 1.2760062089761973e-05,
      "loss": 0.7898,
      "step": 20342
    },
    {
      "epoch": 0.42870916246503027,
      "grad_norm": 0.14558210968971252,
      "learning_rate": 1.2759406056531335e-05,
      "loss": 0.874,
      "step": 20343
    },
    {
      "epoch": 0.42873023650339553,
      "grad_norm": 0.1592814028263092,
      "learning_rate": 1.2758750010445724e-05,
      "loss": 0.8248,
      "step": 20344
    },
    {
      "epoch": 0.42875131054176085,
      "grad_norm": 0.15250936150550842,
      "learning_rate": 1.2758093951508197e-05,
      "loss": 0.8256,
      "step": 20345
    },
    {
      "epoch": 0.4287723845801261,
      "grad_norm": 0.2035432904958725,
      "learning_rate": 1.2757437879721807e-05,
      "loss": 0.8036,
      "step": 20346
    },
    {
      "epoch": 0.42879345861849144,
      "grad_norm": 0.11967173963785172,
      "learning_rate": 1.2756781795089618e-05,
      "loss": 0.7904,
      "step": 20347
    },
    {
      "epoch": 0.4288145326568567,
      "grad_norm": 0.1737171709537506,
      "learning_rate": 1.275612569761468e-05,
      "loss": 0.8238,
      "step": 20348
    },
    {
      "epoch": 0.42883560669522197,
      "grad_norm": 0.16662120819091797,
      "learning_rate": 1.275546958730005e-05,
      "loss": 0.8562,
      "step": 20349
    },
    {
      "epoch": 0.4288566807335873,
      "grad_norm": 0.14137597382068634,
      "learning_rate": 1.2754813464148792e-05,
      "loss": 0.7943,
      "step": 20350
    },
    {
      "epoch": 0.42887775477195256,
      "grad_norm": 0.15673238039016724,
      "learning_rate": 1.275415732816395e-05,
      "loss": 0.7813,
      "step": 20351
    },
    {
      "epoch": 0.4288988288103178,
      "grad_norm": 0.13026101887226105,
      "learning_rate": 1.2753501179348591e-05,
      "loss": 0.8078,
      "step": 20352
    },
    {
      "epoch": 0.42891990284868314,
      "grad_norm": 0.18127624690532684,
      "learning_rate": 1.2752845017705766e-05,
      "loss": 0.8264,
      "step": 20353
    },
    {
      "epoch": 0.4289409768870484,
      "grad_norm": 0.15244975686073303,
      "learning_rate": 1.2752188843238536e-05,
      "loss": 0.7723,
      "step": 20354
    },
    {
      "epoch": 0.42896205092541373,
      "grad_norm": 0.14199985563755035,
      "learning_rate": 1.2751532655949954e-05,
      "loss": 0.7327,
      "step": 20355
    },
    {
      "epoch": 0.428983124963779,
      "grad_norm": 0.16575245559215546,
      "learning_rate": 1.2750876455843079e-05,
      "loss": 0.8235,
      "step": 20356
    },
    {
      "epoch": 0.42900419900214426,
      "grad_norm": 0.13297489285469055,
      "learning_rate": 1.2750220242920967e-05,
      "loss": 0.7489,
      "step": 20357
    },
    {
      "epoch": 0.4290252730405096,
      "grad_norm": 0.17850588262081146,
      "learning_rate": 1.2749564017186675e-05,
      "loss": 0.8424,
      "step": 20358
    },
    {
      "epoch": 0.42904634707887485,
      "grad_norm": 0.15249040722846985,
      "learning_rate": 1.2748907778643265e-05,
      "loss": 0.842,
      "step": 20359
    },
    {
      "epoch": 0.42906742111724017,
      "grad_norm": 0.14088529348373413,
      "learning_rate": 1.2748251527293785e-05,
      "loss": 0.7809,
      "step": 20360
    },
    {
      "epoch": 0.42908849515560543,
      "grad_norm": 0.14128313958644867,
      "learning_rate": 1.27475952631413e-05,
      "loss": 0.7924,
      "step": 20361
    },
    {
      "epoch": 0.4291095691939707,
      "grad_norm": 0.12379837036132812,
      "learning_rate": 1.2746938986188862e-05,
      "loss": 0.7904,
      "step": 20362
    },
    {
      "epoch": 0.429130643232336,
      "grad_norm": 0.13449712097644806,
      "learning_rate": 1.2746282696439531e-05,
      "loss": 0.7014,
      "step": 20363
    },
    {
      "epoch": 0.4291517172707013,
      "grad_norm": 0.13984502851963043,
      "learning_rate": 1.2745626393896365e-05,
      "loss": 0.7506,
      "step": 20364
    },
    {
      "epoch": 0.4291727913090666,
      "grad_norm": 0.1771133989095688,
      "learning_rate": 1.274497007856242e-05,
      "loss": 0.8858,
      "step": 20365
    },
    {
      "epoch": 0.42919386534743187,
      "grad_norm": 0.12057763338088989,
      "learning_rate": 1.2744313750440756e-05,
      "loss": 0.7691,
      "step": 20366
    },
    {
      "epoch": 0.42921493938579713,
      "grad_norm": 0.17470219731330872,
      "learning_rate": 1.2743657409534427e-05,
      "loss": 0.778,
      "step": 20367
    },
    {
      "epoch": 0.42923601342416245,
      "grad_norm": 0.17888611555099487,
      "learning_rate": 1.274300105584649e-05,
      "loss": 0.8193,
      "step": 20368
    },
    {
      "epoch": 0.4292570874625277,
      "grad_norm": 0.13351967930793762,
      "learning_rate": 1.274234468938001e-05,
      "loss": 0.8226,
      "step": 20369
    },
    {
      "epoch": 0.429278161500893,
      "grad_norm": 0.15887346863746643,
      "learning_rate": 1.2741688310138036e-05,
      "loss": 0.7773,
      "step": 20370
    },
    {
      "epoch": 0.4292992355392583,
      "grad_norm": 0.12699906527996063,
      "learning_rate": 1.2741031918123632e-05,
      "loss": 0.8434,
      "step": 20371
    },
    {
      "epoch": 0.42932030957762357,
      "grad_norm": 0.1563156247138977,
      "learning_rate": 1.274037551333985e-05,
      "loss": 0.83,
      "step": 20372
    },
    {
      "epoch": 0.4293413836159889,
      "grad_norm": 0.1129157692193985,
      "learning_rate": 1.2739719095789751e-05,
      "loss": 0.6916,
      "step": 20373
    },
    {
      "epoch": 0.42936245765435416,
      "grad_norm": 0.18003569543361664,
      "learning_rate": 1.2739062665476398e-05,
      "loss": 0.7941,
      "step": 20374
    },
    {
      "epoch": 0.4293835316927194,
      "grad_norm": 0.11787694692611694,
      "learning_rate": 1.2738406222402842e-05,
      "loss": 0.7773,
      "step": 20375
    },
    {
      "epoch": 0.42940460573108474,
      "grad_norm": 0.15705949068069458,
      "learning_rate": 1.2737749766572143e-05,
      "loss": 0.7943,
      "step": 20376
    },
    {
      "epoch": 0.42942567976945,
      "grad_norm": 0.1396520733833313,
      "learning_rate": 1.2737093297987358e-05,
      "loss": 0.8037,
      "step": 20377
    },
    {
      "epoch": 0.42944675380781533,
      "grad_norm": 0.13976283371448517,
      "learning_rate": 1.273643681665155e-05,
      "loss": 0.7696,
      "step": 20378
    },
    {
      "epoch": 0.4294678278461806,
      "grad_norm": 0.14196810126304626,
      "learning_rate": 1.2735780322567771e-05,
      "loss": 0.7764,
      "step": 20379
    },
    {
      "epoch": 0.42948890188454586,
      "grad_norm": 0.13786154985427856,
      "learning_rate": 1.2735123815739084e-05,
      "loss": 0.8063,
      "step": 20380
    },
    {
      "epoch": 0.4295099759229112,
      "grad_norm": 0.1491611897945404,
      "learning_rate": 1.2734467296168544e-05,
      "loss": 0.7787,
      "step": 20381
    },
    {
      "epoch": 0.42953104996127645,
      "grad_norm": 0.11571168899536133,
      "learning_rate": 1.2733810763859213e-05,
      "loss": 0.8101,
      "step": 20382
    },
    {
      "epoch": 0.42955212399964177,
      "grad_norm": 0.16835260391235352,
      "learning_rate": 1.273315421881415e-05,
      "loss": 0.7901,
      "step": 20383
    },
    {
      "epoch": 0.42957319803800703,
      "grad_norm": 0.11278372257947922,
      "learning_rate": 1.273249766103641e-05,
      "loss": 0.7264,
      "step": 20384
    },
    {
      "epoch": 0.4295942720763723,
      "grad_norm": 0.14679403603076935,
      "learning_rate": 1.2731841090529051e-05,
      "loss": 0.7829,
      "step": 20385
    },
    {
      "epoch": 0.4296153461147376,
      "grad_norm": 0.11439104378223419,
      "learning_rate": 1.2731184507295136e-05,
      "loss": 0.7299,
      "step": 20386
    },
    {
      "epoch": 0.4296364201531029,
      "grad_norm": 0.15038806200027466,
      "learning_rate": 1.2730527911337718e-05,
      "loss": 0.7607,
      "step": 20387
    },
    {
      "epoch": 0.4296574941914682,
      "grad_norm": 0.12258078902959824,
      "learning_rate": 1.2729871302659862e-05,
      "loss": 0.8437,
      "step": 20388
    },
    {
      "epoch": 0.42967856822983347,
      "grad_norm": 0.11034748703241348,
      "learning_rate": 1.2729214681264629e-05,
      "loss": 0.725,
      "step": 20389
    },
    {
      "epoch": 0.42969964226819873,
      "grad_norm": 0.12465331703424454,
      "learning_rate": 1.2728558047155067e-05,
      "loss": 0.8667,
      "step": 20390
    },
    {
      "epoch": 0.42972071630656405,
      "grad_norm": 0.16147980093955994,
      "learning_rate": 1.2727901400334242e-05,
      "loss": 0.8357,
      "step": 20391
    },
    {
      "epoch": 0.4297417903449293,
      "grad_norm": 0.1486566960811615,
      "learning_rate": 1.2727244740805212e-05,
      "loss": 0.7487,
      "step": 20392
    },
    {
      "epoch": 0.4297628643832946,
      "grad_norm": 0.12429741770029068,
      "learning_rate": 1.2726588068571037e-05,
      "loss": 0.7568,
      "step": 20393
    },
    {
      "epoch": 0.4297839384216599,
      "grad_norm": 0.12234571576118469,
      "learning_rate": 1.2725931383634775e-05,
      "loss": 0.737,
      "step": 20394
    },
    {
      "epoch": 0.42980501246002517,
      "grad_norm": 0.09981800615787506,
      "learning_rate": 1.2725274685999487e-05,
      "loss": 0.7206,
      "step": 20395
    },
    {
      "epoch": 0.4298260864983905,
      "grad_norm": 0.16096261143684387,
      "learning_rate": 1.2724617975668229e-05,
      "loss": 0.8339,
      "step": 20396
    },
    {
      "epoch": 0.42984716053675576,
      "grad_norm": 0.1440914273262024,
      "learning_rate": 1.2723961252644064e-05,
      "loss": 0.7946,
      "step": 20397
    },
    {
      "epoch": 0.429868234575121,
      "grad_norm": 0.19090615212917328,
      "learning_rate": 1.272330451693005e-05,
      "loss": 0.8099,
      "step": 20398
    },
    {
      "epoch": 0.42988930861348634,
      "grad_norm": 0.14481975138187408,
      "learning_rate": 1.2722647768529245e-05,
      "loss": 0.8715,
      "step": 20399
    },
    {
      "epoch": 0.4299103826518516,
      "grad_norm": 0.13186271488666534,
      "learning_rate": 1.2721991007444711e-05,
      "loss": 0.7057,
      "step": 20400
    },
    {
      "epoch": 0.42993145669021693,
      "grad_norm": 0.14755283296108246,
      "learning_rate": 1.2721334233679505e-05,
      "loss": 0.7718,
      "step": 20401
    },
    {
      "epoch": 0.4299525307285822,
      "grad_norm": 0.2044070065021515,
      "learning_rate": 1.2720677447236688e-05,
      "loss": 0.8081,
      "step": 20402
    },
    {
      "epoch": 0.42997360476694746,
      "grad_norm": 0.11236444115638733,
      "learning_rate": 1.272002064811932e-05,
      "loss": 0.8005,
      "step": 20403
    },
    {
      "epoch": 0.4299946788053128,
      "grad_norm": 0.12729477882385254,
      "learning_rate": 1.2719363836330463e-05,
      "loss": 0.7759,
      "step": 20404
    },
    {
      "epoch": 0.43001575284367805,
      "grad_norm": 0.1549898087978363,
      "learning_rate": 1.2718707011873172e-05,
      "loss": 0.803,
      "step": 20405
    },
    {
      "epoch": 0.43003682688204337,
      "grad_norm": 0.1622154712677002,
      "learning_rate": 1.271805017475051e-05,
      "loss": 0.8503,
      "step": 20406
    },
    {
      "epoch": 0.43005790092040863,
      "grad_norm": 0.11322843283414841,
      "learning_rate": 1.2717393324965537e-05,
      "loss": 0.7635,
      "step": 20407
    },
    {
      "epoch": 0.4300789749587739,
      "grad_norm": 0.1432827115058899,
      "learning_rate": 1.2716736462521309e-05,
      "loss": 0.8009,
      "step": 20408
    },
    {
      "epoch": 0.4301000489971392,
      "grad_norm": 0.23077434301376343,
      "learning_rate": 1.271607958742089e-05,
      "loss": 0.842,
      "step": 20409
    },
    {
      "epoch": 0.4301211230355045,
      "grad_norm": 0.12088670581579208,
      "learning_rate": 1.2715422699667341e-05,
      "loss": 0.7948,
      "step": 20410
    },
    {
      "epoch": 0.43014219707386975,
      "grad_norm": 0.11745933443307877,
      "learning_rate": 1.271476579926372e-05,
      "loss": 0.8081,
      "step": 20411
    },
    {
      "epoch": 0.43016327111223507,
      "grad_norm": 0.12554636597633362,
      "learning_rate": 1.2714108886213086e-05,
      "loss": 0.7208,
      "step": 20412
    },
    {
      "epoch": 0.43018434515060033,
      "grad_norm": 0.1447092592716217,
      "learning_rate": 1.2713451960518503e-05,
      "loss": 0.8351,
      "step": 20413
    },
    {
      "epoch": 0.43020541918896565,
      "grad_norm": 0.11464173346757889,
      "learning_rate": 1.2712795022183032e-05,
      "loss": 0.803,
      "step": 20414
    },
    {
      "epoch": 0.4302264932273309,
      "grad_norm": 0.12383141368627548,
      "learning_rate": 1.2712138071209728e-05,
      "loss": 0.8313,
      "step": 20415
    },
    {
      "epoch": 0.4302475672656962,
      "grad_norm": 0.09953878074884415,
      "learning_rate": 1.2711481107601651e-05,
      "loss": 0.748,
      "step": 20416
    },
    {
      "epoch": 0.4302686413040615,
      "grad_norm": 0.15616928040981293,
      "learning_rate": 1.2710824131361867e-05,
      "loss": 0.8056,
      "step": 20417
    },
    {
      "epoch": 0.43028971534242677,
      "grad_norm": 0.12104370445013046,
      "learning_rate": 1.2710167142493438e-05,
      "loss": 0.8101,
      "step": 20418
    },
    {
      "epoch": 0.4303107893807921,
      "grad_norm": 0.13054902851581573,
      "learning_rate": 1.2709510140999417e-05,
      "loss": 0.7514,
      "step": 20419
    },
    {
      "epoch": 0.43033186341915736,
      "grad_norm": 0.12630946934223175,
      "learning_rate": 1.270885312688287e-05,
      "loss": 0.7714,
      "step": 20420
    },
    {
      "epoch": 0.4303529374575226,
      "grad_norm": 0.15415701270103455,
      "learning_rate": 1.2708196100146854e-05,
      "loss": 0.8206,
      "step": 20421
    },
    {
      "epoch": 0.43037401149588794,
      "grad_norm": 0.16194069385528564,
      "learning_rate": 1.2707539060794436e-05,
      "loss": 0.8015,
      "step": 20422
    },
    {
      "epoch": 0.4303950855342532,
      "grad_norm": 0.14260472357273102,
      "learning_rate": 1.2706882008828671e-05,
      "loss": 0.7829,
      "step": 20423
    },
    {
      "epoch": 0.43041615957261853,
      "grad_norm": 0.1320144236087799,
      "learning_rate": 1.2706224944252625e-05,
      "loss": 0.7613,
      "step": 20424
    },
    {
      "epoch": 0.4304372336109838,
      "grad_norm": 0.12647448480129242,
      "learning_rate": 1.2705567867069353e-05,
      "loss": 0.7702,
      "step": 20425
    },
    {
      "epoch": 0.43045830764934906,
      "grad_norm": 0.12113041430711746,
      "learning_rate": 1.270491077728192e-05,
      "loss": 0.829,
      "step": 20426
    },
    {
      "epoch": 0.4304793816877144,
      "grad_norm": 0.12251226603984833,
      "learning_rate": 1.2704253674893387e-05,
      "loss": 0.7615,
      "step": 20427
    },
    {
      "epoch": 0.43050045572607964,
      "grad_norm": 0.13004522025585175,
      "learning_rate": 1.2703596559906814e-05,
      "loss": 0.7472,
      "step": 20428
    },
    {
      "epoch": 0.4305215297644449,
      "grad_norm": 0.10201603174209595,
      "learning_rate": 1.2702939432325266e-05,
      "loss": 0.6988,
      "step": 20429
    },
    {
      "epoch": 0.43054260380281023,
      "grad_norm": 0.1549152135848999,
      "learning_rate": 1.2702282292151795e-05,
      "loss": 0.7997,
      "step": 20430
    },
    {
      "epoch": 0.4305636778411755,
      "grad_norm": 0.14294058084487915,
      "learning_rate": 1.270162513938947e-05,
      "loss": 0.8504,
      "step": 20431
    },
    {
      "epoch": 0.4305847518795408,
      "grad_norm": 0.12273731082677841,
      "learning_rate": 1.2700967974041354e-05,
      "loss": 0.8535,
      "step": 20432
    },
    {
      "epoch": 0.4306058259179061,
      "grad_norm": 0.16400571167469025,
      "learning_rate": 1.2700310796110507e-05,
      "loss": 0.8505,
      "step": 20433
    },
    {
      "epoch": 0.43062689995627135,
      "grad_norm": 0.11645615845918655,
      "learning_rate": 1.2699653605599985e-05,
      "loss": 0.7908,
      "step": 20434
    },
    {
      "epoch": 0.43064797399463667,
      "grad_norm": 0.14484646916389465,
      "learning_rate": 1.2698996402512852e-05,
      "loss": 0.7658,
      "step": 20435
    },
    {
      "epoch": 0.43066904803300193,
      "grad_norm": 0.10549113899469376,
      "learning_rate": 1.2698339186852173e-05,
      "loss": 0.7497,
      "step": 20436
    },
    {
      "epoch": 0.43069012207136725,
      "grad_norm": 0.1595202535390854,
      "learning_rate": 1.2697681958621007e-05,
      "loss": 0.734,
      "step": 20437
    },
    {
      "epoch": 0.4307111961097325,
      "grad_norm": 0.12117238342761993,
      "learning_rate": 1.269702471782242e-05,
      "loss": 0.7573,
      "step": 20438
    },
    {
      "epoch": 0.4307322701480978,
      "grad_norm": 0.1834203153848648,
      "learning_rate": 1.2696367464459467e-05,
      "loss": 0.805,
      "step": 20439
    },
    {
      "epoch": 0.4307533441864631,
      "grad_norm": 0.14762923121452332,
      "learning_rate": 1.2695710198535214e-05,
      "loss": 0.7607,
      "step": 20440
    },
    {
      "epoch": 0.43077441822482837,
      "grad_norm": 0.16318950057029724,
      "learning_rate": 1.2695052920052722e-05,
      "loss": 0.7558,
      "step": 20441
    },
    {
      "epoch": 0.4307954922631937,
      "grad_norm": 0.15032905340194702,
      "learning_rate": 1.2694395629015054e-05,
      "loss": 0.7528,
      "step": 20442
    },
    {
      "epoch": 0.43081656630155896,
      "grad_norm": 0.19640259444713593,
      "learning_rate": 1.2693738325425272e-05,
      "loss": 0.8459,
      "step": 20443
    },
    {
      "epoch": 0.4308376403399242,
      "grad_norm": 0.1989477276802063,
      "learning_rate": 1.2693081009286432e-05,
      "loss": 0.7803,
      "step": 20444
    },
    {
      "epoch": 0.43085871437828954,
      "grad_norm": 0.1589358150959015,
      "learning_rate": 1.2692423680601604e-05,
      "loss": 0.7586,
      "step": 20445
    },
    {
      "epoch": 0.4308797884166548,
      "grad_norm": 0.22434812784194946,
      "learning_rate": 1.269176633937385e-05,
      "loss": 0.8304,
      "step": 20446
    },
    {
      "epoch": 0.4309008624550201,
      "grad_norm": 0.14199469983577728,
      "learning_rate": 1.269110898560623e-05,
      "loss": 0.7684,
      "step": 20447
    },
    {
      "epoch": 0.4309219364933854,
      "grad_norm": 0.19042210280895233,
      "learning_rate": 1.2690451619301806e-05,
      "loss": 0.7687,
      "step": 20448
    },
    {
      "epoch": 0.43094301053175066,
      "grad_norm": 0.14213350415229797,
      "learning_rate": 1.268979424046364e-05,
      "loss": 0.8116,
      "step": 20449
    },
    {
      "epoch": 0.430964084570116,
      "grad_norm": 0.14686064422130585,
      "learning_rate": 1.2689136849094797e-05,
      "loss": 0.7901,
      "step": 20450
    },
    {
      "epoch": 0.43098515860848124,
      "grad_norm": 0.13171184062957764,
      "learning_rate": 1.2688479445198337e-05,
      "loss": 0.8254,
      "step": 20451
    },
    {
      "epoch": 0.4310062326468465,
      "grad_norm": 0.17135338485240936,
      "learning_rate": 1.2687822028777322e-05,
      "loss": 0.82,
      "step": 20452
    },
    {
      "epoch": 0.43102730668521183,
      "grad_norm": 0.2854957580566406,
      "learning_rate": 1.2687164599834816e-05,
      "loss": 0.8194,
      "step": 20453
    },
    {
      "epoch": 0.4310483807235771,
      "grad_norm": 0.1574224829673767,
      "learning_rate": 1.2686507158373882e-05,
      "loss": 0.7922,
      "step": 20454
    },
    {
      "epoch": 0.4310694547619424,
      "grad_norm": 0.1695864498615265,
      "learning_rate": 1.2685849704397582e-05,
      "loss": 0.8034,
      "step": 20455
    },
    {
      "epoch": 0.4310905288003077,
      "grad_norm": 0.13288578391075134,
      "learning_rate": 1.2685192237908978e-05,
      "loss": 0.787,
      "step": 20456
    },
    {
      "epoch": 0.43111160283867295,
      "grad_norm": 0.16040341556072235,
      "learning_rate": 1.2684534758911138e-05,
      "loss": 0.7312,
      "step": 20457
    },
    {
      "epoch": 0.43113267687703827,
      "grad_norm": 0.1252097487449646,
      "learning_rate": 1.268387726740712e-05,
      "loss": 0.7808,
      "step": 20458
    },
    {
      "epoch": 0.43115375091540353,
      "grad_norm": 0.1712792068719864,
      "learning_rate": 1.2683219763399985e-05,
      "loss": 0.7966,
      "step": 20459
    },
    {
      "epoch": 0.43117482495376885,
      "grad_norm": 0.10295023769140244,
      "learning_rate": 1.2682562246892801e-05,
      "loss": 0.7377,
      "step": 20460
    },
    {
      "epoch": 0.4311958989921341,
      "grad_norm": 0.14460062980651855,
      "learning_rate": 1.2681904717888631e-05,
      "loss": 0.7771,
      "step": 20461
    },
    {
      "epoch": 0.4312169730304994,
      "grad_norm": 0.17179131507873535,
      "learning_rate": 1.2681247176390537e-05,
      "loss": 0.7634,
      "step": 20462
    },
    {
      "epoch": 0.4312380470688647,
      "grad_norm": 0.13312384486198425,
      "learning_rate": 1.268058962240158e-05,
      "loss": 0.8076,
      "step": 20463
    },
    {
      "epoch": 0.43125912110722997,
      "grad_norm": 0.11875602602958679,
      "learning_rate": 1.2679932055924826e-05,
      "loss": 0.7282,
      "step": 20464
    },
    {
      "epoch": 0.43128019514559524,
      "grad_norm": 0.1369127631187439,
      "learning_rate": 1.2679274476963334e-05,
      "loss": 0.7577,
      "step": 20465
    },
    {
      "epoch": 0.43130126918396056,
      "grad_norm": 0.1372767686843872,
      "learning_rate": 1.2678616885520172e-05,
      "loss": 0.7779,
      "step": 20466
    },
    {
      "epoch": 0.4313223432223258,
      "grad_norm": 0.14575865864753723,
      "learning_rate": 1.2677959281598405e-05,
      "loss": 0.8207,
      "step": 20467
    },
    {
      "epoch": 0.43134341726069114,
      "grad_norm": 0.11541293561458588,
      "learning_rate": 1.2677301665201092e-05,
      "loss": 0.7837,
      "step": 20468
    },
    {
      "epoch": 0.4313644912990564,
      "grad_norm": 0.130119189620018,
      "learning_rate": 1.2676644036331297e-05,
      "loss": 0.7879,
      "step": 20469
    },
    {
      "epoch": 0.4313855653374217,
      "grad_norm": 0.11361130326986313,
      "learning_rate": 1.2675986394992084e-05,
      "loss": 0.8325,
      "step": 20470
    },
    {
      "epoch": 0.431406639375787,
      "grad_norm": 0.14150379598140717,
      "learning_rate": 1.267532874118652e-05,
      "loss": 0.8362,
      "step": 20471
    },
    {
      "epoch": 0.43142771341415226,
      "grad_norm": 0.1268915981054306,
      "learning_rate": 1.2674671074917663e-05,
      "loss": 0.8513,
      "step": 20472
    },
    {
      "epoch": 0.4314487874525176,
      "grad_norm": 0.15193744003772736,
      "learning_rate": 1.2674013396188582e-05,
      "loss": 0.7986,
      "step": 20473
    },
    {
      "epoch": 0.43146986149088284,
      "grad_norm": 0.11913276463747025,
      "learning_rate": 1.2673355705002339e-05,
      "loss": 0.7651,
      "step": 20474
    },
    {
      "epoch": 0.4314909355292481,
      "grad_norm": 0.1593908667564392,
      "learning_rate": 1.2672698001361998e-05,
      "loss": 0.8116,
      "step": 20475
    },
    {
      "epoch": 0.43151200956761343,
      "grad_norm": 0.12748192250728607,
      "learning_rate": 1.2672040285270623e-05,
      "loss": 0.8415,
      "step": 20476
    },
    {
      "epoch": 0.4315330836059787,
      "grad_norm": 0.16410265862941742,
      "learning_rate": 1.267138255673128e-05,
      "loss": 0.7942,
      "step": 20477
    },
    {
      "epoch": 0.431554157644344,
      "grad_norm": 0.12462306767702103,
      "learning_rate": 1.267072481574703e-05,
      "loss": 0.7912,
      "step": 20478
    },
    {
      "epoch": 0.4315752316827093,
      "grad_norm": 0.11551563441753387,
      "learning_rate": 1.2670067062320936e-05,
      "loss": 0.7538,
      "step": 20479
    },
    {
      "epoch": 0.43159630572107455,
      "grad_norm": 0.1251411736011505,
      "learning_rate": 1.266940929645606e-05,
      "loss": 0.7433,
      "step": 20480
    },
    {
      "epoch": 0.43161737975943987,
      "grad_norm": 0.13868214190006256,
      "learning_rate": 1.2668751518155477e-05,
      "loss": 0.7979,
      "step": 20481
    },
    {
      "epoch": 0.43163845379780513,
      "grad_norm": 0.1461341232061386,
      "learning_rate": 1.2668093727422246e-05,
      "loss": 0.8401,
      "step": 20482
    },
    {
      "epoch": 0.4316595278361704,
      "grad_norm": 0.12168934941291809,
      "learning_rate": 1.2667435924259429e-05,
      "loss": 0.8522,
      "step": 20483
    },
    {
      "epoch": 0.4316806018745357,
      "grad_norm": 0.11126767843961716,
      "learning_rate": 1.2666778108670089e-05,
      "loss": 0.776,
      "step": 20484
    },
    {
      "epoch": 0.431701675912901,
      "grad_norm": 0.12553955614566803,
      "learning_rate": 1.2666120280657295e-05,
      "loss": 0.8352,
      "step": 20485
    },
    {
      "epoch": 0.4317227499512663,
      "grad_norm": 0.11199390143156052,
      "learning_rate": 1.2665462440224107e-05,
      "loss": 0.7551,
      "step": 20486
    },
    {
      "epoch": 0.43174382398963157,
      "grad_norm": 0.17188210785388947,
      "learning_rate": 1.2664804587373598e-05,
      "loss": 0.742,
      "step": 20487
    },
    {
      "epoch": 0.43176489802799684,
      "grad_norm": 0.19167542457580566,
      "learning_rate": 1.2664146722108824e-05,
      "loss": 0.8055,
      "step": 20488
    },
    {
      "epoch": 0.43178597206636216,
      "grad_norm": 0.1384735405445099,
      "learning_rate": 1.2663488844432851e-05,
      "loss": 0.8067,
      "step": 20489
    },
    {
      "epoch": 0.4318070461047274,
      "grad_norm": 0.15896542370319366,
      "learning_rate": 1.2662830954348748e-05,
      "loss": 0.7548,
      "step": 20490
    },
    {
      "epoch": 0.43182812014309274,
      "grad_norm": 0.09971723705530167,
      "learning_rate": 1.2662173051859577e-05,
      "loss": 0.6854,
      "step": 20491
    },
    {
      "epoch": 0.431849194181458,
      "grad_norm": 0.13814370334148407,
      "learning_rate": 1.2661515136968406e-05,
      "loss": 0.8239,
      "step": 20492
    },
    {
      "epoch": 0.4318702682198233,
      "grad_norm": 0.174112468957901,
      "learning_rate": 1.2660857209678295e-05,
      "loss": 0.7798,
      "step": 20493
    },
    {
      "epoch": 0.4318913422581886,
      "grad_norm": 0.11223363876342773,
      "learning_rate": 1.2660199269992311e-05,
      "loss": 0.7857,
      "step": 20494
    },
    {
      "epoch": 0.43191241629655386,
      "grad_norm": 0.12307482212781906,
      "learning_rate": 1.2659541317913515e-05,
      "loss": 0.8121,
      "step": 20495
    },
    {
      "epoch": 0.4319334903349192,
      "grad_norm": 0.19496312737464905,
      "learning_rate": 1.2658883353444982e-05,
      "loss": 0.8635,
      "step": 20496
    },
    {
      "epoch": 0.43195456437328444,
      "grad_norm": 0.12709401547908783,
      "learning_rate": 1.2658225376589773e-05,
      "loss": 0.7976,
      "step": 20497
    },
    {
      "epoch": 0.4319756384116497,
      "grad_norm": 0.13166724145412445,
      "learning_rate": 1.2657567387350949e-05,
      "loss": 0.8619,
      "step": 20498
    },
    {
      "epoch": 0.43199671245001503,
      "grad_norm": 0.18263284862041473,
      "learning_rate": 1.265690938573158e-05,
      "loss": 0.8197,
      "step": 20499
    },
    {
      "epoch": 0.4320177864883803,
      "grad_norm": 0.12196595221757889,
      "learning_rate": 1.2656251371734728e-05,
      "loss": 0.6885,
      "step": 20500
    },
    {
      "epoch": 0.4320388605267456,
      "grad_norm": 0.1339176744222641,
      "learning_rate": 1.265559334536346e-05,
      "loss": 0.8216,
      "step": 20501
    },
    {
      "epoch": 0.4320599345651109,
      "grad_norm": 0.1384992003440857,
      "learning_rate": 1.2654935306620844e-05,
      "loss": 0.7865,
      "step": 20502
    },
    {
      "epoch": 0.43208100860347615,
      "grad_norm": 0.1275939792394638,
      "learning_rate": 1.2654277255509939e-05,
      "loss": 0.7667,
      "step": 20503
    },
    {
      "epoch": 0.43210208264184147,
      "grad_norm": 0.9425877928733826,
      "learning_rate": 1.265361919203382e-05,
      "loss": 0.7981,
      "step": 20504
    },
    {
      "epoch": 0.43212315668020673,
      "grad_norm": 0.13218256831169128,
      "learning_rate": 1.2652961116195543e-05,
      "loss": 0.7519,
      "step": 20505
    },
    {
      "epoch": 0.432144230718572,
      "grad_norm": 0.14193470776081085,
      "learning_rate": 1.265230302799818e-05,
      "loss": 0.847,
      "step": 20506
    },
    {
      "epoch": 0.4321653047569373,
      "grad_norm": 0.10713033378124237,
      "learning_rate": 1.2651644927444797e-05,
      "loss": 0.7734,
      "step": 20507
    },
    {
      "epoch": 0.4321863787953026,
      "grad_norm": 0.1302083134651184,
      "learning_rate": 1.2650986814538456e-05,
      "loss": 0.7592,
      "step": 20508
    },
    {
      "epoch": 0.4322074528336679,
      "grad_norm": 0.11529284715652466,
      "learning_rate": 1.265032868928222e-05,
      "loss": 0.8279,
      "step": 20509
    },
    {
      "epoch": 0.43222852687203317,
      "grad_norm": 0.10934355854988098,
      "learning_rate": 1.2649670551679165e-05,
      "loss": 0.8178,
      "step": 20510
    },
    {
      "epoch": 0.43224960091039843,
      "grad_norm": 0.11344417929649353,
      "learning_rate": 1.2649012401732353e-05,
      "loss": 0.7939,
      "step": 20511
    },
    {
      "epoch": 0.43227067494876376,
      "grad_norm": 0.1228800117969513,
      "learning_rate": 1.2648354239444845e-05,
      "loss": 0.8709,
      "step": 20512
    },
    {
      "epoch": 0.432291748987129,
      "grad_norm": 0.12386911362409592,
      "learning_rate": 1.264769606481971e-05,
      "loss": 0.8273,
      "step": 20513
    },
    {
      "epoch": 0.43231282302549434,
      "grad_norm": 0.1264781504869461,
      "learning_rate": 1.2647037877860016e-05,
      "loss": 0.8106,
      "step": 20514
    },
    {
      "epoch": 0.4323338970638596,
      "grad_norm": 0.1391754448413849,
      "learning_rate": 1.2646379678568828e-05,
      "loss": 0.8167,
      "step": 20515
    },
    {
      "epoch": 0.43235497110222487,
      "grad_norm": 0.11048580706119537,
      "learning_rate": 1.2645721466949212e-05,
      "loss": 0.7404,
      "step": 20516
    },
    {
      "epoch": 0.4323760451405902,
      "grad_norm": 0.12901927530765533,
      "learning_rate": 1.2645063243004236e-05,
      "loss": 0.8403,
      "step": 20517
    },
    {
      "epoch": 0.43239711917895546,
      "grad_norm": 0.11574999988079071,
      "learning_rate": 1.2644405006736964e-05,
      "loss": 0.8035,
      "step": 20518
    },
    {
      "epoch": 0.4324181932173208,
      "grad_norm": 0.12463365495204926,
      "learning_rate": 1.2643746758150463e-05,
      "loss": 0.8197,
      "step": 20519
    },
    {
      "epoch": 0.43243926725568604,
      "grad_norm": 0.11396006494760513,
      "learning_rate": 1.2643088497247801e-05,
      "loss": 0.7829,
      "step": 20520
    },
    {
      "epoch": 0.4324603412940513,
      "grad_norm": 0.12173416465520859,
      "learning_rate": 1.2642430224032046e-05,
      "loss": 0.7733,
      "step": 20521
    },
    {
      "epoch": 0.43248141533241663,
      "grad_norm": 0.14811444282531738,
      "learning_rate": 1.2641771938506262e-05,
      "loss": 0.7465,
      "step": 20522
    },
    {
      "epoch": 0.4325024893707819,
      "grad_norm": 0.1351650208234787,
      "learning_rate": 1.2641113640673514e-05,
      "loss": 0.8186,
      "step": 20523
    },
    {
      "epoch": 0.43252356340914716,
      "grad_norm": 0.111914724111557,
      "learning_rate": 1.264045533053687e-05,
      "loss": 0.8147,
      "step": 20524
    },
    {
      "epoch": 0.4325446374475125,
      "grad_norm": 0.1189369335770607,
      "learning_rate": 1.2639797008099397e-05,
      "loss": 0.8191,
      "step": 20525
    },
    {
      "epoch": 0.43256571148587775,
      "grad_norm": 0.1384720653295517,
      "learning_rate": 1.2639138673364166e-05,
      "loss": 0.8341,
      "step": 20526
    },
    {
      "epoch": 0.43258678552424307,
      "grad_norm": 0.13118033111095428,
      "learning_rate": 1.2638480326334239e-05,
      "loss": 0.7347,
      "step": 20527
    },
    {
      "epoch": 0.43260785956260833,
      "grad_norm": 0.11880511045455933,
      "learning_rate": 1.2637821967012683e-05,
      "loss": 0.7555,
      "step": 20528
    },
    {
      "epoch": 0.4326289336009736,
      "grad_norm": 0.12784408032894135,
      "learning_rate": 1.2637163595402568e-05,
      "loss": 0.7361,
      "step": 20529
    },
    {
      "epoch": 0.4326500076393389,
      "grad_norm": 0.20692376792430878,
      "learning_rate": 1.2636505211506958e-05,
      "loss": 0.8815,
      "step": 20530
    },
    {
      "epoch": 0.4326710816777042,
      "grad_norm": 0.17121000587940216,
      "learning_rate": 1.2635846815328922e-05,
      "loss": 0.7814,
      "step": 20531
    },
    {
      "epoch": 0.4326921557160695,
      "grad_norm": 0.16052068769931793,
      "learning_rate": 1.2635188406871529e-05,
      "loss": 0.7965,
      "step": 20532
    },
    {
      "epoch": 0.43271322975443477,
      "grad_norm": 0.15584610402584076,
      "learning_rate": 1.263452998613784e-05,
      "loss": 0.833,
      "step": 20533
    },
    {
      "epoch": 0.43273430379280003,
      "grad_norm": 0.13434481620788574,
      "learning_rate": 1.2633871553130927e-05,
      "loss": 0.8192,
      "step": 20534
    },
    {
      "epoch": 0.43275537783116536,
      "grad_norm": 0.1413659304380417,
      "learning_rate": 1.2633213107853859e-05,
      "loss": 0.8312,
      "step": 20535
    },
    {
      "epoch": 0.4327764518695306,
      "grad_norm": 0.14531011879444122,
      "learning_rate": 1.2632554650309704e-05,
      "loss": 0.83,
      "step": 20536
    },
    {
      "epoch": 0.43279752590789594,
      "grad_norm": 0.14248104393482208,
      "learning_rate": 1.263189618050152e-05,
      "loss": 0.8188,
      "step": 20537
    },
    {
      "epoch": 0.4328185999462612,
      "grad_norm": 0.13969287276268005,
      "learning_rate": 1.2631237698432384e-05,
      "loss": 0.8076,
      "step": 20538
    },
    {
      "epoch": 0.43283967398462647,
      "grad_norm": 0.1306179016828537,
      "learning_rate": 1.263057920410536e-05,
      "loss": 0.8005,
      "step": 20539
    },
    {
      "epoch": 0.4328607480229918,
      "grad_norm": 0.13055036962032318,
      "learning_rate": 1.2629920697523516e-05,
      "loss": 0.7647,
      "step": 20540
    },
    {
      "epoch": 0.43288182206135706,
      "grad_norm": 0.11526166647672653,
      "learning_rate": 1.2629262178689925e-05,
      "loss": 0.7846,
      "step": 20541
    },
    {
      "epoch": 0.4329028960997223,
      "grad_norm": 0.15677860379219055,
      "learning_rate": 1.2628603647607647e-05,
      "loss": 0.7959,
      "step": 20542
    },
    {
      "epoch": 0.43292397013808764,
      "grad_norm": 0.11287319660186768,
      "learning_rate": 1.2627945104279754e-05,
      "loss": 0.7446,
      "step": 20543
    },
    {
      "epoch": 0.4329450441764529,
      "grad_norm": 0.15792500972747803,
      "learning_rate": 1.262728654870931e-05,
      "loss": 0.784,
      "step": 20544
    },
    {
      "epoch": 0.43296611821481823,
      "grad_norm": 0.1371278017759323,
      "learning_rate": 1.2626627980899387e-05,
      "loss": 0.8427,
      "step": 20545
    },
    {
      "epoch": 0.4329871922531835,
      "grad_norm": 0.12997259199619293,
      "learning_rate": 1.2625969400853051e-05,
      "loss": 0.7845,
      "step": 20546
    },
    {
      "epoch": 0.43300826629154876,
      "grad_norm": 0.1355431228876114,
      "learning_rate": 1.2625310808573372e-05,
      "loss": 0.821,
      "step": 20547
    },
    {
      "epoch": 0.4330293403299141,
      "grad_norm": 0.14146137237548828,
      "learning_rate": 1.2624652204063417e-05,
      "loss": 0.8046,
      "step": 20548
    },
    {
      "epoch": 0.43305041436827935,
      "grad_norm": 0.10762039572000504,
      "learning_rate": 1.2623993587326253e-05,
      "loss": 0.7645,
      "step": 20549
    },
    {
      "epoch": 0.43307148840664467,
      "grad_norm": 0.13303732872009277,
      "learning_rate": 1.262333495836495e-05,
      "loss": 0.8804,
      "step": 20550
    },
    {
      "epoch": 0.43309256244500993,
      "grad_norm": 0.12340325117111206,
      "learning_rate": 1.2622676317182576e-05,
      "loss": 0.7875,
      "step": 20551
    },
    {
      "epoch": 0.4331136364833752,
      "grad_norm": 0.13946497440338135,
      "learning_rate": 1.2622017663782196e-05,
      "loss": 0.7918,
      "step": 20552
    },
    {
      "epoch": 0.4331347105217405,
      "grad_norm": 0.14516177773475647,
      "learning_rate": 1.2621358998166884e-05,
      "loss": 0.8296,
      "step": 20553
    },
    {
      "epoch": 0.4331557845601058,
      "grad_norm": 0.14073695242404938,
      "learning_rate": 1.2620700320339705e-05,
      "loss": 0.7069,
      "step": 20554
    },
    {
      "epoch": 0.4331768585984711,
      "grad_norm": 0.13986371457576752,
      "learning_rate": 1.2620041630303728e-05,
      "loss": 0.8058,
      "step": 20555
    },
    {
      "epoch": 0.43319793263683637,
      "grad_norm": 0.13481031358242035,
      "learning_rate": 1.2619382928062022e-05,
      "loss": 0.7341,
      "step": 20556
    },
    {
      "epoch": 0.43321900667520163,
      "grad_norm": 0.1233111247420311,
      "learning_rate": 1.261872421361766e-05,
      "loss": 0.8653,
      "step": 20557
    },
    {
      "epoch": 0.43324008071356696,
      "grad_norm": 0.1437949240207672,
      "learning_rate": 1.2618065486973698e-05,
      "loss": 0.7599,
      "step": 20558
    },
    {
      "epoch": 0.4332611547519322,
      "grad_norm": 0.13441696763038635,
      "learning_rate": 1.2617406748133216e-05,
      "loss": 0.8195,
      "step": 20559
    },
    {
      "epoch": 0.4332822287902975,
      "grad_norm": 0.14136233925819397,
      "learning_rate": 1.2616747997099283e-05,
      "loss": 0.7675,
      "step": 20560
    },
    {
      "epoch": 0.4333033028286628,
      "grad_norm": 0.15303967893123627,
      "learning_rate": 1.2616089233874963e-05,
      "loss": 0.7956,
      "step": 20561
    },
    {
      "epoch": 0.43332437686702807,
      "grad_norm": 0.15264293551445007,
      "learning_rate": 1.2615430458463325e-05,
      "loss": 0.8219,
      "step": 20562
    },
    {
      "epoch": 0.4333454509053934,
      "grad_norm": 0.11644911020994186,
      "learning_rate": 1.2614771670867439e-05,
      "loss": 0.7779,
      "step": 20563
    },
    {
      "epoch": 0.43336652494375866,
      "grad_norm": 0.14590506255626678,
      "learning_rate": 1.2614112871090377e-05,
      "loss": 0.7754,
      "step": 20564
    },
    {
      "epoch": 0.4333875989821239,
      "grad_norm": 0.13521942496299744,
      "learning_rate": 1.2613454059135203e-05,
      "loss": 0.8469,
      "step": 20565
    },
    {
      "epoch": 0.43340867302048924,
      "grad_norm": 0.19313187897205353,
      "learning_rate": 1.261279523500499e-05,
      "loss": 0.8207,
      "step": 20566
    },
    {
      "epoch": 0.4334297470588545,
      "grad_norm": 0.12315202504396439,
      "learning_rate": 1.2612136398702805e-05,
      "loss": 0.78,
      "step": 20567
    },
    {
      "epoch": 0.43345082109721983,
      "grad_norm": 0.17110788822174072,
      "learning_rate": 1.2611477550231718e-05,
      "loss": 0.8109,
      "step": 20568
    },
    {
      "epoch": 0.4334718951355851,
      "grad_norm": 0.15359872579574585,
      "learning_rate": 1.2610818689594802e-05,
      "loss": 0.8222,
      "step": 20569
    },
    {
      "epoch": 0.43349296917395036,
      "grad_norm": 0.12999773025512695,
      "learning_rate": 1.2610159816795122e-05,
      "loss": 0.7875,
      "step": 20570
    },
    {
      "epoch": 0.4335140432123157,
      "grad_norm": 0.17914241552352905,
      "learning_rate": 1.2609500931835745e-05,
      "loss": 0.785,
      "step": 20571
    },
    {
      "epoch": 0.43353511725068095,
      "grad_norm": 0.13225747644901276,
      "learning_rate": 1.2608842034719745e-05,
      "loss": 0.7762,
      "step": 20572
    },
    {
      "epoch": 0.43355619128904627,
      "grad_norm": 0.16599728167057037,
      "learning_rate": 1.2608183125450193e-05,
      "loss": 0.8282,
      "step": 20573
    },
    {
      "epoch": 0.43357726532741153,
      "grad_norm": 0.16527190804481506,
      "learning_rate": 1.260752420403015e-05,
      "loss": 0.8451,
      "step": 20574
    },
    {
      "epoch": 0.4335983393657768,
      "grad_norm": 0.16407620906829834,
      "learning_rate": 1.2606865270462698e-05,
      "loss": 0.7443,
      "step": 20575
    },
    {
      "epoch": 0.4336194134041421,
      "grad_norm": 0.1268855631351471,
      "learning_rate": 1.2606206324750897e-05,
      "loss": 0.7952,
      "step": 20576
    },
    {
      "epoch": 0.4336404874425074,
      "grad_norm": 0.16852784156799316,
      "learning_rate": 1.2605547366897822e-05,
      "loss": 0.8474,
      "step": 20577
    },
    {
      "epoch": 0.43366156148087265,
      "grad_norm": 0.12229570746421814,
      "learning_rate": 1.2604888396906538e-05,
      "loss": 0.7595,
      "step": 20578
    },
    {
      "epoch": 0.43368263551923797,
      "grad_norm": 0.14331981539726257,
      "learning_rate": 1.2604229414780118e-05,
      "loss": 0.7923,
      "step": 20579
    },
    {
      "epoch": 0.43370370955760323,
      "grad_norm": 0.14163067936897278,
      "learning_rate": 1.2603570420521633e-05,
      "loss": 0.8186,
      "step": 20580
    },
    {
      "epoch": 0.43372478359596855,
      "grad_norm": 0.1097390279173851,
      "learning_rate": 1.2602911414134152e-05,
      "loss": 0.7433,
      "step": 20581
    },
    {
      "epoch": 0.4337458576343338,
      "grad_norm": 0.14354531466960907,
      "learning_rate": 1.2602252395620745e-05,
      "loss": 0.8236,
      "step": 20582
    },
    {
      "epoch": 0.4337669316726991,
      "grad_norm": 0.141513392329216,
      "learning_rate": 1.2601593364984478e-05,
      "loss": 0.8523,
      "step": 20583
    },
    {
      "epoch": 0.4337880057110644,
      "grad_norm": 0.10968464612960815,
      "learning_rate": 1.260093432222843e-05,
      "loss": 0.7474,
      "step": 20584
    },
    {
      "epoch": 0.43380907974942967,
      "grad_norm": 0.17467446625232697,
      "learning_rate": 1.2600275267355664e-05,
      "loss": 0.8018,
      "step": 20585
    },
    {
      "epoch": 0.433830153787795,
      "grad_norm": 0.12695398926734924,
      "learning_rate": 1.2599616200369253e-05,
      "loss": 0.7963,
      "step": 20586
    },
    {
      "epoch": 0.43385122782616026,
      "grad_norm": 0.11842315644025803,
      "learning_rate": 1.2598957121272267e-05,
      "loss": 0.7428,
      "step": 20587
    },
    {
      "epoch": 0.4338723018645255,
      "grad_norm": 0.12846693396568298,
      "learning_rate": 1.2598298030067773e-05,
      "loss": 0.7871,
      "step": 20588
    },
    {
      "epoch": 0.43389337590289084,
      "grad_norm": 0.15818417072296143,
      "learning_rate": 1.2597638926758848e-05,
      "loss": 0.8236,
      "step": 20589
    },
    {
      "epoch": 0.4339144499412561,
      "grad_norm": 0.19051909446716309,
      "learning_rate": 1.259697981134856e-05,
      "loss": 0.8158,
      "step": 20590
    },
    {
      "epoch": 0.43393552397962143,
      "grad_norm": 0.13655009865760803,
      "learning_rate": 1.2596320683839976e-05,
      "loss": 0.8117,
      "step": 20591
    },
    {
      "epoch": 0.4339565980179867,
      "grad_norm": 0.14038653671741486,
      "learning_rate": 1.259566154423617e-05,
      "loss": 0.8216,
      "step": 20592
    },
    {
      "epoch": 0.43397767205635196,
      "grad_norm": 0.11084021627902985,
      "learning_rate": 1.2595002392540212e-05,
      "loss": 0.7583,
      "step": 20593
    },
    {
      "epoch": 0.4339987460947173,
      "grad_norm": 0.1254121959209442,
      "learning_rate": 1.2594343228755173e-05,
      "loss": 0.7187,
      "step": 20594
    },
    {
      "epoch": 0.43401982013308255,
      "grad_norm": 0.12177373468875885,
      "learning_rate": 1.2593684052884123e-05,
      "loss": 0.7948,
      "step": 20595
    },
    {
      "epoch": 0.43404089417144787,
      "grad_norm": 0.14434006810188293,
      "learning_rate": 1.2593024864930135e-05,
      "loss": 0.7589,
      "step": 20596
    },
    {
      "epoch": 0.43406196820981313,
      "grad_norm": 0.10949491709470749,
      "learning_rate": 1.2592365664896275e-05,
      "loss": 0.7586,
      "step": 20597
    },
    {
      "epoch": 0.4340830422481784,
      "grad_norm": 0.14496305584907532,
      "learning_rate": 1.2591706452785619e-05,
      "loss": 0.7809,
      "step": 20598
    },
    {
      "epoch": 0.4341041162865437,
      "grad_norm": 0.139964759349823,
      "learning_rate": 1.2591047228601237e-05,
      "loss": 0.7778,
      "step": 20599
    },
    {
      "epoch": 0.434125190324909,
      "grad_norm": 0.12591741979122162,
      "learning_rate": 1.2590387992346198e-05,
      "loss": 0.7588,
      "step": 20600
    },
    {
      "epoch": 0.43414626436327425,
      "grad_norm": 0.15267732739448547,
      "learning_rate": 1.2589728744023575e-05,
      "loss": 0.791,
      "step": 20601
    },
    {
      "epoch": 0.43416733840163957,
      "grad_norm": 0.12435874342918396,
      "learning_rate": 1.2589069483636438e-05,
      "loss": 0.8169,
      "step": 20602
    },
    {
      "epoch": 0.43418841244000483,
      "grad_norm": 0.1490343064069748,
      "learning_rate": 1.2588410211187859e-05,
      "loss": 0.801,
      "step": 20603
    },
    {
      "epoch": 0.43420948647837015,
      "grad_norm": 0.16050012409687042,
      "learning_rate": 1.2587750926680909e-05,
      "loss": 0.7525,
      "step": 20604
    },
    {
      "epoch": 0.4342305605167354,
      "grad_norm": 0.1144009381532669,
      "learning_rate": 1.2587091630118659e-05,
      "loss": 0.785,
      "step": 20605
    },
    {
      "epoch": 0.4342516345551007,
      "grad_norm": 0.12548500299453735,
      "learning_rate": 1.258643232150418e-05,
      "loss": 0.784,
      "step": 20606
    },
    {
      "epoch": 0.434272708593466,
      "grad_norm": 0.14547598361968994,
      "learning_rate": 1.2585773000840547e-05,
      "loss": 0.7751,
      "step": 20607
    },
    {
      "epoch": 0.43429378263183127,
      "grad_norm": 0.12105473130941391,
      "learning_rate": 1.2585113668130827e-05,
      "loss": 0.7955,
      "step": 20608
    },
    {
      "epoch": 0.4343148566701966,
      "grad_norm": 0.11580770462751389,
      "learning_rate": 1.2584454323378093e-05,
      "loss": 0.7051,
      "step": 20609
    },
    {
      "epoch": 0.43433593070856186,
      "grad_norm": 0.14237166941165924,
      "learning_rate": 1.2583794966585417e-05,
      "loss": 0.8795,
      "step": 20610
    },
    {
      "epoch": 0.4343570047469271,
      "grad_norm": 0.10661496967077255,
      "learning_rate": 1.2583135597755871e-05,
      "loss": 0.7813,
      "step": 20611
    },
    {
      "epoch": 0.43437807878529244,
      "grad_norm": 0.142795592546463,
      "learning_rate": 1.2582476216892525e-05,
      "loss": 0.7666,
      "step": 20612
    },
    {
      "epoch": 0.4343991528236577,
      "grad_norm": 0.14242003858089447,
      "learning_rate": 1.2581816823998451e-05,
      "loss": 0.8348,
      "step": 20613
    },
    {
      "epoch": 0.43442022686202303,
      "grad_norm": 0.11423284560441971,
      "learning_rate": 1.2581157419076727e-05,
      "loss": 0.7521,
      "step": 20614
    },
    {
      "epoch": 0.4344413009003883,
      "grad_norm": 0.11931005120277405,
      "learning_rate": 1.2580498002130419e-05,
      "loss": 0.7748,
      "step": 20615
    },
    {
      "epoch": 0.43446237493875356,
      "grad_norm": 0.10015786439180374,
      "learning_rate": 1.2579838573162598e-05,
      "loss": 0.7763,
      "step": 20616
    },
    {
      "epoch": 0.4344834489771189,
      "grad_norm": 0.12076561897993088,
      "learning_rate": 1.2579179132176336e-05,
      "loss": 0.8579,
      "step": 20617
    },
    {
      "epoch": 0.43450452301548415,
      "grad_norm": 0.11769834160804749,
      "learning_rate": 1.2578519679174707e-05,
      "loss": 0.8016,
      "step": 20618
    },
    {
      "epoch": 0.4345255970538494,
      "grad_norm": 0.10085120052099228,
      "learning_rate": 1.2577860214160786e-05,
      "loss": 0.7868,
      "step": 20619
    },
    {
      "epoch": 0.43454667109221473,
      "grad_norm": 0.10367117077112198,
      "learning_rate": 1.2577200737137643e-05,
      "loss": 0.7752,
      "step": 20620
    },
    {
      "epoch": 0.43456774513058,
      "grad_norm": 0.15220598876476288,
      "learning_rate": 1.2576541248108347e-05,
      "loss": 0.8464,
      "step": 20621
    },
    {
      "epoch": 0.4345888191689453,
      "grad_norm": 0.1263202279806137,
      "learning_rate": 1.2575881747075974e-05,
      "loss": 0.7976,
      "step": 20622
    },
    {
      "epoch": 0.4346098932073106,
      "grad_norm": 0.1609838604927063,
      "learning_rate": 1.2575222234043594e-05,
      "loss": 0.8258,
      "step": 20623
    },
    {
      "epoch": 0.43463096724567585,
      "grad_norm": 0.1522662490606308,
      "learning_rate": 1.257456270901428e-05,
      "loss": 0.7793,
      "step": 20624
    },
    {
      "epoch": 0.43465204128404117,
      "grad_norm": 0.15310630202293396,
      "learning_rate": 1.2573903171991107e-05,
      "loss": 0.7786,
      "step": 20625
    },
    {
      "epoch": 0.43467311532240643,
      "grad_norm": 0.14679338037967682,
      "learning_rate": 1.2573243622977145e-05,
      "loss": 0.8362,
      "step": 20626
    },
    {
      "epoch": 0.43469418936077175,
      "grad_norm": 0.15389367938041687,
      "learning_rate": 1.2572584061975466e-05,
      "loss": 0.8389,
      "step": 20627
    },
    {
      "epoch": 0.434715263399137,
      "grad_norm": 0.12157130986452103,
      "learning_rate": 1.2571924488989145e-05,
      "loss": 0.745,
      "step": 20628
    },
    {
      "epoch": 0.4347363374375023,
      "grad_norm": 0.1660420000553131,
      "learning_rate": 1.2571264904021254e-05,
      "loss": 0.8161,
      "step": 20629
    },
    {
      "epoch": 0.4347574114758676,
      "grad_norm": 0.12522612512111664,
      "learning_rate": 1.2570605307074866e-05,
      "loss": 0.8048,
      "step": 20630
    },
    {
      "epoch": 0.43477848551423287,
      "grad_norm": 0.13997317850589752,
      "learning_rate": 1.2569945698153047e-05,
      "loss": 0.8259,
      "step": 20631
    },
    {
      "epoch": 0.4347995595525982,
      "grad_norm": 0.13470987975597382,
      "learning_rate": 1.256928607725888e-05,
      "loss": 0.7514,
      "step": 20632
    },
    {
      "epoch": 0.43482063359096346,
      "grad_norm": 0.1490689516067505,
      "learning_rate": 1.2568626444395432e-05,
      "loss": 0.8248,
      "step": 20633
    },
    {
      "epoch": 0.4348417076293287,
      "grad_norm": 0.1505066454410553,
      "learning_rate": 1.2567966799565783e-05,
      "loss": 0.8612,
      "step": 20634
    },
    {
      "epoch": 0.43486278166769404,
      "grad_norm": 0.13586126267910004,
      "learning_rate": 1.2567307142772997e-05,
      "loss": 0.798,
      "step": 20635
    },
    {
      "epoch": 0.4348838557060593,
      "grad_norm": 0.1360788643360138,
      "learning_rate": 1.256664747402015e-05,
      "loss": 0.7816,
      "step": 20636
    },
    {
      "epoch": 0.4349049297444246,
      "grad_norm": 0.21053709089756012,
      "learning_rate": 1.2565987793310317e-05,
      "loss": 0.8497,
      "step": 20637
    },
    {
      "epoch": 0.4349260037827899,
      "grad_norm": 0.13200967013835907,
      "learning_rate": 1.256532810064657e-05,
      "loss": 0.7834,
      "step": 20638
    },
    {
      "epoch": 0.43494707782115516,
      "grad_norm": 0.11422256380319595,
      "learning_rate": 1.2564668396031983e-05,
      "loss": 0.8137,
      "step": 20639
    },
    {
      "epoch": 0.4349681518595205,
      "grad_norm": 0.12325438112020493,
      "learning_rate": 1.2564008679469627e-05,
      "loss": 0.7282,
      "step": 20640
    },
    {
      "epoch": 0.43498922589788575,
      "grad_norm": 0.2452152818441391,
      "learning_rate": 1.2563348950962579e-05,
      "loss": 0.8172,
      "step": 20641
    },
    {
      "epoch": 0.435010299936251,
      "grad_norm": 0.12217080593109131,
      "learning_rate": 1.2562689210513907e-05,
      "loss": 0.7839,
      "step": 20642
    },
    {
      "epoch": 0.43503137397461633,
      "grad_norm": 0.12860453128814697,
      "learning_rate": 1.2562029458126693e-05,
      "loss": 0.8311,
      "step": 20643
    },
    {
      "epoch": 0.4350524480129816,
      "grad_norm": 0.15505214035511017,
      "learning_rate": 1.2561369693804004e-05,
      "loss": 0.7709,
      "step": 20644
    },
    {
      "epoch": 0.4350735220513469,
      "grad_norm": 0.1143190860748291,
      "learning_rate": 1.2560709917548914e-05,
      "loss": 0.7669,
      "step": 20645
    },
    {
      "epoch": 0.4350945960897122,
      "grad_norm": 0.14051887392997742,
      "learning_rate": 1.2560050129364494e-05,
      "loss": 0.7923,
      "step": 20646
    },
    {
      "epoch": 0.43511567012807745,
      "grad_norm": 0.1189100369811058,
      "learning_rate": 1.2559390329253827e-05,
      "loss": 0.7673,
      "step": 20647
    },
    {
      "epoch": 0.43513674416644277,
      "grad_norm": 0.20374323427677155,
      "learning_rate": 1.2558730517219977e-05,
      "loss": 0.7478,
      "step": 20648
    },
    {
      "epoch": 0.43515781820480803,
      "grad_norm": 0.12532396614551544,
      "learning_rate": 1.2558070693266027e-05,
      "loss": 0.7802,
      "step": 20649
    },
    {
      "epoch": 0.43517889224317335,
      "grad_norm": 0.13982024788856506,
      "learning_rate": 1.255741085739504e-05,
      "loss": 0.8219,
      "step": 20650
    },
    {
      "epoch": 0.4351999662815386,
      "grad_norm": 0.15976722538471222,
      "learning_rate": 1.25567510096101e-05,
      "loss": 0.8739,
      "step": 20651
    },
    {
      "epoch": 0.4352210403199039,
      "grad_norm": 0.12110720574855804,
      "learning_rate": 1.2556091149914273e-05,
      "loss": 0.837,
      "step": 20652
    },
    {
      "epoch": 0.4352421143582692,
      "grad_norm": 0.14709050953388214,
      "learning_rate": 1.2555431278310639e-05,
      "loss": 0.859,
      "step": 20653
    },
    {
      "epoch": 0.43526318839663447,
      "grad_norm": 0.1556122750043869,
      "learning_rate": 1.255477139480227e-05,
      "loss": 0.7925,
      "step": 20654
    },
    {
      "epoch": 0.43528426243499974,
      "grad_norm": 0.10684625804424286,
      "learning_rate": 1.2554111499392239e-05,
      "loss": 0.7762,
      "step": 20655
    },
    {
      "epoch": 0.43530533647336506,
      "grad_norm": 0.179054856300354,
      "learning_rate": 1.2553451592083622e-05,
      "loss": 0.8272,
      "step": 20656
    },
    {
      "epoch": 0.4353264105117303,
      "grad_norm": 0.11837117373943329,
      "learning_rate": 1.255279167287949e-05,
      "loss": 0.7089,
      "step": 20657
    },
    {
      "epoch": 0.43534748455009564,
      "grad_norm": 0.13157671689987183,
      "learning_rate": 1.255213174178292e-05,
      "loss": 0.7089,
      "step": 20658
    },
    {
      "epoch": 0.4353685585884609,
      "grad_norm": 0.17518606781959534,
      "learning_rate": 1.2551471798796988e-05,
      "loss": 0.7676,
      "step": 20659
    },
    {
      "epoch": 0.4353896326268262,
      "grad_norm": 0.13885700702667236,
      "learning_rate": 1.2550811843924764e-05,
      "loss": 0.8499,
      "step": 20660
    },
    {
      "epoch": 0.4354107066651915,
      "grad_norm": 0.14876727759838104,
      "learning_rate": 1.2550151877169326e-05,
      "loss": 0.7713,
      "step": 20661
    },
    {
      "epoch": 0.43543178070355676,
      "grad_norm": 0.11747608333826065,
      "learning_rate": 1.2549491898533748e-05,
      "loss": 0.8289,
      "step": 20662
    },
    {
      "epoch": 0.4354528547419221,
      "grad_norm": 0.17605693638324738,
      "learning_rate": 1.2548831908021106e-05,
      "loss": 0.8068,
      "step": 20663
    },
    {
      "epoch": 0.43547392878028734,
      "grad_norm": 0.11661042273044586,
      "learning_rate": 1.254817190563447e-05,
      "loss": 0.7125,
      "step": 20664
    },
    {
      "epoch": 0.4354950028186526,
      "grad_norm": 0.13666342198848724,
      "learning_rate": 1.2547511891376916e-05,
      "loss": 0.8123,
      "step": 20665
    },
    {
      "epoch": 0.43551607685701793,
      "grad_norm": 0.16047120094299316,
      "learning_rate": 1.254685186525152e-05,
      "loss": 0.7507,
      "step": 20666
    },
    {
      "epoch": 0.4355371508953832,
      "grad_norm": 0.1484585851430893,
      "learning_rate": 1.2546191827261356e-05,
      "loss": 0.8614,
      "step": 20667
    },
    {
      "epoch": 0.4355582249337485,
      "grad_norm": 0.14569102227687836,
      "learning_rate": 1.2545531777409502e-05,
      "loss": 0.8421,
      "step": 20668
    },
    {
      "epoch": 0.4355792989721138,
      "grad_norm": 0.13643135130405426,
      "learning_rate": 1.2544871715699032e-05,
      "loss": 0.8192,
      "step": 20669
    },
    {
      "epoch": 0.43560037301047905,
      "grad_norm": 0.16024911403656006,
      "learning_rate": 1.2544211642133017e-05,
      "loss": 0.7575,
      "step": 20670
    },
    {
      "epoch": 0.43562144704884437,
      "grad_norm": 0.12916366755962372,
      "learning_rate": 1.2543551556714535e-05,
      "loss": 0.773,
      "step": 20671
    },
    {
      "epoch": 0.43564252108720963,
      "grad_norm": 0.10235171020030975,
      "learning_rate": 1.2542891459446663e-05,
      "loss": 0.7041,
      "step": 20672
    },
    {
      "epoch": 0.4356635951255749,
      "grad_norm": 0.10949398577213287,
      "learning_rate": 1.254223135033247e-05,
      "loss": 0.8281,
      "step": 20673
    },
    {
      "epoch": 0.4356846691639402,
      "grad_norm": 0.1387668401002884,
      "learning_rate": 1.2541571229375037e-05,
      "loss": 0.7911,
      "step": 20674
    },
    {
      "epoch": 0.4357057432023055,
      "grad_norm": 0.11762651056051254,
      "learning_rate": 1.2540911096577435e-05,
      "loss": 0.791,
      "step": 20675
    },
    {
      "epoch": 0.4357268172406708,
      "grad_norm": 0.12174797058105469,
      "learning_rate": 1.2540250951942742e-05,
      "loss": 0.8263,
      "step": 20676
    },
    {
      "epoch": 0.43574789127903607,
      "grad_norm": 0.11400365084409714,
      "learning_rate": 1.2539590795474035e-05,
      "loss": 0.8572,
      "step": 20677
    },
    {
      "epoch": 0.43576896531740134,
      "grad_norm": 0.1026831716299057,
      "learning_rate": 1.2538930627174389e-05,
      "loss": 0.735,
      "step": 20678
    },
    {
      "epoch": 0.43579003935576666,
      "grad_norm": 0.11835653334856033,
      "learning_rate": 1.2538270447046874e-05,
      "loss": 0.8045,
      "step": 20679
    },
    {
      "epoch": 0.4358111133941319,
      "grad_norm": 0.12550446391105652,
      "learning_rate": 1.253761025509457e-05,
      "loss": 0.8276,
      "step": 20680
    },
    {
      "epoch": 0.43583218743249724,
      "grad_norm": 0.11491192877292633,
      "learning_rate": 1.2536950051320551e-05,
      "loss": 0.795,
      "step": 20681
    },
    {
      "epoch": 0.4358532614708625,
      "grad_norm": 0.10752475261688232,
      "learning_rate": 1.253628983572789e-05,
      "loss": 0.7746,
      "step": 20682
    },
    {
      "epoch": 0.4358743355092278,
      "grad_norm": 0.1141732856631279,
      "learning_rate": 1.2535629608319674e-05,
      "loss": 0.7701,
      "step": 20683
    },
    {
      "epoch": 0.4358954095475931,
      "grad_norm": 0.11651361733675003,
      "learning_rate": 1.2534969369098965e-05,
      "loss": 0.7617,
      "step": 20684
    },
    {
      "epoch": 0.43591648358595836,
      "grad_norm": 0.13987568020820618,
      "learning_rate": 1.2534309118068848e-05,
      "loss": 0.7812,
      "step": 20685
    },
    {
      "epoch": 0.4359375576243237,
      "grad_norm": 0.1209539994597435,
      "learning_rate": 1.2533648855232395e-05,
      "loss": 0.7593,
      "step": 20686
    },
    {
      "epoch": 0.43595863166268894,
      "grad_norm": 0.13296402990818024,
      "learning_rate": 1.253298858059268e-05,
      "loss": 0.7823,
      "step": 20687
    },
    {
      "epoch": 0.4359797057010542,
      "grad_norm": 0.11361169815063477,
      "learning_rate": 1.2532328294152784e-05,
      "loss": 0.7775,
      "step": 20688
    },
    {
      "epoch": 0.43600077973941953,
      "grad_norm": 0.12613238394260406,
      "learning_rate": 1.2531667995915778e-05,
      "loss": 0.7862,
      "step": 20689
    },
    {
      "epoch": 0.4360218537777848,
      "grad_norm": 0.1099228486418724,
      "learning_rate": 1.253100768588474e-05,
      "loss": 0.7536,
      "step": 20690
    },
    {
      "epoch": 0.4360429278161501,
      "grad_norm": 0.14062988758087158,
      "learning_rate": 1.2530347364062748e-05,
      "loss": 0.7714,
      "step": 20691
    },
    {
      "epoch": 0.4360640018545154,
      "grad_norm": 0.17169678211212158,
      "learning_rate": 1.2529687030452877e-05,
      "loss": 0.83,
      "step": 20692
    },
    {
      "epoch": 0.43608507589288065,
      "grad_norm": 0.12585633993148804,
      "learning_rate": 1.2529026685058204e-05,
      "loss": 0.8249,
      "step": 20693
    },
    {
      "epoch": 0.43610614993124597,
      "grad_norm": 0.14970922470092773,
      "learning_rate": 1.2528366327881803e-05,
      "loss": 0.8101,
      "step": 20694
    },
    {
      "epoch": 0.43612722396961123,
      "grad_norm": 0.14697223901748657,
      "learning_rate": 1.252770595892675e-05,
      "loss": 0.8263,
      "step": 20695
    },
    {
      "epoch": 0.4361482980079765,
      "grad_norm": 0.12795236706733704,
      "learning_rate": 1.2527045578196122e-05,
      "loss": 0.7428,
      "step": 20696
    },
    {
      "epoch": 0.4361693720463418,
      "grad_norm": 0.1301846206188202,
      "learning_rate": 1.2526385185693002e-05,
      "loss": 0.8131,
      "step": 20697
    },
    {
      "epoch": 0.4361904460847071,
      "grad_norm": 0.11101716756820679,
      "learning_rate": 1.2525724781420455e-05,
      "loss": 0.7684,
      "step": 20698
    },
    {
      "epoch": 0.4362115201230724,
      "grad_norm": 0.12871263921260834,
      "learning_rate": 1.2525064365381568e-05,
      "loss": 0.8127,
      "step": 20699
    },
    {
      "epoch": 0.43623259416143767,
      "grad_norm": 0.1324935108423233,
      "learning_rate": 1.252440393757941e-05,
      "loss": 0.6766,
      "step": 20700
    },
    {
      "epoch": 0.43625366819980294,
      "grad_norm": 0.1314065158367157,
      "learning_rate": 1.2523743498017061e-05,
      "loss": 0.8173,
      "step": 20701
    },
    {
      "epoch": 0.43627474223816826,
      "grad_norm": 0.12653560936450958,
      "learning_rate": 1.2523083046697598e-05,
      "loss": 0.7863,
      "step": 20702
    },
    {
      "epoch": 0.4362958162765335,
      "grad_norm": 0.1501844972372055,
      "learning_rate": 1.2522422583624097e-05,
      "loss": 0.8631,
      "step": 20703
    },
    {
      "epoch": 0.43631689031489884,
      "grad_norm": 0.15440981090068817,
      "learning_rate": 1.2521762108799632e-05,
      "loss": 0.7757,
      "step": 20704
    },
    {
      "epoch": 0.4363379643532641,
      "grad_norm": 0.12436378747224808,
      "learning_rate": 1.2521101622227288e-05,
      "loss": 0.7755,
      "step": 20705
    },
    {
      "epoch": 0.4363590383916294,
      "grad_norm": 0.14638639986515045,
      "learning_rate": 1.2520441123910136e-05,
      "loss": 0.8453,
      "step": 20706
    },
    {
      "epoch": 0.4363801124299947,
      "grad_norm": 0.12723487615585327,
      "learning_rate": 1.2519780613851254e-05,
      "loss": 0.7508,
      "step": 20707
    },
    {
      "epoch": 0.43640118646835996,
      "grad_norm": 0.147149458527565,
      "learning_rate": 1.2519120092053718e-05,
      "loss": 0.7914,
      "step": 20708
    },
    {
      "epoch": 0.4364222605067253,
      "grad_norm": 0.16279812157154083,
      "learning_rate": 1.2518459558520606e-05,
      "loss": 0.761,
      "step": 20709
    },
    {
      "epoch": 0.43644333454509054,
      "grad_norm": 0.140101820230484,
      "learning_rate": 1.2517799013254996e-05,
      "loss": 0.7906,
      "step": 20710
    },
    {
      "epoch": 0.4364644085834558,
      "grad_norm": 0.15864698588848114,
      "learning_rate": 1.251713845625996e-05,
      "loss": 0.7629,
      "step": 20711
    },
    {
      "epoch": 0.43648548262182113,
      "grad_norm": 0.1410178691148758,
      "learning_rate": 1.2516477887538588e-05,
      "loss": 0.7978,
      "step": 20712
    },
    {
      "epoch": 0.4365065566601864,
      "grad_norm": 0.16596806049346924,
      "learning_rate": 1.2515817307093943e-05,
      "loss": 0.7603,
      "step": 20713
    },
    {
      "epoch": 0.43652763069855166,
      "grad_norm": 0.1343218982219696,
      "learning_rate": 1.251515671492911e-05,
      "loss": 0.7799,
      "step": 20714
    },
    {
      "epoch": 0.436548704736917,
      "grad_norm": 0.1704166680574417,
      "learning_rate": 1.2514496111047164e-05,
      "loss": 0.7678,
      "step": 20715
    },
    {
      "epoch": 0.43656977877528225,
      "grad_norm": 0.11844372004270554,
      "learning_rate": 1.2513835495451185e-05,
      "loss": 0.8375,
      "step": 20716
    },
    {
      "epoch": 0.43659085281364757,
      "grad_norm": 0.14606192708015442,
      "learning_rate": 1.2513174868144247e-05,
      "loss": 0.8085,
      "step": 20717
    },
    {
      "epoch": 0.43661192685201283,
      "grad_norm": 0.1444341391324997,
      "learning_rate": 1.2512514229129432e-05,
      "loss": 0.8211,
      "step": 20718
    },
    {
      "epoch": 0.4366330008903781,
      "grad_norm": 0.11573100090026855,
      "learning_rate": 1.2511853578409812e-05,
      "loss": 0.7255,
      "step": 20719
    },
    {
      "epoch": 0.4366540749287434,
      "grad_norm": 0.12940046191215515,
      "learning_rate": 1.2511192915988468e-05,
      "loss": 0.7968,
      "step": 20720
    },
    {
      "epoch": 0.4366751489671087,
      "grad_norm": 0.11545433104038239,
      "learning_rate": 1.251053224186848e-05,
      "loss": 0.7702,
      "step": 20721
    },
    {
      "epoch": 0.436696223005474,
      "grad_norm": 0.13374674320220947,
      "learning_rate": 1.2509871556052924e-05,
      "loss": 0.8728,
      "step": 20722
    },
    {
      "epoch": 0.43671729704383927,
      "grad_norm": 0.1479348987340927,
      "learning_rate": 1.2509210858544875e-05,
      "loss": 0.8697,
      "step": 20723
    },
    {
      "epoch": 0.43673837108220454,
      "grad_norm": 0.12157924473285675,
      "learning_rate": 1.2508550149347417e-05,
      "loss": 0.7684,
      "step": 20724
    },
    {
      "epoch": 0.43675944512056986,
      "grad_norm": 0.20978474617004395,
      "learning_rate": 1.2507889428463616e-05,
      "loss": 0.8587,
      "step": 20725
    },
    {
      "epoch": 0.4367805191589351,
      "grad_norm": 0.11055503785610199,
      "learning_rate": 1.2507228695896565e-05,
      "loss": 0.7869,
      "step": 20726
    },
    {
      "epoch": 0.43680159319730044,
      "grad_norm": 0.1372276097536087,
      "learning_rate": 1.2506567951649336e-05,
      "loss": 0.7958,
      "step": 20727
    },
    {
      "epoch": 0.4368226672356657,
      "grad_norm": 0.15189358592033386,
      "learning_rate": 1.2505907195725002e-05,
      "loss": 0.7823,
      "step": 20728
    },
    {
      "epoch": 0.43684374127403097,
      "grad_norm": 0.12239523231983185,
      "learning_rate": 1.250524642812665e-05,
      "loss": 0.8194,
      "step": 20729
    },
    {
      "epoch": 0.4368648153123963,
      "grad_norm": 0.13654577732086182,
      "learning_rate": 1.250458564885735e-05,
      "loss": 0.7626,
      "step": 20730
    },
    {
      "epoch": 0.43688588935076156,
      "grad_norm": 0.13020488619804382,
      "learning_rate": 1.2503924857920187e-05,
      "loss": 0.7622,
      "step": 20731
    },
    {
      "epoch": 0.4369069633891268,
      "grad_norm": 0.19953593611717224,
      "learning_rate": 1.2503264055318235e-05,
      "loss": 0.8449,
      "step": 20732
    },
    {
      "epoch": 0.43692803742749214,
      "grad_norm": 0.19447772204875946,
      "learning_rate": 1.2502603241054573e-05,
      "loss": 0.8045,
      "step": 20733
    },
    {
      "epoch": 0.4369491114658574,
      "grad_norm": 0.11810293048620224,
      "learning_rate": 1.2501942415132282e-05,
      "loss": 0.7777,
      "step": 20734
    },
    {
      "epoch": 0.43697018550422273,
      "grad_norm": 0.1335264891386032,
      "learning_rate": 1.2501281577554441e-05,
      "loss": 0.7763,
      "step": 20735
    },
    {
      "epoch": 0.436991259542588,
      "grad_norm": 0.16956380009651184,
      "learning_rate": 1.2500620728324124e-05,
      "loss": 0.7614,
      "step": 20736
    },
    {
      "epoch": 0.43701233358095326,
      "grad_norm": 0.15557420253753662,
      "learning_rate": 1.2499959867444415e-05,
      "loss": 0.7996,
      "step": 20737
    },
    {
      "epoch": 0.4370334076193186,
      "grad_norm": 0.12105587124824524,
      "learning_rate": 1.2499298994918388e-05,
      "loss": 0.7454,
      "step": 20738
    },
    {
      "epoch": 0.43705448165768385,
      "grad_norm": 0.253051221370697,
      "learning_rate": 1.2498638110749122e-05,
      "loss": 0.7992,
      "step": 20739
    },
    {
      "epoch": 0.43707555569604917,
      "grad_norm": 0.12756730616092682,
      "learning_rate": 1.2497977214939698e-05,
      "loss": 0.7743,
      "step": 20740
    },
    {
      "epoch": 0.43709662973441443,
      "grad_norm": 0.11867120862007141,
      "learning_rate": 1.2497316307493194e-05,
      "loss": 0.8286,
      "step": 20741
    },
    {
      "epoch": 0.4371177037727797,
      "grad_norm": 0.13111944496631622,
      "learning_rate": 1.2496655388412693e-05,
      "loss": 0.7899,
      "step": 20742
    },
    {
      "epoch": 0.437138777811145,
      "grad_norm": 0.11415313184261322,
      "learning_rate": 1.2495994457701269e-05,
      "loss": 0.7994,
      "step": 20743
    },
    {
      "epoch": 0.4371598518495103,
      "grad_norm": 0.11341655999422073,
      "learning_rate": 1.2495333515362e-05,
      "loss": 0.8645,
      "step": 20744
    },
    {
      "epoch": 0.4371809258878756,
      "grad_norm": 0.17123383283615112,
      "learning_rate": 1.2494672561397966e-05,
      "loss": 0.701,
      "step": 20745
    },
    {
      "epoch": 0.43720199992624087,
      "grad_norm": 0.12491729855537415,
      "learning_rate": 1.249401159581225e-05,
      "loss": 0.8164,
      "step": 20746
    },
    {
      "epoch": 0.43722307396460613,
      "grad_norm": 0.10722409933805466,
      "learning_rate": 1.2493350618607929e-05,
      "loss": 0.7571,
      "step": 20747
    },
    {
      "epoch": 0.43724414800297146,
      "grad_norm": 0.12052462249994278,
      "learning_rate": 1.249268962978808e-05,
      "loss": 0.81,
      "step": 20748
    },
    {
      "epoch": 0.4372652220413367,
      "grad_norm": 0.152483731508255,
      "learning_rate": 1.2492028629355783e-05,
      "loss": 0.85,
      "step": 20749
    },
    {
      "epoch": 0.437286296079702,
      "grad_norm": 0.17427432537078857,
      "learning_rate": 1.249136761731412e-05,
      "loss": 0.7806,
      "step": 20750
    },
    {
      "epoch": 0.4373073701180673,
      "grad_norm": 0.11232075095176697,
      "learning_rate": 1.249070659366617e-05,
      "loss": 0.7902,
      "step": 20751
    },
    {
      "epoch": 0.43732844415643257,
      "grad_norm": 0.35703420639038086,
      "learning_rate": 1.249004555841501e-05,
      "loss": 0.8698,
      "step": 20752
    },
    {
      "epoch": 0.4373495181947979,
      "grad_norm": 0.1836925446987152,
      "learning_rate": 1.2489384511563723e-05,
      "loss": 0.7867,
      "step": 20753
    },
    {
      "epoch": 0.43737059223316316,
      "grad_norm": 0.13337914645671844,
      "learning_rate": 1.2488723453115382e-05,
      "loss": 0.7938,
      "step": 20754
    },
    {
      "epoch": 0.4373916662715284,
      "grad_norm": 0.13846348226070404,
      "learning_rate": 1.2488062383073072e-05,
      "loss": 0.709,
      "step": 20755
    },
    {
      "epoch": 0.43741274030989374,
      "grad_norm": 0.13003280758857727,
      "learning_rate": 1.2487401301439874e-05,
      "loss": 0.8246,
      "step": 20756
    },
    {
      "epoch": 0.437433814348259,
      "grad_norm": 0.16047455370426178,
      "learning_rate": 1.2486740208218864e-05,
      "loss": 0.7592,
      "step": 20757
    },
    {
      "epoch": 0.43745488838662433,
      "grad_norm": 0.16403160989284515,
      "learning_rate": 1.2486079103413122e-05,
      "loss": 0.8093,
      "step": 20758
    },
    {
      "epoch": 0.4374759624249896,
      "grad_norm": 0.1381673365831375,
      "learning_rate": 1.248541798702573e-05,
      "loss": 0.7219,
      "step": 20759
    },
    {
      "epoch": 0.43749703646335486,
      "grad_norm": 0.11495142430067062,
      "learning_rate": 1.2484756859059766e-05,
      "loss": 0.7963,
      "step": 20760
    },
    {
      "epoch": 0.4375181105017202,
      "grad_norm": 0.12112236768007278,
      "learning_rate": 1.248409571951831e-05,
      "loss": 0.8177,
      "step": 20761
    },
    {
      "epoch": 0.43753918454008545,
      "grad_norm": 0.12641771137714386,
      "learning_rate": 1.2483434568404444e-05,
      "loss": 0.7773,
      "step": 20762
    },
    {
      "epoch": 0.43756025857845077,
      "grad_norm": 0.15601593255996704,
      "learning_rate": 1.2482773405721246e-05,
      "loss": 0.7763,
      "step": 20763
    },
    {
      "epoch": 0.43758133261681603,
      "grad_norm": 0.13175000250339508,
      "learning_rate": 1.2482112231471797e-05,
      "loss": 0.792,
      "step": 20764
    },
    {
      "epoch": 0.4376024066551813,
      "grad_norm": 0.1422332376241684,
      "learning_rate": 1.2481451045659179e-05,
      "loss": 0.8448,
      "step": 20765
    },
    {
      "epoch": 0.4376234806935466,
      "grad_norm": 0.1624181568622589,
      "learning_rate": 1.2480789848286467e-05,
      "loss": 0.7995,
      "step": 20766
    },
    {
      "epoch": 0.4376445547319119,
      "grad_norm": 0.11763441562652588,
      "learning_rate": 1.2480128639356748e-05,
      "loss": 0.7957,
      "step": 20767
    },
    {
      "epoch": 0.43766562877027715,
      "grad_norm": 0.14870481193065643,
      "learning_rate": 1.2479467418873093e-05,
      "loss": 0.7932,
      "step": 20768
    },
    {
      "epoch": 0.43768670280864247,
      "grad_norm": 0.11386530846357346,
      "learning_rate": 1.247880618683859e-05,
      "loss": 0.7953,
      "step": 20769
    },
    {
      "epoch": 0.43770777684700773,
      "grad_norm": 0.152556374669075,
      "learning_rate": 1.247814494325632e-05,
      "loss": 0.8327,
      "step": 20770
    },
    {
      "epoch": 0.43772885088537306,
      "grad_norm": 0.14273232221603394,
      "learning_rate": 1.2477483688129362e-05,
      "loss": 0.7685,
      "step": 20771
    },
    {
      "epoch": 0.4377499249237383,
      "grad_norm": 0.184386745095253,
      "learning_rate": 1.2476822421460793e-05,
      "loss": 0.8382,
      "step": 20772
    },
    {
      "epoch": 0.4377709989621036,
      "grad_norm": 0.1548105925321579,
      "learning_rate": 1.2476161143253696e-05,
      "loss": 0.7904,
      "step": 20773
    },
    {
      "epoch": 0.4377920730004689,
      "grad_norm": 0.15497460961341858,
      "learning_rate": 1.247549985351115e-05,
      "loss": 0.8346,
      "step": 20774
    },
    {
      "epoch": 0.43781314703883417,
      "grad_norm": 0.17619620263576508,
      "learning_rate": 1.2474838552236237e-05,
      "loss": 0.7635,
      "step": 20775
    },
    {
      "epoch": 0.4378342210771995,
      "grad_norm": 0.12887200713157654,
      "learning_rate": 1.2474177239432042e-05,
      "loss": 0.7486,
      "step": 20776
    },
    {
      "epoch": 0.43785529511556476,
      "grad_norm": 0.18396629393100739,
      "learning_rate": 1.2473515915101641e-05,
      "loss": 0.7995,
      "step": 20777
    },
    {
      "epoch": 0.43787636915393,
      "grad_norm": 0.14254418015480042,
      "learning_rate": 1.2472854579248116e-05,
      "loss": 0.8441,
      "step": 20778
    },
    {
      "epoch": 0.43789744319229534,
      "grad_norm": 0.1575508862733841,
      "learning_rate": 1.2472193231874546e-05,
      "loss": 0.7842,
      "step": 20779
    },
    {
      "epoch": 0.4379185172306606,
      "grad_norm": 0.14239031076431274,
      "learning_rate": 1.2471531872984013e-05,
      "loss": 0.7649,
      "step": 20780
    },
    {
      "epoch": 0.43793959126902593,
      "grad_norm": 0.1568220555782318,
      "learning_rate": 1.2470870502579602e-05,
      "loss": 0.8044,
      "step": 20781
    },
    {
      "epoch": 0.4379606653073912,
      "grad_norm": 0.2525949776172638,
      "learning_rate": 1.2470209120664384e-05,
      "loss": 0.7895,
      "step": 20782
    },
    {
      "epoch": 0.43798173934575646,
      "grad_norm": 0.18135619163513184,
      "learning_rate": 1.2469547727241453e-05,
      "loss": 0.8016,
      "step": 20783
    },
    {
      "epoch": 0.4380028133841218,
      "grad_norm": 0.13967448472976685,
      "learning_rate": 1.246888632231388e-05,
      "loss": 0.7992,
      "step": 20784
    },
    {
      "epoch": 0.43802388742248705,
      "grad_norm": 0.24148131906986237,
      "learning_rate": 1.2468224905884753e-05,
      "loss": 0.835,
      "step": 20785
    },
    {
      "epoch": 0.43804496146085237,
      "grad_norm": 0.16181762516498566,
      "learning_rate": 1.2467563477957153e-05,
      "loss": 0.7855,
      "step": 20786
    },
    {
      "epoch": 0.43806603549921763,
      "grad_norm": 0.1584429293870926,
      "learning_rate": 1.2466902038534154e-05,
      "loss": 0.7793,
      "step": 20787
    },
    {
      "epoch": 0.4380871095375829,
      "grad_norm": 0.15457916259765625,
      "learning_rate": 1.2466240587618843e-05,
      "loss": 0.8207,
      "step": 20788
    },
    {
      "epoch": 0.4381081835759482,
      "grad_norm": 0.15260034799575806,
      "learning_rate": 1.2465579125214303e-05,
      "loss": 0.7999,
      "step": 20789
    },
    {
      "epoch": 0.4381292576143135,
      "grad_norm": 0.1487313061952591,
      "learning_rate": 1.246491765132361e-05,
      "loss": 0.7837,
      "step": 20790
    },
    {
      "epoch": 0.43815033165267875,
      "grad_norm": 0.149224653840065,
      "learning_rate": 1.2464256165949848e-05,
      "loss": 0.7879,
      "step": 20791
    },
    {
      "epoch": 0.43817140569104407,
      "grad_norm": 0.14575713872909546,
      "learning_rate": 1.2463594669096101e-05,
      "loss": 0.7578,
      "step": 20792
    },
    {
      "epoch": 0.43819247972940933,
      "grad_norm": 0.12684568762779236,
      "learning_rate": 1.246293316076545e-05,
      "loss": 0.7733,
      "step": 20793
    },
    {
      "epoch": 0.43821355376777466,
      "grad_norm": 0.1344594955444336,
      "learning_rate": 1.2462271640960975e-05,
      "loss": 0.8051,
      "step": 20794
    },
    {
      "epoch": 0.4382346278061399,
      "grad_norm": 0.11749126762151718,
      "learning_rate": 1.2461610109685757e-05,
      "loss": 0.8087,
      "step": 20795
    },
    {
      "epoch": 0.4382557018445052,
      "grad_norm": 0.11702577769756317,
      "learning_rate": 1.2460948566942881e-05,
      "loss": 0.7736,
      "step": 20796
    },
    {
      "epoch": 0.4382767758828705,
      "grad_norm": 0.14193062484264374,
      "learning_rate": 1.2460287012735424e-05,
      "loss": 0.7668,
      "step": 20797
    },
    {
      "epoch": 0.43829784992123577,
      "grad_norm": 0.18459640443325043,
      "learning_rate": 1.2459625447066472e-05,
      "loss": 0.8646,
      "step": 20798
    },
    {
      "epoch": 0.4383189239596011,
      "grad_norm": 0.1506074070930481,
      "learning_rate": 1.2458963869939108e-05,
      "loss": 0.7528,
      "step": 20799
    },
    {
      "epoch": 0.43833999799796636,
      "grad_norm": 0.14600718021392822,
      "learning_rate": 1.245830228135641e-05,
      "loss": 0.8039,
      "step": 20800
    },
    {
      "epoch": 0.4383610720363316,
      "grad_norm": 0.1265333890914917,
      "learning_rate": 1.2457640681321466e-05,
      "loss": 0.8024,
      "step": 20801
    },
    {
      "epoch": 0.43838214607469694,
      "grad_norm": 0.14821214973926544,
      "learning_rate": 1.245697906983735e-05,
      "loss": 0.8491,
      "step": 20802
    },
    {
      "epoch": 0.4384032201130622,
      "grad_norm": 0.1578383594751358,
      "learning_rate": 1.2456317446907149e-05,
      "loss": 0.7334,
      "step": 20803
    },
    {
      "epoch": 0.43842429415142753,
      "grad_norm": 0.13307948410511017,
      "learning_rate": 1.245565581253394e-05,
      "loss": 0.7592,
      "step": 20804
    },
    {
      "epoch": 0.4384453681897928,
      "grad_norm": 0.15104106068611145,
      "learning_rate": 1.2454994166720818e-05,
      "loss": 0.7854,
      "step": 20805
    },
    {
      "epoch": 0.43846644222815806,
      "grad_norm": 0.12781700491905212,
      "learning_rate": 1.2454332509470852e-05,
      "loss": 0.7998,
      "step": 20806
    },
    {
      "epoch": 0.4384875162665234,
      "grad_norm": 0.18073824048042297,
      "learning_rate": 1.2453670840787132e-05,
      "loss": 0.7599,
      "step": 20807
    },
    {
      "epoch": 0.43850859030488865,
      "grad_norm": 0.15273402631282806,
      "learning_rate": 1.2453009160672738e-05,
      "loss": 0.7747,
      "step": 20808
    },
    {
      "epoch": 0.4385296643432539,
      "grad_norm": 0.15477290749549866,
      "learning_rate": 1.245234746913075e-05,
      "loss": 0.8262,
      "step": 20809
    },
    {
      "epoch": 0.43855073838161923,
      "grad_norm": 0.14255546033382416,
      "learning_rate": 1.2451685766164254e-05,
      "loss": 0.7889,
      "step": 20810
    },
    {
      "epoch": 0.4385718124199845,
      "grad_norm": 0.12162655591964722,
      "learning_rate": 1.2451024051776333e-05,
      "loss": 0.7715,
      "step": 20811
    },
    {
      "epoch": 0.4385928864583498,
      "grad_norm": 0.1627989560365677,
      "learning_rate": 1.2450362325970069e-05,
      "loss": 0.8033,
      "step": 20812
    },
    {
      "epoch": 0.4386139604967151,
      "grad_norm": 0.14106880128383636,
      "learning_rate": 1.2449700588748541e-05,
      "loss": 0.816,
      "step": 20813
    },
    {
      "epoch": 0.43863503453508035,
      "grad_norm": 0.1346716582775116,
      "learning_rate": 1.2449038840114837e-05,
      "loss": 0.7412,
      "step": 20814
    },
    {
      "epoch": 0.43865610857344567,
      "grad_norm": 0.1336113065481186,
      "learning_rate": 1.244837708007204e-05,
      "loss": 0.8175,
      "step": 20815
    },
    {
      "epoch": 0.43867718261181093,
      "grad_norm": 0.14900197088718414,
      "learning_rate": 1.2447715308623228e-05,
      "loss": 0.8214,
      "step": 20816
    },
    {
      "epoch": 0.43869825665017625,
      "grad_norm": 0.13528385758399963,
      "learning_rate": 1.2447053525771487e-05,
      "loss": 0.8178,
      "step": 20817
    },
    {
      "epoch": 0.4387193306885415,
      "grad_norm": 0.13610492646694183,
      "learning_rate": 1.2446391731519895e-05,
      "loss": 0.7762,
      "step": 20818
    },
    {
      "epoch": 0.4387404047269068,
      "grad_norm": 0.15242181718349457,
      "learning_rate": 1.2445729925871543e-05,
      "loss": 0.8172,
      "step": 20819
    },
    {
      "epoch": 0.4387614787652721,
      "grad_norm": 0.3059128224849701,
      "learning_rate": 1.2445068108829512e-05,
      "loss": 0.762,
      "step": 20820
    },
    {
      "epoch": 0.43878255280363737,
      "grad_norm": 0.13201957941055298,
      "learning_rate": 1.2444406280396883e-05,
      "loss": 0.8252,
      "step": 20821
    },
    {
      "epoch": 0.4388036268420027,
      "grad_norm": 0.13684888184070587,
      "learning_rate": 1.244374444057674e-05,
      "loss": 0.8279,
      "step": 20822
    },
    {
      "epoch": 0.43882470088036796,
      "grad_norm": 0.17113645374774933,
      "learning_rate": 1.2443082589372164e-05,
      "loss": 0.7844,
      "step": 20823
    },
    {
      "epoch": 0.4388457749187332,
      "grad_norm": 0.15888482332229614,
      "learning_rate": 1.2442420726786244e-05,
      "loss": 0.7717,
      "step": 20824
    },
    {
      "epoch": 0.43886684895709854,
      "grad_norm": 0.1346932202577591,
      "learning_rate": 1.2441758852822057e-05,
      "loss": 0.7799,
      "step": 20825
    },
    {
      "epoch": 0.4388879229954638,
      "grad_norm": 0.12296201288700104,
      "learning_rate": 1.244109696748269e-05,
      "loss": 0.7264,
      "step": 20826
    },
    {
      "epoch": 0.4389089970338291,
      "grad_norm": 0.1470489203929901,
      "learning_rate": 1.2440435070771227e-05,
      "loss": 0.7794,
      "step": 20827
    },
    {
      "epoch": 0.4389300710721944,
      "grad_norm": 0.19036726653575897,
      "learning_rate": 1.2439773162690747e-05,
      "loss": 0.7323,
      "step": 20828
    },
    {
      "epoch": 0.43895114511055966,
      "grad_norm": 0.1511886715888977,
      "learning_rate": 1.243911124324434e-05,
      "loss": 0.8622,
      "step": 20829
    },
    {
      "epoch": 0.438972219148925,
      "grad_norm": 0.12710341811180115,
      "learning_rate": 1.2438449312435086e-05,
      "loss": 0.7237,
      "step": 20830
    },
    {
      "epoch": 0.43899329318729025,
      "grad_norm": 0.15140919387340546,
      "learning_rate": 1.2437787370266068e-05,
      "loss": 0.7532,
      "step": 20831
    },
    {
      "epoch": 0.4390143672256555,
      "grad_norm": 0.1478147655725479,
      "learning_rate": 1.2437125416740373e-05,
      "loss": 0.7959,
      "step": 20832
    },
    {
      "epoch": 0.43903544126402083,
      "grad_norm": 0.7424241304397583,
      "learning_rate": 1.2436463451861077e-05,
      "loss": 0.8144,
      "step": 20833
    },
    {
      "epoch": 0.4390565153023861,
      "grad_norm": 0.11940896511077881,
      "learning_rate": 1.2435801475631273e-05,
      "loss": 0.7907,
      "step": 20834
    },
    {
      "epoch": 0.4390775893407514,
      "grad_norm": 0.13056562840938568,
      "learning_rate": 1.2435139488054042e-05,
      "loss": 0.7561,
      "step": 20835
    },
    {
      "epoch": 0.4390986633791167,
      "grad_norm": 0.12934301793575287,
      "learning_rate": 1.2434477489132467e-05,
      "loss": 0.8448,
      "step": 20836
    },
    {
      "epoch": 0.43911973741748195,
      "grad_norm": 0.1552516371011734,
      "learning_rate": 1.243381547886963e-05,
      "loss": 0.8109,
      "step": 20837
    },
    {
      "epoch": 0.43914081145584727,
      "grad_norm": 0.11846248060464859,
      "learning_rate": 1.243315345726862e-05,
      "loss": 0.7911,
      "step": 20838
    },
    {
      "epoch": 0.43916188549421253,
      "grad_norm": 0.12830358743667603,
      "learning_rate": 1.2432491424332517e-05,
      "loss": 0.7329,
      "step": 20839
    },
    {
      "epoch": 0.43918295953257785,
      "grad_norm": 0.14221914112567902,
      "learning_rate": 1.2431829380064406e-05,
      "loss": 0.8594,
      "step": 20840
    },
    {
      "epoch": 0.4392040335709431,
      "grad_norm": 0.23550787568092346,
      "learning_rate": 1.2431167324467372e-05,
      "loss": 0.7605,
      "step": 20841
    },
    {
      "epoch": 0.4392251076093084,
      "grad_norm": 0.14644524455070496,
      "learning_rate": 1.24305052575445e-05,
      "loss": 0.7446,
      "step": 20842
    },
    {
      "epoch": 0.4392461816476737,
      "grad_norm": 0.11101806163787842,
      "learning_rate": 1.2429843179298872e-05,
      "loss": 0.7525,
      "step": 20843
    },
    {
      "epoch": 0.43926725568603897,
      "grad_norm": 0.1235543042421341,
      "learning_rate": 1.2429181089733575e-05,
      "loss": 0.7964,
      "step": 20844
    },
    {
      "epoch": 0.43928832972440424,
      "grad_norm": 0.11578094959259033,
      "learning_rate": 1.2428518988851693e-05,
      "loss": 0.7639,
      "step": 20845
    },
    {
      "epoch": 0.43930940376276956,
      "grad_norm": 0.1758211851119995,
      "learning_rate": 1.2427856876656306e-05,
      "loss": 0.7991,
      "step": 20846
    },
    {
      "epoch": 0.4393304778011348,
      "grad_norm": 0.16113242506980896,
      "learning_rate": 1.2427194753150503e-05,
      "loss": 0.8106,
      "step": 20847
    },
    {
      "epoch": 0.43935155183950014,
      "grad_norm": 0.13947135210037231,
      "learning_rate": 1.2426532618337366e-05,
      "loss": 0.8606,
      "step": 20848
    },
    {
      "epoch": 0.4393726258778654,
      "grad_norm": 0.1261683702468872,
      "learning_rate": 1.2425870472219982e-05,
      "loss": 0.8143,
      "step": 20849
    },
    {
      "epoch": 0.4393936999162307,
      "grad_norm": 0.16535377502441406,
      "learning_rate": 1.2425208314801441e-05,
      "loss": 0.7482,
      "step": 20850
    },
    {
      "epoch": 0.439414773954596,
      "grad_norm": 0.14254000782966614,
      "learning_rate": 1.2424546146084815e-05,
      "loss": 0.7888,
      "step": 20851
    },
    {
      "epoch": 0.43943584799296126,
      "grad_norm": 0.12494505941867828,
      "learning_rate": 1.2423883966073197e-05,
      "loss": 0.8535,
      "step": 20852
    },
    {
      "epoch": 0.4394569220313266,
      "grad_norm": 0.13578331470489502,
      "learning_rate": 1.2423221774769672e-05,
      "loss": 0.8269,
      "step": 20853
    },
    {
      "epoch": 0.43947799606969185,
      "grad_norm": 0.14277878403663635,
      "learning_rate": 1.242255957217732e-05,
      "loss": 0.7965,
      "step": 20854
    },
    {
      "epoch": 0.4394990701080571,
      "grad_norm": 0.12932048738002777,
      "learning_rate": 1.242189735829923e-05,
      "loss": 0.7672,
      "step": 20855
    },
    {
      "epoch": 0.43952014414642243,
      "grad_norm": 0.12983383238315582,
      "learning_rate": 1.2421235133138485e-05,
      "loss": 0.797,
      "step": 20856
    },
    {
      "epoch": 0.4395412181847877,
      "grad_norm": 0.14193639159202576,
      "learning_rate": 1.2420572896698173e-05,
      "loss": 0.8632,
      "step": 20857
    },
    {
      "epoch": 0.439562292223153,
      "grad_norm": 0.134223073720932,
      "learning_rate": 1.2419910648981377e-05,
      "loss": 0.7835,
      "step": 20858
    },
    {
      "epoch": 0.4395833662615183,
      "grad_norm": 0.161994069814682,
      "learning_rate": 1.2419248389991182e-05,
      "loss": 0.7914,
      "step": 20859
    },
    {
      "epoch": 0.43960444029988355,
      "grad_norm": 0.16154059767723083,
      "learning_rate": 1.2418586119730675e-05,
      "loss": 0.7895,
      "step": 20860
    },
    {
      "epoch": 0.43962551433824887,
      "grad_norm": 0.16850924491882324,
      "learning_rate": 1.2417923838202937e-05,
      "loss": 0.8418,
      "step": 20861
    },
    {
      "epoch": 0.43964658837661413,
      "grad_norm": 0.1724691540002823,
      "learning_rate": 1.2417261545411054e-05,
      "loss": 0.8004,
      "step": 20862
    },
    {
      "epoch": 0.4396676624149794,
      "grad_norm": 0.11152742058038712,
      "learning_rate": 1.2416599241358118e-05,
      "loss": 0.787,
      "step": 20863
    },
    {
      "epoch": 0.4396887364533447,
      "grad_norm": 0.14335300028324127,
      "learning_rate": 1.2415936926047209e-05,
      "loss": 0.7658,
      "step": 20864
    },
    {
      "epoch": 0.43970981049171,
      "grad_norm": 0.14149919152259827,
      "learning_rate": 1.2415274599481412e-05,
      "loss": 0.8352,
      "step": 20865
    },
    {
      "epoch": 0.4397308845300753,
      "grad_norm": 0.15429465472698212,
      "learning_rate": 1.2414612261663815e-05,
      "loss": 0.8411,
      "step": 20866
    },
    {
      "epoch": 0.43975195856844057,
      "grad_norm": 0.17730244994163513,
      "learning_rate": 1.2413949912597503e-05,
      "loss": 0.8022,
      "step": 20867
    },
    {
      "epoch": 0.43977303260680584,
      "grad_norm": 0.20540592074394226,
      "learning_rate": 1.2413287552285558e-05,
      "loss": 0.7361,
      "step": 20868
    },
    {
      "epoch": 0.43979410664517116,
      "grad_norm": 0.17406858503818512,
      "learning_rate": 1.241262518073107e-05,
      "loss": 0.7847,
      "step": 20869
    },
    {
      "epoch": 0.4398151806835364,
      "grad_norm": 0.19849394261837006,
      "learning_rate": 1.2411962797937125e-05,
      "loss": 0.813,
      "step": 20870
    },
    {
      "epoch": 0.43983625472190174,
      "grad_norm": 0.15748439729213715,
      "learning_rate": 1.2411300403906805e-05,
      "loss": 0.8585,
      "step": 20871
    },
    {
      "epoch": 0.439857328760267,
      "grad_norm": 0.18049336969852448,
      "learning_rate": 1.2410637998643197e-05,
      "loss": 0.7411,
      "step": 20872
    },
    {
      "epoch": 0.4398784027986323,
      "grad_norm": 0.16193701326847076,
      "learning_rate": 1.2409975582149392e-05,
      "loss": 0.8242,
      "step": 20873
    },
    {
      "epoch": 0.4398994768369976,
      "grad_norm": 0.161420539021492,
      "learning_rate": 1.2409313154428469e-05,
      "loss": 0.7954,
      "step": 20874
    },
    {
      "epoch": 0.43992055087536286,
      "grad_norm": 0.15989874303340912,
      "learning_rate": 1.240865071548352e-05,
      "loss": 0.8116,
      "step": 20875
    },
    {
      "epoch": 0.4399416249137282,
      "grad_norm": 0.15861238539218903,
      "learning_rate": 1.2407988265317624e-05,
      "loss": 0.7884,
      "step": 20876
    },
    {
      "epoch": 0.43996269895209345,
      "grad_norm": 0.15499363839626312,
      "learning_rate": 1.2407325803933872e-05,
      "loss": 0.7788,
      "step": 20877
    },
    {
      "epoch": 0.4399837729904587,
      "grad_norm": 0.14924666285514832,
      "learning_rate": 1.2406663331335347e-05,
      "loss": 0.7319,
      "step": 20878
    },
    {
      "epoch": 0.44000484702882403,
      "grad_norm": 0.16237971186637878,
      "learning_rate": 1.240600084752514e-05,
      "loss": 0.8191,
      "step": 20879
    },
    {
      "epoch": 0.4400259210671893,
      "grad_norm": 0.14390632510185242,
      "learning_rate": 1.2405338352506336e-05,
      "loss": 0.7717,
      "step": 20880
    },
    {
      "epoch": 0.4400469951055546,
      "grad_norm": 0.1395421177148819,
      "learning_rate": 1.2404675846282017e-05,
      "loss": 0.8153,
      "step": 20881
    },
    {
      "epoch": 0.4400680691439199,
      "grad_norm": 0.13492795825004578,
      "learning_rate": 1.2404013328855274e-05,
      "loss": 0.7498,
      "step": 20882
    },
    {
      "epoch": 0.44008914318228515,
      "grad_norm": 0.1279083639383316,
      "learning_rate": 1.2403350800229188e-05,
      "loss": 0.7645,
      "step": 20883
    },
    {
      "epoch": 0.44011021722065047,
      "grad_norm": 0.15153877437114716,
      "learning_rate": 1.2402688260406852e-05,
      "loss": 0.8053,
      "step": 20884
    },
    {
      "epoch": 0.44013129125901573,
      "grad_norm": 0.14291495084762573,
      "learning_rate": 1.240202570939135e-05,
      "loss": 0.8331,
      "step": 20885
    },
    {
      "epoch": 0.440152365297381,
      "grad_norm": 0.15701924264431,
      "learning_rate": 1.2401363147185768e-05,
      "loss": 0.8008,
      "step": 20886
    },
    {
      "epoch": 0.4401734393357463,
      "grad_norm": 0.1444847136735916,
      "learning_rate": 1.2400700573793191e-05,
      "loss": 0.8474,
      "step": 20887
    },
    {
      "epoch": 0.4401945133741116,
      "grad_norm": 0.2373325675725937,
      "learning_rate": 1.2400037989216709e-05,
      "loss": 0.8403,
      "step": 20888
    },
    {
      "epoch": 0.4402155874124769,
      "grad_norm": 0.14600344002246857,
      "learning_rate": 1.2399375393459408e-05,
      "loss": 0.8451,
      "step": 20889
    },
    {
      "epoch": 0.44023666145084217,
      "grad_norm": 0.1201205924153328,
      "learning_rate": 1.239871278652437e-05,
      "loss": 0.824,
      "step": 20890
    },
    {
      "epoch": 0.44025773548920744,
      "grad_norm": 0.1117420420050621,
      "learning_rate": 1.2398050168414687e-05,
      "loss": 0.7441,
      "step": 20891
    },
    {
      "epoch": 0.44027880952757276,
      "grad_norm": 0.14467953145503998,
      "learning_rate": 1.2397387539133446e-05,
      "loss": 0.7323,
      "step": 20892
    },
    {
      "epoch": 0.440299883565938,
      "grad_norm": 0.12708987295627594,
      "learning_rate": 1.2396724898683732e-05,
      "loss": 0.7793,
      "step": 20893
    },
    {
      "epoch": 0.44032095760430334,
      "grad_norm": 0.13751313090324402,
      "learning_rate": 1.2396062247068634e-05,
      "loss": 0.7593,
      "step": 20894
    },
    {
      "epoch": 0.4403420316426686,
      "grad_norm": 0.15068842470645905,
      "learning_rate": 1.2395399584291234e-05,
      "loss": 0.7481,
      "step": 20895
    },
    {
      "epoch": 0.4403631056810339,
      "grad_norm": 0.14733634889125824,
      "learning_rate": 1.2394736910354625e-05,
      "loss": 0.8212,
      "step": 20896
    },
    {
      "epoch": 0.4403841797193992,
      "grad_norm": 0.11943813413381577,
      "learning_rate": 1.2394074225261891e-05,
      "loss": 0.7928,
      "step": 20897
    },
    {
      "epoch": 0.44040525375776446,
      "grad_norm": 0.15704697370529175,
      "learning_rate": 1.2393411529016119e-05,
      "loss": 0.7771,
      "step": 20898
    },
    {
      "epoch": 0.4404263277961298,
      "grad_norm": 0.11172977834939957,
      "learning_rate": 1.2392748821620399e-05,
      "loss": 0.7819,
      "step": 20899
    },
    {
      "epoch": 0.44044740183449504,
      "grad_norm": 0.18173031508922577,
      "learning_rate": 1.2392086103077816e-05,
      "loss": 0.7751,
      "step": 20900
    },
    {
      "epoch": 0.4404684758728603,
      "grad_norm": 0.11786255985498428,
      "learning_rate": 1.2391423373391455e-05,
      "loss": 0.6635,
      "step": 20901
    },
    {
      "epoch": 0.44048954991122563,
      "grad_norm": 0.16335193812847137,
      "learning_rate": 1.2390760632564409e-05,
      "loss": 0.8139,
      "step": 20902
    },
    {
      "epoch": 0.4405106239495909,
      "grad_norm": 0.1288900375366211,
      "learning_rate": 1.2390097880599762e-05,
      "loss": 0.7793,
      "step": 20903
    },
    {
      "epoch": 0.44053169798795616,
      "grad_norm": 0.12483607232570648,
      "learning_rate": 1.2389435117500606e-05,
      "loss": 0.7168,
      "step": 20904
    },
    {
      "epoch": 0.4405527720263215,
      "grad_norm": 0.15881964564323425,
      "learning_rate": 1.2388772343270016e-05,
      "loss": 0.7627,
      "step": 20905
    },
    {
      "epoch": 0.44057384606468675,
      "grad_norm": 0.1642436981201172,
      "learning_rate": 1.2388109557911094e-05,
      "loss": 0.8403,
      "step": 20906
    },
    {
      "epoch": 0.44059492010305207,
      "grad_norm": 0.15834097564220428,
      "learning_rate": 1.238744676142692e-05,
      "loss": 0.8312,
      "step": 20907
    },
    {
      "epoch": 0.44061599414141733,
      "grad_norm": 0.1459037959575653,
      "learning_rate": 1.2386783953820585e-05,
      "loss": 0.7126,
      "step": 20908
    },
    {
      "epoch": 0.4406370681797826,
      "grad_norm": 0.14073216915130615,
      "learning_rate": 1.2386121135095178e-05,
      "loss": 0.7881,
      "step": 20909
    },
    {
      "epoch": 0.4406581422181479,
      "grad_norm": 0.14707587659358978,
      "learning_rate": 1.238545830525378e-05,
      "loss": 0.8164,
      "step": 20910
    },
    {
      "epoch": 0.4406792162565132,
      "grad_norm": 0.1517413854598999,
      "learning_rate": 1.2384795464299484e-05,
      "loss": 0.8151,
      "step": 20911
    },
    {
      "epoch": 0.4407002902948785,
      "grad_norm": 0.16533978283405304,
      "learning_rate": 1.2384132612235375e-05,
      "loss": 0.8278,
      "step": 20912
    },
    {
      "epoch": 0.44072136433324377,
      "grad_norm": 0.14797845482826233,
      "learning_rate": 1.2383469749064547e-05,
      "loss": 0.7836,
      "step": 20913
    },
    {
      "epoch": 0.44074243837160904,
      "grad_norm": 0.16848863661289215,
      "learning_rate": 1.238280687479008e-05,
      "loss": 0.8548,
      "step": 20914
    },
    {
      "epoch": 0.44076351240997436,
      "grad_norm": 0.14524321258068085,
      "learning_rate": 1.2382143989415068e-05,
      "loss": 0.795,
      "step": 20915
    },
    {
      "epoch": 0.4407845864483396,
      "grad_norm": 0.13753175735473633,
      "learning_rate": 1.2381481092942597e-05,
      "loss": 0.7184,
      "step": 20916
    },
    {
      "epoch": 0.44080566048670494,
      "grad_norm": 0.15878933668136597,
      "learning_rate": 1.2380818185375755e-05,
      "loss": 0.8672,
      "step": 20917
    },
    {
      "epoch": 0.4408267345250702,
      "grad_norm": 0.14825168251991272,
      "learning_rate": 1.238015526671763e-05,
      "loss": 0.816,
      "step": 20918
    },
    {
      "epoch": 0.4408478085634355,
      "grad_norm": 0.15216578543186188,
      "learning_rate": 1.2379492336971313e-05,
      "loss": 0.7994,
      "step": 20919
    },
    {
      "epoch": 0.4408688826018008,
      "grad_norm": 0.128101646900177,
      "learning_rate": 1.2378829396139886e-05,
      "loss": 0.7697,
      "step": 20920
    },
    {
      "epoch": 0.44088995664016606,
      "grad_norm": 0.1355145275592804,
      "learning_rate": 1.2378166444226444e-05,
      "loss": 0.8319,
      "step": 20921
    },
    {
      "epoch": 0.4409110306785313,
      "grad_norm": 0.1538875550031662,
      "learning_rate": 1.2377503481234074e-05,
      "loss": 0.8397,
      "step": 20922
    },
    {
      "epoch": 0.44093210471689664,
      "grad_norm": 0.1306571364402771,
      "learning_rate": 1.2376840507165864e-05,
      "loss": 0.7864,
      "step": 20923
    },
    {
      "epoch": 0.4409531787552619,
      "grad_norm": 0.14396920800209045,
      "learning_rate": 1.23761775220249e-05,
      "loss": 0.7438,
      "step": 20924
    },
    {
      "epoch": 0.44097425279362723,
      "grad_norm": 0.13139665126800537,
      "learning_rate": 1.2375514525814271e-05,
      "loss": 0.7437,
      "step": 20925
    },
    {
      "epoch": 0.4409953268319925,
      "grad_norm": 0.12438332289457321,
      "learning_rate": 1.2374851518537068e-05,
      "loss": 0.7677,
      "step": 20926
    },
    {
      "epoch": 0.44101640087035776,
      "grad_norm": 0.1468341052532196,
      "learning_rate": 1.2374188500196377e-05,
      "loss": 0.8151,
      "step": 20927
    },
    {
      "epoch": 0.4410374749087231,
      "grad_norm": 0.11260593682527542,
      "learning_rate": 1.2373525470795296e-05,
      "loss": 0.741,
      "step": 20928
    },
    {
      "epoch": 0.44105854894708835,
      "grad_norm": 0.15896418690681458,
      "learning_rate": 1.23728624303369e-05,
      "loss": 0.7773,
      "step": 20929
    },
    {
      "epoch": 0.44107962298545367,
      "grad_norm": 0.13401733338832855,
      "learning_rate": 1.2372199378824285e-05,
      "loss": 0.7237,
      "step": 20930
    },
    {
      "epoch": 0.44110069702381893,
      "grad_norm": 0.13011577725410461,
      "learning_rate": 1.2371536316260539e-05,
      "loss": 0.8084,
      "step": 20931
    },
    {
      "epoch": 0.4411217710621842,
      "grad_norm": 0.26492640376091003,
      "learning_rate": 1.2370873242648752e-05,
      "loss": 0.7632,
      "step": 20932
    },
    {
      "epoch": 0.4411428451005495,
      "grad_norm": 0.12596194446086884,
      "learning_rate": 1.2370210157992014e-05,
      "loss": 0.8166,
      "step": 20933
    },
    {
      "epoch": 0.4411639191389148,
      "grad_norm": 0.1347583532333374,
      "learning_rate": 1.2369547062293408e-05,
      "loss": 0.802,
      "step": 20934
    },
    {
      "epoch": 0.4411849931772801,
      "grad_norm": 0.13087598979473114,
      "learning_rate": 1.2368883955556028e-05,
      "loss": 0.7911,
      "step": 20935
    },
    {
      "epoch": 0.44120606721564537,
      "grad_norm": 0.1321081519126892,
      "learning_rate": 1.2368220837782962e-05,
      "loss": 0.874,
      "step": 20936
    },
    {
      "epoch": 0.44122714125401064,
      "grad_norm": 0.15995220839977264,
      "learning_rate": 1.2367557708977303e-05,
      "loss": 0.7921,
      "step": 20937
    },
    {
      "epoch": 0.44124821529237596,
      "grad_norm": 0.1357431411743164,
      "learning_rate": 1.2366894569142136e-05,
      "loss": 0.7657,
      "step": 20938
    },
    {
      "epoch": 0.4412692893307412,
      "grad_norm": 0.12885013222694397,
      "learning_rate": 1.236623141828055e-05,
      "loss": 0.806,
      "step": 20939
    },
    {
      "epoch": 0.4412903633691065,
      "grad_norm": 0.11080805212259293,
      "learning_rate": 1.2365568256395635e-05,
      "loss": 0.8044,
      "step": 20940
    },
    {
      "epoch": 0.4413114374074718,
      "grad_norm": 0.12079456448554993,
      "learning_rate": 1.2364905083490477e-05,
      "loss": 0.7532,
      "step": 20941
    },
    {
      "epoch": 0.4413325114458371,
      "grad_norm": 0.11759740114212036,
      "learning_rate": 1.2364241899568172e-05,
      "loss": 0.7517,
      "step": 20942
    },
    {
      "epoch": 0.4413535854842024,
      "grad_norm": 0.12437570840120316,
      "learning_rate": 1.236357870463181e-05,
      "loss": 0.7928,
      "step": 20943
    },
    {
      "epoch": 0.44137465952256766,
      "grad_norm": 0.14470486342906952,
      "learning_rate": 1.2362915498684475e-05,
      "loss": 0.8336,
      "step": 20944
    },
    {
      "epoch": 0.4413957335609329,
      "grad_norm": 0.1193421483039856,
      "learning_rate": 1.2362252281729261e-05,
      "loss": 0.8159,
      "step": 20945
    },
    {
      "epoch": 0.44141680759929824,
      "grad_norm": 0.12214020639657974,
      "learning_rate": 1.2361589053769252e-05,
      "loss": 0.8003,
      "step": 20946
    },
    {
      "epoch": 0.4414378816376635,
      "grad_norm": 0.1275779753923416,
      "learning_rate": 1.2360925814807545e-05,
      "loss": 0.8119,
      "step": 20947
    },
    {
      "epoch": 0.44145895567602883,
      "grad_norm": 0.1613544374704361,
      "learning_rate": 1.2360262564847223e-05,
      "loss": 0.8018,
      "step": 20948
    },
    {
      "epoch": 0.4414800297143941,
      "grad_norm": 0.1450043022632599,
      "learning_rate": 1.2359599303891381e-05,
      "loss": 0.7124,
      "step": 20949
    },
    {
      "epoch": 0.44150110375275936,
      "grad_norm": 0.14619025588035583,
      "learning_rate": 1.2358936031943105e-05,
      "loss": 0.8459,
      "step": 20950
    },
    {
      "epoch": 0.4415221777911247,
      "grad_norm": 0.17548783123493195,
      "learning_rate": 1.2358272749005487e-05,
      "loss": 0.7714,
      "step": 20951
    },
    {
      "epoch": 0.44154325182948995,
      "grad_norm": 0.12050724029541016,
      "learning_rate": 1.2357609455081619e-05,
      "loss": 0.7214,
      "step": 20952
    },
    {
      "epoch": 0.44156432586785527,
      "grad_norm": 0.15240561962127686,
      "learning_rate": 1.2356946150174589e-05,
      "loss": 0.7892,
      "step": 20953
    },
    {
      "epoch": 0.44158539990622053,
      "grad_norm": 0.11516787856817245,
      "learning_rate": 1.2356282834287483e-05,
      "loss": 0.8493,
      "step": 20954
    },
    {
      "epoch": 0.4416064739445858,
      "grad_norm": 0.1762409508228302,
      "learning_rate": 1.2355619507423396e-05,
      "loss": 0.8217,
      "step": 20955
    },
    {
      "epoch": 0.4416275479829511,
      "grad_norm": 0.12188320606946945,
      "learning_rate": 1.2354956169585418e-05,
      "loss": 0.711,
      "step": 20956
    },
    {
      "epoch": 0.4416486220213164,
      "grad_norm": 0.16484571993350983,
      "learning_rate": 1.235429282077664e-05,
      "loss": 0.8497,
      "step": 20957
    },
    {
      "epoch": 0.44166969605968165,
      "grad_norm": 0.1471046656370163,
      "learning_rate": 1.2353629461000147e-05,
      "loss": 0.7774,
      "step": 20958
    },
    {
      "epoch": 0.44169077009804697,
      "grad_norm": 0.21537983417510986,
      "learning_rate": 1.2352966090259035e-05,
      "loss": 0.7627,
      "step": 20959
    },
    {
      "epoch": 0.44171184413641223,
      "grad_norm": 0.17760910093784332,
      "learning_rate": 1.2352302708556392e-05,
      "loss": 0.8247,
      "step": 20960
    },
    {
      "epoch": 0.44173291817477756,
      "grad_norm": 0.13872100412845612,
      "learning_rate": 1.2351639315895309e-05,
      "loss": 0.822,
      "step": 20961
    },
    {
      "epoch": 0.4417539922131428,
      "grad_norm": 0.15666556358337402,
      "learning_rate": 1.2350975912278874e-05,
      "loss": 0.8653,
      "step": 20962
    },
    {
      "epoch": 0.4417750662515081,
      "grad_norm": 0.1285616010427475,
      "learning_rate": 1.2350312497710184e-05,
      "loss": 0.7527,
      "step": 20963
    },
    {
      "epoch": 0.4417961402898734,
      "grad_norm": 0.12219297140836716,
      "learning_rate": 1.2349649072192322e-05,
      "loss": 0.7358,
      "step": 20964
    },
    {
      "epoch": 0.44181721432823867,
      "grad_norm": 0.1367514431476593,
      "learning_rate": 1.2348985635728383e-05,
      "loss": 0.8366,
      "step": 20965
    },
    {
      "epoch": 0.441838288366604,
      "grad_norm": 0.14061129093170166,
      "learning_rate": 1.2348322188321455e-05,
      "loss": 0.8893,
      "step": 20966
    },
    {
      "epoch": 0.44185936240496926,
      "grad_norm": 0.15520977973937988,
      "learning_rate": 1.2347658729974633e-05,
      "loss": 0.8232,
      "step": 20967
    },
    {
      "epoch": 0.4418804364433345,
      "grad_norm": 0.11884742230176926,
      "learning_rate": 1.2346995260691007e-05,
      "loss": 0.7912,
      "step": 20968
    },
    {
      "epoch": 0.44190151048169984,
      "grad_norm": 0.1982114166021347,
      "learning_rate": 1.234633178047366e-05,
      "loss": 0.8418,
      "step": 20969
    },
    {
      "epoch": 0.4419225845200651,
      "grad_norm": 0.14321774244308472,
      "learning_rate": 1.2345668289325693e-05,
      "loss": 0.7841,
      "step": 20970
    },
    {
      "epoch": 0.44194365855843043,
      "grad_norm": 0.14709848165512085,
      "learning_rate": 1.234500478725019e-05,
      "loss": 0.8582,
      "step": 20971
    },
    {
      "epoch": 0.4419647325967957,
      "grad_norm": 0.14392924308776855,
      "learning_rate": 1.234434127425025e-05,
      "loss": 0.7542,
      "step": 20972
    },
    {
      "epoch": 0.44198580663516096,
      "grad_norm": 0.144276425242424,
      "learning_rate": 1.2343677750328955e-05,
      "loss": 0.7929,
      "step": 20973
    },
    {
      "epoch": 0.4420068806735263,
      "grad_norm": 0.1259785145521164,
      "learning_rate": 1.23430142154894e-05,
      "loss": 0.79,
      "step": 20974
    },
    {
      "epoch": 0.44202795471189155,
      "grad_norm": 0.13274690508842468,
      "learning_rate": 1.2342350669734678e-05,
      "loss": 0.802,
      "step": 20975
    },
    {
      "epoch": 0.44204902875025687,
      "grad_norm": 0.1367543786764145,
      "learning_rate": 1.2341687113067875e-05,
      "loss": 0.7124,
      "step": 20976
    },
    {
      "epoch": 0.44207010278862213,
      "grad_norm": 0.11775050312280655,
      "learning_rate": 1.2341023545492088e-05,
      "loss": 0.7629,
      "step": 20977
    },
    {
      "epoch": 0.4420911768269874,
      "grad_norm": 0.15942077338695526,
      "learning_rate": 1.2340359967010405e-05,
      "loss": 0.8422,
      "step": 20978
    },
    {
      "epoch": 0.4421122508653527,
      "grad_norm": 0.13402143120765686,
      "learning_rate": 1.2339696377625918e-05,
      "loss": 0.7439,
      "step": 20979
    },
    {
      "epoch": 0.442133324903718,
      "grad_norm": 0.11035734415054321,
      "learning_rate": 1.233903277734172e-05,
      "loss": 0.7491,
      "step": 20980
    },
    {
      "epoch": 0.44215439894208325,
      "grad_norm": 0.11967375129461288,
      "learning_rate": 1.23383691661609e-05,
      "loss": 0.824,
      "step": 20981
    },
    {
      "epoch": 0.44217547298044857,
      "grad_norm": 0.1484958827495575,
      "learning_rate": 1.2337705544086551e-05,
      "loss": 0.7285,
      "step": 20982
    },
    {
      "epoch": 0.44219654701881383,
      "grad_norm": 0.12293054163455963,
      "learning_rate": 1.2337041911121765e-05,
      "loss": 0.8171,
      "step": 20983
    },
    {
      "epoch": 0.44221762105717916,
      "grad_norm": 0.15135683119297028,
      "learning_rate": 1.233637826726963e-05,
      "loss": 0.7768,
      "step": 20984
    },
    {
      "epoch": 0.4422386950955444,
      "grad_norm": 0.10766024142503738,
      "learning_rate": 1.233571461253324e-05,
      "loss": 0.78,
      "step": 20985
    },
    {
      "epoch": 0.4422597691339097,
      "grad_norm": 0.12520036101341248,
      "learning_rate": 1.233505094691569e-05,
      "loss": 0.7735,
      "step": 20986
    },
    {
      "epoch": 0.442280843172275,
      "grad_norm": 0.13180258870124817,
      "learning_rate": 1.2334387270420069e-05,
      "loss": 0.7507,
      "step": 20987
    },
    {
      "epoch": 0.44230191721064027,
      "grad_norm": 0.13005146384239197,
      "learning_rate": 1.2333723583049469e-05,
      "loss": 0.7874,
      "step": 20988
    },
    {
      "epoch": 0.4423229912490056,
      "grad_norm": 0.15572598576545715,
      "learning_rate": 1.2333059884806978e-05,
      "loss": 0.8185,
      "step": 20989
    },
    {
      "epoch": 0.44234406528737086,
      "grad_norm": 0.22515025734901428,
      "learning_rate": 1.2332396175695694e-05,
      "loss": 0.8279,
      "step": 20990
    },
    {
      "epoch": 0.4423651393257361,
      "grad_norm": 0.14636819064617157,
      "learning_rate": 1.2331732455718703e-05,
      "loss": 0.8448,
      "step": 20991
    },
    {
      "epoch": 0.44238621336410144,
      "grad_norm": 0.13639198243618011,
      "learning_rate": 1.2331068724879102e-05,
      "loss": 0.8073,
      "step": 20992
    },
    {
      "epoch": 0.4424072874024667,
      "grad_norm": 0.13542772829532623,
      "learning_rate": 1.2330404983179984e-05,
      "loss": 0.8321,
      "step": 20993
    },
    {
      "epoch": 0.44242836144083203,
      "grad_norm": 0.1509433537721634,
      "learning_rate": 1.2329741230624437e-05,
      "loss": 0.8343,
      "step": 20994
    },
    {
      "epoch": 0.4424494354791973,
      "grad_norm": 0.11488108336925507,
      "learning_rate": 1.2329077467215553e-05,
      "loss": 0.7803,
      "step": 20995
    },
    {
      "epoch": 0.44247050951756256,
      "grad_norm": 0.1541242003440857,
      "learning_rate": 1.2328413692956427e-05,
      "loss": 0.7854,
      "step": 20996
    },
    {
      "epoch": 0.4424915835559279,
      "grad_norm": 0.14567281305789948,
      "learning_rate": 1.2327749907850153e-05,
      "loss": 0.7345,
      "step": 20997
    },
    {
      "epoch": 0.44251265759429315,
      "grad_norm": 0.14632180333137512,
      "learning_rate": 1.2327086111899816e-05,
      "loss": 0.8154,
      "step": 20998
    },
    {
      "epoch": 0.4425337316326584,
      "grad_norm": 0.14810985326766968,
      "learning_rate": 1.2326422305108514e-05,
      "loss": 0.783,
      "step": 20999
    },
    {
      "epoch": 0.44255480567102373,
      "grad_norm": 0.1321559101343155,
      "learning_rate": 1.2325758487479338e-05,
      "loss": 0.7211,
      "step": 21000
    },
    {
      "epoch": 0.442575879709389,
      "grad_norm": 0.10798833519220352,
      "learning_rate": 1.2325094659015382e-05,
      "loss": 0.7625,
      "step": 21001
    },
    {
      "epoch": 0.4425969537477543,
      "grad_norm": 0.13136926293373108,
      "learning_rate": 1.2324430819719738e-05,
      "loss": 0.7508,
      "step": 21002
    },
    {
      "epoch": 0.4426180277861196,
      "grad_norm": 0.13481181859970093,
      "learning_rate": 1.2323766969595497e-05,
      "loss": 0.8249,
      "step": 21003
    },
    {
      "epoch": 0.44263910182448485,
      "grad_norm": 0.12280050665140152,
      "learning_rate": 1.232310310864575e-05,
      "loss": 0.82,
      "step": 21004
    },
    {
      "epoch": 0.44266017586285017,
      "grad_norm": 0.11731749773025513,
      "learning_rate": 1.2322439236873593e-05,
      "loss": 0.7689,
      "step": 21005
    },
    {
      "epoch": 0.44268124990121543,
      "grad_norm": 0.11528536677360535,
      "learning_rate": 1.232177535428212e-05,
      "loss": 0.7475,
      "step": 21006
    },
    {
      "epoch": 0.44270232393958076,
      "grad_norm": 0.1196826696395874,
      "learning_rate": 1.232111146087442e-05,
      "loss": 0.787,
      "step": 21007
    },
    {
      "epoch": 0.442723397977946,
      "grad_norm": 0.15086553990840912,
      "learning_rate": 1.2320447556653587e-05,
      "loss": 0.8029,
      "step": 21008
    },
    {
      "epoch": 0.4427444720163113,
      "grad_norm": 0.10780417174100876,
      "learning_rate": 1.2319783641622713e-05,
      "loss": 0.7774,
      "step": 21009
    },
    {
      "epoch": 0.4427655460546766,
      "grad_norm": 0.12028112262487411,
      "learning_rate": 1.2319119715784895e-05,
      "loss": 0.7388,
      "step": 21010
    },
    {
      "epoch": 0.44278662009304187,
      "grad_norm": 0.12990090250968933,
      "learning_rate": 1.2318455779143222e-05,
      "loss": 0.7645,
      "step": 21011
    },
    {
      "epoch": 0.4428076941314072,
      "grad_norm": 0.12760432064533234,
      "learning_rate": 1.231779183170079e-05,
      "loss": 0.8083,
      "step": 21012
    },
    {
      "epoch": 0.44282876816977246,
      "grad_norm": 0.13241934776306152,
      "learning_rate": 1.2317127873460683e-05,
      "loss": 0.7891,
      "step": 21013
    },
    {
      "epoch": 0.4428498422081377,
      "grad_norm": 0.14618319272994995,
      "learning_rate": 1.2316463904426006e-05,
      "loss": 0.7905,
      "step": 21014
    },
    {
      "epoch": 0.44287091624650304,
      "grad_norm": 0.14827960729599,
      "learning_rate": 1.231579992459985e-05,
      "loss": 0.8146,
      "step": 21015
    },
    {
      "epoch": 0.4428919902848683,
      "grad_norm": 0.12169282883405685,
      "learning_rate": 1.2315135933985303e-05,
      "loss": 0.7887,
      "step": 21016
    },
    {
      "epoch": 0.4429130643232336,
      "grad_norm": 0.14485518634319305,
      "learning_rate": 1.2314471932585461e-05,
      "loss": 0.8003,
      "step": 21017
    },
    {
      "epoch": 0.4429341383615989,
      "grad_norm": 0.13692495226860046,
      "learning_rate": 1.2313807920403419e-05,
      "loss": 0.8121,
      "step": 21018
    },
    {
      "epoch": 0.44295521239996416,
      "grad_norm": 0.1145758181810379,
      "learning_rate": 1.2313143897442265e-05,
      "loss": 0.7332,
      "step": 21019
    },
    {
      "epoch": 0.4429762864383295,
      "grad_norm": 0.11756918579339981,
      "learning_rate": 1.2312479863705095e-05,
      "loss": 0.7985,
      "step": 21020
    },
    {
      "epoch": 0.44299736047669475,
      "grad_norm": 0.1360778510570526,
      "learning_rate": 1.231181581919501e-05,
      "loss": 0.7598,
      "step": 21021
    },
    {
      "epoch": 0.44301843451506,
      "grad_norm": 0.10010617226362228,
      "learning_rate": 1.2311151763915092e-05,
      "loss": 0.7739,
      "step": 21022
    },
    {
      "epoch": 0.44303950855342533,
      "grad_norm": 0.1417764276266098,
      "learning_rate": 1.231048769786844e-05,
      "loss": 0.8366,
      "step": 21023
    },
    {
      "epoch": 0.4430605825917906,
      "grad_norm": 0.1174992248415947,
      "learning_rate": 1.2309823621058148e-05,
      "loss": 0.7315,
      "step": 21024
    },
    {
      "epoch": 0.4430816566301559,
      "grad_norm": 0.16519276797771454,
      "learning_rate": 1.2309159533487309e-05,
      "loss": 0.8768,
      "step": 21025
    },
    {
      "epoch": 0.4431027306685212,
      "grad_norm": 0.15743017196655273,
      "learning_rate": 1.2308495435159016e-05,
      "loss": 0.7372,
      "step": 21026
    },
    {
      "epoch": 0.44312380470688645,
      "grad_norm": 0.16349121928215027,
      "learning_rate": 1.2307831326076366e-05,
      "loss": 0.7663,
      "step": 21027
    },
    {
      "epoch": 0.44314487874525177,
      "grad_norm": 0.117975153028965,
      "learning_rate": 1.2307167206242446e-05,
      "loss": 0.7416,
      "step": 21028
    },
    {
      "epoch": 0.44316595278361703,
      "grad_norm": 0.16115537285804749,
      "learning_rate": 1.2306503075660357e-05,
      "loss": 0.7402,
      "step": 21029
    },
    {
      "epoch": 0.44318702682198235,
      "grad_norm": 0.15923434495925903,
      "learning_rate": 1.2305838934333188e-05,
      "loss": 0.8337,
      "step": 21030
    },
    {
      "epoch": 0.4432081008603476,
      "grad_norm": 0.19749212265014648,
      "learning_rate": 1.2305174782264039e-05,
      "loss": 0.7908,
      "step": 21031
    },
    {
      "epoch": 0.4432291748987129,
      "grad_norm": 0.13726843893527985,
      "learning_rate": 1.2304510619455995e-05,
      "loss": 0.774,
      "step": 21032
    },
    {
      "epoch": 0.4432502489370782,
      "grad_norm": 0.15713892877101898,
      "learning_rate": 1.2303846445912158e-05,
      "loss": 0.7892,
      "step": 21033
    },
    {
      "epoch": 0.44327132297544347,
      "grad_norm": 0.14814287424087524,
      "learning_rate": 1.2303182261635613e-05,
      "loss": 0.749,
      "step": 21034
    },
    {
      "epoch": 0.44329239701380874,
      "grad_norm": 0.18295635282993317,
      "learning_rate": 1.2302518066629467e-05,
      "loss": 0.7793,
      "step": 21035
    },
    {
      "epoch": 0.44331347105217406,
      "grad_norm": 0.14809657633304596,
      "learning_rate": 1.2301853860896808e-05,
      "loss": 0.7499,
      "step": 21036
    },
    {
      "epoch": 0.4433345450905393,
      "grad_norm": 0.13601985573768616,
      "learning_rate": 1.2301189644440727e-05,
      "loss": 0.7894,
      "step": 21037
    },
    {
      "epoch": 0.44335561912890464,
      "grad_norm": 0.16948485374450684,
      "learning_rate": 1.2300525417264322e-05,
      "loss": 0.8332,
      "step": 21038
    },
    {
      "epoch": 0.4433766931672699,
      "grad_norm": 0.1290145367383957,
      "learning_rate": 1.2299861179370684e-05,
      "loss": 0.8122,
      "step": 21039
    },
    {
      "epoch": 0.4433977672056352,
      "grad_norm": 0.14482009410858154,
      "learning_rate": 1.2299196930762913e-05,
      "loss": 0.7507,
      "step": 21040
    },
    {
      "epoch": 0.4434188412440005,
      "grad_norm": 0.1287490874528885,
      "learning_rate": 1.2298532671444098e-05,
      "loss": 0.841,
      "step": 21041
    },
    {
      "epoch": 0.44343991528236576,
      "grad_norm": 0.16498813033103943,
      "learning_rate": 1.2297868401417339e-05,
      "loss": 0.7864,
      "step": 21042
    },
    {
      "epoch": 0.4434609893207311,
      "grad_norm": 0.1738688051700592,
      "learning_rate": 1.2297204120685726e-05,
      "loss": 0.8756,
      "step": 21043
    },
    {
      "epoch": 0.44348206335909635,
      "grad_norm": 0.13485850393772125,
      "learning_rate": 1.2296539829252353e-05,
      "loss": 0.84,
      "step": 21044
    },
    {
      "epoch": 0.4435031373974616,
      "grad_norm": 0.1343529224395752,
      "learning_rate": 1.229587552712032e-05,
      "loss": 0.7681,
      "step": 21045
    },
    {
      "epoch": 0.44352421143582693,
      "grad_norm": 0.12065751105546951,
      "learning_rate": 1.2295211214292717e-05,
      "loss": 0.7697,
      "step": 21046
    },
    {
      "epoch": 0.4435452854741922,
      "grad_norm": 0.19523943960666656,
      "learning_rate": 1.229454689077264e-05,
      "loss": 0.7715,
      "step": 21047
    },
    {
      "epoch": 0.4435663595125575,
      "grad_norm": 0.11742053925991058,
      "learning_rate": 1.2293882556563186e-05,
      "loss": 0.7124,
      "step": 21048
    },
    {
      "epoch": 0.4435874335509228,
      "grad_norm": 0.15903571248054504,
      "learning_rate": 1.2293218211667444e-05,
      "loss": 0.8693,
      "step": 21049
    },
    {
      "epoch": 0.44360850758928805,
      "grad_norm": 0.1591246873140335,
      "learning_rate": 1.2292553856088517e-05,
      "loss": 0.7694,
      "step": 21050
    },
    {
      "epoch": 0.44362958162765337,
      "grad_norm": 0.11640962213277817,
      "learning_rate": 1.2291889489829494e-05,
      "loss": 0.7384,
      "step": 21051
    },
    {
      "epoch": 0.44365065566601863,
      "grad_norm": 0.1590096801519394,
      "learning_rate": 1.229122511289347e-05,
      "loss": 0.8041,
      "step": 21052
    },
    {
      "epoch": 0.4436717297043839,
      "grad_norm": 0.4476611912250519,
      "learning_rate": 1.2290560725283545e-05,
      "loss": 0.7449,
      "step": 21053
    },
    {
      "epoch": 0.4436928037427492,
      "grad_norm": 0.13091930747032166,
      "learning_rate": 1.2289896327002809e-05,
      "loss": 0.6851,
      "step": 21054
    },
    {
      "epoch": 0.4437138777811145,
      "grad_norm": 0.15421251952648163,
      "learning_rate": 1.2289231918054358e-05,
      "loss": 0.7392,
      "step": 21055
    },
    {
      "epoch": 0.4437349518194798,
      "grad_norm": 0.16728349030017853,
      "learning_rate": 1.228856749844129e-05,
      "loss": 0.8591,
      "step": 21056
    },
    {
      "epoch": 0.44375602585784507,
      "grad_norm": 0.15594105422496796,
      "learning_rate": 1.22879030681667e-05,
      "loss": 0.8351,
      "step": 21057
    },
    {
      "epoch": 0.44377709989621034,
      "grad_norm": 0.1473698616027832,
      "learning_rate": 1.228723862723368e-05,
      "loss": 0.7471,
      "step": 21058
    },
    {
      "epoch": 0.44379817393457566,
      "grad_norm": 0.13957732915878296,
      "learning_rate": 1.228657417564533e-05,
      "loss": 0.7634,
      "step": 21059
    },
    {
      "epoch": 0.4438192479729409,
      "grad_norm": 0.15118308365345,
      "learning_rate": 1.228590971340474e-05,
      "loss": 0.7696,
      "step": 21060
    },
    {
      "epoch": 0.44384032201130624,
      "grad_norm": 0.14324885606765747,
      "learning_rate": 1.2285245240515009e-05,
      "loss": 0.7871,
      "step": 21061
    },
    {
      "epoch": 0.4438613960496715,
      "grad_norm": 0.24391938745975494,
      "learning_rate": 1.2284580756979231e-05,
      "loss": 0.8372,
      "step": 21062
    },
    {
      "epoch": 0.4438824700880368,
      "grad_norm": 0.14381493628025055,
      "learning_rate": 1.2283916262800501e-05,
      "loss": 0.7965,
      "step": 21063
    },
    {
      "epoch": 0.4439035441264021,
      "grad_norm": 0.12898513674736023,
      "learning_rate": 1.228325175798192e-05,
      "loss": 0.7956,
      "step": 21064
    },
    {
      "epoch": 0.44392461816476736,
      "grad_norm": 0.12393763661384583,
      "learning_rate": 1.2282587242526578e-05,
      "loss": 0.7711,
      "step": 21065
    },
    {
      "epoch": 0.4439456922031327,
      "grad_norm": 0.12872830033302307,
      "learning_rate": 1.2281922716437574e-05,
      "loss": 0.7772,
      "step": 21066
    },
    {
      "epoch": 0.44396676624149795,
      "grad_norm": 0.16393880546092987,
      "learning_rate": 1.2281258179717998e-05,
      "loss": 0.8208,
      "step": 21067
    },
    {
      "epoch": 0.4439878402798632,
      "grad_norm": 0.12411496043205261,
      "learning_rate": 1.2280593632370953e-05,
      "loss": 0.7831,
      "step": 21068
    },
    {
      "epoch": 0.44400891431822853,
      "grad_norm": 0.12521103024482727,
      "learning_rate": 1.2279929074399529e-05,
      "loss": 0.7968,
      "step": 21069
    },
    {
      "epoch": 0.4440299883565938,
      "grad_norm": 0.12571315467357635,
      "learning_rate": 1.2279264505806825e-05,
      "loss": 0.7576,
      "step": 21070
    },
    {
      "epoch": 0.4440510623949591,
      "grad_norm": 0.1344226449728012,
      "learning_rate": 1.2278599926595938e-05,
      "loss": 0.7292,
      "step": 21071
    },
    {
      "epoch": 0.4440721364333244,
      "grad_norm": 0.12932778894901276,
      "learning_rate": 1.2277935336769961e-05,
      "loss": 0.7956,
      "step": 21072
    },
    {
      "epoch": 0.44409321047168965,
      "grad_norm": 0.1178947314620018,
      "learning_rate": 1.2277270736331994e-05,
      "loss": 0.7607,
      "step": 21073
    },
    {
      "epoch": 0.44411428451005497,
      "grad_norm": 0.15863929688930511,
      "learning_rate": 1.227660612528513e-05,
      "loss": 0.7803,
      "step": 21074
    },
    {
      "epoch": 0.44413535854842023,
      "grad_norm": 0.11840809881687164,
      "learning_rate": 1.2275941503632468e-05,
      "loss": 0.7842,
      "step": 21075
    },
    {
      "epoch": 0.4441564325867855,
      "grad_norm": 0.13488660752773285,
      "learning_rate": 1.2275276871377098e-05,
      "loss": 0.8402,
      "step": 21076
    },
    {
      "epoch": 0.4441775066251508,
      "grad_norm": 0.10390312224626541,
      "learning_rate": 1.227461222852212e-05,
      "loss": 0.7565,
      "step": 21077
    },
    {
      "epoch": 0.4441985806635161,
      "grad_norm": 0.1367063671350479,
      "learning_rate": 1.2273947575070632e-05,
      "loss": 0.8261,
      "step": 21078
    },
    {
      "epoch": 0.4442196547018814,
      "grad_norm": 0.15969350934028625,
      "learning_rate": 1.227328291102573e-05,
      "loss": 0.7887,
      "step": 21079
    },
    {
      "epoch": 0.44424072874024667,
      "grad_norm": 0.12205575406551361,
      "learning_rate": 1.2272618236390512e-05,
      "loss": 0.7648,
      "step": 21080
    },
    {
      "epoch": 0.44426180277861194,
      "grad_norm": 0.5421813726425171,
      "learning_rate": 1.227195355116807e-05,
      "loss": 0.7631,
      "step": 21081
    },
    {
      "epoch": 0.44428287681697726,
      "grad_norm": 0.12275002151727676,
      "learning_rate": 1.2271288855361501e-05,
      "loss": 0.8657,
      "step": 21082
    },
    {
      "epoch": 0.4443039508553425,
      "grad_norm": 0.1372552365064621,
      "learning_rate": 1.2270624148973901e-05,
      "loss": 0.7892,
      "step": 21083
    },
    {
      "epoch": 0.44432502489370784,
      "grad_norm": 0.11798954010009766,
      "learning_rate": 1.2269959432008374e-05,
      "loss": 0.7973,
      "step": 21084
    },
    {
      "epoch": 0.4443460989320731,
      "grad_norm": 0.1548997163772583,
      "learning_rate": 1.2269294704468007e-05,
      "loss": 0.7897,
      "step": 21085
    },
    {
      "epoch": 0.4443671729704384,
      "grad_norm": 0.16136008501052856,
      "learning_rate": 1.2268629966355902e-05,
      "loss": 0.8102,
      "step": 21086
    },
    {
      "epoch": 0.4443882470088037,
      "grad_norm": 0.14293402433395386,
      "learning_rate": 1.2267965217675154e-05,
      "loss": 0.8287,
      "step": 21087
    },
    {
      "epoch": 0.44440932104716896,
      "grad_norm": 0.12542708218097687,
      "learning_rate": 1.2267300458428861e-05,
      "loss": 0.7477,
      "step": 21088
    },
    {
      "epoch": 0.4444303950855343,
      "grad_norm": 0.14046166837215424,
      "learning_rate": 1.2266635688620122e-05,
      "loss": 0.8137,
      "step": 21089
    },
    {
      "epoch": 0.44445146912389955,
      "grad_norm": 0.11269128322601318,
      "learning_rate": 1.226597090825203e-05,
      "loss": 0.7829,
      "step": 21090
    },
    {
      "epoch": 0.4444725431622648,
      "grad_norm": 0.13917842507362366,
      "learning_rate": 1.2265306117327679e-05,
      "loss": 0.7667,
      "step": 21091
    },
    {
      "epoch": 0.44449361720063013,
      "grad_norm": 0.14304187893867493,
      "learning_rate": 1.2264641315850172e-05,
      "loss": 0.753,
      "step": 21092
    },
    {
      "epoch": 0.4445146912389954,
      "grad_norm": 0.11850078403949738,
      "learning_rate": 1.2263976503822606e-05,
      "loss": 0.8079,
      "step": 21093
    },
    {
      "epoch": 0.44453576527736066,
      "grad_norm": 0.13911886513233185,
      "learning_rate": 1.2263311681248076e-05,
      "loss": 0.7594,
      "step": 21094
    },
    {
      "epoch": 0.444556839315726,
      "grad_norm": 0.11368925869464874,
      "learning_rate": 1.226264684812968e-05,
      "loss": 0.7479,
      "step": 21095
    },
    {
      "epoch": 0.44457791335409125,
      "grad_norm": 0.13110116124153137,
      "learning_rate": 1.2261982004470514e-05,
      "loss": 0.7758,
      "step": 21096
    },
    {
      "epoch": 0.44459898739245657,
      "grad_norm": 0.12011639028787613,
      "learning_rate": 1.2261317150273674e-05,
      "loss": 0.784,
      "step": 21097
    },
    {
      "epoch": 0.44462006143082183,
      "grad_norm": 0.1312062293291092,
      "learning_rate": 1.2260652285542264e-05,
      "loss": 0.8086,
      "step": 21098
    },
    {
      "epoch": 0.4446411354691871,
      "grad_norm": 0.1238284707069397,
      "learning_rate": 1.225998741027937e-05,
      "loss": 0.7674,
      "step": 21099
    },
    {
      "epoch": 0.4446622095075524,
      "grad_norm": 0.13581563532352448,
      "learning_rate": 1.22593225244881e-05,
      "loss": 0.8167,
      "step": 21100
    },
    {
      "epoch": 0.4446832835459177,
      "grad_norm": 0.11002149432897568,
      "learning_rate": 1.2258657628171547e-05,
      "loss": 0.7672,
      "step": 21101
    },
    {
      "epoch": 0.444704357584283,
      "grad_norm": 0.1734444797039032,
      "learning_rate": 1.2257992721332807e-05,
      "loss": 0.7724,
      "step": 21102
    },
    {
      "epoch": 0.44472543162264827,
      "grad_norm": 0.1522110253572464,
      "learning_rate": 1.225732780397498e-05,
      "loss": 0.7933,
      "step": 21103
    },
    {
      "epoch": 0.44474650566101354,
      "grad_norm": 0.10358521342277527,
      "learning_rate": 1.2256662876101165e-05,
      "loss": 0.735,
      "step": 21104
    },
    {
      "epoch": 0.44476757969937886,
      "grad_norm": 0.14122982323169708,
      "learning_rate": 1.225599793771446e-05,
      "loss": 0.839,
      "step": 21105
    },
    {
      "epoch": 0.4447886537377441,
      "grad_norm": 0.124979168176651,
      "learning_rate": 1.2255332988817952e-05,
      "loss": 0.7851,
      "step": 21106
    },
    {
      "epoch": 0.44480972777610944,
      "grad_norm": 0.12371809780597687,
      "learning_rate": 1.2254668029414751e-05,
      "loss": 0.7558,
      "step": 21107
    },
    {
      "epoch": 0.4448308018144747,
      "grad_norm": 0.13236333429813385,
      "learning_rate": 1.225400305950795e-05,
      "loss": 0.7983,
      "step": 21108
    },
    {
      "epoch": 0.44485187585284,
      "grad_norm": 0.14177830517292023,
      "learning_rate": 1.2253338079100652e-05,
      "loss": 0.8085,
      "step": 21109
    },
    {
      "epoch": 0.4448729498912053,
      "grad_norm": 0.1293555498123169,
      "learning_rate": 1.2252673088195945e-05,
      "loss": 0.8059,
      "step": 21110
    },
    {
      "epoch": 0.44489402392957056,
      "grad_norm": 0.11286727339029312,
      "learning_rate": 1.2252008086796936e-05,
      "loss": 0.7869,
      "step": 21111
    },
    {
      "epoch": 0.4449150979679358,
      "grad_norm": 0.12869837880134583,
      "learning_rate": 1.2251343074906718e-05,
      "loss": 0.7774,
      "step": 21112
    },
    {
      "epoch": 0.44493617200630114,
      "grad_norm": 0.11938122659921646,
      "learning_rate": 1.2250678052528388e-05,
      "loss": 0.8899,
      "step": 21113
    },
    {
      "epoch": 0.4449572460446664,
      "grad_norm": 0.10675757378339767,
      "learning_rate": 1.225001301966505e-05,
      "loss": 0.7224,
      "step": 21114
    },
    {
      "epoch": 0.44497832008303173,
      "grad_norm": 0.10954038798809052,
      "learning_rate": 1.2249347976319799e-05,
      "loss": 0.789,
      "step": 21115
    },
    {
      "epoch": 0.444999394121397,
      "grad_norm": 0.11597809940576553,
      "learning_rate": 1.224868292249573e-05,
      "loss": 0.813,
      "step": 21116
    },
    {
      "epoch": 0.44502046815976226,
      "grad_norm": 0.13380753993988037,
      "learning_rate": 1.2248017858195944e-05,
      "loss": 0.8308,
      "step": 21117
    },
    {
      "epoch": 0.4450415421981276,
      "grad_norm": 0.11137761175632477,
      "learning_rate": 1.224735278342354e-05,
      "loss": 0.7559,
      "step": 21118
    },
    {
      "epoch": 0.44506261623649285,
      "grad_norm": 0.1360858529806137,
      "learning_rate": 1.2246687698181617e-05,
      "loss": 0.8317,
      "step": 21119
    },
    {
      "epoch": 0.44508369027485817,
      "grad_norm": 0.15367025136947632,
      "learning_rate": 1.2246022602473271e-05,
      "loss": 0.8355,
      "step": 21120
    },
    {
      "epoch": 0.44510476431322343,
      "grad_norm": 0.1568600833415985,
      "learning_rate": 1.2245357496301602e-05,
      "loss": 0.7893,
      "step": 21121
    },
    {
      "epoch": 0.4451258383515887,
      "grad_norm": 0.12417665123939514,
      "learning_rate": 1.2244692379669704e-05,
      "loss": 0.7894,
      "step": 21122
    },
    {
      "epoch": 0.445146912389954,
      "grad_norm": 0.12666012346744537,
      "learning_rate": 1.2244027252580684e-05,
      "loss": 0.7679,
      "step": 21123
    },
    {
      "epoch": 0.4451679864283193,
      "grad_norm": 0.1283426731824875,
      "learning_rate": 1.2243362115037636e-05,
      "loss": 0.7985,
      "step": 21124
    },
    {
      "epoch": 0.4451890604666846,
      "grad_norm": 0.1303718537092209,
      "learning_rate": 1.2242696967043656e-05,
      "loss": 0.79,
      "step": 21125
    },
    {
      "epoch": 0.44521013450504987,
      "grad_norm": 0.13489653170108795,
      "learning_rate": 1.2242031808601847e-05,
      "loss": 0.7754,
      "step": 21126
    },
    {
      "epoch": 0.44523120854341514,
      "grad_norm": 0.11341571062803268,
      "learning_rate": 1.2241366639715304e-05,
      "loss": 0.7855,
      "step": 21127
    },
    {
      "epoch": 0.44525228258178046,
      "grad_norm": 0.14817950129508972,
      "learning_rate": 1.2240701460387127e-05,
      "loss": 0.8069,
      "step": 21128
    },
    {
      "epoch": 0.4452733566201457,
      "grad_norm": 0.13981030881404877,
      "learning_rate": 1.224003627062042e-05,
      "loss": 0.7611,
      "step": 21129
    },
    {
      "epoch": 0.445294430658511,
      "grad_norm": 0.15242743492126465,
      "learning_rate": 1.2239371070418273e-05,
      "loss": 0.7594,
      "step": 21130
    },
    {
      "epoch": 0.4453155046968763,
      "grad_norm": 0.14274580776691437,
      "learning_rate": 1.223870585978379e-05,
      "loss": 0.8212,
      "step": 21131
    },
    {
      "epoch": 0.4453365787352416,
      "grad_norm": 0.15511053800582886,
      "learning_rate": 1.223804063872007e-05,
      "loss": 0.8132,
      "step": 21132
    },
    {
      "epoch": 0.4453576527736069,
      "grad_norm": 0.15056879818439484,
      "learning_rate": 1.223737540723021e-05,
      "loss": 0.8121,
      "step": 21133
    },
    {
      "epoch": 0.44537872681197216,
      "grad_norm": 0.142148956656456,
      "learning_rate": 1.2236710165317314e-05,
      "loss": 0.8066,
      "step": 21134
    },
    {
      "epoch": 0.4453998008503374,
      "grad_norm": 0.16738314926624298,
      "learning_rate": 1.223604491298447e-05,
      "loss": 0.8311,
      "step": 21135
    },
    {
      "epoch": 0.44542087488870274,
      "grad_norm": 0.13624365627765656,
      "learning_rate": 1.2235379650234789e-05,
      "loss": 0.7465,
      "step": 21136
    },
    {
      "epoch": 0.445441948927068,
      "grad_norm": 0.14614318311214447,
      "learning_rate": 1.2234714377071367e-05,
      "loss": 0.8602,
      "step": 21137
    },
    {
      "epoch": 0.44546302296543333,
      "grad_norm": 0.1352316290140152,
      "learning_rate": 1.2234049093497298e-05,
      "loss": 0.7529,
      "step": 21138
    },
    {
      "epoch": 0.4454840970037986,
      "grad_norm": 0.12689678370952606,
      "learning_rate": 1.223338379951569e-05,
      "loss": 0.7298,
      "step": 21139
    },
    {
      "epoch": 0.44550517104216386,
      "grad_norm": 0.137869730591774,
      "learning_rate": 1.2232718495129635e-05,
      "loss": 0.7495,
      "step": 21140
    },
    {
      "epoch": 0.4455262450805292,
      "grad_norm": 0.1698741763830185,
      "learning_rate": 1.2232053180342235e-05,
      "loss": 0.8774,
      "step": 21141
    },
    {
      "epoch": 0.44554731911889445,
      "grad_norm": 0.14817534387111664,
      "learning_rate": 1.2231387855156585e-05,
      "loss": 0.8319,
      "step": 21142
    },
    {
      "epoch": 0.44556839315725977,
      "grad_norm": 0.13645176589488983,
      "learning_rate": 1.2230722519575795e-05,
      "loss": 0.713,
      "step": 21143
    },
    {
      "epoch": 0.44558946719562503,
      "grad_norm": 0.11916590481996536,
      "learning_rate": 1.2230057173602956e-05,
      "loss": 0.739,
      "step": 21144
    },
    {
      "epoch": 0.4456105412339903,
      "grad_norm": 0.1443975865840912,
      "learning_rate": 1.222939181724117e-05,
      "loss": 0.823,
      "step": 21145
    },
    {
      "epoch": 0.4456316152723556,
      "grad_norm": 0.14636503159999847,
      "learning_rate": 1.2228726450493538e-05,
      "loss": 0.8634,
      "step": 21146
    },
    {
      "epoch": 0.4456526893107209,
      "grad_norm": 0.14298199117183685,
      "learning_rate": 1.2228061073363156e-05,
      "loss": 0.8079,
      "step": 21147
    },
    {
      "epoch": 0.44567376334908615,
      "grad_norm": 0.5299686789512634,
      "learning_rate": 1.2227395685853125e-05,
      "loss": 0.7913,
      "step": 21148
    },
    {
      "epoch": 0.44569483738745147,
      "grad_norm": 0.16305594146251678,
      "learning_rate": 1.2226730287966548e-05,
      "loss": 0.7988,
      "step": 21149
    },
    {
      "epoch": 0.44571591142581674,
      "grad_norm": 0.1381799876689911,
      "learning_rate": 1.2226064879706523e-05,
      "loss": 0.7924,
      "step": 21150
    },
    {
      "epoch": 0.44573698546418206,
      "grad_norm": 0.12828382849693298,
      "learning_rate": 1.2225399461076148e-05,
      "loss": 0.7497,
      "step": 21151
    },
    {
      "epoch": 0.4457580595025473,
      "grad_norm": 0.14081378281116486,
      "learning_rate": 1.2224734032078525e-05,
      "loss": 0.7579,
      "step": 21152
    },
    {
      "epoch": 0.4457791335409126,
      "grad_norm": 0.13943831622600555,
      "learning_rate": 1.222406859271675e-05,
      "loss": 0.8165,
      "step": 21153
    },
    {
      "epoch": 0.4458002075792779,
      "grad_norm": 0.12622208893299103,
      "learning_rate": 1.2223403142993932e-05,
      "loss": 0.7693,
      "step": 21154
    },
    {
      "epoch": 0.4458212816176432,
      "grad_norm": 0.13007572293281555,
      "learning_rate": 1.2222737682913163e-05,
      "loss": 0.7179,
      "step": 21155
    },
    {
      "epoch": 0.4458423556560085,
      "grad_norm": 0.1485946625471115,
      "learning_rate": 1.2222072212477545e-05,
      "loss": 0.8692,
      "step": 21156
    },
    {
      "epoch": 0.44586342969437376,
      "grad_norm": 0.12788082659244537,
      "learning_rate": 1.222140673169018e-05,
      "loss": 0.8408,
      "step": 21157
    },
    {
      "epoch": 0.445884503732739,
      "grad_norm": 0.15151390433311462,
      "learning_rate": 1.2220741240554166e-05,
      "loss": 0.7919,
      "step": 21158
    },
    {
      "epoch": 0.44590557777110434,
      "grad_norm": 0.134120911359787,
      "learning_rate": 1.2220075739072606e-05,
      "loss": 0.8288,
      "step": 21159
    },
    {
      "epoch": 0.4459266518094696,
      "grad_norm": 0.1249229684472084,
      "learning_rate": 1.2219410227248597e-05,
      "loss": 0.7637,
      "step": 21160
    },
    {
      "epoch": 0.44594772584783493,
      "grad_norm": 0.12145280838012695,
      "learning_rate": 1.2218744705085239e-05,
      "loss": 0.8056,
      "step": 21161
    },
    {
      "epoch": 0.4459687998862002,
      "grad_norm": 0.34812185168266296,
      "learning_rate": 1.2218079172585635e-05,
      "loss": 0.7864,
      "step": 21162
    },
    {
      "epoch": 0.44598987392456546,
      "grad_norm": 0.1587516963481903,
      "learning_rate": 1.2217413629752886e-05,
      "loss": 0.8937,
      "step": 21163
    },
    {
      "epoch": 0.4460109479629308,
      "grad_norm": 0.16014732420444489,
      "learning_rate": 1.2216748076590089e-05,
      "loss": 0.8434,
      "step": 21164
    },
    {
      "epoch": 0.44603202200129605,
      "grad_norm": 0.1465158611536026,
      "learning_rate": 1.2216082513100349e-05,
      "loss": 0.8005,
      "step": 21165
    },
    {
      "epoch": 0.44605309603966137,
      "grad_norm": 0.18079453706741333,
      "learning_rate": 1.2215416939286762e-05,
      "loss": 0.7441,
      "step": 21166
    },
    {
      "epoch": 0.44607417007802663,
      "grad_norm": 0.12005612254142761,
      "learning_rate": 1.2214751355152432e-05,
      "loss": 0.8063,
      "step": 21167
    },
    {
      "epoch": 0.4460952441163919,
      "grad_norm": 0.1551886945962906,
      "learning_rate": 1.221408576070046e-05,
      "loss": 0.7721,
      "step": 21168
    },
    {
      "epoch": 0.4461163181547572,
      "grad_norm": 0.12555859982967377,
      "learning_rate": 1.2213420155933946e-05,
      "loss": 0.7911,
      "step": 21169
    },
    {
      "epoch": 0.4461373921931225,
      "grad_norm": 0.128754660487175,
      "learning_rate": 1.2212754540855989e-05,
      "loss": 0.8018,
      "step": 21170
    },
    {
      "epoch": 0.44615846623148775,
      "grad_norm": 0.13046297430992126,
      "learning_rate": 1.2212088915469686e-05,
      "loss": 0.8139,
      "step": 21171
    },
    {
      "epoch": 0.44617954026985307,
      "grad_norm": 0.15223439037799835,
      "learning_rate": 1.2211423279778148e-05,
      "loss": 0.8425,
      "step": 21172
    },
    {
      "epoch": 0.44620061430821834,
      "grad_norm": 0.15021729469299316,
      "learning_rate": 1.2210757633784472e-05,
      "loss": 0.7749,
      "step": 21173
    },
    {
      "epoch": 0.44622168834658366,
      "grad_norm": 0.19272594153881073,
      "learning_rate": 1.2210091977491756e-05,
      "loss": 0.8619,
      "step": 21174
    },
    {
      "epoch": 0.4462427623849489,
      "grad_norm": 0.12549865245819092,
      "learning_rate": 1.2209426310903103e-05,
      "loss": 0.7781,
      "step": 21175
    },
    {
      "epoch": 0.4462638364233142,
      "grad_norm": 0.13907887041568756,
      "learning_rate": 1.2208760634021613e-05,
      "loss": 0.8415,
      "step": 21176
    },
    {
      "epoch": 0.4462849104616795,
      "grad_norm": 0.11571089923381805,
      "learning_rate": 1.2208094946850389e-05,
      "loss": 0.7605,
      "step": 21177
    },
    {
      "epoch": 0.4463059845000448,
      "grad_norm": 0.1508832722902298,
      "learning_rate": 1.2207429249392531e-05,
      "loss": 0.8101,
      "step": 21178
    },
    {
      "epoch": 0.4463270585384101,
      "grad_norm": 0.14183010160923004,
      "learning_rate": 1.220676354165114e-05,
      "loss": 0.7867,
      "step": 21179
    },
    {
      "epoch": 0.44634813257677536,
      "grad_norm": 0.1338069885969162,
      "learning_rate": 1.2206097823629317e-05,
      "loss": 0.8395,
      "step": 21180
    },
    {
      "epoch": 0.4463692066151406,
      "grad_norm": 0.13452275097370148,
      "learning_rate": 1.2205432095330166e-05,
      "loss": 0.7845,
      "step": 21181
    },
    {
      "epoch": 0.44639028065350594,
      "grad_norm": 0.14725875854492188,
      "learning_rate": 1.2204766356756783e-05,
      "loss": 0.7722,
      "step": 21182
    },
    {
      "epoch": 0.4464113546918712,
      "grad_norm": 0.13079072535037994,
      "learning_rate": 1.2204100607912277e-05,
      "loss": 0.7667,
      "step": 21183
    },
    {
      "epoch": 0.44643242873023653,
      "grad_norm": 0.12685735523700714,
      "learning_rate": 1.2203434848799742e-05,
      "loss": 0.729,
      "step": 21184
    },
    {
      "epoch": 0.4464535027686018,
      "grad_norm": 0.11886394768953323,
      "learning_rate": 1.2202769079422283e-05,
      "loss": 0.7973,
      "step": 21185
    },
    {
      "epoch": 0.44647457680696706,
      "grad_norm": 0.11625956743955612,
      "learning_rate": 1.2202103299783001e-05,
      "loss": 0.696,
      "step": 21186
    },
    {
      "epoch": 0.4464956508453324,
      "grad_norm": 0.13312868773937225,
      "learning_rate": 1.2201437509884999e-05,
      "loss": 0.7921,
      "step": 21187
    },
    {
      "epoch": 0.44651672488369765,
      "grad_norm": 0.11301811784505844,
      "learning_rate": 1.220077170973138e-05,
      "loss": 0.77,
      "step": 21188
    },
    {
      "epoch": 0.4465377989220629,
      "grad_norm": 0.16650167107582092,
      "learning_rate": 1.220010589932524e-05,
      "loss": 0.8354,
      "step": 21189
    },
    {
      "epoch": 0.44655887296042823,
      "grad_norm": 0.1765625774860382,
      "learning_rate": 1.2199440078669684e-05,
      "loss": 0.7972,
      "step": 21190
    },
    {
      "epoch": 0.4465799469987935,
      "grad_norm": 0.14910569787025452,
      "learning_rate": 1.2198774247767814e-05,
      "loss": 0.7848,
      "step": 21191
    },
    {
      "epoch": 0.4466010210371588,
      "grad_norm": 0.13291379809379578,
      "learning_rate": 1.2198108406622733e-05,
      "loss": 0.822,
      "step": 21192
    },
    {
      "epoch": 0.4466220950755241,
      "grad_norm": 0.1445169597864151,
      "learning_rate": 1.2197442555237542e-05,
      "loss": 0.8013,
      "step": 21193
    },
    {
      "epoch": 0.44664316911388935,
      "grad_norm": 0.15115322172641754,
      "learning_rate": 1.219677669361534e-05,
      "loss": 0.7911,
      "step": 21194
    },
    {
      "epoch": 0.44666424315225467,
      "grad_norm": 0.1309879869222641,
      "learning_rate": 1.2196110821759233e-05,
      "loss": 0.8039,
      "step": 21195
    },
    {
      "epoch": 0.44668531719061993,
      "grad_norm": 0.19134388864040375,
      "learning_rate": 1.2195444939672321e-05,
      "loss": 0.8093,
      "step": 21196
    },
    {
      "epoch": 0.44670639122898526,
      "grad_norm": 0.11388209462165833,
      "learning_rate": 1.2194779047357705e-05,
      "loss": 0.7217,
      "step": 21197
    },
    {
      "epoch": 0.4467274652673505,
      "grad_norm": 0.17983834445476532,
      "learning_rate": 1.2194113144818491e-05,
      "loss": 0.8296,
      "step": 21198
    },
    {
      "epoch": 0.4467485393057158,
      "grad_norm": 0.16417789459228516,
      "learning_rate": 1.2193447232057777e-05,
      "loss": 0.8523,
      "step": 21199
    },
    {
      "epoch": 0.4467696133440811,
      "grad_norm": 0.13782520592212677,
      "learning_rate": 1.2192781309078668e-05,
      "loss": 0.7855,
      "step": 21200
    },
    {
      "epoch": 0.44679068738244637,
      "grad_norm": 0.24440209567546844,
      "learning_rate": 1.2192115375884264e-05,
      "loss": 0.7735,
      "step": 21201
    },
    {
      "epoch": 0.4468117614208117,
      "grad_norm": 0.13608334958553314,
      "learning_rate": 1.2191449432477671e-05,
      "loss": 0.7769,
      "step": 21202
    },
    {
      "epoch": 0.44683283545917696,
      "grad_norm": 0.1452067792415619,
      "learning_rate": 1.219078347886199e-05,
      "loss": 0.7387,
      "step": 21203
    },
    {
      "epoch": 0.4468539094975422,
      "grad_norm": 0.12846340239048004,
      "learning_rate": 1.2190117515040318e-05,
      "loss": 0.8012,
      "step": 21204
    },
    {
      "epoch": 0.44687498353590754,
      "grad_norm": 0.15363071858882904,
      "learning_rate": 1.2189451541015764e-05,
      "loss": 0.8337,
      "step": 21205
    },
    {
      "epoch": 0.4468960575742728,
      "grad_norm": 0.1385408192873001,
      "learning_rate": 1.218878555679143e-05,
      "loss": 0.8004,
      "step": 21206
    },
    {
      "epoch": 0.4469171316126381,
      "grad_norm": 0.12950479984283447,
      "learning_rate": 1.2188119562370415e-05,
      "loss": 0.7989,
      "step": 21207
    },
    {
      "epoch": 0.4469382056510034,
      "grad_norm": 0.11972465366125107,
      "learning_rate": 1.2187453557755823e-05,
      "loss": 0.7758,
      "step": 21208
    },
    {
      "epoch": 0.44695927968936866,
      "grad_norm": 0.2505173981189728,
      "learning_rate": 1.2186787542950758e-05,
      "loss": 0.7889,
      "step": 21209
    },
    {
      "epoch": 0.446980353727734,
      "grad_norm": 0.14570432901382446,
      "learning_rate": 1.2186121517958322e-05,
      "loss": 0.7906,
      "step": 21210
    },
    {
      "epoch": 0.44700142776609925,
      "grad_norm": 0.1472969949245453,
      "learning_rate": 1.2185455482781618e-05,
      "loss": 0.8266,
      "step": 21211
    },
    {
      "epoch": 0.4470225018044645,
      "grad_norm": 0.13415423035621643,
      "learning_rate": 1.2184789437423747e-05,
      "loss": 0.7619,
      "step": 21212
    },
    {
      "epoch": 0.44704357584282983,
      "grad_norm": 0.13637113571166992,
      "learning_rate": 1.2184123381887815e-05,
      "loss": 0.7867,
      "step": 21213
    },
    {
      "epoch": 0.4470646498811951,
      "grad_norm": 0.14178499579429626,
      "learning_rate": 1.2183457316176922e-05,
      "loss": 0.7536,
      "step": 21214
    },
    {
      "epoch": 0.4470857239195604,
      "grad_norm": 0.1405027061700821,
      "learning_rate": 1.2182791240294172e-05,
      "loss": 0.7575,
      "step": 21215
    },
    {
      "epoch": 0.4471067979579257,
      "grad_norm": 0.1658349186182022,
      "learning_rate": 1.2182125154242668e-05,
      "loss": 0.8018,
      "step": 21216
    },
    {
      "epoch": 0.44712787199629095,
      "grad_norm": 0.16448748111724854,
      "learning_rate": 1.2181459058025516e-05,
      "loss": 0.7801,
      "step": 21217
    },
    {
      "epoch": 0.44714894603465627,
      "grad_norm": 0.12227539718151093,
      "learning_rate": 1.2180792951645813e-05,
      "loss": 0.7901,
      "step": 21218
    },
    {
      "epoch": 0.44717002007302153,
      "grad_norm": 0.14857913553714752,
      "learning_rate": 1.2180126835106667e-05,
      "loss": 0.7852,
      "step": 21219
    },
    {
      "epoch": 0.44719109411138686,
      "grad_norm": 0.14646165072917938,
      "learning_rate": 1.2179460708411177e-05,
      "loss": 0.8597,
      "step": 21220
    },
    {
      "epoch": 0.4472121681497521,
      "grad_norm": 0.12912878394126892,
      "learning_rate": 1.2178794571562449e-05,
      "loss": 0.73,
      "step": 21221
    },
    {
      "epoch": 0.4472332421881174,
      "grad_norm": 0.16361309587955475,
      "learning_rate": 1.2178128424563589e-05,
      "loss": 0.7708,
      "step": 21222
    },
    {
      "epoch": 0.4472543162264827,
      "grad_norm": 0.17381522059440613,
      "learning_rate": 1.2177462267417694e-05,
      "loss": 0.885,
      "step": 21223
    },
    {
      "epoch": 0.44727539026484797,
      "grad_norm": 0.12311010807752609,
      "learning_rate": 1.2176796100127872e-05,
      "loss": 0.7888,
      "step": 21224
    },
    {
      "epoch": 0.44729646430321324,
      "grad_norm": 0.1501571536064148,
      "learning_rate": 1.2176129922697226e-05,
      "loss": 0.7754,
      "step": 21225
    },
    {
      "epoch": 0.44731753834157856,
      "grad_norm": 0.13321168720722198,
      "learning_rate": 1.2175463735128856e-05,
      "loss": 0.7814,
      "step": 21226
    },
    {
      "epoch": 0.4473386123799438,
      "grad_norm": 0.14759095013141632,
      "learning_rate": 1.2174797537425874e-05,
      "loss": 0.8205,
      "step": 21227
    },
    {
      "epoch": 0.44735968641830914,
      "grad_norm": 0.17215605080127716,
      "learning_rate": 1.217413132959137e-05,
      "loss": 0.8559,
      "step": 21228
    },
    {
      "epoch": 0.4473807604566744,
      "grad_norm": 0.11943373084068298,
      "learning_rate": 1.2173465111628457e-05,
      "loss": 0.7811,
      "step": 21229
    },
    {
      "epoch": 0.4474018344950397,
      "grad_norm": 0.1303887516260147,
      "learning_rate": 1.2172798883540238e-05,
      "loss": 0.6979,
      "step": 21230
    },
    {
      "epoch": 0.447422908533405,
      "grad_norm": 0.13992708921432495,
      "learning_rate": 1.2172132645329816e-05,
      "loss": 0.8084,
      "step": 21231
    },
    {
      "epoch": 0.44744398257177026,
      "grad_norm": 0.13185198605060577,
      "learning_rate": 1.2171466397000296e-05,
      "loss": 0.852,
      "step": 21232
    },
    {
      "epoch": 0.4474650566101356,
      "grad_norm": 0.1564570814371109,
      "learning_rate": 1.2170800138554777e-05,
      "loss": 0.8456,
      "step": 21233
    },
    {
      "epoch": 0.44748613064850085,
      "grad_norm": 0.10778215527534485,
      "learning_rate": 1.2170133869996365e-05,
      "loss": 0.7346,
      "step": 21234
    },
    {
      "epoch": 0.4475072046868661,
      "grad_norm": 0.15724000334739685,
      "learning_rate": 1.2169467591328168e-05,
      "loss": 0.8044,
      "step": 21235
    },
    {
      "epoch": 0.44752827872523143,
      "grad_norm": 0.14126724004745483,
      "learning_rate": 1.2168801302553283e-05,
      "loss": 0.8232,
      "step": 21236
    },
    {
      "epoch": 0.4475493527635967,
      "grad_norm": 0.1487925797700882,
      "learning_rate": 1.2168135003674819e-05,
      "loss": 0.8141,
      "step": 21237
    },
    {
      "epoch": 0.447570426801962,
      "grad_norm": 0.1522846221923828,
      "learning_rate": 1.2167468694695878e-05,
      "loss": 0.7557,
      "step": 21238
    },
    {
      "epoch": 0.4475915008403273,
      "grad_norm": 0.12002528458833694,
      "learning_rate": 1.2166802375619566e-05,
      "loss": 0.7615,
      "step": 21239
    },
    {
      "epoch": 0.44761257487869255,
      "grad_norm": 0.14749552309513092,
      "learning_rate": 1.2166136046448987e-05,
      "loss": 0.749,
      "step": 21240
    },
    {
      "epoch": 0.44763364891705787,
      "grad_norm": 0.1539865881204605,
      "learning_rate": 1.2165469707187241e-05,
      "loss": 0.8202,
      "step": 21241
    },
    {
      "epoch": 0.44765472295542313,
      "grad_norm": 0.13946160674095154,
      "learning_rate": 1.2164803357837438e-05,
      "loss": 0.7932,
      "step": 21242
    },
    {
      "epoch": 0.4476757969937884,
      "grad_norm": 0.12510128319263458,
      "learning_rate": 1.2164136998402678e-05,
      "loss": 0.7244,
      "step": 21243
    },
    {
      "epoch": 0.4476968710321537,
      "grad_norm": 0.13714246451854706,
      "learning_rate": 1.2163470628886065e-05,
      "loss": 0.8011,
      "step": 21244
    },
    {
      "epoch": 0.447717945070519,
      "grad_norm": 0.1847733110189438,
      "learning_rate": 1.2162804249290708e-05,
      "loss": 0.8103,
      "step": 21245
    },
    {
      "epoch": 0.4477390191088843,
      "grad_norm": 0.10857456922531128,
      "learning_rate": 1.2162137859619707e-05,
      "loss": 0.8025,
      "step": 21246
    },
    {
      "epoch": 0.44776009314724957,
      "grad_norm": 0.13343344628810883,
      "learning_rate": 1.216147145987617e-05,
      "loss": 0.7902,
      "step": 21247
    },
    {
      "epoch": 0.44778116718561484,
      "grad_norm": 0.14617767930030823,
      "learning_rate": 1.2160805050063199e-05,
      "loss": 0.8108,
      "step": 21248
    },
    {
      "epoch": 0.44780224122398016,
      "grad_norm": 0.11316036432981491,
      "learning_rate": 1.2160138630183895e-05,
      "loss": 0.7355,
      "step": 21249
    },
    {
      "epoch": 0.4478233152623454,
      "grad_norm": 0.14222624897956848,
      "learning_rate": 1.2159472200241366e-05,
      "loss": 0.7433,
      "step": 21250
    },
    {
      "epoch": 0.44784438930071074,
      "grad_norm": 0.12639212608337402,
      "learning_rate": 1.2158805760238723e-05,
      "loss": 0.7618,
      "step": 21251
    },
    {
      "epoch": 0.447865463339076,
      "grad_norm": 0.15100201964378357,
      "learning_rate": 1.2158139310179062e-05,
      "loss": 0.8082,
      "step": 21252
    },
    {
      "epoch": 0.4478865373774413,
      "grad_norm": 0.1476220041513443,
      "learning_rate": 1.215747285006549e-05,
      "loss": 0.742,
      "step": 21253
    },
    {
      "epoch": 0.4479076114158066,
      "grad_norm": 0.1314653903245926,
      "learning_rate": 1.2156806379901114e-05,
      "loss": 0.8027,
      "step": 21254
    },
    {
      "epoch": 0.44792868545417186,
      "grad_norm": 0.13386335968971252,
      "learning_rate": 1.2156139899689037e-05,
      "loss": 0.7336,
      "step": 21255
    },
    {
      "epoch": 0.4479497594925372,
      "grad_norm": 0.13628362119197845,
      "learning_rate": 1.2155473409432364e-05,
      "loss": 0.7456,
      "step": 21256
    },
    {
      "epoch": 0.44797083353090245,
      "grad_norm": 0.11657059192657471,
      "learning_rate": 1.2154806909134198e-05,
      "loss": 0.8059,
      "step": 21257
    },
    {
      "epoch": 0.4479919075692677,
      "grad_norm": 0.14161662757396698,
      "learning_rate": 1.2154140398797647e-05,
      "loss": 0.7965,
      "step": 21258
    },
    {
      "epoch": 0.44801298160763303,
      "grad_norm": 0.122843436896801,
      "learning_rate": 1.2153473878425814e-05,
      "loss": 0.7923,
      "step": 21259
    },
    {
      "epoch": 0.4480340556459983,
      "grad_norm": 0.1679714024066925,
      "learning_rate": 1.2152807348021807e-05,
      "loss": 0.8305,
      "step": 21260
    },
    {
      "epoch": 0.4480551296843636,
      "grad_norm": 0.13838060200214386,
      "learning_rate": 1.2152140807588728e-05,
      "loss": 0.8243,
      "step": 21261
    },
    {
      "epoch": 0.4480762037227289,
      "grad_norm": 0.13586251437664032,
      "learning_rate": 1.2151474257129683e-05,
      "loss": 0.7216,
      "step": 21262
    },
    {
      "epoch": 0.44809727776109415,
      "grad_norm": 0.133539080619812,
      "learning_rate": 1.2150807696647777e-05,
      "loss": 0.7221,
      "step": 21263
    },
    {
      "epoch": 0.44811835179945947,
      "grad_norm": 0.12668944895267487,
      "learning_rate": 1.2150141126146116e-05,
      "loss": 0.7645,
      "step": 21264
    },
    {
      "epoch": 0.44813942583782473,
      "grad_norm": 0.1708827018737793,
      "learning_rate": 1.2149474545627804e-05,
      "loss": 0.7954,
      "step": 21265
    },
    {
      "epoch": 0.44816049987619,
      "grad_norm": 0.1379244327545166,
      "learning_rate": 1.214880795509595e-05,
      "loss": 0.7988,
      "step": 21266
    },
    {
      "epoch": 0.4481815739145553,
      "grad_norm": 0.12138976901769638,
      "learning_rate": 1.2148141354553655e-05,
      "loss": 0.7246,
      "step": 21267
    },
    {
      "epoch": 0.4482026479529206,
      "grad_norm": 0.13566018640995026,
      "learning_rate": 1.2147474744004026e-05,
      "loss": 0.7673,
      "step": 21268
    },
    {
      "epoch": 0.4482237219912859,
      "grad_norm": 0.12966397404670715,
      "learning_rate": 1.2146808123450169e-05,
      "loss": 0.8,
      "step": 21269
    },
    {
      "epoch": 0.44824479602965117,
      "grad_norm": 0.3896796703338623,
      "learning_rate": 1.214614149289519e-05,
      "loss": 0.8239,
      "step": 21270
    },
    {
      "epoch": 0.44826587006801644,
      "grad_norm": 0.10541820526123047,
      "learning_rate": 1.2145474852342192e-05,
      "loss": 0.7837,
      "step": 21271
    },
    {
      "epoch": 0.44828694410638176,
      "grad_norm": 0.12491054832935333,
      "learning_rate": 1.2144808201794281e-05,
      "loss": 0.7749,
      "step": 21272
    },
    {
      "epoch": 0.448308018144747,
      "grad_norm": 0.1320739984512329,
      "learning_rate": 1.2144141541254567e-05,
      "loss": 0.8046,
      "step": 21273
    },
    {
      "epoch": 0.44832909218311234,
      "grad_norm": 0.1052178367972374,
      "learning_rate": 1.2143474870726148e-05,
      "loss": 0.8525,
      "step": 21274
    },
    {
      "epoch": 0.4483501662214776,
      "grad_norm": 0.11824305355548859,
      "learning_rate": 1.2142808190212138e-05,
      "loss": 0.7863,
      "step": 21275
    },
    {
      "epoch": 0.4483712402598429,
      "grad_norm": 0.14008688926696777,
      "learning_rate": 1.2142141499715641e-05,
      "loss": 0.8008,
      "step": 21276
    },
    {
      "epoch": 0.4483923142982082,
      "grad_norm": 0.12398631870746613,
      "learning_rate": 1.2141474799239758e-05,
      "loss": 0.8005,
      "step": 21277
    },
    {
      "epoch": 0.44841338833657346,
      "grad_norm": 0.13041673600673676,
      "learning_rate": 1.2140808088787599e-05,
      "loss": 0.882,
      "step": 21278
    },
    {
      "epoch": 0.4484344623749388,
      "grad_norm": 0.14405299723148346,
      "learning_rate": 1.2140141368362265e-05,
      "loss": 0.7705,
      "step": 21279
    },
    {
      "epoch": 0.44845553641330405,
      "grad_norm": 0.29575636982917786,
      "learning_rate": 1.2139474637966868e-05,
      "loss": 0.8261,
      "step": 21280
    },
    {
      "epoch": 0.4484766104516693,
      "grad_norm": 0.3452848792076111,
      "learning_rate": 1.2138807897604516e-05,
      "loss": 0.8023,
      "step": 21281
    },
    {
      "epoch": 0.44849768449003463,
      "grad_norm": 0.15765421092510223,
      "learning_rate": 1.2138141147278306e-05,
      "loss": 0.822,
      "step": 21282
    },
    {
      "epoch": 0.4485187585283999,
      "grad_norm": 0.12668591737747192,
      "learning_rate": 1.2137474386991353e-05,
      "loss": 0.7894,
      "step": 21283
    },
    {
      "epoch": 0.44853983256676516,
      "grad_norm": 0.12492509186267853,
      "learning_rate": 1.2136807616746755e-05,
      "loss": 0.7197,
      "step": 21284
    },
    {
      "epoch": 0.4485609066051305,
      "grad_norm": 0.13406017422676086,
      "learning_rate": 1.2136140836547625e-05,
      "loss": 0.8005,
      "step": 21285
    },
    {
      "epoch": 0.44858198064349575,
      "grad_norm": 0.14547017216682434,
      "learning_rate": 1.2135474046397066e-05,
      "loss": 0.7819,
      "step": 21286
    },
    {
      "epoch": 0.44860305468186107,
      "grad_norm": 0.13388757407665253,
      "learning_rate": 1.2134807246298186e-05,
      "loss": 0.8038,
      "step": 21287
    },
    {
      "epoch": 0.44862412872022633,
      "grad_norm": 0.15534570813179016,
      "learning_rate": 1.2134140436254086e-05,
      "loss": 0.7663,
      "step": 21288
    },
    {
      "epoch": 0.4486452027585916,
      "grad_norm": 0.11524058133363724,
      "learning_rate": 1.2133473616267882e-05,
      "loss": 0.7322,
      "step": 21289
    },
    {
      "epoch": 0.4486662767969569,
      "grad_norm": 0.14391179382801056,
      "learning_rate": 1.2132806786342672e-05,
      "loss": 0.8145,
      "step": 21290
    },
    {
      "epoch": 0.4486873508353222,
      "grad_norm": 0.12109128385782242,
      "learning_rate": 1.213213994648157e-05,
      "loss": 0.7036,
      "step": 21291
    },
    {
      "epoch": 0.4487084248736875,
      "grad_norm": 0.1294064223766327,
      "learning_rate": 1.2131473096687676e-05,
      "loss": 0.7209,
      "step": 21292
    },
    {
      "epoch": 0.44872949891205277,
      "grad_norm": 0.13594956696033478,
      "learning_rate": 1.2130806236964095e-05,
      "loss": 0.7516,
      "step": 21293
    },
    {
      "epoch": 0.44875057295041804,
      "grad_norm": 0.11020582914352417,
      "learning_rate": 1.213013936731394e-05,
      "loss": 0.8321,
      "step": 21294
    },
    {
      "epoch": 0.44877164698878336,
      "grad_norm": 0.15560419857501984,
      "learning_rate": 1.2129472487740319e-05,
      "loss": 0.8736,
      "step": 21295
    },
    {
      "epoch": 0.4487927210271486,
      "grad_norm": 0.17725731432437897,
      "learning_rate": 1.2128805598246332e-05,
      "loss": 0.7906,
      "step": 21296
    },
    {
      "epoch": 0.44881379506551394,
      "grad_norm": 0.1333663910627365,
      "learning_rate": 1.2128138698835086e-05,
      "loss": 0.7993,
      "step": 21297
    },
    {
      "epoch": 0.4488348691038792,
      "grad_norm": 0.1400393843650818,
      "learning_rate": 1.2127471789509692e-05,
      "loss": 0.7906,
      "step": 21298
    },
    {
      "epoch": 0.4488559431422445,
      "grad_norm": 0.12767216563224792,
      "learning_rate": 1.2126804870273256e-05,
      "loss": 0.7855,
      "step": 21299
    },
    {
      "epoch": 0.4488770171806098,
      "grad_norm": 0.14967694878578186,
      "learning_rate": 1.2126137941128886e-05,
      "loss": 0.814,
      "step": 21300
    },
    {
      "epoch": 0.44889809121897506,
      "grad_norm": 0.1508328765630722,
      "learning_rate": 1.2125471002079684e-05,
      "loss": 0.7927,
      "step": 21301
    },
    {
      "epoch": 0.4489191652573403,
      "grad_norm": 0.13223721086978912,
      "learning_rate": 1.2124804053128763e-05,
      "loss": 0.756,
      "step": 21302
    },
    {
      "epoch": 0.44894023929570565,
      "grad_norm": 0.10981354862451553,
      "learning_rate": 1.2124137094279225e-05,
      "loss": 0.7494,
      "step": 21303
    },
    {
      "epoch": 0.4489613133340709,
      "grad_norm": 0.13421839475631714,
      "learning_rate": 1.212347012553418e-05,
      "loss": 0.8458,
      "step": 21304
    },
    {
      "epoch": 0.44898238737243623,
      "grad_norm": 0.12543347477912903,
      "learning_rate": 1.2122803146896733e-05,
      "loss": 0.7644,
      "step": 21305
    },
    {
      "epoch": 0.4490034614108015,
      "grad_norm": 0.11498935520648956,
      "learning_rate": 1.2122136158369996e-05,
      "loss": 0.7716,
      "step": 21306
    },
    {
      "epoch": 0.44902453544916676,
      "grad_norm": 0.12791265547275543,
      "learning_rate": 1.212146915995707e-05,
      "loss": 0.7786,
      "step": 21307
    },
    {
      "epoch": 0.4490456094875321,
      "grad_norm": 0.1934572458267212,
      "learning_rate": 1.2120802151661066e-05,
      "loss": 0.7454,
      "step": 21308
    },
    {
      "epoch": 0.44906668352589735,
      "grad_norm": 0.16153830289840698,
      "learning_rate": 1.2120135133485091e-05,
      "loss": 0.8309,
      "step": 21309
    },
    {
      "epoch": 0.44908775756426267,
      "grad_norm": 0.13021790981292725,
      "learning_rate": 1.2119468105432255e-05,
      "loss": 0.7519,
      "step": 21310
    },
    {
      "epoch": 0.44910883160262793,
      "grad_norm": 0.12826137244701385,
      "learning_rate": 1.2118801067505659e-05,
      "loss": 0.8413,
      "step": 21311
    },
    {
      "epoch": 0.4491299056409932,
      "grad_norm": 0.1182822436094284,
      "learning_rate": 1.2118134019708413e-05,
      "loss": 0.7711,
      "step": 21312
    },
    {
      "epoch": 0.4491509796793585,
      "grad_norm": 0.1324407160282135,
      "learning_rate": 1.2117466962043627e-05,
      "loss": 0.7343,
      "step": 21313
    },
    {
      "epoch": 0.4491720537177238,
      "grad_norm": 0.12272680550813675,
      "learning_rate": 1.2116799894514404e-05,
      "loss": 0.7833,
      "step": 21314
    },
    {
      "epoch": 0.4491931277560891,
      "grad_norm": 0.1133115142583847,
      "learning_rate": 1.2116132817123858e-05,
      "loss": 0.8442,
      "step": 21315
    },
    {
      "epoch": 0.44921420179445437,
      "grad_norm": 0.13616181910037994,
      "learning_rate": 1.2115465729875091e-05,
      "loss": 0.711,
      "step": 21316
    },
    {
      "epoch": 0.44923527583281964,
      "grad_norm": 0.11385096609592438,
      "learning_rate": 1.2114798632771212e-05,
      "loss": 0.7958,
      "step": 21317
    },
    {
      "epoch": 0.44925634987118496,
      "grad_norm": 0.12116371840238571,
      "learning_rate": 1.211413152581533e-05,
      "loss": 0.7936,
      "step": 21318
    },
    {
      "epoch": 0.4492774239095502,
      "grad_norm": 0.11130563914775848,
      "learning_rate": 1.2113464409010553e-05,
      "loss": 0.7356,
      "step": 21319
    },
    {
      "epoch": 0.4492984979479155,
      "grad_norm": 0.1130264475941658,
      "learning_rate": 1.2112797282359992e-05,
      "loss": 0.7406,
      "step": 21320
    },
    {
      "epoch": 0.4493195719862808,
      "grad_norm": 0.15357501804828644,
      "learning_rate": 1.2112130145866745e-05,
      "loss": 0.8134,
      "step": 21321
    },
    {
      "epoch": 0.4493406460246461,
      "grad_norm": 0.1403384804725647,
      "learning_rate": 1.2111462999533927e-05,
      "loss": 0.7739,
      "step": 21322
    },
    {
      "epoch": 0.4493617200630114,
      "grad_norm": 0.12921464443206787,
      "learning_rate": 1.2110795843364645e-05,
      "loss": 0.7277,
      "step": 21323
    },
    {
      "epoch": 0.44938279410137666,
      "grad_norm": 0.14767490327358246,
      "learning_rate": 1.2110128677362007e-05,
      "loss": 0.7978,
      "step": 21324
    },
    {
      "epoch": 0.4494038681397419,
      "grad_norm": 0.1272405982017517,
      "learning_rate": 1.2109461501529124e-05,
      "loss": 0.8222,
      "step": 21325
    },
    {
      "epoch": 0.44942494217810725,
      "grad_norm": 0.14752978086471558,
      "learning_rate": 1.21087943158691e-05,
      "loss": 0.867,
      "step": 21326
    },
    {
      "epoch": 0.4494460162164725,
      "grad_norm": 0.13291849195957184,
      "learning_rate": 1.2108127120385043e-05,
      "loss": 0.8208,
      "step": 21327
    },
    {
      "epoch": 0.44946709025483783,
      "grad_norm": 0.14578498899936676,
      "learning_rate": 1.2107459915080062e-05,
      "loss": 0.8218,
      "step": 21328
    },
    {
      "epoch": 0.4494881642932031,
      "grad_norm": 0.15700766444206238,
      "learning_rate": 1.2106792699957264e-05,
      "loss": 0.8062,
      "step": 21329
    },
    {
      "epoch": 0.44950923833156836,
      "grad_norm": 0.11557090282440186,
      "learning_rate": 1.210612547501976e-05,
      "loss": 0.7308,
      "step": 21330
    },
    {
      "epoch": 0.4495303123699337,
      "grad_norm": 0.14431588351726532,
      "learning_rate": 1.210545824027066e-05,
      "loss": 0.8308,
      "step": 21331
    },
    {
      "epoch": 0.44955138640829895,
      "grad_norm": 0.12736093997955322,
      "learning_rate": 1.2104790995713066e-05,
      "loss": 0.7776,
      "step": 21332
    },
    {
      "epoch": 0.44957246044666427,
      "grad_norm": 0.10771495848894119,
      "learning_rate": 1.2104123741350093e-05,
      "loss": 0.7675,
      "step": 21333
    },
    {
      "epoch": 0.44959353448502953,
      "grad_norm": 0.16630643606185913,
      "learning_rate": 1.2103456477184847e-05,
      "loss": 0.8091,
      "step": 21334
    },
    {
      "epoch": 0.4496146085233948,
      "grad_norm": 0.12305149435997009,
      "learning_rate": 1.2102789203220438e-05,
      "loss": 0.7062,
      "step": 21335
    },
    {
      "epoch": 0.4496356825617601,
      "grad_norm": 0.13386954367160797,
      "learning_rate": 1.2102121919459966e-05,
      "loss": 0.8676,
      "step": 21336
    },
    {
      "epoch": 0.4496567566001254,
      "grad_norm": 0.14888273179531097,
      "learning_rate": 1.2101454625906548e-05,
      "loss": 0.8243,
      "step": 21337
    },
    {
      "epoch": 0.44967783063849065,
      "grad_norm": 0.15834620594978333,
      "learning_rate": 1.2100787322563293e-05,
      "loss": 0.7809,
      "step": 21338
    },
    {
      "epoch": 0.44969890467685597,
      "grad_norm": 0.1387292593717575,
      "learning_rate": 1.2100120009433307e-05,
      "loss": 0.8176,
      "step": 21339
    },
    {
      "epoch": 0.44971997871522124,
      "grad_norm": 0.12599408626556396,
      "learning_rate": 1.2099452686519701e-05,
      "loss": 0.7932,
      "step": 21340
    },
    {
      "epoch": 0.44974105275358656,
      "grad_norm": 0.2007979452610016,
      "learning_rate": 1.2098785353825582e-05,
      "loss": 0.8138,
      "step": 21341
    },
    {
      "epoch": 0.4497621267919518,
      "grad_norm": 0.1341332197189331,
      "learning_rate": 1.2098118011354056e-05,
      "loss": 0.7679,
      "step": 21342
    },
    {
      "epoch": 0.4497832008303171,
      "grad_norm": 0.1469750553369522,
      "learning_rate": 1.2097450659108234e-05,
      "loss": 0.8507,
      "step": 21343
    },
    {
      "epoch": 0.4498042748686824,
      "grad_norm": 0.1053435206413269,
      "learning_rate": 1.209678329709123e-05,
      "loss": 0.8165,
      "step": 21344
    },
    {
      "epoch": 0.4498253489070477,
      "grad_norm": 0.1341296285390854,
      "learning_rate": 1.209611592530615e-05,
      "loss": 0.7681,
      "step": 21345
    },
    {
      "epoch": 0.449846422945413,
      "grad_norm": 0.1327832043170929,
      "learning_rate": 1.2095448543756096e-05,
      "loss": 0.731,
      "step": 21346
    },
    {
      "epoch": 0.44986749698377826,
      "grad_norm": 0.13370558619499207,
      "learning_rate": 1.2094781152444187e-05,
      "loss": 0.8211,
      "step": 21347
    },
    {
      "epoch": 0.4498885710221435,
      "grad_norm": 0.13331417739391327,
      "learning_rate": 1.2094113751373526e-05,
      "loss": 0.8079,
      "step": 21348
    },
    {
      "epoch": 0.44990964506050884,
      "grad_norm": 0.12829409539699554,
      "learning_rate": 1.2093446340547226e-05,
      "loss": 0.7603,
      "step": 21349
    },
    {
      "epoch": 0.4499307190988741,
      "grad_norm": 0.1459348201751709,
      "learning_rate": 1.2092778919968393e-05,
      "loss": 0.8091,
      "step": 21350
    },
    {
      "epoch": 0.44995179313723943,
      "grad_norm": 0.12447991967201233,
      "learning_rate": 1.2092111489640137e-05,
      "loss": 0.7564,
      "step": 21351
    },
    {
      "epoch": 0.4499728671756047,
      "grad_norm": 0.15812595188617706,
      "learning_rate": 1.2091444049565569e-05,
      "loss": 0.8177,
      "step": 21352
    },
    {
      "epoch": 0.44999394121396996,
      "grad_norm": 0.13369804620742798,
      "learning_rate": 1.2090776599747796e-05,
      "loss": 0.77,
      "step": 21353
    },
    {
      "epoch": 0.4500150152523353,
      "grad_norm": 0.29143497347831726,
      "learning_rate": 1.2090109140189927e-05,
      "loss": 0.7898,
      "step": 21354
    },
    {
      "epoch": 0.45003608929070055,
      "grad_norm": 0.17122383415699005,
      "learning_rate": 1.2089441670895079e-05,
      "loss": 0.7986,
      "step": 21355
    },
    {
      "epoch": 0.45005716332906587,
      "grad_norm": 0.13574115931987762,
      "learning_rate": 1.208877419186635e-05,
      "loss": 0.7797,
      "step": 21356
    },
    {
      "epoch": 0.45007823736743113,
      "grad_norm": 0.13627280294895172,
      "learning_rate": 1.2088106703106859e-05,
      "loss": 0.8022,
      "step": 21357
    },
    {
      "epoch": 0.4500993114057964,
      "grad_norm": 0.15529198944568634,
      "learning_rate": 1.2087439204619706e-05,
      "loss": 0.8407,
      "step": 21358
    },
    {
      "epoch": 0.4501203854441617,
      "grad_norm": 0.12343704700469971,
      "learning_rate": 1.208677169640801e-05,
      "loss": 0.7432,
      "step": 21359
    },
    {
      "epoch": 0.450141459482527,
      "grad_norm": 0.15607379376888275,
      "learning_rate": 1.2086104178474877e-05,
      "loss": 0.7071,
      "step": 21360
    },
    {
      "epoch": 0.45016253352089225,
      "grad_norm": 0.15001672506332397,
      "learning_rate": 1.2085436650823416e-05,
      "loss": 0.7447,
      "step": 21361
    },
    {
      "epoch": 0.45018360755925757,
      "grad_norm": 0.12542127072811127,
      "learning_rate": 1.2084769113456738e-05,
      "loss": 0.7836,
      "step": 21362
    },
    {
      "epoch": 0.45020468159762284,
      "grad_norm": 0.13118302822113037,
      "learning_rate": 1.2084101566377951e-05,
      "loss": 0.7627,
      "step": 21363
    },
    {
      "epoch": 0.45022575563598816,
      "grad_norm": 0.12560580670833588,
      "learning_rate": 1.2083434009590165e-05,
      "loss": 0.7542,
      "step": 21364
    },
    {
      "epoch": 0.4502468296743534,
      "grad_norm": 0.1472703516483307,
      "learning_rate": 1.2082766443096492e-05,
      "loss": 0.7942,
      "step": 21365
    },
    {
      "epoch": 0.4502679037127187,
      "grad_norm": 0.11081208288669586,
      "learning_rate": 1.2082098866900041e-05,
      "loss": 0.7775,
      "step": 21366
    },
    {
      "epoch": 0.450288977751084,
      "grad_norm": 0.20701022446155548,
      "learning_rate": 1.2081431281003921e-05,
      "loss": 0.7856,
      "step": 21367
    },
    {
      "epoch": 0.4503100517894493,
      "grad_norm": 0.11793328076601028,
      "learning_rate": 1.2080763685411243e-05,
      "loss": 0.8016,
      "step": 21368
    },
    {
      "epoch": 0.4503311258278146,
      "grad_norm": 0.15579034388065338,
      "learning_rate": 1.208009608012512e-05,
      "loss": 0.7353,
      "step": 21369
    },
    {
      "epoch": 0.45035219986617986,
      "grad_norm": 0.12496306747198105,
      "learning_rate": 1.2079428465148653e-05,
      "loss": 0.7918,
      "step": 21370
    },
    {
      "epoch": 0.4503732739045451,
      "grad_norm": 0.1891205906867981,
      "learning_rate": 1.207876084048496e-05,
      "loss": 0.7513,
      "step": 21371
    },
    {
      "epoch": 0.45039434794291044,
      "grad_norm": 0.12786802649497986,
      "learning_rate": 1.207809320613715e-05,
      "loss": 0.8413,
      "step": 21372
    },
    {
      "epoch": 0.4504154219812757,
      "grad_norm": 0.1283019781112671,
      "learning_rate": 1.2077425562108329e-05,
      "loss": 0.7903,
      "step": 21373
    },
    {
      "epoch": 0.45043649601964103,
      "grad_norm": 0.11496878415346146,
      "learning_rate": 1.2076757908401618e-05,
      "loss": 0.8027,
      "step": 21374
    },
    {
      "epoch": 0.4504575700580063,
      "grad_norm": 0.11434520781040192,
      "learning_rate": 1.2076090245020115e-05,
      "loss": 0.8556,
      "step": 21375
    },
    {
      "epoch": 0.45047864409637156,
      "grad_norm": 0.11121296137571335,
      "learning_rate": 1.2075422571966934e-05,
      "loss": 0.7682,
      "step": 21376
    },
    {
      "epoch": 0.4504997181347369,
      "grad_norm": 0.1303585171699524,
      "learning_rate": 1.207475488924519e-05,
      "loss": 0.8432,
      "step": 21377
    },
    {
      "epoch": 0.45052079217310215,
      "grad_norm": 0.11956486105918884,
      "learning_rate": 1.2074087196857992e-05,
      "loss": 0.8046,
      "step": 21378
    },
    {
      "epoch": 0.4505418662114674,
      "grad_norm": 0.14920175075531006,
      "learning_rate": 1.2073419494808446e-05,
      "loss": 0.8843,
      "step": 21379
    },
    {
      "epoch": 0.45056294024983273,
      "grad_norm": 0.13453306257724762,
      "learning_rate": 1.2072751783099666e-05,
      "loss": 0.8166,
      "step": 21380
    },
    {
      "epoch": 0.450584014288198,
      "grad_norm": 0.11072340607643127,
      "learning_rate": 1.2072084061734762e-05,
      "loss": 0.7513,
      "step": 21381
    },
    {
      "epoch": 0.4506050883265633,
      "grad_norm": 0.15448036789894104,
      "learning_rate": 1.2071416330716843e-05,
      "loss": 0.8473,
      "step": 21382
    },
    {
      "epoch": 0.4506261623649286,
      "grad_norm": 0.1146535575389862,
      "learning_rate": 1.2070748590049022e-05,
      "loss": 0.7285,
      "step": 21383
    },
    {
      "epoch": 0.45064723640329385,
      "grad_norm": 0.1629410833120346,
      "learning_rate": 1.2070080839734413e-05,
      "loss": 0.8869,
      "step": 21384
    },
    {
      "epoch": 0.45066831044165917,
      "grad_norm": 0.14406155049800873,
      "learning_rate": 1.206941307977612e-05,
      "loss": 0.7974,
      "step": 21385
    },
    {
      "epoch": 0.45068938448002444,
      "grad_norm": 0.13574132323265076,
      "learning_rate": 1.2068745310177256e-05,
      "loss": 0.8609,
      "step": 21386
    },
    {
      "epoch": 0.45071045851838976,
      "grad_norm": 0.18632523715496063,
      "learning_rate": 1.2068077530940932e-05,
      "loss": 0.8355,
      "step": 21387
    },
    {
      "epoch": 0.450731532556755,
      "grad_norm": 0.15613074600696564,
      "learning_rate": 1.206740974207026e-05,
      "loss": 0.7764,
      "step": 21388
    },
    {
      "epoch": 0.4507526065951203,
      "grad_norm": 0.12740102410316467,
      "learning_rate": 1.2066741943568352e-05,
      "loss": 0.7853,
      "step": 21389
    },
    {
      "epoch": 0.4507736806334856,
      "grad_norm": 0.16327135264873505,
      "learning_rate": 1.2066074135438317e-05,
      "loss": 0.7488,
      "step": 21390
    },
    {
      "epoch": 0.4507947546718509,
      "grad_norm": 0.14940685033798218,
      "learning_rate": 1.2065406317683266e-05,
      "loss": 0.7868,
      "step": 21391
    },
    {
      "epoch": 0.4508158287102162,
      "grad_norm": 0.1440388560295105,
      "learning_rate": 1.206473849030631e-05,
      "loss": 0.8328,
      "step": 21392
    },
    {
      "epoch": 0.45083690274858146,
      "grad_norm": 0.13495442271232605,
      "learning_rate": 1.206407065331056e-05,
      "loss": 0.7681,
      "step": 21393
    },
    {
      "epoch": 0.4508579767869467,
      "grad_norm": 0.1557615101337433,
      "learning_rate": 1.206340280669913e-05,
      "loss": 0.7316,
      "step": 21394
    },
    {
      "epoch": 0.45087905082531204,
      "grad_norm": 0.1386967897415161,
      "learning_rate": 1.2062734950475128e-05,
      "loss": 0.8699,
      "step": 21395
    },
    {
      "epoch": 0.4509001248636773,
      "grad_norm": 0.12200037389993668,
      "learning_rate": 1.2062067084641667e-05,
      "loss": 0.7817,
      "step": 21396
    },
    {
      "epoch": 0.4509211989020426,
      "grad_norm": 0.13916446268558502,
      "learning_rate": 1.2061399209201858e-05,
      "loss": 0.7563,
      "step": 21397
    },
    {
      "epoch": 0.4509422729404079,
      "grad_norm": 0.1347942054271698,
      "learning_rate": 1.2060731324158812e-05,
      "loss": 0.7907,
      "step": 21398
    },
    {
      "epoch": 0.45096334697877316,
      "grad_norm": 0.12103636562824249,
      "learning_rate": 1.206006342951564e-05,
      "loss": 0.7688,
      "step": 21399
    },
    {
      "epoch": 0.4509844210171385,
      "grad_norm": 0.11746677756309509,
      "learning_rate": 1.2059395525275454e-05,
      "loss": 0.7355,
      "step": 21400
    },
    {
      "epoch": 0.45100549505550375,
      "grad_norm": 0.13450485467910767,
      "learning_rate": 1.2058727611441366e-05,
      "loss": 0.7885,
      "step": 21401
    },
    {
      "epoch": 0.451026569093869,
      "grad_norm": 0.1467156559228897,
      "learning_rate": 1.2058059688016486e-05,
      "loss": 0.8039,
      "step": 21402
    },
    {
      "epoch": 0.45104764313223433,
      "grad_norm": 0.1324586123228073,
      "learning_rate": 1.2057391755003928e-05,
      "loss": 0.7659,
      "step": 21403
    },
    {
      "epoch": 0.4510687171705996,
      "grad_norm": 0.13009756803512573,
      "learning_rate": 1.2056723812406803e-05,
      "loss": 0.7936,
      "step": 21404
    },
    {
      "epoch": 0.4510897912089649,
      "grad_norm": 0.16435621678829193,
      "learning_rate": 1.205605586022822e-05,
      "loss": 0.8014,
      "step": 21405
    },
    {
      "epoch": 0.4511108652473302,
      "grad_norm": 0.14421255886554718,
      "learning_rate": 1.2055387898471294e-05,
      "loss": 0.7452,
      "step": 21406
    },
    {
      "epoch": 0.45113193928569545,
      "grad_norm": 0.132038876414299,
      "learning_rate": 1.2054719927139134e-05,
      "loss": 0.7834,
      "step": 21407
    },
    {
      "epoch": 0.45115301332406077,
      "grad_norm": 0.14502134919166565,
      "learning_rate": 1.2054051946234852e-05,
      "loss": 0.7898,
      "step": 21408
    },
    {
      "epoch": 0.45117408736242604,
      "grad_norm": 0.1205817237496376,
      "learning_rate": 1.2053383955761565e-05,
      "loss": 0.8107,
      "step": 21409
    },
    {
      "epoch": 0.45119516140079136,
      "grad_norm": 0.1452067494392395,
      "learning_rate": 1.2052715955722379e-05,
      "loss": 0.779,
      "step": 21410
    },
    {
      "epoch": 0.4512162354391566,
      "grad_norm": 0.12067198753356934,
      "learning_rate": 1.2052047946120406e-05,
      "loss": 0.8128,
      "step": 21411
    },
    {
      "epoch": 0.4512373094775219,
      "grad_norm": 0.13821934163570404,
      "learning_rate": 1.2051379926958761e-05,
      "loss": 0.8377,
      "step": 21412
    },
    {
      "epoch": 0.4512583835158872,
      "grad_norm": 0.14484773576259613,
      "learning_rate": 1.2050711898240558e-05,
      "loss": 0.7635,
      "step": 21413
    },
    {
      "epoch": 0.45127945755425247,
      "grad_norm": 0.11917360872030258,
      "learning_rate": 1.2050043859968905e-05,
      "loss": 0.765,
      "step": 21414
    },
    {
      "epoch": 0.45130053159261774,
      "grad_norm": 0.13605205714702606,
      "learning_rate": 1.2049375812146913e-05,
      "loss": 0.8265,
      "step": 21415
    },
    {
      "epoch": 0.45132160563098306,
      "grad_norm": 0.13462097942829132,
      "learning_rate": 1.2048707754777696e-05,
      "loss": 0.7449,
      "step": 21416
    },
    {
      "epoch": 0.4513426796693483,
      "grad_norm": 0.16281673312187195,
      "learning_rate": 1.2048039687864368e-05,
      "loss": 0.8197,
      "step": 21417
    },
    {
      "epoch": 0.45136375370771364,
      "grad_norm": 0.11043345183134079,
      "learning_rate": 1.2047371611410042e-05,
      "loss": 0.7818,
      "step": 21418
    },
    {
      "epoch": 0.4513848277460789,
      "grad_norm": 0.1290884017944336,
      "learning_rate": 1.2046703525417825e-05,
      "loss": 0.7832,
      "step": 21419
    },
    {
      "epoch": 0.4514059017844442,
      "grad_norm": 0.12050794810056686,
      "learning_rate": 1.2046035429890832e-05,
      "loss": 0.8017,
      "step": 21420
    },
    {
      "epoch": 0.4514269758228095,
      "grad_norm": 0.12294530123472214,
      "learning_rate": 1.2045367324832178e-05,
      "loss": 0.8048,
      "step": 21421
    },
    {
      "epoch": 0.45144804986117476,
      "grad_norm": 0.15001648664474487,
      "learning_rate": 1.2044699210244972e-05,
      "loss": 0.8249,
      "step": 21422
    },
    {
      "epoch": 0.4514691238995401,
      "grad_norm": 0.13641060888767242,
      "learning_rate": 1.2044031086132329e-05,
      "loss": 0.8093,
      "step": 21423
    },
    {
      "epoch": 0.45149019793790535,
      "grad_norm": 0.11937011778354645,
      "learning_rate": 1.204336295249736e-05,
      "loss": 0.752,
      "step": 21424
    },
    {
      "epoch": 0.4515112719762706,
      "grad_norm": 0.14234822988510132,
      "learning_rate": 1.2042694809343175e-05,
      "loss": 0.7993,
      "step": 21425
    },
    {
      "epoch": 0.45153234601463593,
      "grad_norm": 0.10428465902805328,
      "learning_rate": 1.204202665667289e-05,
      "loss": 0.6979,
      "step": 21426
    },
    {
      "epoch": 0.4515534200530012,
      "grad_norm": 0.14918093383312225,
      "learning_rate": 1.2041358494489621e-05,
      "loss": 0.76,
      "step": 21427
    },
    {
      "epoch": 0.4515744940913665,
      "grad_norm": 0.11542167514562607,
      "learning_rate": 1.2040690322796478e-05,
      "loss": 0.8327,
      "step": 21428
    },
    {
      "epoch": 0.4515955681297318,
      "grad_norm": 0.12171950191259384,
      "learning_rate": 1.2040022141596568e-05,
      "loss": 0.7279,
      "step": 21429
    },
    {
      "epoch": 0.45161664216809705,
      "grad_norm": 0.12182490527629852,
      "learning_rate": 1.2039353950893007e-05,
      "loss": 0.7959,
      "step": 21430
    },
    {
      "epoch": 0.45163771620646237,
      "grad_norm": 0.1083921417593956,
      "learning_rate": 1.2038685750688912e-05,
      "loss": 0.7549,
      "step": 21431
    },
    {
      "epoch": 0.45165879024482763,
      "grad_norm": 0.11387471854686737,
      "learning_rate": 1.2038017540987393e-05,
      "loss": 0.73,
      "step": 21432
    },
    {
      "epoch": 0.4516798642831929,
      "grad_norm": 0.10936640202999115,
      "learning_rate": 1.2037349321791565e-05,
      "loss": 0.7365,
      "step": 21433
    },
    {
      "epoch": 0.4517009383215582,
      "grad_norm": 0.14648889005184174,
      "learning_rate": 1.2036681093104536e-05,
      "loss": 0.8178,
      "step": 21434
    },
    {
      "epoch": 0.4517220123599235,
      "grad_norm": 0.11983227729797363,
      "learning_rate": 1.2036012854929421e-05,
      "loss": 0.7951,
      "step": 21435
    },
    {
      "epoch": 0.4517430863982888,
      "grad_norm": 0.12992343306541443,
      "learning_rate": 1.2035344607269336e-05,
      "loss": 0.7925,
      "step": 21436
    },
    {
      "epoch": 0.45176416043665407,
      "grad_norm": 0.13423922657966614,
      "learning_rate": 1.2034676350127392e-05,
      "loss": 0.762,
      "step": 21437
    },
    {
      "epoch": 0.45178523447501934,
      "grad_norm": 0.16904546320438385,
      "learning_rate": 1.2034008083506704e-05,
      "loss": 0.8001,
      "step": 21438
    },
    {
      "epoch": 0.45180630851338466,
      "grad_norm": 0.150496244430542,
      "learning_rate": 1.203333980741038e-05,
      "loss": 0.7935,
      "step": 21439
    },
    {
      "epoch": 0.4518273825517499,
      "grad_norm": 0.13053664565086365,
      "learning_rate": 1.2032671521841539e-05,
      "loss": 0.7479,
      "step": 21440
    },
    {
      "epoch": 0.45184845659011524,
      "grad_norm": 0.13099373877048492,
      "learning_rate": 1.2032003226803291e-05,
      "loss": 0.8209,
      "step": 21441
    },
    {
      "epoch": 0.4518695306284805,
      "grad_norm": 0.16003954410552979,
      "learning_rate": 1.2031334922298749e-05,
      "loss": 0.8169,
      "step": 21442
    },
    {
      "epoch": 0.4518906046668458,
      "grad_norm": 0.14988400042057037,
      "learning_rate": 1.2030666608331031e-05,
      "loss": 0.7747,
      "step": 21443
    },
    {
      "epoch": 0.4519116787052111,
      "grad_norm": 0.19588135182857513,
      "learning_rate": 1.2029998284903246e-05,
      "loss": 0.7877,
      "step": 21444
    },
    {
      "epoch": 0.45193275274357636,
      "grad_norm": 0.11907053738832474,
      "learning_rate": 1.2029329952018506e-05,
      "loss": 0.7448,
      "step": 21445
    },
    {
      "epoch": 0.4519538267819417,
      "grad_norm": 0.15117861330509186,
      "learning_rate": 1.202866160967993e-05,
      "loss": 0.753,
      "step": 21446
    },
    {
      "epoch": 0.45197490082030695,
      "grad_norm": 0.10476309061050415,
      "learning_rate": 1.2027993257890627e-05,
      "loss": 0.723,
      "step": 21447
    },
    {
      "epoch": 0.4519959748586722,
      "grad_norm": 0.1307738721370697,
      "learning_rate": 1.2027324896653714e-05,
      "loss": 0.79,
      "step": 21448
    },
    {
      "epoch": 0.45201704889703753,
      "grad_norm": 0.12916319072246552,
      "learning_rate": 1.2026656525972302e-05,
      "loss": 0.7868,
      "step": 21449
    },
    {
      "epoch": 0.4520381229354028,
      "grad_norm": 0.13151729106903076,
      "learning_rate": 1.2025988145849504e-05,
      "loss": 0.7859,
      "step": 21450
    },
    {
      "epoch": 0.4520591969737681,
      "grad_norm": 0.1205301359295845,
      "learning_rate": 1.2025319756288434e-05,
      "loss": 0.7932,
      "step": 21451
    },
    {
      "epoch": 0.4520802710121334,
      "grad_norm": 0.1110227182507515,
      "learning_rate": 1.202465135729221e-05,
      "loss": 0.7536,
      "step": 21452
    },
    {
      "epoch": 0.45210134505049865,
      "grad_norm": 0.14018425345420837,
      "learning_rate": 1.2023982948863942e-05,
      "loss": 0.7703,
      "step": 21453
    },
    {
      "epoch": 0.45212241908886397,
      "grad_norm": 0.13555260002613068,
      "learning_rate": 1.2023314531006742e-05,
      "loss": 0.8773,
      "step": 21454
    },
    {
      "epoch": 0.45214349312722923,
      "grad_norm": 0.1196264699101448,
      "learning_rate": 1.202264610372373e-05,
      "loss": 0.771,
      "step": 21455
    },
    {
      "epoch": 0.4521645671655945,
      "grad_norm": 0.11812237650156021,
      "learning_rate": 1.2021977667018014e-05,
      "loss": 0.7857,
      "step": 21456
    },
    {
      "epoch": 0.4521856412039598,
      "grad_norm": 0.12273282557725906,
      "learning_rate": 1.2021309220892712e-05,
      "loss": 0.8084,
      "step": 21457
    },
    {
      "epoch": 0.4522067152423251,
      "grad_norm": 0.12011562287807465,
      "learning_rate": 1.2020640765350935e-05,
      "loss": 0.8244,
      "step": 21458
    },
    {
      "epoch": 0.4522277892806904,
      "grad_norm": 0.12425307184457779,
      "learning_rate": 1.20199723003958e-05,
      "loss": 0.7252,
      "step": 21459
    },
    {
      "epoch": 0.45224886331905567,
      "grad_norm": 0.13188645243644714,
      "learning_rate": 1.2019303826030418e-05,
      "loss": 0.7636,
      "step": 21460
    },
    {
      "epoch": 0.45226993735742094,
      "grad_norm": 0.11507026851177216,
      "learning_rate": 1.2018635342257902e-05,
      "loss": 0.772,
      "step": 21461
    },
    {
      "epoch": 0.45229101139578626,
      "grad_norm": 0.11480001360177994,
      "learning_rate": 1.2017966849081377e-05,
      "loss": 0.7554,
      "step": 21462
    },
    {
      "epoch": 0.4523120854341515,
      "grad_norm": 0.1619177758693695,
      "learning_rate": 1.2017298346503942e-05,
      "loss": 0.7948,
      "step": 21463
    },
    {
      "epoch": 0.45233315947251684,
      "grad_norm": 0.137691929936409,
      "learning_rate": 1.2016629834528722e-05,
      "loss": 0.7528,
      "step": 21464
    },
    {
      "epoch": 0.4523542335108821,
      "grad_norm": 0.15346115827560425,
      "learning_rate": 1.2015961313158826e-05,
      "loss": 0.7922,
      "step": 21465
    },
    {
      "epoch": 0.4523753075492474,
      "grad_norm": 0.15717296302318573,
      "learning_rate": 1.201529278239737e-05,
      "loss": 0.7958,
      "step": 21466
    },
    {
      "epoch": 0.4523963815876127,
      "grad_norm": 0.130872443318367,
      "learning_rate": 1.201462424224747e-05,
      "loss": 0.831,
      "step": 21467
    },
    {
      "epoch": 0.45241745562597796,
      "grad_norm": 0.23280397057533264,
      "learning_rate": 1.2013955692712237e-05,
      "loss": 0.7958,
      "step": 21468
    },
    {
      "epoch": 0.4524385296643433,
      "grad_norm": 0.13039256632328033,
      "learning_rate": 1.201328713379479e-05,
      "loss": 0.8228,
      "step": 21469
    },
    {
      "epoch": 0.45245960370270855,
      "grad_norm": 0.14229583740234375,
      "learning_rate": 1.201261856549824e-05,
      "loss": 0.7773,
      "step": 21470
    },
    {
      "epoch": 0.4524806777410738,
      "grad_norm": 0.1253785341978073,
      "learning_rate": 1.2011949987825703e-05,
      "loss": 0.7752,
      "step": 21471
    },
    {
      "epoch": 0.45250175177943913,
      "grad_norm": 0.141128808259964,
      "learning_rate": 1.2011281400780293e-05,
      "loss": 0.7398,
      "step": 21472
    },
    {
      "epoch": 0.4525228258178044,
      "grad_norm": 0.1643698811531067,
      "learning_rate": 1.2010612804365126e-05,
      "loss": 0.8197,
      "step": 21473
    },
    {
      "epoch": 0.45254389985616966,
      "grad_norm": 0.21096447110176086,
      "learning_rate": 1.2009944198583314e-05,
      "loss": 0.844,
      "step": 21474
    },
    {
      "epoch": 0.452564973894535,
      "grad_norm": 0.13929349184036255,
      "learning_rate": 1.2009275583437973e-05,
      "loss": 0.8592,
      "step": 21475
    },
    {
      "epoch": 0.45258604793290025,
      "grad_norm": 0.13164640963077545,
      "learning_rate": 1.200860695893222e-05,
      "loss": 0.8775,
      "step": 21476
    },
    {
      "epoch": 0.45260712197126557,
      "grad_norm": 0.14498847723007202,
      "learning_rate": 1.2007938325069171e-05,
      "loss": 0.8093,
      "step": 21477
    },
    {
      "epoch": 0.45262819600963083,
      "grad_norm": 0.11569611728191376,
      "learning_rate": 1.2007269681851934e-05,
      "loss": 0.7305,
      "step": 21478
    },
    {
      "epoch": 0.4526492700479961,
      "grad_norm": 0.1299440860748291,
      "learning_rate": 1.2006601029283629e-05,
      "loss": 0.8221,
      "step": 21479
    },
    {
      "epoch": 0.4526703440863614,
      "grad_norm": 0.1266563981771469,
      "learning_rate": 1.2005932367367368e-05,
      "loss": 0.7469,
      "step": 21480
    },
    {
      "epoch": 0.4526914181247267,
      "grad_norm": 0.1190173402428627,
      "learning_rate": 1.200526369610627e-05,
      "loss": 0.7619,
      "step": 21481
    },
    {
      "epoch": 0.452712492163092,
      "grad_norm": 0.13494795560836792,
      "learning_rate": 1.2004595015503449e-05,
      "loss": 0.7933,
      "step": 21482
    },
    {
      "epoch": 0.45273356620145727,
      "grad_norm": 0.12022404372692108,
      "learning_rate": 1.2003926325562019e-05,
      "loss": 0.795,
      "step": 21483
    },
    {
      "epoch": 0.45275464023982254,
      "grad_norm": 0.12249095737934113,
      "learning_rate": 1.2003257626285094e-05,
      "loss": 0.7359,
      "step": 21484
    },
    {
      "epoch": 0.45277571427818786,
      "grad_norm": 0.1310989409685135,
      "learning_rate": 1.200258891767579e-05,
      "loss": 0.8747,
      "step": 21485
    },
    {
      "epoch": 0.4527967883165531,
      "grad_norm": 0.10637083649635315,
      "learning_rate": 1.2001920199737224e-05,
      "loss": 0.7077,
      "step": 21486
    },
    {
      "epoch": 0.45281786235491844,
      "grad_norm": 0.16315858066082,
      "learning_rate": 1.200125147247251e-05,
      "loss": 0.7593,
      "step": 21487
    },
    {
      "epoch": 0.4528389363932837,
      "grad_norm": 0.16725167632102966,
      "learning_rate": 1.2000582735884763e-05,
      "loss": 0.84,
      "step": 21488
    },
    {
      "epoch": 0.452860010431649,
      "grad_norm": 0.13057194650173187,
      "learning_rate": 1.1999913989977098e-05,
      "loss": 0.8164,
      "step": 21489
    },
    {
      "epoch": 0.4528810844700143,
      "grad_norm": 0.1196039617061615,
      "learning_rate": 1.1999245234752635e-05,
      "loss": 0.7782,
      "step": 21490
    },
    {
      "epoch": 0.45290215850837956,
      "grad_norm": 0.11041458696126938,
      "learning_rate": 1.1998576470214482e-05,
      "loss": 0.7337,
      "step": 21491
    },
    {
      "epoch": 0.4529232325467448,
      "grad_norm": 0.10916939377784729,
      "learning_rate": 1.1997907696365762e-05,
      "loss": 0.7561,
      "step": 21492
    },
    {
      "epoch": 0.45294430658511015,
      "grad_norm": 0.11502611637115479,
      "learning_rate": 1.1997238913209583e-05,
      "loss": 0.7422,
      "step": 21493
    },
    {
      "epoch": 0.4529653806234754,
      "grad_norm": 0.12211655080318451,
      "learning_rate": 1.1996570120749066e-05,
      "loss": 0.7407,
      "step": 21494
    },
    {
      "epoch": 0.45298645466184073,
      "grad_norm": 0.1427382379770279,
      "learning_rate": 1.1995901318987322e-05,
      "loss": 0.773,
      "step": 21495
    },
    {
      "epoch": 0.453007528700206,
      "grad_norm": 0.11833589524030685,
      "learning_rate": 1.1995232507927475e-05,
      "loss": 0.7914,
      "step": 21496
    },
    {
      "epoch": 0.45302860273857126,
      "grad_norm": 0.1089499220252037,
      "learning_rate": 1.1994563687572631e-05,
      "loss": 0.7426,
      "step": 21497
    },
    {
      "epoch": 0.4530496767769366,
      "grad_norm": 0.12850388884544373,
      "learning_rate": 1.1993894857925914e-05,
      "loss": 0.8016,
      "step": 21498
    },
    {
      "epoch": 0.45307075081530185,
      "grad_norm": 0.3796204924583435,
      "learning_rate": 1.1993226018990431e-05,
      "loss": 0.8145,
      "step": 21499
    },
    {
      "epoch": 0.45309182485366717,
      "grad_norm": 0.1372905969619751,
      "learning_rate": 1.1992557170769308e-05,
      "loss": 0.828,
      "step": 21500
    },
    {
      "epoch": 0.45311289889203243,
      "grad_norm": 0.12030584365129471,
      "learning_rate": 1.1991888313265652e-05,
      "loss": 0.8263,
      "step": 21501
    },
    {
      "epoch": 0.4531339729303977,
      "grad_norm": 0.13375695049762726,
      "learning_rate": 1.1991219446482584e-05,
      "loss": 0.7134,
      "step": 21502
    },
    {
      "epoch": 0.453155046968763,
      "grad_norm": 0.13306398689746857,
      "learning_rate": 1.1990550570423218e-05,
      "loss": 0.8017,
      "step": 21503
    },
    {
      "epoch": 0.4531761210071283,
      "grad_norm": 0.1183081716299057,
      "learning_rate": 1.1989881685090671e-05,
      "loss": 0.7805,
      "step": 21504
    },
    {
      "epoch": 0.4531971950454936,
      "grad_norm": 0.17604465782642365,
      "learning_rate": 1.198921279048806e-05,
      "loss": 0.7932,
      "step": 21505
    },
    {
      "epoch": 0.45321826908385887,
      "grad_norm": 0.1836673468351364,
      "learning_rate": 1.1988543886618498e-05,
      "loss": 0.818,
      "step": 21506
    },
    {
      "epoch": 0.45323934312222414,
      "grad_norm": 0.11829721927642822,
      "learning_rate": 1.1987874973485108e-05,
      "loss": 0.8152,
      "step": 21507
    },
    {
      "epoch": 0.45326041716058946,
      "grad_norm": 0.1992957592010498,
      "learning_rate": 1.1987206051090995e-05,
      "loss": 0.8143,
      "step": 21508
    },
    {
      "epoch": 0.4532814911989547,
      "grad_norm": 0.14926664531230927,
      "learning_rate": 1.1986537119439281e-05,
      "loss": 0.825,
      "step": 21509
    },
    {
      "epoch": 0.45330256523732,
      "grad_norm": 0.17887066304683685,
      "learning_rate": 1.1985868178533087e-05,
      "loss": 0.7094,
      "step": 21510
    },
    {
      "epoch": 0.4533236392756853,
      "grad_norm": 0.17288175225257874,
      "learning_rate": 1.1985199228375526e-05,
      "loss": 0.7716,
      "step": 21511
    },
    {
      "epoch": 0.4533447133140506,
      "grad_norm": 0.11721324920654297,
      "learning_rate": 1.1984530268969709e-05,
      "loss": 0.8013,
      "step": 21512
    },
    {
      "epoch": 0.4533657873524159,
      "grad_norm": 0.13845178484916687,
      "learning_rate": 1.198386130031876e-05,
      "loss": 0.7965,
      "step": 21513
    },
    {
      "epoch": 0.45338686139078116,
      "grad_norm": 0.1332463026046753,
      "learning_rate": 1.1983192322425789e-05,
      "loss": 0.786,
      "step": 21514
    },
    {
      "epoch": 0.4534079354291464,
      "grad_norm": 0.1232512891292572,
      "learning_rate": 1.1982523335293918e-05,
      "loss": 0.7718,
      "step": 21515
    },
    {
      "epoch": 0.45342900946751175,
      "grad_norm": 0.15281440317630768,
      "learning_rate": 1.1981854338926262e-05,
      "loss": 0.8169,
      "step": 21516
    },
    {
      "epoch": 0.453450083505877,
      "grad_norm": 0.1436987817287445,
      "learning_rate": 1.1981185333325936e-05,
      "loss": 0.814,
      "step": 21517
    },
    {
      "epoch": 0.45347115754424233,
      "grad_norm": 0.18220822513103485,
      "learning_rate": 1.1980516318496059e-05,
      "loss": 0.9016,
      "step": 21518
    },
    {
      "epoch": 0.4534922315826076,
      "grad_norm": 0.24194824695587158,
      "learning_rate": 1.1979847294439744e-05,
      "loss": 0.784,
      "step": 21519
    },
    {
      "epoch": 0.45351330562097286,
      "grad_norm": 0.13279937207698822,
      "learning_rate": 1.1979178261160112e-05,
      "loss": 0.7911,
      "step": 21520
    },
    {
      "epoch": 0.4535343796593382,
      "grad_norm": 0.1721772402524948,
      "learning_rate": 1.1978509218660277e-05,
      "loss": 0.7696,
      "step": 21521
    },
    {
      "epoch": 0.45355545369770345,
      "grad_norm": 0.14233152568340302,
      "learning_rate": 1.1977840166943357e-05,
      "loss": 0.7195,
      "step": 21522
    },
    {
      "epoch": 0.45357652773606877,
      "grad_norm": 0.15142613649368286,
      "learning_rate": 1.1977171106012464e-05,
      "loss": 0.8172,
      "step": 21523
    },
    {
      "epoch": 0.45359760177443403,
      "grad_norm": 0.1526121199131012,
      "learning_rate": 1.1976502035870726e-05,
      "loss": 0.7345,
      "step": 21524
    },
    {
      "epoch": 0.4536186758127993,
      "grad_norm": 0.1346835345029831,
      "learning_rate": 1.1975832956521247e-05,
      "loss": 0.7621,
      "step": 21525
    },
    {
      "epoch": 0.4536397498511646,
      "grad_norm": 0.11532726883888245,
      "learning_rate": 1.1975163867967157e-05,
      "loss": 0.7633,
      "step": 21526
    },
    {
      "epoch": 0.4536608238895299,
      "grad_norm": 0.1727539747953415,
      "learning_rate": 1.1974494770211562e-05,
      "loss": 0.8129,
      "step": 21527
    },
    {
      "epoch": 0.45368189792789515,
      "grad_norm": 0.14426107704639435,
      "learning_rate": 1.1973825663257583e-05,
      "loss": 0.8316,
      "step": 21528
    },
    {
      "epoch": 0.45370297196626047,
      "grad_norm": 0.13502921164035797,
      "learning_rate": 1.1973156547108337e-05,
      "loss": 0.7782,
      "step": 21529
    },
    {
      "epoch": 0.45372404600462574,
      "grad_norm": 0.1378813087940216,
      "learning_rate": 1.1972487421766944e-05,
      "loss": 0.7826,
      "step": 21530
    },
    {
      "epoch": 0.45374512004299106,
      "grad_norm": 0.1581476628780365,
      "learning_rate": 1.1971818287236516e-05,
      "loss": 0.7657,
      "step": 21531
    },
    {
      "epoch": 0.4537661940813563,
      "grad_norm": 0.14439991116523743,
      "learning_rate": 1.1971149143520175e-05,
      "loss": 0.8125,
      "step": 21532
    },
    {
      "epoch": 0.4537872681197216,
      "grad_norm": 0.12314221262931824,
      "learning_rate": 1.1970479990621035e-05,
      "loss": 0.7863,
      "step": 21533
    },
    {
      "epoch": 0.4538083421580869,
      "grad_norm": 0.13320064544677734,
      "learning_rate": 1.1969810828542214e-05,
      "loss": 0.8119,
      "step": 21534
    },
    {
      "epoch": 0.4538294161964522,
      "grad_norm": 0.1386493593454361,
      "learning_rate": 1.1969141657286831e-05,
      "loss": 0.7828,
      "step": 21535
    },
    {
      "epoch": 0.4538504902348175,
      "grad_norm": 0.12988755106925964,
      "learning_rate": 1.1968472476858003e-05,
      "loss": 0.7746,
      "step": 21536
    },
    {
      "epoch": 0.45387156427318276,
      "grad_norm": 0.13158781826496124,
      "learning_rate": 1.1967803287258848e-05,
      "loss": 0.7676,
      "step": 21537
    },
    {
      "epoch": 0.453892638311548,
      "grad_norm": 0.12631478905677795,
      "learning_rate": 1.1967134088492479e-05,
      "loss": 0.7124,
      "step": 21538
    },
    {
      "epoch": 0.45391371234991335,
      "grad_norm": 0.12797041237354279,
      "learning_rate": 1.1966464880562016e-05,
      "loss": 0.7637,
      "step": 21539
    },
    {
      "epoch": 0.4539347863882786,
      "grad_norm": 0.13552241027355194,
      "learning_rate": 1.1965795663470578e-05,
      "loss": 0.8363,
      "step": 21540
    },
    {
      "epoch": 0.45395586042664393,
      "grad_norm": 0.1515491008758545,
      "learning_rate": 1.1965126437221287e-05,
      "loss": 0.7953,
      "step": 21541
    },
    {
      "epoch": 0.4539769344650092,
      "grad_norm": 0.13307638466358185,
      "learning_rate": 1.196445720181725e-05,
      "loss": 0.7459,
      "step": 21542
    },
    {
      "epoch": 0.45399800850337446,
      "grad_norm": 0.11970237642526627,
      "learning_rate": 1.1963787957261592e-05,
      "loss": 0.8427,
      "step": 21543
    },
    {
      "epoch": 0.4540190825417398,
      "grad_norm": 0.12195490300655365,
      "learning_rate": 1.1963118703557428e-05,
      "loss": 0.7616,
      "step": 21544
    },
    {
      "epoch": 0.45404015658010505,
      "grad_norm": 0.12404407560825348,
      "learning_rate": 1.1962449440707878e-05,
      "loss": 0.7966,
      "step": 21545
    },
    {
      "epoch": 0.45406123061847037,
      "grad_norm": 0.14918871223926544,
      "learning_rate": 1.1961780168716058e-05,
      "loss": 0.829,
      "step": 21546
    },
    {
      "epoch": 0.45408230465683563,
      "grad_norm": 0.14095893502235413,
      "learning_rate": 1.1961110887585085e-05,
      "loss": 0.7793,
      "step": 21547
    },
    {
      "epoch": 0.4541033786952009,
      "grad_norm": 0.12371759861707687,
      "learning_rate": 1.196044159731808e-05,
      "loss": 0.7257,
      "step": 21548
    },
    {
      "epoch": 0.4541244527335662,
      "grad_norm": 0.14639583230018616,
      "learning_rate": 1.195977229791816e-05,
      "loss": 0.8193,
      "step": 21549
    },
    {
      "epoch": 0.4541455267719315,
      "grad_norm": 0.16178125143051147,
      "learning_rate": 1.1959102989388443e-05,
      "loss": 0.7178,
      "step": 21550
    },
    {
      "epoch": 0.45416660081029675,
      "grad_norm": 0.15488779544830322,
      "learning_rate": 1.1958433671732046e-05,
      "loss": 0.8815,
      "step": 21551
    },
    {
      "epoch": 0.45418767484866207,
      "grad_norm": 0.18197982013225555,
      "learning_rate": 1.1957764344952085e-05,
      "loss": 0.77,
      "step": 21552
    },
    {
      "epoch": 0.45420874888702734,
      "grad_norm": 0.14233143627643585,
      "learning_rate": 1.1957095009051683e-05,
      "loss": 0.7938,
      "step": 21553
    },
    {
      "epoch": 0.45422982292539266,
      "grad_norm": 0.22595876455307007,
      "learning_rate": 1.1956425664033955e-05,
      "loss": 0.8322,
      "step": 21554
    },
    {
      "epoch": 0.4542508969637579,
      "grad_norm": 0.13751660287380219,
      "learning_rate": 1.1955756309902023e-05,
      "loss": 0.8469,
      "step": 21555
    },
    {
      "epoch": 0.4542719710021232,
      "grad_norm": 0.1483001708984375,
      "learning_rate": 1.1955086946658998e-05,
      "loss": 0.777,
      "step": 21556
    },
    {
      "epoch": 0.4542930450404885,
      "grad_norm": 0.1544540524482727,
      "learning_rate": 1.1954417574308003e-05,
      "loss": 0.7929,
      "step": 21557
    },
    {
      "epoch": 0.4543141190788538,
      "grad_norm": 0.22144702076911926,
      "learning_rate": 1.1953748192852157e-05,
      "loss": 0.8133,
      "step": 21558
    },
    {
      "epoch": 0.4543351931172191,
      "grad_norm": 0.1605725735425949,
      "learning_rate": 1.1953078802294575e-05,
      "loss": 0.8086,
      "step": 21559
    },
    {
      "epoch": 0.45435626715558436,
      "grad_norm": 0.1443774402141571,
      "learning_rate": 1.1952409402638383e-05,
      "loss": 0.7641,
      "step": 21560
    },
    {
      "epoch": 0.4543773411939496,
      "grad_norm": 0.18575020134449005,
      "learning_rate": 1.1951739993886691e-05,
      "loss": 0.816,
      "step": 21561
    },
    {
      "epoch": 0.45439841523231495,
      "grad_norm": 0.15465128421783447,
      "learning_rate": 1.195107057604262e-05,
      "loss": 0.7628,
      "step": 21562
    },
    {
      "epoch": 0.4544194892706802,
      "grad_norm": 0.18300776183605194,
      "learning_rate": 1.1950401149109289e-05,
      "loss": 0.7873,
      "step": 21563
    },
    {
      "epoch": 0.45444056330904553,
      "grad_norm": 0.12620946764945984,
      "learning_rate": 1.1949731713089818e-05,
      "loss": 0.7859,
      "step": 21564
    },
    {
      "epoch": 0.4544616373474108,
      "grad_norm": 0.15462298691272736,
      "learning_rate": 1.1949062267987326e-05,
      "loss": 0.773,
      "step": 21565
    },
    {
      "epoch": 0.45448271138577606,
      "grad_norm": 0.1256105601787567,
      "learning_rate": 1.1948392813804928e-05,
      "loss": 0.7896,
      "step": 21566
    },
    {
      "epoch": 0.4545037854241414,
      "grad_norm": 0.10946623980998993,
      "learning_rate": 1.1947723350545743e-05,
      "loss": 0.7736,
      "step": 21567
    },
    {
      "epoch": 0.45452485946250665,
      "grad_norm": 0.13901613652706146,
      "learning_rate": 1.1947053878212895e-05,
      "loss": 0.814,
      "step": 21568
    },
    {
      "epoch": 0.4545459335008719,
      "grad_norm": 0.17892776429653168,
      "learning_rate": 1.1946384396809499e-05,
      "loss": 0.8057,
      "step": 21569
    },
    {
      "epoch": 0.45456700753923723,
      "grad_norm": 0.1604779064655304,
      "learning_rate": 1.1945714906338675e-05,
      "loss": 0.8041,
      "step": 21570
    },
    {
      "epoch": 0.4545880815776025,
      "grad_norm": 0.12433788925409317,
      "learning_rate": 1.194504540680354e-05,
      "loss": 0.7566,
      "step": 21571
    },
    {
      "epoch": 0.4546091556159678,
      "grad_norm": 0.11459121853113174,
      "learning_rate": 1.1944375898207214e-05,
      "loss": 0.7229,
      "step": 21572
    },
    {
      "epoch": 0.4546302296543331,
      "grad_norm": 0.1226324662566185,
      "learning_rate": 1.1943706380552815e-05,
      "loss": 0.7227,
      "step": 21573
    },
    {
      "epoch": 0.45465130369269835,
      "grad_norm": 0.1254900097846985,
      "learning_rate": 1.1943036853843462e-05,
      "loss": 0.7454,
      "step": 21574
    },
    {
      "epoch": 0.45467237773106367,
      "grad_norm": 0.13463616371154785,
      "learning_rate": 1.194236731808228e-05,
      "loss": 0.7992,
      "step": 21575
    },
    {
      "epoch": 0.45469345176942894,
      "grad_norm": 0.1361963152885437,
      "learning_rate": 1.1941697773272378e-05,
      "loss": 0.8145,
      "step": 21576
    },
    {
      "epoch": 0.45471452580779426,
      "grad_norm": 0.13879622519016266,
      "learning_rate": 1.1941028219416883e-05,
      "loss": 0.77,
      "step": 21577
    },
    {
      "epoch": 0.4547355998461595,
      "grad_norm": 0.1336049735546112,
      "learning_rate": 1.1940358656518912e-05,
      "loss": 0.8512,
      "step": 21578
    },
    {
      "epoch": 0.4547566738845248,
      "grad_norm": 0.13125957548618317,
      "learning_rate": 1.1939689084581583e-05,
      "loss": 0.7513,
      "step": 21579
    },
    {
      "epoch": 0.4547777479228901,
      "grad_norm": 0.13219033181667328,
      "learning_rate": 1.1939019503608019e-05,
      "loss": 0.7861,
      "step": 21580
    },
    {
      "epoch": 0.4547988219612554,
      "grad_norm": 0.12061566859483719,
      "learning_rate": 1.193834991360133e-05,
      "loss": 0.8064,
      "step": 21581
    },
    {
      "epoch": 0.4548198959996207,
      "grad_norm": 0.14580504596233368,
      "learning_rate": 1.1937680314564646e-05,
      "loss": 0.828,
      "step": 21582
    },
    {
      "epoch": 0.45484097003798596,
      "grad_norm": 0.1428167223930359,
      "learning_rate": 1.193701070650108e-05,
      "loss": 0.8005,
      "step": 21583
    },
    {
      "epoch": 0.4548620440763512,
      "grad_norm": 0.14565706253051758,
      "learning_rate": 1.1936341089413755e-05,
      "loss": 0.7901,
      "step": 21584
    },
    {
      "epoch": 0.45488311811471654,
      "grad_norm": 0.11149140447378159,
      "learning_rate": 1.1935671463305791e-05,
      "loss": 0.7505,
      "step": 21585
    },
    {
      "epoch": 0.4549041921530818,
      "grad_norm": 0.13610157370567322,
      "learning_rate": 1.1935001828180304e-05,
      "loss": 0.7541,
      "step": 21586
    },
    {
      "epoch": 0.4549252661914471,
      "grad_norm": 0.1040898784995079,
      "learning_rate": 1.1934332184040413e-05,
      "loss": 0.7392,
      "step": 21587
    },
    {
      "epoch": 0.4549463402298124,
      "grad_norm": 0.12795108556747437,
      "learning_rate": 1.1933662530889241e-05,
      "loss": 0.7629,
      "step": 21588
    },
    {
      "epoch": 0.45496741426817766,
      "grad_norm": 0.1525944173336029,
      "learning_rate": 1.1932992868729909e-05,
      "loss": 0.838,
      "step": 21589
    },
    {
      "epoch": 0.454988488306543,
      "grad_norm": 0.13388592004776,
      "learning_rate": 1.193232319756553e-05,
      "loss": 0.8305,
      "step": 21590
    },
    {
      "epoch": 0.45500956234490825,
      "grad_norm": 0.12658432126045227,
      "learning_rate": 1.1931653517399231e-05,
      "loss": 0.8263,
      "step": 21591
    },
    {
      "epoch": 0.4550306363832735,
      "grad_norm": 0.1242716908454895,
      "learning_rate": 1.1930983828234127e-05,
      "loss": 0.7901,
      "step": 21592
    },
    {
      "epoch": 0.45505171042163883,
      "grad_norm": 0.12017317861318588,
      "learning_rate": 1.1930314130073337e-05,
      "loss": 0.7645,
      "step": 21593
    },
    {
      "epoch": 0.4550727844600041,
      "grad_norm": 0.10136982053518295,
      "learning_rate": 1.1929644422919987e-05,
      "loss": 0.7744,
      "step": 21594
    },
    {
      "epoch": 0.4550938584983694,
      "grad_norm": 0.14638371765613556,
      "learning_rate": 1.1928974706777193e-05,
      "loss": 0.8408,
      "step": 21595
    },
    {
      "epoch": 0.4551149325367347,
      "grad_norm": 0.12803952395915985,
      "learning_rate": 1.1928304981648072e-05,
      "loss": 0.7582,
      "step": 21596
    },
    {
      "epoch": 0.45513600657509995,
      "grad_norm": 0.12002260237932205,
      "learning_rate": 1.192763524753575e-05,
      "loss": 0.7579,
      "step": 21597
    },
    {
      "epoch": 0.45515708061346527,
      "grad_norm": 0.11574135720729828,
      "learning_rate": 1.1926965504443342e-05,
      "loss": 0.7169,
      "step": 21598
    },
    {
      "epoch": 0.45517815465183054,
      "grad_norm": 0.14777235686779022,
      "learning_rate": 1.192629575237397e-05,
      "loss": 0.7948,
      "step": 21599
    },
    {
      "epoch": 0.45519922869019586,
      "grad_norm": 0.13979679346084595,
      "learning_rate": 1.1925625991330758e-05,
      "loss": 0.8019,
      "step": 21600
    },
    {
      "epoch": 0.4552203027285611,
      "grad_norm": 0.1404077559709549,
      "learning_rate": 1.1924956221316819e-05,
      "loss": 0.8309,
      "step": 21601
    },
    {
      "epoch": 0.4552413767669264,
      "grad_norm": 0.15915878117084503,
      "learning_rate": 1.1924286442335276e-05,
      "loss": 0.853,
      "step": 21602
    },
    {
      "epoch": 0.4552624508052917,
      "grad_norm": 0.13757790625095367,
      "learning_rate": 1.1923616654389252e-05,
      "loss": 0.7639,
      "step": 21603
    },
    {
      "epoch": 0.455283524843657,
      "grad_norm": 0.13464632630348206,
      "learning_rate": 1.1922946857481866e-05,
      "loss": 0.7841,
      "step": 21604
    },
    {
      "epoch": 0.45530459888202224,
      "grad_norm": 0.10808297991752625,
      "learning_rate": 1.1922277051616236e-05,
      "loss": 0.7268,
      "step": 21605
    },
    {
      "epoch": 0.45532567292038756,
      "grad_norm": 0.1534629464149475,
      "learning_rate": 1.1921607236795482e-05,
      "loss": 0.8566,
      "step": 21606
    },
    {
      "epoch": 0.4553467469587528,
      "grad_norm": 0.14429447054862976,
      "learning_rate": 1.1920937413022729e-05,
      "loss": 0.8025,
      "step": 21607
    },
    {
      "epoch": 0.45536782099711814,
      "grad_norm": 0.1362752467393875,
      "learning_rate": 1.1920267580301093e-05,
      "loss": 0.7687,
      "step": 21608
    },
    {
      "epoch": 0.4553888950354834,
      "grad_norm": 0.19656828045845032,
      "learning_rate": 1.1919597738633698e-05,
      "loss": 0.7865,
      "step": 21609
    },
    {
      "epoch": 0.4554099690738487,
      "grad_norm": 0.13075777888298035,
      "learning_rate": 1.191892788802366e-05,
      "loss": 0.8032,
      "step": 21610
    },
    {
      "epoch": 0.455431043112214,
      "grad_norm": 0.2006768435239792,
      "learning_rate": 1.1918258028474101e-05,
      "loss": 0.7315,
      "step": 21611
    },
    {
      "epoch": 0.45545211715057926,
      "grad_norm": 0.17257258296012878,
      "learning_rate": 1.1917588159988145e-05,
      "loss": 0.8231,
      "step": 21612
    },
    {
      "epoch": 0.4554731911889446,
      "grad_norm": 0.1265833079814911,
      "learning_rate": 1.1916918282568912e-05,
      "loss": 0.7427,
      "step": 21613
    },
    {
      "epoch": 0.45549426522730985,
      "grad_norm": 0.1482038050889969,
      "learning_rate": 1.1916248396219521e-05,
      "loss": 0.8058,
      "step": 21614
    },
    {
      "epoch": 0.4555153392656751,
      "grad_norm": 0.13698925077915192,
      "learning_rate": 1.1915578500943093e-05,
      "loss": 0.7821,
      "step": 21615
    },
    {
      "epoch": 0.45553641330404043,
      "grad_norm": 0.11661852896213531,
      "learning_rate": 1.1914908596742745e-05,
      "loss": 0.783,
      "step": 21616
    },
    {
      "epoch": 0.4555574873424057,
      "grad_norm": 0.1452002376317978,
      "learning_rate": 1.1914238683621602e-05,
      "loss": 0.7426,
      "step": 21617
    },
    {
      "epoch": 0.455578561380771,
      "grad_norm": 0.12605273723602295,
      "learning_rate": 1.1913568761582786e-05,
      "loss": 0.7297,
      "step": 21618
    },
    {
      "epoch": 0.4555996354191363,
      "grad_norm": 0.1244070902466774,
      "learning_rate": 1.1912898830629418e-05,
      "loss": 0.7491,
      "step": 21619
    },
    {
      "epoch": 0.45562070945750155,
      "grad_norm": 0.11901140213012695,
      "learning_rate": 1.1912228890764617e-05,
      "loss": 0.7814,
      "step": 21620
    },
    {
      "epoch": 0.45564178349586687,
      "grad_norm": 0.1277124285697937,
      "learning_rate": 1.1911558941991502e-05,
      "loss": 0.7743,
      "step": 21621
    },
    {
      "epoch": 0.45566285753423214,
      "grad_norm": 0.10966304689645767,
      "learning_rate": 1.1910888984313195e-05,
      "loss": 0.7402,
      "step": 21622
    },
    {
      "epoch": 0.4556839315725974,
      "grad_norm": 0.14710471034049988,
      "learning_rate": 1.191021901773282e-05,
      "loss": 0.7826,
      "step": 21623
    },
    {
      "epoch": 0.4557050056109627,
      "grad_norm": 0.15886244177818298,
      "learning_rate": 1.1909549042253496e-05,
      "loss": 0.8549,
      "step": 21624
    },
    {
      "epoch": 0.455726079649328,
      "grad_norm": 0.1153395026922226,
      "learning_rate": 1.1908879057878344e-05,
      "loss": 0.8196,
      "step": 21625
    },
    {
      "epoch": 0.4557471536876933,
      "grad_norm": 0.1188177764415741,
      "learning_rate": 1.1908209064610488e-05,
      "loss": 0.7637,
      "step": 21626
    },
    {
      "epoch": 0.4557682277260586,
      "grad_norm": 0.10179708898067474,
      "learning_rate": 1.1907539062453044e-05,
      "loss": 0.7778,
      "step": 21627
    },
    {
      "epoch": 0.45578930176442384,
      "grad_norm": 0.12535348534584045,
      "learning_rate": 1.1906869051409138e-05,
      "loss": 0.7875,
      "step": 21628
    },
    {
      "epoch": 0.45581037580278916,
      "grad_norm": 0.1263212263584137,
      "learning_rate": 1.190619903148189e-05,
      "loss": 0.7803,
      "step": 21629
    },
    {
      "epoch": 0.4558314498411544,
      "grad_norm": 0.14992643892765045,
      "learning_rate": 1.1905529002674421e-05,
      "loss": 0.7819,
      "step": 21630
    },
    {
      "epoch": 0.45585252387951974,
      "grad_norm": 0.12183752655982971,
      "learning_rate": 1.190485896498985e-05,
      "loss": 0.8278,
      "step": 21631
    },
    {
      "epoch": 0.455873597917885,
      "grad_norm": 0.11720740050077438,
      "learning_rate": 1.1904188918431302e-05,
      "loss": 0.799,
      "step": 21632
    },
    {
      "epoch": 0.4558946719562503,
      "grad_norm": 0.13733316957950592,
      "learning_rate": 1.1903518863001895e-05,
      "loss": 0.8228,
      "step": 21633
    },
    {
      "epoch": 0.4559157459946156,
      "grad_norm": 0.12226151674985886,
      "learning_rate": 1.1902848798704758e-05,
      "loss": 0.8072,
      "step": 21634
    },
    {
      "epoch": 0.45593682003298086,
      "grad_norm": 0.10604193806648254,
      "learning_rate": 1.1902178725543004e-05,
      "loss": 0.7592,
      "step": 21635
    },
    {
      "epoch": 0.4559578940713462,
      "grad_norm": 0.1425241231918335,
      "learning_rate": 1.1901508643519758e-05,
      "loss": 0.7177,
      "step": 21636
    },
    {
      "epoch": 0.45597896810971145,
      "grad_norm": 0.11186245083808899,
      "learning_rate": 1.190083855263814e-05,
      "loss": 0.7733,
      "step": 21637
    },
    {
      "epoch": 0.4560000421480767,
      "grad_norm": 0.11032576113939285,
      "learning_rate": 1.1900168452901276e-05,
      "loss": 0.8084,
      "step": 21638
    },
    {
      "epoch": 0.45602111618644203,
      "grad_norm": 0.14490212500095367,
      "learning_rate": 1.189949834431228e-05,
      "loss": 0.8229,
      "step": 21639
    },
    {
      "epoch": 0.4560421902248073,
      "grad_norm": 0.1445692777633667,
      "learning_rate": 1.1898828226874284e-05,
      "loss": 0.7962,
      "step": 21640
    },
    {
      "epoch": 0.4560632642631726,
      "grad_norm": 0.11058282852172852,
      "learning_rate": 1.1898158100590403e-05,
      "loss": 0.7721,
      "step": 21641
    },
    {
      "epoch": 0.4560843383015379,
      "grad_norm": 0.1622762680053711,
      "learning_rate": 1.189748796546376e-05,
      "loss": 0.7888,
      "step": 21642
    },
    {
      "epoch": 0.45610541233990315,
      "grad_norm": 0.1056249737739563,
      "learning_rate": 1.1896817821497478e-05,
      "loss": 0.6938,
      "step": 21643
    },
    {
      "epoch": 0.45612648637826847,
      "grad_norm": 0.13217544555664062,
      "learning_rate": 1.1896147668694678e-05,
      "loss": 0.7191,
      "step": 21644
    },
    {
      "epoch": 0.45614756041663373,
      "grad_norm": 0.1406152844429016,
      "learning_rate": 1.189547750705848e-05,
      "loss": 0.7476,
      "step": 21645
    },
    {
      "epoch": 0.456168634454999,
      "grad_norm": 0.13035234808921814,
      "learning_rate": 1.1894807336592009e-05,
      "loss": 0.8025,
      "step": 21646
    },
    {
      "epoch": 0.4561897084933643,
      "grad_norm": 0.13133415579795837,
      "learning_rate": 1.1894137157298387e-05,
      "loss": 0.8285,
      "step": 21647
    },
    {
      "epoch": 0.4562107825317296,
      "grad_norm": 0.1070244237780571,
      "learning_rate": 1.1893466969180739e-05,
      "loss": 0.738,
      "step": 21648
    },
    {
      "epoch": 0.4562318565700949,
      "grad_norm": 0.1393362581729889,
      "learning_rate": 1.1892796772242179e-05,
      "loss": 0.8317,
      "step": 21649
    },
    {
      "epoch": 0.45625293060846017,
      "grad_norm": 0.12425993382930756,
      "learning_rate": 1.1892126566485834e-05,
      "loss": 0.7389,
      "step": 21650
    },
    {
      "epoch": 0.45627400464682544,
      "grad_norm": 0.11523164808750153,
      "learning_rate": 1.1891456351914825e-05,
      "loss": 0.7872,
      "step": 21651
    },
    {
      "epoch": 0.45629507868519076,
      "grad_norm": 0.11722536385059357,
      "learning_rate": 1.1890786128532277e-05,
      "loss": 0.7897,
      "step": 21652
    },
    {
      "epoch": 0.456316152723556,
      "grad_norm": 0.11805076897144318,
      "learning_rate": 1.189011589634131e-05,
      "loss": 0.7468,
      "step": 21653
    },
    {
      "epoch": 0.45633722676192134,
      "grad_norm": 0.1247376874089241,
      "learning_rate": 1.1889445655345046e-05,
      "loss": 0.7894,
      "step": 21654
    },
    {
      "epoch": 0.4563583008002866,
      "grad_norm": 0.11131687462329865,
      "learning_rate": 1.1888775405546609e-05,
      "loss": 0.7518,
      "step": 21655
    },
    {
      "epoch": 0.4563793748386519,
      "grad_norm": 0.1142304390668869,
      "learning_rate": 1.1888105146949121e-05,
      "loss": 0.7528,
      "step": 21656
    },
    {
      "epoch": 0.4564004488770172,
      "grad_norm": 0.13781803846359253,
      "learning_rate": 1.1887434879555704e-05,
      "loss": 0.8208,
      "step": 21657
    },
    {
      "epoch": 0.45642152291538246,
      "grad_norm": 0.13637229800224304,
      "learning_rate": 1.1886764603369479e-05,
      "loss": 0.8459,
      "step": 21658
    },
    {
      "epoch": 0.4564425969537478,
      "grad_norm": 0.12265390157699585,
      "learning_rate": 1.1886094318393573e-05,
      "loss": 0.686,
      "step": 21659
    },
    {
      "epoch": 0.45646367099211305,
      "grad_norm": 0.11961368471384048,
      "learning_rate": 1.18854240246311e-05,
      "loss": 0.7473,
      "step": 21660
    },
    {
      "epoch": 0.4564847450304783,
      "grad_norm": 0.12238023430109024,
      "learning_rate": 1.1884753722085194e-05,
      "loss": 0.7852,
      "step": 21661
    },
    {
      "epoch": 0.45650581906884363,
      "grad_norm": 0.11932618170976639,
      "learning_rate": 1.1884083410758969e-05,
      "loss": 0.7913,
      "step": 21662
    },
    {
      "epoch": 0.4565268931072089,
      "grad_norm": 0.11012686043977737,
      "learning_rate": 1.1883413090655554e-05,
      "loss": 0.8093,
      "step": 21663
    },
    {
      "epoch": 0.45654796714557416,
      "grad_norm": 0.12745748460292816,
      "learning_rate": 1.1882742761778069e-05,
      "loss": 0.7968,
      "step": 21664
    },
    {
      "epoch": 0.4565690411839395,
      "grad_norm": 0.13177905976772308,
      "learning_rate": 1.1882072424129632e-05,
      "loss": 0.7247,
      "step": 21665
    },
    {
      "epoch": 0.45659011522230475,
      "grad_norm": 0.10372592508792877,
      "learning_rate": 1.188140207771337e-05,
      "loss": 0.7385,
      "step": 21666
    },
    {
      "epoch": 0.45661118926067007,
      "grad_norm": 0.1327051967382431,
      "learning_rate": 1.1880731722532405e-05,
      "loss": 0.822,
      "step": 21667
    },
    {
      "epoch": 0.45663226329903533,
      "grad_norm": 0.10348916053771973,
      "learning_rate": 1.1880061358589867e-05,
      "loss": 0.7143,
      "step": 21668
    },
    {
      "epoch": 0.4566533373374006,
      "grad_norm": 0.12485280632972717,
      "learning_rate": 1.187939098588887e-05,
      "loss": 0.801,
      "step": 21669
    },
    {
      "epoch": 0.4566744113757659,
      "grad_norm": 0.13822051882743835,
      "learning_rate": 1.1878720604432538e-05,
      "loss": 0.8151,
      "step": 21670
    },
    {
      "epoch": 0.4566954854141312,
      "grad_norm": 0.13399793207645416,
      "learning_rate": 1.1878050214223998e-05,
      "loss": 0.855,
      "step": 21671
    },
    {
      "epoch": 0.4567165594524965,
      "grad_norm": 0.1152985468506813,
      "learning_rate": 1.1877379815266369e-05,
      "loss": 0.8035,
      "step": 21672
    },
    {
      "epoch": 0.45673763349086177,
      "grad_norm": 0.12654773890972137,
      "learning_rate": 1.1876709407562778e-05,
      "loss": 0.774,
      "step": 21673
    },
    {
      "epoch": 0.45675870752922704,
      "grad_norm": 0.10486104339361191,
      "learning_rate": 1.1876038991116345e-05,
      "loss": 0.7664,
      "step": 21674
    },
    {
      "epoch": 0.45677978156759236,
      "grad_norm": 0.12727287411689758,
      "learning_rate": 1.1875368565930194e-05,
      "loss": 0.76,
      "step": 21675
    },
    {
      "epoch": 0.4568008556059576,
      "grad_norm": 0.10701170563697815,
      "learning_rate": 1.187469813200745e-05,
      "loss": 0.7489,
      "step": 21676
    },
    {
      "epoch": 0.45682192964432294,
      "grad_norm": 0.12950290739536285,
      "learning_rate": 1.1874027689351236e-05,
      "loss": 0.769,
      "step": 21677
    },
    {
      "epoch": 0.4568430036826882,
      "grad_norm": 0.11328434944152832,
      "learning_rate": 1.1873357237964673e-05,
      "loss": 0.8187,
      "step": 21678
    },
    {
      "epoch": 0.4568640777210535,
      "grad_norm": 0.12680324912071228,
      "learning_rate": 1.1872686777850887e-05,
      "loss": 0.7923,
      "step": 21679
    },
    {
      "epoch": 0.4568851517594188,
      "grad_norm": 0.11617229878902435,
      "learning_rate": 1.1872016309012997e-05,
      "loss": 0.7297,
      "step": 21680
    },
    {
      "epoch": 0.45690622579778406,
      "grad_norm": 0.12763851881027222,
      "learning_rate": 1.187134583145413e-05,
      "loss": 0.7352,
      "step": 21681
    },
    {
      "epoch": 0.4569272998361493,
      "grad_norm": 0.13818833231925964,
      "learning_rate": 1.1870675345177411e-05,
      "loss": 0.8528,
      "step": 21682
    },
    {
      "epoch": 0.45694837387451465,
      "grad_norm": 0.10968807339668274,
      "learning_rate": 1.187000485018596e-05,
      "loss": 0.7306,
      "step": 21683
    },
    {
      "epoch": 0.4569694479128799,
      "grad_norm": 0.12999825179576874,
      "learning_rate": 1.1869334346482906e-05,
      "loss": 0.7691,
      "step": 21684
    },
    {
      "epoch": 0.45699052195124523,
      "grad_norm": 0.12097224593162537,
      "learning_rate": 1.1868663834071365e-05,
      "loss": 0.841,
      "step": 21685
    },
    {
      "epoch": 0.4570115959896105,
      "grad_norm": 0.0970628410577774,
      "learning_rate": 1.1867993312954464e-05,
      "loss": 0.7407,
      "step": 21686
    },
    {
      "epoch": 0.45703267002797576,
      "grad_norm": 0.1193026751279831,
      "learning_rate": 1.1867322783135329e-05,
      "loss": 0.7378,
      "step": 21687
    },
    {
      "epoch": 0.4570537440663411,
      "grad_norm": 0.12476126104593277,
      "learning_rate": 1.1866652244617082e-05,
      "loss": 0.8118,
      "step": 21688
    },
    {
      "epoch": 0.45707481810470635,
      "grad_norm": 0.12956373393535614,
      "learning_rate": 1.1865981697402843e-05,
      "loss": 0.8418,
      "step": 21689
    },
    {
      "epoch": 0.45709589214307167,
      "grad_norm": 0.12002589553594589,
      "learning_rate": 1.1865311141495744e-05,
      "loss": 0.7385,
      "step": 21690
    },
    {
      "epoch": 0.45711696618143693,
      "grad_norm": 0.16262222826480865,
      "learning_rate": 1.18646405768989e-05,
      "loss": 0.9087,
      "step": 21691
    },
    {
      "epoch": 0.4571380402198022,
      "grad_norm": 0.1154358983039856,
      "learning_rate": 1.1863970003615441e-05,
      "loss": 0.7249,
      "step": 21692
    },
    {
      "epoch": 0.4571591142581675,
      "grad_norm": 0.1229703426361084,
      "learning_rate": 1.1863299421648491e-05,
      "loss": 0.7134,
      "step": 21693
    },
    {
      "epoch": 0.4571801882965328,
      "grad_norm": 0.12436249107122421,
      "learning_rate": 1.186262883100117e-05,
      "loss": 0.8011,
      "step": 21694
    },
    {
      "epoch": 0.4572012623348981,
      "grad_norm": 0.11225399374961853,
      "learning_rate": 1.1861958231676604e-05,
      "loss": 0.7455,
      "step": 21695
    },
    {
      "epoch": 0.45722233637326337,
      "grad_norm": 0.1533745974302292,
      "learning_rate": 1.1861287623677917e-05,
      "loss": 0.8185,
      "step": 21696
    },
    {
      "epoch": 0.45724341041162864,
      "grad_norm": 0.1127762570977211,
      "learning_rate": 1.1860617007008235e-05,
      "loss": 0.8148,
      "step": 21697
    },
    {
      "epoch": 0.45726448444999396,
      "grad_norm": 0.16786597669124603,
      "learning_rate": 1.185994638167068e-05,
      "loss": 0.8768,
      "step": 21698
    },
    {
      "epoch": 0.4572855584883592,
      "grad_norm": 0.12887507677078247,
      "learning_rate": 1.1859275747668375e-05,
      "loss": 0.7812,
      "step": 21699
    },
    {
      "epoch": 0.4573066325267245,
      "grad_norm": 0.1451435685157776,
      "learning_rate": 1.1858605105004446e-05,
      "loss": 0.7106,
      "step": 21700
    },
    {
      "epoch": 0.4573277065650898,
      "grad_norm": 0.13396359980106354,
      "learning_rate": 1.1857934453682016e-05,
      "loss": 0.8318,
      "step": 21701
    },
    {
      "epoch": 0.4573487806034551,
      "grad_norm": 0.17574027180671692,
      "learning_rate": 1.1857263793704212e-05,
      "loss": 0.753,
      "step": 21702
    },
    {
      "epoch": 0.4573698546418204,
      "grad_norm": 0.1421700268983841,
      "learning_rate": 1.1856593125074156e-05,
      "loss": 0.7677,
      "step": 21703
    },
    {
      "epoch": 0.45739092868018566,
      "grad_norm": 0.15329071879386902,
      "learning_rate": 1.1855922447794974e-05,
      "loss": 0.758,
      "step": 21704
    },
    {
      "epoch": 0.4574120027185509,
      "grad_norm": 0.14928242564201355,
      "learning_rate": 1.1855251761869789e-05,
      "loss": 0.8069,
      "step": 21705
    },
    {
      "epoch": 0.45743307675691625,
      "grad_norm": 0.12060883641242981,
      "learning_rate": 1.1854581067301724e-05,
      "loss": 0.7407,
      "step": 21706
    },
    {
      "epoch": 0.4574541507952815,
      "grad_norm": 0.13783422112464905,
      "learning_rate": 1.1853910364093908e-05,
      "loss": 0.7915,
      "step": 21707
    },
    {
      "epoch": 0.45747522483364683,
      "grad_norm": 0.13368064165115356,
      "learning_rate": 1.1853239652249463e-05,
      "loss": 0.8,
      "step": 21708
    },
    {
      "epoch": 0.4574962988720121,
      "grad_norm": 0.13872423768043518,
      "learning_rate": 1.185256893177151e-05,
      "loss": 0.8178,
      "step": 21709
    },
    {
      "epoch": 0.45751737291037736,
      "grad_norm": 0.14332205057144165,
      "learning_rate": 1.1851898202663179e-05,
      "loss": 0.7669,
      "step": 21710
    },
    {
      "epoch": 0.4575384469487427,
      "grad_norm": 0.16264374554157257,
      "learning_rate": 1.1851227464927592e-05,
      "loss": 0.8621,
      "step": 21711
    },
    {
      "epoch": 0.45755952098710795,
      "grad_norm": 0.15221793949604034,
      "learning_rate": 1.1850556718567878e-05,
      "loss": 0.8269,
      "step": 21712
    },
    {
      "epoch": 0.45758059502547327,
      "grad_norm": 0.1605442315340042,
      "learning_rate": 1.1849885963587156e-05,
      "loss": 0.8331,
      "step": 21713
    },
    {
      "epoch": 0.45760166906383853,
      "grad_norm": 0.1500677615404129,
      "learning_rate": 1.1849215199988552e-05,
      "loss": 0.8118,
      "step": 21714
    },
    {
      "epoch": 0.4576227431022038,
      "grad_norm": 0.16611328721046448,
      "learning_rate": 1.1848544427775193e-05,
      "loss": 0.809,
      "step": 21715
    },
    {
      "epoch": 0.4576438171405691,
      "grad_norm": 0.12428699433803558,
      "learning_rate": 1.18478736469502e-05,
      "loss": 0.7947,
      "step": 21716
    },
    {
      "epoch": 0.4576648911789344,
      "grad_norm": 0.16507500410079956,
      "learning_rate": 1.1847202857516704e-05,
      "loss": 0.8218,
      "step": 21717
    },
    {
      "epoch": 0.45768596521729965,
      "grad_norm": 0.1193605437874794,
      "learning_rate": 1.1846532059477827e-05,
      "loss": 0.8466,
      "step": 21718
    },
    {
      "epoch": 0.45770703925566497,
      "grad_norm": 0.17643514275550842,
      "learning_rate": 1.184586125283669e-05,
      "loss": 0.7821,
      "step": 21719
    },
    {
      "epoch": 0.45772811329403024,
      "grad_norm": 0.10714644193649292,
      "learning_rate": 1.1845190437596423e-05,
      "loss": 0.701,
      "step": 21720
    },
    {
      "epoch": 0.45774918733239556,
      "grad_norm": 0.1365942656993866,
      "learning_rate": 1.184451961376015e-05,
      "loss": 0.7331,
      "step": 21721
    },
    {
      "epoch": 0.4577702613707608,
      "grad_norm": 0.10373099893331528,
      "learning_rate": 1.1843848781330998e-05,
      "loss": 0.7443,
      "step": 21722
    },
    {
      "epoch": 0.4577913354091261,
      "grad_norm": 0.11761932820081711,
      "learning_rate": 1.1843177940312087e-05,
      "loss": 0.7315,
      "step": 21723
    },
    {
      "epoch": 0.4578124094474914,
      "grad_norm": 0.13246653974056244,
      "learning_rate": 1.1842507090706546e-05,
      "loss": 0.7172,
      "step": 21724
    },
    {
      "epoch": 0.4578334834858567,
      "grad_norm": 0.1365179419517517,
      "learning_rate": 1.1841836232517496e-05,
      "loss": 0.7782,
      "step": 21725
    },
    {
      "epoch": 0.457854557524222,
      "grad_norm": 0.12153647094964981,
      "learning_rate": 1.1841165365748068e-05,
      "loss": 0.7635,
      "step": 21726
    },
    {
      "epoch": 0.45787563156258726,
      "grad_norm": 0.12005235254764557,
      "learning_rate": 1.1840494490401387e-05,
      "loss": 0.7611,
      "step": 21727
    },
    {
      "epoch": 0.4578967056009525,
      "grad_norm": 0.13354024291038513,
      "learning_rate": 1.1839823606480573e-05,
      "loss": 0.8548,
      "step": 21728
    },
    {
      "epoch": 0.45791777963931785,
      "grad_norm": 0.1102464571595192,
      "learning_rate": 1.1839152713988756e-05,
      "loss": 0.7955,
      "step": 21729
    },
    {
      "epoch": 0.4579388536776831,
      "grad_norm": 0.1103576123714447,
      "learning_rate": 1.183848181292906e-05,
      "loss": 0.8364,
      "step": 21730
    },
    {
      "epoch": 0.45795992771604843,
      "grad_norm": 0.12076643109321594,
      "learning_rate": 1.183781090330461e-05,
      "loss": 0.8054,
      "step": 21731
    },
    {
      "epoch": 0.4579810017544137,
      "grad_norm": 0.12285462766885757,
      "learning_rate": 1.183713998511853e-05,
      "loss": 0.7364,
      "step": 21732
    },
    {
      "epoch": 0.45800207579277896,
      "grad_norm": 0.10122096538543701,
      "learning_rate": 1.183646905837395e-05,
      "loss": 0.7464,
      "step": 21733
    },
    {
      "epoch": 0.4580231498311443,
      "grad_norm": 0.1120796874165535,
      "learning_rate": 1.1835798123073991e-05,
      "loss": 0.807,
      "step": 21734
    },
    {
      "epoch": 0.45804422386950955,
      "grad_norm": 0.1193501204252243,
      "learning_rate": 1.1835127179221782e-05,
      "loss": 0.8229,
      "step": 21735
    },
    {
      "epoch": 0.45806529790787487,
      "grad_norm": 0.09737788140773773,
      "learning_rate": 1.1834456226820446e-05,
      "loss": 0.6721,
      "step": 21736
    },
    {
      "epoch": 0.45808637194624013,
      "grad_norm": 0.11101775616407394,
      "learning_rate": 1.1833785265873113e-05,
      "loss": 0.7795,
      "step": 21737
    },
    {
      "epoch": 0.4581074459846054,
      "grad_norm": 0.1264210343360901,
      "learning_rate": 1.1833114296382903e-05,
      "loss": 0.7649,
      "step": 21738
    },
    {
      "epoch": 0.4581285200229707,
      "grad_norm": 0.14459504187107086,
      "learning_rate": 1.1832443318352944e-05,
      "loss": 0.798,
      "step": 21739
    },
    {
      "epoch": 0.458149594061336,
      "grad_norm": 0.12033366411924362,
      "learning_rate": 1.1831772331786362e-05,
      "loss": 0.7729,
      "step": 21740
    },
    {
      "epoch": 0.45817066809970125,
      "grad_norm": 0.10319020599126816,
      "learning_rate": 1.1831101336686288e-05,
      "loss": 0.7831,
      "step": 21741
    },
    {
      "epoch": 0.45819174213806657,
      "grad_norm": 0.11735771596431732,
      "learning_rate": 1.1830430333055838e-05,
      "loss": 0.7961,
      "step": 21742
    },
    {
      "epoch": 0.45821281617643184,
      "grad_norm": 0.12656165659427643,
      "learning_rate": 1.1829759320898147e-05,
      "loss": 0.7713,
      "step": 21743
    },
    {
      "epoch": 0.45823389021479716,
      "grad_norm": 0.14473006129264832,
      "learning_rate": 1.1829088300216334e-05,
      "loss": 0.818,
      "step": 21744
    },
    {
      "epoch": 0.4582549642531624,
      "grad_norm": 0.1271658092737198,
      "learning_rate": 1.1828417271013528e-05,
      "loss": 0.7837,
      "step": 21745
    },
    {
      "epoch": 0.4582760382915277,
      "grad_norm": 0.12489794194698334,
      "learning_rate": 1.1827746233292856e-05,
      "loss": 0.7783,
      "step": 21746
    },
    {
      "epoch": 0.458297112329893,
      "grad_norm": 0.16035793721675873,
      "learning_rate": 1.1827075187057442e-05,
      "loss": 0.8625,
      "step": 21747
    },
    {
      "epoch": 0.4583181863682583,
      "grad_norm": 0.1173890084028244,
      "learning_rate": 1.1826404132310414e-05,
      "loss": 0.7651,
      "step": 21748
    },
    {
      "epoch": 0.4583392604066236,
      "grad_norm": 0.1434655785560608,
      "learning_rate": 1.1825733069054896e-05,
      "loss": 0.7755,
      "step": 21749
    },
    {
      "epoch": 0.45836033444498886,
      "grad_norm": 0.13517878949642181,
      "learning_rate": 1.1825061997294018e-05,
      "loss": 0.8441,
      "step": 21750
    },
    {
      "epoch": 0.4583814084833541,
      "grad_norm": 0.15326888859272003,
      "learning_rate": 1.1824390917030904e-05,
      "loss": 0.7443,
      "step": 21751
    },
    {
      "epoch": 0.45840248252171945,
      "grad_norm": 0.19043061137199402,
      "learning_rate": 1.1823719828268683e-05,
      "loss": 0.8247,
      "step": 21752
    },
    {
      "epoch": 0.4584235565600847,
      "grad_norm": 0.15164393186569214,
      "learning_rate": 1.1823048731010472e-05,
      "loss": 0.8107,
      "step": 21753
    },
    {
      "epoch": 0.45844463059845003,
      "grad_norm": 0.14110016822814941,
      "learning_rate": 1.1822377625259407e-05,
      "loss": 0.9092,
      "step": 21754
    },
    {
      "epoch": 0.4584657046368153,
      "grad_norm": 0.17324888706207275,
      "learning_rate": 1.1821706511018611e-05,
      "loss": 0.7349,
      "step": 21755
    },
    {
      "epoch": 0.45848677867518056,
      "grad_norm": 0.1183956041932106,
      "learning_rate": 1.1821035388291212e-05,
      "loss": 0.7961,
      "step": 21756
    },
    {
      "epoch": 0.4585078527135459,
      "grad_norm": 0.19849735498428345,
      "learning_rate": 1.1820364257080335e-05,
      "loss": 0.7998,
      "step": 21757
    },
    {
      "epoch": 0.45852892675191115,
      "grad_norm": 0.12622755765914917,
      "learning_rate": 1.1819693117389106e-05,
      "loss": 0.7696,
      "step": 21758
    },
    {
      "epoch": 0.4585500007902764,
      "grad_norm": 0.18517039716243744,
      "learning_rate": 1.1819021969220654e-05,
      "loss": 0.7597,
      "step": 21759
    },
    {
      "epoch": 0.45857107482864173,
      "grad_norm": 0.16438964009284973,
      "learning_rate": 1.1818350812578103e-05,
      "loss": 0.776,
      "step": 21760
    },
    {
      "epoch": 0.458592148867007,
      "grad_norm": 0.1618400663137436,
      "learning_rate": 1.181767964746458e-05,
      "loss": 0.8658,
      "step": 21761
    },
    {
      "epoch": 0.4586132229053723,
      "grad_norm": 0.25746020674705505,
      "learning_rate": 1.1817008473883213e-05,
      "loss": 0.8342,
      "step": 21762
    },
    {
      "epoch": 0.4586342969437376,
      "grad_norm": 0.16409887373447418,
      "learning_rate": 1.1816337291837128e-05,
      "loss": 0.805,
      "step": 21763
    },
    {
      "epoch": 0.45865537098210285,
      "grad_norm": 0.18085812032222748,
      "learning_rate": 1.1815666101329453e-05,
      "loss": 0.7786,
      "step": 21764
    },
    {
      "epoch": 0.45867644502046817,
      "grad_norm": 0.20419615507125854,
      "learning_rate": 1.1814994902363311e-05,
      "loss": 0.8141,
      "step": 21765
    },
    {
      "epoch": 0.45869751905883344,
      "grad_norm": 0.13919714093208313,
      "learning_rate": 1.1814323694941837e-05,
      "loss": 0.802,
      "step": 21766
    },
    {
      "epoch": 0.45871859309719876,
      "grad_norm": 0.1587717980146408,
      "learning_rate": 1.1813652479068147e-05,
      "loss": 0.8426,
      "step": 21767
    },
    {
      "epoch": 0.458739667135564,
      "grad_norm": 0.16097642481327057,
      "learning_rate": 1.1812981254745372e-05,
      "loss": 0.7696,
      "step": 21768
    },
    {
      "epoch": 0.4587607411739293,
      "grad_norm": 0.1460435688495636,
      "learning_rate": 1.1812310021976644e-05,
      "loss": 0.7612,
      "step": 21769
    },
    {
      "epoch": 0.4587818152122946,
      "grad_norm": 0.18749387562274933,
      "learning_rate": 1.1811638780765085e-05,
      "loss": 0.7225,
      "step": 21770
    },
    {
      "epoch": 0.4588028892506599,
      "grad_norm": 0.1883290857076645,
      "learning_rate": 1.1810967531113826e-05,
      "loss": 0.846,
      "step": 21771
    },
    {
      "epoch": 0.4588239632890252,
      "grad_norm": 0.1722918152809143,
      "learning_rate": 1.181029627302599e-05,
      "loss": 0.7607,
      "step": 21772
    },
    {
      "epoch": 0.45884503732739046,
      "grad_norm": 0.18458567559719086,
      "learning_rate": 1.1809625006504703e-05,
      "loss": 0.7709,
      "step": 21773
    },
    {
      "epoch": 0.4588661113657557,
      "grad_norm": 0.17662911117076874,
      "learning_rate": 1.1808953731553096e-05,
      "loss": 0.7682,
      "step": 21774
    },
    {
      "epoch": 0.45888718540412105,
      "grad_norm": 0.2055995911359787,
      "learning_rate": 1.1808282448174295e-05,
      "loss": 0.832,
      "step": 21775
    },
    {
      "epoch": 0.4589082594424863,
      "grad_norm": 0.1842842847108841,
      "learning_rate": 1.1807611156371429e-05,
      "loss": 0.8051,
      "step": 21776
    },
    {
      "epoch": 0.4589293334808516,
      "grad_norm": 0.18460549414157867,
      "learning_rate": 1.1806939856147622e-05,
      "loss": 0.8319,
      "step": 21777
    },
    {
      "epoch": 0.4589504075192169,
      "grad_norm": 0.14165186882019043,
      "learning_rate": 1.1806268547506003e-05,
      "loss": 0.7936,
      "step": 21778
    },
    {
      "epoch": 0.45897148155758216,
      "grad_norm": 0.18591156601905823,
      "learning_rate": 1.1805597230449699e-05,
      "loss": 0.8195,
      "step": 21779
    },
    {
      "epoch": 0.4589925555959475,
      "grad_norm": 0.12390527874231339,
      "learning_rate": 1.1804925904981837e-05,
      "loss": 0.8104,
      "step": 21780
    },
    {
      "epoch": 0.45901362963431275,
      "grad_norm": 0.15453366935253143,
      "learning_rate": 1.1804254571105548e-05,
      "loss": 0.8102,
      "step": 21781
    },
    {
      "epoch": 0.459034703672678,
      "grad_norm": 0.11024119704961777,
      "learning_rate": 1.1803583228823952e-05,
      "loss": 0.7602,
      "step": 21782
    },
    {
      "epoch": 0.45905577771104333,
      "grad_norm": 0.14123281836509705,
      "learning_rate": 1.1802911878140182e-05,
      "loss": 0.7265,
      "step": 21783
    },
    {
      "epoch": 0.4590768517494086,
      "grad_norm": 0.1305239349603653,
      "learning_rate": 1.1802240519057367e-05,
      "loss": 0.8146,
      "step": 21784
    },
    {
      "epoch": 0.4590979257877739,
      "grad_norm": 0.14932751655578613,
      "learning_rate": 1.1801569151578629e-05,
      "loss": 0.7368,
      "step": 21785
    },
    {
      "epoch": 0.4591189998261392,
      "grad_norm": 0.15150465071201324,
      "learning_rate": 1.1800897775707102e-05,
      "loss": 0.7854,
      "step": 21786
    },
    {
      "epoch": 0.45914007386450445,
      "grad_norm": 0.15715625882148743,
      "learning_rate": 1.1800226391445908e-05,
      "loss": 0.789,
      "step": 21787
    },
    {
      "epoch": 0.45916114790286977,
      "grad_norm": 0.14569315314292908,
      "learning_rate": 1.1799554998798179e-05,
      "loss": 0.8538,
      "step": 21788
    },
    {
      "epoch": 0.45918222194123504,
      "grad_norm": 0.15945854783058167,
      "learning_rate": 1.1798883597767036e-05,
      "loss": 0.8315,
      "step": 21789
    },
    {
      "epoch": 0.45920329597960036,
      "grad_norm": 0.16769151389598846,
      "learning_rate": 1.179821218835562e-05,
      "loss": 0.7887,
      "step": 21790
    },
    {
      "epoch": 0.4592243700179656,
      "grad_norm": 0.12009981274604797,
      "learning_rate": 1.1797540770567044e-05,
      "loss": 0.7524,
      "step": 21791
    },
    {
      "epoch": 0.4592454440563309,
      "grad_norm": 0.16054484248161316,
      "learning_rate": 1.1796869344404444e-05,
      "loss": 0.6756,
      "step": 21792
    },
    {
      "epoch": 0.4592665180946962,
      "grad_norm": 0.1403328776359558,
      "learning_rate": 1.1796197909870948e-05,
      "loss": 0.7511,
      "step": 21793
    },
    {
      "epoch": 0.4592875921330615,
      "grad_norm": 0.15957319736480713,
      "learning_rate": 1.179552646696968e-05,
      "loss": 0.8213,
      "step": 21794
    },
    {
      "epoch": 0.45930866617142674,
      "grad_norm": 0.14750069379806519,
      "learning_rate": 1.1794855015703772e-05,
      "loss": 0.692,
      "step": 21795
    },
    {
      "epoch": 0.45932974020979206,
      "grad_norm": 0.12077853083610535,
      "learning_rate": 1.1794183556076349e-05,
      "loss": 0.8029,
      "step": 21796
    },
    {
      "epoch": 0.4593508142481573,
      "grad_norm": 0.11518752574920654,
      "learning_rate": 1.179351208809054e-05,
      "loss": 0.7862,
      "step": 21797
    },
    {
      "epoch": 0.45937188828652264,
      "grad_norm": 0.14670267701148987,
      "learning_rate": 1.1792840611749474e-05,
      "loss": 0.8675,
      "step": 21798
    },
    {
      "epoch": 0.4593929623248879,
      "grad_norm": 0.15925288200378418,
      "learning_rate": 1.179216912705628e-05,
      "loss": 0.8254,
      "step": 21799
    },
    {
      "epoch": 0.4594140363632532,
      "grad_norm": 0.11769162118434906,
      "learning_rate": 1.1791497634014084e-05,
      "loss": 0.7804,
      "step": 21800
    },
    {
      "epoch": 0.4594351104016185,
      "grad_norm": 0.1080988422036171,
      "learning_rate": 1.1790826132626013e-05,
      "loss": 0.7316,
      "step": 21801
    },
    {
      "epoch": 0.45945618443998376,
      "grad_norm": 0.16172175109386444,
      "learning_rate": 1.1790154622895199e-05,
      "loss": 0.8829,
      "step": 21802
    },
    {
      "epoch": 0.4594772584783491,
      "grad_norm": 0.13194389641284943,
      "learning_rate": 1.1789483104824769e-05,
      "loss": 0.7762,
      "step": 21803
    },
    {
      "epoch": 0.45949833251671435,
      "grad_norm": 0.14673015475273132,
      "learning_rate": 1.1788811578417846e-05,
      "loss": 0.7996,
      "step": 21804
    },
    {
      "epoch": 0.4595194065550796,
      "grad_norm": 0.14517806470394135,
      "learning_rate": 1.178814004367757e-05,
      "loss": 0.8172,
      "step": 21805
    },
    {
      "epoch": 0.45954048059344493,
      "grad_norm": 0.1345486342906952,
      "learning_rate": 1.1787468500607057e-05,
      "loss": 0.8218,
      "step": 21806
    },
    {
      "epoch": 0.4595615546318102,
      "grad_norm": 0.16705547273159027,
      "learning_rate": 1.1786796949209445e-05,
      "loss": 0.7938,
      "step": 21807
    },
    {
      "epoch": 0.4595826286701755,
      "grad_norm": 0.12142699956893921,
      "learning_rate": 1.1786125389487857e-05,
      "loss": 0.7317,
      "step": 21808
    },
    {
      "epoch": 0.4596037027085408,
      "grad_norm": 0.1635260432958603,
      "learning_rate": 1.1785453821445423e-05,
      "loss": 0.812,
      "step": 21809
    },
    {
      "epoch": 0.45962477674690605,
      "grad_norm": 0.1307029277086258,
      "learning_rate": 1.1784782245085272e-05,
      "loss": 0.7572,
      "step": 21810
    },
    {
      "epoch": 0.45964585078527137,
      "grad_norm": 0.13290566205978394,
      "learning_rate": 1.178411066041053e-05,
      "loss": 0.7642,
      "step": 21811
    },
    {
      "epoch": 0.45966692482363664,
      "grad_norm": 0.14509794116020203,
      "learning_rate": 1.1783439067424329e-05,
      "loss": 0.8306,
      "step": 21812
    },
    {
      "epoch": 0.4596879988620019,
      "grad_norm": 0.16024260222911835,
      "learning_rate": 1.1782767466129798e-05,
      "loss": 0.7624,
      "step": 21813
    },
    {
      "epoch": 0.4597090729003672,
      "grad_norm": 0.13502998650074005,
      "learning_rate": 1.1782095856530065e-05,
      "loss": 0.812,
      "step": 21814
    },
    {
      "epoch": 0.4597301469387325,
      "grad_norm": 0.19370464980602264,
      "learning_rate": 1.178142423862826e-05,
      "loss": 0.8057,
      "step": 21815
    },
    {
      "epoch": 0.4597512209770978,
      "grad_norm": 0.1638665795326233,
      "learning_rate": 1.1780752612427504e-05,
      "loss": 0.8394,
      "step": 21816
    },
    {
      "epoch": 0.4597722950154631,
      "grad_norm": 0.1367676854133606,
      "learning_rate": 1.1780080977930935e-05,
      "loss": 0.802,
      "step": 21817
    },
    {
      "epoch": 0.45979336905382834,
      "grad_norm": 0.12799867987632751,
      "learning_rate": 1.1779409335141676e-05,
      "loss": 0.7978,
      "step": 21818
    },
    {
      "epoch": 0.45981444309219366,
      "grad_norm": 0.12676270306110382,
      "learning_rate": 1.177873768406286e-05,
      "loss": 0.7548,
      "step": 21819
    },
    {
      "epoch": 0.4598355171305589,
      "grad_norm": 0.14442217350006104,
      "learning_rate": 1.1778066024697616e-05,
      "loss": 0.7769,
      "step": 21820
    },
    {
      "epoch": 0.45985659116892424,
      "grad_norm": 0.12030550837516785,
      "learning_rate": 1.1777394357049072e-05,
      "loss": 0.7748,
      "step": 21821
    },
    {
      "epoch": 0.4598776652072895,
      "grad_norm": 0.12629684805870056,
      "learning_rate": 1.1776722681120354e-05,
      "loss": 0.8075,
      "step": 21822
    },
    {
      "epoch": 0.4598987392456548,
      "grad_norm": 0.17312321066856384,
      "learning_rate": 1.1776050996914594e-05,
      "loss": 0.791,
      "step": 21823
    },
    {
      "epoch": 0.4599198132840201,
      "grad_norm": 0.1132470890879631,
      "learning_rate": 1.1775379304434922e-05,
      "loss": 0.8306,
      "step": 21824
    },
    {
      "epoch": 0.45994088732238536,
      "grad_norm": 0.16112874448299408,
      "learning_rate": 1.1774707603684463e-05,
      "loss": 0.7821,
      "step": 21825
    },
    {
      "epoch": 0.4599619613607507,
      "grad_norm": 0.14907030761241913,
      "learning_rate": 1.1774035894666352e-05,
      "loss": 0.7921,
      "step": 21826
    },
    {
      "epoch": 0.45998303539911595,
      "grad_norm": 0.14611485600471497,
      "learning_rate": 1.1773364177383713e-05,
      "loss": 0.8027,
      "step": 21827
    },
    {
      "epoch": 0.4600041094374812,
      "grad_norm": 0.12416631728410721,
      "learning_rate": 1.1772692451839678e-05,
      "loss": 0.6823,
      "step": 21828
    },
    {
      "epoch": 0.46002518347584653,
      "grad_norm": 0.13280464708805084,
      "learning_rate": 1.1772020718037376e-05,
      "loss": 0.7359,
      "step": 21829
    },
    {
      "epoch": 0.4600462575142118,
      "grad_norm": 0.13784024119377136,
      "learning_rate": 1.1771348975979939e-05,
      "loss": 0.774,
      "step": 21830
    },
    {
      "epoch": 0.4600673315525771,
      "grad_norm": 0.11598881334066391,
      "learning_rate": 1.177067722567049e-05,
      "loss": 0.7505,
      "step": 21831
    },
    {
      "epoch": 0.4600884055909424,
      "grad_norm": 0.1467788964509964,
      "learning_rate": 1.1770005467112163e-05,
      "loss": 0.794,
      "step": 21832
    },
    {
      "epoch": 0.46010947962930765,
      "grad_norm": 0.1412484496831894,
      "learning_rate": 1.1769333700308085e-05,
      "loss": 0.7838,
      "step": 21833
    },
    {
      "epoch": 0.46013055366767297,
      "grad_norm": 0.1310853362083435,
      "learning_rate": 1.1768661925261386e-05,
      "loss": 0.7999,
      "step": 21834
    },
    {
      "epoch": 0.46015162770603824,
      "grad_norm": 0.1375529170036316,
      "learning_rate": 1.1767990141975203e-05,
      "loss": 0.7633,
      "step": 21835
    },
    {
      "epoch": 0.4601727017444035,
      "grad_norm": 0.11671004444360733,
      "learning_rate": 1.1767318350452653e-05,
      "loss": 0.822,
      "step": 21836
    },
    {
      "epoch": 0.4601937757827688,
      "grad_norm": 0.1238752007484436,
      "learning_rate": 1.1766646550696872e-05,
      "loss": 0.7721,
      "step": 21837
    },
    {
      "epoch": 0.4602148498211341,
      "grad_norm": 0.10323143750429153,
      "learning_rate": 1.176597474271099e-05,
      "loss": 0.6877,
      "step": 21838
    },
    {
      "epoch": 0.4602359238594994,
      "grad_norm": 0.14306499063968658,
      "learning_rate": 1.1765302926498137e-05,
      "loss": 0.7313,
      "step": 21839
    },
    {
      "epoch": 0.4602569978978647,
      "grad_norm": 0.13463088870048523,
      "learning_rate": 1.1764631102061442e-05,
      "loss": 0.776,
      "step": 21840
    },
    {
      "epoch": 0.46027807193622994,
      "grad_norm": 0.11582093685865402,
      "learning_rate": 1.176395926940403e-05,
      "loss": 0.727,
      "step": 21841
    },
    {
      "epoch": 0.46029914597459526,
      "grad_norm": 0.132525235414505,
      "learning_rate": 1.176328742852904e-05,
      "loss": 0.8125,
      "step": 21842
    },
    {
      "epoch": 0.4603202200129605,
      "grad_norm": 0.12329446524381638,
      "learning_rate": 1.1762615579439595e-05,
      "loss": 0.7489,
      "step": 21843
    },
    {
      "epoch": 0.46034129405132584,
      "grad_norm": 0.12922008335590363,
      "learning_rate": 1.1761943722138826e-05,
      "loss": 0.8358,
      "step": 21844
    },
    {
      "epoch": 0.4603623680896911,
      "grad_norm": 0.11165318638086319,
      "learning_rate": 1.1761271856629867e-05,
      "loss": 0.8076,
      "step": 21845
    },
    {
      "epoch": 0.4603834421280564,
      "grad_norm": 0.11075129359960556,
      "learning_rate": 1.1760599982915844e-05,
      "loss": 0.7566,
      "step": 21846
    },
    {
      "epoch": 0.4604045161664217,
      "grad_norm": 0.1021823063492775,
      "learning_rate": 1.1759928100999884e-05,
      "loss": 0.7462,
      "step": 21847
    },
    {
      "epoch": 0.46042559020478696,
      "grad_norm": 0.12160208076238632,
      "learning_rate": 1.1759256210885124e-05,
      "loss": 0.7991,
      "step": 21848
    },
    {
      "epoch": 0.4604466642431523,
      "grad_norm": 0.11386556178331375,
      "learning_rate": 1.1758584312574693e-05,
      "loss": 0.8251,
      "step": 21849
    },
    {
      "epoch": 0.46046773828151755,
      "grad_norm": 0.10726118087768555,
      "learning_rate": 1.1757912406071714e-05,
      "loss": 0.7722,
      "step": 21850
    },
    {
      "epoch": 0.4604888123198828,
      "grad_norm": 0.10745470970869064,
      "learning_rate": 1.1757240491379325e-05,
      "loss": 0.7058,
      "step": 21851
    },
    {
      "epoch": 0.46050988635824813,
      "grad_norm": 0.12242137640714645,
      "learning_rate": 1.1756568568500653e-05,
      "loss": 0.7216,
      "step": 21852
    },
    {
      "epoch": 0.4605309603966134,
      "grad_norm": 0.11225013434886932,
      "learning_rate": 1.1755896637438828e-05,
      "loss": 0.7722,
      "step": 21853
    },
    {
      "epoch": 0.46055203443497866,
      "grad_norm": 0.11221271753311157,
      "learning_rate": 1.1755224698196981e-05,
      "loss": 0.7384,
      "step": 21854
    },
    {
      "epoch": 0.460573108473344,
      "grad_norm": 0.17129869759082794,
      "learning_rate": 1.175455275077824e-05,
      "loss": 0.8329,
      "step": 21855
    },
    {
      "epoch": 0.46059418251170925,
      "grad_norm": 0.1206127256155014,
      "learning_rate": 1.1753880795185738e-05,
      "loss": 0.805,
      "step": 21856
    },
    {
      "epoch": 0.46061525655007457,
      "grad_norm": 0.13008712232112885,
      "learning_rate": 1.175320883142261e-05,
      "loss": 0.775,
      "step": 21857
    },
    {
      "epoch": 0.46063633058843984,
      "grad_norm": 0.13020358979701996,
      "learning_rate": 1.1752536859491977e-05,
      "loss": 0.7587,
      "step": 21858
    },
    {
      "epoch": 0.4606574046268051,
      "grad_norm": 0.11816180497407913,
      "learning_rate": 1.1751864879396973e-05,
      "loss": 0.793,
      "step": 21859
    },
    {
      "epoch": 0.4606784786651704,
      "grad_norm": 0.13632050156593323,
      "learning_rate": 1.1751192891140733e-05,
      "loss": 0.7397,
      "step": 21860
    },
    {
      "epoch": 0.4606995527035357,
      "grad_norm": 0.11249113082885742,
      "learning_rate": 1.1750520894726378e-05,
      "loss": 0.795,
      "step": 21861
    },
    {
      "epoch": 0.460720626741901,
      "grad_norm": 0.10689865797758102,
      "learning_rate": 1.1749848890157045e-05,
      "loss": 0.7319,
      "step": 21862
    },
    {
      "epoch": 0.4607417007802663,
      "grad_norm": 0.1362718641757965,
      "learning_rate": 1.1749176877435865e-05,
      "loss": 0.8033,
      "step": 21863
    },
    {
      "epoch": 0.46076277481863154,
      "grad_norm": 0.11621813476085663,
      "learning_rate": 1.1748504856565971e-05,
      "loss": 0.7682,
      "step": 21864
    },
    {
      "epoch": 0.46078384885699686,
      "grad_norm": 0.16340826451778412,
      "learning_rate": 1.1747832827550489e-05,
      "loss": 0.8315,
      "step": 21865
    },
    {
      "epoch": 0.4608049228953621,
      "grad_norm": 0.12093128263950348,
      "learning_rate": 1.174716079039255e-05,
      "loss": 0.7977,
      "step": 21866
    },
    {
      "epoch": 0.46082599693372744,
      "grad_norm": 0.12913820147514343,
      "learning_rate": 1.1746488745095284e-05,
      "loss": 0.7679,
      "step": 21867
    },
    {
      "epoch": 0.4608470709720927,
      "grad_norm": 0.15249362587928772,
      "learning_rate": 1.1745816691661822e-05,
      "loss": 0.8402,
      "step": 21868
    },
    {
      "epoch": 0.460868145010458,
      "grad_norm": 0.11341968923807144,
      "learning_rate": 1.17451446300953e-05,
      "loss": 0.7908,
      "step": 21869
    },
    {
      "epoch": 0.4608892190488233,
      "grad_norm": 0.12592342495918274,
      "learning_rate": 1.1744472560398844e-05,
      "loss": 0.7128,
      "step": 21870
    },
    {
      "epoch": 0.46091029308718856,
      "grad_norm": 0.14363647997379303,
      "learning_rate": 1.1743800482575584e-05,
      "loss": 0.7798,
      "step": 21871
    },
    {
      "epoch": 0.4609313671255538,
      "grad_norm": 0.12744979560375214,
      "learning_rate": 1.1743128396628656e-05,
      "loss": 0.8232,
      "step": 21872
    },
    {
      "epoch": 0.46095244116391915,
      "grad_norm": 0.15931376814842224,
      "learning_rate": 1.1742456302561185e-05,
      "loss": 0.8551,
      "step": 21873
    },
    {
      "epoch": 0.4609735152022844,
      "grad_norm": 0.12342789024114609,
      "learning_rate": 1.1741784200376309e-05,
      "loss": 0.7623,
      "step": 21874
    },
    {
      "epoch": 0.46099458924064973,
      "grad_norm": 0.15542249381542206,
      "learning_rate": 1.1741112090077151e-05,
      "loss": 0.7946,
      "step": 21875
    },
    {
      "epoch": 0.461015663279015,
      "grad_norm": 0.12359613925218582,
      "learning_rate": 1.1740439971666846e-05,
      "loss": 0.7772,
      "step": 21876
    },
    {
      "epoch": 0.46103673731738026,
      "grad_norm": 0.1267596334218979,
      "learning_rate": 1.1739767845148526e-05,
      "loss": 0.7558,
      "step": 21877
    },
    {
      "epoch": 0.4610578113557456,
      "grad_norm": 0.13450153172016144,
      "learning_rate": 1.1739095710525323e-05,
      "loss": 0.7329,
      "step": 21878
    },
    {
      "epoch": 0.46107888539411085,
      "grad_norm": 0.11635531485080719,
      "learning_rate": 1.1738423567800368e-05,
      "loss": 0.758,
      "step": 21879
    },
    {
      "epoch": 0.46109995943247617,
      "grad_norm": 0.14907744526863098,
      "learning_rate": 1.1737751416976789e-05,
      "loss": 0.7839,
      "step": 21880
    },
    {
      "epoch": 0.46112103347084143,
      "grad_norm": 0.1277213841676712,
      "learning_rate": 1.1737079258057717e-05,
      "loss": 0.782,
      "step": 21881
    },
    {
      "epoch": 0.4611421075092067,
      "grad_norm": 0.11140447109937668,
      "learning_rate": 1.1736407091046287e-05,
      "loss": 0.7162,
      "step": 21882
    },
    {
      "epoch": 0.461163181547572,
      "grad_norm": 0.1273653209209442,
      "learning_rate": 1.1735734915945628e-05,
      "loss": 0.7866,
      "step": 21883
    },
    {
      "epoch": 0.4611842555859373,
      "grad_norm": 0.12240523099899292,
      "learning_rate": 1.1735062732758875e-05,
      "loss": 0.7561,
      "step": 21884
    },
    {
      "epoch": 0.4612053296243026,
      "grad_norm": 0.1371319442987442,
      "learning_rate": 1.1734390541489154e-05,
      "loss": 0.7812,
      "step": 21885
    },
    {
      "epoch": 0.46122640366266787,
      "grad_norm": 0.11288553476333618,
      "learning_rate": 1.17337183421396e-05,
      "loss": 0.7829,
      "step": 21886
    },
    {
      "epoch": 0.46124747770103314,
      "grad_norm": 0.13269922137260437,
      "learning_rate": 1.1733046134713343e-05,
      "loss": 0.7969,
      "step": 21887
    },
    {
      "epoch": 0.46126855173939846,
      "grad_norm": 0.11409108340740204,
      "learning_rate": 1.1732373919213516e-05,
      "loss": 0.7658,
      "step": 21888
    },
    {
      "epoch": 0.4612896257777637,
      "grad_norm": 0.1183977797627449,
      "learning_rate": 1.1731701695643251e-05,
      "loss": 0.7406,
      "step": 21889
    },
    {
      "epoch": 0.461310699816129,
      "grad_norm": 0.12769274413585663,
      "learning_rate": 1.1731029464005674e-05,
      "loss": 0.7574,
      "step": 21890
    },
    {
      "epoch": 0.4613317738544943,
      "grad_norm": 0.11585879325866699,
      "learning_rate": 1.1730357224303922e-05,
      "loss": 0.7964,
      "step": 21891
    },
    {
      "epoch": 0.4613528478928596,
      "grad_norm": 0.11357174813747406,
      "learning_rate": 1.1729684976541129e-05,
      "loss": 0.7476,
      "step": 21892
    },
    {
      "epoch": 0.4613739219312249,
      "grad_norm": 0.14884240925312042,
      "learning_rate": 1.1729012720720423e-05,
      "loss": 0.7914,
      "step": 21893
    },
    {
      "epoch": 0.46139499596959016,
      "grad_norm": 0.13226890563964844,
      "learning_rate": 1.1728340456844935e-05,
      "loss": 0.7969,
      "step": 21894
    },
    {
      "epoch": 0.4614160700079554,
      "grad_norm": 0.1361994594335556,
      "learning_rate": 1.17276681849178e-05,
      "loss": 0.798,
      "step": 21895
    },
    {
      "epoch": 0.46143714404632075,
      "grad_norm": 0.11692064255475998,
      "learning_rate": 1.1726995904942145e-05,
      "loss": 0.8144,
      "step": 21896
    },
    {
      "epoch": 0.461458218084686,
      "grad_norm": 0.11657114326953888,
      "learning_rate": 1.1726323616921102e-05,
      "loss": 0.7646,
      "step": 21897
    },
    {
      "epoch": 0.46147929212305133,
      "grad_norm": 0.12346076965332031,
      "learning_rate": 1.1725651320857813e-05,
      "loss": 0.872,
      "step": 21898
    },
    {
      "epoch": 0.4615003661614166,
      "grad_norm": 0.11684434860944748,
      "learning_rate": 1.17249790167554e-05,
      "loss": 0.8241,
      "step": 21899
    },
    {
      "epoch": 0.46152144019978186,
      "grad_norm": 0.16491533815860748,
      "learning_rate": 1.1724306704616997e-05,
      "loss": 0.8438,
      "step": 21900
    },
    {
      "epoch": 0.4615425142381472,
      "grad_norm": 0.14379137754440308,
      "learning_rate": 1.1723634384445734e-05,
      "loss": 0.8192,
      "step": 21901
    },
    {
      "epoch": 0.46156358827651245,
      "grad_norm": 0.12754346430301666,
      "learning_rate": 1.1722962056244748e-05,
      "loss": 0.7052,
      "step": 21902
    },
    {
      "epoch": 0.46158466231487777,
      "grad_norm": 0.17017555236816406,
      "learning_rate": 1.172228972001717e-05,
      "loss": 0.7832,
      "step": 21903
    },
    {
      "epoch": 0.46160573635324303,
      "grad_norm": 0.13312619924545288,
      "learning_rate": 1.172161737576613e-05,
      "loss": 0.8011,
      "step": 21904
    },
    {
      "epoch": 0.4616268103916083,
      "grad_norm": 0.12085861712694168,
      "learning_rate": 1.172094502349476e-05,
      "loss": 0.764,
      "step": 21905
    },
    {
      "epoch": 0.4616478844299736,
      "grad_norm": 0.11673403531312943,
      "learning_rate": 1.1720272663206196e-05,
      "loss": 0.748,
      "step": 21906
    },
    {
      "epoch": 0.4616689584683389,
      "grad_norm": 0.14968937635421753,
      "learning_rate": 1.1719600294903566e-05,
      "loss": 0.8887,
      "step": 21907
    },
    {
      "epoch": 0.46169003250670415,
      "grad_norm": 0.14929218590259552,
      "learning_rate": 1.1718927918590005e-05,
      "loss": 0.797,
      "step": 21908
    },
    {
      "epoch": 0.46171110654506947,
      "grad_norm": 0.12337586283683777,
      "learning_rate": 1.1718255534268645e-05,
      "loss": 0.8017,
      "step": 21909
    },
    {
      "epoch": 0.46173218058343474,
      "grad_norm": 0.1308445781469345,
      "learning_rate": 1.1717583141942616e-05,
      "loss": 0.6859,
      "step": 21910
    },
    {
      "epoch": 0.46175325462180006,
      "grad_norm": 0.1102251335978508,
      "learning_rate": 1.1716910741615052e-05,
      "loss": 0.7568,
      "step": 21911
    },
    {
      "epoch": 0.4617743286601653,
      "grad_norm": 0.12029172480106354,
      "learning_rate": 1.1716238333289083e-05,
      "loss": 0.8192,
      "step": 21912
    },
    {
      "epoch": 0.4617954026985306,
      "grad_norm": 0.14159142971038818,
      "learning_rate": 1.1715565916967851e-05,
      "loss": 0.7483,
      "step": 21913
    },
    {
      "epoch": 0.4618164767368959,
      "grad_norm": 0.10465266555547714,
      "learning_rate": 1.1714893492654475e-05,
      "loss": 0.724,
      "step": 21914
    },
    {
      "epoch": 0.4618375507752612,
      "grad_norm": 0.11899574100971222,
      "learning_rate": 1.1714221060352098e-05,
      "loss": 0.8308,
      "step": 21915
    },
    {
      "epoch": 0.4618586248136265,
      "grad_norm": 0.09718067198991776,
      "learning_rate": 1.1713548620063845e-05,
      "loss": 0.7081,
      "step": 21916
    },
    {
      "epoch": 0.46187969885199176,
      "grad_norm": 0.11167881637811661,
      "learning_rate": 1.1712876171792854e-05,
      "loss": 0.7217,
      "step": 21917
    },
    {
      "epoch": 0.461900772890357,
      "grad_norm": 0.13267336785793304,
      "learning_rate": 1.1712203715542259e-05,
      "loss": 0.7063,
      "step": 21918
    },
    {
      "epoch": 0.46192184692872235,
      "grad_norm": 0.1289609670639038,
      "learning_rate": 1.1711531251315185e-05,
      "loss": 0.765,
      "step": 21919
    },
    {
      "epoch": 0.4619429209670876,
      "grad_norm": 0.15007977187633514,
      "learning_rate": 1.1710858779114771e-05,
      "loss": 0.7388,
      "step": 21920
    },
    {
      "epoch": 0.46196399500545293,
      "grad_norm": 0.11971224844455719,
      "learning_rate": 1.1710186298944151e-05,
      "loss": 0.7705,
      "step": 21921
    },
    {
      "epoch": 0.4619850690438182,
      "grad_norm": 0.12623247504234314,
      "learning_rate": 1.170951381080645e-05,
      "loss": 0.7844,
      "step": 21922
    },
    {
      "epoch": 0.46200614308218346,
      "grad_norm": 0.12477927654981613,
      "learning_rate": 1.1708841314704811e-05,
      "loss": 0.8039,
      "step": 21923
    },
    {
      "epoch": 0.4620272171205488,
      "grad_norm": 0.1437770277261734,
      "learning_rate": 1.170816881064236e-05,
      "loss": 0.7791,
      "step": 21924
    },
    {
      "epoch": 0.46204829115891405,
      "grad_norm": 0.14179730415344238,
      "learning_rate": 1.1707496298622231e-05,
      "loss": 0.8082,
      "step": 21925
    },
    {
      "epoch": 0.46206936519727937,
      "grad_norm": 0.10800077021121979,
      "learning_rate": 1.1706823778647557e-05,
      "loss": 0.7299,
      "step": 21926
    },
    {
      "epoch": 0.46209043923564463,
      "grad_norm": 0.12240208685398102,
      "learning_rate": 1.1706151250721472e-05,
      "loss": 0.7973,
      "step": 21927
    },
    {
      "epoch": 0.4621115132740099,
      "grad_norm": 0.1121709942817688,
      "learning_rate": 1.170547871484711e-05,
      "loss": 0.7387,
      "step": 21928
    },
    {
      "epoch": 0.4621325873123752,
      "grad_norm": 0.12246862053871155,
      "learning_rate": 1.17048061710276e-05,
      "loss": 0.8036,
      "step": 21929
    },
    {
      "epoch": 0.4621536613507405,
      "grad_norm": 0.1265324205160141,
      "learning_rate": 1.170413361926608e-05,
      "loss": 0.7671,
      "step": 21930
    },
    {
      "epoch": 0.46217473538910575,
      "grad_norm": 0.11552225798368454,
      "learning_rate": 1.1703461059565682e-05,
      "loss": 0.78,
      "step": 21931
    },
    {
      "epoch": 0.46219580942747107,
      "grad_norm": 0.1431729644536972,
      "learning_rate": 1.1702788491929536e-05,
      "loss": 0.8295,
      "step": 21932
    },
    {
      "epoch": 0.46221688346583634,
      "grad_norm": 0.14313915371894836,
      "learning_rate": 1.1702115916360778e-05,
      "loss": 0.8576,
      "step": 21933
    },
    {
      "epoch": 0.46223795750420166,
      "grad_norm": 0.17081671953201294,
      "learning_rate": 1.170144333286254e-05,
      "loss": 0.812,
      "step": 21934
    },
    {
      "epoch": 0.4622590315425669,
      "grad_norm": 0.12448310852050781,
      "learning_rate": 1.1700770741437959e-05,
      "loss": 0.7355,
      "step": 21935
    },
    {
      "epoch": 0.4622801055809322,
      "grad_norm": 0.13025957345962524,
      "learning_rate": 1.1700098142090161e-05,
      "loss": 0.859,
      "step": 21936
    },
    {
      "epoch": 0.4623011796192975,
      "grad_norm": 0.14765481650829315,
      "learning_rate": 1.1699425534822288e-05,
      "loss": 0.8,
      "step": 21937
    },
    {
      "epoch": 0.4623222536576628,
      "grad_norm": 0.12196716666221619,
      "learning_rate": 1.1698752919637468e-05,
      "loss": 0.757,
      "step": 21938
    },
    {
      "epoch": 0.4623433276960281,
      "grad_norm": 0.11126723885536194,
      "learning_rate": 1.1698080296538836e-05,
      "loss": 0.7327,
      "step": 21939
    },
    {
      "epoch": 0.46236440173439336,
      "grad_norm": 0.10942414402961731,
      "learning_rate": 1.1697407665529521e-05,
      "loss": 0.7907,
      "step": 21940
    },
    {
      "epoch": 0.4623854757727586,
      "grad_norm": 0.14001217484474182,
      "learning_rate": 1.1696735026612664e-05,
      "loss": 0.8418,
      "step": 21941
    },
    {
      "epoch": 0.46240654981112395,
      "grad_norm": 0.12906011939048767,
      "learning_rate": 1.1696062379791395e-05,
      "loss": 0.7622,
      "step": 21942
    },
    {
      "epoch": 0.4624276238494892,
      "grad_norm": 0.12862525880336761,
      "learning_rate": 1.1695389725068849e-05,
      "loss": 0.8255,
      "step": 21943
    },
    {
      "epoch": 0.46244869788785453,
      "grad_norm": 0.14523109793663025,
      "learning_rate": 1.1694717062448156e-05,
      "loss": 0.7411,
      "step": 21944
    },
    {
      "epoch": 0.4624697719262198,
      "grad_norm": 0.1288924217224121,
      "learning_rate": 1.1694044391932454e-05,
      "loss": 0.7427,
      "step": 21945
    },
    {
      "epoch": 0.46249084596458506,
      "grad_norm": 0.15724912285804749,
      "learning_rate": 1.1693371713524872e-05,
      "loss": 0.7908,
      "step": 21946
    },
    {
      "epoch": 0.4625119200029504,
      "grad_norm": 0.11089493334293365,
      "learning_rate": 1.1692699027228546e-05,
      "loss": 0.7685,
      "step": 21947
    },
    {
      "epoch": 0.46253299404131565,
      "grad_norm": 0.1273096203804016,
      "learning_rate": 1.1692026333046613e-05,
      "loss": 0.7802,
      "step": 21948
    },
    {
      "epoch": 0.4625540680796809,
      "grad_norm": 0.1517559438943863,
      "learning_rate": 1.1691353630982203e-05,
      "loss": 0.8638,
      "step": 21949
    },
    {
      "epoch": 0.46257514211804623,
      "grad_norm": 0.13031385838985443,
      "learning_rate": 1.1690680921038453e-05,
      "loss": 0.7757,
      "step": 21950
    },
    {
      "epoch": 0.4625962161564115,
      "grad_norm": 0.14376312494277954,
      "learning_rate": 1.1690008203218493e-05,
      "loss": 0.8313,
      "step": 21951
    },
    {
      "epoch": 0.4626172901947768,
      "grad_norm": 0.14304019510746002,
      "learning_rate": 1.1689335477525457e-05,
      "loss": 0.8164,
      "step": 21952
    },
    {
      "epoch": 0.4626383642331421,
      "grad_norm": 0.18092189729213715,
      "learning_rate": 1.1688662743962485e-05,
      "loss": 0.8063,
      "step": 21953
    },
    {
      "epoch": 0.46265943827150735,
      "grad_norm": 0.1455409973859787,
      "learning_rate": 1.1687990002532703e-05,
      "loss": 0.7946,
      "step": 21954
    },
    {
      "epoch": 0.46268051230987267,
      "grad_norm": 0.13042393326759338,
      "learning_rate": 1.1687317253239248e-05,
      "loss": 0.7818,
      "step": 21955
    },
    {
      "epoch": 0.46270158634823794,
      "grad_norm": 0.1346069574356079,
      "learning_rate": 1.1686644496085255e-05,
      "loss": 0.7869,
      "step": 21956
    },
    {
      "epoch": 0.46272266038660326,
      "grad_norm": 0.1509304791688919,
      "learning_rate": 1.1685971731073863e-05,
      "loss": 0.7905,
      "step": 21957
    },
    {
      "epoch": 0.4627437344249685,
      "grad_norm": 0.11937808245420456,
      "learning_rate": 1.1685298958208198e-05,
      "loss": 0.7743,
      "step": 21958
    },
    {
      "epoch": 0.4627648084633338,
      "grad_norm": 0.2478424608707428,
      "learning_rate": 1.1684626177491396e-05,
      "loss": 0.7593,
      "step": 21959
    },
    {
      "epoch": 0.4627858825016991,
      "grad_norm": 0.13540054857730865,
      "learning_rate": 1.1683953388926592e-05,
      "loss": 0.7955,
      "step": 21960
    },
    {
      "epoch": 0.4628069565400644,
      "grad_norm": 0.12371808290481567,
      "learning_rate": 1.1683280592516922e-05,
      "loss": 0.7381,
      "step": 21961
    },
    {
      "epoch": 0.4628280305784297,
      "grad_norm": 0.1152161955833435,
      "learning_rate": 1.1682607788265518e-05,
      "loss": 0.8201,
      "step": 21962
    },
    {
      "epoch": 0.46284910461679496,
      "grad_norm": 0.19109918177127838,
      "learning_rate": 1.1681934976175516e-05,
      "loss": 0.7745,
      "step": 21963
    },
    {
      "epoch": 0.4628701786551602,
      "grad_norm": 0.12008948624134064,
      "learning_rate": 1.168126215625005e-05,
      "loss": 0.8205,
      "step": 21964
    },
    {
      "epoch": 0.46289125269352555,
      "grad_norm": 0.13276270031929016,
      "learning_rate": 1.1680589328492253e-05,
      "loss": 0.7575,
      "step": 21965
    },
    {
      "epoch": 0.4629123267318908,
      "grad_norm": 0.166713148355484,
      "learning_rate": 1.167991649290526e-05,
      "loss": 0.827,
      "step": 21966
    },
    {
      "epoch": 0.4629334007702561,
      "grad_norm": 0.12182833254337311,
      "learning_rate": 1.1679243649492212e-05,
      "loss": 0.745,
      "step": 21967
    },
    {
      "epoch": 0.4629544748086214,
      "grad_norm": 0.10856164991855621,
      "learning_rate": 1.167857079825623e-05,
      "loss": 0.7983,
      "step": 21968
    },
    {
      "epoch": 0.46297554884698666,
      "grad_norm": 0.11698642373085022,
      "learning_rate": 1.1677897939200458e-05,
      "loss": 0.8125,
      "step": 21969
    },
    {
      "epoch": 0.462996622885352,
      "grad_norm": 0.1093800738453865,
      "learning_rate": 1.1677225072328029e-05,
      "loss": 0.7539,
      "step": 21970
    },
    {
      "epoch": 0.46301769692371725,
      "grad_norm": 0.10168097168207169,
      "learning_rate": 1.1676552197642077e-05,
      "loss": 0.7496,
      "step": 21971
    },
    {
      "epoch": 0.4630387709620825,
      "grad_norm": 0.12906673550605774,
      "learning_rate": 1.1675879315145739e-05,
      "loss": 0.7835,
      "step": 21972
    },
    {
      "epoch": 0.46305984500044783,
      "grad_norm": 0.11079765111207962,
      "learning_rate": 1.1675206424842147e-05,
      "loss": 0.8603,
      "step": 21973
    },
    {
      "epoch": 0.4630809190388131,
      "grad_norm": 0.1341801881790161,
      "learning_rate": 1.1674533526734435e-05,
      "loss": 0.7711,
      "step": 21974
    },
    {
      "epoch": 0.4631019930771784,
      "grad_norm": 0.11152387410402298,
      "learning_rate": 1.1673860620825739e-05,
      "loss": 0.8492,
      "step": 21975
    },
    {
      "epoch": 0.4631230671155437,
      "grad_norm": 0.12655009329319,
      "learning_rate": 1.1673187707119193e-05,
      "loss": 0.8442,
      "step": 21976
    },
    {
      "epoch": 0.46314414115390895,
      "grad_norm": 0.12006465345621109,
      "learning_rate": 1.1672514785617934e-05,
      "loss": 0.7514,
      "step": 21977
    },
    {
      "epoch": 0.46316521519227427,
      "grad_norm": 0.11513056606054306,
      "learning_rate": 1.1671841856325096e-05,
      "loss": 0.7686,
      "step": 21978
    },
    {
      "epoch": 0.46318628923063954,
      "grad_norm": 0.13785307109355927,
      "learning_rate": 1.1671168919243812e-05,
      "loss": 0.7911,
      "step": 21979
    },
    {
      "epoch": 0.46320736326900486,
      "grad_norm": 0.12722927331924438,
      "learning_rate": 1.1670495974377221e-05,
      "loss": 0.7887,
      "step": 21980
    },
    {
      "epoch": 0.4632284373073701,
      "grad_norm": 0.11498308181762695,
      "learning_rate": 1.1669823021728453e-05,
      "loss": 0.7094,
      "step": 21981
    },
    {
      "epoch": 0.4632495113457354,
      "grad_norm": 0.12078537046909332,
      "learning_rate": 1.1669150061300647e-05,
      "loss": 0.7257,
      "step": 21982
    },
    {
      "epoch": 0.4632705853841007,
      "grad_norm": 0.11789832264184952,
      "learning_rate": 1.1668477093096934e-05,
      "loss": 0.7719,
      "step": 21983
    },
    {
      "epoch": 0.463291659422466,
      "grad_norm": 0.1132461279630661,
      "learning_rate": 1.1667804117120453e-05,
      "loss": 0.7636,
      "step": 21984
    },
    {
      "epoch": 0.46331273346083124,
      "grad_norm": 0.11451344192028046,
      "learning_rate": 1.1667131133374338e-05,
      "loss": 0.7896,
      "step": 21985
    },
    {
      "epoch": 0.46333380749919656,
      "grad_norm": 0.10851354151964188,
      "learning_rate": 1.1666458141861723e-05,
      "loss": 0.8066,
      "step": 21986
    },
    {
      "epoch": 0.4633548815375618,
      "grad_norm": 0.1320454180240631,
      "learning_rate": 1.1665785142585749e-05,
      "loss": 0.8026,
      "step": 21987
    },
    {
      "epoch": 0.46337595557592715,
      "grad_norm": 0.12919552624225616,
      "learning_rate": 1.1665112135549541e-05,
      "loss": 0.8491,
      "step": 21988
    },
    {
      "epoch": 0.4633970296142924,
      "grad_norm": 0.10865705460309982,
      "learning_rate": 1.1664439120756242e-05,
      "loss": 0.7904,
      "step": 21989
    },
    {
      "epoch": 0.4634181036526577,
      "grad_norm": 0.1706095188856125,
      "learning_rate": 1.1663766098208981e-05,
      "loss": 0.7075,
      "step": 21990
    },
    {
      "epoch": 0.463439177691023,
      "grad_norm": 0.10820888727903366,
      "learning_rate": 1.16630930679109e-05,
      "loss": 0.774,
      "step": 21991
    },
    {
      "epoch": 0.46346025172938826,
      "grad_norm": 0.12850864231586456,
      "learning_rate": 1.1662420029865132e-05,
      "loss": 0.7759,
      "step": 21992
    },
    {
      "epoch": 0.4634813257677536,
      "grad_norm": 0.11167652159929276,
      "learning_rate": 1.166174698407481e-05,
      "loss": 0.8216,
      "step": 21993
    },
    {
      "epoch": 0.46350239980611885,
      "grad_norm": 0.1126631498336792,
      "learning_rate": 1.1661073930543074e-05,
      "loss": 0.7444,
      "step": 21994
    },
    {
      "epoch": 0.4635234738444841,
      "grad_norm": 0.15688136219978333,
      "learning_rate": 1.1660400869273057e-05,
      "loss": 0.7899,
      "step": 21995
    },
    {
      "epoch": 0.46354454788284943,
      "grad_norm": 0.10471232235431671,
      "learning_rate": 1.1659727800267892e-05,
      "loss": 0.7303,
      "step": 21996
    },
    {
      "epoch": 0.4635656219212147,
      "grad_norm": 0.1315028816461563,
      "learning_rate": 1.1659054723530721e-05,
      "loss": 0.8031,
      "step": 21997
    },
    {
      "epoch": 0.46358669595958,
      "grad_norm": 0.1902017891407013,
      "learning_rate": 1.1658381639064671e-05,
      "loss": 0.7501,
      "step": 21998
    },
    {
      "epoch": 0.4636077699979453,
      "grad_norm": 0.110114686191082,
      "learning_rate": 1.1657708546872884e-05,
      "loss": 0.7347,
      "step": 21999
    },
    {
      "epoch": 0.46362884403631055,
      "grad_norm": 0.13661247491836548,
      "learning_rate": 1.1657035446958493e-05,
      "loss": 0.754,
      "step": 22000
    },
    {
      "epoch": 0.46364991807467587,
      "grad_norm": 0.15105535089969635,
      "learning_rate": 1.1656362339324638e-05,
      "loss": 0.8127,
      "step": 22001
    },
    {
      "epoch": 0.46367099211304114,
      "grad_norm": 0.15345345437526703,
      "learning_rate": 1.1655689223974452e-05,
      "loss": 0.8435,
      "step": 22002
    },
    {
      "epoch": 0.4636920661514064,
      "grad_norm": 0.14734897017478943,
      "learning_rate": 1.1655016100911065e-05,
      "loss": 0.8211,
      "step": 22003
    },
    {
      "epoch": 0.4637131401897717,
      "grad_norm": 0.13654686510562897,
      "learning_rate": 1.165434297013762e-05,
      "loss": 0.792,
      "step": 22004
    },
    {
      "epoch": 0.463734214228137,
      "grad_norm": 0.14795567095279694,
      "learning_rate": 1.1653669831657251e-05,
      "loss": 0.854,
      "step": 22005
    },
    {
      "epoch": 0.4637552882665023,
      "grad_norm": 0.18156538903713226,
      "learning_rate": 1.1652996685473094e-05,
      "loss": 0.8174,
      "step": 22006
    },
    {
      "epoch": 0.4637763623048676,
      "grad_norm": 0.12203902006149292,
      "learning_rate": 1.1652323531588286e-05,
      "loss": 0.8533,
      "step": 22007
    },
    {
      "epoch": 0.46379743634323284,
      "grad_norm": 0.1528318077325821,
      "learning_rate": 1.1651650370005959e-05,
      "loss": 0.8097,
      "step": 22008
    },
    {
      "epoch": 0.46381851038159816,
      "grad_norm": 0.12938745319843292,
      "learning_rate": 1.1650977200729252e-05,
      "loss": 0.6963,
      "step": 22009
    },
    {
      "epoch": 0.4638395844199634,
      "grad_norm": 0.13871867954730988,
      "learning_rate": 1.16503040237613e-05,
      "loss": 0.8165,
      "step": 22010
    },
    {
      "epoch": 0.46386065845832875,
      "grad_norm": 0.14488369226455688,
      "learning_rate": 1.1649630839105242e-05,
      "loss": 0.7474,
      "step": 22011
    },
    {
      "epoch": 0.463881732496694,
      "grad_norm": 0.1456308364868164,
      "learning_rate": 1.1648957646764211e-05,
      "loss": 0.7868,
      "step": 22012
    },
    {
      "epoch": 0.4639028065350593,
      "grad_norm": 0.16166378557682037,
      "learning_rate": 1.1648284446741342e-05,
      "loss": 0.7518,
      "step": 22013
    },
    {
      "epoch": 0.4639238805734246,
      "grad_norm": 0.18824982643127441,
      "learning_rate": 1.1647611239039776e-05,
      "loss": 0.7499,
      "step": 22014
    },
    {
      "epoch": 0.46394495461178986,
      "grad_norm": 0.1766640543937683,
      "learning_rate": 1.1646938023662644e-05,
      "loss": 0.8308,
      "step": 22015
    },
    {
      "epoch": 0.4639660286501552,
      "grad_norm": 0.15020079910755157,
      "learning_rate": 1.1646264800613088e-05,
      "loss": 0.762,
      "step": 22016
    },
    {
      "epoch": 0.46398710268852045,
      "grad_norm": 0.14511793851852417,
      "learning_rate": 1.1645591569894239e-05,
      "loss": 0.7574,
      "step": 22017
    },
    {
      "epoch": 0.4640081767268857,
      "grad_norm": 0.1906639188528061,
      "learning_rate": 1.1644918331509234e-05,
      "loss": 0.8762,
      "step": 22018
    },
    {
      "epoch": 0.46402925076525103,
      "grad_norm": 0.17184898257255554,
      "learning_rate": 1.1644245085461207e-05,
      "loss": 0.7647,
      "step": 22019
    },
    {
      "epoch": 0.4640503248036163,
      "grad_norm": 0.14339083433151245,
      "learning_rate": 1.1643571831753302e-05,
      "loss": 0.7794,
      "step": 22020
    },
    {
      "epoch": 0.4640713988419816,
      "grad_norm": 0.14879590272903442,
      "learning_rate": 1.1642898570388654e-05,
      "loss": 0.7926,
      "step": 22021
    },
    {
      "epoch": 0.4640924728803469,
      "grad_norm": 0.11730048060417175,
      "learning_rate": 1.1642225301370394e-05,
      "loss": 0.7357,
      "step": 22022
    },
    {
      "epoch": 0.46411354691871215,
      "grad_norm": 0.1522381752729416,
      "learning_rate": 1.1641552024701658e-05,
      "loss": 0.7481,
      "step": 22023
    },
    {
      "epoch": 0.46413462095707747,
      "grad_norm": 0.13429759442806244,
      "learning_rate": 1.164087874038559e-05,
      "loss": 0.7933,
      "step": 22024
    },
    {
      "epoch": 0.46415569499544274,
      "grad_norm": 0.16529753804206848,
      "learning_rate": 1.1640205448425318e-05,
      "loss": 0.7818,
      "step": 22025
    },
    {
      "epoch": 0.464176769033808,
      "grad_norm": 0.1335846185684204,
      "learning_rate": 1.1639532148823989e-05,
      "loss": 0.8159,
      "step": 22026
    },
    {
      "epoch": 0.4641978430721733,
      "grad_norm": 0.1270684003829956,
      "learning_rate": 1.1638858841584728e-05,
      "loss": 0.7746,
      "step": 22027
    },
    {
      "epoch": 0.4642189171105386,
      "grad_norm": 0.14872653782367706,
      "learning_rate": 1.163818552671068e-05,
      "loss": 0.782,
      "step": 22028
    },
    {
      "epoch": 0.4642399911489039,
      "grad_norm": 0.1383698433637619,
      "learning_rate": 1.163751220420498e-05,
      "loss": 0.7645,
      "step": 22029
    },
    {
      "epoch": 0.4642610651872692,
      "grad_norm": 0.15881521999835968,
      "learning_rate": 1.163683887407076e-05,
      "loss": 0.8388,
      "step": 22030
    },
    {
      "epoch": 0.46428213922563444,
      "grad_norm": 0.13626398146152496,
      "learning_rate": 1.1636165536311163e-05,
      "loss": 0.8209,
      "step": 22031
    },
    {
      "epoch": 0.46430321326399976,
      "grad_norm": 0.11897283047437668,
      "learning_rate": 1.1635492190929324e-05,
      "loss": 0.8425,
      "step": 22032
    },
    {
      "epoch": 0.464324287302365,
      "grad_norm": 0.12386481463909149,
      "learning_rate": 1.1634818837928376e-05,
      "loss": 0.7163,
      "step": 22033
    },
    {
      "epoch": 0.46434536134073034,
      "grad_norm": 0.1303875595331192,
      "learning_rate": 1.163414547731146e-05,
      "loss": 0.8077,
      "step": 22034
    },
    {
      "epoch": 0.4643664353790956,
      "grad_norm": 0.1365765631198883,
      "learning_rate": 1.1633472109081714e-05,
      "loss": 0.8086,
      "step": 22035
    },
    {
      "epoch": 0.4643875094174609,
      "grad_norm": 0.11632188409566879,
      "learning_rate": 1.1632798733242273e-05,
      "loss": 0.7678,
      "step": 22036
    },
    {
      "epoch": 0.4644085834558262,
      "grad_norm": 0.12851472198963165,
      "learning_rate": 1.163212534979627e-05,
      "loss": 0.7793,
      "step": 22037
    },
    {
      "epoch": 0.46442965749419146,
      "grad_norm": 0.16931955516338348,
      "learning_rate": 1.1631451958746848e-05,
      "loss": 0.7938,
      "step": 22038
    },
    {
      "epoch": 0.4644507315325568,
      "grad_norm": 0.11850545555353165,
      "learning_rate": 1.1630778560097142e-05,
      "loss": 0.7862,
      "step": 22039
    },
    {
      "epoch": 0.46447180557092205,
      "grad_norm": 0.10001786053180695,
      "learning_rate": 1.1630105153850288e-05,
      "loss": 0.7659,
      "step": 22040
    },
    {
      "epoch": 0.4644928796092873,
      "grad_norm": 0.10679769515991211,
      "learning_rate": 1.1629431740009425e-05,
      "loss": 0.6975,
      "step": 22041
    },
    {
      "epoch": 0.46451395364765263,
      "grad_norm": 0.12573190033435822,
      "learning_rate": 1.162875831857769e-05,
      "loss": 0.7575,
      "step": 22042
    },
    {
      "epoch": 0.4645350276860179,
      "grad_norm": 0.1144178956747055,
      "learning_rate": 1.1628084889558217e-05,
      "loss": 0.8275,
      "step": 22043
    },
    {
      "epoch": 0.46455610172438316,
      "grad_norm": 0.11843878030776978,
      "learning_rate": 1.162741145295415e-05,
      "loss": 0.801,
      "step": 22044
    },
    {
      "epoch": 0.4645771757627485,
      "grad_norm": 0.15336716175079346,
      "learning_rate": 1.162673800876862e-05,
      "loss": 0.7989,
      "step": 22045
    },
    {
      "epoch": 0.46459824980111375,
      "grad_norm": 0.11833148449659348,
      "learning_rate": 1.1626064557004768e-05,
      "loss": 0.8267,
      "step": 22046
    },
    {
      "epoch": 0.46461932383947907,
      "grad_norm": 0.132418692111969,
      "learning_rate": 1.1625391097665725e-05,
      "loss": 0.8089,
      "step": 22047
    },
    {
      "epoch": 0.46464039787784434,
      "grad_norm": 0.15456455945968628,
      "learning_rate": 1.1624717630754633e-05,
      "loss": 0.8039,
      "step": 22048
    },
    {
      "epoch": 0.4646614719162096,
      "grad_norm": 0.11909952759742737,
      "learning_rate": 1.1624044156274634e-05,
      "loss": 0.7884,
      "step": 22049
    },
    {
      "epoch": 0.4646825459545749,
      "grad_norm": 0.134627565741539,
      "learning_rate": 1.162337067422886e-05,
      "loss": 0.7381,
      "step": 22050
    },
    {
      "epoch": 0.4647036199929402,
      "grad_norm": 0.15164914727210999,
      "learning_rate": 1.1622697184620448e-05,
      "loss": 0.7804,
      "step": 22051
    },
    {
      "epoch": 0.4647246940313055,
      "grad_norm": 0.1290779411792755,
      "learning_rate": 1.1622023687452537e-05,
      "loss": 0.7765,
      "step": 22052
    },
    {
      "epoch": 0.4647457680696708,
      "grad_norm": 0.1523720920085907,
      "learning_rate": 1.1621350182728266e-05,
      "loss": 0.8081,
      "step": 22053
    },
    {
      "epoch": 0.46476684210803604,
      "grad_norm": 0.13949690759181976,
      "learning_rate": 1.162067667045077e-05,
      "loss": 0.7297,
      "step": 22054
    },
    {
      "epoch": 0.46478791614640136,
      "grad_norm": 0.21067987382411957,
      "learning_rate": 1.1620003150623187e-05,
      "loss": 0.743,
      "step": 22055
    },
    {
      "epoch": 0.4648089901847666,
      "grad_norm": 0.12405352294445038,
      "learning_rate": 1.1619329623248657e-05,
      "loss": 0.7567,
      "step": 22056
    },
    {
      "epoch": 0.46483006422313194,
      "grad_norm": 0.12521682679653168,
      "learning_rate": 1.1618656088330314e-05,
      "loss": 0.8114,
      "step": 22057
    },
    {
      "epoch": 0.4648511382614972,
      "grad_norm": 0.1343252956867218,
      "learning_rate": 1.1617982545871298e-05,
      "loss": 0.7719,
      "step": 22058
    },
    {
      "epoch": 0.4648722122998625,
      "grad_norm": 0.12950558960437775,
      "learning_rate": 1.1617308995874747e-05,
      "loss": 0.7527,
      "step": 22059
    },
    {
      "epoch": 0.4648932863382278,
      "grad_norm": 0.14520424604415894,
      "learning_rate": 1.1616635438343801e-05,
      "loss": 0.8026,
      "step": 22060
    },
    {
      "epoch": 0.46491436037659306,
      "grad_norm": 0.11468707025051117,
      "learning_rate": 1.1615961873281592e-05,
      "loss": 0.7045,
      "step": 22061
    },
    {
      "epoch": 0.4649354344149583,
      "grad_norm": 0.16553989052772522,
      "learning_rate": 1.1615288300691261e-05,
      "loss": 0.7438,
      "step": 22062
    },
    {
      "epoch": 0.46495650845332365,
      "grad_norm": 0.16217735409736633,
      "learning_rate": 1.1614614720575945e-05,
      "loss": 0.8086,
      "step": 22063
    },
    {
      "epoch": 0.4649775824916889,
      "grad_norm": 0.16056697070598602,
      "learning_rate": 1.1613941132938785e-05,
      "loss": 0.7927,
      "step": 22064
    },
    {
      "epoch": 0.46499865653005423,
      "grad_norm": 0.1487104743719101,
      "learning_rate": 1.1613267537782918e-05,
      "loss": 0.7782,
      "step": 22065
    },
    {
      "epoch": 0.4650197305684195,
      "grad_norm": 0.1416572481393814,
      "learning_rate": 1.161259393511148e-05,
      "loss": 0.7368,
      "step": 22066
    },
    {
      "epoch": 0.46504080460678476,
      "grad_norm": 0.16349002718925476,
      "learning_rate": 1.1611920324927608e-05,
      "loss": 0.8126,
      "step": 22067
    },
    {
      "epoch": 0.4650618786451501,
      "grad_norm": 0.150089830160141,
      "learning_rate": 1.1611246707234444e-05,
      "loss": 0.8823,
      "step": 22068
    },
    {
      "epoch": 0.46508295268351535,
      "grad_norm": 0.12454382330179214,
      "learning_rate": 1.1610573082035124e-05,
      "loss": 0.7462,
      "step": 22069
    },
    {
      "epoch": 0.46510402672188067,
      "grad_norm": 0.15319469571113586,
      "learning_rate": 1.1609899449332784e-05,
      "loss": 0.7954,
      "step": 22070
    },
    {
      "epoch": 0.46512510076024594,
      "grad_norm": 0.1170445904135704,
      "learning_rate": 1.1609225809130566e-05,
      "loss": 0.7799,
      "step": 22071
    },
    {
      "epoch": 0.4651461747986112,
      "grad_norm": 0.12262776494026184,
      "learning_rate": 1.1608552161431608e-05,
      "loss": 0.7399,
      "step": 22072
    },
    {
      "epoch": 0.4651672488369765,
      "grad_norm": 0.12619566917419434,
      "learning_rate": 1.1607878506239045e-05,
      "loss": 0.7337,
      "step": 22073
    },
    {
      "epoch": 0.4651883228753418,
      "grad_norm": 0.13732630014419556,
      "learning_rate": 1.1607204843556016e-05,
      "loss": 0.7435,
      "step": 22074
    },
    {
      "epoch": 0.4652093969137071,
      "grad_norm": 0.12101439386606216,
      "learning_rate": 1.1606531173385667e-05,
      "loss": 0.7194,
      "step": 22075
    },
    {
      "epoch": 0.4652304709520724,
      "grad_norm": 0.13589070737361908,
      "learning_rate": 1.1605857495731124e-05,
      "loss": 0.7842,
      "step": 22076
    },
    {
      "epoch": 0.46525154499043764,
      "grad_norm": 0.1213194727897644,
      "learning_rate": 1.160518381059553e-05,
      "loss": 0.7936,
      "step": 22077
    },
    {
      "epoch": 0.46527261902880296,
      "grad_norm": 0.13643190264701843,
      "learning_rate": 1.1604510117982028e-05,
      "loss": 0.7742,
      "step": 22078
    },
    {
      "epoch": 0.4652936930671682,
      "grad_norm": 0.18554958701133728,
      "learning_rate": 1.1603836417893753e-05,
      "loss": 0.8047,
      "step": 22079
    },
    {
      "epoch": 0.4653147671055335,
      "grad_norm": 0.15131819248199463,
      "learning_rate": 1.1603162710333844e-05,
      "loss": 0.8339,
      "step": 22080
    },
    {
      "epoch": 0.4653358411438988,
      "grad_norm": 0.13119016587734222,
      "learning_rate": 1.160248899530544e-05,
      "loss": 0.8001,
      "step": 22081
    },
    {
      "epoch": 0.4653569151822641,
      "grad_norm": 0.1466236412525177,
      "learning_rate": 1.1601815272811676e-05,
      "loss": 0.7998,
      "step": 22082
    },
    {
      "epoch": 0.4653779892206294,
      "grad_norm": 0.11782099306583405,
      "learning_rate": 1.1601141542855696e-05,
      "loss": 0.7394,
      "step": 22083
    },
    {
      "epoch": 0.46539906325899466,
      "grad_norm": 0.1410420686006546,
      "learning_rate": 1.1600467805440634e-05,
      "loss": 0.7706,
      "step": 22084
    },
    {
      "epoch": 0.4654201372973599,
      "grad_norm": 0.09765172749757767,
      "learning_rate": 1.1599794060569631e-05,
      "loss": 0.7362,
      "step": 22085
    },
    {
      "epoch": 0.46544121133572525,
      "grad_norm": 0.15954910218715668,
      "learning_rate": 1.1599120308245825e-05,
      "loss": 0.7773,
      "step": 22086
    },
    {
      "epoch": 0.4654622853740905,
      "grad_norm": 0.11850479990243912,
      "learning_rate": 1.1598446548472358e-05,
      "loss": 0.8134,
      "step": 22087
    },
    {
      "epoch": 0.46548335941245583,
      "grad_norm": 0.16589373350143433,
      "learning_rate": 1.1597772781252363e-05,
      "loss": 0.7824,
      "step": 22088
    },
    {
      "epoch": 0.4655044334508211,
      "grad_norm": 0.11905091255903244,
      "learning_rate": 1.1597099006588983e-05,
      "loss": 0.793,
      "step": 22089
    },
    {
      "epoch": 0.46552550748918636,
      "grad_norm": 0.15585826337337494,
      "learning_rate": 1.1596425224485357e-05,
      "loss": 0.8217,
      "step": 22090
    },
    {
      "epoch": 0.4655465815275517,
      "grad_norm": 0.13675011694431305,
      "learning_rate": 1.159575143494462e-05,
      "loss": 0.8144,
      "step": 22091
    },
    {
      "epoch": 0.46556765556591695,
      "grad_norm": 0.13187448680400848,
      "learning_rate": 1.1595077637969914e-05,
      "loss": 0.7748,
      "step": 22092
    },
    {
      "epoch": 0.46558872960428227,
      "grad_norm": 0.12132365256547928,
      "learning_rate": 1.1594403833564378e-05,
      "loss": 0.7912,
      "step": 22093
    },
    {
      "epoch": 0.46560980364264754,
      "grad_norm": 0.12024950236082077,
      "learning_rate": 1.1593730021731151e-05,
      "loss": 0.7626,
      "step": 22094
    },
    {
      "epoch": 0.4656308776810128,
      "grad_norm": 0.1399470865726471,
      "learning_rate": 1.1593056202473372e-05,
      "loss": 0.8435,
      "step": 22095
    },
    {
      "epoch": 0.4656519517193781,
      "grad_norm": 0.15077827870845795,
      "learning_rate": 1.1592382375794178e-05,
      "loss": 0.8034,
      "step": 22096
    },
    {
      "epoch": 0.4656730257577434,
      "grad_norm": 0.1303122341632843,
      "learning_rate": 1.1591708541696707e-05,
      "loss": 0.7753,
      "step": 22097
    },
    {
      "epoch": 0.46569409979610865,
      "grad_norm": 0.13546667993068695,
      "learning_rate": 1.1591034700184105e-05,
      "loss": 0.7664,
      "step": 22098
    },
    {
      "epoch": 0.46571517383447397,
      "grad_norm": 0.11943807452917099,
      "learning_rate": 1.1590360851259503e-05,
      "loss": 0.7376,
      "step": 22099
    },
    {
      "epoch": 0.46573624787283924,
      "grad_norm": 0.15761548280715942,
      "learning_rate": 1.1589686994926045e-05,
      "loss": 0.7383,
      "step": 22100
    },
    {
      "epoch": 0.46575732191120456,
      "grad_norm": 0.14052125811576843,
      "learning_rate": 1.1589013131186873e-05,
      "loss": 0.8354,
      "step": 22101
    },
    {
      "epoch": 0.4657783959495698,
      "grad_norm": 0.1469508558511734,
      "learning_rate": 1.1588339260045119e-05,
      "loss": 0.784,
      "step": 22102
    },
    {
      "epoch": 0.4657994699879351,
      "grad_norm": 0.12414108961820602,
      "learning_rate": 1.1587665381503926e-05,
      "loss": 0.7491,
      "step": 22103
    },
    {
      "epoch": 0.4658205440263004,
      "grad_norm": 0.13849788904190063,
      "learning_rate": 1.1586991495566432e-05,
      "loss": 0.7623,
      "step": 22104
    },
    {
      "epoch": 0.4658416180646657,
      "grad_norm": 0.1461748480796814,
      "learning_rate": 1.1586317602235781e-05,
      "loss": 0.7684,
      "step": 22105
    },
    {
      "epoch": 0.465862692103031,
      "grad_norm": 0.10952869802713394,
      "learning_rate": 1.1585643701515105e-05,
      "loss": 0.743,
      "step": 22106
    },
    {
      "epoch": 0.46588376614139626,
      "grad_norm": 0.16390030086040497,
      "learning_rate": 1.1584969793407547e-05,
      "loss": 0.7992,
      "step": 22107
    },
    {
      "epoch": 0.4659048401797615,
      "grad_norm": 0.09566420316696167,
      "learning_rate": 1.1584295877916251e-05,
      "loss": 0.7338,
      "step": 22108
    },
    {
      "epoch": 0.46592591421812685,
      "grad_norm": 0.16659043729305267,
      "learning_rate": 1.1583621955044354e-05,
      "loss": 0.8083,
      "step": 22109
    },
    {
      "epoch": 0.4659469882564921,
      "grad_norm": 0.1249653548002243,
      "learning_rate": 1.1582948024794989e-05,
      "loss": 0.7676,
      "step": 22110
    },
    {
      "epoch": 0.46596806229485743,
      "grad_norm": 0.14411033689975739,
      "learning_rate": 1.1582274087171301e-05,
      "loss": 0.7935,
      "step": 22111
    },
    {
      "epoch": 0.4659891363332227,
      "grad_norm": 0.11766109615564346,
      "learning_rate": 1.1581600142176428e-05,
      "loss": 0.757,
      "step": 22112
    },
    {
      "epoch": 0.46601021037158796,
      "grad_norm": 0.1723524034023285,
      "learning_rate": 1.1580926189813511e-05,
      "loss": 0.855,
      "step": 22113
    },
    {
      "epoch": 0.4660312844099533,
      "grad_norm": 0.14114992320537567,
      "learning_rate": 1.158025223008569e-05,
      "loss": 0.7805,
      "step": 22114
    },
    {
      "epoch": 0.46605235844831855,
      "grad_norm": 0.14800137281417847,
      "learning_rate": 1.1579578262996105e-05,
      "loss": 0.799,
      "step": 22115
    },
    {
      "epoch": 0.46607343248668387,
      "grad_norm": 0.1683545559644699,
      "learning_rate": 1.1578904288547894e-05,
      "loss": 0.7909,
      "step": 22116
    },
    {
      "epoch": 0.46609450652504913,
      "grad_norm": 0.13543003797531128,
      "learning_rate": 1.1578230306744199e-05,
      "loss": 0.8203,
      "step": 22117
    },
    {
      "epoch": 0.4661155805634144,
      "grad_norm": 0.18464043736457825,
      "learning_rate": 1.1577556317588157e-05,
      "loss": 0.7962,
      "step": 22118
    },
    {
      "epoch": 0.4661366546017797,
      "grad_norm": 0.15088029205799103,
      "learning_rate": 1.1576882321082912e-05,
      "loss": 0.7728,
      "step": 22119
    },
    {
      "epoch": 0.466157728640145,
      "grad_norm": 0.20813050866127014,
      "learning_rate": 1.1576208317231594e-05,
      "loss": 0.8081,
      "step": 22120
    },
    {
      "epoch": 0.46617880267851025,
      "grad_norm": 0.1496933400630951,
      "learning_rate": 1.1575534306037355e-05,
      "loss": 0.755,
      "step": 22121
    },
    {
      "epoch": 0.46619987671687557,
      "grad_norm": 0.24815349280834198,
      "learning_rate": 1.1574860287503329e-05,
      "loss": 0.8665,
      "step": 22122
    },
    {
      "epoch": 0.46622095075524084,
      "grad_norm": 0.11301984637975693,
      "learning_rate": 1.1574186261632658e-05,
      "loss": 0.7592,
      "step": 22123
    },
    {
      "epoch": 0.46624202479360616,
      "grad_norm": 0.19438807666301727,
      "learning_rate": 1.1573512228428484e-05,
      "loss": 0.7623,
      "step": 22124
    },
    {
      "epoch": 0.4662630988319714,
      "grad_norm": 0.16595697402954102,
      "learning_rate": 1.1572838187893938e-05,
      "loss": 0.8608,
      "step": 22125
    },
    {
      "epoch": 0.4662841728703367,
      "grad_norm": 0.18334154784679413,
      "learning_rate": 1.157216414003217e-05,
      "loss": 0.7478,
      "step": 22126
    },
    {
      "epoch": 0.466305246908702,
      "grad_norm": 0.1180955320596695,
      "learning_rate": 1.1571490084846311e-05,
      "loss": 0.8272,
      "step": 22127
    },
    {
      "epoch": 0.4663263209470673,
      "grad_norm": 0.1590987890958786,
      "learning_rate": 1.1570816022339513e-05,
      "loss": 0.8116,
      "step": 22128
    },
    {
      "epoch": 0.4663473949854326,
      "grad_norm": 0.1768205165863037,
      "learning_rate": 1.1570141952514906e-05,
      "loss": 0.7863,
      "step": 22129
    },
    {
      "epoch": 0.46636846902379786,
      "grad_norm": 0.18112528324127197,
      "learning_rate": 1.1569467875375633e-05,
      "loss": 0.8423,
      "step": 22130
    },
    {
      "epoch": 0.4663895430621631,
      "grad_norm": 0.23026147484779358,
      "learning_rate": 1.1568793790924837e-05,
      "loss": 0.8367,
      "step": 22131
    },
    {
      "epoch": 0.46641061710052845,
      "grad_norm": 0.11175676435232162,
      "learning_rate": 1.1568119699165654e-05,
      "loss": 0.7647,
      "step": 22132
    },
    {
      "epoch": 0.4664316911388937,
      "grad_norm": 0.17730997502803802,
      "learning_rate": 1.156744560010123e-05,
      "loss": 0.8532,
      "step": 22133
    },
    {
      "epoch": 0.46645276517725903,
      "grad_norm": 0.12811852991580963,
      "learning_rate": 1.15667714937347e-05,
      "loss": 0.7475,
      "step": 22134
    },
    {
      "epoch": 0.4664738392156243,
      "grad_norm": 0.13534432649612427,
      "learning_rate": 1.1566097380069205e-05,
      "loss": 0.8101,
      "step": 22135
    },
    {
      "epoch": 0.46649491325398956,
      "grad_norm": 0.15364784002304077,
      "learning_rate": 1.156542325910789e-05,
      "loss": 0.7719,
      "step": 22136
    },
    {
      "epoch": 0.4665159872923549,
      "grad_norm": 0.12424194812774658,
      "learning_rate": 1.156474913085389e-05,
      "loss": 0.7689,
      "step": 22137
    },
    {
      "epoch": 0.46653706133072015,
      "grad_norm": 0.16782192885875702,
      "learning_rate": 1.1564074995310348e-05,
      "loss": 0.8601,
      "step": 22138
    },
    {
      "epoch": 0.4665581353690854,
      "grad_norm": 0.1037435531616211,
      "learning_rate": 1.156340085248041e-05,
      "loss": 0.7412,
      "step": 22139
    },
    {
      "epoch": 0.46657920940745073,
      "grad_norm": 0.20239290595054626,
      "learning_rate": 1.1562726702367204e-05,
      "loss": 0.828,
      "step": 22140
    },
    {
      "epoch": 0.466600283445816,
      "grad_norm": 0.18869148194789886,
      "learning_rate": 1.1562052544973879e-05,
      "loss": 0.7854,
      "step": 22141
    },
    {
      "epoch": 0.4666213574841813,
      "grad_norm": 0.19406037032604218,
      "learning_rate": 1.1561378380303572e-05,
      "loss": 0.8236,
      "step": 22142
    },
    {
      "epoch": 0.4666424315225466,
      "grad_norm": 0.2446383237838745,
      "learning_rate": 1.156070420835943e-05,
      "loss": 0.8545,
      "step": 22143
    },
    {
      "epoch": 0.46666350556091185,
      "grad_norm": 0.1632748246192932,
      "learning_rate": 1.1560030029144586e-05,
      "loss": 0.7827,
      "step": 22144
    },
    {
      "epoch": 0.46668457959927717,
      "grad_norm": 0.2687520682811737,
      "learning_rate": 1.1559355842662188e-05,
      "loss": 0.8023,
      "step": 22145
    },
    {
      "epoch": 0.46670565363764244,
      "grad_norm": 0.17574858665466309,
      "learning_rate": 1.155868164891537e-05,
      "loss": 0.8263,
      "step": 22146
    },
    {
      "epoch": 0.46672672767600776,
      "grad_norm": 0.23524385690689087,
      "learning_rate": 1.1558007447907276e-05,
      "loss": 0.7979,
      "step": 22147
    },
    {
      "epoch": 0.466747801714373,
      "grad_norm": 0.1650431752204895,
      "learning_rate": 1.1557333239641046e-05,
      "loss": 0.7915,
      "step": 22148
    },
    {
      "epoch": 0.4667688757527383,
      "grad_norm": 0.1779598742723465,
      "learning_rate": 1.1556659024119822e-05,
      "loss": 0.8107,
      "step": 22149
    },
    {
      "epoch": 0.4667899497911036,
      "grad_norm": 0.1503964066505432,
      "learning_rate": 1.1555984801346747e-05,
      "loss": 0.8051,
      "step": 22150
    },
    {
      "epoch": 0.4668110238294689,
      "grad_norm": 0.15921850502490997,
      "learning_rate": 1.1555310571324956e-05,
      "loss": 0.6696,
      "step": 22151
    },
    {
      "epoch": 0.4668320978678342,
      "grad_norm": 0.1286701112985611,
      "learning_rate": 1.1554636334057593e-05,
      "loss": 0.8273,
      "step": 22152
    },
    {
      "epoch": 0.46685317190619946,
      "grad_norm": 0.1696423590183258,
      "learning_rate": 1.1553962089547806e-05,
      "loss": 0.8031,
      "step": 22153
    },
    {
      "epoch": 0.4668742459445647,
      "grad_norm": 0.12743505835533142,
      "learning_rate": 1.1553287837798724e-05,
      "loss": 0.7704,
      "step": 22154
    },
    {
      "epoch": 0.46689531998293005,
      "grad_norm": 0.14037345349788666,
      "learning_rate": 1.1552613578813492e-05,
      "loss": 0.7932,
      "step": 22155
    },
    {
      "epoch": 0.4669163940212953,
      "grad_norm": 0.10815723985433578,
      "learning_rate": 1.1551939312595253e-05,
      "loss": 0.7074,
      "step": 22156
    },
    {
      "epoch": 0.4669374680596606,
      "grad_norm": 0.1446913331747055,
      "learning_rate": 1.1551265039147149e-05,
      "loss": 0.8052,
      "step": 22157
    },
    {
      "epoch": 0.4669585420980259,
      "grad_norm": 0.1290660798549652,
      "learning_rate": 1.155059075847232e-05,
      "loss": 0.8338,
      "step": 22158
    },
    {
      "epoch": 0.46697961613639116,
      "grad_norm": 0.1371622085571289,
      "learning_rate": 1.1549916470573905e-05,
      "loss": 0.8395,
      "step": 22159
    },
    {
      "epoch": 0.4670006901747565,
      "grad_norm": 0.12948910892009735,
      "learning_rate": 1.154924217545505e-05,
      "loss": 0.7799,
      "step": 22160
    },
    {
      "epoch": 0.46702176421312175,
      "grad_norm": 0.11112069338560104,
      "learning_rate": 1.1548567873118892e-05,
      "loss": 0.7616,
      "step": 22161
    },
    {
      "epoch": 0.467042838251487,
      "grad_norm": 0.11348570138216019,
      "learning_rate": 1.1547893563568573e-05,
      "loss": 0.7451,
      "step": 22162
    },
    {
      "epoch": 0.46706391228985233,
      "grad_norm": 0.09831434488296509,
      "learning_rate": 1.1547219246807236e-05,
      "loss": 0.7064,
      "step": 22163
    },
    {
      "epoch": 0.4670849863282176,
      "grad_norm": 0.1304599642753601,
      "learning_rate": 1.1546544922838021e-05,
      "loss": 0.8098,
      "step": 22164
    },
    {
      "epoch": 0.4671060603665829,
      "grad_norm": 0.12720918655395508,
      "learning_rate": 1.1545870591664073e-05,
      "loss": 0.8223,
      "step": 22165
    },
    {
      "epoch": 0.4671271344049482,
      "grad_norm": 0.11697012931108475,
      "learning_rate": 1.1545196253288526e-05,
      "loss": 0.7679,
      "step": 22166
    },
    {
      "epoch": 0.46714820844331345,
      "grad_norm": 0.15089598298072815,
      "learning_rate": 1.1544521907714528e-05,
      "loss": 0.7696,
      "step": 22167
    },
    {
      "epoch": 0.46716928248167877,
      "grad_norm": 0.12326648086309433,
      "learning_rate": 1.154384755494522e-05,
      "loss": 0.8161,
      "step": 22168
    },
    {
      "epoch": 0.46719035652004404,
      "grad_norm": 0.12402983009815216,
      "learning_rate": 1.154317319498374e-05,
      "loss": 0.7355,
      "step": 22169
    },
    {
      "epoch": 0.46721143055840936,
      "grad_norm": 0.10630116611719131,
      "learning_rate": 1.1542498827833229e-05,
      "loss": 0.7478,
      "step": 22170
    },
    {
      "epoch": 0.4672325045967746,
      "grad_norm": 0.15671437978744507,
      "learning_rate": 1.1541824453496833e-05,
      "loss": 0.8068,
      "step": 22171
    },
    {
      "epoch": 0.4672535786351399,
      "grad_norm": 0.1432073563337326,
      "learning_rate": 1.154115007197769e-05,
      "loss": 0.7939,
      "step": 22172
    },
    {
      "epoch": 0.4672746526735052,
      "grad_norm": 0.10830583423376083,
      "learning_rate": 1.1540475683278948e-05,
      "loss": 0.7205,
      "step": 22173
    },
    {
      "epoch": 0.4672957267118705,
      "grad_norm": 0.12893635034561157,
      "learning_rate": 1.1539801287403744e-05,
      "loss": 0.8445,
      "step": 22174
    },
    {
      "epoch": 0.46731680075023574,
      "grad_norm": 0.11477269977331161,
      "learning_rate": 1.1539126884355217e-05,
      "loss": 0.7607,
      "step": 22175
    },
    {
      "epoch": 0.46733787478860106,
      "grad_norm": 0.11927786469459534,
      "learning_rate": 1.1538452474136513e-05,
      "loss": 0.8493,
      "step": 22176
    },
    {
      "epoch": 0.4673589488269663,
      "grad_norm": 0.1290954053401947,
      "learning_rate": 1.153777805675077e-05,
      "loss": 0.7644,
      "step": 22177
    },
    {
      "epoch": 0.46738002286533165,
      "grad_norm": 0.11116804927587509,
      "learning_rate": 1.1537103632201134e-05,
      "loss": 0.7376,
      "step": 22178
    },
    {
      "epoch": 0.4674010969036969,
      "grad_norm": 0.12158554792404175,
      "learning_rate": 1.1536429200490747e-05,
      "loss": 0.7876,
      "step": 22179
    },
    {
      "epoch": 0.4674221709420622,
      "grad_norm": 0.12125027924776077,
      "learning_rate": 1.1535754761622746e-05,
      "loss": 0.7063,
      "step": 22180
    },
    {
      "epoch": 0.4674432449804275,
      "grad_norm": 0.13282158970832825,
      "learning_rate": 1.1535080315600276e-05,
      "loss": 0.7843,
      "step": 22181
    },
    {
      "epoch": 0.46746431901879276,
      "grad_norm": 0.11082856357097626,
      "learning_rate": 1.1534405862426481e-05,
      "loss": 0.7571,
      "step": 22182
    },
    {
      "epoch": 0.4674853930571581,
      "grad_norm": 0.1289035975933075,
      "learning_rate": 1.1533731402104501e-05,
      "loss": 0.7455,
      "step": 22183
    },
    {
      "epoch": 0.46750646709552335,
      "grad_norm": 0.12948964536190033,
      "learning_rate": 1.1533056934637477e-05,
      "loss": 0.7904,
      "step": 22184
    },
    {
      "epoch": 0.4675275411338886,
      "grad_norm": 0.1518990397453308,
      "learning_rate": 1.1532382460028551e-05,
      "loss": 0.8136,
      "step": 22185
    },
    {
      "epoch": 0.46754861517225393,
      "grad_norm": 0.11112318187952042,
      "learning_rate": 1.1531707978280866e-05,
      "loss": 0.7582,
      "step": 22186
    },
    {
      "epoch": 0.4675696892106192,
      "grad_norm": 0.1368533968925476,
      "learning_rate": 1.1531033489397567e-05,
      "loss": 0.7653,
      "step": 22187
    },
    {
      "epoch": 0.4675907632489845,
      "grad_norm": 0.11777296662330627,
      "learning_rate": 1.1530358993381791e-05,
      "loss": 0.7787,
      "step": 22188
    },
    {
      "epoch": 0.4676118372873498,
      "grad_norm": 0.12409736216068268,
      "learning_rate": 1.1529684490236685e-05,
      "loss": 0.8339,
      "step": 22189
    },
    {
      "epoch": 0.46763291132571505,
      "grad_norm": 0.1127815768122673,
      "learning_rate": 1.1529009979965389e-05,
      "loss": 0.7153,
      "step": 22190
    },
    {
      "epoch": 0.46765398536408037,
      "grad_norm": 0.14934249222278595,
      "learning_rate": 1.1528335462571044e-05,
      "loss": 0.8437,
      "step": 22191
    },
    {
      "epoch": 0.46767505940244564,
      "grad_norm": 0.1923629641532898,
      "learning_rate": 1.1527660938056792e-05,
      "loss": 0.8601,
      "step": 22192
    },
    {
      "epoch": 0.4676961334408109,
      "grad_norm": 0.18894721567630768,
      "learning_rate": 1.152698640642578e-05,
      "loss": 0.8128,
      "step": 22193
    },
    {
      "epoch": 0.4677172074791762,
      "grad_norm": 0.1138555109500885,
      "learning_rate": 1.1526311867681144e-05,
      "loss": 0.7619,
      "step": 22194
    },
    {
      "epoch": 0.4677382815175415,
      "grad_norm": 0.12745319306850433,
      "learning_rate": 1.1525637321826033e-05,
      "loss": 0.8051,
      "step": 22195
    },
    {
      "epoch": 0.4677593555559068,
      "grad_norm": 0.11602066457271576,
      "learning_rate": 1.1524962768863583e-05,
      "loss": 0.8284,
      "step": 22196
    },
    {
      "epoch": 0.4677804295942721,
      "grad_norm": 0.10742884874343872,
      "learning_rate": 1.1524288208796941e-05,
      "loss": 0.747,
      "step": 22197
    },
    {
      "epoch": 0.46780150363263734,
      "grad_norm": 0.11701782792806625,
      "learning_rate": 1.152361364162925e-05,
      "loss": 0.7962,
      "step": 22198
    },
    {
      "epoch": 0.46782257767100266,
      "grad_norm": 0.1144975870847702,
      "learning_rate": 1.1522939067363647e-05,
      "loss": 0.6926,
      "step": 22199
    },
    {
      "epoch": 0.4678436517093679,
      "grad_norm": 0.1212458685040474,
      "learning_rate": 1.1522264486003281e-05,
      "loss": 0.8037,
      "step": 22200
    },
    {
      "epoch": 0.46786472574773325,
      "grad_norm": 0.13509324193000793,
      "learning_rate": 1.1521589897551291e-05,
      "loss": 0.7743,
      "step": 22201
    },
    {
      "epoch": 0.4678857997860985,
      "grad_norm": 0.13331617414951324,
      "learning_rate": 1.1520915302010822e-05,
      "loss": 0.748,
      "step": 22202
    },
    {
      "epoch": 0.4679068738244638,
      "grad_norm": 0.12182693183422089,
      "learning_rate": 1.1520240699385013e-05,
      "loss": 0.7382,
      "step": 22203
    },
    {
      "epoch": 0.4679279478628291,
      "grad_norm": 0.13379980623722076,
      "learning_rate": 1.1519566089677007e-05,
      "loss": 0.7477,
      "step": 22204
    },
    {
      "epoch": 0.46794902190119436,
      "grad_norm": 0.11978033930063248,
      "learning_rate": 1.1518891472889952e-05,
      "loss": 0.7305,
      "step": 22205
    },
    {
      "epoch": 0.4679700959395597,
      "grad_norm": 0.12697553634643555,
      "learning_rate": 1.1518216849026984e-05,
      "loss": 0.8108,
      "step": 22206
    },
    {
      "epoch": 0.46799116997792495,
      "grad_norm": 0.11285782605409622,
      "learning_rate": 1.1517542218091252e-05,
      "loss": 0.7953,
      "step": 22207
    },
    {
      "epoch": 0.4680122440162902,
      "grad_norm": 0.10842299461364746,
      "learning_rate": 1.1516867580085895e-05,
      "loss": 0.7335,
      "step": 22208
    },
    {
      "epoch": 0.46803331805465553,
      "grad_norm": 0.1220085546374321,
      "learning_rate": 1.151619293501406e-05,
      "loss": 0.7764,
      "step": 22209
    },
    {
      "epoch": 0.4680543920930208,
      "grad_norm": 0.11833573132753372,
      "learning_rate": 1.1515518282878882e-05,
      "loss": 0.7288,
      "step": 22210
    },
    {
      "epoch": 0.4680754661313861,
      "grad_norm": 0.11902640014886856,
      "learning_rate": 1.151484362368351e-05,
      "loss": 0.8146,
      "step": 22211
    },
    {
      "epoch": 0.4680965401697514,
      "grad_norm": 0.11577100306749344,
      "learning_rate": 1.151416895743109e-05,
      "loss": 0.8566,
      "step": 22212
    },
    {
      "epoch": 0.46811761420811665,
      "grad_norm": 0.11888785660266876,
      "learning_rate": 1.1513494284124755e-05,
      "loss": 0.7587,
      "step": 22213
    },
    {
      "epoch": 0.46813868824648197,
      "grad_norm": 0.13048452138900757,
      "learning_rate": 1.1512819603767653e-05,
      "loss": 0.7739,
      "step": 22214
    },
    {
      "epoch": 0.46815976228484724,
      "grad_norm": 0.13624489307403564,
      "learning_rate": 1.1512144916362931e-05,
      "loss": 0.8013,
      "step": 22215
    },
    {
      "epoch": 0.4681808363232125,
      "grad_norm": 0.11118393391370773,
      "learning_rate": 1.1511470221913728e-05,
      "loss": 0.7671,
      "step": 22216
    },
    {
      "epoch": 0.4682019103615778,
      "grad_norm": 0.11426694691181183,
      "learning_rate": 1.1510795520423188e-05,
      "loss": 0.7213,
      "step": 22217
    },
    {
      "epoch": 0.4682229843999431,
      "grad_norm": 0.10952702164649963,
      "learning_rate": 1.1510120811894454e-05,
      "loss": 0.7615,
      "step": 22218
    },
    {
      "epoch": 0.4682440584383084,
      "grad_norm": 0.14269813895225525,
      "learning_rate": 1.150944609633067e-05,
      "loss": 0.8119,
      "step": 22219
    },
    {
      "epoch": 0.4682651324766737,
      "grad_norm": 0.1234045997262001,
      "learning_rate": 1.1508771373734976e-05,
      "loss": 0.7902,
      "step": 22220
    },
    {
      "epoch": 0.46828620651503894,
      "grad_norm": 0.11684102565050125,
      "learning_rate": 1.1508096644110523e-05,
      "loss": 0.7937,
      "step": 22221
    },
    {
      "epoch": 0.46830728055340426,
      "grad_norm": 0.13315372169017792,
      "learning_rate": 1.1507421907460446e-05,
      "loss": 0.753,
      "step": 22222
    },
    {
      "epoch": 0.4683283545917695,
      "grad_norm": 0.10999083518981934,
      "learning_rate": 1.1506747163787891e-05,
      "loss": 0.7712,
      "step": 22223
    },
    {
      "epoch": 0.46834942863013485,
      "grad_norm": 0.11521226167678833,
      "learning_rate": 1.1506072413096001e-05,
      "loss": 0.7489,
      "step": 22224
    },
    {
      "epoch": 0.4683705026685001,
      "grad_norm": 0.12410351634025574,
      "learning_rate": 1.1505397655387921e-05,
      "loss": 0.7781,
      "step": 22225
    },
    {
      "epoch": 0.4683915767068654,
      "grad_norm": 0.12880200147628784,
      "learning_rate": 1.1504722890666794e-05,
      "loss": 0.785,
      "step": 22226
    },
    {
      "epoch": 0.4684126507452307,
      "grad_norm": 0.15027157962322235,
      "learning_rate": 1.1504048118935764e-05,
      "loss": 0.7785,
      "step": 22227
    },
    {
      "epoch": 0.46843372478359596,
      "grad_norm": 0.13924802839756012,
      "learning_rate": 1.1503373340197971e-05,
      "loss": 0.7957,
      "step": 22228
    },
    {
      "epoch": 0.4684547988219613,
      "grad_norm": 0.11374244838953018,
      "learning_rate": 1.1502698554456563e-05,
      "loss": 0.7941,
      "step": 22229
    },
    {
      "epoch": 0.46847587286032655,
      "grad_norm": 0.12586770951747894,
      "learning_rate": 1.1502023761714682e-05,
      "loss": 0.7444,
      "step": 22230
    },
    {
      "epoch": 0.4684969468986918,
      "grad_norm": 0.10481035709381104,
      "learning_rate": 1.1501348961975471e-05,
      "loss": 0.7234,
      "step": 22231
    },
    {
      "epoch": 0.46851802093705713,
      "grad_norm": 0.12014120817184448,
      "learning_rate": 1.1500674155242075e-05,
      "loss": 0.8331,
      "step": 22232
    },
    {
      "epoch": 0.4685390949754224,
      "grad_norm": 0.1396520435810089,
      "learning_rate": 1.1499999341517635e-05,
      "loss": 0.8254,
      "step": 22233
    },
    {
      "epoch": 0.46856016901378766,
      "grad_norm": 0.13154301047325134,
      "learning_rate": 1.1499324520805296e-05,
      "loss": 0.8608,
      "step": 22234
    },
    {
      "epoch": 0.468581243052153,
      "grad_norm": 0.14120444655418396,
      "learning_rate": 1.1498649693108202e-05,
      "loss": 0.7171,
      "step": 22235
    },
    {
      "epoch": 0.46860231709051825,
      "grad_norm": 0.11826350539922714,
      "learning_rate": 1.1497974858429499e-05,
      "loss": 0.8114,
      "step": 22236
    },
    {
      "epoch": 0.46862339112888357,
      "grad_norm": 0.15224295854568481,
      "learning_rate": 1.1497300016772326e-05,
      "loss": 0.7608,
      "step": 22237
    },
    {
      "epoch": 0.46864446516724884,
      "grad_norm": 0.11646299064159393,
      "learning_rate": 1.149662516813983e-05,
      "loss": 0.7013,
      "step": 22238
    },
    {
      "epoch": 0.4686655392056141,
      "grad_norm": 0.13854409754276276,
      "learning_rate": 1.1495950312535154e-05,
      "loss": 0.7462,
      "step": 22239
    },
    {
      "epoch": 0.4686866132439794,
      "grad_norm": 0.15575990080833435,
      "learning_rate": 1.1495275449961443e-05,
      "loss": 0.7998,
      "step": 22240
    },
    {
      "epoch": 0.4687076872823447,
      "grad_norm": 0.10171867907047272,
      "learning_rate": 1.1494600580421838e-05,
      "loss": 0.8056,
      "step": 22241
    },
    {
      "epoch": 0.46872876132071,
      "grad_norm": 0.15818138420581818,
      "learning_rate": 1.1493925703919486e-05,
      "loss": 0.7751,
      "step": 22242
    },
    {
      "epoch": 0.4687498353590753,
      "grad_norm": 0.14513637125492096,
      "learning_rate": 1.1493250820457531e-05,
      "loss": 0.7903,
      "step": 22243
    },
    {
      "epoch": 0.46877090939744054,
      "grad_norm": 0.11014579236507416,
      "learning_rate": 1.1492575930039114e-05,
      "loss": 0.8095,
      "step": 22244
    },
    {
      "epoch": 0.46879198343580586,
      "grad_norm": 0.1472230702638626,
      "learning_rate": 1.1491901032667381e-05,
      "loss": 0.8342,
      "step": 22245
    },
    {
      "epoch": 0.4688130574741711,
      "grad_norm": 0.12514261901378632,
      "learning_rate": 1.1491226128345479e-05,
      "loss": 0.7177,
      "step": 22246
    },
    {
      "epoch": 0.46883413151253645,
      "grad_norm": 0.14310966432094574,
      "learning_rate": 1.1490551217076547e-05,
      "loss": 0.8585,
      "step": 22247
    },
    {
      "epoch": 0.4688552055509017,
      "grad_norm": 0.15181566774845123,
      "learning_rate": 1.1489876298863731e-05,
      "loss": 0.7881,
      "step": 22248
    },
    {
      "epoch": 0.468876279589267,
      "grad_norm": 0.11822248250246048,
      "learning_rate": 1.1489201373710177e-05,
      "loss": 0.7625,
      "step": 22249
    },
    {
      "epoch": 0.4688973536276323,
      "grad_norm": 0.14701850712299347,
      "learning_rate": 1.1488526441619024e-05,
      "loss": 0.7661,
      "step": 22250
    },
    {
      "epoch": 0.46891842766599756,
      "grad_norm": 0.11510757356882095,
      "learning_rate": 1.1487851502593423e-05,
      "loss": 0.7458,
      "step": 22251
    },
    {
      "epoch": 0.4689395017043628,
      "grad_norm": 0.16281676292419434,
      "learning_rate": 1.1487176556636514e-05,
      "loss": 0.7974,
      "step": 22252
    },
    {
      "epoch": 0.46896057574272815,
      "grad_norm": 0.14167147874832153,
      "learning_rate": 1.1486501603751443e-05,
      "loss": 0.8029,
      "step": 22253
    },
    {
      "epoch": 0.4689816497810934,
      "grad_norm": 0.12942376732826233,
      "learning_rate": 1.1485826643941354e-05,
      "loss": 0.761,
      "step": 22254
    },
    {
      "epoch": 0.46900272381945873,
      "grad_norm": 0.1276566982269287,
      "learning_rate": 1.1485151677209391e-05,
      "loss": 0.7602,
      "step": 22255
    },
    {
      "epoch": 0.469023797857824,
      "grad_norm": 0.15449155867099762,
      "learning_rate": 1.1484476703558698e-05,
      "loss": 0.8585,
      "step": 22256
    },
    {
      "epoch": 0.46904487189618926,
      "grad_norm": 0.14444950222969055,
      "learning_rate": 1.148380172299242e-05,
      "loss": 0.7857,
      "step": 22257
    },
    {
      "epoch": 0.4690659459345546,
      "grad_norm": 0.16127464175224304,
      "learning_rate": 1.14831267355137e-05,
      "loss": 0.7911,
      "step": 22258
    },
    {
      "epoch": 0.46908701997291985,
      "grad_norm": 0.15250593423843384,
      "learning_rate": 1.1482451741125689e-05,
      "loss": 0.8436,
      "step": 22259
    },
    {
      "epoch": 0.46910809401128517,
      "grad_norm": 0.13108676671981812,
      "learning_rate": 1.1481776739831522e-05,
      "loss": 0.7482,
      "step": 22260
    },
    {
      "epoch": 0.46912916804965044,
      "grad_norm": 0.14795349538326263,
      "learning_rate": 1.1481101731634353e-05,
      "loss": 0.7719,
      "step": 22261
    },
    {
      "epoch": 0.4691502420880157,
      "grad_norm": 0.16423530876636505,
      "learning_rate": 1.1480426716537316e-05,
      "loss": 0.8376,
      "step": 22262
    },
    {
      "epoch": 0.469171316126381,
      "grad_norm": 0.13470393419265747,
      "learning_rate": 1.1479751694543563e-05,
      "loss": 0.7716,
      "step": 22263
    },
    {
      "epoch": 0.4691923901647463,
      "grad_norm": 0.11714538186788559,
      "learning_rate": 1.1479076665656237e-05,
      "loss": 0.7581,
      "step": 22264
    },
    {
      "epoch": 0.4692134642031116,
      "grad_norm": 0.1643977165222168,
      "learning_rate": 1.1478401629878482e-05,
      "loss": 0.7715,
      "step": 22265
    },
    {
      "epoch": 0.4692345382414769,
      "grad_norm": 0.1134086400270462,
      "learning_rate": 1.1477726587213447e-05,
      "loss": 0.7502,
      "step": 22266
    },
    {
      "epoch": 0.46925561227984214,
      "grad_norm": 0.1287822127342224,
      "learning_rate": 1.147705153766427e-05,
      "loss": 0.7152,
      "step": 22267
    },
    {
      "epoch": 0.46927668631820746,
      "grad_norm": 0.12434493750333786,
      "learning_rate": 1.14763764812341e-05,
      "loss": 0.766,
      "step": 22268
    },
    {
      "epoch": 0.4692977603565727,
      "grad_norm": 0.14952565729618073,
      "learning_rate": 1.147570141792608e-05,
      "loss": 0.8009,
      "step": 22269
    },
    {
      "epoch": 0.469318834394938,
      "grad_norm": 0.1251308172941208,
      "learning_rate": 1.1475026347743355e-05,
      "loss": 0.742,
      "step": 22270
    },
    {
      "epoch": 0.4693399084333033,
      "grad_norm": 0.12026618421077728,
      "learning_rate": 1.1474351270689071e-05,
      "loss": 0.7883,
      "step": 22271
    },
    {
      "epoch": 0.4693609824716686,
      "grad_norm": 0.1159495934844017,
      "learning_rate": 1.1473676186766371e-05,
      "loss": 0.8246,
      "step": 22272
    },
    {
      "epoch": 0.4693820565100339,
      "grad_norm": 0.14538702368736267,
      "learning_rate": 1.1473001095978404e-05,
      "loss": 0.7643,
      "step": 22273
    },
    {
      "epoch": 0.46940313054839916,
      "grad_norm": 0.1221563071012497,
      "learning_rate": 1.147232599832831e-05,
      "loss": 0.785,
      "step": 22274
    },
    {
      "epoch": 0.4694242045867644,
      "grad_norm": 0.17429126799106598,
      "learning_rate": 1.1471650893819238e-05,
      "loss": 0.794,
      "step": 22275
    },
    {
      "epoch": 0.46944527862512975,
      "grad_norm": 0.17378120124340057,
      "learning_rate": 1.1470975782454333e-05,
      "loss": 0.765,
      "step": 22276
    },
    {
      "epoch": 0.469466352663495,
      "grad_norm": 0.14660967886447906,
      "learning_rate": 1.1470300664236735e-05,
      "loss": 0.7626,
      "step": 22277
    },
    {
      "epoch": 0.46948742670186033,
      "grad_norm": 0.14884114265441895,
      "learning_rate": 1.1469625539169593e-05,
      "loss": 0.7869,
      "step": 22278
    },
    {
      "epoch": 0.4695085007402256,
      "grad_norm": 0.1444350779056549,
      "learning_rate": 1.1468950407256051e-05,
      "loss": 0.7971,
      "step": 22279
    },
    {
      "epoch": 0.46952957477859086,
      "grad_norm": 0.14661051332950592,
      "learning_rate": 1.1468275268499256e-05,
      "loss": 0.7819,
      "step": 22280
    },
    {
      "epoch": 0.4695506488169562,
      "grad_norm": 0.13685482740402222,
      "learning_rate": 1.1467600122902356e-05,
      "loss": 0.7194,
      "step": 22281
    },
    {
      "epoch": 0.46957172285532145,
      "grad_norm": 0.1146678775548935,
      "learning_rate": 1.1466924970468486e-05,
      "loss": 0.7622,
      "step": 22282
    },
    {
      "epoch": 0.46959279689368677,
      "grad_norm": 0.1405031383037567,
      "learning_rate": 1.14662498112008e-05,
      "loss": 0.8165,
      "step": 22283
    },
    {
      "epoch": 0.46961387093205204,
      "grad_norm": 0.1164206936955452,
      "learning_rate": 1.1465574645102442e-05,
      "loss": 0.7518,
      "step": 22284
    },
    {
      "epoch": 0.4696349449704173,
      "grad_norm": 0.14666670560836792,
      "learning_rate": 1.1464899472176555e-05,
      "loss": 0.8238,
      "step": 22285
    },
    {
      "epoch": 0.4696560190087826,
      "grad_norm": 0.11725498735904694,
      "learning_rate": 1.1464224292426285e-05,
      "loss": 0.7222,
      "step": 22286
    },
    {
      "epoch": 0.4696770930471479,
      "grad_norm": 0.13609690964221954,
      "learning_rate": 1.1463549105854778e-05,
      "loss": 0.7102,
      "step": 22287
    },
    {
      "epoch": 0.46969816708551315,
      "grad_norm": 0.12893760204315186,
      "learning_rate": 1.146287391246518e-05,
      "loss": 0.7683,
      "step": 22288
    },
    {
      "epoch": 0.4697192411238785,
      "grad_norm": 0.1297479271888733,
      "learning_rate": 1.1462198712260637e-05,
      "loss": 0.7148,
      "step": 22289
    },
    {
      "epoch": 0.46974031516224374,
      "grad_norm": 0.12671448290348053,
      "learning_rate": 1.1461523505244292e-05,
      "loss": 0.8236,
      "step": 22290
    },
    {
      "epoch": 0.46976138920060906,
      "grad_norm": 0.1349959820508957,
      "learning_rate": 1.1460848291419294e-05,
      "loss": 0.7667,
      "step": 22291
    },
    {
      "epoch": 0.4697824632389743,
      "grad_norm": 0.12508538365364075,
      "learning_rate": 1.1460173070788783e-05,
      "loss": 0.7393,
      "step": 22292
    },
    {
      "epoch": 0.4698035372773396,
      "grad_norm": 0.12479626387357712,
      "learning_rate": 1.1459497843355907e-05,
      "loss": 0.8449,
      "step": 22293
    },
    {
      "epoch": 0.4698246113157049,
      "grad_norm": 0.13840731978416443,
      "learning_rate": 1.1458822609123815e-05,
      "loss": 0.8089,
      "step": 22294
    },
    {
      "epoch": 0.4698456853540702,
      "grad_norm": 0.12966936826705933,
      "learning_rate": 1.1458147368095652e-05,
      "loss": 0.7494,
      "step": 22295
    },
    {
      "epoch": 0.4698667593924355,
      "grad_norm": 0.11400452256202698,
      "learning_rate": 1.1457472120274557e-05,
      "loss": 0.7222,
      "step": 22296
    },
    {
      "epoch": 0.46988783343080076,
      "grad_norm": 0.12125047296285629,
      "learning_rate": 1.1456796865663683e-05,
      "loss": 0.7435,
      "step": 22297
    },
    {
      "epoch": 0.469908907469166,
      "grad_norm": 0.13393552601337433,
      "learning_rate": 1.1456121604266175e-05,
      "loss": 0.7811,
      "step": 22298
    },
    {
      "epoch": 0.46992998150753135,
      "grad_norm": 0.13826264441013336,
      "learning_rate": 1.1455446336085177e-05,
      "loss": 0.8161,
      "step": 22299
    },
    {
      "epoch": 0.4699510555458966,
      "grad_norm": 0.12771905958652496,
      "learning_rate": 1.1454771061123832e-05,
      "loss": 0.7857,
      "step": 22300
    },
    {
      "epoch": 0.46997212958426193,
      "grad_norm": 0.1180897206068039,
      "learning_rate": 1.145409577938529e-05,
      "loss": 0.7701,
      "step": 22301
    },
    {
      "epoch": 0.4699932036226272,
      "grad_norm": 0.1175914853811264,
      "learning_rate": 1.1453420490872697e-05,
      "loss": 0.631,
      "step": 22302
    },
    {
      "epoch": 0.47001427766099246,
      "grad_norm": 0.12481372058391571,
      "learning_rate": 1.1452745195589197e-05,
      "loss": 0.7984,
      "step": 22303
    },
    {
      "epoch": 0.4700353516993578,
      "grad_norm": 0.15152844786643982,
      "learning_rate": 1.1452069893537936e-05,
      "loss": 0.8796,
      "step": 22304
    },
    {
      "epoch": 0.47005642573772305,
      "grad_norm": 0.11591049283742905,
      "learning_rate": 1.145139458472206e-05,
      "loss": 0.7937,
      "step": 22305
    },
    {
      "epoch": 0.47007749977608837,
      "grad_norm": 0.13668091595172882,
      "learning_rate": 1.1450719269144716e-05,
      "loss": 0.7906,
      "step": 22306
    },
    {
      "epoch": 0.47009857381445364,
      "grad_norm": 0.16454553604125977,
      "learning_rate": 1.1450043946809049e-05,
      "loss": 0.7067,
      "step": 22307
    },
    {
      "epoch": 0.4701196478528189,
      "grad_norm": 0.1366441398859024,
      "learning_rate": 1.1449368617718206e-05,
      "loss": 0.8483,
      "step": 22308
    },
    {
      "epoch": 0.4701407218911842,
      "grad_norm": 0.15936769545078278,
      "learning_rate": 1.1448693281875331e-05,
      "loss": 0.8059,
      "step": 22309
    },
    {
      "epoch": 0.4701617959295495,
      "grad_norm": 0.1393800675868988,
      "learning_rate": 1.1448017939283576e-05,
      "loss": 0.7621,
      "step": 22310
    },
    {
      "epoch": 0.47018286996791475,
      "grad_norm": 0.29902389645576477,
      "learning_rate": 1.144734258994608e-05,
      "loss": 0.7367,
      "step": 22311
    },
    {
      "epoch": 0.4702039440062801,
      "grad_norm": 0.11691424250602722,
      "learning_rate": 1.1446667233865991e-05,
      "loss": 0.7771,
      "step": 22312
    },
    {
      "epoch": 0.47022501804464534,
      "grad_norm": 0.12689726054668427,
      "learning_rate": 1.1445991871046457e-05,
      "loss": 0.7596,
      "step": 22313
    },
    {
      "epoch": 0.47024609208301066,
      "grad_norm": 0.11077447980642319,
      "learning_rate": 1.1445316501490623e-05,
      "loss": 0.7581,
      "step": 22314
    },
    {
      "epoch": 0.4702671661213759,
      "grad_norm": 0.11514967679977417,
      "learning_rate": 1.1444641125201637e-05,
      "loss": 0.7418,
      "step": 22315
    },
    {
      "epoch": 0.4702882401597412,
      "grad_norm": 0.10083913058042526,
      "learning_rate": 1.1443965742182644e-05,
      "loss": 0.7682,
      "step": 22316
    },
    {
      "epoch": 0.4703093141981065,
      "grad_norm": 0.1239401251077652,
      "learning_rate": 1.1443290352436791e-05,
      "loss": 0.8677,
      "step": 22317
    },
    {
      "epoch": 0.4703303882364718,
      "grad_norm": 0.10347101092338562,
      "learning_rate": 1.1442614955967221e-05,
      "loss": 0.7445,
      "step": 22318
    },
    {
      "epoch": 0.4703514622748371,
      "grad_norm": 0.1484721302986145,
      "learning_rate": 1.1441939552777086e-05,
      "loss": 0.7998,
      "step": 22319
    },
    {
      "epoch": 0.47037253631320236,
      "grad_norm": 0.11345832794904709,
      "learning_rate": 1.144126414286953e-05,
      "loss": 0.7668,
      "step": 22320
    },
    {
      "epoch": 0.4703936103515676,
      "grad_norm": 0.11528836935758591,
      "learning_rate": 1.1440588726247696e-05,
      "loss": 0.8474,
      "step": 22321
    },
    {
      "epoch": 0.47041468438993295,
      "grad_norm": 0.11001712828874588,
      "learning_rate": 1.1439913302914736e-05,
      "loss": 0.7166,
      "step": 22322
    },
    {
      "epoch": 0.4704357584282982,
      "grad_norm": 0.09995470941066742,
      "learning_rate": 1.1439237872873791e-05,
      "loss": 0.8002,
      "step": 22323
    },
    {
      "epoch": 0.47045683246666353,
      "grad_norm": 0.1184210479259491,
      "learning_rate": 1.1438562436128015e-05,
      "loss": 0.7903,
      "step": 22324
    },
    {
      "epoch": 0.4704779065050288,
      "grad_norm": 0.12733162939548492,
      "learning_rate": 1.143788699268055e-05,
      "loss": 0.7801,
      "step": 22325
    },
    {
      "epoch": 0.47049898054339406,
      "grad_norm": 0.23536473512649536,
      "learning_rate": 1.1437211542534541e-05,
      "loss": 0.7161,
      "step": 22326
    },
    {
      "epoch": 0.4705200545817594,
      "grad_norm": 0.10737228393554688,
      "learning_rate": 1.1436536085693137e-05,
      "loss": 0.8144,
      "step": 22327
    },
    {
      "epoch": 0.47054112862012465,
      "grad_norm": 0.11378368735313416,
      "learning_rate": 1.1435860622159485e-05,
      "loss": 0.8577,
      "step": 22328
    },
    {
      "epoch": 0.4705622026584899,
      "grad_norm": 0.13135778903961182,
      "learning_rate": 1.1435185151936729e-05,
      "loss": 0.7778,
      "step": 22329
    },
    {
      "epoch": 0.47058327669685523,
      "grad_norm": 0.12411432713270187,
      "learning_rate": 1.1434509675028018e-05,
      "loss": 0.7599,
      "step": 22330
    },
    {
      "epoch": 0.4706043507352205,
      "grad_norm": 0.1287076473236084,
      "learning_rate": 1.1433834191436499e-05,
      "loss": 0.8344,
      "step": 22331
    },
    {
      "epoch": 0.4706254247735858,
      "grad_norm": 0.12474121898412704,
      "learning_rate": 1.143315870116532e-05,
      "loss": 0.7331,
      "step": 22332
    },
    {
      "epoch": 0.4706464988119511,
      "grad_norm": 0.13374823331832886,
      "learning_rate": 1.1432483204217624e-05,
      "loss": 0.8296,
      "step": 22333
    },
    {
      "epoch": 0.47066757285031635,
      "grad_norm": 0.33571192622184753,
      "learning_rate": 1.143180770059656e-05,
      "loss": 0.7669,
      "step": 22334
    },
    {
      "epoch": 0.47068864688868167,
      "grad_norm": 0.10256726294755936,
      "learning_rate": 1.1431132190305278e-05,
      "loss": 0.7587,
      "step": 22335
    },
    {
      "epoch": 0.47070972092704694,
      "grad_norm": 0.11945653706789017,
      "learning_rate": 1.1430456673346917e-05,
      "loss": 0.7163,
      "step": 22336
    },
    {
      "epoch": 0.47073079496541226,
      "grad_norm": 0.11608848720788956,
      "learning_rate": 1.142978114972463e-05,
      "loss": 0.77,
      "step": 22337
    },
    {
      "epoch": 0.4707518690037775,
      "grad_norm": 0.151217520236969,
      "learning_rate": 1.1429105619441565e-05,
      "loss": 0.848,
      "step": 22338
    },
    {
      "epoch": 0.4707729430421428,
      "grad_norm": 0.12115249037742615,
      "learning_rate": 1.1428430082500866e-05,
      "loss": 0.785,
      "step": 22339
    },
    {
      "epoch": 0.4707940170805081,
      "grad_norm": 0.14853912591934204,
      "learning_rate": 1.1427754538905682e-05,
      "loss": 0.7754,
      "step": 22340
    },
    {
      "epoch": 0.4708150911188734,
      "grad_norm": 0.14825603365898132,
      "learning_rate": 1.1427078988659157e-05,
      "loss": 0.7878,
      "step": 22341
    },
    {
      "epoch": 0.4708361651572387,
      "grad_norm": 0.1347588151693344,
      "learning_rate": 1.1426403431764441e-05,
      "loss": 0.7789,
      "step": 22342
    },
    {
      "epoch": 0.47085723919560396,
      "grad_norm": 0.12731149792671204,
      "learning_rate": 1.1425727868224678e-05,
      "loss": 0.8237,
      "step": 22343
    },
    {
      "epoch": 0.4708783132339692,
      "grad_norm": 0.12088978290557861,
      "learning_rate": 1.1425052298043022e-05,
      "loss": 0.8475,
      "step": 22344
    },
    {
      "epoch": 0.47089938727233455,
      "grad_norm": 0.10037832707166672,
      "learning_rate": 1.1424376721222611e-05,
      "loss": 0.7381,
      "step": 22345
    },
    {
      "epoch": 0.4709204613106998,
      "grad_norm": 0.11303157359361649,
      "learning_rate": 1.14237011377666e-05,
      "loss": 0.7265,
      "step": 22346
    },
    {
      "epoch": 0.4709415353490651,
      "grad_norm": 0.11150602996349335,
      "learning_rate": 1.1423025547678133e-05,
      "loss": 0.7377,
      "step": 22347
    },
    {
      "epoch": 0.4709626093874304,
      "grad_norm": 0.10384467244148254,
      "learning_rate": 1.1422349950960356e-05,
      "loss": 0.7541,
      "step": 22348
    },
    {
      "epoch": 0.47098368342579566,
      "grad_norm": 0.09870308637619019,
      "learning_rate": 1.1421674347616416e-05,
      "loss": 0.7946,
      "step": 22349
    },
    {
      "epoch": 0.471004757464161,
      "grad_norm": 0.12547920644283295,
      "learning_rate": 1.1420998737649465e-05,
      "loss": 0.7433,
      "step": 22350
    },
    {
      "epoch": 0.47102583150252625,
      "grad_norm": 0.1251794397830963,
      "learning_rate": 1.1420323121062646e-05,
      "loss": 0.8353,
      "step": 22351
    },
    {
      "epoch": 0.4710469055408915,
      "grad_norm": 0.13731281459331512,
      "learning_rate": 1.141964749785911e-05,
      "loss": 0.815,
      "step": 22352
    },
    {
      "epoch": 0.47106797957925683,
      "grad_norm": 0.13290643692016602,
      "learning_rate": 1.1418971868042001e-05,
      "loss": 0.843,
      "step": 22353
    },
    {
      "epoch": 0.4710890536176221,
      "grad_norm": 0.15845248103141785,
      "learning_rate": 1.1418296231614469e-05,
      "loss": 0.7818,
      "step": 22354
    },
    {
      "epoch": 0.4711101276559874,
      "grad_norm": 0.1274750828742981,
      "learning_rate": 1.1417620588579661e-05,
      "loss": 0.7435,
      "step": 22355
    },
    {
      "epoch": 0.4711312016943527,
      "grad_norm": 0.09826202690601349,
      "learning_rate": 1.1416944938940722e-05,
      "loss": 0.764,
      "step": 22356
    },
    {
      "epoch": 0.47115227573271795,
      "grad_norm": 0.13866324722766876,
      "learning_rate": 1.14162692827008e-05,
      "loss": 0.8475,
      "step": 22357
    },
    {
      "epoch": 0.47117334977108327,
      "grad_norm": 0.14289385080337524,
      "learning_rate": 1.1415593619863046e-05,
      "loss": 0.7854,
      "step": 22358
    },
    {
      "epoch": 0.47119442380944854,
      "grad_norm": 0.190471351146698,
      "learning_rate": 1.1414917950430608e-05,
      "loss": 0.6943,
      "step": 22359
    },
    {
      "epoch": 0.47121549784781386,
      "grad_norm": 0.12064068019390106,
      "learning_rate": 1.141424227440663e-05,
      "loss": 0.8263,
      "step": 22360
    },
    {
      "epoch": 0.4712365718861791,
      "grad_norm": 0.1075923964381218,
      "learning_rate": 1.141356659179426e-05,
      "loss": 0.79,
      "step": 22361
    },
    {
      "epoch": 0.4712576459245444,
      "grad_norm": 0.10133196413516998,
      "learning_rate": 1.141289090259665e-05,
      "loss": 0.7559,
      "step": 22362
    },
    {
      "epoch": 0.4712787199629097,
      "grad_norm": 0.12347842752933502,
      "learning_rate": 1.1412215206816941e-05,
      "loss": 0.7899,
      "step": 22363
    },
    {
      "epoch": 0.471299794001275,
      "grad_norm": 0.13574302196502686,
      "learning_rate": 1.1411539504458287e-05,
      "loss": 0.8034,
      "step": 22364
    },
    {
      "epoch": 0.47132086803964024,
      "grad_norm": 0.1409856528043747,
      "learning_rate": 1.1410863795523832e-05,
      "loss": 0.7769,
      "step": 22365
    },
    {
      "epoch": 0.47134194207800556,
      "grad_norm": 0.12766383588314056,
      "learning_rate": 1.1410188080016724e-05,
      "loss": 0.7627,
      "step": 22366
    },
    {
      "epoch": 0.4713630161163708,
      "grad_norm": 0.1219431683421135,
      "learning_rate": 1.1409512357940114e-05,
      "loss": 0.8111,
      "step": 22367
    },
    {
      "epoch": 0.47138409015473615,
      "grad_norm": 0.12728191912174225,
      "learning_rate": 1.1408836629297148e-05,
      "loss": 0.7694,
      "step": 22368
    },
    {
      "epoch": 0.4714051641931014,
      "grad_norm": 0.10552799701690674,
      "learning_rate": 1.1408160894090977e-05,
      "loss": 0.7966,
      "step": 22369
    },
    {
      "epoch": 0.4714262382314667,
      "grad_norm": 0.11253449320793152,
      "learning_rate": 1.1407485152324741e-05,
      "loss": 0.7932,
      "step": 22370
    },
    {
      "epoch": 0.471447312269832,
      "grad_norm": 0.13025705516338348,
      "learning_rate": 1.1406809404001595e-05,
      "loss": 0.8182,
      "step": 22371
    },
    {
      "epoch": 0.47146838630819726,
      "grad_norm": 0.10710710287094116,
      "learning_rate": 1.1406133649124683e-05,
      "loss": 0.7577,
      "step": 22372
    },
    {
      "epoch": 0.4714894603465626,
      "grad_norm": 0.12926101684570312,
      "learning_rate": 1.1405457887697156e-05,
      "loss": 0.8261,
      "step": 22373
    },
    {
      "epoch": 0.47151053438492785,
      "grad_norm": 0.10063549131155014,
      "learning_rate": 1.1404782119722165e-05,
      "loss": 0.7519,
      "step": 22374
    },
    {
      "epoch": 0.4715316084232931,
      "grad_norm": 0.14105622470378876,
      "learning_rate": 1.140410634520285e-05,
      "loss": 0.7892,
      "step": 22375
    },
    {
      "epoch": 0.47155268246165843,
      "grad_norm": 0.11034547537565231,
      "learning_rate": 1.1403430564142364e-05,
      "loss": 0.7693,
      "step": 22376
    },
    {
      "epoch": 0.4715737565000237,
      "grad_norm": 0.18110932409763336,
      "learning_rate": 1.1402754776543854e-05,
      "loss": 0.8207,
      "step": 22377
    },
    {
      "epoch": 0.471594830538389,
      "grad_norm": 0.1053261011838913,
      "learning_rate": 1.1402078982410471e-05,
      "loss": 0.8281,
      "step": 22378
    },
    {
      "epoch": 0.4716159045767543,
      "grad_norm": 0.1394205093383789,
      "learning_rate": 1.1401403181745361e-05,
      "loss": 0.8143,
      "step": 22379
    },
    {
      "epoch": 0.47163697861511955,
      "grad_norm": 0.12575018405914307,
      "learning_rate": 1.140072737455167e-05,
      "loss": 0.7688,
      "step": 22380
    },
    {
      "epoch": 0.47165805265348487,
      "grad_norm": 0.13665004074573517,
      "learning_rate": 1.140005156083255e-05,
      "loss": 0.7399,
      "step": 22381
    },
    {
      "epoch": 0.47167912669185014,
      "grad_norm": 0.1344643384218216,
      "learning_rate": 1.139937574059115e-05,
      "loss": 0.8439,
      "step": 22382
    },
    {
      "epoch": 0.4717002007302154,
      "grad_norm": 0.12620623409748077,
      "learning_rate": 1.1398699913830613e-05,
      "loss": 0.7629,
      "step": 22383
    },
    {
      "epoch": 0.4717212747685807,
      "grad_norm": 0.1456930935382843,
      "learning_rate": 1.1398024080554096e-05,
      "loss": 0.7757,
      "step": 22384
    },
    {
      "epoch": 0.471742348806946,
      "grad_norm": 0.1420709639787674,
      "learning_rate": 1.139734824076474e-05,
      "loss": 0.7568,
      "step": 22385
    },
    {
      "epoch": 0.4717634228453113,
      "grad_norm": 0.12722375988960266,
      "learning_rate": 1.139667239446569e-05,
      "loss": 0.7668,
      "step": 22386
    },
    {
      "epoch": 0.4717844968836766,
      "grad_norm": 0.13565319776535034,
      "learning_rate": 1.1395996541660105e-05,
      "loss": 0.733,
      "step": 22387
    },
    {
      "epoch": 0.47180557092204184,
      "grad_norm": 0.12296010553836823,
      "learning_rate": 1.1395320682351132e-05,
      "loss": 0.7698,
      "step": 22388
    },
    {
      "epoch": 0.47182664496040716,
      "grad_norm": 0.1517624855041504,
      "learning_rate": 1.1394644816541914e-05,
      "loss": 0.8287,
      "step": 22389
    },
    {
      "epoch": 0.4718477189987724,
      "grad_norm": 0.15841904282569885,
      "learning_rate": 1.1393968944235601e-05,
      "loss": 0.8377,
      "step": 22390
    },
    {
      "epoch": 0.47186879303713775,
      "grad_norm": 0.13270333409309387,
      "learning_rate": 1.1393293065435342e-05,
      "loss": 0.8126,
      "step": 22391
    },
    {
      "epoch": 0.471889867075503,
      "grad_norm": 0.14264844357967377,
      "learning_rate": 1.1392617180144287e-05,
      "loss": 0.8714,
      "step": 22392
    },
    {
      "epoch": 0.4719109411138683,
      "grad_norm": 0.13370178639888763,
      "learning_rate": 1.1391941288365584e-05,
      "loss": 0.8149,
      "step": 22393
    },
    {
      "epoch": 0.4719320151522336,
      "grad_norm": 0.13076359033584595,
      "learning_rate": 1.1391265390102382e-05,
      "loss": 0.7907,
      "step": 22394
    },
    {
      "epoch": 0.47195308919059886,
      "grad_norm": 0.10589476674795151,
      "learning_rate": 1.1390589485357828e-05,
      "loss": 0.7668,
      "step": 22395
    },
    {
      "epoch": 0.4719741632289642,
      "grad_norm": 0.11911415308713913,
      "learning_rate": 1.1389913574135074e-05,
      "loss": 0.7496,
      "step": 22396
    },
    {
      "epoch": 0.47199523726732945,
      "grad_norm": 0.11797719448804855,
      "learning_rate": 1.1389237656437265e-05,
      "loss": 0.8119,
      "step": 22397
    },
    {
      "epoch": 0.4720163113056947,
      "grad_norm": 0.12850382924079895,
      "learning_rate": 1.1388561732267553e-05,
      "loss": 0.7923,
      "step": 22398
    },
    {
      "epoch": 0.47203738534406003,
      "grad_norm": 0.11653467267751694,
      "learning_rate": 1.1387885801629088e-05,
      "loss": 0.7552,
      "step": 22399
    },
    {
      "epoch": 0.4720584593824253,
      "grad_norm": 0.15031395852565765,
      "learning_rate": 1.1387209864525012e-05,
      "loss": 0.856,
      "step": 22400
    },
    {
      "epoch": 0.4720795334207906,
      "grad_norm": 0.1278534084558487,
      "learning_rate": 1.138653392095848e-05,
      "loss": 0.9129,
      "step": 22401
    },
    {
      "epoch": 0.4721006074591559,
      "grad_norm": 0.12988978624343872,
      "learning_rate": 1.1385857970932639e-05,
      "loss": 0.8422,
      "step": 22402
    },
    {
      "epoch": 0.47212168149752115,
      "grad_norm": 0.15946047008037567,
      "learning_rate": 1.138518201445064e-05,
      "loss": 0.8174,
      "step": 22403
    },
    {
      "epoch": 0.47214275553588647,
      "grad_norm": 0.17509350180625916,
      "learning_rate": 1.138450605151563e-05,
      "loss": 0.7328,
      "step": 22404
    },
    {
      "epoch": 0.47216382957425174,
      "grad_norm": 0.13147535920143127,
      "learning_rate": 1.1383830082130757e-05,
      "loss": 0.7872,
      "step": 22405
    },
    {
      "epoch": 0.472184903612617,
      "grad_norm": 0.18071672320365906,
      "learning_rate": 1.1383154106299173e-05,
      "loss": 0.8046,
      "step": 22406
    },
    {
      "epoch": 0.4722059776509823,
      "grad_norm": 0.11519462615251541,
      "learning_rate": 1.1382478124024026e-05,
      "loss": 0.7594,
      "step": 22407
    },
    {
      "epoch": 0.4722270516893476,
      "grad_norm": 0.160145565867424,
      "learning_rate": 1.1381802135308462e-05,
      "loss": 0.8107,
      "step": 22408
    },
    {
      "epoch": 0.4722481257277129,
      "grad_norm": 0.19054603576660156,
      "learning_rate": 1.1381126140155634e-05,
      "loss": 0.827,
      "step": 22409
    },
    {
      "epoch": 0.4722691997660782,
      "grad_norm": 0.1357240229845047,
      "learning_rate": 1.138045013856869e-05,
      "loss": 0.7936,
      "step": 22410
    },
    {
      "epoch": 0.47229027380444344,
      "grad_norm": 0.14500334858894348,
      "learning_rate": 1.137977413055078e-05,
      "loss": 0.7319,
      "step": 22411
    },
    {
      "epoch": 0.47231134784280876,
      "grad_norm": 0.1325240582227707,
      "learning_rate": 1.1379098116105051e-05,
      "loss": 0.7688,
      "step": 22412
    },
    {
      "epoch": 0.472332421881174,
      "grad_norm": 0.13320866227149963,
      "learning_rate": 1.1378422095234658e-05,
      "loss": 0.8304,
      "step": 22413
    },
    {
      "epoch": 0.47235349591953935,
      "grad_norm": 0.15745030343532562,
      "learning_rate": 1.1377746067942742e-05,
      "loss": 0.8322,
      "step": 22414
    },
    {
      "epoch": 0.4723745699579046,
      "grad_norm": 0.10804935544729233,
      "learning_rate": 1.1377070034232458e-05,
      "loss": 0.7885,
      "step": 22415
    },
    {
      "epoch": 0.4723956439962699,
      "grad_norm": 0.16655302047729492,
      "learning_rate": 1.1376393994106953e-05,
      "loss": 0.7799,
      "step": 22416
    },
    {
      "epoch": 0.4724167180346352,
      "grad_norm": 0.1469063013792038,
      "learning_rate": 1.1375717947569378e-05,
      "loss": 0.7525,
      "step": 22417
    },
    {
      "epoch": 0.47243779207300046,
      "grad_norm": 0.13659727573394775,
      "learning_rate": 1.1375041894622884e-05,
      "loss": 0.8529,
      "step": 22418
    },
    {
      "epoch": 0.4724588661113658,
      "grad_norm": 0.13530012965202332,
      "learning_rate": 1.1374365835270616e-05,
      "loss": 0.8285,
      "step": 22419
    },
    {
      "epoch": 0.47247994014973105,
      "grad_norm": 0.13436295092105865,
      "learning_rate": 1.1373689769515725e-05,
      "loss": 0.7816,
      "step": 22420
    },
    {
      "epoch": 0.4725010141880963,
      "grad_norm": 0.12772396206855774,
      "learning_rate": 1.1373013697361361e-05,
      "loss": 0.784,
      "step": 22421
    },
    {
      "epoch": 0.47252208822646163,
      "grad_norm": 0.12728513777256012,
      "learning_rate": 1.1372337618810674e-05,
      "loss": 0.827,
      "step": 22422
    },
    {
      "epoch": 0.4725431622648269,
      "grad_norm": 0.1106623038649559,
      "learning_rate": 1.1371661533866813e-05,
      "loss": 0.6973,
      "step": 22423
    },
    {
      "epoch": 0.47256423630319216,
      "grad_norm": 0.14914648234844208,
      "learning_rate": 1.137098544253293e-05,
      "loss": 0.7339,
      "step": 22424
    },
    {
      "epoch": 0.4725853103415575,
      "grad_norm": 0.11596931517124176,
      "learning_rate": 1.1370309344812171e-05,
      "loss": 0.7945,
      "step": 22425
    },
    {
      "epoch": 0.47260638437992275,
      "grad_norm": 0.13080649077892303,
      "learning_rate": 1.1369633240707687e-05,
      "loss": 0.8055,
      "step": 22426
    },
    {
      "epoch": 0.47262745841828807,
      "grad_norm": 0.1326586902141571,
      "learning_rate": 1.1368957130222628e-05,
      "loss": 0.8221,
      "step": 22427
    },
    {
      "epoch": 0.47264853245665334,
      "grad_norm": 0.11678694188594818,
      "learning_rate": 1.1368281013360145e-05,
      "loss": 0.8393,
      "step": 22428
    },
    {
      "epoch": 0.4726696064950186,
      "grad_norm": 0.10181494802236557,
      "learning_rate": 1.1367604890123382e-05,
      "loss": 0.7813,
      "step": 22429
    },
    {
      "epoch": 0.4726906805333839,
      "grad_norm": 0.12766677141189575,
      "learning_rate": 1.1366928760515497e-05,
      "loss": 0.8103,
      "step": 22430
    },
    {
      "epoch": 0.4727117545717492,
      "grad_norm": 0.118653304874897,
      "learning_rate": 1.1366252624539635e-05,
      "loss": 0.8254,
      "step": 22431
    },
    {
      "epoch": 0.4727328286101145,
      "grad_norm": 0.1422971487045288,
      "learning_rate": 1.1365576482198948e-05,
      "loss": 0.8212,
      "step": 22432
    },
    {
      "epoch": 0.4727539026484798,
      "grad_norm": 0.11226972937583923,
      "learning_rate": 1.1364900333496587e-05,
      "loss": 0.759,
      "step": 22433
    },
    {
      "epoch": 0.47277497668684504,
      "grad_norm": 0.12658269703388214,
      "learning_rate": 1.1364224178435696e-05,
      "loss": 0.7885,
      "step": 22434
    },
    {
      "epoch": 0.47279605072521036,
      "grad_norm": 0.11133042722940445,
      "learning_rate": 1.1363548017019428e-05,
      "loss": 0.8383,
      "step": 22435
    },
    {
      "epoch": 0.4728171247635756,
      "grad_norm": 0.11487001925706863,
      "learning_rate": 1.1362871849250937e-05,
      "loss": 0.7889,
      "step": 22436
    },
    {
      "epoch": 0.47283819880194095,
      "grad_norm": 0.10283788293600082,
      "learning_rate": 1.1362195675133364e-05,
      "loss": 0.8151,
      "step": 22437
    },
    {
      "epoch": 0.4728592728403062,
      "grad_norm": 0.12508204579353333,
      "learning_rate": 1.1361519494669869e-05,
      "loss": 0.7762,
      "step": 22438
    },
    {
      "epoch": 0.4728803468786715,
      "grad_norm": 0.12439436465501785,
      "learning_rate": 1.1360843307863595e-05,
      "loss": 0.7924,
      "step": 22439
    },
    {
      "epoch": 0.4729014209170368,
      "grad_norm": 0.14097224175930023,
      "learning_rate": 1.1360167114717697e-05,
      "loss": 0.7983,
      "step": 22440
    },
    {
      "epoch": 0.47292249495540206,
      "grad_norm": 0.33365753293037415,
      "learning_rate": 1.1359490915235323e-05,
      "loss": 0.7326,
      "step": 22441
    },
    {
      "epoch": 0.4729435689937673,
      "grad_norm": 0.14424578845500946,
      "learning_rate": 1.1358814709419621e-05,
      "loss": 0.8057,
      "step": 22442
    },
    {
      "epoch": 0.47296464303213265,
      "grad_norm": 0.1449642777442932,
      "learning_rate": 1.1358138497273746e-05,
      "loss": 0.824,
      "step": 22443
    },
    {
      "epoch": 0.4729857170704979,
      "grad_norm": 0.13659948110580444,
      "learning_rate": 1.135746227880084e-05,
      "loss": 0.7748,
      "step": 22444
    },
    {
      "epoch": 0.47300679110886323,
      "grad_norm": 0.1399758905172348,
      "learning_rate": 1.1356786054004064e-05,
      "loss": 0.8083,
      "step": 22445
    },
    {
      "epoch": 0.4730278651472285,
      "grad_norm": 0.1406203955411911,
      "learning_rate": 1.1356109822886561e-05,
      "loss": 0.7977,
      "step": 22446
    },
    {
      "epoch": 0.47304893918559376,
      "grad_norm": 0.1544252336025238,
      "learning_rate": 1.1355433585451484e-05,
      "loss": 0.7389,
      "step": 22447
    },
    {
      "epoch": 0.4730700132239591,
      "grad_norm": 0.1448064148426056,
      "learning_rate": 1.135475734170198e-05,
      "loss": 0.7776,
      "step": 22448
    },
    {
      "epoch": 0.47309108726232435,
      "grad_norm": 0.130690798163414,
      "learning_rate": 1.1354081091641204e-05,
      "loss": 0.7426,
      "step": 22449
    },
    {
      "epoch": 0.47311216130068967,
      "grad_norm": 0.15956075489521027,
      "learning_rate": 1.1353404835272304e-05,
      "loss": 0.8241,
      "step": 22450
    },
    {
      "epoch": 0.47313323533905494,
      "grad_norm": 0.1154184639453888,
      "learning_rate": 1.1352728572598427e-05,
      "loss": 0.7237,
      "step": 22451
    },
    {
      "epoch": 0.4731543093774202,
      "grad_norm": 0.12477339804172516,
      "learning_rate": 1.1352052303622732e-05,
      "loss": 0.7685,
      "step": 22452
    },
    {
      "epoch": 0.4731753834157855,
      "grad_norm": 0.13160686194896698,
      "learning_rate": 1.1351376028348362e-05,
      "loss": 0.7704,
      "step": 22453
    },
    {
      "epoch": 0.4731964574541508,
      "grad_norm": 0.12589851021766663,
      "learning_rate": 1.135069974677847e-05,
      "loss": 0.729,
      "step": 22454
    },
    {
      "epoch": 0.4732175314925161,
      "grad_norm": 0.12548711895942688,
      "learning_rate": 1.1350023458916206e-05,
      "loss": 0.7755,
      "step": 22455
    },
    {
      "epoch": 0.4732386055308814,
      "grad_norm": 0.14288778603076935,
      "learning_rate": 1.1349347164764724e-05,
      "loss": 0.8002,
      "step": 22456
    },
    {
      "epoch": 0.47325967956924664,
      "grad_norm": 0.13640958070755005,
      "learning_rate": 1.134867086432717e-05,
      "loss": 0.8463,
      "step": 22457
    },
    {
      "epoch": 0.47328075360761196,
      "grad_norm": 0.15084677934646606,
      "learning_rate": 1.1347994557606694e-05,
      "loss": 0.7825,
      "step": 22458
    },
    {
      "epoch": 0.4733018276459772,
      "grad_norm": 0.2559143602848053,
      "learning_rate": 1.134731824460645e-05,
      "loss": 0.7748,
      "step": 22459
    },
    {
      "epoch": 0.4733229016843425,
      "grad_norm": 0.11454470455646515,
      "learning_rate": 1.134664192532959e-05,
      "loss": 0.7448,
      "step": 22460
    },
    {
      "epoch": 0.4733439757227078,
      "grad_norm": 0.1336291879415512,
      "learning_rate": 1.134596559977926e-05,
      "loss": 0.8286,
      "step": 22461
    },
    {
      "epoch": 0.4733650497610731,
      "grad_norm": 0.0968739241361618,
      "learning_rate": 1.1345289267958615e-05,
      "loss": 0.7407,
      "step": 22462
    },
    {
      "epoch": 0.4733861237994384,
      "grad_norm": 0.1247284933924675,
      "learning_rate": 1.1344612929870802e-05,
      "loss": 0.7975,
      "step": 22463
    },
    {
      "epoch": 0.47340719783780366,
      "grad_norm": 0.10968968272209167,
      "learning_rate": 1.1343936585518974e-05,
      "loss": 0.7832,
      "step": 22464
    },
    {
      "epoch": 0.4734282718761689,
      "grad_norm": 0.11760561168193817,
      "learning_rate": 1.134326023490628e-05,
      "loss": 0.752,
      "step": 22465
    },
    {
      "epoch": 0.47344934591453425,
      "grad_norm": 0.14468394219875336,
      "learning_rate": 1.1342583878035873e-05,
      "loss": 0.8089,
      "step": 22466
    },
    {
      "epoch": 0.4734704199528995,
      "grad_norm": 0.11958369612693787,
      "learning_rate": 1.1341907514910907e-05,
      "loss": 0.8141,
      "step": 22467
    },
    {
      "epoch": 0.47349149399126483,
      "grad_norm": 0.13066606223583221,
      "learning_rate": 1.1341231145534523e-05,
      "loss": 0.7492,
      "step": 22468
    },
    {
      "epoch": 0.4735125680296301,
      "grad_norm": 0.13036024570465088,
      "learning_rate": 1.1340554769909881e-05,
      "loss": 0.7686,
      "step": 22469
    },
    {
      "epoch": 0.47353364206799536,
      "grad_norm": 0.13892731070518494,
      "learning_rate": 1.133987838804013e-05,
      "loss": 0.7361,
      "step": 22470
    },
    {
      "epoch": 0.4735547161063607,
      "grad_norm": 0.15338903665542603,
      "learning_rate": 1.1339201999928418e-05,
      "loss": 0.7935,
      "step": 22471
    },
    {
      "epoch": 0.47357579014472595,
      "grad_norm": 0.13715609908103943,
      "learning_rate": 1.13385256055779e-05,
      "loss": 0.7562,
      "step": 22472
    },
    {
      "epoch": 0.47359686418309127,
      "grad_norm": 0.14612382650375366,
      "learning_rate": 1.133784920499172e-05,
      "loss": 0.8337,
      "step": 22473
    },
    {
      "epoch": 0.47361793822145654,
      "grad_norm": 0.14754809439182281,
      "learning_rate": 1.1337172798173038e-05,
      "loss": 0.8105,
      "step": 22474
    },
    {
      "epoch": 0.4736390122598218,
      "grad_norm": 0.13637857139110565,
      "learning_rate": 1.1336496385125e-05,
      "loss": 0.7771,
      "step": 22475
    },
    {
      "epoch": 0.4736600862981871,
      "grad_norm": 0.12448680400848389,
      "learning_rate": 1.1335819965850758e-05,
      "loss": 0.8096,
      "step": 22476
    },
    {
      "epoch": 0.4736811603365524,
      "grad_norm": 0.11781556159257889,
      "learning_rate": 1.1335143540353468e-05,
      "loss": 0.7347,
      "step": 22477
    },
    {
      "epoch": 0.47370223437491765,
      "grad_norm": 0.11547458916902542,
      "learning_rate": 1.1334467108636273e-05,
      "loss": 0.759,
      "step": 22478
    },
    {
      "epoch": 0.473723308413283,
      "grad_norm": 0.1497197300195694,
      "learning_rate": 1.1333790670702327e-05,
      "loss": 0.7553,
      "step": 22479
    },
    {
      "epoch": 0.47374438245164824,
      "grad_norm": 0.13779351115226746,
      "learning_rate": 1.133311422655478e-05,
      "loss": 0.7344,
      "step": 22480
    },
    {
      "epoch": 0.47376545649001356,
      "grad_norm": 0.1279962658882141,
      "learning_rate": 1.1332437776196791e-05,
      "loss": 0.7897,
      "step": 22481
    },
    {
      "epoch": 0.4737865305283788,
      "grad_norm": 0.1430995762348175,
      "learning_rate": 1.1331761319631502e-05,
      "loss": 0.7979,
      "step": 22482
    },
    {
      "epoch": 0.4738076045667441,
      "grad_norm": 0.09670955687761307,
      "learning_rate": 1.1331084856862072e-05,
      "loss": 0.7609,
      "step": 22483
    },
    {
      "epoch": 0.4738286786051094,
      "grad_norm": 0.14590106904506683,
      "learning_rate": 1.1330408387891644e-05,
      "loss": 0.7626,
      "step": 22484
    },
    {
      "epoch": 0.4738497526434747,
      "grad_norm": 0.11563350260257721,
      "learning_rate": 1.1329731912723377e-05,
      "loss": 0.8082,
      "step": 22485
    },
    {
      "epoch": 0.47387082668184,
      "grad_norm": 0.13537730276584625,
      "learning_rate": 1.1329055431360415e-05,
      "loss": 0.7706,
      "step": 22486
    },
    {
      "epoch": 0.47389190072020526,
      "grad_norm": 0.12904316186904907,
      "learning_rate": 1.1328378943805917e-05,
      "loss": 0.7687,
      "step": 22487
    },
    {
      "epoch": 0.4739129747585705,
      "grad_norm": 0.12488792091608047,
      "learning_rate": 1.1327702450063032e-05,
      "loss": 0.732,
      "step": 22488
    },
    {
      "epoch": 0.47393404879693585,
      "grad_norm": 0.14477592706680298,
      "learning_rate": 1.1327025950134909e-05,
      "loss": 0.7739,
      "step": 22489
    },
    {
      "epoch": 0.4739551228353011,
      "grad_norm": 0.15578003227710724,
      "learning_rate": 1.1326349444024703e-05,
      "loss": 0.7741,
      "step": 22490
    },
    {
      "epoch": 0.47397619687366643,
      "grad_norm": 0.13554203510284424,
      "learning_rate": 1.132567293173556e-05,
      "loss": 0.8107,
      "step": 22491
    },
    {
      "epoch": 0.4739972709120317,
      "grad_norm": 0.11540926992893219,
      "learning_rate": 1.1324996413270641e-05,
      "loss": 0.8331,
      "step": 22492
    },
    {
      "epoch": 0.47401834495039696,
      "grad_norm": 0.12332610040903091,
      "learning_rate": 1.1324319888633091e-05,
      "loss": 0.7547,
      "step": 22493
    },
    {
      "epoch": 0.4740394189887623,
      "grad_norm": 0.12403282523155212,
      "learning_rate": 1.1323643357826057e-05,
      "loss": 0.7453,
      "step": 22494
    },
    {
      "epoch": 0.47406049302712755,
      "grad_norm": 0.1207740306854248,
      "learning_rate": 1.13229668208527e-05,
      "loss": 0.7818,
      "step": 22495
    },
    {
      "epoch": 0.47408156706549287,
      "grad_norm": 0.11605300009250641,
      "learning_rate": 1.1322290277716173e-05,
      "loss": 0.8008,
      "step": 22496
    },
    {
      "epoch": 0.47410264110385814,
      "grad_norm": 0.12375322729349136,
      "learning_rate": 1.1321613728419618e-05,
      "loss": 0.8281,
      "step": 22497
    },
    {
      "epoch": 0.4741237151422234,
      "grad_norm": 0.12100300192832947,
      "learning_rate": 1.1320937172966191e-05,
      "loss": 0.7539,
      "step": 22498
    },
    {
      "epoch": 0.4741447891805887,
      "grad_norm": 0.13106019794940948,
      "learning_rate": 1.1320260611359046e-05,
      "loss": 0.7317,
      "step": 22499
    },
    {
      "epoch": 0.474165863218954,
      "grad_norm": 0.1268996000289917,
      "learning_rate": 1.1319584043601333e-05,
      "loss": 0.7948,
      "step": 22500
    },
    {
      "epoch": 0.47418693725731925,
      "grad_norm": 0.13868509232997894,
      "learning_rate": 1.1318907469696204e-05,
      "loss": 0.7908,
      "step": 22501
    },
    {
      "epoch": 0.4742080112956846,
      "grad_norm": 0.12394475936889648,
      "learning_rate": 1.131823088964681e-05,
      "loss": 0.7925,
      "step": 22502
    },
    {
      "epoch": 0.47422908533404984,
      "grad_norm": 0.12995712459087372,
      "learning_rate": 1.1317554303456307e-05,
      "loss": 0.8202,
      "step": 22503
    },
    {
      "epoch": 0.47425015937241516,
      "grad_norm": 0.1199900358915329,
      "learning_rate": 1.1316877711127841e-05,
      "loss": 0.7994,
      "step": 22504
    },
    {
      "epoch": 0.4742712334107804,
      "grad_norm": 0.11518640071153641,
      "learning_rate": 1.1316201112664568e-05,
      "loss": 0.7478,
      "step": 22505
    },
    {
      "epoch": 0.4742923074491457,
      "grad_norm": 0.11534497886896133,
      "learning_rate": 1.131552450806964e-05,
      "loss": 0.7444,
      "step": 22506
    },
    {
      "epoch": 0.474313381487511,
      "grad_norm": 0.11426278948783875,
      "learning_rate": 1.1314847897346209e-05,
      "loss": 0.8264,
      "step": 22507
    },
    {
      "epoch": 0.4743344555258763,
      "grad_norm": 0.11698853969573975,
      "learning_rate": 1.1314171280497418e-05,
      "loss": 0.8215,
      "step": 22508
    },
    {
      "epoch": 0.4743555295642416,
      "grad_norm": 0.1285240203142166,
      "learning_rate": 1.1313494657526433e-05,
      "loss": 0.7686,
      "step": 22509
    },
    {
      "epoch": 0.47437660360260686,
      "grad_norm": 0.16752220690250397,
      "learning_rate": 1.13128180284364e-05,
      "loss": 0.7314,
      "step": 22510
    },
    {
      "epoch": 0.4743976776409721,
      "grad_norm": 0.10290680080652237,
      "learning_rate": 1.1312141393230474e-05,
      "loss": 0.7075,
      "step": 22511
    },
    {
      "epoch": 0.47441875167933745,
      "grad_norm": 0.1108163520693779,
      "learning_rate": 1.1311464751911803e-05,
      "loss": 0.8092,
      "step": 22512
    },
    {
      "epoch": 0.4744398257177027,
      "grad_norm": 0.1220187097787857,
      "learning_rate": 1.131078810448354e-05,
      "loss": 0.8034,
      "step": 22513
    },
    {
      "epoch": 0.47446089975606803,
      "grad_norm": 0.11575416475534439,
      "learning_rate": 1.1310111450948835e-05,
      "loss": 0.7776,
      "step": 22514
    },
    {
      "epoch": 0.4744819737944333,
      "grad_norm": 0.12638813257217407,
      "learning_rate": 1.1309434791310848e-05,
      "loss": 0.742,
      "step": 22515
    },
    {
      "epoch": 0.47450304783279856,
      "grad_norm": 0.1330447643995285,
      "learning_rate": 1.1308758125572724e-05,
      "loss": 0.809,
      "step": 22516
    },
    {
      "epoch": 0.4745241218711639,
      "grad_norm": 0.11107231676578522,
      "learning_rate": 1.1308081453737616e-05,
      "loss": 0.749,
      "step": 22517
    },
    {
      "epoch": 0.47454519590952915,
      "grad_norm": 0.14169694483280182,
      "learning_rate": 1.1307404775808681e-05,
      "loss": 0.803,
      "step": 22518
    },
    {
      "epoch": 0.4745662699478944,
      "grad_norm": 0.09461402893066406,
      "learning_rate": 1.1306728091789067e-05,
      "loss": 0.7249,
      "step": 22519
    },
    {
      "epoch": 0.47458734398625974,
      "grad_norm": 0.1228964552283287,
      "learning_rate": 1.1306051401681927e-05,
      "loss": 0.7169,
      "step": 22520
    },
    {
      "epoch": 0.474608418024625,
      "grad_norm": 0.12013772130012512,
      "learning_rate": 1.1305374705490419e-05,
      "loss": 0.7871,
      "step": 22521
    },
    {
      "epoch": 0.4746294920629903,
      "grad_norm": 0.1566866934299469,
      "learning_rate": 1.1304698003217687e-05,
      "loss": 0.7931,
      "step": 22522
    },
    {
      "epoch": 0.4746505661013556,
      "grad_norm": 0.13483616709709167,
      "learning_rate": 1.1304021294866887e-05,
      "loss": 0.7424,
      "step": 22523
    },
    {
      "epoch": 0.47467164013972085,
      "grad_norm": 0.1253807544708252,
      "learning_rate": 1.1303344580441171e-05,
      "loss": 0.7923,
      "step": 22524
    },
    {
      "epoch": 0.4746927141780862,
      "grad_norm": 0.14221298694610596,
      "learning_rate": 1.1302667859943695e-05,
      "loss": 0.763,
      "step": 22525
    },
    {
      "epoch": 0.47471378821645144,
      "grad_norm": 0.12523771822452545,
      "learning_rate": 1.130199113337761e-05,
      "loss": 0.733,
      "step": 22526
    },
    {
      "epoch": 0.47473486225481676,
      "grad_norm": 0.15682406723499298,
      "learning_rate": 1.1301314400746064e-05,
      "loss": 0.814,
      "step": 22527
    },
    {
      "epoch": 0.474755936293182,
      "grad_norm": 0.11897139251232147,
      "learning_rate": 1.1300637662052217e-05,
      "loss": 0.7723,
      "step": 22528
    },
    {
      "epoch": 0.4747770103315473,
      "grad_norm": 0.12050727009773254,
      "learning_rate": 1.1299960917299213e-05,
      "loss": 0.696,
      "step": 22529
    },
    {
      "epoch": 0.4747980843699126,
      "grad_norm": 0.12366261333227158,
      "learning_rate": 1.1299284166490213e-05,
      "loss": 0.7831,
      "step": 22530
    },
    {
      "epoch": 0.4748191584082779,
      "grad_norm": 0.1813238263130188,
      "learning_rate": 1.1298607409628364e-05,
      "loss": 0.7686,
      "step": 22531
    },
    {
      "epoch": 0.4748402324466432,
      "grad_norm": 0.14398537576198578,
      "learning_rate": 1.1297930646716822e-05,
      "loss": 0.798,
      "step": 22532
    },
    {
      "epoch": 0.47486130648500846,
      "grad_norm": 0.10133346170186996,
      "learning_rate": 1.1297253877758738e-05,
      "loss": 0.7167,
      "step": 22533
    },
    {
      "epoch": 0.4748823805233737,
      "grad_norm": 0.1260184943675995,
      "learning_rate": 1.1296577102757267e-05,
      "loss": 0.7585,
      "step": 22534
    },
    {
      "epoch": 0.47490345456173905,
      "grad_norm": 0.09725455194711685,
      "learning_rate": 1.1295900321715561e-05,
      "loss": 0.7063,
      "step": 22535
    },
    {
      "epoch": 0.4749245286001043,
      "grad_norm": 0.11715835332870483,
      "learning_rate": 1.1295223534636772e-05,
      "loss": 0.7512,
      "step": 22536
    },
    {
      "epoch": 0.4749456026384696,
      "grad_norm": 0.11466079205274582,
      "learning_rate": 1.129454674152405e-05,
      "loss": 0.7999,
      "step": 22537
    },
    {
      "epoch": 0.4749666766768349,
      "grad_norm": 0.13955076038837433,
      "learning_rate": 1.1293869942380552e-05,
      "loss": 0.7822,
      "step": 22538
    },
    {
      "epoch": 0.47498775071520016,
      "grad_norm": 0.104373037815094,
      "learning_rate": 1.129319313720943e-05,
      "loss": 0.7271,
      "step": 22539
    },
    {
      "epoch": 0.4750088247535655,
      "grad_norm": 0.11392156779766083,
      "learning_rate": 1.1292516326013838e-05,
      "loss": 0.7751,
      "step": 22540
    },
    {
      "epoch": 0.47502989879193075,
      "grad_norm": 0.14966851472854614,
      "learning_rate": 1.1291839508796929e-05,
      "loss": 0.8874,
      "step": 22541
    },
    {
      "epoch": 0.475050972830296,
      "grad_norm": 0.12765765190124512,
      "learning_rate": 1.1291162685561851e-05,
      "loss": 0.8073,
      "step": 22542
    },
    {
      "epoch": 0.47507204686866134,
      "grad_norm": 0.15230683982372284,
      "learning_rate": 1.1290485856311767e-05,
      "loss": 0.8015,
      "step": 22543
    },
    {
      "epoch": 0.4750931209070266,
      "grad_norm": 0.11441366374492645,
      "learning_rate": 1.1289809021049815e-05,
      "loss": 0.7493,
      "step": 22544
    },
    {
      "epoch": 0.4751141949453919,
      "grad_norm": 0.16697342693805695,
      "learning_rate": 1.1289132179779166e-05,
      "loss": 0.8028,
      "step": 22545
    },
    {
      "epoch": 0.4751352689837572,
      "grad_norm": 0.13406921923160553,
      "learning_rate": 1.1288455332502959e-05,
      "loss": 0.839,
      "step": 22546
    },
    {
      "epoch": 0.47515634302212245,
      "grad_norm": 0.15068092942237854,
      "learning_rate": 1.1287778479224354e-05,
      "loss": 0.795,
      "step": 22547
    },
    {
      "epoch": 0.4751774170604878,
      "grad_norm": 0.11218246072530746,
      "learning_rate": 1.1287101619946503e-05,
      "loss": 0.7851,
      "step": 22548
    },
    {
      "epoch": 0.47519849109885304,
      "grad_norm": 0.13999207317829132,
      "learning_rate": 1.1286424754672558e-05,
      "loss": 0.7185,
      "step": 22549
    },
    {
      "epoch": 0.47521956513721836,
      "grad_norm": 0.11741352081298828,
      "learning_rate": 1.1285747883405673e-05,
      "loss": 0.756,
      "step": 22550
    },
    {
      "epoch": 0.4752406391755836,
      "grad_norm": 0.13887493312358856,
      "learning_rate": 1.1285071006149004e-05,
      "loss": 0.7734,
      "step": 22551
    },
    {
      "epoch": 0.4752617132139489,
      "grad_norm": 0.15758295357227325,
      "learning_rate": 1.1284394122905697e-05,
      "loss": 0.7854,
      "step": 22552
    },
    {
      "epoch": 0.4752827872523142,
      "grad_norm": 0.13914607465267181,
      "learning_rate": 1.1283717233678912e-05,
      "loss": 0.7714,
      "step": 22553
    },
    {
      "epoch": 0.4753038612906795,
      "grad_norm": 0.1128104105591774,
      "learning_rate": 1.1283040338471802e-05,
      "loss": 0.7088,
      "step": 22554
    },
    {
      "epoch": 0.47532493532904474,
      "grad_norm": 0.13118457794189453,
      "learning_rate": 1.128236343728752e-05,
      "loss": 0.8541,
      "step": 22555
    },
    {
      "epoch": 0.47534600936741006,
      "grad_norm": 0.14387919008731842,
      "learning_rate": 1.1281686530129215e-05,
      "loss": 0.8133,
      "step": 22556
    },
    {
      "epoch": 0.4753670834057753,
      "grad_norm": 0.1445760279893875,
      "learning_rate": 1.1281009617000043e-05,
      "loss": 0.7914,
      "step": 22557
    },
    {
      "epoch": 0.47538815744414065,
      "grad_norm": 0.1499151587486267,
      "learning_rate": 1.128033269790316e-05,
      "loss": 0.8653,
      "step": 22558
    },
    {
      "epoch": 0.4754092314825059,
      "grad_norm": 0.12121561914682388,
      "learning_rate": 1.1279655772841713e-05,
      "loss": 0.7307,
      "step": 22559
    },
    {
      "epoch": 0.4754303055208712,
      "grad_norm": 0.14224596321582794,
      "learning_rate": 1.1278978841818866e-05,
      "loss": 0.8461,
      "step": 22560
    },
    {
      "epoch": 0.4754513795592365,
      "grad_norm": 0.11045802384614944,
      "learning_rate": 1.1278301904837765e-05,
      "loss": 0.7906,
      "step": 22561
    },
    {
      "epoch": 0.47547245359760176,
      "grad_norm": 0.15373992919921875,
      "learning_rate": 1.1277624961901563e-05,
      "loss": 0.8056,
      "step": 22562
    },
    {
      "epoch": 0.4754935276359671,
      "grad_norm": 0.11544524133205414,
      "learning_rate": 1.1276948013013418e-05,
      "loss": 0.7412,
      "step": 22563
    },
    {
      "epoch": 0.47551460167433235,
      "grad_norm": 0.11656661331653595,
      "learning_rate": 1.127627105817648e-05,
      "loss": 0.7723,
      "step": 22564
    },
    {
      "epoch": 0.4755356757126976,
      "grad_norm": 0.11646971851587296,
      "learning_rate": 1.1275594097393908e-05,
      "loss": 0.8079,
      "step": 22565
    },
    {
      "epoch": 0.47555674975106293,
      "grad_norm": 0.1257065087556839,
      "learning_rate": 1.1274917130668848e-05,
      "loss": 0.8333,
      "step": 22566
    },
    {
      "epoch": 0.4755778237894282,
      "grad_norm": 0.11524809896945953,
      "learning_rate": 1.1274240158004458e-05,
      "loss": 0.7702,
      "step": 22567
    },
    {
      "epoch": 0.4755988978277935,
      "grad_norm": 0.14058344066143036,
      "learning_rate": 1.1273563179403891e-05,
      "loss": 0.7879,
      "step": 22568
    },
    {
      "epoch": 0.4756199718661588,
      "grad_norm": 0.12356328964233398,
      "learning_rate": 1.12728861948703e-05,
      "loss": 0.7806,
      "step": 22569
    },
    {
      "epoch": 0.47564104590452405,
      "grad_norm": 0.12570911645889282,
      "learning_rate": 1.1272209204406843e-05,
      "loss": 0.765,
      "step": 22570
    },
    {
      "epoch": 0.47566211994288937,
      "grad_norm": 0.1325031816959381,
      "learning_rate": 1.1271532208016668e-05,
      "loss": 0.7208,
      "step": 22571
    },
    {
      "epoch": 0.47568319398125464,
      "grad_norm": 0.12500415742397308,
      "learning_rate": 1.1270855205702933e-05,
      "loss": 0.7309,
      "step": 22572
    },
    {
      "epoch": 0.4757042680196199,
      "grad_norm": 0.11814871430397034,
      "learning_rate": 1.1270178197468788e-05,
      "loss": 0.7767,
      "step": 22573
    },
    {
      "epoch": 0.4757253420579852,
      "grad_norm": 0.1014222726225853,
      "learning_rate": 1.1269501183317393e-05,
      "loss": 0.7799,
      "step": 22574
    },
    {
      "epoch": 0.4757464160963505,
      "grad_norm": 0.10586811602115631,
      "learning_rate": 1.1268824163251894e-05,
      "loss": 0.7458,
      "step": 22575
    },
    {
      "epoch": 0.4757674901347158,
      "grad_norm": 0.10184580087661743,
      "learning_rate": 1.1268147137275453e-05,
      "loss": 0.7721,
      "step": 22576
    },
    {
      "epoch": 0.4757885641730811,
      "grad_norm": 0.12055535614490509,
      "learning_rate": 1.1267470105391219e-05,
      "loss": 0.7604,
      "step": 22577
    },
    {
      "epoch": 0.47580963821144634,
      "grad_norm": 0.10252336412668228,
      "learning_rate": 1.1266793067602346e-05,
      "loss": 0.7196,
      "step": 22578
    },
    {
      "epoch": 0.47583071224981166,
      "grad_norm": 0.10814113914966583,
      "learning_rate": 1.126611602391199e-05,
      "loss": 0.7769,
      "step": 22579
    },
    {
      "epoch": 0.4758517862881769,
      "grad_norm": 0.10202974081039429,
      "learning_rate": 1.1265438974323305e-05,
      "loss": 0.7624,
      "step": 22580
    },
    {
      "epoch": 0.47587286032654225,
      "grad_norm": 0.11050179600715637,
      "learning_rate": 1.1264761918839445e-05,
      "loss": 0.7546,
      "step": 22581
    },
    {
      "epoch": 0.4758939343649075,
      "grad_norm": 0.11052911728620529,
      "learning_rate": 1.1264084857463559e-05,
      "loss": 0.7659,
      "step": 22582
    },
    {
      "epoch": 0.4759150084032728,
      "grad_norm": 0.12488008290529251,
      "learning_rate": 1.126340779019881e-05,
      "loss": 0.836,
      "step": 22583
    },
    {
      "epoch": 0.4759360824416381,
      "grad_norm": 0.11833463609218597,
      "learning_rate": 1.1262730717048347e-05,
      "loss": 0.7697,
      "step": 22584
    },
    {
      "epoch": 0.47595715648000336,
      "grad_norm": 0.13684576749801636,
      "learning_rate": 1.126205363801533e-05,
      "loss": 0.8228,
      "step": 22585
    },
    {
      "epoch": 0.4759782305183687,
      "grad_norm": 0.1191546618938446,
      "learning_rate": 1.12613765531029e-05,
      "loss": 0.781,
      "step": 22586
    },
    {
      "epoch": 0.47599930455673395,
      "grad_norm": 0.1133561059832573,
      "learning_rate": 1.1260699462314224e-05,
      "loss": 0.8265,
      "step": 22587
    },
    {
      "epoch": 0.4760203785950992,
      "grad_norm": 0.12156442552804947,
      "learning_rate": 1.126002236565245e-05,
      "loss": 0.8107,
      "step": 22588
    },
    {
      "epoch": 0.47604145263346453,
      "grad_norm": 0.13659687340259552,
      "learning_rate": 1.1259345263120738e-05,
      "loss": 0.763,
      "step": 22589
    },
    {
      "epoch": 0.4760625266718298,
      "grad_norm": 0.15322311222553253,
      "learning_rate": 1.1258668154722235e-05,
      "loss": 0.8572,
      "step": 22590
    },
    {
      "epoch": 0.4760836007101951,
      "grad_norm": 0.15310966968536377,
      "learning_rate": 1.12579910404601e-05,
      "loss": 0.732,
      "step": 22591
    },
    {
      "epoch": 0.4761046747485604,
      "grad_norm": 0.13261033594608307,
      "learning_rate": 1.1257313920337488e-05,
      "loss": 0.7388,
      "step": 22592
    },
    {
      "epoch": 0.47612574878692565,
      "grad_norm": 0.14078809320926666,
      "learning_rate": 1.1256636794357549e-05,
      "loss": 0.7225,
      "step": 22593
    },
    {
      "epoch": 0.47614682282529097,
      "grad_norm": 0.10850320011377335,
      "learning_rate": 1.1255959662523442e-05,
      "loss": 0.726,
      "step": 22594
    },
    {
      "epoch": 0.47616789686365624,
      "grad_norm": 0.1221873015165329,
      "learning_rate": 1.1255282524838317e-05,
      "loss": 0.7253,
      "step": 22595
    },
    {
      "epoch": 0.4761889709020215,
      "grad_norm": 0.12292119860649109,
      "learning_rate": 1.1254605381305335e-05,
      "loss": 0.8108,
      "step": 22596
    },
    {
      "epoch": 0.4762100449403868,
      "grad_norm": 0.1433137059211731,
      "learning_rate": 1.1253928231927647e-05,
      "loss": 0.8248,
      "step": 22597
    },
    {
      "epoch": 0.4762311189787521,
      "grad_norm": 0.11033573746681213,
      "learning_rate": 1.1253251076708405e-05,
      "loss": 0.7817,
      "step": 22598
    },
    {
      "epoch": 0.4762521930171174,
      "grad_norm": 0.13708318769931793,
      "learning_rate": 1.1252573915650769e-05,
      "loss": 0.7512,
      "step": 22599
    },
    {
      "epoch": 0.4762732670554827,
      "grad_norm": 0.17427213490009308,
      "learning_rate": 1.125189674875789e-05,
      "loss": 0.7824,
      "step": 22600
    },
    {
      "epoch": 0.47629434109384794,
      "grad_norm": 0.12004049122333527,
      "learning_rate": 1.125121957603292e-05,
      "loss": 0.7538,
      "step": 22601
    },
    {
      "epoch": 0.47631541513221326,
      "grad_norm": 0.1987798810005188,
      "learning_rate": 1.1250542397479016e-05,
      "loss": 0.7723,
      "step": 22602
    },
    {
      "epoch": 0.4763364891705785,
      "grad_norm": 0.1999702900648117,
      "learning_rate": 1.1249865213099339e-05,
      "loss": 0.829,
      "step": 22603
    },
    {
      "epoch": 0.47635756320894385,
      "grad_norm": 0.13791273534297943,
      "learning_rate": 1.1249188022897035e-05,
      "loss": 0.8265,
      "step": 22604
    },
    {
      "epoch": 0.4763786372473091,
      "grad_norm": 0.19213703274726868,
      "learning_rate": 1.1248510826875264e-05,
      "loss": 0.7413,
      "step": 22605
    },
    {
      "epoch": 0.4763997112856744,
      "grad_norm": 0.7194657921791077,
      "learning_rate": 1.1247833625037177e-05,
      "loss": 0.743,
      "step": 22606
    },
    {
      "epoch": 0.4764207853240397,
      "grad_norm": 0.1573927253484726,
      "learning_rate": 1.1247156417385931e-05,
      "loss": 0.7623,
      "step": 22607
    },
    {
      "epoch": 0.47644185936240496,
      "grad_norm": 0.14265166223049164,
      "learning_rate": 1.1246479203924682e-05,
      "loss": 0.8152,
      "step": 22608
    },
    {
      "epoch": 0.4764629334007703,
      "grad_norm": 0.12130928039550781,
      "learning_rate": 1.1245801984656583e-05,
      "loss": 0.7268,
      "step": 22609
    },
    {
      "epoch": 0.47648400743913555,
      "grad_norm": 0.10638704895973206,
      "learning_rate": 1.1245124759584789e-05,
      "loss": 0.7396,
      "step": 22610
    },
    {
      "epoch": 0.4765050814775008,
      "grad_norm": 0.14828653633594513,
      "learning_rate": 1.1244447528712454e-05,
      "loss": 0.7993,
      "step": 22611
    },
    {
      "epoch": 0.47652615551586613,
      "grad_norm": 0.12932533025741577,
      "learning_rate": 1.1243770292042737e-05,
      "loss": 0.7966,
      "step": 22612
    },
    {
      "epoch": 0.4765472295542314,
      "grad_norm": 0.1420907825231552,
      "learning_rate": 1.1243093049578788e-05,
      "loss": 0.7578,
      "step": 22613
    },
    {
      "epoch": 0.47656830359259666,
      "grad_norm": 0.15116067230701447,
      "learning_rate": 1.1242415801323767e-05,
      "loss": 0.8493,
      "step": 22614
    },
    {
      "epoch": 0.476589377630962,
      "grad_norm": 0.1370568871498108,
      "learning_rate": 1.1241738547280825e-05,
      "loss": 0.8293,
      "step": 22615
    },
    {
      "epoch": 0.47661045166932725,
      "grad_norm": 0.11364322900772095,
      "learning_rate": 1.1241061287453114e-05,
      "loss": 0.7255,
      "step": 22616
    },
    {
      "epoch": 0.47663152570769257,
      "grad_norm": 0.15039047598838806,
      "learning_rate": 1.1240384021843797e-05,
      "loss": 0.8454,
      "step": 22617
    },
    {
      "epoch": 0.47665259974605784,
      "grad_norm": 0.142129585146904,
      "learning_rate": 1.1239706750456026e-05,
      "loss": 0.7434,
      "step": 22618
    },
    {
      "epoch": 0.4766736737844231,
      "grad_norm": 0.13464394211769104,
      "learning_rate": 1.1239029473292957e-05,
      "loss": 0.7512,
      "step": 22619
    },
    {
      "epoch": 0.4766947478227884,
      "grad_norm": 0.12203457206487656,
      "learning_rate": 1.1238352190357742e-05,
      "loss": 0.7493,
      "step": 22620
    },
    {
      "epoch": 0.4767158218611537,
      "grad_norm": 0.15153998136520386,
      "learning_rate": 1.1237674901653536e-05,
      "loss": 0.7959,
      "step": 22621
    },
    {
      "epoch": 0.476736895899519,
      "grad_norm": 0.12529711425304413,
      "learning_rate": 1.1236997607183499e-05,
      "loss": 0.753,
      "step": 22622
    },
    {
      "epoch": 0.4767579699378843,
      "grad_norm": 0.14191284775733948,
      "learning_rate": 1.123632030695078e-05,
      "loss": 0.7894,
      "step": 22623
    },
    {
      "epoch": 0.47677904397624954,
      "grad_norm": 0.135837584733963,
      "learning_rate": 1.1235643000958542e-05,
      "loss": 0.7648,
      "step": 22624
    },
    {
      "epoch": 0.47680011801461486,
      "grad_norm": 0.16398224234580994,
      "learning_rate": 1.1234965689209934e-05,
      "loss": 0.7574,
      "step": 22625
    },
    {
      "epoch": 0.4768211920529801,
      "grad_norm": 0.16730143129825592,
      "learning_rate": 1.1234288371708112e-05,
      "loss": 0.8516,
      "step": 22626
    },
    {
      "epoch": 0.47684226609134545,
      "grad_norm": 0.13878639042377472,
      "learning_rate": 1.1233611048456235e-05,
      "loss": 0.7918,
      "step": 22627
    },
    {
      "epoch": 0.4768633401297107,
      "grad_norm": 0.17200838029384613,
      "learning_rate": 1.1232933719457455e-05,
      "loss": 0.8039,
      "step": 22628
    },
    {
      "epoch": 0.476884414168076,
      "grad_norm": 0.1282084733247757,
      "learning_rate": 1.123225638471493e-05,
      "loss": 0.7688,
      "step": 22629
    },
    {
      "epoch": 0.4769054882064413,
      "grad_norm": 0.1542598307132721,
      "learning_rate": 1.1231579044231813e-05,
      "loss": 0.8016,
      "step": 22630
    },
    {
      "epoch": 0.47692656224480656,
      "grad_norm": 0.14148615300655365,
      "learning_rate": 1.1230901698011257e-05,
      "loss": 0.7882,
      "step": 22631
    },
    {
      "epoch": 0.4769476362831718,
      "grad_norm": 0.12367185205221176,
      "learning_rate": 1.1230224346056424e-05,
      "loss": 0.79,
      "step": 22632
    },
    {
      "epoch": 0.47696871032153715,
      "grad_norm": 0.11351843923330307,
      "learning_rate": 1.1229546988370468e-05,
      "loss": 0.76,
      "step": 22633
    },
    {
      "epoch": 0.4769897843599024,
      "grad_norm": 0.14294704794883728,
      "learning_rate": 1.122886962495654e-05,
      "loss": 0.7638,
      "step": 22634
    },
    {
      "epoch": 0.47701085839826773,
      "grad_norm": 0.17112916707992554,
      "learning_rate": 1.1228192255817801e-05,
      "loss": 0.8642,
      "step": 22635
    },
    {
      "epoch": 0.477031932436633,
      "grad_norm": 0.123402439057827,
      "learning_rate": 1.1227514880957402e-05,
      "loss": 0.8252,
      "step": 22636
    },
    {
      "epoch": 0.47705300647499826,
      "grad_norm": 0.10796065628528595,
      "learning_rate": 1.12268375003785e-05,
      "loss": 0.7709,
      "step": 22637
    },
    {
      "epoch": 0.4770740805133636,
      "grad_norm": 0.13688938319683075,
      "learning_rate": 1.1226160114084252e-05,
      "loss": 0.8324,
      "step": 22638
    },
    {
      "epoch": 0.47709515455172885,
      "grad_norm": 0.131513774394989,
      "learning_rate": 1.1225482722077814e-05,
      "loss": 0.7953,
      "step": 22639
    },
    {
      "epoch": 0.47711622859009417,
      "grad_norm": 0.12385357171297073,
      "learning_rate": 1.122480532436234e-05,
      "loss": 0.8477,
      "step": 22640
    },
    {
      "epoch": 0.47713730262845944,
      "grad_norm": 0.15778681635856628,
      "learning_rate": 1.1224127920940985e-05,
      "loss": 0.7578,
      "step": 22641
    },
    {
      "epoch": 0.4771583766668247,
      "grad_norm": 0.12101029604673386,
      "learning_rate": 1.1223450511816909e-05,
      "loss": 0.7985,
      "step": 22642
    },
    {
      "epoch": 0.47717945070519,
      "grad_norm": 0.1183946430683136,
      "learning_rate": 1.1222773096993265e-05,
      "loss": 0.7861,
      "step": 22643
    },
    {
      "epoch": 0.4772005247435553,
      "grad_norm": 0.11553949117660522,
      "learning_rate": 1.1222095676473207e-05,
      "loss": 0.6694,
      "step": 22644
    },
    {
      "epoch": 0.4772215987819206,
      "grad_norm": 0.14498917758464813,
      "learning_rate": 1.1221418250259892e-05,
      "loss": 0.7852,
      "step": 22645
    },
    {
      "epoch": 0.4772426728202859,
      "grad_norm": 0.11147021502256393,
      "learning_rate": 1.1220740818356478e-05,
      "loss": 0.7524,
      "step": 22646
    },
    {
      "epoch": 0.47726374685865114,
      "grad_norm": 0.13462041318416595,
      "learning_rate": 1.1220063380766118e-05,
      "loss": 0.8564,
      "step": 22647
    },
    {
      "epoch": 0.47728482089701646,
      "grad_norm": 0.11567556113004684,
      "learning_rate": 1.1219385937491972e-05,
      "loss": 0.7554,
      "step": 22648
    },
    {
      "epoch": 0.4773058949353817,
      "grad_norm": 0.15726196765899658,
      "learning_rate": 1.1218708488537191e-05,
      "loss": 0.7996,
      "step": 22649
    },
    {
      "epoch": 0.477326968973747,
      "grad_norm": 0.137751504778862,
      "learning_rate": 1.1218031033904933e-05,
      "loss": 0.7763,
      "step": 22650
    },
    {
      "epoch": 0.4773480430121123,
      "grad_norm": 0.13069505989551544,
      "learning_rate": 1.1217353573598356e-05,
      "loss": 0.8182,
      "step": 22651
    },
    {
      "epoch": 0.4773691170504776,
      "grad_norm": 0.15297316014766693,
      "learning_rate": 1.121667610762061e-05,
      "loss": 0.7741,
      "step": 22652
    },
    {
      "epoch": 0.4773901910888429,
      "grad_norm": 0.12148826569318771,
      "learning_rate": 1.1215998635974858e-05,
      "loss": 0.8013,
      "step": 22653
    },
    {
      "epoch": 0.47741126512720816,
      "grad_norm": 0.16355448961257935,
      "learning_rate": 1.1215321158664253e-05,
      "loss": 0.7829,
      "step": 22654
    },
    {
      "epoch": 0.4774323391655734,
      "grad_norm": 0.12892790138721466,
      "learning_rate": 1.1214643675691952e-05,
      "loss": 0.7619,
      "step": 22655
    },
    {
      "epoch": 0.47745341320393875,
      "grad_norm": 0.17744813859462738,
      "learning_rate": 1.121396618706111e-05,
      "loss": 0.769,
      "step": 22656
    },
    {
      "epoch": 0.477474487242304,
      "grad_norm": 0.13856856524944305,
      "learning_rate": 1.1213288692774883e-05,
      "loss": 0.7945,
      "step": 22657
    },
    {
      "epoch": 0.47749556128066933,
      "grad_norm": 0.16559652984142303,
      "learning_rate": 1.121261119283643e-05,
      "loss": 0.7796,
      "step": 22658
    },
    {
      "epoch": 0.4775166353190346,
      "grad_norm": 0.17013560235500336,
      "learning_rate": 1.1211933687248903e-05,
      "loss": 0.7689,
      "step": 22659
    },
    {
      "epoch": 0.47753770935739986,
      "grad_norm": 0.14621217548847198,
      "learning_rate": 1.121125617601546e-05,
      "loss": 0.7832,
      "step": 22660
    },
    {
      "epoch": 0.4775587833957652,
      "grad_norm": 0.1845453679561615,
      "learning_rate": 1.1210578659139258e-05,
      "loss": 0.8178,
      "step": 22661
    },
    {
      "epoch": 0.47757985743413045,
      "grad_norm": 0.11750151216983795,
      "learning_rate": 1.1209901136623453e-05,
      "loss": 0.7307,
      "step": 22662
    },
    {
      "epoch": 0.47760093147249577,
      "grad_norm": 0.1796419322490692,
      "learning_rate": 1.1209223608471202e-05,
      "loss": 0.7446,
      "step": 22663
    },
    {
      "epoch": 0.47762200551086104,
      "grad_norm": 0.12496025115251541,
      "learning_rate": 1.120854607468566e-05,
      "loss": 0.7392,
      "step": 22664
    },
    {
      "epoch": 0.4776430795492263,
      "grad_norm": 0.15946224331855774,
      "learning_rate": 1.1207868535269983e-05,
      "loss": 0.7863,
      "step": 22665
    },
    {
      "epoch": 0.4776641535875916,
      "grad_norm": 0.1298864334821701,
      "learning_rate": 1.1207190990227327e-05,
      "loss": 0.8403,
      "step": 22666
    },
    {
      "epoch": 0.4776852276259569,
      "grad_norm": 0.1511078178882599,
      "learning_rate": 1.120651343956085e-05,
      "loss": 0.7976,
      "step": 22667
    },
    {
      "epoch": 0.47770630166432215,
      "grad_norm": 0.11276385933160782,
      "learning_rate": 1.120583588327371e-05,
      "loss": 0.7278,
      "step": 22668
    },
    {
      "epoch": 0.4777273757026875,
      "grad_norm": 0.16776394844055176,
      "learning_rate": 1.1205158321369061e-05,
      "loss": 0.8505,
      "step": 22669
    },
    {
      "epoch": 0.47774844974105274,
      "grad_norm": 0.1075502336025238,
      "learning_rate": 1.120448075385006e-05,
      "loss": 0.7147,
      "step": 22670
    },
    {
      "epoch": 0.47776952377941806,
      "grad_norm": 0.17837123572826385,
      "learning_rate": 1.1203803180719864e-05,
      "loss": 0.7237,
      "step": 22671
    },
    {
      "epoch": 0.4777905978177833,
      "grad_norm": 0.12859822809696198,
      "learning_rate": 1.1203125601981626e-05,
      "loss": 0.8477,
      "step": 22672
    },
    {
      "epoch": 0.4778116718561486,
      "grad_norm": 0.1518348604440689,
      "learning_rate": 1.120244801763851e-05,
      "loss": 0.7872,
      "step": 22673
    },
    {
      "epoch": 0.4778327458945139,
      "grad_norm": 0.11349276453256607,
      "learning_rate": 1.1201770427693664e-05,
      "loss": 0.7261,
      "step": 22674
    },
    {
      "epoch": 0.4778538199328792,
      "grad_norm": 0.18261496722698212,
      "learning_rate": 1.1201092832150248e-05,
      "loss": 0.7823,
      "step": 22675
    },
    {
      "epoch": 0.4778748939712445,
      "grad_norm": 0.14834031462669373,
      "learning_rate": 1.1200415231011424e-05,
      "loss": 0.8727,
      "step": 22676
    },
    {
      "epoch": 0.47789596800960976,
      "grad_norm": 0.1566673070192337,
      "learning_rate": 1.1199737624280343e-05,
      "loss": 0.7255,
      "step": 22677
    },
    {
      "epoch": 0.477917042047975,
      "grad_norm": 0.12147416174411774,
      "learning_rate": 1.1199060011960163e-05,
      "loss": 0.7846,
      "step": 22678
    },
    {
      "epoch": 0.47793811608634035,
      "grad_norm": 0.1220296323299408,
      "learning_rate": 1.1198382394054039e-05,
      "loss": 0.8205,
      "step": 22679
    },
    {
      "epoch": 0.4779591901247056,
      "grad_norm": 0.12585587799549103,
      "learning_rate": 1.1197704770565129e-05,
      "loss": 0.7784,
      "step": 22680
    },
    {
      "epoch": 0.47798026416307093,
      "grad_norm": 0.12716646492481232,
      "learning_rate": 1.119702714149659e-05,
      "loss": 0.7591,
      "step": 22681
    },
    {
      "epoch": 0.4780013382014362,
      "grad_norm": 0.11591144651174545,
      "learning_rate": 1.119634950685158e-05,
      "loss": 0.7453,
      "step": 22682
    },
    {
      "epoch": 0.47802241223980146,
      "grad_norm": 0.14062827825546265,
      "learning_rate": 1.1195671866633255e-05,
      "loss": 0.7561,
      "step": 22683
    },
    {
      "epoch": 0.4780434862781668,
      "grad_norm": 0.11299882084131241,
      "learning_rate": 1.1194994220844773e-05,
      "loss": 0.7901,
      "step": 22684
    },
    {
      "epoch": 0.47806456031653205,
      "grad_norm": 0.16536059975624084,
      "learning_rate": 1.1194316569489286e-05,
      "loss": 0.7977,
      "step": 22685
    },
    {
      "epoch": 0.47808563435489737,
      "grad_norm": 0.19714860618114471,
      "learning_rate": 1.1193638912569954e-05,
      "loss": 0.7867,
      "step": 22686
    },
    {
      "epoch": 0.47810670839326264,
      "grad_norm": 0.15994225442409515,
      "learning_rate": 1.1192961250089938e-05,
      "loss": 0.8279,
      "step": 22687
    },
    {
      "epoch": 0.4781277824316279,
      "grad_norm": 0.1143198236823082,
      "learning_rate": 1.119228358205239e-05,
      "loss": 0.7948,
      "step": 22688
    },
    {
      "epoch": 0.4781488564699932,
      "grad_norm": 0.1820041984319687,
      "learning_rate": 1.1191605908460468e-05,
      "loss": 0.8186,
      "step": 22689
    },
    {
      "epoch": 0.4781699305083585,
      "grad_norm": 0.15301670134067535,
      "learning_rate": 1.1190928229317328e-05,
      "loss": 0.7827,
      "step": 22690
    },
    {
      "epoch": 0.47819100454672375,
      "grad_norm": 0.11300825327634811,
      "learning_rate": 1.1190250544626129e-05,
      "loss": 0.7882,
      "step": 22691
    },
    {
      "epoch": 0.4782120785850891,
      "grad_norm": 0.1692783236503601,
      "learning_rate": 1.118957285439003e-05,
      "loss": 0.79,
      "step": 22692
    },
    {
      "epoch": 0.47823315262345434,
      "grad_norm": 0.14239123463630676,
      "learning_rate": 1.1188895158612183e-05,
      "loss": 0.8004,
      "step": 22693
    },
    {
      "epoch": 0.47825422666181966,
      "grad_norm": 0.15550649166107178,
      "learning_rate": 1.1188217457295747e-05,
      "loss": 0.78,
      "step": 22694
    },
    {
      "epoch": 0.4782753007001849,
      "grad_norm": 0.14155913889408112,
      "learning_rate": 1.1187539750443879e-05,
      "loss": 0.7366,
      "step": 22695
    },
    {
      "epoch": 0.4782963747385502,
      "grad_norm": 0.11041632294654846,
      "learning_rate": 1.1186862038059739e-05,
      "loss": 0.7917,
      "step": 22696
    },
    {
      "epoch": 0.4783174487769155,
      "grad_norm": 0.13256125152111053,
      "learning_rate": 1.1186184320146483e-05,
      "loss": 0.7749,
      "step": 22697
    },
    {
      "epoch": 0.4783385228152808,
      "grad_norm": 0.11508893966674805,
      "learning_rate": 1.1185506596707265e-05,
      "loss": 0.8242,
      "step": 22698
    },
    {
      "epoch": 0.4783595968536461,
      "grad_norm": 0.1153390035033226,
      "learning_rate": 1.1184828867745246e-05,
      "loss": 0.7608,
      "step": 22699
    },
    {
      "epoch": 0.47838067089201136,
      "grad_norm": 0.11149369180202484,
      "learning_rate": 1.1184151133263578e-05,
      "loss": 0.758,
      "step": 22700
    },
    {
      "epoch": 0.4784017449303766,
      "grad_norm": 0.1361832171678543,
      "learning_rate": 1.1183473393265427e-05,
      "loss": 0.7276,
      "step": 22701
    },
    {
      "epoch": 0.47842281896874195,
      "grad_norm": 0.13744622468948364,
      "learning_rate": 1.1182795647753944e-05,
      "loss": 0.7557,
      "step": 22702
    },
    {
      "epoch": 0.4784438930071072,
      "grad_norm": 0.1086091473698616,
      "learning_rate": 1.1182117896732286e-05,
      "loss": 0.7524,
      "step": 22703
    },
    {
      "epoch": 0.47846496704547253,
      "grad_norm": 0.12302735447883606,
      "learning_rate": 1.1181440140203613e-05,
      "loss": 0.7283,
      "step": 22704
    },
    {
      "epoch": 0.4784860410838378,
      "grad_norm": 0.12278250604867935,
      "learning_rate": 1.1180762378171082e-05,
      "loss": 0.7672,
      "step": 22705
    },
    {
      "epoch": 0.47850711512220306,
      "grad_norm": 0.15197409689426422,
      "learning_rate": 1.1180084610637849e-05,
      "loss": 0.8235,
      "step": 22706
    },
    {
      "epoch": 0.4785281891605684,
      "grad_norm": 0.11489446461200714,
      "learning_rate": 1.1179406837607076e-05,
      "loss": 0.7638,
      "step": 22707
    },
    {
      "epoch": 0.47854926319893365,
      "grad_norm": 0.14765731990337372,
      "learning_rate": 1.1178729059081915e-05,
      "loss": 0.8448,
      "step": 22708
    },
    {
      "epoch": 0.4785703372372989,
      "grad_norm": 0.2612154185771942,
      "learning_rate": 1.1178051275065522e-05,
      "loss": 0.878,
      "step": 22709
    },
    {
      "epoch": 0.47859141127566424,
      "grad_norm": 0.2145034670829773,
      "learning_rate": 1.1177373485561058e-05,
      "loss": 0.8069,
      "step": 22710
    },
    {
      "epoch": 0.4786124853140295,
      "grad_norm": 0.11661943048238754,
      "learning_rate": 1.1176695690571683e-05,
      "loss": 0.8455,
      "step": 22711
    },
    {
      "epoch": 0.4786335593523948,
      "grad_norm": 0.18091826140880585,
      "learning_rate": 1.1176017890100555e-05,
      "loss": 0.7808,
      "step": 22712
    },
    {
      "epoch": 0.4786546333907601,
      "grad_norm": 0.11815959215164185,
      "learning_rate": 1.1175340084150823e-05,
      "loss": 0.7799,
      "step": 22713
    },
    {
      "epoch": 0.47867570742912535,
      "grad_norm": 0.19448736310005188,
      "learning_rate": 1.1174662272725653e-05,
      "loss": 0.8173,
      "step": 22714
    },
    {
      "epoch": 0.4786967814674907,
      "grad_norm": 0.15601684153079987,
      "learning_rate": 1.11739844558282e-05,
      "loss": 0.7318,
      "step": 22715
    },
    {
      "epoch": 0.47871785550585594,
      "grad_norm": 0.14723287522792816,
      "learning_rate": 1.117330663346162e-05,
      "loss": 0.7903,
      "step": 22716
    },
    {
      "epoch": 0.47873892954422126,
      "grad_norm": 0.13550440967082977,
      "learning_rate": 1.1172628805629072e-05,
      "loss": 0.805,
      "step": 22717
    },
    {
      "epoch": 0.4787600035825865,
      "grad_norm": 0.15043213963508606,
      "learning_rate": 1.1171950972333715e-05,
      "loss": 0.7651,
      "step": 22718
    },
    {
      "epoch": 0.4787810776209518,
      "grad_norm": 0.19880352914333344,
      "learning_rate": 1.1171273133578709e-05,
      "loss": 0.8512,
      "step": 22719
    },
    {
      "epoch": 0.4788021516593171,
      "grad_norm": 0.17895856499671936,
      "learning_rate": 1.1170595289367206e-05,
      "loss": 0.8157,
      "step": 22720
    },
    {
      "epoch": 0.4788232256976824,
      "grad_norm": 0.12716597318649292,
      "learning_rate": 1.1169917439702365e-05,
      "loss": 0.7662,
      "step": 22721
    },
    {
      "epoch": 0.4788442997360477,
      "grad_norm": 0.14427073299884796,
      "learning_rate": 1.1169239584587347e-05,
      "loss": 0.8406,
      "step": 22722
    },
    {
      "epoch": 0.47886537377441296,
      "grad_norm": 0.11071446537971497,
      "learning_rate": 1.1168561724025308e-05,
      "loss": 0.7549,
      "step": 22723
    },
    {
      "epoch": 0.4788864478127782,
      "grad_norm": 0.15495097637176514,
      "learning_rate": 1.1167883858019402e-05,
      "loss": 0.7781,
      "step": 22724
    },
    {
      "epoch": 0.47890752185114355,
      "grad_norm": 0.14691494405269623,
      "learning_rate": 1.1167205986572793e-05,
      "loss": 0.8298,
      "step": 22725
    },
    {
      "epoch": 0.4789285958895088,
      "grad_norm": 0.1480156034231186,
      "learning_rate": 1.1166528109688641e-05,
      "loss": 0.7512,
      "step": 22726
    },
    {
      "epoch": 0.4789496699278741,
      "grad_norm": 0.12129071354866028,
      "learning_rate": 1.1165850227370097e-05,
      "loss": 0.7286,
      "step": 22727
    },
    {
      "epoch": 0.4789707439662394,
      "grad_norm": 0.11563021689653397,
      "learning_rate": 1.1165172339620321e-05,
      "loss": 0.7855,
      "step": 22728
    },
    {
      "epoch": 0.47899181800460466,
      "grad_norm": 0.1366696059703827,
      "learning_rate": 1.116449444644247e-05,
      "loss": 0.8276,
      "step": 22729
    },
    {
      "epoch": 0.47901289204297,
      "grad_norm": 0.14444546401500702,
      "learning_rate": 1.1163816547839708e-05,
      "loss": 0.8104,
      "step": 22730
    },
    {
      "epoch": 0.47903396608133525,
      "grad_norm": 0.11378777027130127,
      "learning_rate": 1.1163138643815185e-05,
      "loss": 0.7372,
      "step": 22731
    },
    {
      "epoch": 0.4790550401197005,
      "grad_norm": 0.21444274485111237,
      "learning_rate": 1.1162460734372066e-05,
      "loss": 0.8457,
      "step": 22732
    },
    {
      "epoch": 0.47907611415806584,
      "grad_norm": 0.13206931948661804,
      "learning_rate": 1.1161782819513502e-05,
      "loss": 0.7776,
      "step": 22733
    },
    {
      "epoch": 0.4790971881964311,
      "grad_norm": 0.12556269764900208,
      "learning_rate": 1.1161104899242659e-05,
      "loss": 0.6842,
      "step": 22734
    },
    {
      "epoch": 0.4791182622347964,
      "grad_norm": 0.10844109952449799,
      "learning_rate": 1.1160426973562688e-05,
      "loss": 0.7814,
      "step": 22735
    },
    {
      "epoch": 0.4791393362731617,
      "grad_norm": 0.15254956483840942,
      "learning_rate": 1.1159749042476752e-05,
      "loss": 0.8024,
      "step": 22736
    },
    {
      "epoch": 0.47916041031152695,
      "grad_norm": 0.14564156532287598,
      "learning_rate": 1.1159071105988012e-05,
      "loss": 0.8536,
      "step": 22737
    },
    {
      "epoch": 0.4791814843498923,
      "grad_norm": 0.12191611528396606,
      "learning_rate": 1.1158393164099617e-05,
      "loss": 0.808,
      "step": 22738
    },
    {
      "epoch": 0.47920255838825754,
      "grad_norm": 0.10146080702543259,
      "learning_rate": 1.1157715216814728e-05,
      "loss": 0.7372,
      "step": 22739
    },
    {
      "epoch": 0.47922363242662286,
      "grad_norm": 0.1398666799068451,
      "learning_rate": 1.1157037264136508e-05,
      "loss": 0.8646,
      "step": 22740
    },
    {
      "epoch": 0.4792447064649881,
      "grad_norm": 0.11538970470428467,
      "learning_rate": 1.1156359306068117e-05,
      "loss": 0.7847,
      "step": 22741
    },
    {
      "epoch": 0.4792657805033534,
      "grad_norm": 0.13237668573856354,
      "learning_rate": 1.1155681342612703e-05,
      "loss": 0.8009,
      "step": 22742
    },
    {
      "epoch": 0.4792868545417187,
      "grad_norm": 0.10489941388368607,
      "learning_rate": 1.1155003373773434e-05,
      "loss": 0.7229,
      "step": 22743
    },
    {
      "epoch": 0.479307928580084,
      "grad_norm": 0.15702301263809204,
      "learning_rate": 1.1154325399553464e-05,
      "loss": 0.8237,
      "step": 22744
    },
    {
      "epoch": 0.47932900261844924,
      "grad_norm": 0.12242823094129562,
      "learning_rate": 1.1153647419955952e-05,
      "loss": 0.8422,
      "step": 22745
    },
    {
      "epoch": 0.47935007665681456,
      "grad_norm": 0.1337215006351471,
      "learning_rate": 1.1152969434984056e-05,
      "loss": 0.7965,
      "step": 22746
    },
    {
      "epoch": 0.4793711506951798,
      "grad_norm": 0.12539975345134735,
      "learning_rate": 1.1152291444640935e-05,
      "loss": 0.7419,
      "step": 22747
    },
    {
      "epoch": 0.47939222473354515,
      "grad_norm": 0.11856330931186676,
      "learning_rate": 1.115161344892975e-05,
      "loss": 0.7776,
      "step": 22748
    },
    {
      "epoch": 0.4794132987719104,
      "grad_norm": 0.11798963695764542,
      "learning_rate": 1.1150935447853654e-05,
      "loss": 0.7543,
      "step": 22749
    },
    {
      "epoch": 0.4794343728102757,
      "grad_norm": 0.13218000531196594,
      "learning_rate": 1.1150257441415811e-05,
      "loss": 0.8413,
      "step": 22750
    },
    {
      "epoch": 0.479455446848641,
      "grad_norm": 0.11714146286249161,
      "learning_rate": 1.114957942961938e-05,
      "loss": 0.7559,
      "step": 22751
    },
    {
      "epoch": 0.47947652088700626,
      "grad_norm": 0.12793666124343872,
      "learning_rate": 1.1148901412467512e-05,
      "loss": 0.7174,
      "step": 22752
    },
    {
      "epoch": 0.4794975949253716,
      "grad_norm": 0.14047355949878693,
      "learning_rate": 1.1148223389963372e-05,
      "loss": 0.8029,
      "step": 22753
    },
    {
      "epoch": 0.47951866896373685,
      "grad_norm": 0.10284051299095154,
      "learning_rate": 1.1147545362110115e-05,
      "loss": 0.7316,
      "step": 22754
    },
    {
      "epoch": 0.4795397430021021,
      "grad_norm": 0.11051855981349945,
      "learning_rate": 1.1146867328910904e-05,
      "loss": 0.7557,
      "step": 22755
    },
    {
      "epoch": 0.47956081704046744,
      "grad_norm": 0.11193568259477615,
      "learning_rate": 1.1146189290368898e-05,
      "loss": 0.7474,
      "step": 22756
    },
    {
      "epoch": 0.4795818910788327,
      "grad_norm": 0.11855347454547882,
      "learning_rate": 1.114551124648725e-05,
      "loss": 0.7983,
      "step": 22757
    },
    {
      "epoch": 0.479602965117198,
      "grad_norm": 0.11578588932752609,
      "learning_rate": 1.1144833197269122e-05,
      "loss": 0.7641,
      "step": 22758
    },
    {
      "epoch": 0.4796240391555633,
      "grad_norm": 0.10138291120529175,
      "learning_rate": 1.1144155142717675e-05,
      "loss": 0.8107,
      "step": 22759
    },
    {
      "epoch": 0.47964511319392855,
      "grad_norm": 0.12799078226089478,
      "learning_rate": 1.1143477082836061e-05,
      "loss": 0.7481,
      "step": 22760
    },
    {
      "epoch": 0.4796661872322939,
      "grad_norm": 0.10779676586389542,
      "learning_rate": 1.1142799017627449e-05,
      "loss": 0.7888,
      "step": 22761
    },
    {
      "epoch": 0.47968726127065914,
      "grad_norm": 0.10780985653400421,
      "learning_rate": 1.1142120947094988e-05,
      "loss": 0.7567,
      "step": 22762
    },
    {
      "epoch": 0.4797083353090244,
      "grad_norm": 0.1164339929819107,
      "learning_rate": 1.1141442871241841e-05,
      "loss": 0.7774,
      "step": 22763
    },
    {
      "epoch": 0.4797294093473897,
      "grad_norm": 0.1272374987602234,
      "learning_rate": 1.1140764790071167e-05,
      "loss": 0.7241,
      "step": 22764
    },
    {
      "epoch": 0.479750483385755,
      "grad_norm": 0.10816474258899689,
      "learning_rate": 1.1140086703586126e-05,
      "loss": 0.7673,
      "step": 22765
    },
    {
      "epoch": 0.4797715574241203,
      "grad_norm": 0.10208812355995178,
      "learning_rate": 1.1139408611789877e-05,
      "loss": 0.7314,
      "step": 22766
    },
    {
      "epoch": 0.4797926314624856,
      "grad_norm": 0.12301010638475418,
      "learning_rate": 1.1138730514685573e-05,
      "loss": 0.7744,
      "step": 22767
    },
    {
      "epoch": 0.47981370550085084,
      "grad_norm": 0.11621896922588348,
      "learning_rate": 1.1138052412276382e-05,
      "loss": 0.773,
      "step": 22768
    },
    {
      "epoch": 0.47983477953921616,
      "grad_norm": 0.12035878747701645,
      "learning_rate": 1.1137374304565457e-05,
      "loss": 0.7312,
      "step": 22769
    },
    {
      "epoch": 0.4798558535775814,
      "grad_norm": 0.12561248242855072,
      "learning_rate": 1.1136696191555958e-05,
      "loss": 0.8224,
      "step": 22770
    },
    {
      "epoch": 0.47987692761594675,
      "grad_norm": 0.15849347412586212,
      "learning_rate": 1.1136018073251049e-05,
      "loss": 0.7811,
      "step": 22771
    },
    {
      "epoch": 0.479898001654312,
      "grad_norm": 0.10905200988054276,
      "learning_rate": 1.113533994965388e-05,
      "loss": 0.86,
      "step": 22772
    },
    {
      "epoch": 0.4799190756926773,
      "grad_norm": 0.13012254238128662,
      "learning_rate": 1.1134661820767616e-05,
      "loss": 0.7649,
      "step": 22773
    },
    {
      "epoch": 0.4799401497310426,
      "grad_norm": 0.13222597539424896,
      "learning_rate": 1.1133983686595416e-05,
      "loss": 0.8244,
      "step": 22774
    },
    {
      "epoch": 0.47996122376940786,
      "grad_norm": 0.11263522505760193,
      "learning_rate": 1.1133305547140439e-05,
      "loss": 0.7941,
      "step": 22775
    },
    {
      "epoch": 0.4799822978077732,
      "grad_norm": 0.11689095944166183,
      "learning_rate": 1.113262740240584e-05,
      "loss": 0.6859,
      "step": 22776
    },
    {
      "epoch": 0.48000337184613845,
      "grad_norm": 0.11493844538927078,
      "learning_rate": 1.1131949252394785e-05,
      "loss": 0.7531,
      "step": 22777
    },
    {
      "epoch": 0.4800244458845037,
      "grad_norm": 0.11345544457435608,
      "learning_rate": 1.1131271097110427e-05,
      "loss": 0.7681,
      "step": 22778
    },
    {
      "epoch": 0.48004551992286904,
      "grad_norm": 0.13131971657276154,
      "learning_rate": 1.1130592936555928e-05,
      "loss": 0.7851,
      "step": 22779
    },
    {
      "epoch": 0.4800665939612343,
      "grad_norm": 0.13625647127628326,
      "learning_rate": 1.1129914770734449e-05,
      "loss": 0.8278,
      "step": 22780
    },
    {
      "epoch": 0.4800876679995996,
      "grad_norm": 0.1525292992591858,
      "learning_rate": 1.1129236599649152e-05,
      "loss": 0.7549,
      "step": 22781
    },
    {
      "epoch": 0.4801087420379649,
      "grad_norm": 0.1259089708328247,
      "learning_rate": 1.1128558423303185e-05,
      "loss": 0.7911,
      "step": 22782
    },
    {
      "epoch": 0.48012981607633015,
      "grad_norm": 0.12200755625963211,
      "learning_rate": 1.1127880241699716e-05,
      "loss": 0.777,
      "step": 22783
    },
    {
      "epoch": 0.48015089011469547,
      "grad_norm": 0.14974190294742584,
      "learning_rate": 1.1127202054841903e-05,
      "loss": 0.785,
      "step": 22784
    },
    {
      "epoch": 0.48017196415306074,
      "grad_norm": 0.11800844967365265,
      "learning_rate": 1.1126523862732905e-05,
      "loss": 0.7638,
      "step": 22785
    },
    {
      "epoch": 0.480193038191426,
      "grad_norm": 0.15687601268291473,
      "learning_rate": 1.1125845665375885e-05,
      "loss": 0.7721,
      "step": 22786
    },
    {
      "epoch": 0.4802141122297913,
      "grad_norm": 0.12662048637866974,
      "learning_rate": 1.1125167462773996e-05,
      "loss": 0.8309,
      "step": 22787
    },
    {
      "epoch": 0.4802351862681566,
      "grad_norm": 0.14473262429237366,
      "learning_rate": 1.1124489254930401e-05,
      "loss": 0.8204,
      "step": 22788
    },
    {
      "epoch": 0.4802562603065219,
      "grad_norm": 0.14269515872001648,
      "learning_rate": 1.1123811041848256e-05,
      "loss": 0.7457,
      "step": 22789
    },
    {
      "epoch": 0.4802773343448872,
      "grad_norm": 0.1259726583957672,
      "learning_rate": 1.1123132823530728e-05,
      "loss": 0.7931,
      "step": 22790
    },
    {
      "epoch": 0.48029840838325244,
      "grad_norm": 0.18473447859287262,
      "learning_rate": 1.1122454599980972e-05,
      "loss": 0.7768,
      "step": 22791
    },
    {
      "epoch": 0.48031948242161776,
      "grad_norm": 0.10990212857723236,
      "learning_rate": 1.1121776371202143e-05,
      "loss": 0.714,
      "step": 22792
    },
    {
      "epoch": 0.480340556459983,
      "grad_norm": 0.18021941184997559,
      "learning_rate": 1.112109813719741e-05,
      "loss": 0.7964,
      "step": 22793
    },
    {
      "epoch": 0.48036163049834835,
      "grad_norm": 0.17187030613422394,
      "learning_rate": 1.1120419897969926e-05,
      "loss": 0.837,
      "step": 22794
    },
    {
      "epoch": 0.4803827045367136,
      "grad_norm": 0.11978267878293991,
      "learning_rate": 1.1119741653522853e-05,
      "loss": 0.7095,
      "step": 22795
    },
    {
      "epoch": 0.4804037785750789,
      "grad_norm": 0.14779190719127655,
      "learning_rate": 1.111906340385935e-05,
      "loss": 0.7753,
      "step": 22796
    },
    {
      "epoch": 0.4804248526134442,
      "grad_norm": 0.10638844966888428,
      "learning_rate": 1.1118385148982576e-05,
      "loss": 0.6934,
      "step": 22797
    },
    {
      "epoch": 0.48044592665180946,
      "grad_norm": 0.14370812475681305,
      "learning_rate": 1.1117706888895692e-05,
      "loss": 0.7754,
      "step": 22798
    },
    {
      "epoch": 0.4804670006901748,
      "grad_norm": 0.1851283609867096,
      "learning_rate": 1.1117028623601855e-05,
      "loss": 0.8026,
      "step": 22799
    },
    {
      "epoch": 0.48048807472854005,
      "grad_norm": 0.12786084413528442,
      "learning_rate": 1.1116350353104233e-05,
      "loss": 0.7911,
      "step": 22800
    },
    {
      "epoch": 0.4805091487669053,
      "grad_norm": 0.15125836431980133,
      "learning_rate": 1.1115672077405977e-05,
      "loss": 0.7414,
      "step": 22801
    },
    {
      "epoch": 0.48053022280527063,
      "grad_norm": 0.10797776281833649,
      "learning_rate": 1.1114993796510248e-05,
      "loss": 0.7957,
      "step": 22802
    },
    {
      "epoch": 0.4805512968436359,
      "grad_norm": 0.18728436529636383,
      "learning_rate": 1.1114315510420206e-05,
      "loss": 0.858,
      "step": 22803
    },
    {
      "epoch": 0.48057237088200117,
      "grad_norm": 0.15135538578033447,
      "learning_rate": 1.1113637219139015e-05,
      "loss": 0.7704,
      "step": 22804
    },
    {
      "epoch": 0.4805934449203665,
      "grad_norm": 0.14981955289840698,
      "learning_rate": 1.1112958922669834e-05,
      "loss": 0.7433,
      "step": 22805
    },
    {
      "epoch": 0.48061451895873175,
      "grad_norm": 0.14505122601985931,
      "learning_rate": 1.1112280621015821e-05,
      "loss": 0.7698,
      "step": 22806
    },
    {
      "epoch": 0.48063559299709707,
      "grad_norm": 0.14196118712425232,
      "learning_rate": 1.1111602314180134e-05,
      "loss": 0.8168,
      "step": 22807
    },
    {
      "epoch": 0.48065666703546234,
      "grad_norm": 0.1396530121564865,
      "learning_rate": 1.1110924002165934e-05,
      "loss": 0.7481,
      "step": 22808
    },
    {
      "epoch": 0.4806777410738276,
      "grad_norm": 0.1745322346687317,
      "learning_rate": 1.1110245684976383e-05,
      "loss": 0.8248,
      "step": 22809
    },
    {
      "epoch": 0.4806988151121929,
      "grad_norm": 0.22644515335559845,
      "learning_rate": 1.1109567362614645e-05,
      "loss": 0.8026,
      "step": 22810
    },
    {
      "epoch": 0.4807198891505582,
      "grad_norm": 0.1352490931749344,
      "learning_rate": 1.110888903508387e-05,
      "loss": 0.788,
      "step": 22811
    },
    {
      "epoch": 0.4807409631889235,
      "grad_norm": 0.1702517569065094,
      "learning_rate": 1.1108210702387224e-05,
      "loss": 0.8254,
      "step": 22812
    },
    {
      "epoch": 0.4807620372272888,
      "grad_norm": 0.14749404788017273,
      "learning_rate": 1.1107532364527865e-05,
      "loss": 0.8333,
      "step": 22813
    },
    {
      "epoch": 0.48078311126565404,
      "grad_norm": 0.1530677080154419,
      "learning_rate": 1.1106854021508954e-05,
      "loss": 0.7505,
      "step": 22814
    },
    {
      "epoch": 0.48080418530401936,
      "grad_norm": 0.1650417447090149,
      "learning_rate": 1.1106175673333656e-05,
      "loss": 0.8251,
      "step": 22815
    },
    {
      "epoch": 0.4808252593423846,
      "grad_norm": 0.16737866401672363,
      "learning_rate": 1.1105497320005125e-05,
      "loss": 0.7965,
      "step": 22816
    },
    {
      "epoch": 0.48084633338074995,
      "grad_norm": 0.19257478415966034,
      "learning_rate": 1.1104818961526523e-05,
      "loss": 0.789,
      "step": 22817
    },
    {
      "epoch": 0.4808674074191152,
      "grad_norm": 0.12855428457260132,
      "learning_rate": 1.1104140597901005e-05,
      "loss": 0.764,
      "step": 22818
    },
    {
      "epoch": 0.4808884814574805,
      "grad_norm": 0.23134055733680725,
      "learning_rate": 1.110346222913174e-05,
      "loss": 0.8791,
      "step": 22819
    },
    {
      "epoch": 0.4809095554958458,
      "grad_norm": 0.154514342546463,
      "learning_rate": 1.1102783855221887e-05,
      "loss": 0.8136,
      "step": 22820
    },
    {
      "epoch": 0.48093062953421106,
      "grad_norm": 0.19501927495002747,
      "learning_rate": 1.1102105476174603e-05,
      "loss": 0.7635,
      "step": 22821
    },
    {
      "epoch": 0.48095170357257633,
      "grad_norm": 0.1459512859582901,
      "learning_rate": 1.1101427091993047e-05,
      "loss": 0.7758,
      "step": 22822
    },
    {
      "epoch": 0.48097277761094165,
      "grad_norm": 0.18717361986637115,
      "learning_rate": 1.1100748702680381e-05,
      "loss": 0.7546,
      "step": 22823
    },
    {
      "epoch": 0.4809938516493069,
      "grad_norm": 0.16375763714313507,
      "learning_rate": 1.1100070308239767e-05,
      "loss": 0.7885,
      "step": 22824
    },
    {
      "epoch": 0.48101492568767223,
      "grad_norm": 0.16331535577774048,
      "learning_rate": 1.1099391908674363e-05,
      "loss": 0.7469,
      "step": 22825
    },
    {
      "epoch": 0.4810359997260375,
      "grad_norm": 0.20380835235118866,
      "learning_rate": 1.1098713503987331e-05,
      "loss": 0.8063,
      "step": 22826
    },
    {
      "epoch": 0.48105707376440277,
      "grad_norm": 0.16945257782936096,
      "learning_rate": 1.109803509418183e-05,
      "loss": 0.8464,
      "step": 22827
    },
    {
      "epoch": 0.4810781478027681,
      "grad_norm": 0.20852017402648926,
      "learning_rate": 1.1097356679261024e-05,
      "loss": 0.7644,
      "step": 22828
    },
    {
      "epoch": 0.48109922184113335,
      "grad_norm": 0.1759779304265976,
      "learning_rate": 1.1096678259228069e-05,
      "loss": 0.7495,
      "step": 22829
    },
    {
      "epoch": 0.48112029587949867,
      "grad_norm": 0.19995546340942383,
      "learning_rate": 1.109599983408613e-05,
      "loss": 0.7898,
      "step": 22830
    },
    {
      "epoch": 0.48114136991786394,
      "grad_norm": 0.15007014572620392,
      "learning_rate": 1.1095321403838365e-05,
      "loss": 0.8266,
      "step": 22831
    },
    {
      "epoch": 0.4811624439562292,
      "grad_norm": 0.16983872652053833,
      "learning_rate": 1.1094642968487928e-05,
      "loss": 0.744,
      "step": 22832
    },
    {
      "epoch": 0.4811835179945945,
      "grad_norm": 0.15736930072307587,
      "learning_rate": 1.1093964528037989e-05,
      "loss": 0.7919,
      "step": 22833
    },
    {
      "epoch": 0.4812045920329598,
      "grad_norm": 0.15902619063854218,
      "learning_rate": 1.1093286082491708e-05,
      "loss": 0.7338,
      "step": 22834
    },
    {
      "epoch": 0.4812256660713251,
      "grad_norm": 0.15400107204914093,
      "learning_rate": 1.1092607631852242e-05,
      "loss": 0.7819,
      "step": 22835
    },
    {
      "epoch": 0.4812467401096904,
      "grad_norm": 0.15378616750240326,
      "learning_rate": 1.1091929176122753e-05,
      "loss": 0.7813,
      "step": 22836
    },
    {
      "epoch": 0.48126781414805564,
      "grad_norm": 0.140074223279953,
      "learning_rate": 1.1091250715306398e-05,
      "loss": 0.7338,
      "step": 22837
    },
    {
      "epoch": 0.48128888818642096,
      "grad_norm": 0.12403440475463867,
      "learning_rate": 1.1090572249406346e-05,
      "loss": 0.7616,
      "step": 22838
    },
    {
      "epoch": 0.4813099622247862,
      "grad_norm": 0.11231867223978043,
      "learning_rate": 1.1089893778425748e-05,
      "loss": 0.7119,
      "step": 22839
    },
    {
      "epoch": 0.4813310362631515,
      "grad_norm": 0.12115991860628128,
      "learning_rate": 1.1089215302367774e-05,
      "loss": 0.7265,
      "step": 22840
    },
    {
      "epoch": 0.4813521103015168,
      "grad_norm": 0.1356358528137207,
      "learning_rate": 1.1088536821235579e-05,
      "loss": 0.8547,
      "step": 22841
    },
    {
      "epoch": 0.4813731843398821,
      "grad_norm": 0.13032224774360657,
      "learning_rate": 1.1087858335032321e-05,
      "loss": 0.8054,
      "step": 22842
    },
    {
      "epoch": 0.4813942583782474,
      "grad_norm": 0.14003165066242218,
      "learning_rate": 1.1087179843761171e-05,
      "loss": 0.7123,
      "step": 22843
    },
    {
      "epoch": 0.48141533241661266,
      "grad_norm": 0.15642066299915314,
      "learning_rate": 1.108650134742528e-05,
      "loss": 0.8145,
      "step": 22844
    },
    {
      "epoch": 0.4814364064549779,
      "grad_norm": 0.1509351134300232,
      "learning_rate": 1.1085822846027816e-05,
      "loss": 0.81,
      "step": 22845
    },
    {
      "epoch": 0.48145748049334325,
      "grad_norm": 0.108599454164505,
      "learning_rate": 1.1085144339571931e-05,
      "loss": 0.7808,
      "step": 22846
    },
    {
      "epoch": 0.4814785545317085,
      "grad_norm": 0.16324865818023682,
      "learning_rate": 1.1084465828060793e-05,
      "loss": 0.7935,
      "step": 22847
    },
    {
      "epoch": 0.48149962857007383,
      "grad_norm": 0.1278773844242096,
      "learning_rate": 1.1083787311497562e-05,
      "loss": 0.75,
      "step": 22848
    },
    {
      "epoch": 0.4815207026084391,
      "grad_norm": 0.133681982755661,
      "learning_rate": 1.1083108789885402e-05,
      "loss": 0.7892,
      "step": 22849
    },
    {
      "epoch": 0.48154177664680436,
      "grad_norm": 0.14481039345264435,
      "learning_rate": 1.1082430263227463e-05,
      "loss": 0.782,
      "step": 22850
    },
    {
      "epoch": 0.4815628506851697,
      "grad_norm": 0.14318297803401947,
      "learning_rate": 1.1081751731526917e-05,
      "loss": 0.8055,
      "step": 22851
    },
    {
      "epoch": 0.48158392472353495,
      "grad_norm": 0.15645340085029602,
      "learning_rate": 1.1081073194786923e-05,
      "loss": 0.7611,
      "step": 22852
    },
    {
      "epoch": 0.48160499876190027,
      "grad_norm": 0.15050071477890015,
      "learning_rate": 1.1080394653010635e-05,
      "loss": 0.8272,
      "step": 22853
    },
    {
      "epoch": 0.48162607280026554,
      "grad_norm": 0.18907998502254486,
      "learning_rate": 1.1079716106201222e-05,
      "loss": 0.7488,
      "step": 22854
    },
    {
      "epoch": 0.4816471468386308,
      "grad_norm": 0.19270002841949463,
      "learning_rate": 1.1079037554361842e-05,
      "loss": 0.871,
      "step": 22855
    },
    {
      "epoch": 0.4816682208769961,
      "grad_norm": 0.15587899088859558,
      "learning_rate": 1.1078358997495656e-05,
      "loss": 0.7541,
      "step": 22856
    },
    {
      "epoch": 0.4816892949153614,
      "grad_norm": 0.20438215136528015,
      "learning_rate": 1.1077680435605823e-05,
      "loss": 0.7636,
      "step": 22857
    },
    {
      "epoch": 0.48171036895372665,
      "grad_norm": 0.17269253730773926,
      "learning_rate": 1.1077001868695512e-05,
      "loss": 0.8068,
      "step": 22858
    },
    {
      "epoch": 0.481731442992092,
      "grad_norm": 0.17866487801074982,
      "learning_rate": 1.1076323296767877e-05,
      "loss": 0.8514,
      "step": 22859
    },
    {
      "epoch": 0.48175251703045724,
      "grad_norm": 0.16481618583202362,
      "learning_rate": 1.107564471982608e-05,
      "loss": 0.811,
      "step": 22860
    },
    {
      "epoch": 0.48177359106882256,
      "grad_norm": 0.15028466284275055,
      "learning_rate": 1.1074966137873283e-05,
      "loss": 0.8122,
      "step": 22861
    },
    {
      "epoch": 0.4817946651071878,
      "grad_norm": 0.14575336873531342,
      "learning_rate": 1.1074287550912646e-05,
      "loss": 0.7782,
      "step": 22862
    },
    {
      "epoch": 0.4818157391455531,
      "grad_norm": 0.11915377527475357,
      "learning_rate": 1.1073608958947333e-05,
      "loss": 0.8114,
      "step": 22863
    },
    {
      "epoch": 0.4818368131839184,
      "grad_norm": 0.15177087485790253,
      "learning_rate": 1.1072930361980507e-05,
      "loss": 0.7172,
      "step": 22864
    },
    {
      "epoch": 0.4818578872222837,
      "grad_norm": 0.13149818778038025,
      "learning_rate": 1.1072251760015323e-05,
      "loss": 0.8204,
      "step": 22865
    },
    {
      "epoch": 0.481878961260649,
      "grad_norm": 0.16047683358192444,
      "learning_rate": 1.1071573153054946e-05,
      "loss": 0.7714,
      "step": 22866
    },
    {
      "epoch": 0.48190003529901426,
      "grad_norm": 0.15552249550819397,
      "learning_rate": 1.1070894541102537e-05,
      "loss": 0.7896,
      "step": 22867
    },
    {
      "epoch": 0.4819211093373795,
      "grad_norm": 0.1908699870109558,
      "learning_rate": 1.1070215924161259e-05,
      "loss": 0.7883,
      "step": 22868
    },
    {
      "epoch": 0.48194218337574485,
      "grad_norm": 0.17956504225730896,
      "learning_rate": 1.106953730223427e-05,
      "loss": 0.8159,
      "step": 22869
    },
    {
      "epoch": 0.4819632574141101,
      "grad_norm": 0.24944846332073212,
      "learning_rate": 1.1068858675324732e-05,
      "loss": 0.7869,
      "step": 22870
    },
    {
      "epoch": 0.48198433145247543,
      "grad_norm": 0.17182447016239166,
      "learning_rate": 1.106818004343581e-05,
      "loss": 0.8085,
      "step": 22871
    },
    {
      "epoch": 0.4820054054908407,
      "grad_norm": 0.1109207347035408,
      "learning_rate": 1.1067501406570663e-05,
      "loss": 0.7885,
      "step": 22872
    },
    {
      "epoch": 0.48202647952920596,
      "grad_norm": 0.14833888411521912,
      "learning_rate": 1.106682276473245e-05,
      "loss": 0.7462,
      "step": 22873
    },
    {
      "epoch": 0.4820475535675713,
      "grad_norm": 0.12997595965862274,
      "learning_rate": 1.106614411792434e-05,
      "loss": 0.7498,
      "step": 22874
    },
    {
      "epoch": 0.48206862760593655,
      "grad_norm": 0.14874541759490967,
      "learning_rate": 1.1065465466149485e-05,
      "loss": 0.7551,
      "step": 22875
    },
    {
      "epoch": 0.4820897016443018,
      "grad_norm": 0.16357988119125366,
      "learning_rate": 1.1064786809411052e-05,
      "loss": 0.7483,
      "step": 22876
    },
    {
      "epoch": 0.48211077568266714,
      "grad_norm": 0.12256504595279694,
      "learning_rate": 1.1064108147712205e-05,
      "loss": 0.7914,
      "step": 22877
    },
    {
      "epoch": 0.4821318497210324,
      "grad_norm": 0.15743805468082428,
      "learning_rate": 1.10634294810561e-05,
      "loss": 0.796,
      "step": 22878
    },
    {
      "epoch": 0.4821529237593977,
      "grad_norm": 0.14662739634513855,
      "learning_rate": 1.1062750809445904e-05,
      "loss": 0.8257,
      "step": 22879
    },
    {
      "epoch": 0.482173997797763,
      "grad_norm": 0.1463918536901474,
      "learning_rate": 1.1062072132884774e-05,
      "loss": 0.7581,
      "step": 22880
    },
    {
      "epoch": 0.48219507183612825,
      "grad_norm": 0.11329921334981918,
      "learning_rate": 1.1061393451375873e-05,
      "loss": 0.7231,
      "step": 22881
    },
    {
      "epoch": 0.4822161458744936,
      "grad_norm": 0.15683189034461975,
      "learning_rate": 1.106071476492236e-05,
      "loss": 0.8301,
      "step": 22882
    },
    {
      "epoch": 0.48223721991285884,
      "grad_norm": 0.1530276983976364,
      "learning_rate": 1.1060036073527404e-05,
      "loss": 0.7603,
      "step": 22883
    },
    {
      "epoch": 0.48225829395122416,
      "grad_norm": 0.12495816498994827,
      "learning_rate": 1.1059357377194161e-05,
      "loss": 0.8132,
      "step": 22884
    },
    {
      "epoch": 0.4822793679895894,
      "grad_norm": 0.14649903774261475,
      "learning_rate": 1.1058678675925796e-05,
      "loss": 0.8158,
      "step": 22885
    },
    {
      "epoch": 0.4823004420279547,
      "grad_norm": 0.1265515387058258,
      "learning_rate": 1.1057999969725469e-05,
      "loss": 0.7802,
      "step": 22886
    },
    {
      "epoch": 0.48232151606632,
      "grad_norm": 0.15576991438865662,
      "learning_rate": 1.105732125859634e-05,
      "loss": 0.7692,
      "step": 22887
    },
    {
      "epoch": 0.4823425901046853,
      "grad_norm": 0.13625472784042358,
      "learning_rate": 1.1056642542541574e-05,
      "loss": 0.8018,
      "step": 22888
    },
    {
      "epoch": 0.4823636641430506,
      "grad_norm": 0.1554998755455017,
      "learning_rate": 1.1055963821564334e-05,
      "loss": 0.772,
      "step": 22889
    },
    {
      "epoch": 0.48238473818141586,
      "grad_norm": 0.15461261570453644,
      "learning_rate": 1.1055285095667777e-05,
      "loss": 0.7955,
      "step": 22890
    },
    {
      "epoch": 0.4824058122197811,
      "grad_norm": 0.16564780473709106,
      "learning_rate": 1.1054606364855067e-05,
      "loss": 0.8047,
      "step": 22891
    },
    {
      "epoch": 0.48242688625814645,
      "grad_norm": 0.13261625170707703,
      "learning_rate": 1.1053927629129368e-05,
      "loss": 0.7735,
      "step": 22892
    },
    {
      "epoch": 0.4824479602965117,
      "grad_norm": 0.13612894713878632,
      "learning_rate": 1.1053248888493842e-05,
      "loss": 0.811,
      "step": 22893
    },
    {
      "epoch": 0.48246903433487703,
      "grad_norm": 0.11230101436376572,
      "learning_rate": 1.1052570142951646e-05,
      "loss": 0.773,
      "step": 22894
    },
    {
      "epoch": 0.4824901083732423,
      "grad_norm": 0.12630701065063477,
      "learning_rate": 1.1051891392505949e-05,
      "loss": 0.7358,
      "step": 22895
    },
    {
      "epoch": 0.48251118241160756,
      "grad_norm": 0.12908612191677094,
      "learning_rate": 1.1051212637159907e-05,
      "loss": 0.8067,
      "step": 22896
    },
    {
      "epoch": 0.4825322564499729,
      "grad_norm": 0.13909614086151123,
      "learning_rate": 1.1050533876916682e-05,
      "loss": 0.798,
      "step": 22897
    },
    {
      "epoch": 0.48255333048833815,
      "grad_norm": 0.15172743797302246,
      "learning_rate": 1.1049855111779444e-05,
      "loss": 0.7691,
      "step": 22898
    },
    {
      "epoch": 0.4825744045267034,
      "grad_norm": 0.12383852899074554,
      "learning_rate": 1.1049176341751347e-05,
      "loss": 0.814,
      "step": 22899
    },
    {
      "epoch": 0.48259547856506874,
      "grad_norm": 0.144073486328125,
      "learning_rate": 1.1048497566835556e-05,
      "loss": 0.7383,
      "step": 22900
    },
    {
      "epoch": 0.482616552603434,
      "grad_norm": 0.12325732409954071,
      "learning_rate": 1.1047818787035234e-05,
      "loss": 0.815,
      "step": 22901
    },
    {
      "epoch": 0.4826376266417993,
      "grad_norm": 0.14095664024353027,
      "learning_rate": 1.104714000235354e-05,
      "loss": 0.7948,
      "step": 22902
    },
    {
      "epoch": 0.4826587006801646,
      "grad_norm": 0.11121661961078644,
      "learning_rate": 1.104646121279364e-05,
      "loss": 0.7836,
      "step": 22903
    },
    {
      "epoch": 0.48267977471852985,
      "grad_norm": 0.16493047773838043,
      "learning_rate": 1.1045782418358694e-05,
      "loss": 0.7861,
      "step": 22904
    },
    {
      "epoch": 0.4827008487568952,
      "grad_norm": 0.15130510926246643,
      "learning_rate": 1.1045103619051865e-05,
      "loss": 0.8054,
      "step": 22905
    },
    {
      "epoch": 0.48272192279526044,
      "grad_norm": 0.12190230190753937,
      "learning_rate": 1.1044424814876313e-05,
      "loss": 0.7294,
      "step": 22906
    },
    {
      "epoch": 0.48274299683362576,
      "grad_norm": 0.1450764387845993,
      "learning_rate": 1.1043746005835205e-05,
      "loss": 0.7937,
      "step": 22907
    },
    {
      "epoch": 0.482764070871991,
      "grad_norm": 0.116946741938591,
      "learning_rate": 1.1043067191931702e-05,
      "loss": 0.7815,
      "step": 22908
    },
    {
      "epoch": 0.4827851449103563,
      "grad_norm": 0.14542758464813232,
      "learning_rate": 1.1042388373168962e-05,
      "loss": 0.7455,
      "step": 22909
    },
    {
      "epoch": 0.4828062189487216,
      "grad_norm": 0.1159268245100975,
      "learning_rate": 1.104170954955015e-05,
      "loss": 0.7407,
      "step": 22910
    },
    {
      "epoch": 0.4828272929870869,
      "grad_norm": 0.12196224182844162,
      "learning_rate": 1.1041030721078427e-05,
      "loss": 0.8035,
      "step": 22911
    },
    {
      "epoch": 0.4828483670254522,
      "grad_norm": 0.12691465020179749,
      "learning_rate": 1.1040351887756961e-05,
      "loss": 0.7285,
      "step": 22912
    },
    {
      "epoch": 0.48286944106381746,
      "grad_norm": 0.11707808822393417,
      "learning_rate": 1.103967304958891e-05,
      "loss": 0.76,
      "step": 22913
    },
    {
      "epoch": 0.4828905151021827,
      "grad_norm": 0.1336042881011963,
      "learning_rate": 1.1038994206577435e-05,
      "loss": 0.8336,
      "step": 22914
    },
    {
      "epoch": 0.48291158914054805,
      "grad_norm": 0.11064670234918594,
      "learning_rate": 1.1038315358725702e-05,
      "loss": 0.7264,
      "step": 22915
    },
    {
      "epoch": 0.4829326631789133,
      "grad_norm": 0.13456955552101135,
      "learning_rate": 1.103763650603687e-05,
      "loss": 0.8447,
      "step": 22916
    },
    {
      "epoch": 0.4829537372172786,
      "grad_norm": 0.10980983823537827,
      "learning_rate": 1.1036957648514103e-05,
      "loss": 0.7582,
      "step": 22917
    },
    {
      "epoch": 0.4829748112556439,
      "grad_norm": 0.15450158715248108,
      "learning_rate": 1.1036278786160567e-05,
      "loss": 0.8386,
      "step": 22918
    },
    {
      "epoch": 0.48299588529400916,
      "grad_norm": 0.14860573410987854,
      "learning_rate": 1.1035599918979418e-05,
      "loss": 0.7988,
      "step": 22919
    },
    {
      "epoch": 0.4830169593323745,
      "grad_norm": 0.11248297989368439,
      "learning_rate": 1.1034921046973824e-05,
      "loss": 0.7178,
      "step": 22920
    },
    {
      "epoch": 0.48303803337073975,
      "grad_norm": 0.1262890100479126,
      "learning_rate": 1.1034242170146945e-05,
      "loss": 0.7824,
      "step": 22921
    },
    {
      "epoch": 0.483059107409105,
      "grad_norm": 0.1434764713048935,
      "learning_rate": 1.1033563288501944e-05,
      "loss": 0.801,
      "step": 22922
    },
    {
      "epoch": 0.48308018144747034,
      "grad_norm": 0.12789031863212585,
      "learning_rate": 1.1032884402041986e-05,
      "loss": 0.6667,
      "step": 22923
    },
    {
      "epoch": 0.4831012554858356,
      "grad_norm": 0.11249102652072906,
      "learning_rate": 1.1032205510770228e-05,
      "loss": 0.7329,
      "step": 22924
    },
    {
      "epoch": 0.4831223295242009,
      "grad_norm": 0.11899448186159134,
      "learning_rate": 1.1031526614689838e-05,
      "loss": 0.7653,
      "step": 22925
    },
    {
      "epoch": 0.4831434035625662,
      "grad_norm": 0.1456204205751419,
      "learning_rate": 1.1030847713803973e-05,
      "loss": 0.7801,
      "step": 22926
    },
    {
      "epoch": 0.48316447760093145,
      "grad_norm": 0.11528997123241425,
      "learning_rate": 1.1030168808115806e-05,
      "loss": 0.8202,
      "step": 22927
    },
    {
      "epoch": 0.4831855516392968,
      "grad_norm": 0.12913982570171356,
      "learning_rate": 1.1029489897628488e-05,
      "loss": 0.776,
      "step": 22928
    },
    {
      "epoch": 0.48320662567766204,
      "grad_norm": 0.13246843218803406,
      "learning_rate": 1.1028810982345191e-05,
      "loss": 0.696,
      "step": 22929
    },
    {
      "epoch": 0.48322769971602736,
      "grad_norm": 0.1280244141817093,
      "learning_rate": 1.1028132062269073e-05,
      "loss": 0.7585,
      "step": 22930
    },
    {
      "epoch": 0.4832487737543926,
      "grad_norm": 0.11779749393463135,
      "learning_rate": 1.1027453137403297e-05,
      "loss": 0.8235,
      "step": 22931
    },
    {
      "epoch": 0.4832698477927579,
      "grad_norm": 0.13943757116794586,
      "learning_rate": 1.1026774207751025e-05,
      "loss": 0.8295,
      "step": 22932
    },
    {
      "epoch": 0.4832909218311232,
      "grad_norm": 0.1096964031457901,
      "learning_rate": 1.1026095273315422e-05,
      "loss": 0.7311,
      "step": 22933
    },
    {
      "epoch": 0.4833119958694885,
      "grad_norm": 0.13356457650661469,
      "learning_rate": 1.1025416334099652e-05,
      "loss": 0.8283,
      "step": 22934
    },
    {
      "epoch": 0.48333306990785374,
      "grad_norm": 0.10562784224748611,
      "learning_rate": 1.1024737390106874e-05,
      "loss": 0.7818,
      "step": 22935
    },
    {
      "epoch": 0.48335414394621906,
      "grad_norm": 0.1340331882238388,
      "learning_rate": 1.1024058441340254e-05,
      "loss": 0.7923,
      "step": 22936
    },
    {
      "epoch": 0.4833752179845843,
      "grad_norm": 0.15314021706581116,
      "learning_rate": 1.1023379487802957e-05,
      "loss": 0.8503,
      "step": 22937
    },
    {
      "epoch": 0.48339629202294965,
      "grad_norm": 0.1555289924144745,
      "learning_rate": 1.1022700529498143e-05,
      "loss": 0.7829,
      "step": 22938
    },
    {
      "epoch": 0.4834173660613149,
      "grad_norm": 0.14185120165348053,
      "learning_rate": 1.1022021566428972e-05,
      "loss": 0.7639,
      "step": 22939
    },
    {
      "epoch": 0.4834384400996802,
      "grad_norm": 0.1676321178674698,
      "learning_rate": 1.1021342598598608e-05,
      "loss": 0.7966,
      "step": 22940
    },
    {
      "epoch": 0.4834595141380455,
      "grad_norm": 0.11594197154045105,
      "learning_rate": 1.102066362601022e-05,
      "loss": 0.8472,
      "step": 22941
    },
    {
      "epoch": 0.48348058817641076,
      "grad_norm": 0.12583668529987335,
      "learning_rate": 1.1019984648666968e-05,
      "loss": 0.7783,
      "step": 22942
    },
    {
      "epoch": 0.4835016622147761,
      "grad_norm": 0.12656517326831818,
      "learning_rate": 1.101930566657201e-05,
      "loss": 0.7704,
      "step": 22943
    },
    {
      "epoch": 0.48352273625314135,
      "grad_norm": 0.12073936313390732,
      "learning_rate": 1.1018626679728517e-05,
      "loss": 0.7425,
      "step": 22944
    },
    {
      "epoch": 0.4835438102915066,
      "grad_norm": 0.13230960071086884,
      "learning_rate": 1.1017947688139648e-05,
      "loss": 0.7414,
      "step": 22945
    },
    {
      "epoch": 0.48356488432987194,
      "grad_norm": 0.10990920662879944,
      "learning_rate": 1.1017268691808565e-05,
      "loss": 0.7513,
      "step": 22946
    },
    {
      "epoch": 0.4835859583682372,
      "grad_norm": 0.14512214064598083,
      "learning_rate": 1.1016589690738433e-05,
      "loss": 0.8572,
      "step": 22947
    },
    {
      "epoch": 0.4836070324066025,
      "grad_norm": 0.12247206270694733,
      "learning_rate": 1.1015910684932416e-05,
      "loss": 0.787,
      "step": 22948
    },
    {
      "epoch": 0.4836281064449678,
      "grad_norm": 0.15318052470684052,
      "learning_rate": 1.1015231674393676e-05,
      "loss": 0.8374,
      "step": 22949
    },
    {
      "epoch": 0.48364918048333305,
      "grad_norm": 0.13132308423519135,
      "learning_rate": 1.1014552659125378e-05,
      "loss": 0.758,
      "step": 22950
    },
    {
      "epoch": 0.4836702545216984,
      "grad_norm": 0.13772720098495483,
      "learning_rate": 1.1013873639130681e-05,
      "loss": 0.8269,
      "step": 22951
    },
    {
      "epoch": 0.48369132856006364,
      "grad_norm": 0.12840332090854645,
      "learning_rate": 1.1013194614412755e-05,
      "loss": 0.6893,
      "step": 22952
    },
    {
      "epoch": 0.4837124025984289,
      "grad_norm": 0.11901584267616272,
      "learning_rate": 1.1012515584974754e-05,
      "loss": 0.7358,
      "step": 22953
    },
    {
      "epoch": 0.4837334766367942,
      "grad_norm": 0.17866279184818268,
      "learning_rate": 1.1011836550819847e-05,
      "loss": 0.7624,
      "step": 22954
    },
    {
      "epoch": 0.4837545506751595,
      "grad_norm": 0.1524764448404312,
      "learning_rate": 1.10111575119512e-05,
      "loss": 0.795,
      "step": 22955
    },
    {
      "epoch": 0.4837756247135248,
      "grad_norm": 0.168218731880188,
      "learning_rate": 1.1010478468371973e-05,
      "loss": 0.8165,
      "step": 22956
    },
    {
      "epoch": 0.4837966987518901,
      "grad_norm": 0.14936889708042145,
      "learning_rate": 1.1009799420085333e-05,
      "loss": 0.7471,
      "step": 22957
    },
    {
      "epoch": 0.48381777279025534,
      "grad_norm": 0.16129782795906067,
      "learning_rate": 1.1009120367094434e-05,
      "loss": 0.7689,
      "step": 22958
    },
    {
      "epoch": 0.48383884682862066,
      "grad_norm": 0.15518257021903992,
      "learning_rate": 1.1008441309402448e-05,
      "loss": 0.7886,
      "step": 22959
    },
    {
      "epoch": 0.4838599208669859,
      "grad_norm": 0.12619365751743317,
      "learning_rate": 1.1007762247012537e-05,
      "loss": 0.7856,
      "step": 22960
    },
    {
      "epoch": 0.48388099490535125,
      "grad_norm": 0.16557078063488007,
      "learning_rate": 1.1007083179927864e-05,
      "loss": 0.8513,
      "step": 22961
    },
    {
      "epoch": 0.4839020689437165,
      "grad_norm": 0.1416882425546646,
      "learning_rate": 1.1006404108151589e-05,
      "loss": 0.8297,
      "step": 22962
    },
    {
      "epoch": 0.4839231429820818,
      "grad_norm": 0.1424063891172409,
      "learning_rate": 1.1005725031686883e-05,
      "loss": 0.774,
      "step": 22963
    },
    {
      "epoch": 0.4839442170204471,
      "grad_norm": 0.12092139571905136,
      "learning_rate": 1.10050459505369e-05,
      "loss": 0.804,
      "step": 22964
    },
    {
      "epoch": 0.48396529105881236,
      "grad_norm": 0.13538864254951477,
      "learning_rate": 1.1004366864704812e-05,
      "loss": 0.7822,
      "step": 22965
    },
    {
      "epoch": 0.4839863650971777,
      "grad_norm": 0.12115802615880966,
      "learning_rate": 1.100368777419378e-05,
      "loss": 0.7429,
      "step": 22966
    },
    {
      "epoch": 0.48400743913554295,
      "grad_norm": 0.12937919795513153,
      "learning_rate": 1.1003008679006965e-05,
      "loss": 0.8288,
      "step": 22967
    },
    {
      "epoch": 0.4840285131739082,
      "grad_norm": 0.11207691580057144,
      "learning_rate": 1.1002329579147535e-05,
      "loss": 0.727,
      "step": 22968
    },
    {
      "epoch": 0.48404958721227354,
      "grad_norm": 0.10940849035978317,
      "learning_rate": 1.1001650474618646e-05,
      "loss": 0.7168,
      "step": 22969
    },
    {
      "epoch": 0.4840706612506388,
      "grad_norm": 0.1504020243883133,
      "learning_rate": 1.100097136542347e-05,
      "loss": 0.8313,
      "step": 22970
    },
    {
      "epoch": 0.48409173528900407,
      "grad_norm": 0.12579743564128876,
      "learning_rate": 1.1000292251565167e-05,
      "loss": 0.7151,
      "step": 22971
    },
    {
      "epoch": 0.4841128093273694,
      "grad_norm": 0.17175330221652985,
      "learning_rate": 1.0999613133046905e-05,
      "loss": 0.7678,
      "step": 22972
    },
    {
      "epoch": 0.48413388336573465,
      "grad_norm": 0.11561637371778488,
      "learning_rate": 1.0998934009871842e-05,
      "loss": 0.7481,
      "step": 22973
    },
    {
      "epoch": 0.4841549574041,
      "grad_norm": 0.15357862412929535,
      "learning_rate": 1.0998254882043142e-05,
      "loss": 0.7587,
      "step": 22974
    },
    {
      "epoch": 0.48417603144246524,
      "grad_norm": 0.12998656928539276,
      "learning_rate": 1.0997575749563971e-05,
      "loss": 0.8216,
      "step": 22975
    },
    {
      "epoch": 0.4841971054808305,
      "grad_norm": 0.12769284844398499,
      "learning_rate": 1.0996896612437493e-05,
      "loss": 0.7612,
      "step": 22976
    },
    {
      "epoch": 0.4842181795191958,
      "grad_norm": 0.12933818995952606,
      "learning_rate": 1.099621747066687e-05,
      "loss": 0.742,
      "step": 22977
    },
    {
      "epoch": 0.4842392535575611,
      "grad_norm": 0.12369376420974731,
      "learning_rate": 1.0995538324255268e-05,
      "loss": 0.7496,
      "step": 22978
    },
    {
      "epoch": 0.4842603275959264,
      "grad_norm": 0.12459214776754379,
      "learning_rate": 1.0994859173205852e-05,
      "loss": 0.7534,
      "step": 22979
    },
    {
      "epoch": 0.4842814016342917,
      "grad_norm": 0.1311406046152115,
      "learning_rate": 1.099418001752178e-05,
      "loss": 0.7485,
      "step": 22980
    },
    {
      "epoch": 0.48430247567265694,
      "grad_norm": 0.12901617586612701,
      "learning_rate": 1.0993500857206224e-05,
      "loss": 0.7728,
      "step": 22981
    },
    {
      "epoch": 0.48432354971102226,
      "grad_norm": 0.1154911145567894,
      "learning_rate": 1.0992821692262342e-05,
      "loss": 0.7733,
      "step": 22982
    },
    {
      "epoch": 0.4843446237493875,
      "grad_norm": 0.13296625018119812,
      "learning_rate": 1.0992142522693296e-05,
      "loss": 0.7487,
      "step": 22983
    },
    {
      "epoch": 0.48436569778775285,
      "grad_norm": 0.11940255761146545,
      "learning_rate": 1.0991463348502259e-05,
      "loss": 0.812,
      "step": 22984
    },
    {
      "epoch": 0.4843867718261181,
      "grad_norm": 0.1274673342704773,
      "learning_rate": 1.0990784169692386e-05,
      "loss": 0.7865,
      "step": 22985
    },
    {
      "epoch": 0.4844078458644834,
      "grad_norm": 0.1459260880947113,
      "learning_rate": 1.0990104986266847e-05,
      "loss": 0.8127,
      "step": 22986
    },
    {
      "epoch": 0.4844289199028487,
      "grad_norm": 0.11571361124515533,
      "learning_rate": 1.0989425798228803e-05,
      "loss": 0.7208,
      "step": 22987
    },
    {
      "epoch": 0.48444999394121396,
      "grad_norm": 0.12344885617494583,
      "learning_rate": 1.0988746605581418e-05,
      "loss": 0.7419,
      "step": 22988
    },
    {
      "epoch": 0.4844710679795793,
      "grad_norm": 0.12641668319702148,
      "learning_rate": 1.0988067408327859e-05,
      "loss": 0.7996,
      "step": 22989
    },
    {
      "epoch": 0.48449214201794455,
      "grad_norm": 0.1250387579202652,
      "learning_rate": 1.0987388206471284e-05,
      "loss": 0.7827,
      "step": 22990
    },
    {
      "epoch": 0.4845132160563098,
      "grad_norm": 0.12044792622327805,
      "learning_rate": 1.0986709000014863e-05,
      "loss": 0.7785,
      "step": 22991
    },
    {
      "epoch": 0.48453429009467514,
      "grad_norm": 0.10964824259281158,
      "learning_rate": 1.0986029788961758e-05,
      "loss": 0.755,
      "step": 22992
    },
    {
      "epoch": 0.4845553641330404,
      "grad_norm": 0.12933489680290222,
      "learning_rate": 1.0985350573315134e-05,
      "loss": 0.8143,
      "step": 22993
    },
    {
      "epoch": 0.48457643817140567,
      "grad_norm": 0.1160694882273674,
      "learning_rate": 1.0984671353078156e-05,
      "loss": 0.7602,
      "step": 22994
    },
    {
      "epoch": 0.484597512209771,
      "grad_norm": 0.11411105841398239,
      "learning_rate": 1.0983992128253983e-05,
      "loss": 0.7347,
      "step": 22995
    },
    {
      "epoch": 0.48461858624813625,
      "grad_norm": 0.11885599792003632,
      "learning_rate": 1.0983312898845788e-05,
      "loss": 0.6571,
      "step": 22996
    },
    {
      "epoch": 0.4846396602865016,
      "grad_norm": 0.1400468349456787,
      "learning_rate": 1.098263366485673e-05,
      "loss": 0.7665,
      "step": 22997
    },
    {
      "epoch": 0.48466073432486684,
      "grad_norm": 0.13422603905200958,
      "learning_rate": 1.098195442628997e-05,
      "loss": 0.8363,
      "step": 22998
    },
    {
      "epoch": 0.4846818083632321,
      "grad_norm": 0.13264797627925873,
      "learning_rate": 1.0981275183148677e-05,
      "loss": 0.779,
      "step": 22999
    },
    {
      "epoch": 0.4847028824015974,
      "grad_norm": 0.14159844815731049,
      "learning_rate": 1.0980595935436013e-05,
      "loss": 0.8343,
      "step": 23000
    },
    {
      "epoch": 0.4847239564399627,
      "grad_norm": 0.1233130544424057,
      "learning_rate": 1.0979916683155147e-05,
      "loss": 0.7671,
      "step": 23001
    },
    {
      "epoch": 0.484745030478328,
      "grad_norm": 0.10465081036090851,
      "learning_rate": 1.0979237426309239e-05,
      "loss": 0.7201,
      "step": 23002
    },
    {
      "epoch": 0.4847661045166933,
      "grad_norm": 0.12332530319690704,
      "learning_rate": 1.0978558164901454e-05,
      "loss": 0.7417,
      "step": 23003
    },
    {
      "epoch": 0.48478717855505854,
      "grad_norm": 0.1229417622089386,
      "learning_rate": 1.0977878898934956e-05,
      "loss": 0.7162,
      "step": 23004
    },
    {
      "epoch": 0.48480825259342386,
      "grad_norm": 0.09962804615497589,
      "learning_rate": 1.0977199628412906e-05,
      "loss": 0.7471,
      "step": 23005
    },
    {
      "epoch": 0.4848293266317891,
      "grad_norm": 0.15356865525245667,
      "learning_rate": 1.097652035333848e-05,
      "loss": 0.797,
      "step": 23006
    },
    {
      "epoch": 0.48485040067015445,
      "grad_norm": 0.15401962399482727,
      "learning_rate": 1.0975841073714833e-05,
      "loss": 0.7835,
      "step": 23007
    },
    {
      "epoch": 0.4848714747085197,
      "grad_norm": 0.10072574019432068,
      "learning_rate": 1.097516178954513e-05,
      "loss": 0.7874,
      "step": 23008
    },
    {
      "epoch": 0.484892548746885,
      "grad_norm": 0.14749163389205933,
      "learning_rate": 1.0974482500832537e-05,
      "loss": 0.7209,
      "step": 23009
    },
    {
      "epoch": 0.4849136227852503,
      "grad_norm": 0.14483855664730072,
      "learning_rate": 1.0973803207580218e-05,
      "loss": 0.734,
      "step": 23010
    },
    {
      "epoch": 0.48493469682361556,
      "grad_norm": 0.17153039574623108,
      "learning_rate": 1.0973123909791344e-05,
      "loss": 0.81,
      "step": 23011
    },
    {
      "epoch": 0.48495577086198083,
      "grad_norm": 0.128667414188385,
      "learning_rate": 1.0972444607469066e-05,
      "loss": 0.8084,
      "step": 23012
    },
    {
      "epoch": 0.48497684490034615,
      "grad_norm": 0.14330022037029266,
      "learning_rate": 1.097176530061656e-05,
      "loss": 0.8116,
      "step": 23013
    },
    {
      "epoch": 0.4849979189387114,
      "grad_norm": 0.1831919103860855,
      "learning_rate": 1.0971085989236985e-05,
      "loss": 0.8447,
      "step": 23014
    },
    {
      "epoch": 0.48501899297707673,
      "grad_norm": 0.11626923084259033,
      "learning_rate": 1.0970406673333509e-05,
      "loss": 0.7863,
      "step": 23015
    },
    {
      "epoch": 0.485040067015442,
      "grad_norm": 0.14172859489917755,
      "learning_rate": 1.0969727352909298e-05,
      "loss": 0.7135,
      "step": 23016
    },
    {
      "epoch": 0.48506114105380727,
      "grad_norm": 0.11903345584869385,
      "learning_rate": 1.0969048027967513e-05,
      "loss": 0.7227,
      "step": 23017
    },
    {
      "epoch": 0.4850822150921726,
      "grad_norm": 0.1342702955007553,
      "learning_rate": 1.0968368698511318e-05,
      "loss": 0.8112,
      "step": 23018
    },
    {
      "epoch": 0.48510328913053785,
      "grad_norm": 0.13321854174137115,
      "learning_rate": 1.0967689364543876e-05,
      "loss": 0.7549,
      "step": 23019
    },
    {
      "epoch": 0.48512436316890317,
      "grad_norm": 0.12758639454841614,
      "learning_rate": 1.0967010026068361e-05,
      "loss": 0.7989,
      "step": 23020
    },
    {
      "epoch": 0.48514543720726844,
      "grad_norm": 0.11721964180469513,
      "learning_rate": 1.0966330683087929e-05,
      "loss": 0.8479,
      "step": 23021
    },
    {
      "epoch": 0.4851665112456337,
      "grad_norm": 0.16160273551940918,
      "learning_rate": 1.096565133560575e-05,
      "loss": 0.7689,
      "step": 23022
    },
    {
      "epoch": 0.485187585283999,
      "grad_norm": 0.13017742335796356,
      "learning_rate": 1.0964971983624984e-05,
      "loss": 0.8156,
      "step": 23023
    },
    {
      "epoch": 0.4852086593223643,
      "grad_norm": 0.1457580178976059,
      "learning_rate": 1.0964292627148799e-05,
      "loss": 0.7176,
      "step": 23024
    },
    {
      "epoch": 0.4852297333607296,
      "grad_norm": 0.13416041433811188,
      "learning_rate": 1.096361326618036e-05,
      "loss": 0.7825,
      "step": 23025
    },
    {
      "epoch": 0.4852508073990949,
      "grad_norm": 0.1339046210050583,
      "learning_rate": 1.096293390072283e-05,
      "loss": 0.7402,
      "step": 23026
    },
    {
      "epoch": 0.48527188143746014,
      "grad_norm": 0.12788036465644836,
      "learning_rate": 1.0962254530779375e-05,
      "loss": 0.7785,
      "step": 23027
    },
    {
      "epoch": 0.48529295547582546,
      "grad_norm": 0.12594249844551086,
      "learning_rate": 1.096157515635316e-05,
      "loss": 0.8204,
      "step": 23028
    },
    {
      "epoch": 0.4853140295141907,
      "grad_norm": 0.10002356022596359,
      "learning_rate": 1.096089577744735e-05,
      "loss": 0.7406,
      "step": 23029
    },
    {
      "epoch": 0.485335103552556,
      "grad_norm": 0.1424744576215744,
      "learning_rate": 1.0960216394065109e-05,
      "loss": 0.7706,
      "step": 23030
    },
    {
      "epoch": 0.4853561775909213,
      "grad_norm": 0.1249164566397667,
      "learning_rate": 1.0959537006209606e-05,
      "loss": 0.7478,
      "step": 23031
    },
    {
      "epoch": 0.4853772516292866,
      "grad_norm": 0.11691490560770035,
      "learning_rate": 1.0958857613884e-05,
      "loss": 0.7452,
      "step": 23032
    },
    {
      "epoch": 0.4853983256676519,
      "grad_norm": 0.12847012281417847,
      "learning_rate": 1.0958178217091455e-05,
      "loss": 0.7502,
      "step": 23033
    },
    {
      "epoch": 0.48541939970601716,
      "grad_norm": 0.1368906944990158,
      "learning_rate": 1.0957498815835146e-05,
      "loss": 0.7904,
      "step": 23034
    },
    {
      "epoch": 0.48544047374438243,
      "grad_norm": 0.12160040438175201,
      "learning_rate": 1.0956819410118232e-05,
      "loss": 0.7966,
      "step": 23035
    },
    {
      "epoch": 0.48546154778274775,
      "grad_norm": 0.17255188524723053,
      "learning_rate": 1.0956139999943873e-05,
      "loss": 0.7637,
      "step": 23036
    },
    {
      "epoch": 0.485482621821113,
      "grad_norm": 0.12138195335865021,
      "learning_rate": 1.0955460585315243e-05,
      "loss": 0.829,
      "step": 23037
    },
    {
      "epoch": 0.48550369585947833,
      "grad_norm": 0.14663447439670563,
      "learning_rate": 1.0954781166235502e-05,
      "loss": 0.7736,
      "step": 23038
    },
    {
      "epoch": 0.4855247698978436,
      "grad_norm": 0.13971465826034546,
      "learning_rate": 1.0954101742707814e-05,
      "loss": 0.7833,
      "step": 23039
    },
    {
      "epoch": 0.48554584393620887,
      "grad_norm": 0.11456481367349625,
      "learning_rate": 1.0953422314735349e-05,
      "loss": 0.7494,
      "step": 23040
    },
    {
      "epoch": 0.4855669179745742,
      "grad_norm": 0.14664439857006073,
      "learning_rate": 1.095274288232127e-05,
      "loss": 0.8345,
      "step": 23041
    },
    {
      "epoch": 0.48558799201293945,
      "grad_norm": 0.11915170401334763,
      "learning_rate": 1.0952063445468742e-05,
      "loss": 0.7676,
      "step": 23042
    },
    {
      "epoch": 0.48560906605130477,
      "grad_norm": 0.1629427820444107,
      "learning_rate": 1.0951384004180927e-05,
      "loss": 0.8061,
      "step": 23043
    },
    {
      "epoch": 0.48563014008967004,
      "grad_norm": 0.14880187809467316,
      "learning_rate": 1.0950704558460997e-05,
      "loss": 0.7678,
      "step": 23044
    },
    {
      "epoch": 0.4856512141280353,
      "grad_norm": 0.1161443442106247,
      "learning_rate": 1.0950025108312112e-05,
      "loss": 0.7022,
      "step": 23045
    },
    {
      "epoch": 0.4856722881664006,
      "grad_norm": 0.13107627630233765,
      "learning_rate": 1.094934565373744e-05,
      "loss": 0.8288,
      "step": 23046
    },
    {
      "epoch": 0.4856933622047659,
      "grad_norm": 0.14733333885669708,
      "learning_rate": 1.0948666194740143e-05,
      "loss": 0.8315,
      "step": 23047
    },
    {
      "epoch": 0.48571443624313115,
      "grad_norm": 0.11187195032835007,
      "learning_rate": 1.0947986731323387e-05,
      "loss": 0.7918,
      "step": 23048
    },
    {
      "epoch": 0.4857355102814965,
      "grad_norm": 0.13438788056373596,
      "learning_rate": 1.094730726349034e-05,
      "loss": 0.7591,
      "step": 23049
    },
    {
      "epoch": 0.48575658431986174,
      "grad_norm": 0.10445567965507507,
      "learning_rate": 1.0946627791244171e-05,
      "loss": 0.7271,
      "step": 23050
    },
    {
      "epoch": 0.48577765835822706,
      "grad_norm": 0.24834813177585602,
      "learning_rate": 1.0945948314588038e-05,
      "loss": 0.7561,
      "step": 23051
    },
    {
      "epoch": 0.4857987323965923,
      "grad_norm": 0.15807044506072998,
      "learning_rate": 1.0945268833525107e-05,
      "loss": 0.8505,
      "step": 23052
    },
    {
      "epoch": 0.4858198064349576,
      "grad_norm": 0.1279623657464981,
      "learning_rate": 1.0944589348058547e-05,
      "loss": 0.7878,
      "step": 23053
    },
    {
      "epoch": 0.4858408804733229,
      "grad_norm": 0.12528236210346222,
      "learning_rate": 1.0943909858191522e-05,
      "loss": 0.8062,
      "step": 23054
    },
    {
      "epoch": 0.4858619545116882,
      "grad_norm": 0.1144491508603096,
      "learning_rate": 1.0943230363927195e-05,
      "loss": 0.7864,
      "step": 23055
    },
    {
      "epoch": 0.4858830285500535,
      "grad_norm": 0.1477057784795761,
      "learning_rate": 1.0942550865268737e-05,
      "loss": 0.7019,
      "step": 23056
    },
    {
      "epoch": 0.48590410258841876,
      "grad_norm": 0.15964211523532867,
      "learning_rate": 1.094187136221931e-05,
      "loss": 0.7785,
      "step": 23057
    },
    {
      "epoch": 0.48592517662678403,
      "grad_norm": 0.13635382056236267,
      "learning_rate": 1.0941191854782079e-05,
      "loss": 0.793,
      "step": 23058
    },
    {
      "epoch": 0.48594625066514935,
      "grad_norm": 0.16663110256195068,
      "learning_rate": 1.094051234296021e-05,
      "loss": 0.7861,
      "step": 23059
    },
    {
      "epoch": 0.4859673247035146,
      "grad_norm": 0.16067978739738464,
      "learning_rate": 1.0939832826756872e-05,
      "loss": 0.7501,
      "step": 23060
    },
    {
      "epoch": 0.48598839874187993,
      "grad_norm": 0.11193034052848816,
      "learning_rate": 1.0939153306175222e-05,
      "loss": 0.7784,
      "step": 23061
    },
    {
      "epoch": 0.4860094727802452,
      "grad_norm": 0.15971791744232178,
      "learning_rate": 1.0938473781218435e-05,
      "loss": 0.7245,
      "step": 23062
    },
    {
      "epoch": 0.48603054681861046,
      "grad_norm": 0.13259197771549225,
      "learning_rate": 1.0937794251889671e-05,
      "loss": 0.7742,
      "step": 23063
    },
    {
      "epoch": 0.4860516208569758,
      "grad_norm": 0.13745631277561188,
      "learning_rate": 1.09371147181921e-05,
      "loss": 0.7026,
      "step": 23064
    },
    {
      "epoch": 0.48607269489534105,
      "grad_norm": 0.11963922530412674,
      "learning_rate": 1.0936435180128886e-05,
      "loss": 0.7664,
      "step": 23065
    },
    {
      "epoch": 0.4860937689337063,
      "grad_norm": 0.1518029272556305,
      "learning_rate": 1.0935755637703191e-05,
      "loss": 0.7358,
      "step": 23066
    },
    {
      "epoch": 0.48611484297207164,
      "grad_norm": 0.1435011476278305,
      "learning_rate": 1.0935076090918186e-05,
      "loss": 0.7858,
      "step": 23067
    },
    {
      "epoch": 0.4861359170104369,
      "grad_norm": 0.1204732358455658,
      "learning_rate": 1.0934396539777032e-05,
      "loss": 0.8077,
      "step": 23068
    },
    {
      "epoch": 0.4861569910488022,
      "grad_norm": 0.13586458563804626,
      "learning_rate": 1.0933716984282899e-05,
      "loss": 0.8352,
      "step": 23069
    },
    {
      "epoch": 0.4861780650871675,
      "grad_norm": 0.13888679444789886,
      "learning_rate": 1.093303742443895e-05,
      "loss": 0.8331,
      "step": 23070
    },
    {
      "epoch": 0.48619913912553275,
      "grad_norm": 0.12857136130332947,
      "learning_rate": 1.093235786024835e-05,
      "loss": 0.7214,
      "step": 23071
    },
    {
      "epoch": 0.4862202131638981,
      "grad_norm": 0.1462065875530243,
      "learning_rate": 1.093167829171427e-05,
      "loss": 0.7853,
      "step": 23072
    },
    {
      "epoch": 0.48624128720226334,
      "grad_norm": 0.2345995455980301,
      "learning_rate": 1.0930998718839871e-05,
      "loss": 0.902,
      "step": 23073
    },
    {
      "epoch": 0.48626236124062866,
      "grad_norm": 0.1316102296113968,
      "learning_rate": 1.093031914162832e-05,
      "loss": 0.7375,
      "step": 23074
    },
    {
      "epoch": 0.4862834352789939,
      "grad_norm": 0.17051298916339874,
      "learning_rate": 1.0929639560082785e-05,
      "loss": 0.7618,
      "step": 23075
    },
    {
      "epoch": 0.4863045093173592,
      "grad_norm": 0.16239210963249207,
      "learning_rate": 1.0928959974206428e-05,
      "loss": 0.7459,
      "step": 23076
    },
    {
      "epoch": 0.4863255833557245,
      "grad_norm": 0.14094969630241394,
      "learning_rate": 1.0928280384002414e-05,
      "loss": 0.6851,
      "step": 23077
    },
    {
      "epoch": 0.4863466573940898,
      "grad_norm": 0.15751150250434875,
      "learning_rate": 1.0927600789473916e-05,
      "loss": 0.7699,
      "step": 23078
    },
    {
      "epoch": 0.4863677314324551,
      "grad_norm": 0.1429717242717743,
      "learning_rate": 1.0926921190624095e-05,
      "loss": 0.7092,
      "step": 23079
    },
    {
      "epoch": 0.48638880547082036,
      "grad_norm": 0.16032880544662476,
      "learning_rate": 1.0926241587456119e-05,
      "loss": 0.8304,
      "step": 23080
    },
    {
      "epoch": 0.4864098795091856,
      "grad_norm": 0.14062108099460602,
      "learning_rate": 1.0925561979973151e-05,
      "loss": 0.7616,
      "step": 23081
    },
    {
      "epoch": 0.48643095354755095,
      "grad_norm": 0.11225169152021408,
      "learning_rate": 1.092488236817836e-05,
      "loss": 0.7027,
      "step": 23082
    },
    {
      "epoch": 0.4864520275859162,
      "grad_norm": 0.17151370644569397,
      "learning_rate": 1.0924202752074908e-05,
      "loss": 0.8038,
      "step": 23083
    },
    {
      "epoch": 0.48647310162428153,
      "grad_norm": 0.1184326559305191,
      "learning_rate": 1.0923523131665967e-05,
      "loss": 0.7736,
      "step": 23084
    },
    {
      "epoch": 0.4864941756626468,
      "grad_norm": 0.11272125691175461,
      "learning_rate": 1.0922843506954698e-05,
      "loss": 0.7909,
      "step": 23085
    },
    {
      "epoch": 0.48651524970101206,
      "grad_norm": 0.11131872236728668,
      "learning_rate": 1.0922163877944272e-05,
      "loss": 0.7284,
      "step": 23086
    },
    {
      "epoch": 0.4865363237393774,
      "grad_norm": 0.12422777712345123,
      "learning_rate": 1.092148424463785e-05,
      "loss": 0.7668,
      "step": 23087
    },
    {
      "epoch": 0.48655739777774265,
      "grad_norm": 0.12299012392759323,
      "learning_rate": 1.09208046070386e-05,
      "loss": 0.751,
      "step": 23088
    },
    {
      "epoch": 0.4865784718161079,
      "grad_norm": 0.242637038230896,
      "learning_rate": 1.092012496514969e-05,
      "loss": 0.7727,
      "step": 23089
    },
    {
      "epoch": 0.48659954585447324,
      "grad_norm": 0.1363305151462555,
      "learning_rate": 1.0919445318974284e-05,
      "loss": 0.8518,
      "step": 23090
    },
    {
      "epoch": 0.4866206198928385,
      "grad_norm": 0.13362468779087067,
      "learning_rate": 1.0918765668515548e-05,
      "loss": 0.8369,
      "step": 23091
    },
    {
      "epoch": 0.4866416939312038,
      "grad_norm": 0.12496700137853622,
      "learning_rate": 1.091808601377665e-05,
      "loss": 0.7348,
      "step": 23092
    },
    {
      "epoch": 0.4866627679695691,
      "grad_norm": 0.11214834451675415,
      "learning_rate": 1.0917406354760756e-05,
      "loss": 0.7295,
      "step": 23093
    },
    {
      "epoch": 0.48668384200793435,
      "grad_norm": 0.12806442379951477,
      "learning_rate": 1.0916726691471031e-05,
      "loss": 0.7943,
      "step": 23094
    },
    {
      "epoch": 0.4867049160462997,
      "grad_norm": 0.125629723072052,
      "learning_rate": 1.0916047023910643e-05,
      "loss": 0.8216,
      "step": 23095
    },
    {
      "epoch": 0.48672599008466494,
      "grad_norm": 0.14097601175308228,
      "learning_rate": 1.0915367352082755e-05,
      "loss": 0.8017,
      "step": 23096
    },
    {
      "epoch": 0.48674706412303026,
      "grad_norm": 0.10946337878704071,
      "learning_rate": 1.0914687675990539e-05,
      "loss": 0.7397,
      "step": 23097
    },
    {
      "epoch": 0.4867681381613955,
      "grad_norm": 0.13745111227035522,
      "learning_rate": 1.0914007995637153e-05,
      "loss": 0.6845,
      "step": 23098
    },
    {
      "epoch": 0.4867892121997608,
      "grad_norm": 0.1283951997756958,
      "learning_rate": 1.0913328311025773e-05,
      "loss": 0.7239,
      "step": 23099
    },
    {
      "epoch": 0.4868102862381261,
      "grad_norm": 0.13756367564201355,
      "learning_rate": 1.0912648622159556e-05,
      "loss": 0.8066,
      "step": 23100
    },
    {
      "epoch": 0.4868313602764914,
      "grad_norm": 0.11610427498817444,
      "learning_rate": 1.0911968929041677e-05,
      "loss": 0.8348,
      "step": 23101
    },
    {
      "epoch": 0.4868524343148567,
      "grad_norm": 0.12674321234226227,
      "learning_rate": 1.0911289231675297e-05,
      "loss": 0.7531,
      "step": 23102
    },
    {
      "epoch": 0.48687350835322196,
      "grad_norm": 0.12374358624219894,
      "learning_rate": 1.0910609530063582e-05,
      "loss": 0.7868,
      "step": 23103
    },
    {
      "epoch": 0.4868945823915872,
      "grad_norm": 0.123368039727211,
      "learning_rate": 1.0909929824209703e-05,
      "loss": 0.7767,
      "step": 23104
    },
    {
      "epoch": 0.48691565642995255,
      "grad_norm": 0.1602550894021988,
      "learning_rate": 1.0909250114116823e-05,
      "loss": 0.818,
      "step": 23105
    },
    {
      "epoch": 0.4869367304683178,
      "grad_norm": 0.14287069439888,
      "learning_rate": 1.0908570399788108e-05,
      "loss": 0.7747,
      "step": 23106
    },
    {
      "epoch": 0.4869578045066831,
      "grad_norm": 0.12674890458583832,
      "learning_rate": 1.0907890681226728e-05,
      "loss": 0.8748,
      "step": 23107
    },
    {
      "epoch": 0.4869788785450484,
      "grad_norm": 0.12744095921516418,
      "learning_rate": 1.0907210958435846e-05,
      "loss": 0.7831,
      "step": 23108
    },
    {
      "epoch": 0.48699995258341366,
      "grad_norm": 0.15083591639995575,
      "learning_rate": 1.0906531231418632e-05,
      "loss": 0.7761,
      "step": 23109
    },
    {
      "epoch": 0.487021026621779,
      "grad_norm": 0.10972306877374649,
      "learning_rate": 1.0905851500178249e-05,
      "loss": 0.6721,
      "step": 23110
    },
    {
      "epoch": 0.48704210066014425,
      "grad_norm": 0.10766604542732239,
      "learning_rate": 1.0905171764717866e-05,
      "loss": 0.7134,
      "step": 23111
    },
    {
      "epoch": 0.4870631746985095,
      "grad_norm": 0.11329204589128494,
      "learning_rate": 1.0904492025040647e-05,
      "loss": 0.7661,
      "step": 23112
    },
    {
      "epoch": 0.48708424873687484,
      "grad_norm": 0.09919104725122452,
      "learning_rate": 1.090381228114976e-05,
      "loss": 0.7688,
      "step": 23113
    },
    {
      "epoch": 0.4871053227752401,
      "grad_norm": 0.13075092434883118,
      "learning_rate": 1.0903132533048372e-05,
      "loss": 0.7307,
      "step": 23114
    },
    {
      "epoch": 0.4871263968136054,
      "grad_norm": 0.11198247969150543,
      "learning_rate": 1.0902452780739652e-05,
      "loss": 0.7337,
      "step": 23115
    },
    {
      "epoch": 0.4871474708519707,
      "grad_norm": 0.12918037176132202,
      "learning_rate": 1.0901773024226763e-05,
      "loss": 0.7864,
      "step": 23116
    },
    {
      "epoch": 0.48716854489033595,
      "grad_norm": 0.15329456329345703,
      "learning_rate": 1.0901093263512872e-05,
      "loss": 0.7333,
      "step": 23117
    },
    {
      "epoch": 0.4871896189287013,
      "grad_norm": 0.10569553822278976,
      "learning_rate": 1.0900413498601147e-05,
      "loss": 0.7422,
      "step": 23118
    },
    {
      "epoch": 0.48721069296706654,
      "grad_norm": 0.1467512995004654,
      "learning_rate": 1.089973372949476e-05,
      "loss": 0.7714,
      "step": 23119
    },
    {
      "epoch": 0.48723176700543186,
      "grad_norm": 0.11270435154438019,
      "learning_rate": 1.0899053956196863e-05,
      "loss": 0.8016,
      "step": 23120
    },
    {
      "epoch": 0.4872528410437971,
      "grad_norm": 0.14474369585514069,
      "learning_rate": 1.0898374178710638e-05,
      "loss": 0.7721,
      "step": 23121
    },
    {
      "epoch": 0.4872739150821624,
      "grad_norm": 0.13468995690345764,
      "learning_rate": 1.0897694397039244e-05,
      "loss": 0.7345,
      "step": 23122
    },
    {
      "epoch": 0.4872949891205277,
      "grad_norm": 0.10250259190797806,
      "learning_rate": 1.0897014611185852e-05,
      "loss": 0.695,
      "step": 23123
    },
    {
      "epoch": 0.487316063158893,
      "grad_norm": 0.1740836799144745,
      "learning_rate": 1.0896334821153627e-05,
      "loss": 0.8751,
      "step": 23124
    },
    {
      "epoch": 0.48733713719725824,
      "grad_norm": 0.12924706935882568,
      "learning_rate": 1.0895655026945732e-05,
      "loss": 0.7956,
      "step": 23125
    },
    {
      "epoch": 0.48735821123562356,
      "grad_norm": 0.1296127736568451,
      "learning_rate": 1.089497522856534e-05,
      "loss": 0.7684,
      "step": 23126
    },
    {
      "epoch": 0.4873792852739888,
      "grad_norm": 0.164309561252594,
      "learning_rate": 1.0894295426015614e-05,
      "loss": 0.8165,
      "step": 23127
    },
    {
      "epoch": 0.48740035931235415,
      "grad_norm": 0.12847286462783813,
      "learning_rate": 1.0893615619299725e-05,
      "loss": 0.7639,
      "step": 23128
    },
    {
      "epoch": 0.4874214333507194,
      "grad_norm": 0.1765516847372055,
      "learning_rate": 1.0892935808420833e-05,
      "loss": 0.7681,
      "step": 23129
    },
    {
      "epoch": 0.4874425073890847,
      "grad_norm": 0.14709582924842834,
      "learning_rate": 1.089225599338211e-05,
      "loss": 0.763,
      "step": 23130
    },
    {
      "epoch": 0.48746358142745,
      "grad_norm": 0.15388520061969757,
      "learning_rate": 1.0891576174186724e-05,
      "loss": 0.7946,
      "step": 23131
    },
    {
      "epoch": 0.48748465546581526,
      "grad_norm": 0.16751492023468018,
      "learning_rate": 1.089089635083784e-05,
      "loss": 0.7707,
      "step": 23132
    },
    {
      "epoch": 0.4875057295041806,
      "grad_norm": 0.14255356788635254,
      "learning_rate": 1.0890216523338624e-05,
      "loss": 0.779,
      "step": 23133
    },
    {
      "epoch": 0.48752680354254585,
      "grad_norm": 0.13828079402446747,
      "learning_rate": 1.0889536691692244e-05,
      "loss": 0.7726,
      "step": 23134
    },
    {
      "epoch": 0.4875478775809111,
      "grad_norm": 0.13884910941123962,
      "learning_rate": 1.0888856855901868e-05,
      "loss": 0.7313,
      "step": 23135
    },
    {
      "epoch": 0.48756895161927644,
      "grad_norm": 0.16995655000209808,
      "learning_rate": 1.0888177015970663e-05,
      "loss": 0.7839,
      "step": 23136
    },
    {
      "epoch": 0.4875900256576417,
      "grad_norm": 0.11691530048847198,
      "learning_rate": 1.0887497171901795e-05,
      "loss": 0.7008,
      "step": 23137
    },
    {
      "epoch": 0.487611099696007,
      "grad_norm": 0.19760845601558685,
      "learning_rate": 1.0886817323698434e-05,
      "loss": 0.7288,
      "step": 23138
    },
    {
      "epoch": 0.4876321737343723,
      "grad_norm": 0.13926586508750916,
      "learning_rate": 1.0886137471363742e-05,
      "loss": 0.8196,
      "step": 23139
    },
    {
      "epoch": 0.48765324777273755,
      "grad_norm": 0.15755076706409454,
      "learning_rate": 1.088545761490089e-05,
      "loss": 0.7609,
      "step": 23140
    },
    {
      "epoch": 0.4876743218111029,
      "grad_norm": 0.14997795224189758,
      "learning_rate": 1.0884777754313038e-05,
      "loss": 0.7992,
      "step": 23141
    },
    {
      "epoch": 0.48769539584946814,
      "grad_norm": 0.1860756278038025,
      "learning_rate": 1.0884097889603366e-05,
      "loss": 0.7771,
      "step": 23142
    },
    {
      "epoch": 0.4877164698878334,
      "grad_norm": 0.11458466947078705,
      "learning_rate": 1.0883418020775034e-05,
      "loss": 0.754,
      "step": 23143
    },
    {
      "epoch": 0.4877375439261987,
      "grad_norm": 0.16979557275772095,
      "learning_rate": 1.0882738147831209e-05,
      "loss": 0.7879,
      "step": 23144
    },
    {
      "epoch": 0.487758617964564,
      "grad_norm": 0.13481305539608002,
      "learning_rate": 1.088205827077506e-05,
      "loss": 0.7911,
      "step": 23145
    },
    {
      "epoch": 0.4877796920029293,
      "grad_norm": 0.1631198674440384,
      "learning_rate": 1.0881378389609752e-05,
      "loss": 0.7739,
      "step": 23146
    },
    {
      "epoch": 0.4878007660412946,
      "grad_norm": 0.1427891105413437,
      "learning_rate": 1.0880698504338452e-05,
      "loss": 0.7184,
      "step": 23147
    },
    {
      "epoch": 0.48782184007965984,
      "grad_norm": 0.15149199962615967,
      "learning_rate": 1.088001861496433e-05,
      "loss": 0.7833,
      "step": 23148
    },
    {
      "epoch": 0.48784291411802516,
      "grad_norm": 0.12208884954452515,
      "learning_rate": 1.0879338721490554e-05,
      "loss": 0.7704,
      "step": 23149
    },
    {
      "epoch": 0.4878639881563904,
      "grad_norm": 0.17606642842292786,
      "learning_rate": 1.0878658823920288e-05,
      "loss": 0.7453,
      "step": 23150
    },
    {
      "epoch": 0.48788506219475575,
      "grad_norm": 0.1553414911031723,
      "learning_rate": 1.08779789222567e-05,
      "loss": 0.8044,
      "step": 23151
    },
    {
      "epoch": 0.487906136233121,
      "grad_norm": 0.17556890845298767,
      "learning_rate": 1.0877299016502959e-05,
      "loss": 0.7793,
      "step": 23152
    },
    {
      "epoch": 0.4879272102714863,
      "grad_norm": 0.1645953208208084,
      "learning_rate": 1.0876619106662235e-05,
      "loss": 0.7553,
      "step": 23153
    },
    {
      "epoch": 0.4879482843098516,
      "grad_norm": 0.16245196759700775,
      "learning_rate": 1.0875939192737687e-05,
      "loss": 0.7578,
      "step": 23154
    },
    {
      "epoch": 0.48796935834821686,
      "grad_norm": 0.17479924857616425,
      "learning_rate": 1.087525927473249e-05,
      "loss": 0.8459,
      "step": 23155
    },
    {
      "epoch": 0.4879904323865822,
      "grad_norm": 0.1487678587436676,
      "learning_rate": 1.0874579352649808e-05,
      "loss": 0.7613,
      "step": 23156
    },
    {
      "epoch": 0.48801150642494745,
      "grad_norm": 0.1740526705980301,
      "learning_rate": 1.0873899426492808e-05,
      "loss": 0.7629,
      "step": 23157
    },
    {
      "epoch": 0.4880325804633127,
      "grad_norm": 0.13395723700523376,
      "learning_rate": 1.0873219496264664e-05,
      "loss": 0.8458,
      "step": 23158
    },
    {
      "epoch": 0.48805365450167804,
      "grad_norm": 0.16808895766735077,
      "learning_rate": 1.0872539561968538e-05,
      "loss": 0.7861,
      "step": 23159
    },
    {
      "epoch": 0.4880747285400433,
      "grad_norm": 0.13609690964221954,
      "learning_rate": 1.0871859623607595e-05,
      "loss": 0.7714,
      "step": 23160
    },
    {
      "epoch": 0.48809580257840857,
      "grad_norm": 0.14387735724449158,
      "learning_rate": 1.0871179681185007e-05,
      "loss": 0.7677,
      "step": 23161
    },
    {
      "epoch": 0.4881168766167739,
      "grad_norm": 0.1363566368818283,
      "learning_rate": 1.0870499734703942e-05,
      "loss": 0.7685,
      "step": 23162
    },
    {
      "epoch": 0.48813795065513915,
      "grad_norm": 0.13607510924339294,
      "learning_rate": 1.0869819784167562e-05,
      "loss": 0.722,
      "step": 23163
    },
    {
      "epoch": 0.4881590246935045,
      "grad_norm": 0.12194076180458069,
      "learning_rate": 1.0869139829579041e-05,
      "loss": 0.7959,
      "step": 23164
    },
    {
      "epoch": 0.48818009873186974,
      "grad_norm": 0.14737340807914734,
      "learning_rate": 1.0868459870941544e-05,
      "loss": 0.7872,
      "step": 23165
    },
    {
      "epoch": 0.488201172770235,
      "grad_norm": 0.12030929327011108,
      "learning_rate": 1.0867779908258237e-05,
      "loss": 0.7886,
      "step": 23166
    },
    {
      "epoch": 0.4882222468086003,
      "grad_norm": 0.14218419790267944,
      "learning_rate": 1.086709994153229e-05,
      "loss": 0.7693,
      "step": 23167
    },
    {
      "epoch": 0.4882433208469656,
      "grad_norm": 0.1668538749217987,
      "learning_rate": 1.0866419970766875e-05,
      "loss": 0.8854,
      "step": 23168
    },
    {
      "epoch": 0.4882643948853309,
      "grad_norm": 0.12592868506908417,
      "learning_rate": 1.086573999596515e-05,
      "loss": 0.6995,
      "step": 23169
    },
    {
      "epoch": 0.4882854689236962,
      "grad_norm": 0.1326909214258194,
      "learning_rate": 1.0865060017130287e-05,
      "loss": 0.7466,
      "step": 23170
    },
    {
      "epoch": 0.48830654296206144,
      "grad_norm": 0.13425500690937042,
      "learning_rate": 1.0864380034265457e-05,
      "loss": 0.7503,
      "step": 23171
    },
    {
      "epoch": 0.48832761700042676,
      "grad_norm": 0.16792431473731995,
      "learning_rate": 1.0863700047373823e-05,
      "loss": 0.7713,
      "step": 23172
    },
    {
      "epoch": 0.488348691038792,
      "grad_norm": 0.15242408215999603,
      "learning_rate": 1.0863020056458558e-05,
      "loss": 0.7924,
      "step": 23173
    },
    {
      "epoch": 0.48836976507715735,
      "grad_norm": 0.13005445897579193,
      "learning_rate": 1.0862340061522824e-05,
      "loss": 0.8318,
      "step": 23174
    },
    {
      "epoch": 0.4883908391155226,
      "grad_norm": 0.15252290666103363,
      "learning_rate": 1.0861660062569792e-05,
      "loss": 0.7197,
      "step": 23175
    },
    {
      "epoch": 0.4884119131538879,
      "grad_norm": 0.14163129031658173,
      "learning_rate": 1.0860980059602629e-05,
      "loss": 0.7676,
      "step": 23176
    },
    {
      "epoch": 0.4884329871922532,
      "grad_norm": 0.14444679021835327,
      "learning_rate": 1.0860300052624504e-05,
      "loss": 0.7778,
      "step": 23177
    },
    {
      "epoch": 0.48845406123061846,
      "grad_norm": 0.11676651984453201,
      "learning_rate": 1.0859620041638583e-05,
      "loss": 0.7679,
      "step": 23178
    },
    {
      "epoch": 0.4884751352689838,
      "grad_norm": 0.12826350331306458,
      "learning_rate": 1.0858940026648037e-05,
      "loss": 0.7603,
      "step": 23179
    },
    {
      "epoch": 0.48849620930734905,
      "grad_norm": 0.13009357452392578,
      "learning_rate": 1.0858260007656029e-05,
      "loss": 0.6906,
      "step": 23180
    },
    {
      "epoch": 0.4885172833457143,
      "grad_norm": 0.15854080021381378,
      "learning_rate": 1.0857579984665733e-05,
      "loss": 0.7689,
      "step": 23181
    },
    {
      "epoch": 0.48853835738407964,
      "grad_norm": 0.13563932478427887,
      "learning_rate": 1.085689995768031e-05,
      "loss": 0.7973,
      "step": 23182
    },
    {
      "epoch": 0.4885594314224449,
      "grad_norm": 0.1510113626718521,
      "learning_rate": 1.0856219926702938e-05,
      "loss": 0.7342,
      "step": 23183
    },
    {
      "epoch": 0.48858050546081017,
      "grad_norm": 0.14079150557518005,
      "learning_rate": 1.0855539891736774e-05,
      "loss": 0.786,
      "step": 23184
    },
    {
      "epoch": 0.4886015794991755,
      "grad_norm": 0.13866230845451355,
      "learning_rate": 1.0854859852784992e-05,
      "loss": 0.7792,
      "step": 23185
    },
    {
      "epoch": 0.48862265353754075,
      "grad_norm": 0.13709761202335358,
      "learning_rate": 1.0854179809850758e-05,
      "loss": 0.8056,
      "step": 23186
    },
    {
      "epoch": 0.4886437275759061,
      "grad_norm": 0.12381531298160553,
      "learning_rate": 1.0853499762937245e-05,
      "loss": 0.7287,
      "step": 23187
    },
    {
      "epoch": 0.48866480161427134,
      "grad_norm": 0.12289141118526459,
      "learning_rate": 1.0852819712047613e-05,
      "loss": 0.6942,
      "step": 23188
    },
    {
      "epoch": 0.4886858756526366,
      "grad_norm": 0.12081881612539291,
      "learning_rate": 1.0852139657185034e-05,
      "loss": 0.7445,
      "step": 23189
    },
    {
      "epoch": 0.4887069496910019,
      "grad_norm": 0.16455316543579102,
      "learning_rate": 1.0851459598352675e-05,
      "loss": 0.7978,
      "step": 23190
    },
    {
      "epoch": 0.4887280237293672,
      "grad_norm": 0.11360152065753937,
      "learning_rate": 1.0850779535553708e-05,
      "loss": 0.7661,
      "step": 23191
    },
    {
      "epoch": 0.4887490977677325,
      "grad_norm": 0.1316729635000229,
      "learning_rate": 1.0850099468791298e-05,
      "loss": 0.8115,
      "step": 23192
    },
    {
      "epoch": 0.4887701718060978,
      "grad_norm": 0.12355942279100418,
      "learning_rate": 1.0849419398068614e-05,
      "loss": 0.7802,
      "step": 23193
    },
    {
      "epoch": 0.48879124584446304,
      "grad_norm": 0.15552817285060883,
      "learning_rate": 1.0848739323388822e-05,
      "loss": 0.789,
      "step": 23194
    },
    {
      "epoch": 0.48881231988282836,
      "grad_norm": 0.11921977251768112,
      "learning_rate": 1.0848059244755093e-05,
      "loss": 0.7451,
      "step": 23195
    },
    {
      "epoch": 0.4888333939211936,
      "grad_norm": 0.12119874358177185,
      "learning_rate": 1.0847379162170595e-05,
      "loss": 0.8118,
      "step": 23196
    },
    {
      "epoch": 0.48885446795955895,
      "grad_norm": 0.12464812397956848,
      "learning_rate": 1.0846699075638497e-05,
      "loss": 0.7359,
      "step": 23197
    },
    {
      "epoch": 0.4888755419979242,
      "grad_norm": 0.12491900473833084,
      "learning_rate": 1.0846018985161961e-05,
      "loss": 0.8175,
      "step": 23198
    },
    {
      "epoch": 0.4888966160362895,
      "grad_norm": 0.12346825748682022,
      "learning_rate": 1.0845338890744159e-05,
      "loss": 0.7665,
      "step": 23199
    },
    {
      "epoch": 0.4889176900746548,
      "grad_norm": 0.11704161018133163,
      "learning_rate": 1.0844658792388265e-05,
      "loss": 0.8226,
      "step": 23200
    },
    {
      "epoch": 0.48893876411302006,
      "grad_norm": 0.12910966575145721,
      "learning_rate": 1.0843978690097439e-05,
      "loss": 0.8348,
      "step": 23201
    },
    {
      "epoch": 0.48895983815138533,
      "grad_norm": 0.16667838394641876,
      "learning_rate": 1.0843298583874857e-05,
      "loss": 0.7125,
      "step": 23202
    },
    {
      "epoch": 0.48898091218975065,
      "grad_norm": 0.1082158237695694,
      "learning_rate": 1.084261847372368e-05,
      "loss": 0.7706,
      "step": 23203
    },
    {
      "epoch": 0.4890019862281159,
      "grad_norm": 0.11720146238803864,
      "learning_rate": 1.0841938359647082e-05,
      "loss": 0.7427,
      "step": 23204
    },
    {
      "epoch": 0.48902306026648124,
      "grad_norm": 0.14967405796051025,
      "learning_rate": 1.0841258241648228e-05,
      "loss": 0.7965,
      "step": 23205
    },
    {
      "epoch": 0.4890441343048465,
      "grad_norm": 0.1564827263355255,
      "learning_rate": 1.0840578119730285e-05,
      "loss": 0.6759,
      "step": 23206
    },
    {
      "epoch": 0.48906520834321177,
      "grad_norm": 0.17523807287216187,
      "learning_rate": 1.0839897993896425e-05,
      "loss": 0.8372,
      "step": 23207
    },
    {
      "epoch": 0.4890862823815771,
      "grad_norm": 0.16961780190467834,
      "learning_rate": 1.0839217864149815e-05,
      "loss": 0.7695,
      "step": 23208
    },
    {
      "epoch": 0.48910735641994235,
      "grad_norm": 0.14342516660690308,
      "learning_rate": 1.0838537730493624e-05,
      "loss": 0.747,
      "step": 23209
    },
    {
      "epoch": 0.4891284304583077,
      "grad_norm": 0.19453994929790497,
      "learning_rate": 1.0837857592931021e-05,
      "loss": 0.8068,
      "step": 23210
    },
    {
      "epoch": 0.48914950449667294,
      "grad_norm": 0.11320982873439789,
      "learning_rate": 1.0837177451465173e-05,
      "loss": 0.7852,
      "step": 23211
    },
    {
      "epoch": 0.4891705785350382,
      "grad_norm": 0.19687221944332123,
      "learning_rate": 1.0836497306099249e-05,
      "loss": 0.7396,
      "step": 23212
    },
    {
      "epoch": 0.4891916525734035,
      "grad_norm": 0.13891483843326569,
      "learning_rate": 1.0835817156836418e-05,
      "loss": 0.7976,
      "step": 23213
    },
    {
      "epoch": 0.4892127266117688,
      "grad_norm": 0.12857936322689056,
      "learning_rate": 1.0835137003679845e-05,
      "loss": 0.7494,
      "step": 23214
    },
    {
      "epoch": 0.4892338006501341,
      "grad_norm": 0.13710249960422516,
      "learning_rate": 1.0834456846632706e-05,
      "loss": 0.8126,
      "step": 23215
    },
    {
      "epoch": 0.4892548746884994,
      "grad_norm": 0.12545588612556458,
      "learning_rate": 1.0833776685698162e-05,
      "loss": 0.7411,
      "step": 23216
    },
    {
      "epoch": 0.48927594872686464,
      "grad_norm": 0.13465097546577454,
      "learning_rate": 1.083309652087939e-05,
      "loss": 0.7423,
      "step": 23217
    },
    {
      "epoch": 0.48929702276522996,
      "grad_norm": 0.13592292368412018,
      "learning_rate": 1.0832416352179549e-05,
      "loss": 0.7476,
      "step": 23218
    },
    {
      "epoch": 0.4893180968035952,
      "grad_norm": 2.776865005493164,
      "learning_rate": 1.0831736179601814e-05,
      "loss": 0.8215,
      "step": 23219
    },
    {
      "epoch": 0.4893391708419605,
      "grad_norm": 0.11582349985837936,
      "learning_rate": 1.083105600314935e-05,
      "loss": 0.8242,
      "step": 23220
    },
    {
      "epoch": 0.4893602448803258,
      "grad_norm": 0.11155650019645691,
      "learning_rate": 1.083037582282533e-05,
      "loss": 0.7466,
      "step": 23221
    },
    {
      "epoch": 0.4893813189186911,
      "grad_norm": 0.13280044496059418,
      "learning_rate": 1.0829695638632917e-05,
      "loss": 0.8179,
      "step": 23222
    },
    {
      "epoch": 0.4894023929570564,
      "grad_norm": 0.14899492263793945,
      "learning_rate": 1.0829015450575287e-05,
      "loss": 0.7429,
      "step": 23223
    },
    {
      "epoch": 0.48942346699542166,
      "grad_norm": 0.10509787499904633,
      "learning_rate": 1.08283352586556e-05,
      "loss": 0.7344,
      "step": 23224
    },
    {
      "epoch": 0.48944454103378693,
      "grad_norm": 0.16655537486076355,
      "learning_rate": 1.0827655062877031e-05,
      "loss": 0.7748,
      "step": 23225
    },
    {
      "epoch": 0.48946561507215225,
      "grad_norm": 0.13882702589035034,
      "learning_rate": 1.082697486324275e-05,
      "loss": 0.8113,
      "step": 23226
    },
    {
      "epoch": 0.4894866891105175,
      "grad_norm": 0.1490221619606018,
      "learning_rate": 1.0826294659755923e-05,
      "loss": 0.8155,
      "step": 23227
    },
    {
      "epoch": 0.48950776314888284,
      "grad_norm": 0.1330813467502594,
      "learning_rate": 1.0825614452419713e-05,
      "loss": 0.8426,
      "step": 23228
    },
    {
      "epoch": 0.4895288371872481,
      "grad_norm": 0.12618130445480347,
      "learning_rate": 1.0824934241237297e-05,
      "loss": 0.7793,
      "step": 23229
    },
    {
      "epoch": 0.48954991122561337,
      "grad_norm": 0.1147758737206459,
      "learning_rate": 1.0824254026211843e-05,
      "loss": 0.7064,
      "step": 23230
    },
    {
      "epoch": 0.4895709852639787,
      "grad_norm": 0.12408275902271271,
      "learning_rate": 1.082357380734652e-05,
      "loss": 0.8097,
      "step": 23231
    },
    {
      "epoch": 0.48959205930234395,
      "grad_norm": 0.14230313897132874,
      "learning_rate": 1.0822893584644492e-05,
      "loss": 0.8072,
      "step": 23232
    },
    {
      "epoch": 0.4896131333407093,
      "grad_norm": 0.14145812392234802,
      "learning_rate": 1.082221335810893e-05,
      "loss": 0.8302,
      "step": 23233
    },
    {
      "epoch": 0.48963420737907454,
      "grad_norm": 0.12547394633293152,
      "learning_rate": 1.0821533127743007e-05,
      "loss": 0.757,
      "step": 23234
    },
    {
      "epoch": 0.4896552814174398,
      "grad_norm": 0.13530296087265015,
      "learning_rate": 1.0820852893549883e-05,
      "loss": 0.8312,
      "step": 23235
    },
    {
      "epoch": 0.4896763554558051,
      "grad_norm": 0.18504805862903595,
      "learning_rate": 1.0820172655532739e-05,
      "loss": 0.7937,
      "step": 23236
    },
    {
      "epoch": 0.4896974294941704,
      "grad_norm": 0.1243760734796524,
      "learning_rate": 1.0819492413694737e-05,
      "loss": 0.8195,
      "step": 23237
    },
    {
      "epoch": 0.48971850353253565,
      "grad_norm": 0.12831982970237732,
      "learning_rate": 1.0818812168039043e-05,
      "loss": 0.783,
      "step": 23238
    },
    {
      "epoch": 0.489739577570901,
      "grad_norm": 0.14956481754779816,
      "learning_rate": 1.0818131918568832e-05,
      "loss": 0.8114,
      "step": 23239
    },
    {
      "epoch": 0.48976065160926624,
      "grad_norm": 0.1336013376712799,
      "learning_rate": 1.081745166528727e-05,
      "loss": 0.8052,
      "step": 23240
    },
    {
      "epoch": 0.48978172564763156,
      "grad_norm": 0.13893814384937286,
      "learning_rate": 1.0816771408197526e-05,
      "loss": 0.706,
      "step": 23241
    },
    {
      "epoch": 0.4898027996859968,
      "grad_norm": 0.15962840616703033,
      "learning_rate": 1.0816091147302772e-05,
      "loss": 0.7613,
      "step": 23242
    },
    {
      "epoch": 0.4898238737243621,
      "grad_norm": 0.15660852193832397,
      "learning_rate": 1.0815410882606172e-05,
      "loss": 0.7883,
      "step": 23243
    },
    {
      "epoch": 0.4898449477627274,
      "grad_norm": 0.14721369743347168,
      "learning_rate": 1.08147306141109e-05,
      "loss": 0.833,
      "step": 23244
    },
    {
      "epoch": 0.4898660218010927,
      "grad_norm": 0.15213483572006226,
      "learning_rate": 1.081405034182012e-05,
      "loss": 0.8099,
      "step": 23245
    },
    {
      "epoch": 0.489887095839458,
      "grad_norm": 0.1790430247783661,
      "learning_rate": 1.081337006573701e-05,
      "loss": 0.7884,
      "step": 23246
    },
    {
      "epoch": 0.48990816987782326,
      "grad_norm": 0.16746480762958527,
      "learning_rate": 1.081268978586473e-05,
      "loss": 0.7832,
      "step": 23247
    },
    {
      "epoch": 0.48992924391618853,
      "grad_norm": 0.14026665687561035,
      "learning_rate": 1.0812009502206453e-05,
      "loss": 0.8203,
      "step": 23248
    },
    {
      "epoch": 0.48995031795455385,
      "grad_norm": 0.14335961639881134,
      "learning_rate": 1.0811329214765343e-05,
      "loss": 0.7436,
      "step": 23249
    },
    {
      "epoch": 0.4899713919929191,
      "grad_norm": 0.14200691878795624,
      "learning_rate": 1.0810648923544577e-05,
      "loss": 0.7995,
      "step": 23250
    },
    {
      "epoch": 0.48999246603128443,
      "grad_norm": 0.10930895060300827,
      "learning_rate": 1.0809968628547323e-05,
      "loss": 0.7945,
      "step": 23251
    },
    {
      "epoch": 0.4900135400696497,
      "grad_norm": 0.12689873576164246,
      "learning_rate": 1.0809288329776746e-05,
      "loss": 0.7948,
      "step": 23252
    },
    {
      "epoch": 0.49003461410801497,
      "grad_norm": 0.13412517309188843,
      "learning_rate": 1.0808608027236018e-05,
      "loss": 0.7874,
      "step": 23253
    },
    {
      "epoch": 0.4900556881463803,
      "grad_norm": 0.1184341087937355,
      "learning_rate": 1.080792772092831e-05,
      "loss": 0.7204,
      "step": 23254
    },
    {
      "epoch": 0.49007676218474555,
      "grad_norm": 0.12275242060422897,
      "learning_rate": 1.0807247410856783e-05,
      "loss": 0.7597,
      "step": 23255
    },
    {
      "epoch": 0.4900978362231108,
      "grad_norm": 0.14466719329357147,
      "learning_rate": 1.0806567097024616e-05,
      "loss": 0.745,
      "step": 23256
    },
    {
      "epoch": 0.49011891026147614,
      "grad_norm": 0.1070326715707779,
      "learning_rate": 1.0805886779434972e-05,
      "loss": 0.8298,
      "step": 23257
    },
    {
      "epoch": 0.4901399842998414,
      "grad_norm": 0.1314963400363922,
      "learning_rate": 1.0805206458091026e-05,
      "loss": 0.7893,
      "step": 23258
    },
    {
      "epoch": 0.4901610583382067,
      "grad_norm": 0.12343347817659378,
      "learning_rate": 1.0804526132995942e-05,
      "loss": 0.8025,
      "step": 23259
    },
    {
      "epoch": 0.490182132376572,
      "grad_norm": 0.12788350880146027,
      "learning_rate": 1.0803845804152895e-05,
      "loss": 0.7811,
      "step": 23260
    },
    {
      "epoch": 0.49020320641493725,
      "grad_norm": 0.12485209852457047,
      "learning_rate": 1.0803165471565049e-05,
      "loss": 0.769,
      "step": 23261
    },
    {
      "epoch": 0.4902242804533026,
      "grad_norm": 0.12088458985090256,
      "learning_rate": 1.0802485135235577e-05,
      "loss": 0.7986,
      "step": 23262
    },
    {
      "epoch": 0.49024535449166784,
      "grad_norm": 0.10377170890569687,
      "learning_rate": 1.0801804795167642e-05,
      "loss": 0.6891,
      "step": 23263
    },
    {
      "epoch": 0.49026642853003316,
      "grad_norm": 0.145184725522995,
      "learning_rate": 1.080112445136442e-05,
      "loss": 0.7463,
      "step": 23264
    },
    {
      "epoch": 0.4902875025683984,
      "grad_norm": 0.1344331055879593,
      "learning_rate": 1.080044410382908e-05,
      "loss": 0.8313,
      "step": 23265
    },
    {
      "epoch": 0.4903085766067637,
      "grad_norm": 0.12679338455200195,
      "learning_rate": 1.079976375256479e-05,
      "loss": 0.7719,
      "step": 23266
    },
    {
      "epoch": 0.490329650645129,
      "grad_norm": 0.13033713400363922,
      "learning_rate": 1.079908339757472e-05,
      "loss": 0.798,
      "step": 23267
    },
    {
      "epoch": 0.4903507246834943,
      "grad_norm": 0.12824870645999908,
      "learning_rate": 1.0798403038862039e-05,
      "loss": 0.7093,
      "step": 23268
    },
    {
      "epoch": 0.4903717987218596,
      "grad_norm": 0.15430501103401184,
      "learning_rate": 1.0797722676429915e-05,
      "loss": 0.7744,
      "step": 23269
    },
    {
      "epoch": 0.49039287276022486,
      "grad_norm": 0.1557254046201706,
      "learning_rate": 1.079704231028152e-05,
      "loss": 0.8018,
      "step": 23270
    },
    {
      "epoch": 0.49041394679859013,
      "grad_norm": 0.13524240255355835,
      "learning_rate": 1.0796361940420024e-05,
      "loss": 0.784,
      "step": 23271
    },
    {
      "epoch": 0.49043502083695545,
      "grad_norm": 0.1333063244819641,
      "learning_rate": 1.0795681566848594e-05,
      "loss": 0.7648,
      "step": 23272
    },
    {
      "epoch": 0.4904560948753207,
      "grad_norm": 0.12745510041713715,
      "learning_rate": 1.0795001189570402e-05,
      "loss": 0.7684,
      "step": 23273
    },
    {
      "epoch": 0.49047716891368603,
      "grad_norm": 0.12726493179798126,
      "learning_rate": 1.0794320808588614e-05,
      "loss": 0.7916,
      "step": 23274
    },
    {
      "epoch": 0.4904982429520513,
      "grad_norm": 0.11094407737255096,
      "learning_rate": 1.0793640423906404e-05,
      "loss": 0.7603,
      "step": 23275
    },
    {
      "epoch": 0.49051931699041657,
      "grad_norm": 0.14783841371536255,
      "learning_rate": 1.0792960035526942e-05,
      "loss": 0.8121,
      "step": 23276
    },
    {
      "epoch": 0.4905403910287819,
      "grad_norm": 0.12636037170886993,
      "learning_rate": 1.0792279643453392e-05,
      "loss": 0.7006,
      "step": 23277
    },
    {
      "epoch": 0.49056146506714715,
      "grad_norm": 0.1312456876039505,
      "learning_rate": 1.0791599247688926e-05,
      "loss": 0.8321,
      "step": 23278
    },
    {
      "epoch": 0.4905825391055124,
      "grad_norm": 0.12276431173086166,
      "learning_rate": 1.0790918848236718e-05,
      "loss": 0.752,
      "step": 23279
    },
    {
      "epoch": 0.49060361314387774,
      "grad_norm": 0.14416612684726715,
      "learning_rate": 1.0790238445099935e-05,
      "loss": 0.8008,
      "step": 23280
    },
    {
      "epoch": 0.490624687182243,
      "grad_norm": 0.1093488335609436,
      "learning_rate": 1.0789558038281745e-05,
      "loss": 0.7242,
      "step": 23281
    },
    {
      "epoch": 0.4906457612206083,
      "grad_norm": 0.13764290511608124,
      "learning_rate": 1.0788877627785318e-05,
      "loss": 0.7601,
      "step": 23282
    },
    {
      "epoch": 0.4906668352589736,
      "grad_norm": 0.1257614940404892,
      "learning_rate": 1.0788197213613825e-05,
      "loss": 0.7826,
      "step": 23283
    },
    {
      "epoch": 0.49068790929733885,
      "grad_norm": 0.1381104737520218,
      "learning_rate": 1.0787516795770434e-05,
      "loss": 0.805,
      "step": 23284
    },
    {
      "epoch": 0.4907089833357042,
      "grad_norm": 0.39938437938690186,
      "learning_rate": 1.0786836374258318e-05,
      "loss": 0.8276,
      "step": 23285
    },
    {
      "epoch": 0.49073005737406944,
      "grad_norm": 0.11360368877649307,
      "learning_rate": 1.0786155949080646e-05,
      "loss": 0.7948,
      "step": 23286
    },
    {
      "epoch": 0.49075113141243476,
      "grad_norm": 0.12913121283054352,
      "learning_rate": 1.0785475520240584e-05,
      "loss": 0.8014,
      "step": 23287
    },
    {
      "epoch": 0.4907722054508,
      "grad_norm": 0.13289660215377808,
      "learning_rate": 1.0784795087741307e-05,
      "loss": 0.7943,
      "step": 23288
    },
    {
      "epoch": 0.4907932794891653,
      "grad_norm": 0.11535968631505966,
      "learning_rate": 1.0784114651585982e-05,
      "loss": 0.7553,
      "step": 23289
    },
    {
      "epoch": 0.4908143535275306,
      "grad_norm": 0.14559780061244965,
      "learning_rate": 1.0783434211777778e-05,
      "loss": 0.7204,
      "step": 23290
    },
    {
      "epoch": 0.4908354275658959,
      "grad_norm": 0.10827682912349701,
      "learning_rate": 1.0782753768319874e-05,
      "loss": 0.7451,
      "step": 23291
    },
    {
      "epoch": 0.4908565016042612,
      "grad_norm": 0.12136048823595047,
      "learning_rate": 1.0782073321215423e-05,
      "loss": 0.7934,
      "step": 23292
    },
    {
      "epoch": 0.49087757564262646,
      "grad_norm": 0.12666185200214386,
      "learning_rate": 1.078139287046761e-05,
      "loss": 0.7927,
      "step": 23293
    },
    {
      "epoch": 0.4908986496809917,
      "grad_norm": 0.15418055653572083,
      "learning_rate": 1.0780712416079595e-05,
      "loss": 0.7375,
      "step": 23294
    },
    {
      "epoch": 0.49091972371935705,
      "grad_norm": 0.1168137639760971,
      "learning_rate": 1.0780031958054555e-05,
      "loss": 0.7396,
      "step": 23295
    },
    {
      "epoch": 0.4909407977577223,
      "grad_norm": 0.1124565601348877,
      "learning_rate": 1.0779351496395657e-05,
      "loss": 0.7423,
      "step": 23296
    },
    {
      "epoch": 0.4909618717960876,
      "grad_norm": 0.1390932947397232,
      "learning_rate": 1.0778671031106072e-05,
      "loss": 0.7872,
      "step": 23297
    },
    {
      "epoch": 0.4909829458344529,
      "grad_norm": 0.0990079715847969,
      "learning_rate": 1.0777990562188967e-05,
      "loss": 0.7164,
      "step": 23298
    },
    {
      "epoch": 0.49100401987281816,
      "grad_norm": 0.11490438878536224,
      "learning_rate": 1.0777310089647514e-05,
      "loss": 0.7882,
      "step": 23299
    },
    {
      "epoch": 0.4910250939111835,
      "grad_norm": 0.1075790598988533,
      "learning_rate": 1.0776629613484887e-05,
      "loss": 0.734,
      "step": 23300
    },
    {
      "epoch": 0.49104616794954875,
      "grad_norm": 0.16719280183315277,
      "learning_rate": 1.0775949133704246e-05,
      "loss": 0.7392,
      "step": 23301
    },
    {
      "epoch": 0.491067241987914,
      "grad_norm": 0.1141749694943428,
      "learning_rate": 1.0775268650308772e-05,
      "loss": 0.7942,
      "step": 23302
    },
    {
      "epoch": 0.49108831602627934,
      "grad_norm": 0.18620823323726654,
      "learning_rate": 1.0774588163301629e-05,
      "loss": 0.7779,
      "step": 23303
    },
    {
      "epoch": 0.4911093900646446,
      "grad_norm": 0.1501336246728897,
      "learning_rate": 1.077390767268599e-05,
      "loss": 0.7853,
      "step": 23304
    },
    {
      "epoch": 0.4911304641030099,
      "grad_norm": 0.11647476255893707,
      "learning_rate": 1.0773227178465025e-05,
      "loss": 0.7567,
      "step": 23305
    },
    {
      "epoch": 0.4911515381413752,
      "grad_norm": 0.10438394546508789,
      "learning_rate": 1.07725466806419e-05,
      "loss": 0.7517,
      "step": 23306
    },
    {
      "epoch": 0.49117261217974045,
      "grad_norm": 0.12184777855873108,
      "learning_rate": 1.0771866179219788e-05,
      "loss": 0.7977,
      "step": 23307
    },
    {
      "epoch": 0.4911936862181058,
      "grad_norm": 0.11445149034261703,
      "learning_rate": 1.0771185674201861e-05,
      "loss": 0.8054,
      "step": 23308
    },
    {
      "epoch": 0.49121476025647104,
      "grad_norm": 0.11821883916854858,
      "learning_rate": 1.0770505165591285e-05,
      "loss": 0.839,
      "step": 23309
    },
    {
      "epoch": 0.49123583429483636,
      "grad_norm": 0.13225360214710236,
      "learning_rate": 1.0769824653391236e-05,
      "loss": 0.7899,
      "step": 23310
    },
    {
      "epoch": 0.4912569083332016,
      "grad_norm": 0.14764200150966644,
      "learning_rate": 1.0769144137604882e-05,
      "loss": 0.7921,
      "step": 23311
    },
    {
      "epoch": 0.4912779823715669,
      "grad_norm": 0.12852612137794495,
      "learning_rate": 1.0768463618235388e-05,
      "loss": 0.7623,
      "step": 23312
    },
    {
      "epoch": 0.4912990564099322,
      "grad_norm": 0.12406554073095322,
      "learning_rate": 1.0767783095285929e-05,
      "loss": 0.7634,
      "step": 23313
    },
    {
      "epoch": 0.4913201304482975,
      "grad_norm": 0.12035348266363144,
      "learning_rate": 1.0767102568759676e-05,
      "loss": 0.798,
      "step": 23314
    },
    {
      "epoch": 0.49134120448666274,
      "grad_norm": 0.12325476855039597,
      "learning_rate": 1.0766422038659798e-05,
      "loss": 0.7993,
      "step": 23315
    },
    {
      "epoch": 0.49136227852502806,
      "grad_norm": 0.10829127579927444,
      "learning_rate": 1.0765741504989464e-05,
      "loss": 0.7671,
      "step": 23316
    },
    {
      "epoch": 0.4913833525633933,
      "grad_norm": 0.11273790150880814,
      "learning_rate": 1.0765060967751848e-05,
      "loss": 0.7413,
      "step": 23317
    },
    {
      "epoch": 0.49140442660175865,
      "grad_norm": 0.1339886337518692,
      "learning_rate": 1.0764380426950117e-05,
      "loss": 0.8043,
      "step": 23318
    },
    {
      "epoch": 0.4914255006401239,
      "grad_norm": 0.10993221402168274,
      "learning_rate": 1.0763699882587442e-05,
      "loss": 0.7806,
      "step": 23319
    },
    {
      "epoch": 0.4914465746784892,
      "grad_norm": 0.11416614055633545,
      "learning_rate": 1.0763019334666995e-05,
      "loss": 0.7606,
      "step": 23320
    },
    {
      "epoch": 0.4914676487168545,
      "grad_norm": 0.11542434990406036,
      "learning_rate": 1.0762338783191941e-05,
      "loss": 0.7887,
      "step": 23321
    },
    {
      "epoch": 0.49148872275521976,
      "grad_norm": 0.11547813564538956,
      "learning_rate": 1.0761658228165459e-05,
      "loss": 0.7127,
      "step": 23322
    },
    {
      "epoch": 0.4915097967935851,
      "grad_norm": 0.16478675603866577,
      "learning_rate": 1.0760977669590713e-05,
      "loss": 0.7626,
      "step": 23323
    },
    {
      "epoch": 0.49153087083195035,
      "grad_norm": 0.15181609988212585,
      "learning_rate": 1.0760297107470876e-05,
      "loss": 0.8276,
      "step": 23324
    },
    {
      "epoch": 0.4915519448703156,
      "grad_norm": 0.15315236151218414,
      "learning_rate": 1.075961654180912e-05,
      "loss": 0.8233,
      "step": 23325
    },
    {
      "epoch": 0.49157301890868094,
      "grad_norm": 0.13173380494117737,
      "learning_rate": 1.0758935972608613e-05,
      "loss": 0.698,
      "step": 23326
    },
    {
      "epoch": 0.4915940929470462,
      "grad_norm": 0.39650633931159973,
      "learning_rate": 1.0758255399872523e-05,
      "loss": 0.7715,
      "step": 23327
    },
    {
      "epoch": 0.4916151669854115,
      "grad_norm": 0.24856975674629211,
      "learning_rate": 1.0757574823604025e-05,
      "loss": 0.8243,
      "step": 23328
    },
    {
      "epoch": 0.4916362410237768,
      "grad_norm": 0.15473368763923645,
      "learning_rate": 1.0756894243806291e-05,
      "loss": 0.7581,
      "step": 23329
    },
    {
      "epoch": 0.49165731506214205,
      "grad_norm": 0.1361093968153,
      "learning_rate": 1.0756213660482485e-05,
      "loss": 0.7565,
      "step": 23330
    },
    {
      "epoch": 0.4916783891005074,
      "grad_norm": 0.14631128311157227,
      "learning_rate": 1.0755533073635782e-05,
      "loss": 0.7422,
      "step": 23331
    },
    {
      "epoch": 0.49169946313887264,
      "grad_norm": 0.160145565867424,
      "learning_rate": 1.0754852483269352e-05,
      "loss": 0.7811,
      "step": 23332
    },
    {
      "epoch": 0.4917205371772379,
      "grad_norm": 0.15407997369766235,
      "learning_rate": 1.0754171889386365e-05,
      "loss": 0.8199,
      "step": 23333
    },
    {
      "epoch": 0.4917416112156032,
      "grad_norm": 0.2080247700214386,
      "learning_rate": 1.075349129198999e-05,
      "loss": 0.8839,
      "step": 23334
    },
    {
      "epoch": 0.4917626852539685,
      "grad_norm": 0.12610355019569397,
      "learning_rate": 1.0752810691083404e-05,
      "loss": 0.7459,
      "step": 23335
    },
    {
      "epoch": 0.4917837592923338,
      "grad_norm": 0.2541038691997528,
      "learning_rate": 1.0752130086669767e-05,
      "loss": 0.8841,
      "step": 23336
    },
    {
      "epoch": 0.4918048333306991,
      "grad_norm": 0.12016484141349792,
      "learning_rate": 1.075144947875226e-05,
      "loss": 0.7138,
      "step": 23337
    },
    {
      "epoch": 0.49182590736906434,
      "grad_norm": 0.17215369641780853,
      "learning_rate": 1.075076886733405e-05,
      "loss": 0.7636,
      "step": 23338
    },
    {
      "epoch": 0.49184698140742966,
      "grad_norm": 0.1534804254770279,
      "learning_rate": 1.0750088252418306e-05,
      "loss": 0.7438,
      "step": 23339
    },
    {
      "epoch": 0.4918680554457949,
      "grad_norm": 0.23955011367797852,
      "learning_rate": 1.0749407634008201e-05,
      "loss": 0.8568,
      "step": 23340
    },
    {
      "epoch": 0.49188912948416025,
      "grad_norm": 0.3275529146194458,
      "learning_rate": 1.0748727012106903e-05,
      "loss": 0.809,
      "step": 23341
    },
    {
      "epoch": 0.4919102035225255,
      "grad_norm": 0.17322149872779846,
      "learning_rate": 1.0748046386717585e-05,
      "loss": 0.7479,
      "step": 23342
    },
    {
      "epoch": 0.4919312775608908,
      "grad_norm": 0.13286836445331573,
      "learning_rate": 1.0747365757843416e-05,
      "loss": 0.7285,
      "step": 23343
    },
    {
      "epoch": 0.4919523515992561,
      "grad_norm": 0.18939703702926636,
      "learning_rate": 1.0746685125487573e-05,
      "loss": 0.7756,
      "step": 23344
    },
    {
      "epoch": 0.49197342563762136,
      "grad_norm": 0.15180177986621857,
      "learning_rate": 1.0746004489653217e-05,
      "loss": 0.7663,
      "step": 23345
    },
    {
      "epoch": 0.4919944996759867,
      "grad_norm": 0.15094409883022308,
      "learning_rate": 1.0745323850343525e-05,
      "loss": 0.7581,
      "step": 23346
    },
    {
      "epoch": 0.49201557371435195,
      "grad_norm": 0.11552085727453232,
      "learning_rate": 1.0744643207561664e-05,
      "loss": 0.7555,
      "step": 23347
    },
    {
      "epoch": 0.4920366477527172,
      "grad_norm": 0.17567646503448486,
      "learning_rate": 1.074396256131081e-05,
      "loss": 0.7744,
      "step": 23348
    },
    {
      "epoch": 0.49205772179108254,
      "grad_norm": 0.11084476858377457,
      "learning_rate": 1.074328191159413e-05,
      "loss": 0.7527,
      "step": 23349
    },
    {
      "epoch": 0.4920787958294478,
      "grad_norm": 0.20536576211452484,
      "learning_rate": 1.0742601258414798e-05,
      "loss": 0.7532,
      "step": 23350
    },
    {
      "epoch": 0.49209986986781307,
      "grad_norm": 0.12257735431194305,
      "learning_rate": 1.0741920601775981e-05,
      "loss": 0.8049,
      "step": 23351
    },
    {
      "epoch": 0.4921209439061784,
      "grad_norm": 0.19104517996311188,
      "learning_rate": 1.0741239941680852e-05,
      "loss": 0.8051,
      "step": 23352
    },
    {
      "epoch": 0.49214201794454365,
      "grad_norm": 0.11359016597270966,
      "learning_rate": 1.074055927813258e-05,
      "loss": 0.8106,
      "step": 23353
    },
    {
      "epoch": 0.492163091982909,
      "grad_norm": 0.15011972188949585,
      "learning_rate": 1.0739878611134343e-05,
      "loss": 0.7506,
      "step": 23354
    },
    {
      "epoch": 0.49218416602127424,
      "grad_norm": 0.1504344493150711,
      "learning_rate": 1.0739197940689303e-05,
      "loss": 0.8444,
      "step": 23355
    },
    {
      "epoch": 0.4922052400596395,
      "grad_norm": 0.21842271089553833,
      "learning_rate": 1.0738517266800634e-05,
      "loss": 0.8499,
      "step": 23356
    },
    {
      "epoch": 0.4922263140980048,
      "grad_norm": 0.11428394913673401,
      "learning_rate": 1.0737836589471506e-05,
      "loss": 0.7766,
      "step": 23357
    },
    {
      "epoch": 0.4922473881363701,
      "grad_norm": 0.15916015207767487,
      "learning_rate": 1.0737155908705092e-05,
      "loss": 0.719,
      "step": 23358
    },
    {
      "epoch": 0.4922684621747354,
      "grad_norm": 0.15234166383743286,
      "learning_rate": 1.0736475224504568e-05,
      "loss": 0.747,
      "step": 23359
    },
    {
      "epoch": 0.4922895362131007,
      "grad_norm": 0.14196966588497162,
      "learning_rate": 1.0735794536873097e-05,
      "loss": 0.7619,
      "step": 23360
    },
    {
      "epoch": 0.49231061025146594,
      "grad_norm": 0.17974373698234558,
      "learning_rate": 1.0735113845813849e-05,
      "loss": 0.742,
      "step": 23361
    },
    {
      "epoch": 0.49233168428983126,
      "grad_norm": 0.1525958627462387,
      "learning_rate": 1.0734433151330002e-05,
      "loss": 0.8741,
      "step": 23362
    },
    {
      "epoch": 0.4923527583281965,
      "grad_norm": 0.1472524106502533,
      "learning_rate": 1.0733752453424723e-05,
      "loss": 0.7619,
      "step": 23363
    },
    {
      "epoch": 0.49237383236656185,
      "grad_norm": 0.12708497047424316,
      "learning_rate": 1.0733071752101186e-05,
      "loss": 0.7481,
      "step": 23364
    },
    {
      "epoch": 0.4923949064049271,
      "grad_norm": 0.1712266057729721,
      "learning_rate": 1.0732391047362557e-05,
      "loss": 0.8405,
      "step": 23365
    },
    {
      "epoch": 0.4924159804432924,
      "grad_norm": 0.1998249888420105,
      "learning_rate": 1.073171033921201e-05,
      "loss": 0.7759,
      "step": 23366
    },
    {
      "epoch": 0.4924370544816577,
      "grad_norm": 0.13190002739429474,
      "learning_rate": 1.0731029627652719e-05,
      "loss": 0.8028,
      "step": 23367
    },
    {
      "epoch": 0.49245812852002296,
      "grad_norm": 0.18171566724777222,
      "learning_rate": 1.073034891268785e-05,
      "loss": 0.8183,
      "step": 23368
    },
    {
      "epoch": 0.4924792025583883,
      "grad_norm": 0.12053491920232773,
      "learning_rate": 1.0729668194320579e-05,
      "loss": 0.7967,
      "step": 23369
    },
    {
      "epoch": 0.49250027659675355,
      "grad_norm": 0.1725919395685196,
      "learning_rate": 1.0728987472554073e-05,
      "loss": 0.7444,
      "step": 23370
    },
    {
      "epoch": 0.4925213506351188,
      "grad_norm": 0.13956424593925476,
      "learning_rate": 1.0728306747391507e-05,
      "loss": 0.7459,
      "step": 23371
    },
    {
      "epoch": 0.49254242467348414,
      "grad_norm": 0.19759558141231537,
      "learning_rate": 1.0727626018836046e-05,
      "loss": 0.7883,
      "step": 23372
    },
    {
      "epoch": 0.4925634987118494,
      "grad_norm": 0.1733715683221817,
      "learning_rate": 1.0726945286890871e-05,
      "loss": 0.7963,
      "step": 23373
    },
    {
      "epoch": 0.49258457275021467,
      "grad_norm": 0.1348555088043213,
      "learning_rate": 1.0726264551559145e-05,
      "loss": 0.7268,
      "step": 23374
    },
    {
      "epoch": 0.49260564678858,
      "grad_norm": 0.14945781230926514,
      "learning_rate": 1.0725583812844042e-05,
      "loss": 0.7907,
      "step": 23375
    },
    {
      "epoch": 0.49262672082694525,
      "grad_norm": 0.13916827738285065,
      "learning_rate": 1.0724903070748733e-05,
      "loss": 0.6963,
      "step": 23376
    },
    {
      "epoch": 0.4926477948653106,
      "grad_norm": 0.10922509431838989,
      "learning_rate": 1.072422232527639e-05,
      "loss": 0.8351,
      "step": 23377
    },
    {
      "epoch": 0.49266886890367584,
      "grad_norm": 0.11398419737815857,
      "learning_rate": 1.0723541576430185e-05,
      "loss": 0.7476,
      "step": 23378
    },
    {
      "epoch": 0.4926899429420411,
      "grad_norm": 0.10726335644721985,
      "learning_rate": 1.0722860824213288e-05,
      "loss": 0.8022,
      "step": 23379
    },
    {
      "epoch": 0.4927110169804064,
      "grad_norm": 0.12272801250219345,
      "learning_rate": 1.0722180068628872e-05,
      "loss": 0.7627,
      "step": 23380
    },
    {
      "epoch": 0.4927320910187717,
      "grad_norm": 0.13544747233390808,
      "learning_rate": 1.0721499309680104e-05,
      "loss": 0.7828,
      "step": 23381
    },
    {
      "epoch": 0.492753165057137,
      "grad_norm": 0.1169661283493042,
      "learning_rate": 1.072081854737016e-05,
      "loss": 0.8323,
      "step": 23382
    },
    {
      "epoch": 0.4927742390955023,
      "grad_norm": 0.1270761638879776,
      "learning_rate": 1.072013778170221e-05,
      "loss": 0.7724,
      "step": 23383
    },
    {
      "epoch": 0.49279531313386754,
      "grad_norm": 0.11333628743886948,
      "learning_rate": 1.0719457012679426e-05,
      "loss": 0.8587,
      "step": 23384
    },
    {
      "epoch": 0.49281638717223286,
      "grad_norm": 0.1766144186258316,
      "learning_rate": 1.0718776240304978e-05,
      "loss": 0.786,
      "step": 23385
    },
    {
      "epoch": 0.4928374612105981,
      "grad_norm": 0.13360893726348877,
      "learning_rate": 1.0718095464582035e-05,
      "loss": 0.7849,
      "step": 23386
    },
    {
      "epoch": 0.49285853524896345,
      "grad_norm": 0.19924919307231903,
      "learning_rate": 1.0717414685513774e-05,
      "loss": 0.8186,
      "step": 23387
    },
    {
      "epoch": 0.4928796092873287,
      "grad_norm": 0.14209359884262085,
      "learning_rate": 1.0716733903103366e-05,
      "loss": 0.7522,
      "step": 23388
    },
    {
      "epoch": 0.492900683325694,
      "grad_norm": 0.12255660444498062,
      "learning_rate": 1.071605311735398e-05,
      "loss": 0.7347,
      "step": 23389
    },
    {
      "epoch": 0.4929217573640593,
      "grad_norm": 0.1427057683467865,
      "learning_rate": 1.0715372328268787e-05,
      "loss": 0.8307,
      "step": 23390
    },
    {
      "epoch": 0.49294283140242456,
      "grad_norm": 0.11309909075498581,
      "learning_rate": 1.0714691535850959e-05,
      "loss": 0.7376,
      "step": 23391
    },
    {
      "epoch": 0.49296390544078983,
      "grad_norm": 0.1606111377477646,
      "learning_rate": 1.0714010740103669e-05,
      "loss": 0.8328,
      "step": 23392
    },
    {
      "epoch": 0.49298497947915515,
      "grad_norm": 0.11077672243118286,
      "learning_rate": 1.0713329941030086e-05,
      "loss": 0.7777,
      "step": 23393
    },
    {
      "epoch": 0.4930060535175204,
      "grad_norm": 0.14841723442077637,
      "learning_rate": 1.0712649138633387e-05,
      "loss": 0.7612,
      "step": 23394
    },
    {
      "epoch": 0.49302712755588574,
      "grad_norm": 0.14646980166435242,
      "learning_rate": 1.0711968332916736e-05,
      "loss": 0.7905,
      "step": 23395
    },
    {
      "epoch": 0.493048201594251,
      "grad_norm": 0.11311845481395721,
      "learning_rate": 1.0711287523883311e-05,
      "loss": 0.666,
      "step": 23396
    },
    {
      "epoch": 0.49306927563261627,
      "grad_norm": 0.13203948736190796,
      "learning_rate": 1.071060671153628e-05,
      "loss": 0.7777,
      "step": 23397
    },
    {
      "epoch": 0.4930903496709816,
      "grad_norm": 0.12756367027759552,
      "learning_rate": 1.0709925895878817e-05,
      "loss": 0.8195,
      "step": 23398
    },
    {
      "epoch": 0.49311142370934685,
      "grad_norm": 0.13083016872406006,
      "learning_rate": 1.0709245076914092e-05,
      "loss": 0.8239,
      "step": 23399
    },
    {
      "epoch": 0.4931324977477122,
      "grad_norm": 0.12427860498428345,
      "learning_rate": 1.0708564254645273e-05,
      "loss": 0.7291,
      "step": 23400
    },
    {
      "epoch": 0.49315357178607744,
      "grad_norm": 0.12444967031478882,
      "learning_rate": 1.0707883429075539e-05,
      "loss": 0.7682,
      "step": 23401
    },
    {
      "epoch": 0.4931746458244427,
      "grad_norm": 0.10652589797973633,
      "learning_rate": 1.0707202600208058e-05,
      "loss": 0.7357,
      "step": 23402
    },
    {
      "epoch": 0.493195719862808,
      "grad_norm": 0.16467255353927612,
      "learning_rate": 1.0706521768046006e-05,
      "loss": 0.7079,
      "step": 23403
    },
    {
      "epoch": 0.4932167939011733,
      "grad_norm": 0.12425174564123154,
      "learning_rate": 1.0705840932592546e-05,
      "loss": 0.7889,
      "step": 23404
    },
    {
      "epoch": 0.4932378679395386,
      "grad_norm": 0.1293087899684906,
      "learning_rate": 1.0705160093850855e-05,
      "loss": 0.7598,
      "step": 23405
    },
    {
      "epoch": 0.4932589419779039,
      "grad_norm": 0.10902062058448792,
      "learning_rate": 1.0704479251824105e-05,
      "loss": 0.7165,
      "step": 23406
    },
    {
      "epoch": 0.49328001601626914,
      "grad_norm": 0.13127173483371735,
      "learning_rate": 1.0703798406515467e-05,
      "loss": 0.7355,
      "step": 23407
    },
    {
      "epoch": 0.49330109005463446,
      "grad_norm": 0.14404262602329254,
      "learning_rate": 1.0703117557928113e-05,
      "loss": 0.7794,
      "step": 23408
    },
    {
      "epoch": 0.4933221640929997,
      "grad_norm": 0.12389621138572693,
      "learning_rate": 1.0702436706065216e-05,
      "loss": 0.8138,
      "step": 23409
    },
    {
      "epoch": 0.493343238131365,
      "grad_norm": 0.10549262911081314,
      "learning_rate": 1.0701755850929944e-05,
      "loss": 0.838,
      "step": 23410
    },
    {
      "epoch": 0.4933643121697303,
      "grad_norm": 0.13519206643104553,
      "learning_rate": 1.0701074992525473e-05,
      "loss": 0.8146,
      "step": 23411
    },
    {
      "epoch": 0.4933853862080956,
      "grad_norm": 0.11001865565776825,
      "learning_rate": 1.0700394130854971e-05,
      "loss": 0.7454,
      "step": 23412
    },
    {
      "epoch": 0.4934064602464609,
      "grad_norm": 0.12997987866401672,
      "learning_rate": 1.0699713265921617e-05,
      "loss": 0.7473,
      "step": 23413
    },
    {
      "epoch": 0.49342753428482616,
      "grad_norm": 0.11182063072919846,
      "learning_rate": 1.0699032397728575e-05,
      "loss": 0.7213,
      "step": 23414
    },
    {
      "epoch": 0.49344860832319143,
      "grad_norm": 0.1273367553949356,
      "learning_rate": 1.0698351526279019e-05,
      "loss": 0.8321,
      "step": 23415
    },
    {
      "epoch": 0.49346968236155675,
      "grad_norm": 0.16358545422554016,
      "learning_rate": 1.069767065157612e-05,
      "loss": 0.762,
      "step": 23416
    },
    {
      "epoch": 0.493490756399922,
      "grad_norm": 0.1410784274339676,
      "learning_rate": 1.0696989773623054e-05,
      "loss": 0.7328,
      "step": 23417
    },
    {
      "epoch": 0.49351183043828734,
      "grad_norm": 0.1370416283607483,
      "learning_rate": 1.0696308892422993e-05,
      "loss": 0.7711,
      "step": 23418
    },
    {
      "epoch": 0.4935329044766526,
      "grad_norm": 0.10546337068080902,
      "learning_rate": 1.0695628007979104e-05,
      "loss": 0.8103,
      "step": 23419
    },
    {
      "epoch": 0.49355397851501787,
      "grad_norm": 0.13178901374340057,
      "learning_rate": 1.069494712029456e-05,
      "loss": 0.6993,
      "step": 23420
    },
    {
      "epoch": 0.4935750525533832,
      "grad_norm": 0.11140456050634384,
      "learning_rate": 1.0694266229372537e-05,
      "loss": 0.7902,
      "step": 23421
    },
    {
      "epoch": 0.49359612659174845,
      "grad_norm": 0.11471656709909439,
      "learning_rate": 1.0693585335216204e-05,
      "loss": 0.7787,
      "step": 23422
    },
    {
      "epoch": 0.4936172006301138,
      "grad_norm": 0.11120456457138062,
      "learning_rate": 1.0692904437828733e-05,
      "loss": 0.7327,
      "step": 23423
    },
    {
      "epoch": 0.49363827466847904,
      "grad_norm": 0.12924659252166748,
      "learning_rate": 1.0692223537213295e-05,
      "loss": 0.7726,
      "step": 23424
    },
    {
      "epoch": 0.4936593487068443,
      "grad_norm": 0.12543629109859467,
      "learning_rate": 1.0691542633373066e-05,
      "loss": 0.7411,
      "step": 23425
    },
    {
      "epoch": 0.4936804227452096,
      "grad_norm": 0.12355037778615952,
      "learning_rate": 1.0690861726311214e-05,
      "loss": 0.8049,
      "step": 23426
    },
    {
      "epoch": 0.4937014967835749,
      "grad_norm": 0.13091592490673065,
      "learning_rate": 1.0690180816030915e-05,
      "loss": 0.7857,
      "step": 23427
    },
    {
      "epoch": 0.49372257082194015,
      "grad_norm": 0.10051245242357254,
      "learning_rate": 1.0689499902535339e-05,
      "loss": 0.7412,
      "step": 23428
    },
    {
      "epoch": 0.4937436448603055,
      "grad_norm": 0.13513845205307007,
      "learning_rate": 1.0688818985827653e-05,
      "loss": 0.755,
      "step": 23429
    },
    {
      "epoch": 0.49376471889867074,
      "grad_norm": 0.1223929300904274,
      "learning_rate": 1.0688138065911038e-05,
      "loss": 0.7547,
      "step": 23430
    },
    {
      "epoch": 0.49378579293703606,
      "grad_norm": 0.20002733170986176,
      "learning_rate": 1.0687457142788662e-05,
      "loss": 0.7487,
      "step": 23431
    },
    {
      "epoch": 0.4938068669754013,
      "grad_norm": 0.13242031633853912,
      "learning_rate": 1.06867762164637e-05,
      "loss": 0.808,
      "step": 23432
    },
    {
      "epoch": 0.4938279410137666,
      "grad_norm": 0.13479876518249512,
      "learning_rate": 1.0686095286939318e-05,
      "loss": 0.7651,
      "step": 23433
    },
    {
      "epoch": 0.4938490150521319,
      "grad_norm": 0.1155095100402832,
      "learning_rate": 1.068541435421869e-05,
      "loss": 0.7756,
      "step": 23434
    },
    {
      "epoch": 0.4938700890904972,
      "grad_norm": 0.11794135719537735,
      "learning_rate": 1.0684733418304991e-05,
      "loss": 0.8,
      "step": 23435
    },
    {
      "epoch": 0.4938911631288625,
      "grad_norm": 0.10153458267450333,
      "learning_rate": 1.0684052479201392e-05,
      "loss": 0.7441,
      "step": 23436
    },
    {
      "epoch": 0.49391223716722776,
      "grad_norm": 0.15109547972679138,
      "learning_rate": 1.0683371536911067e-05,
      "loss": 0.7394,
      "step": 23437
    },
    {
      "epoch": 0.49393331120559303,
      "grad_norm": 0.16497690975666046,
      "learning_rate": 1.0682690591437186e-05,
      "loss": 0.7109,
      "step": 23438
    },
    {
      "epoch": 0.49395438524395835,
      "grad_norm": 0.11224004626274109,
      "learning_rate": 1.0682009642782922e-05,
      "loss": 0.769,
      "step": 23439
    },
    {
      "epoch": 0.4939754592823236,
      "grad_norm": 0.11714455485343933,
      "learning_rate": 1.0681328690951447e-05,
      "loss": 0.7489,
      "step": 23440
    },
    {
      "epoch": 0.49399653332068894,
      "grad_norm": 0.11359106004238129,
      "learning_rate": 1.0680647735945932e-05,
      "loss": 0.7863,
      "step": 23441
    },
    {
      "epoch": 0.4940176073590542,
      "grad_norm": 0.1483881026506424,
      "learning_rate": 1.067996677776955e-05,
      "loss": 0.7354,
      "step": 23442
    },
    {
      "epoch": 0.49403868139741947,
      "grad_norm": 0.11965237557888031,
      "learning_rate": 1.0679285816425475e-05,
      "loss": 0.7982,
      "step": 23443
    },
    {
      "epoch": 0.4940597554357848,
      "grad_norm": 0.21039971709251404,
      "learning_rate": 1.067860485191688e-05,
      "loss": 0.7797,
      "step": 23444
    },
    {
      "epoch": 0.49408082947415005,
      "grad_norm": 0.13939128816127777,
      "learning_rate": 1.0677923884246934e-05,
      "loss": 0.7949,
      "step": 23445
    },
    {
      "epoch": 0.4941019035125153,
      "grad_norm": 0.16264961659908295,
      "learning_rate": 1.067724291341881e-05,
      "loss": 0.7557,
      "step": 23446
    },
    {
      "epoch": 0.49412297755088064,
      "grad_norm": 0.12112217396497726,
      "learning_rate": 1.0676561939435685e-05,
      "loss": 0.768,
      "step": 23447
    },
    {
      "epoch": 0.4941440515892459,
      "grad_norm": 0.1769939810037613,
      "learning_rate": 1.0675880962300727e-05,
      "loss": 0.6958,
      "step": 23448
    },
    {
      "epoch": 0.4941651256276112,
      "grad_norm": 0.1128806322813034,
      "learning_rate": 1.0675199982017107e-05,
      "loss": 0.7768,
      "step": 23449
    },
    {
      "epoch": 0.4941861996659765,
      "grad_norm": 0.1470269113779068,
      "learning_rate": 1.0674518998587999e-05,
      "loss": 0.752,
      "step": 23450
    },
    {
      "epoch": 0.49420727370434175,
      "grad_norm": 0.1643131524324417,
      "learning_rate": 1.0673838012016575e-05,
      "loss": 0.7799,
      "step": 23451
    },
    {
      "epoch": 0.4942283477427071,
      "grad_norm": 0.15943573415279388,
      "learning_rate": 1.0673157022306012e-05,
      "loss": 0.7919,
      "step": 23452
    },
    {
      "epoch": 0.49424942178107234,
      "grad_norm": 0.11252951622009277,
      "learning_rate": 1.0672476029459478e-05,
      "loss": 0.7702,
      "step": 23453
    },
    {
      "epoch": 0.49427049581943766,
      "grad_norm": 0.1858559101819992,
      "learning_rate": 1.0671795033480144e-05,
      "loss": 0.781,
      "step": 23454
    },
    {
      "epoch": 0.4942915698578029,
      "grad_norm": 0.15405380725860596,
      "learning_rate": 1.0671114034371186e-05,
      "loss": 0.7761,
      "step": 23455
    },
    {
      "epoch": 0.4943126438961682,
      "grad_norm": 0.1270507425069809,
      "learning_rate": 1.0670433032135777e-05,
      "loss": 0.8023,
      "step": 23456
    },
    {
      "epoch": 0.4943337179345335,
      "grad_norm": 0.12352131307125092,
      "learning_rate": 1.0669752026777088e-05,
      "loss": 0.7957,
      "step": 23457
    },
    {
      "epoch": 0.4943547919728988,
      "grad_norm": 0.14155510067939758,
      "learning_rate": 1.0669071018298287e-05,
      "loss": 0.8072,
      "step": 23458
    },
    {
      "epoch": 0.4943758660112641,
      "grad_norm": 0.129943385720253,
      "learning_rate": 1.0668390006702553e-05,
      "loss": 0.7929,
      "step": 23459
    },
    {
      "epoch": 0.49439694004962936,
      "grad_norm": 0.11974476277828217,
      "learning_rate": 1.0667708991993058e-05,
      "loss": 0.7095,
      "step": 23460
    },
    {
      "epoch": 0.49441801408799463,
      "grad_norm": 0.11270894855260849,
      "learning_rate": 1.0667027974172972e-05,
      "loss": 0.7265,
      "step": 23461
    },
    {
      "epoch": 0.49443908812635995,
      "grad_norm": 0.1374264359474182,
      "learning_rate": 1.0666346953245472e-05,
      "loss": 0.769,
      "step": 23462
    },
    {
      "epoch": 0.4944601621647252,
      "grad_norm": 0.10730002820491791,
      "learning_rate": 1.0665665929213725e-05,
      "loss": 0.7062,
      "step": 23463
    },
    {
      "epoch": 0.49448123620309054,
      "grad_norm": 0.1391497254371643,
      "learning_rate": 1.0664984902080904e-05,
      "loss": 0.738,
      "step": 23464
    },
    {
      "epoch": 0.4945023102414558,
      "grad_norm": 0.11606620252132416,
      "learning_rate": 1.0664303871850183e-05,
      "loss": 0.7213,
      "step": 23465
    },
    {
      "epoch": 0.49452338427982107,
      "grad_norm": 0.22513270378112793,
      "learning_rate": 1.066362283852474e-05,
      "loss": 0.7799,
      "step": 23466
    },
    {
      "epoch": 0.4945444583181864,
      "grad_norm": 0.10996291041374207,
      "learning_rate": 1.0662941802107737e-05,
      "loss": 0.7105,
      "step": 23467
    },
    {
      "epoch": 0.49456553235655165,
      "grad_norm": 0.14266128838062286,
      "learning_rate": 1.0662260762602357e-05,
      "loss": 0.8909,
      "step": 23468
    },
    {
      "epoch": 0.4945866063949169,
      "grad_norm": 0.0984371080994606,
      "learning_rate": 1.0661579720011765e-05,
      "loss": 0.7315,
      "step": 23469
    },
    {
      "epoch": 0.49460768043328224,
      "grad_norm": 0.1379125863313675,
      "learning_rate": 1.066089867433914e-05,
      "loss": 0.8227,
      "step": 23470
    },
    {
      "epoch": 0.4946287544716475,
      "grad_norm": 0.1313808560371399,
      "learning_rate": 1.066021762558765e-05,
      "loss": 0.7664,
      "step": 23471
    },
    {
      "epoch": 0.4946498285100128,
      "grad_norm": 0.11921057105064392,
      "learning_rate": 1.065953657376047e-05,
      "loss": 0.7775,
      "step": 23472
    },
    {
      "epoch": 0.4946709025483781,
      "grad_norm": 0.10578302294015884,
      "learning_rate": 1.065885551886077e-05,
      "loss": 0.7867,
      "step": 23473
    },
    {
      "epoch": 0.49469197658674335,
      "grad_norm": 0.13514457643032074,
      "learning_rate": 1.0658174460891726e-05,
      "loss": 0.7399,
      "step": 23474
    },
    {
      "epoch": 0.4947130506251087,
      "grad_norm": 0.14416182041168213,
      "learning_rate": 1.065749339985651e-05,
      "loss": 0.7768,
      "step": 23475
    },
    {
      "epoch": 0.49473412466347394,
      "grad_norm": 0.12198097258806229,
      "learning_rate": 1.0656812335758296e-05,
      "loss": 0.7678,
      "step": 23476
    },
    {
      "epoch": 0.49475519870183926,
      "grad_norm": 0.23809465765953064,
      "learning_rate": 1.0656131268600254e-05,
      "loss": 0.8069,
      "step": 23477
    },
    {
      "epoch": 0.4947762727402045,
      "grad_norm": 0.12716799974441528,
      "learning_rate": 1.0655450198385557e-05,
      "loss": 0.7624,
      "step": 23478
    },
    {
      "epoch": 0.4947973467785698,
      "grad_norm": 0.1324925273656845,
      "learning_rate": 1.065476912511738e-05,
      "loss": 0.7946,
      "step": 23479
    },
    {
      "epoch": 0.4948184208169351,
      "grad_norm": 0.11649125814437866,
      "learning_rate": 1.0654088048798892e-05,
      "loss": 0.7811,
      "step": 23480
    },
    {
      "epoch": 0.4948394948553004,
      "grad_norm": 0.1325119137763977,
      "learning_rate": 1.0653406969433272e-05,
      "loss": 0.7018,
      "step": 23481
    },
    {
      "epoch": 0.4948605688936657,
      "grad_norm": 0.11954012513160706,
      "learning_rate": 1.0652725887023689e-05,
      "loss": 0.8002,
      "step": 23482
    },
    {
      "epoch": 0.49488164293203096,
      "grad_norm": 0.1285327970981598,
      "learning_rate": 1.0652044801573319e-05,
      "loss": 0.7478,
      "step": 23483
    },
    {
      "epoch": 0.49490271697039623,
      "grad_norm": 0.13702863454818726,
      "learning_rate": 1.0651363713085327e-05,
      "loss": 0.773,
      "step": 23484
    },
    {
      "epoch": 0.49492379100876155,
      "grad_norm": 0.11722149699926376,
      "learning_rate": 1.0650682621562894e-05,
      "loss": 0.851,
      "step": 23485
    },
    {
      "epoch": 0.4949448650471268,
      "grad_norm": 0.11344693601131439,
      "learning_rate": 1.0650001527009188e-05,
      "loss": 0.8202,
      "step": 23486
    },
    {
      "epoch": 0.4949659390854921,
      "grad_norm": 0.12445973604917526,
      "learning_rate": 1.0649320429427386e-05,
      "loss": 0.744,
      "step": 23487
    },
    {
      "epoch": 0.4949870131238574,
      "grad_norm": 0.12501667439937592,
      "learning_rate": 1.0648639328820658e-05,
      "loss": 0.8135,
      "step": 23488
    },
    {
      "epoch": 0.49500808716222267,
      "grad_norm": 0.13086910545825958,
      "learning_rate": 1.0647958225192178e-05,
      "loss": 0.8153,
      "step": 23489
    },
    {
      "epoch": 0.495029161200588,
      "grad_norm": 0.10495512187480927,
      "learning_rate": 1.0647277118545122e-05,
      "loss": 0.7169,
      "step": 23490
    },
    {
      "epoch": 0.49505023523895325,
      "grad_norm": 0.16508574783802032,
      "learning_rate": 1.064659600888266e-05,
      "loss": 0.7824,
      "step": 23491
    },
    {
      "epoch": 0.4950713092773185,
      "grad_norm": 0.13278065621852875,
      "learning_rate": 1.0645914896207963e-05,
      "loss": 0.7551,
      "step": 23492
    },
    {
      "epoch": 0.49509238331568384,
      "grad_norm": 0.15666985511779785,
      "learning_rate": 1.0645233780524204e-05,
      "loss": 0.7566,
      "step": 23493
    },
    {
      "epoch": 0.4951134573540491,
      "grad_norm": 0.1591111421585083,
      "learning_rate": 1.064455266183456e-05,
      "loss": 0.7823,
      "step": 23494
    },
    {
      "epoch": 0.4951345313924144,
      "grad_norm": 0.1396816074848175,
      "learning_rate": 1.0643871540142201e-05,
      "loss": 0.847,
      "step": 23495
    },
    {
      "epoch": 0.4951556054307797,
      "grad_norm": 0.1436968892812729,
      "learning_rate": 1.0643190415450304e-05,
      "loss": 0.7707,
      "step": 23496
    },
    {
      "epoch": 0.49517667946914495,
      "grad_norm": 0.11494371294975281,
      "learning_rate": 1.0642509287762037e-05,
      "loss": 0.7661,
      "step": 23497
    },
    {
      "epoch": 0.4951977535075103,
      "grad_norm": 0.15550488233566284,
      "learning_rate": 1.0641828157080578e-05,
      "loss": 0.7526,
      "step": 23498
    },
    {
      "epoch": 0.49521882754587554,
      "grad_norm": 0.1386284977197647,
      "learning_rate": 1.0641147023409095e-05,
      "loss": 0.7865,
      "step": 23499
    },
    {
      "epoch": 0.49523990158424086,
      "grad_norm": 0.14092232286930084,
      "learning_rate": 1.0640465886750764e-05,
      "loss": 0.7973,
      "step": 23500
    },
    {
      "epoch": 0.4952609756226061,
      "grad_norm": 0.11393202096223831,
      "learning_rate": 1.0639784747108759e-05,
      "loss": 0.7995,
      "step": 23501
    },
    {
      "epoch": 0.4952820496609714,
      "grad_norm": 0.14548753201961517,
      "learning_rate": 1.0639103604486251e-05,
      "loss": 0.8045,
      "step": 23502
    },
    {
      "epoch": 0.4953031236993367,
      "grad_norm": 0.11337113380432129,
      "learning_rate": 1.0638422458886414e-05,
      "loss": 0.7286,
      "step": 23503
    },
    {
      "epoch": 0.495324197737702,
      "grad_norm": 0.12610216438770294,
      "learning_rate": 1.0637741310312421e-05,
      "loss": 0.7478,
      "step": 23504
    },
    {
      "epoch": 0.49534527177606724,
      "grad_norm": 0.12123646587133408,
      "learning_rate": 1.0637060158767446e-05,
      "loss": 0.7859,
      "step": 23505
    },
    {
      "epoch": 0.49536634581443256,
      "grad_norm": 0.13657119870185852,
      "learning_rate": 1.0636379004254665e-05,
      "loss": 0.7536,
      "step": 23506
    },
    {
      "epoch": 0.49538741985279783,
      "grad_norm": 0.12383541464805603,
      "learning_rate": 1.0635697846777244e-05,
      "loss": 0.8194,
      "step": 23507
    },
    {
      "epoch": 0.49540849389116315,
      "grad_norm": 0.12126822024583817,
      "learning_rate": 1.063501668633836e-05,
      "loss": 0.7605,
      "step": 23508
    },
    {
      "epoch": 0.4954295679295284,
      "grad_norm": 0.12487710267305374,
      "learning_rate": 1.0634335522941189e-05,
      "loss": 0.7891,
      "step": 23509
    },
    {
      "epoch": 0.4954506419678937,
      "grad_norm": 0.12573936581611633,
      "learning_rate": 1.0633654356588901e-05,
      "loss": 0.771,
      "step": 23510
    },
    {
      "epoch": 0.495471716006259,
      "grad_norm": 0.12981046736240387,
      "learning_rate": 1.0632973187284669e-05,
      "loss": 0.7912,
      "step": 23511
    },
    {
      "epoch": 0.49549279004462427,
      "grad_norm": 0.15289665758609772,
      "learning_rate": 1.0632292015031668e-05,
      "loss": 0.7469,
      "step": 23512
    },
    {
      "epoch": 0.4955138640829896,
      "grad_norm": 0.12379894405603409,
      "learning_rate": 1.0631610839833073e-05,
      "loss": 0.7667,
      "step": 23513
    },
    {
      "epoch": 0.49553493812135485,
      "grad_norm": 0.13081617653369904,
      "learning_rate": 1.0630929661692051e-05,
      "loss": 0.7402,
      "step": 23514
    },
    {
      "epoch": 0.4955560121597201,
      "grad_norm": 0.15336808562278748,
      "learning_rate": 1.0630248480611783e-05,
      "loss": 0.7691,
      "step": 23515
    },
    {
      "epoch": 0.49557708619808544,
      "grad_norm": 0.15528462827205658,
      "learning_rate": 1.0629567296595436e-05,
      "loss": 0.7727,
      "step": 23516
    },
    {
      "epoch": 0.4955981602364507,
      "grad_norm": 0.10932819545269012,
      "learning_rate": 1.0628886109646187e-05,
      "loss": 0.7164,
      "step": 23517
    },
    {
      "epoch": 0.495619234274816,
      "grad_norm": 0.15045414865016937,
      "learning_rate": 1.0628204919767206e-05,
      "loss": 0.7953,
      "step": 23518
    },
    {
      "epoch": 0.4956403083131813,
      "grad_norm": 0.1275421530008316,
      "learning_rate": 1.062752372696167e-05,
      "loss": 0.7866,
      "step": 23519
    },
    {
      "epoch": 0.49566138235154655,
      "grad_norm": 0.11963186413049698,
      "learning_rate": 1.0626842531232753e-05,
      "loss": 0.6456,
      "step": 23520
    },
    {
      "epoch": 0.4956824563899119,
      "grad_norm": 0.13281595706939697,
      "learning_rate": 1.062616133258363e-05,
      "loss": 0.6729,
      "step": 23521
    },
    {
      "epoch": 0.49570353042827714,
      "grad_norm": 0.14551544189453125,
      "learning_rate": 1.0625480131017464e-05,
      "loss": 0.7515,
      "step": 23522
    },
    {
      "epoch": 0.4957246044666424,
      "grad_norm": 0.1368679404258728,
      "learning_rate": 1.0624798926537437e-05,
      "loss": 0.7731,
      "step": 23523
    },
    {
      "epoch": 0.4957456785050077,
      "grad_norm": 0.13942360877990723,
      "learning_rate": 1.062411771914672e-05,
      "loss": 0.8039,
      "step": 23524
    },
    {
      "epoch": 0.495766752543373,
      "grad_norm": 0.11495338380336761,
      "learning_rate": 1.0623436508848493e-05,
      "loss": 0.7251,
      "step": 23525
    },
    {
      "epoch": 0.4957878265817383,
      "grad_norm": 0.12662136554718018,
      "learning_rate": 1.0622755295645921e-05,
      "loss": 0.8025,
      "step": 23526
    },
    {
      "epoch": 0.4958089006201036,
      "grad_norm": 0.11652594804763794,
      "learning_rate": 1.0622074079542179e-05,
      "loss": 0.7351,
      "step": 23527
    },
    {
      "epoch": 0.49582997465846884,
      "grad_norm": 0.138326495885849,
      "learning_rate": 1.0621392860540442e-05,
      "loss": 0.8301,
      "step": 23528
    },
    {
      "epoch": 0.49585104869683416,
      "grad_norm": 0.10712886601686478,
      "learning_rate": 1.0620711638643886e-05,
      "loss": 0.7636,
      "step": 23529
    },
    {
      "epoch": 0.4958721227351994,
      "grad_norm": 0.12490379810333252,
      "learning_rate": 1.062003041385568e-05,
      "loss": 0.7346,
      "step": 23530
    },
    {
      "epoch": 0.49589319677356475,
      "grad_norm": 0.0971660166978836,
      "learning_rate": 1.0619349186179e-05,
      "loss": 0.7838,
      "step": 23531
    },
    {
      "epoch": 0.49591427081193,
      "grad_norm": 0.12826569378376007,
      "learning_rate": 1.0618667955617016e-05,
      "loss": 0.7295,
      "step": 23532
    },
    {
      "epoch": 0.4959353448502953,
      "grad_norm": 0.1443554311990738,
      "learning_rate": 1.0617986722172909e-05,
      "loss": 0.7986,
      "step": 23533
    },
    {
      "epoch": 0.4959564188886606,
      "grad_norm": 0.12993496656417847,
      "learning_rate": 1.0617305485849846e-05,
      "loss": 0.7848,
      "step": 23534
    },
    {
      "epoch": 0.49597749292702586,
      "grad_norm": 0.12889020144939423,
      "learning_rate": 1.0616624246651003e-05,
      "loss": 0.7865,
      "step": 23535
    },
    {
      "epoch": 0.4959985669653912,
      "grad_norm": 0.10389005392789841,
      "learning_rate": 1.0615943004579559e-05,
      "loss": 0.7631,
      "step": 23536
    },
    {
      "epoch": 0.49601964100375645,
      "grad_norm": 0.12923212349414825,
      "learning_rate": 1.0615261759638676e-05,
      "loss": 0.8466,
      "step": 23537
    },
    {
      "epoch": 0.4960407150421217,
      "grad_norm": 0.1026032343506813,
      "learning_rate": 1.0614580511831534e-05,
      "loss": 0.7058,
      "step": 23538
    },
    {
      "epoch": 0.49606178908048704,
      "grad_norm": 0.12477440387010574,
      "learning_rate": 1.0613899261161307e-05,
      "loss": 0.7067,
      "step": 23539
    },
    {
      "epoch": 0.4960828631188523,
      "grad_norm": 0.10474297404289246,
      "learning_rate": 1.0613218007631172e-05,
      "loss": 0.7355,
      "step": 23540
    },
    {
      "epoch": 0.49610393715721757,
      "grad_norm": 0.1399526447057724,
      "learning_rate": 1.0612536751244296e-05,
      "loss": 0.8298,
      "step": 23541
    },
    {
      "epoch": 0.4961250111955829,
      "grad_norm": 0.11179656535387039,
      "learning_rate": 1.0611855492003856e-05,
      "loss": 0.7306,
      "step": 23542
    },
    {
      "epoch": 0.49614608523394815,
      "grad_norm": 0.11717591434717178,
      "learning_rate": 1.0611174229913024e-05,
      "loss": 0.7678,
      "step": 23543
    },
    {
      "epoch": 0.4961671592723135,
      "grad_norm": 0.11844110488891602,
      "learning_rate": 1.0610492964974973e-05,
      "loss": 0.8237,
      "step": 23544
    },
    {
      "epoch": 0.49618823331067874,
      "grad_norm": 0.10411197692155838,
      "learning_rate": 1.0609811697192885e-05,
      "loss": 0.733,
      "step": 23545
    },
    {
      "epoch": 0.496209307349044,
      "grad_norm": 0.1428798884153366,
      "learning_rate": 1.0609130426569923e-05,
      "loss": 0.7312,
      "step": 23546
    },
    {
      "epoch": 0.4962303813874093,
      "grad_norm": 0.12845072150230408,
      "learning_rate": 1.0608449153109266e-05,
      "loss": 0.765,
      "step": 23547
    },
    {
      "epoch": 0.4962514554257746,
      "grad_norm": 0.12181520462036133,
      "learning_rate": 1.0607767876814085e-05,
      "loss": 0.7477,
      "step": 23548
    },
    {
      "epoch": 0.4962725294641399,
      "grad_norm": 0.1822318285703659,
      "learning_rate": 1.060708659768756e-05,
      "loss": 0.8208,
      "step": 23549
    },
    {
      "epoch": 0.4962936035025052,
      "grad_norm": 0.12516257166862488,
      "learning_rate": 1.060640531573286e-05,
      "loss": 0.7799,
      "step": 23550
    },
    {
      "epoch": 0.49631467754087044,
      "grad_norm": 0.13296490907669067,
      "learning_rate": 1.0605724030953155e-05,
      "loss": 0.7802,
      "step": 23551
    },
    {
      "epoch": 0.49633575157923576,
      "grad_norm": 0.13530638813972473,
      "learning_rate": 1.0605042743351626e-05,
      "loss": 0.8151,
      "step": 23552
    },
    {
      "epoch": 0.496356825617601,
      "grad_norm": 0.12864218652248383,
      "learning_rate": 1.0604361452931444e-05,
      "loss": 0.7533,
      "step": 23553
    },
    {
      "epoch": 0.49637789965596635,
      "grad_norm": 0.15072067081928253,
      "learning_rate": 1.0603680159695784e-05,
      "loss": 0.8543,
      "step": 23554
    },
    {
      "epoch": 0.4963989736943316,
      "grad_norm": 0.13335385918617249,
      "learning_rate": 1.060299886364782e-05,
      "loss": 0.7694,
      "step": 23555
    },
    {
      "epoch": 0.4964200477326969,
      "grad_norm": 0.2003183215856552,
      "learning_rate": 1.0602317564790722e-05,
      "loss": 0.7392,
      "step": 23556
    },
    {
      "epoch": 0.4964411217710622,
      "grad_norm": 0.10541965812444687,
      "learning_rate": 1.060163626312767e-05,
      "loss": 0.7422,
      "step": 23557
    },
    {
      "epoch": 0.49646219580942746,
      "grad_norm": 0.1292349398136139,
      "learning_rate": 1.0600954958661828e-05,
      "loss": 0.7408,
      "step": 23558
    },
    {
      "epoch": 0.4964832698477928,
      "grad_norm": 0.09878645092248917,
      "learning_rate": 1.0600273651396384e-05,
      "loss": 0.7412,
      "step": 23559
    },
    {
      "epoch": 0.49650434388615805,
      "grad_norm": 0.14379216730594635,
      "learning_rate": 1.0599592341334502e-05,
      "loss": 0.771,
      "step": 23560
    },
    {
      "epoch": 0.4965254179245233,
      "grad_norm": 0.13929662108421326,
      "learning_rate": 1.0598911028479358e-05,
      "loss": 0.7673,
      "step": 23561
    },
    {
      "epoch": 0.49654649196288864,
      "grad_norm": 0.14005033671855927,
      "learning_rate": 1.0598229712834125e-05,
      "loss": 0.7555,
      "step": 23562
    },
    {
      "epoch": 0.4965675660012539,
      "grad_norm": 0.1481126844882965,
      "learning_rate": 1.059754839440198e-05,
      "loss": 0.7944,
      "step": 23563
    },
    {
      "epoch": 0.49658864003961917,
      "grad_norm": 0.12348463386297226,
      "learning_rate": 1.0596867073186094e-05,
      "loss": 0.8066,
      "step": 23564
    },
    {
      "epoch": 0.4966097140779845,
      "grad_norm": 0.1416654884815216,
      "learning_rate": 1.0596185749189645e-05,
      "loss": 0.712,
      "step": 23565
    },
    {
      "epoch": 0.49663078811634975,
      "grad_norm": 0.16635382175445557,
      "learning_rate": 1.0595504422415798e-05,
      "loss": 0.797,
      "step": 23566
    },
    {
      "epoch": 0.4966518621547151,
      "grad_norm": 0.14672283828258514,
      "learning_rate": 1.0594823092867739e-05,
      "loss": 0.7893,
      "step": 23567
    },
    {
      "epoch": 0.49667293619308034,
      "grad_norm": 0.1578604280948639,
      "learning_rate": 1.0594141760548635e-05,
      "loss": 0.788,
      "step": 23568
    },
    {
      "epoch": 0.4966940102314456,
      "grad_norm": 0.11837392300367355,
      "learning_rate": 1.0593460425461661e-05,
      "loss": 0.7531,
      "step": 23569
    },
    {
      "epoch": 0.4967150842698109,
      "grad_norm": 0.1531447172164917,
      "learning_rate": 1.0592779087609994e-05,
      "loss": 0.7954,
      "step": 23570
    },
    {
      "epoch": 0.4967361583081762,
      "grad_norm": 0.16112592816352844,
      "learning_rate": 1.0592097746996803e-05,
      "loss": 0.7749,
      "step": 23571
    },
    {
      "epoch": 0.4967572323465415,
      "grad_norm": 0.11899203062057495,
      "learning_rate": 1.0591416403625267e-05,
      "loss": 0.7668,
      "step": 23572
    },
    {
      "epoch": 0.4967783063849068,
      "grad_norm": 0.1946602463722229,
      "learning_rate": 1.0590735057498554e-05,
      "loss": 0.8211,
      "step": 23573
    },
    {
      "epoch": 0.49679938042327204,
      "grad_norm": 0.19077283143997192,
      "learning_rate": 1.0590053708619846e-05,
      "loss": 0.77,
      "step": 23574
    },
    {
      "epoch": 0.49682045446163736,
      "grad_norm": 0.1663789451122284,
      "learning_rate": 1.058937235699231e-05,
      "loss": 0.8092,
      "step": 23575
    },
    {
      "epoch": 0.4968415285000026,
      "grad_norm": 0.23935963213443756,
      "learning_rate": 1.0588691002619125e-05,
      "loss": 0.8327,
      "step": 23576
    },
    {
      "epoch": 0.49686260253836795,
      "grad_norm": 0.16856251657009125,
      "learning_rate": 1.0588009645503464e-05,
      "loss": 0.789,
      "step": 23577
    },
    {
      "epoch": 0.4968836765767332,
      "grad_norm": 0.17088095843791962,
      "learning_rate": 1.0587328285648496e-05,
      "loss": 0.7887,
      "step": 23578
    },
    {
      "epoch": 0.4969047506150985,
      "grad_norm": 0.16386617720127106,
      "learning_rate": 1.0586646923057404e-05,
      "loss": 0.7774,
      "step": 23579
    },
    {
      "epoch": 0.4969258246534638,
      "grad_norm": 0.1582159399986267,
      "learning_rate": 1.0585965557733358e-05,
      "loss": 0.7435,
      "step": 23580
    },
    {
      "epoch": 0.49694689869182906,
      "grad_norm": 0.2121269851922989,
      "learning_rate": 1.0585284189679532e-05,
      "loss": 0.7363,
      "step": 23581
    },
    {
      "epoch": 0.49696797273019433,
      "grad_norm": 0.14206939935684204,
      "learning_rate": 1.05846028188991e-05,
      "loss": 0.7587,
      "step": 23582
    },
    {
      "epoch": 0.49698904676855965,
      "grad_norm": 0.12531374394893646,
      "learning_rate": 1.0583921445395236e-05,
      "loss": 0.7943,
      "step": 23583
    },
    {
      "epoch": 0.4970101208069249,
      "grad_norm": 0.16824382543563843,
      "learning_rate": 1.0583240069171116e-05,
      "loss": 0.7927,
      "step": 23584
    },
    {
      "epoch": 0.49703119484529024,
      "grad_norm": 0.14173877239227295,
      "learning_rate": 1.0582558690229911e-05,
      "loss": 0.8048,
      "step": 23585
    },
    {
      "epoch": 0.4970522688836555,
      "grad_norm": 0.1296824961900711,
      "learning_rate": 1.0581877308574799e-05,
      "loss": 0.7983,
      "step": 23586
    },
    {
      "epoch": 0.49707334292202077,
      "grad_norm": 0.157112255692482,
      "learning_rate": 1.0581195924208949e-05,
      "loss": 0.7822,
      "step": 23587
    },
    {
      "epoch": 0.4970944169603861,
      "grad_norm": 0.12459913641214371,
      "learning_rate": 1.0580514537135542e-05,
      "loss": 0.7441,
      "step": 23588
    },
    {
      "epoch": 0.49711549099875135,
      "grad_norm": 0.14597508311271667,
      "learning_rate": 1.0579833147357753e-05,
      "loss": 0.8063,
      "step": 23589
    },
    {
      "epoch": 0.4971365650371167,
      "grad_norm": 0.14027422666549683,
      "learning_rate": 1.0579151754878747e-05,
      "loss": 0.8048,
      "step": 23590
    },
    {
      "epoch": 0.49715763907548194,
      "grad_norm": 0.1461118757724762,
      "learning_rate": 1.0578470359701708e-05,
      "loss": 0.8125,
      "step": 23591
    },
    {
      "epoch": 0.4971787131138472,
      "grad_norm": 0.1276121586561203,
      "learning_rate": 1.0577788961829802e-05,
      "loss": 0.8208,
      "step": 23592
    },
    {
      "epoch": 0.4971997871522125,
      "grad_norm": 0.1283111721277237,
      "learning_rate": 1.0577107561266211e-05,
      "loss": 0.7619,
      "step": 23593
    },
    {
      "epoch": 0.4972208611905778,
      "grad_norm": 0.13038185238838196,
      "learning_rate": 1.0576426158014103e-05,
      "loss": 0.7548,
      "step": 23594
    },
    {
      "epoch": 0.4972419352289431,
      "grad_norm": 0.14206723868846893,
      "learning_rate": 1.0575744752076657e-05,
      "loss": 0.7747,
      "step": 23595
    },
    {
      "epoch": 0.4972630092673084,
      "grad_norm": 0.13458409905433655,
      "learning_rate": 1.0575063343457046e-05,
      "loss": 0.749,
      "step": 23596
    },
    {
      "epoch": 0.49728408330567364,
      "grad_norm": 0.1236972063779831,
      "learning_rate": 1.0574381932158443e-05,
      "loss": 0.7438,
      "step": 23597
    },
    {
      "epoch": 0.49730515734403896,
      "grad_norm": 0.13072676956653595,
      "learning_rate": 1.0573700518184027e-05,
      "loss": 0.7557,
      "step": 23598
    },
    {
      "epoch": 0.4973262313824042,
      "grad_norm": 0.11835812032222748,
      "learning_rate": 1.0573019101536967e-05,
      "loss": 0.7393,
      "step": 23599
    },
    {
      "epoch": 0.4973473054207695,
      "grad_norm": 0.13588573038578033,
      "learning_rate": 1.057233768222044e-05,
      "loss": 0.7417,
      "step": 23600
    },
    {
      "epoch": 0.4973683794591348,
      "grad_norm": 0.10375095903873444,
      "learning_rate": 1.0571656260237619e-05,
      "loss": 0.7246,
      "step": 23601
    },
    {
      "epoch": 0.4973894534975001,
      "grad_norm": 0.14646616578102112,
      "learning_rate": 1.0570974835591678e-05,
      "loss": 0.7042,
      "step": 23602
    },
    {
      "epoch": 0.4974105275358654,
      "grad_norm": 0.12279074639081955,
      "learning_rate": 1.0570293408285795e-05,
      "loss": 0.708,
      "step": 23603
    },
    {
      "epoch": 0.49743160157423066,
      "grad_norm": 0.14838802814483643,
      "learning_rate": 1.0569611978323144e-05,
      "loss": 0.7887,
      "step": 23604
    },
    {
      "epoch": 0.49745267561259593,
      "grad_norm": 0.14165955781936646,
      "learning_rate": 1.0568930545706897e-05,
      "loss": 0.7274,
      "step": 23605
    },
    {
      "epoch": 0.49747374965096125,
      "grad_norm": 0.15188008546829224,
      "learning_rate": 1.0568249110440227e-05,
      "loss": 0.7754,
      "step": 23606
    },
    {
      "epoch": 0.4974948236893265,
      "grad_norm": 0.13703106343746185,
      "learning_rate": 1.0567567672526313e-05,
      "loss": 0.7515,
      "step": 23607
    },
    {
      "epoch": 0.49751589772769184,
      "grad_norm": 0.18139983713626862,
      "learning_rate": 1.0566886231968328e-05,
      "loss": 0.7932,
      "step": 23608
    },
    {
      "epoch": 0.4975369717660571,
      "grad_norm": 0.11157789826393127,
      "learning_rate": 1.0566204788769444e-05,
      "loss": 0.7869,
      "step": 23609
    },
    {
      "epoch": 0.49755804580442237,
      "grad_norm": 0.1429174542427063,
      "learning_rate": 1.056552334293284e-05,
      "loss": 0.7566,
      "step": 23610
    },
    {
      "epoch": 0.4975791198427877,
      "grad_norm": 0.11530140042304993,
      "learning_rate": 1.0564841894461686e-05,
      "loss": 0.748,
      "step": 23611
    },
    {
      "epoch": 0.49760019388115295,
      "grad_norm": 0.17754444479942322,
      "learning_rate": 1.0564160443359159e-05,
      "loss": 0.7785,
      "step": 23612
    },
    {
      "epoch": 0.4976212679195183,
      "grad_norm": 0.17760279774665833,
      "learning_rate": 1.0563478989628435e-05,
      "loss": 0.8647,
      "step": 23613
    },
    {
      "epoch": 0.49764234195788354,
      "grad_norm": 0.1197439581155777,
      "learning_rate": 1.0562797533272689e-05,
      "loss": 0.7729,
      "step": 23614
    },
    {
      "epoch": 0.4976634159962488,
      "grad_norm": 0.17534275352954865,
      "learning_rate": 1.056211607429509e-05,
      "loss": 0.8244,
      "step": 23615
    },
    {
      "epoch": 0.4976844900346141,
      "grad_norm": 0.10773037374019623,
      "learning_rate": 1.0561434612698816e-05,
      "loss": 0.7479,
      "step": 23616
    },
    {
      "epoch": 0.4977055640729794,
      "grad_norm": 0.16252392530441284,
      "learning_rate": 1.0560753148487044e-05,
      "loss": 0.7681,
      "step": 23617
    },
    {
      "epoch": 0.49772663811134465,
      "grad_norm": 0.1553366333246231,
      "learning_rate": 1.0560071681662949e-05,
      "loss": 0.7519,
      "step": 23618
    },
    {
      "epoch": 0.49774771214971,
      "grad_norm": 0.16182191669940948,
      "learning_rate": 1.0559390212229699e-05,
      "loss": 0.7775,
      "step": 23619
    },
    {
      "epoch": 0.49776878618807524,
      "grad_norm": 0.1297520250082016,
      "learning_rate": 1.0558708740190476e-05,
      "loss": 0.7097,
      "step": 23620
    },
    {
      "epoch": 0.49778986022644056,
      "grad_norm": 0.1481216996908188,
      "learning_rate": 1.055802726554845e-05,
      "loss": 0.7881,
      "step": 23621
    },
    {
      "epoch": 0.4978109342648058,
      "grad_norm": 0.13413554430007935,
      "learning_rate": 1.0557345788306799e-05,
      "loss": 0.7583,
      "step": 23622
    },
    {
      "epoch": 0.4978320083031711,
      "grad_norm": 0.16123102605342865,
      "learning_rate": 1.0556664308468694e-05,
      "loss": 0.7976,
      "step": 23623
    },
    {
      "epoch": 0.4978530823415364,
      "grad_norm": 0.1399080604314804,
      "learning_rate": 1.0555982826037314e-05,
      "loss": 0.7607,
      "step": 23624
    },
    {
      "epoch": 0.4978741563799017,
      "grad_norm": 0.1333632916212082,
      "learning_rate": 1.0555301341015832e-05,
      "loss": 0.8608,
      "step": 23625
    },
    {
      "epoch": 0.497895230418267,
      "grad_norm": 0.14679346978664398,
      "learning_rate": 1.055461985340742e-05,
      "loss": 0.7738,
      "step": 23626
    },
    {
      "epoch": 0.49791630445663226,
      "grad_norm": 0.1028585210442543,
      "learning_rate": 1.0553938363215258e-05,
      "loss": 0.8113,
      "step": 23627
    },
    {
      "epoch": 0.49793737849499753,
      "grad_norm": 0.11351428925991058,
      "learning_rate": 1.0553256870442514e-05,
      "loss": 0.7002,
      "step": 23628
    },
    {
      "epoch": 0.49795845253336285,
      "grad_norm": 0.140013188123703,
      "learning_rate": 1.0552575375092374e-05,
      "loss": 0.7932,
      "step": 23629
    },
    {
      "epoch": 0.4979795265717281,
      "grad_norm": 0.12639936804771423,
      "learning_rate": 1.0551893877167998e-05,
      "loss": 0.7098,
      "step": 23630
    },
    {
      "epoch": 0.49800060061009344,
      "grad_norm": 0.15079495310783386,
      "learning_rate": 1.0551212376672573e-05,
      "loss": 0.7578,
      "step": 23631
    },
    {
      "epoch": 0.4980216746484587,
      "grad_norm": 0.14108504354953766,
      "learning_rate": 1.0550530873609265e-05,
      "loss": 0.6435,
      "step": 23632
    },
    {
      "epoch": 0.49804274868682397,
      "grad_norm": 0.12657926976680756,
      "learning_rate": 1.0549849367981259e-05,
      "loss": 0.7212,
      "step": 23633
    },
    {
      "epoch": 0.4980638227251893,
      "grad_norm": 0.16170445084571838,
      "learning_rate": 1.0549167859791722e-05,
      "loss": 0.7605,
      "step": 23634
    },
    {
      "epoch": 0.49808489676355455,
      "grad_norm": 0.15021592378616333,
      "learning_rate": 1.0548486349043832e-05,
      "loss": 0.7867,
      "step": 23635
    },
    {
      "epoch": 0.4981059708019198,
      "grad_norm": 0.14243671298027039,
      "learning_rate": 1.054780483574076e-05,
      "loss": 0.7059,
      "step": 23636
    },
    {
      "epoch": 0.49812704484028514,
      "grad_norm": 0.1165170893073082,
      "learning_rate": 1.0547123319885686e-05,
      "loss": 0.7364,
      "step": 23637
    },
    {
      "epoch": 0.4981481188786504,
      "grad_norm": 0.14087451994419098,
      "learning_rate": 1.0546441801481782e-05,
      "loss": 0.7523,
      "step": 23638
    },
    {
      "epoch": 0.4981691929170157,
      "grad_norm": 0.1360882818698883,
      "learning_rate": 1.0545760280532222e-05,
      "loss": 0.7953,
      "step": 23639
    },
    {
      "epoch": 0.498190266955381,
      "grad_norm": 0.2256813794374466,
      "learning_rate": 1.0545078757040184e-05,
      "loss": 0.8029,
      "step": 23640
    },
    {
      "epoch": 0.49821134099374625,
      "grad_norm": 0.1579432487487793,
      "learning_rate": 1.054439723100884e-05,
      "loss": 0.8056,
      "step": 23641
    },
    {
      "epoch": 0.4982324150321116,
      "grad_norm": 0.15436501801013947,
      "learning_rate": 1.0543715702441368e-05,
      "loss": 0.7836,
      "step": 23642
    },
    {
      "epoch": 0.49825348907047684,
      "grad_norm": 0.15164166688919067,
      "learning_rate": 1.0543034171340942e-05,
      "loss": 0.8008,
      "step": 23643
    },
    {
      "epoch": 0.49827456310884216,
      "grad_norm": 0.14477190375328064,
      "learning_rate": 1.0542352637710736e-05,
      "loss": 0.7365,
      "step": 23644
    },
    {
      "epoch": 0.4982956371472074,
      "grad_norm": 0.1355345994234085,
      "learning_rate": 1.0541671101553923e-05,
      "loss": 0.7382,
      "step": 23645
    },
    {
      "epoch": 0.4983167111855727,
      "grad_norm": 0.16533955931663513,
      "learning_rate": 1.0540989562873681e-05,
      "loss": 0.7946,
      "step": 23646
    },
    {
      "epoch": 0.498337785223938,
      "grad_norm": 0.1348411738872528,
      "learning_rate": 1.0540308021673184e-05,
      "loss": 0.8157,
      "step": 23647
    },
    {
      "epoch": 0.4983588592623033,
      "grad_norm": 0.31415772438049316,
      "learning_rate": 1.053962647795561e-05,
      "loss": 0.8252,
      "step": 23648
    },
    {
      "epoch": 0.4983799333006686,
      "grad_norm": 0.14917339384555817,
      "learning_rate": 1.0538944931724131e-05,
      "loss": 0.8266,
      "step": 23649
    },
    {
      "epoch": 0.49840100733903386,
      "grad_norm": 0.13355867564678192,
      "learning_rate": 1.0538263382981921e-05,
      "loss": 0.728,
      "step": 23650
    },
    {
      "epoch": 0.49842208137739913,
      "grad_norm": 0.14307360351085663,
      "learning_rate": 1.0537581831732158e-05,
      "loss": 0.7622,
      "step": 23651
    },
    {
      "epoch": 0.49844315541576445,
      "grad_norm": 0.1274343580007553,
      "learning_rate": 1.0536900277978015e-05,
      "loss": 0.73,
      "step": 23652
    },
    {
      "epoch": 0.4984642294541297,
      "grad_norm": 0.1629721075296402,
      "learning_rate": 1.0536218721722666e-05,
      "loss": 0.7564,
      "step": 23653
    },
    {
      "epoch": 0.49848530349249504,
      "grad_norm": 0.12780505418777466,
      "learning_rate": 1.0535537162969289e-05,
      "loss": 0.7516,
      "step": 23654
    },
    {
      "epoch": 0.4985063775308603,
      "grad_norm": 0.1804848611354828,
      "learning_rate": 1.0534855601721059e-05,
      "loss": 0.745,
      "step": 23655
    },
    {
      "epoch": 0.49852745156922557,
      "grad_norm": 0.15542113780975342,
      "learning_rate": 1.053417403798115e-05,
      "loss": 0.7988,
      "step": 23656
    },
    {
      "epoch": 0.4985485256075909,
      "grad_norm": 0.14641351997852325,
      "learning_rate": 1.0533492471752735e-05,
      "loss": 0.765,
      "step": 23657
    },
    {
      "epoch": 0.49856959964595615,
      "grad_norm": 0.154722660779953,
      "learning_rate": 1.0532810903038995e-05,
      "loss": 0.8056,
      "step": 23658
    },
    {
      "epoch": 0.4985906736843214,
      "grad_norm": 0.191810742020607,
      "learning_rate": 1.0532129331843097e-05,
      "loss": 0.8543,
      "step": 23659
    },
    {
      "epoch": 0.49861174772268674,
      "grad_norm": 0.3954022228717804,
      "learning_rate": 1.0531447758168223e-05,
      "loss": 0.6694,
      "step": 23660
    },
    {
      "epoch": 0.498632821761052,
      "grad_norm": 0.18531031906604767,
      "learning_rate": 1.0530766182017546e-05,
      "loss": 0.8207,
      "step": 23661
    },
    {
      "epoch": 0.4986538957994173,
      "grad_norm": 0.11839349567890167,
      "learning_rate": 1.0530084603394239e-05,
      "loss": 0.7471,
      "step": 23662
    },
    {
      "epoch": 0.4986749698377826,
      "grad_norm": 0.16526301205158234,
      "learning_rate": 1.0529403022301482e-05,
      "loss": 0.749,
      "step": 23663
    },
    {
      "epoch": 0.49869604387614785,
      "grad_norm": 0.1418580561876297,
      "learning_rate": 1.0528721438742449e-05,
      "loss": 0.81,
      "step": 23664
    },
    {
      "epoch": 0.4987171179145132,
      "grad_norm": 0.14282681047916412,
      "learning_rate": 1.0528039852720311e-05,
      "loss": 0.7941,
      "step": 23665
    },
    {
      "epoch": 0.49873819195287844,
      "grad_norm": 0.16128934919834137,
      "learning_rate": 1.0527358264238244e-05,
      "loss": 0.8317,
      "step": 23666
    },
    {
      "epoch": 0.49875926599124376,
      "grad_norm": 0.12793084979057312,
      "learning_rate": 1.0526676673299427e-05,
      "loss": 0.7638,
      "step": 23667
    },
    {
      "epoch": 0.498780340029609,
      "grad_norm": 0.12860211730003357,
      "learning_rate": 1.0525995079907034e-05,
      "loss": 0.7498,
      "step": 23668
    },
    {
      "epoch": 0.4988014140679743,
      "grad_norm": 0.13626991212368011,
      "learning_rate": 1.052531348406424e-05,
      "loss": 0.8289,
      "step": 23669
    },
    {
      "epoch": 0.4988224881063396,
      "grad_norm": 0.1381283700466156,
      "learning_rate": 1.0524631885774217e-05,
      "loss": 0.7809,
      "step": 23670
    },
    {
      "epoch": 0.4988435621447049,
      "grad_norm": 0.12935931980609894,
      "learning_rate": 1.0523950285040145e-05,
      "loss": 0.7647,
      "step": 23671
    },
    {
      "epoch": 0.4988646361830702,
      "grad_norm": 0.13691850006580353,
      "learning_rate": 1.05232686818652e-05,
      "loss": 0.738,
      "step": 23672
    },
    {
      "epoch": 0.49888571022143546,
      "grad_norm": 0.13091595470905304,
      "learning_rate": 1.0522587076252553e-05,
      "loss": 0.7836,
      "step": 23673
    },
    {
      "epoch": 0.49890678425980073,
      "grad_norm": 0.12935645878314972,
      "learning_rate": 1.052190546820538e-05,
      "loss": 0.7789,
      "step": 23674
    },
    {
      "epoch": 0.49892785829816605,
      "grad_norm": 0.1241711899638176,
      "learning_rate": 1.0521223857726858e-05,
      "loss": 0.844,
      "step": 23675
    },
    {
      "epoch": 0.4989489323365313,
      "grad_norm": 0.14115279912948608,
      "learning_rate": 1.0520542244820162e-05,
      "loss": 0.7168,
      "step": 23676
    },
    {
      "epoch": 0.4989700063748966,
      "grad_norm": 0.1089252457022667,
      "learning_rate": 1.051986062948847e-05,
      "loss": 0.7422,
      "step": 23677
    },
    {
      "epoch": 0.4989910804132619,
      "grad_norm": 0.2835042178630829,
      "learning_rate": 1.0519179011734952e-05,
      "loss": 0.8253,
      "step": 23678
    },
    {
      "epoch": 0.49901215445162717,
      "grad_norm": 0.18012189865112305,
      "learning_rate": 1.0518497391562785e-05,
      "loss": 0.7709,
      "step": 23679
    },
    {
      "epoch": 0.4990332284899925,
      "grad_norm": 0.14363552629947662,
      "learning_rate": 1.0517815768975148e-05,
      "loss": 0.7683,
      "step": 23680
    },
    {
      "epoch": 0.49905430252835775,
      "grad_norm": 0.13944794237613678,
      "learning_rate": 1.0517134143975209e-05,
      "loss": 0.7237,
      "step": 23681
    },
    {
      "epoch": 0.499075376566723,
      "grad_norm": 0.16621457040309906,
      "learning_rate": 1.0516452516566155e-05,
      "loss": 0.701,
      "step": 23682
    },
    {
      "epoch": 0.49909645060508834,
      "grad_norm": 0.1935846209526062,
      "learning_rate": 1.051577088675115e-05,
      "loss": 0.7153,
      "step": 23683
    },
    {
      "epoch": 0.4991175246434536,
      "grad_norm": 0.12799152731895447,
      "learning_rate": 1.0515089254533377e-05,
      "loss": 0.8124,
      "step": 23684
    },
    {
      "epoch": 0.4991385986818189,
      "grad_norm": 0.17747779190540314,
      "learning_rate": 1.0514407619916007e-05,
      "loss": 0.8074,
      "step": 23685
    },
    {
      "epoch": 0.4991596727201842,
      "grad_norm": 0.13743194937705994,
      "learning_rate": 1.0513725982902217e-05,
      "loss": 0.7387,
      "step": 23686
    },
    {
      "epoch": 0.49918074675854945,
      "grad_norm": 0.1775987595319748,
      "learning_rate": 1.0513044343495182e-05,
      "loss": 0.7886,
      "step": 23687
    },
    {
      "epoch": 0.4992018207969148,
      "grad_norm": 0.12032749503850937,
      "learning_rate": 1.051236270169808e-05,
      "loss": 0.7355,
      "step": 23688
    },
    {
      "epoch": 0.49922289483528004,
      "grad_norm": 0.16611164808273315,
      "learning_rate": 1.0511681057514082e-05,
      "loss": 0.8046,
      "step": 23689
    },
    {
      "epoch": 0.49924396887364536,
      "grad_norm": 0.14961540699005127,
      "learning_rate": 1.0510999410946368e-05,
      "loss": 0.8264,
      "step": 23690
    },
    {
      "epoch": 0.4992650429120106,
      "grad_norm": 0.14877964556217194,
      "learning_rate": 1.051031776199811e-05,
      "loss": 0.7323,
      "step": 23691
    },
    {
      "epoch": 0.4992861169503759,
      "grad_norm": 0.14024344086647034,
      "learning_rate": 1.0509636110672488e-05,
      "loss": 0.7726,
      "step": 23692
    },
    {
      "epoch": 0.4993071909887412,
      "grad_norm": 0.14491185545921326,
      "learning_rate": 1.050895445697267e-05,
      "loss": 0.7221,
      "step": 23693
    },
    {
      "epoch": 0.4993282650271065,
      "grad_norm": 0.15203560888767242,
      "learning_rate": 1.050827280090184e-05,
      "loss": 0.7591,
      "step": 23694
    },
    {
      "epoch": 0.49934933906547174,
      "grad_norm": 0.15075254440307617,
      "learning_rate": 1.0507591142463167e-05,
      "loss": 0.7439,
      "step": 23695
    },
    {
      "epoch": 0.49937041310383706,
      "grad_norm": 0.1481272131204605,
      "learning_rate": 1.0506909481659831e-05,
      "loss": 0.7522,
      "step": 23696
    },
    {
      "epoch": 0.49939148714220233,
      "grad_norm": 0.12336356937885284,
      "learning_rate": 1.0506227818495005e-05,
      "loss": 0.812,
      "step": 23697
    },
    {
      "epoch": 0.49941256118056765,
      "grad_norm": 0.15620657801628113,
      "learning_rate": 1.0505546152971865e-05,
      "loss": 0.7624,
      "step": 23698
    },
    {
      "epoch": 0.4994336352189329,
      "grad_norm": 0.13628025352954865,
      "learning_rate": 1.0504864485093588e-05,
      "loss": 0.8553,
      "step": 23699
    },
    {
      "epoch": 0.4994547092572982,
      "grad_norm": 0.17837050557136536,
      "learning_rate": 1.050418281486335e-05,
      "loss": 0.7963,
      "step": 23700
    },
    {
      "epoch": 0.4994757832956635,
      "grad_norm": 0.1366639882326126,
      "learning_rate": 1.0503501142284325e-05,
      "loss": 0.7586,
      "step": 23701
    },
    {
      "epoch": 0.49949685733402877,
      "grad_norm": 0.16101524233818054,
      "learning_rate": 1.0502819467359686e-05,
      "loss": 0.7886,
      "step": 23702
    },
    {
      "epoch": 0.4995179313723941,
      "grad_norm": 0.13436126708984375,
      "learning_rate": 1.0502137790092614e-05,
      "loss": 0.8081,
      "step": 23703
    },
    {
      "epoch": 0.49953900541075935,
      "grad_norm": 0.15239660441875458,
      "learning_rate": 1.050145611048628e-05,
      "loss": 0.7767,
      "step": 23704
    },
    {
      "epoch": 0.4995600794491246,
      "grad_norm": 0.14331886172294617,
      "learning_rate": 1.0500774428543865e-05,
      "loss": 0.8351,
      "step": 23705
    },
    {
      "epoch": 0.49958115348748994,
      "grad_norm": 0.1852259337902069,
      "learning_rate": 1.050009274426854e-05,
      "loss": 0.8485,
      "step": 23706
    },
    {
      "epoch": 0.4996022275258552,
      "grad_norm": 0.1597735434770584,
      "learning_rate": 1.0499411057663484e-05,
      "loss": 0.706,
      "step": 23707
    },
    {
      "epoch": 0.4996233015642205,
      "grad_norm": 0.1458130180835724,
      "learning_rate": 1.0498729368731871e-05,
      "loss": 0.7518,
      "step": 23708
    },
    {
      "epoch": 0.4996443756025858,
      "grad_norm": 0.1398012638092041,
      "learning_rate": 1.0498047677476875e-05,
      "loss": 0.7463,
      "step": 23709
    },
    {
      "epoch": 0.49966544964095105,
      "grad_norm": 0.1356707364320755,
      "learning_rate": 1.049736598390167e-05,
      "loss": 0.7711,
      "step": 23710
    },
    {
      "epoch": 0.4996865236793164,
      "grad_norm": 0.14003200829029083,
      "learning_rate": 1.0496684288009442e-05,
      "loss": 0.7918,
      "step": 23711
    },
    {
      "epoch": 0.49970759771768164,
      "grad_norm": 0.15111111104488373,
      "learning_rate": 1.0496002589803357e-05,
      "loss": 0.7662,
      "step": 23712
    },
    {
      "epoch": 0.4997286717560469,
      "grad_norm": 0.14544522762298584,
      "learning_rate": 1.0495320889286595e-05,
      "loss": 0.75,
      "step": 23713
    },
    {
      "epoch": 0.4997497457944122,
      "grad_norm": 0.15914617478847504,
      "learning_rate": 1.0494639186462329e-05,
      "loss": 0.7907,
      "step": 23714
    },
    {
      "epoch": 0.4997708198327775,
      "grad_norm": 0.15246179699897766,
      "learning_rate": 1.0493957481333737e-05,
      "loss": 0.8932,
      "step": 23715
    },
    {
      "epoch": 0.4997918938711428,
      "grad_norm": 0.13321861624717712,
      "learning_rate": 1.0493275773903992e-05,
      "loss": 0.7727,
      "step": 23716
    },
    {
      "epoch": 0.4998129679095081,
      "grad_norm": 0.131168931722641,
      "learning_rate": 1.0492594064176273e-05,
      "loss": 0.7577,
      "step": 23717
    },
    {
      "epoch": 0.49983404194787334,
      "grad_norm": 0.14107823371887207,
      "learning_rate": 1.0491912352153756e-05,
      "loss": 0.8427,
      "step": 23718
    },
    {
      "epoch": 0.49985511598623866,
      "grad_norm": 0.16894228756427765,
      "learning_rate": 1.0491230637839615e-05,
      "loss": 0.7845,
      "step": 23719
    },
    {
      "epoch": 0.49987619002460393,
      "grad_norm": 0.11812250316143036,
      "learning_rate": 1.0490548921237027e-05,
      "loss": 0.7338,
      "step": 23720
    },
    {
      "epoch": 0.49989726406296925,
      "grad_norm": 0.13746395707130432,
      "learning_rate": 1.0489867202349167e-05,
      "loss": 0.7564,
      "step": 23721
    },
    {
      "epoch": 0.4999183381013345,
      "grad_norm": 0.12160871177911758,
      "learning_rate": 1.0489185481179212e-05,
      "loss": 0.7458,
      "step": 23722
    },
    {
      "epoch": 0.4999394121396998,
      "grad_norm": 0.12395722419023514,
      "learning_rate": 1.0488503757730334e-05,
      "loss": 0.7907,
      "step": 23723
    },
    {
      "epoch": 0.4999604861780651,
      "grad_norm": 0.11450151354074478,
      "learning_rate": 1.048782203200571e-05,
      "loss": 0.7664,
      "step": 23724
    },
    {
      "epoch": 0.49998156021643037,
      "grad_norm": 0.11321868747472763,
      "learning_rate": 1.048714030400852e-05,
      "loss": 0.7617,
      "step": 23725
    },
    {
      "epoch": 0.5000026342547956,
      "grad_norm": 0.12297242879867554,
      "learning_rate": 1.0486458573741941e-05,
      "loss": 0.81,
      "step": 23726
    },
    {
      "epoch": 0.5000237082931609,
      "grad_norm": 0.12904338538646698,
      "learning_rate": 1.0485776841209143e-05,
      "loss": 0.8046,
      "step": 23727
    },
    {
      "epoch": 0.5000447823315263,
      "grad_norm": 0.10589289665222168,
      "learning_rate": 1.0485095106413305e-05,
      "loss": 0.6759,
      "step": 23728
    },
    {
      "epoch": 0.5000658563698915,
      "grad_norm": 0.11115636676549911,
      "learning_rate": 1.0484413369357602e-05,
      "loss": 0.7031,
      "step": 23729
    },
    {
      "epoch": 0.5000869304082568,
      "grad_norm": 0.11304691433906555,
      "learning_rate": 1.048373163004521e-05,
      "loss": 0.7575,
      "step": 23730
    },
    {
      "epoch": 0.5001080044466221,
      "grad_norm": 0.14172372221946716,
      "learning_rate": 1.0483049888479305e-05,
      "loss": 0.8603,
      "step": 23731
    },
    {
      "epoch": 0.5001290784849873,
      "grad_norm": 0.15599632263183594,
      "learning_rate": 1.0482368144663062e-05,
      "loss": 0.6866,
      "step": 23732
    },
    {
      "epoch": 0.5001501525233527,
      "grad_norm": 0.09826427698135376,
      "learning_rate": 1.048168639859966e-05,
      "loss": 0.739,
      "step": 23733
    },
    {
      "epoch": 0.500171226561718,
      "grad_norm": 0.12784938514232635,
      "learning_rate": 1.0481004650292272e-05,
      "loss": 0.7799,
      "step": 23734
    },
    {
      "epoch": 0.5001923006000832,
      "grad_norm": 0.11777959764003754,
      "learning_rate": 1.0480322899744076e-05,
      "loss": 0.7343,
      "step": 23735
    },
    {
      "epoch": 0.5002133746384485,
      "grad_norm": 0.11184269189834595,
      "learning_rate": 1.0479641146958249e-05,
      "loss": 0.765,
      "step": 23736
    },
    {
      "epoch": 0.5002344486768138,
      "grad_norm": 0.12658187747001648,
      "learning_rate": 1.0478959391937964e-05,
      "loss": 0.7512,
      "step": 23737
    },
    {
      "epoch": 0.5002555227151791,
      "grad_norm": 0.1332060694694519,
      "learning_rate": 1.0478277634686393e-05,
      "loss": 0.763,
      "step": 23738
    },
    {
      "epoch": 0.5002765967535444,
      "grad_norm": 0.1295737624168396,
      "learning_rate": 1.0477595875206722e-05,
      "loss": 0.8096,
      "step": 23739
    },
    {
      "epoch": 0.5002976707919097,
      "grad_norm": 0.1286926120519638,
      "learning_rate": 1.0476914113502123e-05,
      "loss": 0.7835,
      "step": 23740
    },
    {
      "epoch": 0.5003187448302749,
      "grad_norm": 0.13844656944274902,
      "learning_rate": 1.0476232349575772e-05,
      "loss": 0.7391,
      "step": 23741
    },
    {
      "epoch": 0.5003398188686402,
      "grad_norm": 0.1396760493516922,
      "learning_rate": 1.0475550583430843e-05,
      "loss": 0.7433,
      "step": 23742
    },
    {
      "epoch": 0.5003608929070056,
      "grad_norm": 0.1468065232038498,
      "learning_rate": 1.047486881507051e-05,
      "loss": 0.7374,
      "step": 23743
    },
    {
      "epoch": 0.5003819669453708,
      "grad_norm": 0.13922864198684692,
      "learning_rate": 1.047418704449796e-05,
      "loss": 0.7085,
      "step": 23744
    },
    {
      "epoch": 0.5004030409837361,
      "grad_norm": 0.18113382160663605,
      "learning_rate": 1.0473505271716353e-05,
      "loss": 0.8023,
      "step": 23745
    },
    {
      "epoch": 0.5004241150221014,
      "grad_norm": 0.1654234528541565,
      "learning_rate": 1.0472823496728879e-05,
      "loss": 0.8495,
      "step": 23746
    },
    {
      "epoch": 0.5004451890604666,
      "grad_norm": 0.11624392867088318,
      "learning_rate": 1.0472141719538708e-05,
      "loss": 0.7239,
      "step": 23747
    },
    {
      "epoch": 0.500466263098832,
      "grad_norm": 0.16864632070064545,
      "learning_rate": 1.0471459940149018e-05,
      "loss": 0.8515,
      "step": 23748
    },
    {
      "epoch": 0.5004873371371973,
      "grad_norm": 0.17520800232887268,
      "learning_rate": 1.0470778158562982e-05,
      "loss": 0.8054,
      "step": 23749
    },
    {
      "epoch": 0.5005084111755626,
      "grad_norm": 0.11234167963266373,
      "learning_rate": 1.047009637478378e-05,
      "loss": 0.7555,
      "step": 23750
    },
    {
      "epoch": 0.5005294852139278,
      "grad_norm": 0.14202840626239777,
      "learning_rate": 1.0469414588814587e-05,
      "loss": 0.7874,
      "step": 23751
    },
    {
      "epoch": 0.5005505592522931,
      "grad_norm": 0.11637783795595169,
      "learning_rate": 1.0468732800658577e-05,
      "loss": 0.7476,
      "step": 23752
    },
    {
      "epoch": 0.5005716332906585,
      "grad_norm": 0.22521716356277466,
      "learning_rate": 1.0468051010318926e-05,
      "loss": 0.8308,
      "step": 23753
    },
    {
      "epoch": 0.5005927073290237,
      "grad_norm": 0.15677697956562042,
      "learning_rate": 1.0467369217798814e-05,
      "loss": 0.8094,
      "step": 23754
    },
    {
      "epoch": 0.500613781367389,
      "grad_norm": 0.15770572423934937,
      "learning_rate": 1.0466687423101416e-05,
      "loss": 0.7626,
      "step": 23755
    },
    {
      "epoch": 0.5006348554057543,
      "grad_norm": 0.11708106100559235,
      "learning_rate": 1.046600562622991e-05,
      "loss": 0.7103,
      "step": 23756
    },
    {
      "epoch": 0.5006559294441195,
      "grad_norm": 0.14894241094589233,
      "learning_rate": 1.0465323827187466e-05,
      "loss": 0.8133,
      "step": 23757
    },
    {
      "epoch": 0.5006770034824849,
      "grad_norm": 0.14255143702030182,
      "learning_rate": 1.0464642025977263e-05,
      "loss": 0.8058,
      "step": 23758
    },
    {
      "epoch": 0.5006980775208502,
      "grad_norm": 0.13712067902088165,
      "learning_rate": 1.0463960222602478e-05,
      "loss": 0.6977,
      "step": 23759
    },
    {
      "epoch": 0.5007191515592154,
      "grad_norm": 0.16742181777954102,
      "learning_rate": 1.0463278417066289e-05,
      "loss": 0.7606,
      "step": 23760
    },
    {
      "epoch": 0.5007402255975807,
      "grad_norm": 0.15861934423446655,
      "learning_rate": 1.0462596609371871e-05,
      "loss": 0.7513,
      "step": 23761
    },
    {
      "epoch": 0.500761299635946,
      "grad_norm": 0.13364063203334808,
      "learning_rate": 1.0461914799522399e-05,
      "loss": 0.7596,
      "step": 23762
    },
    {
      "epoch": 0.5007823736743112,
      "grad_norm": 0.1517823338508606,
      "learning_rate": 1.0461232987521051e-05,
      "loss": 0.8049,
      "step": 23763
    },
    {
      "epoch": 0.5008034477126766,
      "grad_norm": 0.09956080466508865,
      "learning_rate": 1.0460551173371e-05,
      "loss": 0.7093,
      "step": 23764
    },
    {
      "epoch": 0.5008245217510419,
      "grad_norm": 0.1719021052122116,
      "learning_rate": 1.0459869357075428e-05,
      "loss": 0.7801,
      "step": 23765
    },
    {
      "epoch": 0.5008455957894071,
      "grad_norm": 0.141273632645607,
      "learning_rate": 1.0459187538637507e-05,
      "loss": 0.75,
      "step": 23766
    },
    {
      "epoch": 0.5008666698277724,
      "grad_norm": 0.13359123468399048,
      "learning_rate": 1.0458505718060413e-05,
      "loss": 0.8026,
      "step": 23767
    },
    {
      "epoch": 0.5008877438661377,
      "grad_norm": 0.1432284563779831,
      "learning_rate": 1.0457823895347323e-05,
      "loss": 0.7754,
      "step": 23768
    },
    {
      "epoch": 0.500908817904503,
      "grad_norm": 0.11507168412208557,
      "learning_rate": 1.0457142070501415e-05,
      "loss": 0.6809,
      "step": 23769
    },
    {
      "epoch": 0.5009298919428683,
      "grad_norm": 0.13830649852752686,
      "learning_rate": 1.0456460243525865e-05,
      "loss": 0.7877,
      "step": 23770
    },
    {
      "epoch": 0.5009509659812336,
      "grad_norm": 0.1485179215669632,
      "learning_rate": 1.0455778414423852e-05,
      "loss": 0.7468,
      "step": 23771
    },
    {
      "epoch": 0.5009720400195988,
      "grad_norm": 0.12990640103816986,
      "learning_rate": 1.0455096583198545e-05,
      "loss": 0.7482,
      "step": 23772
    },
    {
      "epoch": 0.5009931140579641,
      "grad_norm": 0.13957341015338898,
      "learning_rate": 1.0454414749853126e-05,
      "loss": 0.7655,
      "step": 23773
    },
    {
      "epoch": 0.5010141880963295,
      "grad_norm": 0.10642123222351074,
      "learning_rate": 1.0453732914390766e-05,
      "loss": 0.7458,
      "step": 23774
    },
    {
      "epoch": 0.5010352621346947,
      "grad_norm": 0.130157932639122,
      "learning_rate": 1.045305107681465e-05,
      "loss": 0.7543,
      "step": 23775
    },
    {
      "epoch": 0.50105633617306,
      "grad_norm": 0.11872481554746628,
      "learning_rate": 1.0452369237127951e-05,
      "loss": 0.7846,
      "step": 23776
    },
    {
      "epoch": 0.5010774102114253,
      "grad_norm": 0.1639140099287033,
      "learning_rate": 1.045168739533384e-05,
      "loss": 0.8226,
      "step": 23777
    },
    {
      "epoch": 0.5010984842497905,
      "grad_norm": 0.13380543887615204,
      "learning_rate": 1.04510055514355e-05,
      "loss": 0.7906,
      "step": 23778
    },
    {
      "epoch": 0.5011195582881559,
      "grad_norm": 0.15247894823551178,
      "learning_rate": 1.0450323705436103e-05,
      "loss": 0.844,
      "step": 23779
    },
    {
      "epoch": 0.5011406323265212,
      "grad_norm": 0.15649756789207458,
      "learning_rate": 1.0449641857338829e-05,
      "loss": 0.7721,
      "step": 23780
    },
    {
      "epoch": 0.5011617063648864,
      "grad_norm": 0.12226936966180801,
      "learning_rate": 1.044896000714685e-05,
      "loss": 0.7793,
      "step": 23781
    },
    {
      "epoch": 0.5011827804032517,
      "grad_norm": 0.12238278985023499,
      "learning_rate": 1.044827815486335e-05,
      "loss": 0.7587,
      "step": 23782
    },
    {
      "epoch": 0.501203854441617,
      "grad_norm": 0.11632334440946579,
      "learning_rate": 1.0447596300491498e-05,
      "loss": 0.7562,
      "step": 23783
    },
    {
      "epoch": 0.5012249284799823,
      "grad_norm": 0.12904387712478638,
      "learning_rate": 1.0446914444034473e-05,
      "loss": 0.7797,
      "step": 23784
    },
    {
      "epoch": 0.5012460025183476,
      "grad_norm": 0.1347254067659378,
      "learning_rate": 1.0446232585495454e-05,
      "loss": 0.7699,
      "step": 23785
    },
    {
      "epoch": 0.5012670765567129,
      "grad_norm": 0.11912807077169418,
      "learning_rate": 1.0445550724877615e-05,
      "loss": 0.7855,
      "step": 23786
    },
    {
      "epoch": 0.5012881505950781,
      "grad_norm": 0.14325717091560364,
      "learning_rate": 1.0444868862184132e-05,
      "loss": 0.7823,
      "step": 23787
    },
    {
      "epoch": 0.5013092246334434,
      "grad_norm": 0.14188893139362335,
      "learning_rate": 1.0444186997418183e-05,
      "loss": 0.8,
      "step": 23788
    },
    {
      "epoch": 0.5013302986718088,
      "grad_norm": 0.1381978690624237,
      "learning_rate": 1.0443505130582939e-05,
      "loss": 0.8042,
      "step": 23789
    },
    {
      "epoch": 0.501351372710174,
      "grad_norm": 0.11540988087654114,
      "learning_rate": 1.0442823261681587e-05,
      "loss": 0.7375,
      "step": 23790
    },
    {
      "epoch": 0.5013724467485393,
      "grad_norm": 0.15175415575504303,
      "learning_rate": 1.0442141390717298e-05,
      "loss": 0.8151,
      "step": 23791
    },
    {
      "epoch": 0.5013935207869046,
      "grad_norm": 0.13063427805900574,
      "learning_rate": 1.0441459517693247e-05,
      "loss": 0.7686,
      "step": 23792
    },
    {
      "epoch": 0.5014145948252698,
      "grad_norm": 0.13556630909442902,
      "learning_rate": 1.0440777642612612e-05,
      "loss": 0.8214,
      "step": 23793
    },
    {
      "epoch": 0.5014356688636352,
      "grad_norm": 0.09956156462430954,
      "learning_rate": 1.0440095765478569e-05,
      "loss": 0.777,
      "step": 23794
    },
    {
      "epoch": 0.5014567429020005,
      "grad_norm": 0.13367605209350586,
      "learning_rate": 1.0439413886294296e-05,
      "loss": 0.785,
      "step": 23795
    },
    {
      "epoch": 0.5014778169403658,
      "grad_norm": 0.12099915742874146,
      "learning_rate": 1.043873200506297e-05,
      "loss": 0.7737,
      "step": 23796
    },
    {
      "epoch": 0.501498890978731,
      "grad_norm": 0.13627536594867706,
      "learning_rate": 1.0438050121787767e-05,
      "loss": 0.7842,
      "step": 23797
    },
    {
      "epoch": 0.5015199650170963,
      "grad_norm": 0.12026117742061615,
      "learning_rate": 1.0437368236471861e-05,
      "loss": 0.7022,
      "step": 23798
    },
    {
      "epoch": 0.5015410390554615,
      "grad_norm": 0.12671437859535217,
      "learning_rate": 1.043668634911843e-05,
      "loss": 0.767,
      "step": 23799
    },
    {
      "epoch": 0.5015621130938269,
      "grad_norm": 0.11082778126001358,
      "learning_rate": 1.0436004459730655e-05,
      "loss": 0.7133,
      "step": 23800
    },
    {
      "epoch": 0.5015831871321922,
      "grad_norm": 0.13946183025836945,
      "learning_rate": 1.0435322568311708e-05,
      "loss": 0.7961,
      "step": 23801
    },
    {
      "epoch": 0.5016042611705575,
      "grad_norm": 0.13579997420310974,
      "learning_rate": 1.0434640674864767e-05,
      "loss": 0.7871,
      "step": 23802
    },
    {
      "epoch": 0.5016253352089227,
      "grad_norm": 0.11964454501867294,
      "learning_rate": 1.0433958779393005e-05,
      "loss": 0.7139,
      "step": 23803
    },
    {
      "epoch": 0.501646409247288,
      "grad_norm": 0.1163824126124382,
      "learning_rate": 1.0433276881899603e-05,
      "loss": 0.7521,
      "step": 23804
    },
    {
      "epoch": 0.5016674832856534,
      "grad_norm": 0.15983378887176514,
      "learning_rate": 1.0432594982387741e-05,
      "loss": 0.7782,
      "step": 23805
    },
    {
      "epoch": 0.5016885573240186,
      "grad_norm": 0.11216671764850616,
      "learning_rate": 1.0431913080860589e-05,
      "loss": 0.705,
      "step": 23806
    },
    {
      "epoch": 0.5017096313623839,
      "grad_norm": 0.15455687046051025,
      "learning_rate": 1.0431231177321325e-05,
      "loss": 0.8353,
      "step": 23807
    },
    {
      "epoch": 0.5017307054007492,
      "grad_norm": 0.15365684032440186,
      "learning_rate": 1.043054927177313e-05,
      "loss": 0.77,
      "step": 23808
    },
    {
      "epoch": 0.5017517794391144,
      "grad_norm": 0.1205529049038887,
      "learning_rate": 1.0429867364219175e-05,
      "loss": 0.7386,
      "step": 23809
    },
    {
      "epoch": 0.5017728534774798,
      "grad_norm": 0.1477949023246765,
      "learning_rate": 1.0429185454662638e-05,
      "loss": 0.7886,
      "step": 23810
    },
    {
      "epoch": 0.5017939275158451,
      "grad_norm": 0.11423642933368683,
      "learning_rate": 1.04285035431067e-05,
      "loss": 0.7297,
      "step": 23811
    },
    {
      "epoch": 0.5018150015542103,
      "grad_norm": 0.17659233510494232,
      "learning_rate": 1.0427821629554534e-05,
      "loss": 0.6831,
      "step": 23812
    },
    {
      "epoch": 0.5018360755925756,
      "grad_norm": 0.12054437398910522,
      "learning_rate": 1.0427139714009319e-05,
      "loss": 0.7357,
      "step": 23813
    },
    {
      "epoch": 0.5018571496309409,
      "grad_norm": 0.19266000390052795,
      "learning_rate": 1.0426457796474228e-05,
      "loss": 0.7984,
      "step": 23814
    },
    {
      "epoch": 0.5018782236693062,
      "grad_norm": 0.14809681475162506,
      "learning_rate": 1.0425775876952442e-05,
      "loss": 0.7193,
      "step": 23815
    },
    {
      "epoch": 0.5018992977076715,
      "grad_norm": 0.1393376737833023,
      "learning_rate": 1.0425093955447136e-05,
      "loss": 0.7237,
      "step": 23816
    },
    {
      "epoch": 0.5019203717460368,
      "grad_norm": 0.152181476354599,
      "learning_rate": 1.0424412031961485e-05,
      "loss": 0.7816,
      "step": 23817
    },
    {
      "epoch": 0.501941445784402,
      "grad_norm": 0.13512222468852997,
      "learning_rate": 1.0423730106498666e-05,
      "loss": 0.8186,
      "step": 23818
    },
    {
      "epoch": 0.5019625198227673,
      "grad_norm": 0.13050085306167603,
      "learning_rate": 1.0423048179061863e-05,
      "loss": 0.7417,
      "step": 23819
    },
    {
      "epoch": 0.5019835938611327,
      "grad_norm": 0.16893354058265686,
      "learning_rate": 1.0422366249654243e-05,
      "loss": 0.8064,
      "step": 23820
    },
    {
      "epoch": 0.5020046678994979,
      "grad_norm": 0.14741723239421844,
      "learning_rate": 1.0421684318278988e-05,
      "loss": 0.7248,
      "step": 23821
    },
    {
      "epoch": 0.5020257419378632,
      "grad_norm": 0.16561512649059296,
      "learning_rate": 1.0421002384939274e-05,
      "loss": 0.8165,
      "step": 23822
    },
    {
      "epoch": 0.5020468159762285,
      "grad_norm": 0.18109872937202454,
      "learning_rate": 1.0420320449638279e-05,
      "loss": 0.7943,
      "step": 23823
    },
    {
      "epoch": 0.5020678900145937,
      "grad_norm": 0.1612255871295929,
      "learning_rate": 1.0419638512379178e-05,
      "loss": 0.8503,
      "step": 23824
    },
    {
      "epoch": 0.5020889640529591,
      "grad_norm": 0.17340818047523499,
      "learning_rate": 1.0418956573165146e-05,
      "loss": 0.7472,
      "step": 23825
    },
    {
      "epoch": 0.5021100380913244,
      "grad_norm": 0.1482088267803192,
      "learning_rate": 1.0418274631999365e-05,
      "loss": 0.8355,
      "step": 23826
    },
    {
      "epoch": 0.5021311121296896,
      "grad_norm": 0.11416341364383698,
      "learning_rate": 1.041759268888501e-05,
      "loss": 0.6946,
      "step": 23827
    },
    {
      "epoch": 0.5021521861680549,
      "grad_norm": 0.11833267658948898,
      "learning_rate": 1.0416910743825255e-05,
      "loss": 0.7426,
      "step": 23828
    },
    {
      "epoch": 0.5021732602064202,
      "grad_norm": 0.14938059449195862,
      "learning_rate": 1.041622879682328e-05,
      "loss": 0.8416,
      "step": 23829
    },
    {
      "epoch": 0.5021943342447855,
      "grad_norm": 0.11416371911764145,
      "learning_rate": 1.0415546847882263e-05,
      "loss": 0.8447,
      "step": 23830
    },
    {
      "epoch": 0.5022154082831508,
      "grad_norm": 0.13595245778560638,
      "learning_rate": 1.0414864897005376e-05,
      "loss": 0.739,
      "step": 23831
    },
    {
      "epoch": 0.5022364823215161,
      "grad_norm": 0.15801170468330383,
      "learning_rate": 1.0414182944195799e-05,
      "loss": 0.8229,
      "step": 23832
    },
    {
      "epoch": 0.5022575563598813,
      "grad_norm": 0.18975485861301422,
      "learning_rate": 1.0413500989456709e-05,
      "loss": 0.7851,
      "step": 23833
    },
    {
      "epoch": 0.5022786303982466,
      "grad_norm": 0.16364188492298126,
      "learning_rate": 1.0412819032791286e-05,
      "loss": 0.8162,
      "step": 23834
    },
    {
      "epoch": 0.502299704436612,
      "grad_norm": 0.13119399547576904,
      "learning_rate": 1.0412137074202701e-05,
      "loss": 0.6971,
      "step": 23835
    },
    {
      "epoch": 0.5023207784749772,
      "grad_norm": 0.22538207471370697,
      "learning_rate": 1.0411455113694133e-05,
      "loss": 0.7944,
      "step": 23836
    },
    {
      "epoch": 0.5023418525133425,
      "grad_norm": 0.20650127530097961,
      "learning_rate": 1.0410773151268763e-05,
      "loss": 0.7535,
      "step": 23837
    },
    {
      "epoch": 0.5023629265517078,
      "grad_norm": 0.20103392004966736,
      "learning_rate": 1.041009118692976e-05,
      "loss": 0.7655,
      "step": 23838
    },
    {
      "epoch": 0.502384000590073,
      "grad_norm": 0.14918918907642365,
      "learning_rate": 1.040940922068031e-05,
      "loss": 0.7387,
      "step": 23839
    },
    {
      "epoch": 0.5024050746284383,
      "grad_norm": 0.18773609399795532,
      "learning_rate": 1.0408727252523583e-05,
      "loss": 0.8536,
      "step": 23840
    },
    {
      "epoch": 0.5024261486668037,
      "grad_norm": 0.13061435520648956,
      "learning_rate": 1.040804528246276e-05,
      "loss": 0.6978,
      "step": 23841
    },
    {
      "epoch": 0.502447222705169,
      "grad_norm": 0.27916857600212097,
      "learning_rate": 1.0407363310501015e-05,
      "loss": 0.6858,
      "step": 23842
    },
    {
      "epoch": 0.5024682967435342,
      "grad_norm": 0.16150696575641632,
      "learning_rate": 1.0406681336641528e-05,
      "loss": 0.755,
      "step": 23843
    },
    {
      "epoch": 0.5024893707818995,
      "grad_norm": 0.13037340342998505,
      "learning_rate": 1.0405999360887478e-05,
      "loss": 0.8049,
      "step": 23844
    },
    {
      "epoch": 0.5025104448202647,
      "grad_norm": 0.16268040239810944,
      "learning_rate": 1.0405317383242036e-05,
      "loss": 0.7625,
      "step": 23845
    },
    {
      "epoch": 0.5025315188586301,
      "grad_norm": 0.14986978471279144,
      "learning_rate": 1.0404635403708379e-05,
      "loss": 0.7611,
      "step": 23846
    },
    {
      "epoch": 0.5025525928969954,
      "grad_norm": 0.13520623743534088,
      "learning_rate": 1.0403953422289687e-05,
      "loss": 0.7527,
      "step": 23847
    },
    {
      "epoch": 0.5025736669353607,
      "grad_norm": 0.1451866179704666,
      "learning_rate": 1.0403271438989141e-05,
      "loss": 0.8268,
      "step": 23848
    },
    {
      "epoch": 0.5025947409737259,
      "grad_norm": 0.11421240866184235,
      "learning_rate": 1.0402589453809915e-05,
      "loss": 0.7384,
      "step": 23849
    },
    {
      "epoch": 0.5026158150120912,
      "grad_norm": 0.13157877326011658,
      "learning_rate": 1.0401907466755183e-05,
      "loss": 0.7528,
      "step": 23850
    },
    {
      "epoch": 0.5026368890504566,
      "grad_norm": 0.10863659530878067,
      "learning_rate": 1.0401225477828126e-05,
      "loss": 0.7884,
      "step": 23851
    },
    {
      "epoch": 0.5026579630888218,
      "grad_norm": 0.12105416506528854,
      "learning_rate": 1.0400543487031918e-05,
      "loss": 0.7157,
      "step": 23852
    },
    {
      "epoch": 0.5026790371271871,
      "grad_norm": 0.12739427387714386,
      "learning_rate": 1.0399861494369736e-05,
      "loss": 0.7563,
      "step": 23853
    },
    {
      "epoch": 0.5027001111655524,
      "grad_norm": 0.1373550295829773,
      "learning_rate": 1.039917949984476e-05,
      "loss": 0.773,
      "step": 23854
    },
    {
      "epoch": 0.5027211852039176,
      "grad_norm": 0.1517440229654312,
      "learning_rate": 1.0398497503460167e-05,
      "loss": 0.8649,
      "step": 23855
    },
    {
      "epoch": 0.502742259242283,
      "grad_norm": 0.20484387874603271,
      "learning_rate": 1.0397815505219134e-05,
      "loss": 0.8628,
      "step": 23856
    },
    {
      "epoch": 0.5027633332806483,
      "grad_norm": 0.14291702210903168,
      "learning_rate": 1.0397133505124835e-05,
      "loss": 0.7851,
      "step": 23857
    },
    {
      "epoch": 0.5027844073190135,
      "grad_norm": 0.15106166899204254,
      "learning_rate": 1.039645150318045e-05,
      "loss": 0.8647,
      "step": 23858
    },
    {
      "epoch": 0.5028054813573788,
      "grad_norm": 0.1516989916563034,
      "learning_rate": 1.0395769499389157e-05,
      "loss": 0.7421,
      "step": 23859
    },
    {
      "epoch": 0.5028265553957441,
      "grad_norm": 0.16422004997730255,
      "learning_rate": 1.039508749375413e-05,
      "loss": 0.7661,
      "step": 23860
    },
    {
      "epoch": 0.5028476294341094,
      "grad_norm": 0.17445304989814758,
      "learning_rate": 1.0394405486278546e-05,
      "loss": 0.7235,
      "step": 23861
    },
    {
      "epoch": 0.5028687034724747,
      "grad_norm": 0.15653547644615173,
      "learning_rate": 1.0393723476965587e-05,
      "loss": 0.8197,
      "step": 23862
    },
    {
      "epoch": 0.50288977751084,
      "grad_norm": 0.15430162847042084,
      "learning_rate": 1.0393041465818425e-05,
      "loss": 0.735,
      "step": 23863
    },
    {
      "epoch": 0.5029108515492052,
      "grad_norm": 0.16146725416183472,
      "learning_rate": 1.0392359452840245e-05,
      "loss": 0.7923,
      "step": 23864
    },
    {
      "epoch": 0.5029319255875705,
      "grad_norm": 0.13783720135688782,
      "learning_rate": 1.0391677438034213e-05,
      "loss": 0.7837,
      "step": 23865
    },
    {
      "epoch": 0.5029529996259359,
      "grad_norm": 0.1408035159111023,
      "learning_rate": 1.0390995421403513e-05,
      "loss": 0.799,
      "step": 23866
    },
    {
      "epoch": 0.5029740736643011,
      "grad_norm": 0.18782922625541687,
      "learning_rate": 1.0390313402951323e-05,
      "loss": 0.8494,
      "step": 23867
    },
    {
      "epoch": 0.5029951477026664,
      "grad_norm": 0.12334658950567245,
      "learning_rate": 1.0389631382680818e-05,
      "loss": 0.7549,
      "step": 23868
    },
    {
      "epoch": 0.5030162217410317,
      "grad_norm": 0.17207230627536774,
      "learning_rate": 1.0388949360595175e-05,
      "loss": 0.7952,
      "step": 23869
    },
    {
      "epoch": 0.5030372957793969,
      "grad_norm": 0.13597647845745087,
      "learning_rate": 1.0388267336697573e-05,
      "loss": 0.7471,
      "step": 23870
    },
    {
      "epoch": 0.5030583698177623,
      "grad_norm": 0.1703137457370758,
      "learning_rate": 1.0387585310991188e-05,
      "loss": 0.8147,
      "step": 23871
    },
    {
      "epoch": 0.5030794438561276,
      "grad_norm": 0.14256340265274048,
      "learning_rate": 1.0386903283479197e-05,
      "loss": 0.8122,
      "step": 23872
    },
    {
      "epoch": 0.5031005178944928,
      "grad_norm": 0.1107657328248024,
      "learning_rate": 1.0386221254164778e-05,
      "loss": 0.726,
      "step": 23873
    },
    {
      "epoch": 0.5031215919328581,
      "grad_norm": 0.15758667886257172,
      "learning_rate": 1.0385539223051111e-05,
      "loss": 0.7687,
      "step": 23874
    },
    {
      "epoch": 0.5031426659712234,
      "grad_norm": 0.12429233640432358,
      "learning_rate": 1.0384857190141367e-05,
      "loss": 0.7728,
      "step": 23875
    },
    {
      "epoch": 0.5031637400095886,
      "grad_norm": 0.1538899838924408,
      "learning_rate": 1.0384175155438728e-05,
      "loss": 0.7513,
      "step": 23876
    },
    {
      "epoch": 0.503184814047954,
      "grad_norm": 0.12814076244831085,
      "learning_rate": 1.038349311894637e-05,
      "loss": 0.7701,
      "step": 23877
    },
    {
      "epoch": 0.5032058880863193,
      "grad_norm": 0.13124200701713562,
      "learning_rate": 1.0382811080667472e-05,
      "loss": 0.7825,
      "step": 23878
    },
    {
      "epoch": 0.5032269621246845,
      "grad_norm": 0.16095179319381714,
      "learning_rate": 1.0382129040605207e-05,
      "loss": 0.7883,
      "step": 23879
    },
    {
      "epoch": 0.5032480361630498,
      "grad_norm": 0.15733331441879272,
      "learning_rate": 1.0381446998762756e-05,
      "loss": 0.7942,
      "step": 23880
    },
    {
      "epoch": 0.5032691102014151,
      "grad_norm": 0.14947861433029175,
      "learning_rate": 1.0380764955143297e-05,
      "loss": 0.7243,
      "step": 23881
    },
    {
      "epoch": 0.5032901842397804,
      "grad_norm": 0.1489223688840866,
      "learning_rate": 1.0380082909750002e-05,
      "loss": 0.7601,
      "step": 23882
    },
    {
      "epoch": 0.5033112582781457,
      "grad_norm": 0.19138890504837036,
      "learning_rate": 1.0379400862586057e-05,
      "loss": 0.8129,
      "step": 23883
    },
    {
      "epoch": 0.503332332316511,
      "grad_norm": 0.14486125111579895,
      "learning_rate": 1.0378718813654633e-05,
      "loss": 0.7939,
      "step": 23884
    },
    {
      "epoch": 0.5033534063548762,
      "grad_norm": 0.1332639753818512,
      "learning_rate": 1.037803676295891e-05,
      "loss": 0.749,
      "step": 23885
    },
    {
      "epoch": 0.5033744803932415,
      "grad_norm": 0.15618476271629333,
      "learning_rate": 1.0377354710502064e-05,
      "loss": 0.7694,
      "step": 23886
    },
    {
      "epoch": 0.5033955544316069,
      "grad_norm": 0.18863706290721893,
      "learning_rate": 1.037667265628727e-05,
      "loss": 0.889,
      "step": 23887
    },
    {
      "epoch": 0.5034166284699721,
      "grad_norm": 0.13232167065143585,
      "learning_rate": 1.0375990600317711e-05,
      "loss": 0.7167,
      "step": 23888
    },
    {
      "epoch": 0.5034377025083374,
      "grad_norm": 0.14019440114498138,
      "learning_rate": 1.0375308542596562e-05,
      "loss": 0.7309,
      "step": 23889
    },
    {
      "epoch": 0.5034587765467027,
      "grad_norm": 0.11471011489629745,
      "learning_rate": 1.0374626483127e-05,
      "loss": 0.7492,
      "step": 23890
    },
    {
      "epoch": 0.503479850585068,
      "grad_norm": 0.15942327678203583,
      "learning_rate": 1.0373944421912201e-05,
      "loss": 0.7696,
      "step": 23891
    },
    {
      "epoch": 0.5035009246234333,
      "grad_norm": 0.10877203196287155,
      "learning_rate": 1.0373262358955345e-05,
      "loss": 0.691,
      "step": 23892
    },
    {
      "epoch": 0.5035219986617986,
      "grad_norm": 0.13632871210575104,
      "learning_rate": 1.0372580294259612e-05,
      "loss": 0.808,
      "step": 23893
    },
    {
      "epoch": 0.5035430727001639,
      "grad_norm": 0.15644881129264832,
      "learning_rate": 1.0371898227828172e-05,
      "loss": 0.7518,
      "step": 23894
    },
    {
      "epoch": 0.5035641467385291,
      "grad_norm": 0.12272967398166656,
      "learning_rate": 1.0371216159664207e-05,
      "loss": 0.7617,
      "step": 23895
    },
    {
      "epoch": 0.5035852207768944,
      "grad_norm": 0.14282189309597015,
      "learning_rate": 1.0370534089770894e-05,
      "loss": 0.7611,
      "step": 23896
    },
    {
      "epoch": 0.5036062948152598,
      "grad_norm": 0.12356629967689514,
      "learning_rate": 1.0369852018151407e-05,
      "loss": 0.7499,
      "step": 23897
    },
    {
      "epoch": 0.503627368853625,
      "grad_norm": 0.15511685609817505,
      "learning_rate": 1.0369169944808934e-05,
      "loss": 0.7885,
      "step": 23898
    },
    {
      "epoch": 0.5036484428919903,
      "grad_norm": 0.13385958969593048,
      "learning_rate": 1.0368487869746642e-05,
      "loss": 0.7571,
      "step": 23899
    },
    {
      "epoch": 0.5036695169303556,
      "grad_norm": 0.13647042214870453,
      "learning_rate": 1.0367805792967711e-05,
      "loss": 0.7975,
      "step": 23900
    },
    {
      "epoch": 0.5036905909687208,
      "grad_norm": 0.11945503950119019,
      "learning_rate": 1.036712371447532e-05,
      "loss": 0.6962,
      "step": 23901
    },
    {
      "epoch": 0.5037116650070862,
      "grad_norm": 0.11855471134185791,
      "learning_rate": 1.0366441634272645e-05,
      "loss": 0.7341,
      "step": 23902
    },
    {
      "epoch": 0.5037327390454515,
      "grad_norm": 0.12217093259096146,
      "learning_rate": 1.0365759552362871e-05,
      "loss": 0.7714,
      "step": 23903
    },
    {
      "epoch": 0.5037538130838167,
      "grad_norm": 0.10363726317882538,
      "learning_rate": 1.036507746874916e-05,
      "loss": 0.7654,
      "step": 23904
    },
    {
      "epoch": 0.503774887122182,
      "grad_norm": 0.12696373462677002,
      "learning_rate": 1.0364395383434705e-05,
      "loss": 0.7702,
      "step": 23905
    },
    {
      "epoch": 0.5037959611605473,
      "grad_norm": 0.11543150991201401,
      "learning_rate": 1.0363713296422672e-05,
      "loss": 0.813,
      "step": 23906
    },
    {
      "epoch": 0.5038170351989126,
      "grad_norm": 0.13529351353645325,
      "learning_rate": 1.0363031207716247e-05,
      "loss": 0.8439,
      "step": 23907
    },
    {
      "epoch": 0.5038381092372779,
      "grad_norm": 0.13143691420555115,
      "learning_rate": 1.0362349117318606e-05,
      "loss": 0.8049,
      "step": 23908
    },
    {
      "epoch": 0.5038591832756432,
      "grad_norm": 0.1314302235841751,
      "learning_rate": 1.0361667025232924e-05,
      "loss": 0.7967,
      "step": 23909
    },
    {
      "epoch": 0.5038802573140084,
      "grad_norm": 0.1558765321969986,
      "learning_rate": 1.0360984931462378e-05,
      "loss": 0.7495,
      "step": 23910
    },
    {
      "epoch": 0.5039013313523737,
      "grad_norm": 0.1368284374475479,
      "learning_rate": 1.0360302836010145e-05,
      "loss": 0.8076,
      "step": 23911
    },
    {
      "epoch": 0.503922405390739,
      "grad_norm": 0.13650111854076385,
      "learning_rate": 1.035962073887941e-05,
      "loss": 0.7862,
      "step": 23912
    },
    {
      "epoch": 0.5039434794291043,
      "grad_norm": 0.12038755416870117,
      "learning_rate": 1.0358938640073344e-05,
      "loss": 0.7481,
      "step": 23913
    },
    {
      "epoch": 0.5039645534674696,
      "grad_norm": 0.14312492311000824,
      "learning_rate": 1.0358256539595124e-05,
      "loss": 0.7613,
      "step": 23914
    },
    {
      "epoch": 0.5039856275058349,
      "grad_norm": 0.13438422977924347,
      "learning_rate": 1.035757443744793e-05,
      "loss": 0.7735,
      "step": 23915
    },
    {
      "epoch": 0.5040067015442001,
      "grad_norm": 0.13212502002716064,
      "learning_rate": 1.035689233363494e-05,
      "loss": 0.7252,
      "step": 23916
    },
    {
      "epoch": 0.5040277755825654,
      "grad_norm": 0.1274462342262268,
      "learning_rate": 1.035621022815933e-05,
      "loss": 0.7476,
      "step": 23917
    },
    {
      "epoch": 0.5040488496209308,
      "grad_norm": 0.14326709508895874,
      "learning_rate": 1.035552812102428e-05,
      "loss": 0.7922,
      "step": 23918
    },
    {
      "epoch": 0.504069923659296,
      "grad_norm": 0.13857191801071167,
      "learning_rate": 1.0354846012232967e-05,
      "loss": 0.8622,
      "step": 23919
    },
    {
      "epoch": 0.5040909976976613,
      "grad_norm": 0.1731225699186325,
      "learning_rate": 1.0354163901788566e-05,
      "loss": 0.7462,
      "step": 23920
    },
    {
      "epoch": 0.5041120717360266,
      "grad_norm": 0.1332683116197586,
      "learning_rate": 1.0353481789694258e-05,
      "loss": 0.8306,
      "step": 23921
    },
    {
      "epoch": 0.5041331457743918,
      "grad_norm": 0.1425953358411789,
      "learning_rate": 1.0352799675953218e-05,
      "loss": 0.7827,
      "step": 23922
    },
    {
      "epoch": 0.5041542198127572,
      "grad_norm": 0.13460205495357513,
      "learning_rate": 1.0352117560568626e-05,
      "loss": 0.7392,
      "step": 23923
    },
    {
      "epoch": 0.5041752938511225,
      "grad_norm": 0.13954582810401917,
      "learning_rate": 1.0351435443543658e-05,
      "loss": 0.7762,
      "step": 23924
    },
    {
      "epoch": 0.5041963678894877,
      "grad_norm": 0.1163608655333519,
      "learning_rate": 1.035075332488149e-05,
      "loss": 0.7831,
      "step": 23925
    },
    {
      "epoch": 0.504217441927853,
      "grad_norm": 0.1493801474571228,
      "learning_rate": 1.0350071204585306e-05,
      "loss": 0.8148,
      "step": 23926
    },
    {
      "epoch": 0.5042385159662183,
      "grad_norm": 0.11642660200595856,
      "learning_rate": 1.034938908265828e-05,
      "loss": 0.7692,
      "step": 23927
    },
    {
      "epoch": 0.5042595900045836,
      "grad_norm": 0.13793843984603882,
      "learning_rate": 1.034870695910359e-05,
      "loss": 0.7221,
      "step": 23928
    },
    {
      "epoch": 0.5042806640429489,
      "grad_norm": 0.15067395567893982,
      "learning_rate": 1.034802483392441e-05,
      "loss": 0.7415,
      "step": 23929
    },
    {
      "epoch": 0.5043017380813142,
      "grad_norm": 0.1000199168920517,
      "learning_rate": 1.0347342707123923e-05,
      "loss": 0.7301,
      "step": 23930
    },
    {
      "epoch": 0.5043228121196794,
      "grad_norm": 0.14567819237709045,
      "learning_rate": 1.0346660578705303e-05,
      "loss": 0.7907,
      "step": 23931
    },
    {
      "epoch": 0.5043438861580447,
      "grad_norm": 0.11160445958375931,
      "learning_rate": 1.0345978448671731e-05,
      "loss": 0.7776,
      "step": 23932
    },
    {
      "epoch": 0.5043649601964101,
      "grad_norm": 0.12519462406635284,
      "learning_rate": 1.0345296317026383e-05,
      "loss": 0.6898,
      "step": 23933
    },
    {
      "epoch": 0.5043860342347753,
      "grad_norm": 0.10844136029481888,
      "learning_rate": 1.0344614183772438e-05,
      "loss": 0.7765,
      "step": 23934
    },
    {
      "epoch": 0.5044071082731406,
      "grad_norm": 0.11675385385751724,
      "learning_rate": 1.0343932048913073e-05,
      "loss": 0.7317,
      "step": 23935
    },
    {
      "epoch": 0.5044281823115059,
      "grad_norm": 0.1305864453315735,
      "learning_rate": 1.0343249912451465e-05,
      "loss": 0.7785,
      "step": 23936
    },
    {
      "epoch": 0.5044492563498711,
      "grad_norm": 0.1712038815021515,
      "learning_rate": 1.0342567774390795e-05,
      "loss": 0.8,
      "step": 23937
    },
    {
      "epoch": 0.5044703303882365,
      "grad_norm": 0.16328762471675873,
      "learning_rate": 1.0341885634734236e-05,
      "loss": 0.7255,
      "step": 23938
    },
    {
      "epoch": 0.5044914044266018,
      "grad_norm": 0.1103881448507309,
      "learning_rate": 1.0341203493484968e-05,
      "loss": 0.743,
      "step": 23939
    },
    {
      "epoch": 0.504512478464967,
      "grad_norm": 0.13204358518123627,
      "learning_rate": 1.0340521350646166e-05,
      "loss": 0.7572,
      "step": 23940
    },
    {
      "epoch": 0.5045335525033323,
      "grad_norm": 0.11824510991573334,
      "learning_rate": 1.0339839206221017e-05,
      "loss": 0.7463,
      "step": 23941
    },
    {
      "epoch": 0.5045546265416976,
      "grad_norm": 0.14334143698215485,
      "learning_rate": 1.033915706021269e-05,
      "loss": 0.7723,
      "step": 23942
    },
    {
      "epoch": 0.504575700580063,
      "grad_norm": 0.13148632645606995,
      "learning_rate": 1.0338474912624365e-05,
      "loss": 0.72,
      "step": 23943
    },
    {
      "epoch": 0.5045967746184282,
      "grad_norm": 0.14114533364772797,
      "learning_rate": 1.033779276345922e-05,
      "loss": 0.7269,
      "step": 23944
    },
    {
      "epoch": 0.5046178486567935,
      "grad_norm": 0.11404015868902206,
      "learning_rate": 1.0337110612720436e-05,
      "loss": 0.7209,
      "step": 23945
    },
    {
      "epoch": 0.5046389226951588,
      "grad_norm": 0.1286696195602417,
      "learning_rate": 1.0336428460411186e-05,
      "loss": 0.7902,
      "step": 23946
    },
    {
      "epoch": 0.504659996733524,
      "grad_norm": 0.12374366819858551,
      "learning_rate": 1.0335746306534648e-05,
      "loss": 0.74,
      "step": 23947
    },
    {
      "epoch": 0.5046810707718894,
      "grad_norm": 0.13723887503147125,
      "learning_rate": 1.0335064151094005e-05,
      "loss": 0.827,
      "step": 23948
    },
    {
      "epoch": 0.5047021448102547,
      "grad_norm": 0.1255609095096588,
      "learning_rate": 1.0334381994092431e-05,
      "loss": 0.787,
      "step": 23949
    },
    {
      "epoch": 0.5047232188486199,
      "grad_norm": 0.12947240471839905,
      "learning_rate": 1.0333699835533102e-05,
      "loss": 0.7189,
      "step": 23950
    },
    {
      "epoch": 0.5047442928869852,
      "grad_norm": 0.10465134680271149,
      "learning_rate": 1.03330176754192e-05,
      "loss": 0.7245,
      "step": 23951
    },
    {
      "epoch": 0.5047653669253505,
      "grad_norm": 0.13429078459739685,
      "learning_rate": 1.0332335513753906e-05,
      "loss": 0.8043,
      "step": 23952
    },
    {
      "epoch": 0.5047864409637157,
      "grad_norm": 0.1270294487476349,
      "learning_rate": 1.0331653350540388e-05,
      "loss": 0.798,
      "step": 23953
    },
    {
      "epoch": 0.5048075150020811,
      "grad_norm": 0.11032605916261673,
      "learning_rate": 1.0330971185781829e-05,
      "loss": 0.7799,
      "step": 23954
    },
    {
      "epoch": 0.5048285890404464,
      "grad_norm": 0.1339603215456009,
      "learning_rate": 1.033028901948141e-05,
      "loss": 0.7679,
      "step": 23955
    },
    {
      "epoch": 0.5048496630788116,
      "grad_norm": 0.1323498636484146,
      "learning_rate": 1.0329606851642304e-05,
      "loss": 0.7492,
      "step": 23956
    },
    {
      "epoch": 0.5048707371171769,
      "grad_norm": 0.14194373786449432,
      "learning_rate": 1.0328924682267694e-05,
      "loss": 0.7274,
      "step": 23957
    },
    {
      "epoch": 0.5048918111555422,
      "grad_norm": 0.09959210455417633,
      "learning_rate": 1.0328242511360753e-05,
      "loss": 0.6972,
      "step": 23958
    },
    {
      "epoch": 0.5049128851939075,
      "grad_norm": 0.13640612363815308,
      "learning_rate": 1.0327560338924662e-05,
      "loss": 0.8403,
      "step": 23959
    },
    {
      "epoch": 0.5049339592322728,
      "grad_norm": 0.1216297298669815,
      "learning_rate": 1.0326878164962596e-05,
      "loss": 0.7231,
      "step": 23960
    },
    {
      "epoch": 0.5049550332706381,
      "grad_norm": 0.134162038564682,
      "learning_rate": 1.0326195989477739e-05,
      "loss": 0.7973,
      "step": 23961
    },
    {
      "epoch": 0.5049761073090033,
      "grad_norm": 0.11190835386514664,
      "learning_rate": 1.032551381247326e-05,
      "loss": 0.7978,
      "step": 23962
    },
    {
      "epoch": 0.5049971813473686,
      "grad_norm": 0.12549875676631927,
      "learning_rate": 1.0324831633952346e-05,
      "loss": 0.764,
      "step": 23963
    },
    {
      "epoch": 0.505018255385734,
      "grad_norm": 0.11938667297363281,
      "learning_rate": 1.0324149453918169e-05,
      "loss": 0.8442,
      "step": 23964
    },
    {
      "epoch": 0.5050393294240992,
      "grad_norm": 0.09755901992321014,
      "learning_rate": 1.0323467272373909e-05,
      "loss": 0.6763,
      "step": 23965
    },
    {
      "epoch": 0.5050604034624645,
      "grad_norm": 0.13867183029651642,
      "learning_rate": 1.0322785089322744e-05,
      "loss": 0.7183,
      "step": 23966
    },
    {
      "epoch": 0.5050814775008298,
      "grad_norm": 0.11489301919937134,
      "learning_rate": 1.0322102904767854e-05,
      "loss": 0.7249,
      "step": 23967
    },
    {
      "epoch": 0.505102551539195,
      "grad_norm": 0.15670494735240936,
      "learning_rate": 1.0321420718712411e-05,
      "loss": 0.8012,
      "step": 23968
    },
    {
      "epoch": 0.5051236255775604,
      "grad_norm": 0.12831386923789978,
      "learning_rate": 1.0320738531159599e-05,
      "loss": 0.7514,
      "step": 23969
    },
    {
      "epoch": 0.5051446996159257,
      "grad_norm": 0.14967602491378784,
      "learning_rate": 1.0320056342112595e-05,
      "loss": 0.7496,
      "step": 23970
    },
    {
      "epoch": 0.5051657736542909,
      "grad_norm": 0.12531208992004395,
      "learning_rate": 1.0319374151574578e-05,
      "loss": 0.7259,
      "step": 23971
    },
    {
      "epoch": 0.5051868476926562,
      "grad_norm": 0.11923296749591827,
      "learning_rate": 1.0318691959548722e-05,
      "loss": 0.7572,
      "step": 23972
    },
    {
      "epoch": 0.5052079217310215,
      "grad_norm": 0.11121119558811188,
      "learning_rate": 1.0318009766038206e-05,
      "loss": 0.721,
      "step": 23973
    },
    {
      "epoch": 0.5052289957693868,
      "grad_norm": 0.14858776330947876,
      "learning_rate": 1.031732757104621e-05,
      "loss": 0.791,
      "step": 23974
    },
    {
      "epoch": 0.5052500698077521,
      "grad_norm": 0.143691748380661,
      "learning_rate": 1.0316645374575911e-05,
      "loss": 0.7309,
      "step": 23975
    },
    {
      "epoch": 0.5052711438461174,
      "grad_norm": 0.11797264963388443,
      "learning_rate": 1.0315963176630488e-05,
      "loss": 0.7423,
      "step": 23976
    },
    {
      "epoch": 0.5052922178844826,
      "grad_norm": 0.13263632357120514,
      "learning_rate": 1.0315280977213119e-05,
      "loss": 0.7838,
      "step": 23977
    },
    {
      "epoch": 0.5053132919228479,
      "grad_norm": 0.15739139914512634,
      "learning_rate": 1.0314598776326981e-05,
      "loss": 0.7669,
      "step": 23978
    },
    {
      "epoch": 0.5053343659612133,
      "grad_norm": 0.1207805722951889,
      "learning_rate": 1.0313916573975253e-05,
      "loss": 0.7632,
      "step": 23979
    },
    {
      "epoch": 0.5053554399995785,
      "grad_norm": 0.131806418299675,
      "learning_rate": 1.0313234370161112e-05,
      "loss": 0.7945,
      "step": 23980
    },
    {
      "epoch": 0.5053765140379438,
      "grad_norm": 0.1735432744026184,
      "learning_rate": 1.0312552164887739e-05,
      "loss": 0.7135,
      "step": 23981
    },
    {
      "epoch": 0.5053975880763091,
      "grad_norm": 0.138418048620224,
      "learning_rate": 1.0311869958158309e-05,
      "loss": 0.7372,
      "step": 23982
    },
    {
      "epoch": 0.5054186621146743,
      "grad_norm": 0.14604774117469788,
      "learning_rate": 1.0311187749975999e-05,
      "loss": 0.7501,
      "step": 23983
    },
    {
      "epoch": 0.5054397361530397,
      "grad_norm": 0.13450545072555542,
      "learning_rate": 1.0310505540343994e-05,
      "loss": 0.7941,
      "step": 23984
    },
    {
      "epoch": 0.505460810191405,
      "grad_norm": 0.1440068930387497,
      "learning_rate": 1.0309823329265463e-05,
      "loss": 0.757,
      "step": 23985
    },
    {
      "epoch": 0.5054818842297703,
      "grad_norm": 0.1252298802137375,
      "learning_rate": 1.0309141116743593e-05,
      "loss": 0.7684,
      "step": 23986
    },
    {
      "epoch": 0.5055029582681355,
      "grad_norm": 0.11229926347732544,
      "learning_rate": 1.0308458902781555e-05,
      "loss": 0.7577,
      "step": 23987
    },
    {
      "epoch": 0.5055240323065008,
      "grad_norm": 0.12497943639755249,
      "learning_rate": 1.0307776687382532e-05,
      "loss": 0.7195,
      "step": 23988
    },
    {
      "epoch": 0.505545106344866,
      "grad_norm": 0.11272149533033371,
      "learning_rate": 1.03070944705497e-05,
      "loss": 0.7522,
      "step": 23989
    },
    {
      "epoch": 0.5055661803832314,
      "grad_norm": 0.11458764970302582,
      "learning_rate": 1.030641225228623e-05,
      "loss": 0.7555,
      "step": 23990
    },
    {
      "epoch": 0.5055872544215967,
      "grad_norm": 0.10738103091716766,
      "learning_rate": 1.0305730032595318e-05,
      "loss": 0.7889,
      "step": 23991
    },
    {
      "epoch": 0.505608328459962,
      "grad_norm": 0.12257504463195801,
      "learning_rate": 1.0305047811480127e-05,
      "loss": 0.8032,
      "step": 23992
    },
    {
      "epoch": 0.5056294024983272,
      "grad_norm": 0.10693949460983276,
      "learning_rate": 1.030436558894384e-05,
      "loss": 0.7224,
      "step": 23993
    },
    {
      "epoch": 0.5056504765366925,
      "grad_norm": 0.14040306210517883,
      "learning_rate": 1.0303683364989634e-05,
      "loss": 0.8239,
      "step": 23994
    },
    {
      "epoch": 0.5056715505750579,
      "grad_norm": 0.12394488602876663,
      "learning_rate": 1.030300113962069e-05,
      "loss": 0.7662,
      "step": 23995
    },
    {
      "epoch": 0.5056926246134231,
      "grad_norm": 0.14336247742176056,
      "learning_rate": 1.0302318912840186e-05,
      "loss": 0.774,
      "step": 23996
    },
    {
      "epoch": 0.5057136986517884,
      "grad_norm": 0.1192823126912117,
      "learning_rate": 1.0301636684651295e-05,
      "loss": 0.6994,
      "step": 23997
    },
    {
      "epoch": 0.5057347726901537,
      "grad_norm": 0.14472374320030212,
      "learning_rate": 1.03009544550572e-05,
      "loss": 0.7844,
      "step": 23998
    },
    {
      "epoch": 0.5057558467285189,
      "grad_norm": 0.120863176882267,
      "learning_rate": 1.0300272224061079e-05,
      "loss": 0.7777,
      "step": 23999
    },
    {
      "epoch": 0.5057769207668843,
      "grad_norm": 0.12346585094928741,
      "learning_rate": 1.029958999166611e-05,
      "loss": 0.8172,
      "step": 24000
    },
    {
      "epoch": 0.5057979948052496,
      "grad_norm": 0.15220290422439575,
      "learning_rate": 1.0298907757875472e-05,
      "loss": 0.7162,
      "step": 24001
    },
    {
      "epoch": 0.5058190688436148,
      "grad_norm": 0.14152325689792633,
      "learning_rate": 1.029822552269234e-05,
      "loss": 0.7355,
      "step": 24002
    },
    {
      "epoch": 0.5058401428819801,
      "grad_norm": 0.1252356618642807,
      "learning_rate": 1.0297543286119893e-05,
      "loss": 0.7579,
      "step": 24003
    },
    {
      "epoch": 0.5058612169203454,
      "grad_norm": 0.11063851416110992,
      "learning_rate": 1.029686104816131e-05,
      "loss": 0.7925,
      "step": 24004
    },
    {
      "epoch": 0.5058822909587107,
      "grad_norm": 0.11536013334989548,
      "learning_rate": 1.0296178808819774e-05,
      "loss": 0.7757,
      "step": 24005
    },
    {
      "epoch": 0.505903364997076,
      "grad_norm": 0.10768643021583557,
      "learning_rate": 1.0295496568098456e-05,
      "loss": 0.7278,
      "step": 24006
    },
    {
      "epoch": 0.5059244390354413,
      "grad_norm": 0.11379873007535934,
      "learning_rate": 1.0294814326000537e-05,
      "loss": 0.7821,
      "step": 24007
    },
    {
      "epoch": 0.5059455130738065,
      "grad_norm": 0.14631535112857819,
      "learning_rate": 1.0294132082529198e-05,
      "loss": 0.7694,
      "step": 24008
    },
    {
      "epoch": 0.5059665871121718,
      "grad_norm": 0.11639664322137833,
      "learning_rate": 1.0293449837687612e-05,
      "loss": 0.7793,
      "step": 24009
    },
    {
      "epoch": 0.5059876611505372,
      "grad_norm": 0.13197454810142517,
      "learning_rate": 1.0292767591478962e-05,
      "loss": 0.7774,
      "step": 24010
    },
    {
      "epoch": 0.5060087351889024,
      "grad_norm": 0.13625316321849823,
      "learning_rate": 1.0292085343906427e-05,
      "loss": 0.7191,
      "step": 24011
    },
    {
      "epoch": 0.5060298092272677,
      "grad_norm": 0.11023370176553726,
      "learning_rate": 1.0291403094973179e-05,
      "loss": 0.7521,
      "step": 24012
    },
    {
      "epoch": 0.506050883265633,
      "grad_norm": 0.14949586987495422,
      "learning_rate": 1.02907208446824e-05,
      "loss": 0.6847,
      "step": 24013
    },
    {
      "epoch": 0.5060719573039982,
      "grad_norm": 0.14056521654129028,
      "learning_rate": 1.0290038593037269e-05,
      "loss": 0.78,
      "step": 24014
    },
    {
      "epoch": 0.5060930313423636,
      "grad_norm": 0.13456666469573975,
      "learning_rate": 1.0289356340040966e-05,
      "loss": 0.8252,
      "step": 24015
    },
    {
      "epoch": 0.5061141053807289,
      "grad_norm": 0.11736057698726654,
      "learning_rate": 1.0288674085696665e-05,
      "loss": 0.7548,
      "step": 24016
    },
    {
      "epoch": 0.5061351794190941,
      "grad_norm": 0.14571397006511688,
      "learning_rate": 1.0287991830007549e-05,
      "loss": 0.7521,
      "step": 24017
    },
    {
      "epoch": 0.5061562534574594,
      "grad_norm": 0.15073320269584656,
      "learning_rate": 1.0287309572976791e-05,
      "loss": 0.7434,
      "step": 24018
    },
    {
      "epoch": 0.5061773274958247,
      "grad_norm": 0.14832665026187897,
      "learning_rate": 1.028662731460757e-05,
      "loss": 0.7984,
      "step": 24019
    },
    {
      "epoch": 0.50619840153419,
      "grad_norm": 0.13329645991325378,
      "learning_rate": 1.0285945054903075e-05,
      "loss": 0.6916,
      "step": 24020
    },
    {
      "epoch": 0.5062194755725553,
      "grad_norm": 0.1322118192911148,
      "learning_rate": 1.028526279386647e-05,
      "loss": 0.8177,
      "step": 24021
    },
    {
      "epoch": 0.5062405496109206,
      "grad_norm": 0.19296224415302277,
      "learning_rate": 1.028458053150094e-05,
      "loss": 0.7406,
      "step": 24022
    },
    {
      "epoch": 0.5062616236492858,
      "grad_norm": 0.13348151743412018,
      "learning_rate": 1.0283898267809664e-05,
      "loss": 0.7269,
      "step": 24023
    },
    {
      "epoch": 0.5062826976876511,
      "grad_norm": 0.14748060703277588,
      "learning_rate": 1.0283216002795819e-05,
      "loss": 0.7211,
      "step": 24024
    },
    {
      "epoch": 0.5063037717260165,
      "grad_norm": 0.10839848220348358,
      "learning_rate": 1.0282533736462583e-05,
      "loss": 0.8077,
      "step": 24025
    },
    {
      "epoch": 0.5063248457643817,
      "grad_norm": 0.18006964027881622,
      "learning_rate": 1.0281851468813136e-05,
      "loss": 0.7775,
      "step": 24026
    },
    {
      "epoch": 0.506345919802747,
      "grad_norm": 0.16068387031555176,
      "learning_rate": 1.0281169199850654e-05,
      "loss": 0.7566,
      "step": 24027
    },
    {
      "epoch": 0.5063669938411123,
      "grad_norm": 0.1291947066783905,
      "learning_rate": 1.0280486929578316e-05,
      "loss": 0.6907,
      "step": 24028
    },
    {
      "epoch": 0.5063880678794775,
      "grad_norm": 0.13373002409934998,
      "learning_rate": 1.0279804657999304e-05,
      "loss": 0.7226,
      "step": 24029
    },
    {
      "epoch": 0.5064091419178428,
      "grad_norm": 0.1105736792087555,
      "learning_rate": 1.0279122385116794e-05,
      "loss": 0.6801,
      "step": 24030
    },
    {
      "epoch": 0.5064302159562082,
      "grad_norm": 0.13201914727687836,
      "learning_rate": 1.0278440110933963e-05,
      "loss": 0.7533,
      "step": 24031
    },
    {
      "epoch": 0.5064512899945735,
      "grad_norm": 0.11412673443555832,
      "learning_rate": 1.0277757835453989e-05,
      "loss": 0.7711,
      "step": 24032
    },
    {
      "epoch": 0.5064723640329387,
      "grad_norm": 0.13469025492668152,
      "learning_rate": 1.027707555868005e-05,
      "loss": 0.7504,
      "step": 24033
    },
    {
      "epoch": 0.506493438071304,
      "grad_norm": 0.11033777892589569,
      "learning_rate": 1.0276393280615329e-05,
      "loss": 0.7198,
      "step": 24034
    },
    {
      "epoch": 0.5065145121096692,
      "grad_norm": 0.10736751556396484,
      "learning_rate": 1.0275711001263005e-05,
      "loss": 0.7661,
      "step": 24035
    },
    {
      "epoch": 0.5065355861480346,
      "grad_norm": 0.12884247303009033,
      "learning_rate": 1.027502872062625e-05,
      "loss": 0.8321,
      "step": 24036
    },
    {
      "epoch": 0.5065566601863999,
      "grad_norm": 0.12393967062234879,
      "learning_rate": 1.0274346438708247e-05,
      "loss": 0.7458,
      "step": 24037
    },
    {
      "epoch": 0.5065777342247652,
      "grad_norm": 0.12687677145004272,
      "learning_rate": 1.0273664155512174e-05,
      "loss": 0.7532,
      "step": 24038
    },
    {
      "epoch": 0.5065988082631304,
      "grad_norm": 0.11082680523395538,
      "learning_rate": 1.0272981871041208e-05,
      "loss": 0.7555,
      "step": 24039
    },
    {
      "epoch": 0.5066198823014957,
      "grad_norm": 0.13152803480625153,
      "learning_rate": 1.0272299585298527e-05,
      "loss": 0.8391,
      "step": 24040
    },
    {
      "epoch": 0.5066409563398611,
      "grad_norm": 0.14221735298633575,
      "learning_rate": 1.0271617298287311e-05,
      "loss": 0.7683,
      "step": 24041
    },
    {
      "epoch": 0.5066620303782263,
      "grad_norm": 0.12147147953510284,
      "learning_rate": 1.0270935010010741e-05,
      "loss": 0.696,
      "step": 24042
    },
    {
      "epoch": 0.5066831044165916,
      "grad_norm": 0.1546524316072464,
      "learning_rate": 1.0270252720471989e-05,
      "loss": 0.7671,
      "step": 24043
    },
    {
      "epoch": 0.5067041784549569,
      "grad_norm": 0.1420198678970337,
      "learning_rate": 1.0269570429674241e-05,
      "loss": 0.8144,
      "step": 24044
    },
    {
      "epoch": 0.5067252524933221,
      "grad_norm": 0.12216630578041077,
      "learning_rate": 1.0268888137620672e-05,
      "loss": 0.6871,
      "step": 24045
    },
    {
      "epoch": 0.5067463265316875,
      "grad_norm": 0.13265179097652435,
      "learning_rate": 1.0268205844314459e-05,
      "loss": 0.7575,
      "step": 24046
    },
    {
      "epoch": 0.5067674005700528,
      "grad_norm": 0.16457192599773407,
      "learning_rate": 1.026752354975878e-05,
      "loss": 0.8119,
      "step": 24047
    },
    {
      "epoch": 0.506788474608418,
      "grad_norm": 0.1318780481815338,
      "learning_rate": 1.0266841253956817e-05,
      "loss": 0.8631,
      "step": 24048
    },
    {
      "epoch": 0.5068095486467833,
      "grad_norm": 0.12191417068243027,
      "learning_rate": 1.0266158956911745e-05,
      "loss": 0.7696,
      "step": 24049
    },
    {
      "epoch": 0.5068306226851486,
      "grad_norm": 0.11901383101940155,
      "learning_rate": 1.026547665862675e-05,
      "loss": 0.6938,
      "step": 24050
    },
    {
      "epoch": 0.5068516967235139,
      "grad_norm": 0.15120047330856323,
      "learning_rate": 1.0264794359105e-05,
      "loss": 0.7939,
      "step": 24051
    },
    {
      "epoch": 0.5068727707618792,
      "grad_norm": 0.13134363293647766,
      "learning_rate": 1.0264112058349682e-05,
      "loss": 0.7537,
      "step": 24052
    },
    {
      "epoch": 0.5068938448002445,
      "grad_norm": 0.12048712372779846,
      "learning_rate": 1.0263429756363969e-05,
      "loss": 0.7478,
      "step": 24053
    },
    {
      "epoch": 0.5069149188386097,
      "grad_norm": 0.12655571103096008,
      "learning_rate": 1.0262747453151042e-05,
      "loss": 0.7724,
      "step": 24054
    },
    {
      "epoch": 0.506935992876975,
      "grad_norm": 0.16037502884864807,
      "learning_rate": 1.026206514871408e-05,
      "loss": 0.731,
      "step": 24055
    },
    {
      "epoch": 0.5069570669153404,
      "grad_norm": 0.15831756591796875,
      "learning_rate": 1.026138284305626e-05,
      "loss": 0.8082,
      "step": 24056
    },
    {
      "epoch": 0.5069781409537056,
      "grad_norm": 0.1294078826904297,
      "learning_rate": 1.0260700536180763e-05,
      "loss": 0.758,
      "step": 24057
    },
    {
      "epoch": 0.5069992149920709,
      "grad_norm": 0.11568359285593033,
      "learning_rate": 1.0260018228090766e-05,
      "loss": 0.7019,
      "step": 24058
    },
    {
      "epoch": 0.5070202890304362,
      "grad_norm": 0.13902415335178375,
      "learning_rate": 1.0259335918789448e-05,
      "loss": 0.7728,
      "step": 24059
    },
    {
      "epoch": 0.5070413630688014,
      "grad_norm": 0.1268177181482315,
      "learning_rate": 1.0258653608279988e-05,
      "loss": 0.8055,
      "step": 24060
    },
    {
      "epoch": 0.5070624371071668,
      "grad_norm": 0.12956224381923676,
      "learning_rate": 1.0257971296565564e-05,
      "loss": 0.7539,
      "step": 24061
    },
    {
      "epoch": 0.5070835111455321,
      "grad_norm": 0.13795670866966248,
      "learning_rate": 1.025728898364935e-05,
      "loss": 0.887,
      "step": 24062
    },
    {
      "epoch": 0.5071045851838973,
      "grad_norm": 0.21356745064258575,
      "learning_rate": 1.0256606669534533e-05,
      "loss": 0.7472,
      "step": 24063
    },
    {
      "epoch": 0.5071256592222626,
      "grad_norm": 0.13459454476833344,
      "learning_rate": 1.025592435422429e-05,
      "loss": 0.8027,
      "step": 24064
    },
    {
      "epoch": 0.5071467332606279,
      "grad_norm": 0.1310102343559265,
      "learning_rate": 1.0255242037721794e-05,
      "loss": 0.7556,
      "step": 24065
    },
    {
      "epoch": 0.5071678072989931,
      "grad_norm": 0.1322283148765564,
      "learning_rate": 1.0254559720030226e-05,
      "loss": 0.7211,
      "step": 24066
    },
    {
      "epoch": 0.5071888813373585,
      "grad_norm": 0.1102612167596817,
      "learning_rate": 1.025387740115277e-05,
      "loss": 0.7663,
      "step": 24067
    },
    {
      "epoch": 0.5072099553757238,
      "grad_norm": 0.12073054164648056,
      "learning_rate": 1.0253195081092597e-05,
      "loss": 0.7391,
      "step": 24068
    },
    {
      "epoch": 0.507231029414089,
      "grad_norm": 0.12414933741092682,
      "learning_rate": 1.0252512759852891e-05,
      "loss": 0.8258,
      "step": 24069
    },
    {
      "epoch": 0.5072521034524543,
      "grad_norm": 0.12574440240859985,
      "learning_rate": 1.0251830437436828e-05,
      "loss": 0.7952,
      "step": 24070
    },
    {
      "epoch": 0.5072731774908196,
      "grad_norm": 0.10928811132907867,
      "learning_rate": 1.0251148113847586e-05,
      "loss": 0.7504,
      "step": 24071
    },
    {
      "epoch": 0.507294251529185,
      "grad_norm": 0.13455621898174286,
      "learning_rate": 1.0250465789088347e-05,
      "loss": 0.7731,
      "step": 24072
    },
    {
      "epoch": 0.5073153255675502,
      "grad_norm": 0.12696155905723572,
      "learning_rate": 1.0249783463162286e-05,
      "loss": 0.7318,
      "step": 24073
    },
    {
      "epoch": 0.5073363996059155,
      "grad_norm": 0.12262877821922302,
      "learning_rate": 1.0249101136072586e-05,
      "loss": 0.7019,
      "step": 24074
    },
    {
      "epoch": 0.5073574736442807,
      "grad_norm": 0.12024223059415817,
      "learning_rate": 1.0248418807822424e-05,
      "loss": 0.7703,
      "step": 24075
    },
    {
      "epoch": 0.507378547682646,
      "grad_norm": 0.13011309504508972,
      "learning_rate": 1.0247736478414973e-05,
      "loss": 0.7456,
      "step": 24076
    },
    {
      "epoch": 0.5073996217210114,
      "grad_norm": 0.10452428460121155,
      "learning_rate": 1.0247054147853419e-05,
      "loss": 0.6785,
      "step": 24077
    },
    {
      "epoch": 0.5074206957593766,
      "grad_norm": 0.1781957745552063,
      "learning_rate": 1.0246371816140939e-05,
      "loss": 0.7486,
      "step": 24078
    },
    {
      "epoch": 0.5074417697977419,
      "grad_norm": 0.1357359141111374,
      "learning_rate": 1.0245689483280712e-05,
      "loss": 0.762,
      "step": 24079
    },
    {
      "epoch": 0.5074628438361072,
      "grad_norm": 0.12095639854669571,
      "learning_rate": 1.0245007149275915e-05,
      "loss": 0.8018,
      "step": 24080
    },
    {
      "epoch": 0.5074839178744724,
      "grad_norm": 0.1218985840678215,
      "learning_rate": 1.0244324814129727e-05,
      "loss": 0.7585,
      "step": 24081
    },
    {
      "epoch": 0.5075049919128378,
      "grad_norm": 0.12145304679870605,
      "learning_rate": 1.0243642477845326e-05,
      "loss": 0.7999,
      "step": 24082
    },
    {
      "epoch": 0.5075260659512031,
      "grad_norm": 0.11684291809797287,
      "learning_rate": 1.0242960140425893e-05,
      "loss": 0.7882,
      "step": 24083
    },
    {
      "epoch": 0.5075471399895684,
      "grad_norm": 0.12135199457406998,
      "learning_rate": 1.0242277801874604e-05,
      "loss": 0.7527,
      "step": 24084
    },
    {
      "epoch": 0.5075682140279336,
      "grad_norm": 0.1279730349779129,
      "learning_rate": 1.024159546219464e-05,
      "loss": 0.8154,
      "step": 24085
    },
    {
      "epoch": 0.5075892880662989,
      "grad_norm": 0.12866592407226562,
      "learning_rate": 1.024091312138918e-05,
      "loss": 0.7687,
      "step": 24086
    },
    {
      "epoch": 0.5076103621046643,
      "grad_norm": 0.10864686965942383,
      "learning_rate": 1.0240230779461401e-05,
      "loss": 0.7508,
      "step": 24087
    },
    {
      "epoch": 0.5076314361430295,
      "grad_norm": 0.11677493900060654,
      "learning_rate": 1.0239548436414484e-05,
      "loss": 0.744,
      "step": 24088
    },
    {
      "epoch": 0.5076525101813948,
      "grad_norm": 0.10806603729724884,
      "learning_rate": 1.0238866092251607e-05,
      "loss": 0.6925,
      "step": 24089
    },
    {
      "epoch": 0.50767358421976,
      "grad_norm": 0.3140459954738617,
      "learning_rate": 1.0238183746975947e-05,
      "loss": 0.7344,
      "step": 24090
    },
    {
      "epoch": 0.5076946582581253,
      "grad_norm": 0.14585833251476288,
      "learning_rate": 1.023750140059068e-05,
      "loss": 0.7606,
      "step": 24091
    },
    {
      "epoch": 0.5077157322964907,
      "grad_norm": 0.113535076379776,
      "learning_rate": 1.0236819053098991e-05,
      "loss": 0.7855,
      "step": 24092
    },
    {
      "epoch": 0.507736806334856,
      "grad_norm": 0.10676400363445282,
      "learning_rate": 1.0236136704504059e-05,
      "loss": 0.6725,
      "step": 24093
    },
    {
      "epoch": 0.5077578803732212,
      "grad_norm": 0.1113133355975151,
      "learning_rate": 1.023545435480906e-05,
      "loss": 0.7881,
      "step": 24094
    },
    {
      "epoch": 0.5077789544115865,
      "grad_norm": 0.13589240610599518,
      "learning_rate": 1.0234772004017173e-05,
      "loss": 0.7118,
      "step": 24095
    },
    {
      "epoch": 0.5078000284499518,
      "grad_norm": 0.13930968940258026,
      "learning_rate": 1.0234089652131577e-05,
      "loss": 0.7806,
      "step": 24096
    },
    {
      "epoch": 0.5078211024883171,
      "grad_norm": 0.12061818689107895,
      "learning_rate": 1.0233407299155447e-05,
      "loss": 0.8322,
      "step": 24097
    },
    {
      "epoch": 0.5078421765266824,
      "grad_norm": 0.11579260975122452,
      "learning_rate": 1.0232724945091968e-05,
      "loss": 0.7337,
      "step": 24098
    },
    {
      "epoch": 0.5078632505650477,
      "grad_norm": 0.1229633018374443,
      "learning_rate": 1.0232042589944315e-05,
      "loss": 0.6934,
      "step": 24099
    },
    {
      "epoch": 0.5078843246034129,
      "grad_norm": 0.1390424221754074,
      "learning_rate": 1.0231360233715671e-05,
      "loss": 0.8343,
      "step": 24100
    },
    {
      "epoch": 0.5079053986417782,
      "grad_norm": 0.11777979880571365,
      "learning_rate": 1.023067787640921e-05,
      "loss": 0.8007,
      "step": 24101
    },
    {
      "epoch": 0.5079264726801435,
      "grad_norm": 0.140652596950531,
      "learning_rate": 1.0229995518028113e-05,
      "loss": 0.7805,
      "step": 24102
    },
    {
      "epoch": 0.5079475467185088,
      "grad_norm": 0.14286933839321136,
      "learning_rate": 1.0229313158575558e-05,
      "loss": 0.7978,
      "step": 24103
    },
    {
      "epoch": 0.5079686207568741,
      "grad_norm": 0.12026739120483398,
      "learning_rate": 1.0228630798054727e-05,
      "loss": 0.7607,
      "step": 24104
    },
    {
      "epoch": 0.5079896947952394,
      "grad_norm": 0.133644238114357,
      "learning_rate": 1.022794843646879e-05,
      "loss": 0.7304,
      "step": 24105
    },
    {
      "epoch": 0.5080107688336046,
      "grad_norm": 0.13033227622509003,
      "learning_rate": 1.0227266073820939e-05,
      "loss": 0.8053,
      "step": 24106
    },
    {
      "epoch": 0.5080318428719699,
      "grad_norm": 0.13163699209690094,
      "learning_rate": 1.0226583710114342e-05,
      "loss": 0.7586,
      "step": 24107
    },
    {
      "epoch": 0.5080529169103353,
      "grad_norm": 0.13700105249881744,
      "learning_rate": 1.0225901345352183e-05,
      "loss": 0.7969,
      "step": 24108
    },
    {
      "epoch": 0.5080739909487005,
      "grad_norm": 0.10192561149597168,
      "learning_rate": 1.0225218979537643e-05,
      "loss": 0.7806,
      "step": 24109
    },
    {
      "epoch": 0.5080950649870658,
      "grad_norm": 0.12688913941383362,
      "learning_rate": 1.0224536612673895e-05,
      "loss": 0.7913,
      "step": 24110
    },
    {
      "epoch": 0.5081161390254311,
      "grad_norm": 0.11558275669813156,
      "learning_rate": 1.022385424476412e-05,
      "loss": 0.7842,
      "step": 24111
    },
    {
      "epoch": 0.5081372130637963,
      "grad_norm": 0.13336139917373657,
      "learning_rate": 1.0223171875811493e-05,
      "loss": 0.8531,
      "step": 24112
    },
    {
      "epoch": 0.5081582871021617,
      "grad_norm": 0.1543501764535904,
      "learning_rate": 1.0222489505819205e-05,
      "loss": 0.7673,
      "step": 24113
    },
    {
      "epoch": 0.508179361140527,
      "grad_norm": 0.11963031440973282,
      "learning_rate": 1.0221807134790423e-05,
      "loss": 0.7965,
      "step": 24114
    },
    {
      "epoch": 0.5082004351788922,
      "grad_norm": 0.1235213652253151,
      "learning_rate": 1.0221124762728332e-05,
      "loss": 0.7234,
      "step": 24115
    },
    {
      "epoch": 0.5082215092172575,
      "grad_norm": 0.12433160096406937,
      "learning_rate": 1.0220442389636107e-05,
      "loss": 0.7607,
      "step": 24116
    },
    {
      "epoch": 0.5082425832556228,
      "grad_norm": 0.13704736530780792,
      "learning_rate": 1.021976001551693e-05,
      "loss": 0.7763,
      "step": 24117
    },
    {
      "epoch": 0.5082636572939881,
      "grad_norm": 0.14789563417434692,
      "learning_rate": 1.0219077640373975e-05,
      "loss": 0.7945,
      "step": 24118
    },
    {
      "epoch": 0.5082847313323534,
      "grad_norm": 0.17940029501914978,
      "learning_rate": 1.021839526421043e-05,
      "loss": 0.9006,
      "step": 24119
    },
    {
      "epoch": 0.5083058053707187,
      "grad_norm": 0.13887134194374084,
      "learning_rate": 1.0217712887029465e-05,
      "loss": 0.7436,
      "step": 24120
    },
    {
      "epoch": 0.5083268794090839,
      "grad_norm": 0.1465451866388321,
      "learning_rate": 1.0217030508834265e-05,
      "loss": 0.7337,
      "step": 24121
    },
    {
      "epoch": 0.5083479534474492,
      "grad_norm": 0.12407287955284119,
      "learning_rate": 1.0216348129628005e-05,
      "loss": 0.7533,
      "step": 24122
    },
    {
      "epoch": 0.5083690274858146,
      "grad_norm": 0.15656955540180206,
      "learning_rate": 1.0215665749413868e-05,
      "loss": 0.7564,
      "step": 24123
    },
    {
      "epoch": 0.5083901015241798,
      "grad_norm": 0.14498642086982727,
      "learning_rate": 1.0214983368195025e-05,
      "loss": 0.7662,
      "step": 24124
    },
    {
      "epoch": 0.5084111755625451,
      "grad_norm": 0.15373888611793518,
      "learning_rate": 1.0214300985974665e-05,
      "loss": 0.7662,
      "step": 24125
    },
    {
      "epoch": 0.5084322496009104,
      "grad_norm": 0.11902271211147308,
      "learning_rate": 1.021361860275596e-05,
      "loss": 0.7528,
      "step": 24126
    },
    {
      "epoch": 0.5084533236392756,
      "grad_norm": 0.14853595197200775,
      "learning_rate": 1.0212936218542088e-05,
      "loss": 0.731,
      "step": 24127
    },
    {
      "epoch": 0.508474397677641,
      "grad_norm": 0.10928425937891006,
      "learning_rate": 1.0212253833336237e-05,
      "loss": 0.6836,
      "step": 24128
    },
    {
      "epoch": 0.5084954717160063,
      "grad_norm": 0.14241158962249756,
      "learning_rate": 1.0211571447141577e-05,
      "loss": 0.7102,
      "step": 24129
    },
    {
      "epoch": 0.5085165457543716,
      "grad_norm": 0.14825810492038727,
      "learning_rate": 1.021088905996129e-05,
      "loss": 0.7537,
      "step": 24130
    },
    {
      "epoch": 0.5085376197927368,
      "grad_norm": 0.13200755417346954,
      "learning_rate": 1.0210206671798557e-05,
      "loss": 0.8136,
      "step": 24131
    },
    {
      "epoch": 0.5085586938311021,
      "grad_norm": 0.12747634947299957,
      "learning_rate": 1.0209524282656553e-05,
      "loss": 0.7831,
      "step": 24132
    },
    {
      "epoch": 0.5085797678694675,
      "grad_norm": 0.11676550656557083,
      "learning_rate": 1.020884189253846e-05,
      "loss": 0.7409,
      "step": 24133
    },
    {
      "epoch": 0.5086008419078327,
      "grad_norm": 0.16467130184173584,
      "learning_rate": 1.0208159501447455e-05,
      "loss": 0.8146,
      "step": 24134
    },
    {
      "epoch": 0.508621915946198,
      "grad_norm": 0.15324538946151733,
      "learning_rate": 1.0207477109386716e-05,
      "loss": 0.8272,
      "step": 24135
    },
    {
      "epoch": 0.5086429899845633,
      "grad_norm": 0.1642920970916748,
      "learning_rate": 1.0206794716359427e-05,
      "loss": 0.7188,
      "step": 24136
    },
    {
      "epoch": 0.5086640640229285,
      "grad_norm": 0.1399937868118286,
      "learning_rate": 1.0206112322368763e-05,
      "loss": 0.7412,
      "step": 24137
    },
    {
      "epoch": 0.5086851380612939,
      "grad_norm": 0.14905861020088196,
      "learning_rate": 1.0205429927417905e-05,
      "loss": 0.7264,
      "step": 24138
    },
    {
      "epoch": 0.5087062120996592,
      "grad_norm": 0.10832668840885162,
      "learning_rate": 1.0204747531510028e-05,
      "loss": 0.7739,
      "step": 24139
    },
    {
      "epoch": 0.5087272861380244,
      "grad_norm": 0.1231163963675499,
      "learning_rate": 1.0204065134648318e-05,
      "loss": 0.7953,
      "step": 24140
    },
    {
      "epoch": 0.5087483601763897,
      "grad_norm": 0.12990722060203552,
      "learning_rate": 1.0203382736835945e-05,
      "loss": 0.823,
      "step": 24141
    },
    {
      "epoch": 0.508769434214755,
      "grad_norm": 0.11778923124074936,
      "learning_rate": 1.0202700338076094e-05,
      "loss": 0.753,
      "step": 24142
    },
    {
      "epoch": 0.5087905082531202,
      "grad_norm": 0.13445881009101868,
      "learning_rate": 1.0202017938371947e-05,
      "loss": 0.7665,
      "step": 24143
    },
    {
      "epoch": 0.5088115822914856,
      "grad_norm": 0.12943318486213684,
      "learning_rate": 1.0201335537726675e-05,
      "loss": 0.7955,
      "step": 24144
    },
    {
      "epoch": 0.5088326563298509,
      "grad_norm": 0.10572243481874466,
      "learning_rate": 1.0200653136143464e-05,
      "loss": 0.6948,
      "step": 24145
    },
    {
      "epoch": 0.5088537303682161,
      "grad_norm": 0.11958765238523483,
      "learning_rate": 1.0199970733625488e-05,
      "loss": 0.7528,
      "step": 24146
    },
    {
      "epoch": 0.5088748044065814,
      "grad_norm": 0.12386870384216309,
      "learning_rate": 1.0199288330175928e-05,
      "loss": 0.7339,
      "step": 24147
    },
    {
      "epoch": 0.5088958784449467,
      "grad_norm": 0.14176513254642487,
      "learning_rate": 1.0198605925797965e-05,
      "loss": 0.8851,
      "step": 24148
    },
    {
      "epoch": 0.508916952483312,
      "grad_norm": 0.103852778673172,
      "learning_rate": 1.0197923520494772e-05,
      "loss": 0.7321,
      "step": 24149
    },
    {
      "epoch": 0.5089380265216773,
      "grad_norm": 0.14570742845535278,
      "learning_rate": 1.0197241114269535e-05,
      "loss": 0.8079,
      "step": 24150
    },
    {
      "epoch": 0.5089591005600426,
      "grad_norm": 0.10498855262994766,
      "learning_rate": 1.019655870712543e-05,
      "loss": 0.7119,
      "step": 24151
    },
    {
      "epoch": 0.5089801745984078,
      "grad_norm": 0.15651267766952515,
      "learning_rate": 1.0195876299065637e-05,
      "loss": 0.8227,
      "step": 24152
    },
    {
      "epoch": 0.5090012486367731,
      "grad_norm": 0.12602655589580536,
      "learning_rate": 1.0195193890093337e-05,
      "loss": 0.725,
      "step": 24153
    },
    {
      "epoch": 0.5090223226751385,
      "grad_norm": 0.13027678430080414,
      "learning_rate": 1.0194511480211705e-05,
      "loss": 0.6902,
      "step": 24154
    },
    {
      "epoch": 0.5090433967135037,
      "grad_norm": 0.11492826789617538,
      "learning_rate": 1.0193829069423918e-05,
      "loss": 0.7946,
      "step": 24155
    },
    {
      "epoch": 0.509064470751869,
      "grad_norm": 0.14967334270477295,
      "learning_rate": 1.0193146657733159e-05,
      "loss": 0.7465,
      "step": 24156
    },
    {
      "epoch": 0.5090855447902343,
      "grad_norm": 0.13234946131706238,
      "learning_rate": 1.019246424514261e-05,
      "loss": 0.7343,
      "step": 24157
    },
    {
      "epoch": 0.5091066188285995,
      "grad_norm": 0.11450475454330444,
      "learning_rate": 1.0191781831655448e-05,
      "loss": 0.7538,
      "step": 24158
    },
    {
      "epoch": 0.5091276928669649,
      "grad_norm": 0.1494465321302414,
      "learning_rate": 1.0191099417274846e-05,
      "loss": 0.7878,
      "step": 24159
    },
    {
      "epoch": 0.5091487669053302,
      "grad_norm": 0.1315404772758484,
      "learning_rate": 1.0190417002003992e-05,
      "loss": 0.7628,
      "step": 24160
    },
    {
      "epoch": 0.5091698409436954,
      "grad_norm": 0.13596706092357635,
      "learning_rate": 1.0189734585846058e-05,
      "loss": 0.7607,
      "step": 24161
    },
    {
      "epoch": 0.5091909149820607,
      "grad_norm": 0.1503528654575348,
      "learning_rate": 1.0189052168804228e-05,
      "loss": 0.8469,
      "step": 24162
    },
    {
      "epoch": 0.509211989020426,
      "grad_norm": 0.12762276828289032,
      "learning_rate": 1.018836975088168e-05,
      "loss": 0.7463,
      "step": 24163
    },
    {
      "epoch": 0.5092330630587913,
      "grad_norm": 0.1891937106847763,
      "learning_rate": 1.0187687332081591e-05,
      "loss": 0.8271,
      "step": 24164
    },
    {
      "epoch": 0.5092541370971566,
      "grad_norm": 0.17345429956912994,
      "learning_rate": 1.0187004912407142e-05,
      "loss": 0.7884,
      "step": 24165
    },
    {
      "epoch": 0.5092752111355219,
      "grad_norm": 0.13062913715839386,
      "learning_rate": 1.0186322491861512e-05,
      "loss": 0.6833,
      "step": 24166
    },
    {
      "epoch": 0.5092962851738871,
      "grad_norm": 0.1336527168750763,
      "learning_rate": 1.0185640070447878e-05,
      "loss": 0.7872,
      "step": 24167
    },
    {
      "epoch": 0.5093173592122524,
      "grad_norm": 0.1970992535352707,
      "learning_rate": 1.0184957648169424e-05,
      "loss": 0.7819,
      "step": 24168
    },
    {
      "epoch": 0.5093384332506178,
      "grad_norm": 0.12862509489059448,
      "learning_rate": 1.0184275225029325e-05,
      "loss": 0.7978,
      "step": 24169
    },
    {
      "epoch": 0.509359507288983,
      "grad_norm": 0.12598630785942078,
      "learning_rate": 1.0183592801030759e-05,
      "loss": 0.7663,
      "step": 24170
    },
    {
      "epoch": 0.5093805813273483,
      "grad_norm": 0.123405322432518,
      "learning_rate": 1.018291037617691e-05,
      "loss": 0.7813,
      "step": 24171
    },
    {
      "epoch": 0.5094016553657136,
      "grad_norm": 0.12009981274604797,
      "learning_rate": 1.0182227950470955e-05,
      "loss": 0.7519,
      "step": 24172
    },
    {
      "epoch": 0.5094227294040788,
      "grad_norm": 0.12585321068763733,
      "learning_rate": 1.0181545523916072e-05,
      "loss": 0.7743,
      "step": 24173
    },
    {
      "epoch": 0.5094438034424442,
      "grad_norm": 0.12321527302265167,
      "learning_rate": 1.0180863096515438e-05,
      "loss": 0.7661,
      "step": 24174
    },
    {
      "epoch": 0.5094648774808095,
      "grad_norm": 0.14498087763786316,
      "learning_rate": 1.0180180668272239e-05,
      "loss": 0.8067,
      "step": 24175
    },
    {
      "epoch": 0.5094859515191748,
      "grad_norm": 0.1402146965265274,
      "learning_rate": 1.0179498239189647e-05,
      "loss": 0.7842,
      "step": 24176
    },
    {
      "epoch": 0.50950702555754,
      "grad_norm": 0.11136696487665176,
      "learning_rate": 1.0178815809270845e-05,
      "loss": 0.7606,
      "step": 24177
    },
    {
      "epoch": 0.5095280995959053,
      "grad_norm": 0.12636472284793854,
      "learning_rate": 1.0178133378519012e-05,
      "loss": 0.7721,
      "step": 24178
    },
    {
      "epoch": 0.5095491736342705,
      "grad_norm": 0.09717212617397308,
      "learning_rate": 1.0177450946937326e-05,
      "loss": 0.6974,
      "step": 24179
    },
    {
      "epoch": 0.5095702476726359,
      "grad_norm": 0.10823355615139008,
      "learning_rate": 1.0176768514528967e-05,
      "loss": 0.6865,
      "step": 24180
    },
    {
      "epoch": 0.5095913217110012,
      "grad_norm": 0.12164286524057388,
      "learning_rate": 1.0176086081297117e-05,
      "loss": 0.7519,
      "step": 24181
    },
    {
      "epoch": 0.5096123957493665,
      "grad_norm": 0.13189589977264404,
      "learning_rate": 1.017540364724495e-05,
      "loss": 0.7509,
      "step": 24182
    },
    {
      "epoch": 0.5096334697877317,
      "grad_norm": 0.13156023621559143,
      "learning_rate": 1.0174721212375646e-05,
      "loss": 0.7473,
      "step": 24183
    },
    {
      "epoch": 0.509654543826097,
      "grad_norm": 0.1137494221329689,
      "learning_rate": 1.0174038776692385e-05,
      "loss": 0.795,
      "step": 24184
    },
    {
      "epoch": 0.5096756178644624,
      "grad_norm": 0.16765755414962769,
      "learning_rate": 1.0173356340198348e-05,
      "loss": 0.8177,
      "step": 24185
    },
    {
      "epoch": 0.5096966919028276,
      "grad_norm": 0.13968494534492493,
      "learning_rate": 1.0172673902896713e-05,
      "loss": 0.8007,
      "step": 24186
    },
    {
      "epoch": 0.5097177659411929,
      "grad_norm": 0.11012116074562073,
      "learning_rate": 1.017199146479066e-05,
      "loss": 0.7379,
      "step": 24187
    },
    {
      "epoch": 0.5097388399795582,
      "grad_norm": 0.12245512753725052,
      "learning_rate": 1.0171309025883367e-05,
      "loss": 0.7225,
      "step": 24188
    },
    {
      "epoch": 0.5097599140179234,
      "grad_norm": 0.11785510182380676,
      "learning_rate": 1.0170626586178014e-05,
      "loss": 0.769,
      "step": 24189
    },
    {
      "epoch": 0.5097809880562888,
      "grad_norm": 0.15568289160728455,
      "learning_rate": 1.0169944145677779e-05,
      "loss": 0.7248,
      "step": 24190
    },
    {
      "epoch": 0.5098020620946541,
      "grad_norm": 0.12751789391040802,
      "learning_rate": 1.016926170438584e-05,
      "loss": 0.7672,
      "step": 24191
    },
    {
      "epoch": 0.5098231361330193,
      "grad_norm": 0.2950107753276825,
      "learning_rate": 1.0168579262305382e-05,
      "loss": 0.7437,
      "step": 24192
    },
    {
      "epoch": 0.5098442101713846,
      "grad_norm": 0.12989799678325653,
      "learning_rate": 1.0167896819439577e-05,
      "loss": 0.7955,
      "step": 24193
    },
    {
      "epoch": 0.5098652842097499,
      "grad_norm": 0.14671160280704498,
      "learning_rate": 1.016721437579161e-05,
      "loss": 0.7896,
      "step": 24194
    },
    {
      "epoch": 0.5098863582481152,
      "grad_norm": 0.12226106226444244,
      "learning_rate": 1.0166531931364659e-05,
      "loss": 0.8097,
      "step": 24195
    },
    {
      "epoch": 0.5099074322864805,
      "grad_norm": 0.11855162680149078,
      "learning_rate": 1.0165849486161898e-05,
      "loss": 0.8171,
      "step": 24196
    },
    {
      "epoch": 0.5099285063248458,
      "grad_norm": 0.4781380891799927,
      "learning_rate": 1.0165167040186515e-05,
      "loss": 0.7981,
      "step": 24197
    },
    {
      "epoch": 0.509949580363211,
      "grad_norm": 0.13739892840385437,
      "learning_rate": 1.0164484593441681e-05,
      "loss": 0.7516,
      "step": 24198
    },
    {
      "epoch": 0.5099706544015763,
      "grad_norm": 0.14343899488449097,
      "learning_rate": 1.016380214593058e-05,
      "loss": 0.7492,
      "step": 24199
    },
    {
      "epoch": 0.5099917284399417,
      "grad_norm": 0.1476404219865799,
      "learning_rate": 1.016311969765639e-05,
      "loss": 0.7455,
      "step": 24200
    },
    {
      "epoch": 0.5100128024783069,
      "grad_norm": 0.11820577085018158,
      "learning_rate": 1.016243724862229e-05,
      "loss": 0.7876,
      "step": 24201
    },
    {
      "epoch": 0.5100338765166722,
      "grad_norm": 0.1449473649263382,
      "learning_rate": 1.0161754798831462e-05,
      "loss": 0.7466,
      "step": 24202
    },
    {
      "epoch": 0.5100549505550375,
      "grad_norm": 0.14554738998413086,
      "learning_rate": 1.0161072348287082e-05,
      "loss": 0.8146,
      "step": 24203
    },
    {
      "epoch": 0.5100760245934027,
      "grad_norm": 0.17116203904151917,
      "learning_rate": 1.016038989699233e-05,
      "loss": 0.8558,
      "step": 24204
    },
    {
      "epoch": 0.5100970986317681,
      "grad_norm": 0.22519442439079285,
      "learning_rate": 1.0159707444950384e-05,
      "loss": 0.7878,
      "step": 24205
    },
    {
      "epoch": 0.5101181726701334,
      "grad_norm": 0.1496678590774536,
      "learning_rate": 1.0159024992164426e-05,
      "loss": 0.7992,
      "step": 24206
    },
    {
      "epoch": 0.5101392467084986,
      "grad_norm": 0.12123746424913406,
      "learning_rate": 1.0158342538637633e-05,
      "loss": 0.7433,
      "step": 24207
    },
    {
      "epoch": 0.5101603207468639,
      "grad_norm": 0.11074107885360718,
      "learning_rate": 1.0157660084373184e-05,
      "loss": 0.7446,
      "step": 24208
    },
    {
      "epoch": 0.5101813947852292,
      "grad_norm": 0.16197951138019562,
      "learning_rate": 1.0156977629374264e-05,
      "loss": 0.7957,
      "step": 24209
    },
    {
      "epoch": 0.5102024688235945,
      "grad_norm": 0.11274383217096329,
      "learning_rate": 1.0156295173644044e-05,
      "loss": 0.7932,
      "step": 24210
    },
    {
      "epoch": 0.5102235428619598,
      "grad_norm": 0.13397212326526642,
      "learning_rate": 1.0155612717185708e-05,
      "loss": 0.8148,
      "step": 24211
    },
    {
      "epoch": 0.5102446169003251,
      "grad_norm": 0.12372038513422012,
      "learning_rate": 1.0154930260002435e-05,
      "loss": 0.7995,
      "step": 24212
    },
    {
      "epoch": 0.5102656909386903,
      "grad_norm": 0.1605701744556427,
      "learning_rate": 1.01542478020974e-05,
      "loss": 0.8115,
      "step": 24213
    },
    {
      "epoch": 0.5102867649770556,
      "grad_norm": 0.19995656609535217,
      "learning_rate": 1.015356534347379e-05,
      "loss": 0.7592,
      "step": 24214
    },
    {
      "epoch": 0.5103078390154209,
      "grad_norm": 0.22321222722530365,
      "learning_rate": 1.015288288413478e-05,
      "loss": 0.8336,
      "step": 24215
    },
    {
      "epoch": 0.5103289130537862,
      "grad_norm": 0.14624087512493134,
      "learning_rate": 1.015220042408355e-05,
      "loss": 0.7431,
      "step": 24216
    },
    {
      "epoch": 0.5103499870921515,
      "grad_norm": 0.10982826352119446,
      "learning_rate": 1.015151796332328e-05,
      "loss": 0.8105,
      "step": 24217
    },
    {
      "epoch": 0.5103710611305168,
      "grad_norm": 0.15596002340316772,
      "learning_rate": 1.0150835501857145e-05,
      "loss": 0.7781,
      "step": 24218
    },
    {
      "epoch": 0.510392135168882,
      "grad_norm": 0.13137635588645935,
      "learning_rate": 1.0150153039688331e-05,
      "loss": 0.8358,
      "step": 24219
    },
    {
      "epoch": 0.5104132092072473,
      "grad_norm": 0.12645076215267181,
      "learning_rate": 1.014947057682001e-05,
      "loss": 0.7487,
      "step": 24220
    },
    {
      "epoch": 0.5104342832456127,
      "grad_norm": 0.17202314734458923,
      "learning_rate": 1.0148788113255368e-05,
      "loss": 0.799,
      "step": 24221
    },
    {
      "epoch": 0.510455357283978,
      "grad_norm": 0.13258318603038788,
      "learning_rate": 1.014810564899758e-05,
      "loss": 0.7529,
      "step": 24222
    },
    {
      "epoch": 0.5104764313223432,
      "grad_norm": 0.16845263540744781,
      "learning_rate": 1.0147423184049827e-05,
      "loss": 0.7747,
      "step": 24223
    },
    {
      "epoch": 0.5104975053607085,
      "grad_norm": 0.1694979965686798,
      "learning_rate": 1.0146740718415289e-05,
      "loss": 0.681,
      "step": 24224
    },
    {
      "epoch": 0.5105185793990737,
      "grad_norm": 0.16726171970367432,
      "learning_rate": 1.0146058252097144e-05,
      "loss": 0.7973,
      "step": 24225
    },
    {
      "epoch": 0.5105396534374391,
      "grad_norm": 0.20910830795764923,
      "learning_rate": 1.0145375785098572e-05,
      "loss": 0.7927,
      "step": 24226
    },
    {
      "epoch": 0.5105607274758044,
      "grad_norm": 0.1259157955646515,
      "learning_rate": 1.0144693317422751e-05,
      "loss": 0.6991,
      "step": 24227
    },
    {
      "epoch": 0.5105818015141697,
      "grad_norm": 0.14916695654392242,
      "learning_rate": 1.0144010849072862e-05,
      "loss": 0.6732,
      "step": 24228
    },
    {
      "epoch": 0.5106028755525349,
      "grad_norm": 0.10791238397359848,
      "learning_rate": 1.0143328380052084e-05,
      "loss": 0.7895,
      "step": 24229
    },
    {
      "epoch": 0.5106239495909002,
      "grad_norm": 0.19487695395946503,
      "learning_rate": 1.0142645910363598e-05,
      "loss": 0.7489,
      "step": 24230
    },
    {
      "epoch": 0.5106450236292656,
      "grad_norm": 0.11871182918548584,
      "learning_rate": 1.0141963440010583e-05,
      "loss": 0.7941,
      "step": 24231
    },
    {
      "epoch": 0.5106660976676308,
      "grad_norm": 0.1904461681842804,
      "learning_rate": 1.0141280968996214e-05,
      "loss": 0.7745,
      "step": 24232
    },
    {
      "epoch": 0.5106871717059961,
      "grad_norm": 0.1699787676334381,
      "learning_rate": 1.0140598497323672e-05,
      "loss": 0.8347,
      "step": 24233
    },
    {
      "epoch": 0.5107082457443614,
      "grad_norm": 0.14363309741020203,
      "learning_rate": 1.0139916024996138e-05,
      "loss": 0.8302,
      "step": 24234
    },
    {
      "epoch": 0.5107293197827266,
      "grad_norm": 0.18669739365577698,
      "learning_rate": 1.0139233552016792e-05,
      "loss": 0.7854,
      "step": 24235
    },
    {
      "epoch": 0.510750393821092,
      "grad_norm": 0.1274021416902542,
      "learning_rate": 1.0138551078388814e-05,
      "loss": 0.8208,
      "step": 24236
    },
    {
      "epoch": 0.5107714678594573,
      "grad_norm": 0.13862569630146027,
      "learning_rate": 1.0137868604115381e-05,
      "loss": 0.7722,
      "step": 24237
    },
    {
      "epoch": 0.5107925418978225,
      "grad_norm": 0.12820138037204742,
      "learning_rate": 1.0137186129199672e-05,
      "loss": 0.796,
      "step": 24238
    },
    {
      "epoch": 0.5108136159361878,
      "grad_norm": 0.15010471642017365,
      "learning_rate": 1.013650365364487e-05,
      "loss": 0.7602,
      "step": 24239
    },
    {
      "epoch": 0.5108346899745531,
      "grad_norm": 0.11870566755533218,
      "learning_rate": 1.0135821177454147e-05,
      "loss": 0.7749,
      "step": 24240
    },
    {
      "epoch": 0.5108557640129184,
      "grad_norm": 0.13717739284038544,
      "learning_rate": 1.0135138700630691e-05,
      "loss": 0.6695,
      "step": 24241
    },
    {
      "epoch": 0.5108768380512837,
      "grad_norm": 0.1283283680677414,
      "learning_rate": 1.0134456223177678e-05,
      "loss": 0.8022,
      "step": 24242
    },
    {
      "epoch": 0.510897912089649,
      "grad_norm": 0.1487409472465515,
      "learning_rate": 1.0133773745098286e-05,
      "loss": 0.8812,
      "step": 24243
    },
    {
      "epoch": 0.5109189861280142,
      "grad_norm": 0.11325207352638245,
      "learning_rate": 1.0133091266395696e-05,
      "loss": 0.7266,
      "step": 24244
    },
    {
      "epoch": 0.5109400601663795,
      "grad_norm": 0.1675441414117813,
      "learning_rate": 1.0132408787073084e-05,
      "loss": 0.8425,
      "step": 24245
    },
    {
      "epoch": 0.5109611342047449,
      "grad_norm": 0.16196870803833008,
      "learning_rate": 1.0131726307133638e-05,
      "loss": 0.8512,
      "step": 24246
    },
    {
      "epoch": 0.5109822082431101,
      "grad_norm": 0.13557417690753937,
      "learning_rate": 1.0131043826580528e-05,
      "loss": 0.8209,
      "step": 24247
    },
    {
      "epoch": 0.5110032822814754,
      "grad_norm": 0.15106108784675598,
      "learning_rate": 1.0130361345416936e-05,
      "loss": 0.7867,
      "step": 24248
    },
    {
      "epoch": 0.5110243563198407,
      "grad_norm": 0.12358376383781433,
      "learning_rate": 1.0129678863646044e-05,
      "loss": 0.7589,
      "step": 24249
    },
    {
      "epoch": 0.5110454303582059,
      "grad_norm": 0.12257461994886398,
      "learning_rate": 1.0128996381271027e-05,
      "loss": 0.7423,
      "step": 24250
    },
    {
      "epoch": 0.5110665043965713,
      "grad_norm": 0.11735551059246063,
      "learning_rate": 1.0128313898295074e-05,
      "loss": 0.7463,
      "step": 24251
    },
    {
      "epoch": 0.5110875784349366,
      "grad_norm": 0.14101578295230865,
      "learning_rate": 1.0127631414721354e-05,
      "loss": 0.7272,
      "step": 24252
    },
    {
      "epoch": 0.5111086524733018,
      "grad_norm": 0.12411406636238098,
      "learning_rate": 1.012694893055305e-05,
      "loss": 0.7719,
      "step": 24253
    },
    {
      "epoch": 0.5111297265116671,
      "grad_norm": 0.10923163592815399,
      "learning_rate": 1.012626644579334e-05,
      "loss": 0.7164,
      "step": 24254
    },
    {
      "epoch": 0.5111508005500324,
      "grad_norm": 0.1285192221403122,
      "learning_rate": 1.0125583960445406e-05,
      "loss": 0.7481,
      "step": 24255
    },
    {
      "epoch": 0.5111718745883976,
      "grad_norm": 0.10882316529750824,
      "learning_rate": 1.0124901474512427e-05,
      "loss": 0.7877,
      "step": 24256
    },
    {
      "epoch": 0.511192948626763,
      "grad_norm": 0.11908817291259766,
      "learning_rate": 1.0124218987997583e-05,
      "loss": 0.7349,
      "step": 24257
    },
    {
      "epoch": 0.5112140226651283,
      "grad_norm": 0.15460193157196045,
      "learning_rate": 1.012353650090405e-05,
      "loss": 0.8088,
      "step": 24258
    },
    {
      "epoch": 0.5112350967034935,
      "grad_norm": 0.1466476172208786,
      "learning_rate": 1.012285401323501e-05,
      "loss": 0.7867,
      "step": 24259
    },
    {
      "epoch": 0.5112561707418588,
      "grad_norm": 0.16764920949935913,
      "learning_rate": 1.0122171524993645e-05,
      "loss": 0.7807,
      "step": 24260
    },
    {
      "epoch": 0.5112772447802241,
      "grad_norm": 0.15826435387134552,
      "learning_rate": 1.012148903618313e-05,
      "loss": 0.748,
      "step": 24261
    },
    {
      "epoch": 0.5112983188185894,
      "grad_norm": 0.1875813752412796,
      "learning_rate": 1.0120806546806645e-05,
      "loss": 0.8156,
      "step": 24262
    },
    {
      "epoch": 0.5113193928569547,
      "grad_norm": 0.13805654644966125,
      "learning_rate": 1.0120124056867368e-05,
      "loss": 0.7863,
      "step": 24263
    },
    {
      "epoch": 0.51134046689532,
      "grad_norm": 0.16393189132213593,
      "learning_rate": 1.0119441566368484e-05,
      "loss": 0.76,
      "step": 24264
    },
    {
      "epoch": 0.5113615409336852,
      "grad_norm": 0.11436061561107635,
      "learning_rate": 1.0118759075313172e-05,
      "loss": 0.7826,
      "step": 24265
    },
    {
      "epoch": 0.5113826149720505,
      "grad_norm": 0.1587405502796173,
      "learning_rate": 1.0118076583704605e-05,
      "loss": 0.7552,
      "step": 24266
    },
    {
      "epoch": 0.5114036890104159,
      "grad_norm": 0.13599729537963867,
      "learning_rate": 1.0117394091545968e-05,
      "loss": 0.8085,
      "step": 24267
    },
    {
      "epoch": 0.5114247630487812,
      "grad_norm": 0.1873246729373932,
      "learning_rate": 1.0116711598840438e-05,
      "loss": 0.7934,
      "step": 24268
    },
    {
      "epoch": 0.5114458370871464,
      "grad_norm": 0.13184303045272827,
      "learning_rate": 1.0116029105591197e-05,
      "loss": 0.7789,
      "step": 24269
    },
    {
      "epoch": 0.5114669111255117,
      "grad_norm": 0.12963569164276123,
      "learning_rate": 1.011534661180142e-05,
      "loss": 0.6907,
      "step": 24270
    },
    {
      "epoch": 0.511487985163877,
      "grad_norm": 0.1435709297657013,
      "learning_rate": 1.011466411747429e-05,
      "loss": 0.7149,
      "step": 24271
    },
    {
      "epoch": 0.5115090592022423,
      "grad_norm": 0.1964118331670761,
      "learning_rate": 1.0113981622612986e-05,
      "loss": 0.7657,
      "step": 24272
    },
    {
      "epoch": 0.5115301332406076,
      "grad_norm": 0.22930698096752167,
      "learning_rate": 1.0113299127220685e-05,
      "loss": 0.8337,
      "step": 24273
    },
    {
      "epoch": 0.5115512072789729,
      "grad_norm": 0.12058969587087631,
      "learning_rate": 1.0112616631300572e-05,
      "loss": 0.7064,
      "step": 24274
    },
    {
      "epoch": 0.5115722813173381,
      "grad_norm": 0.14654219150543213,
      "learning_rate": 1.011193413485582e-05,
      "loss": 0.7493,
      "step": 24275
    },
    {
      "epoch": 0.5115933553557034,
      "grad_norm": 0.13328464329242706,
      "learning_rate": 1.0111251637889615e-05,
      "loss": 0.7512,
      "step": 24276
    },
    {
      "epoch": 0.5116144293940688,
      "grad_norm": 0.15060368180274963,
      "learning_rate": 1.0110569140405131e-05,
      "loss": 0.7321,
      "step": 24277
    },
    {
      "epoch": 0.511635503432434,
      "grad_norm": 0.16478922963142395,
      "learning_rate": 1.0109886642405547e-05,
      "loss": 0.738,
      "step": 24278
    },
    {
      "epoch": 0.5116565774707993,
      "grad_norm": 0.15666328370571136,
      "learning_rate": 1.0109204143894048e-05,
      "loss": 0.7434,
      "step": 24279
    },
    {
      "epoch": 0.5116776515091646,
      "grad_norm": 0.13049452006816864,
      "learning_rate": 1.010852164487381e-05,
      "loss": 0.7464,
      "step": 24280
    },
    {
      "epoch": 0.5116987255475298,
      "grad_norm": 0.12252227216959,
      "learning_rate": 1.0107839145348013e-05,
      "loss": 0.8121,
      "step": 24281
    },
    {
      "epoch": 0.5117197995858952,
      "grad_norm": 0.1483374387025833,
      "learning_rate": 1.0107156645319835e-05,
      "loss": 0.7864,
      "step": 24282
    },
    {
      "epoch": 0.5117408736242605,
      "grad_norm": 0.28940021991729736,
      "learning_rate": 1.0106474144792457e-05,
      "loss": 0.7681,
      "step": 24283
    },
    {
      "epoch": 0.5117619476626257,
      "grad_norm": 0.1309840828180313,
      "learning_rate": 1.0105791643769061e-05,
      "loss": 0.7581,
      "step": 24284
    },
    {
      "epoch": 0.511783021700991,
      "grad_norm": 0.1434432417154312,
      "learning_rate": 1.0105109142252823e-05,
      "loss": 0.8149,
      "step": 24285
    },
    {
      "epoch": 0.5118040957393563,
      "grad_norm": 0.1362360268831253,
      "learning_rate": 1.010442664024692e-05,
      "loss": 0.716,
      "step": 24286
    },
    {
      "epoch": 0.5118251697777216,
      "grad_norm": 0.13995440304279327,
      "learning_rate": 1.0103744137754538e-05,
      "loss": 0.7254,
      "step": 24287
    },
    {
      "epoch": 0.5118462438160869,
      "grad_norm": 0.14585338532924652,
      "learning_rate": 1.0103061634778854e-05,
      "loss": 0.8238,
      "step": 24288
    },
    {
      "epoch": 0.5118673178544522,
      "grad_norm": 0.15323509275913239,
      "learning_rate": 1.0102379131323045e-05,
      "loss": 0.7599,
      "step": 24289
    },
    {
      "epoch": 0.5118883918928174,
      "grad_norm": 0.11745429039001465,
      "learning_rate": 1.0101696627390297e-05,
      "loss": 0.7962,
      "step": 24290
    },
    {
      "epoch": 0.5119094659311827,
      "grad_norm": 0.1320197731256485,
      "learning_rate": 1.010101412298378e-05,
      "loss": 0.7539,
      "step": 24291
    },
    {
      "epoch": 0.511930539969548,
      "grad_norm": 0.13826094567775726,
      "learning_rate": 1.0100331618106678e-05,
      "loss": 0.753,
      "step": 24292
    },
    {
      "epoch": 0.5119516140079133,
      "grad_norm": 0.15586073696613312,
      "learning_rate": 1.0099649112762174e-05,
      "loss": 0.8279,
      "step": 24293
    },
    {
      "epoch": 0.5119726880462786,
      "grad_norm": 0.135694682598114,
      "learning_rate": 1.0098966606953442e-05,
      "loss": 0.7419,
      "step": 24294
    },
    {
      "epoch": 0.5119937620846439,
      "grad_norm": 0.14025266468524933,
      "learning_rate": 1.0098284100683668e-05,
      "loss": 0.749,
      "step": 24295
    },
    {
      "epoch": 0.5120148361230091,
      "grad_norm": 0.1271049529314041,
      "learning_rate": 1.0097601593956026e-05,
      "loss": 0.7445,
      "step": 24296
    },
    {
      "epoch": 0.5120359101613744,
      "grad_norm": 0.12533573806285858,
      "learning_rate": 1.0096919086773696e-05,
      "loss": 0.6747,
      "step": 24297
    },
    {
      "epoch": 0.5120569841997398,
      "grad_norm": 0.17412015795707703,
      "learning_rate": 1.0096236579139857e-05,
      "loss": 0.852,
      "step": 24298
    },
    {
      "epoch": 0.512078058238105,
      "grad_norm": 0.14474132657051086,
      "learning_rate": 1.0095554071057692e-05,
      "loss": 0.7564,
      "step": 24299
    },
    {
      "epoch": 0.5120991322764703,
      "grad_norm": 0.1475069522857666,
      "learning_rate": 1.0094871562530379e-05,
      "loss": 0.7997,
      "step": 24300
    },
    {
      "epoch": 0.5121202063148356,
      "grad_norm": 0.14592406153678894,
      "learning_rate": 1.0094189053561096e-05,
      "loss": 0.7728,
      "step": 24301
    },
    {
      "epoch": 0.5121412803532008,
      "grad_norm": 0.1574009507894516,
      "learning_rate": 1.0093506544153024e-05,
      "loss": 0.8047,
      "step": 24302
    },
    {
      "epoch": 0.5121623543915662,
      "grad_norm": 0.13008752465248108,
      "learning_rate": 1.0092824034309342e-05,
      "loss": 0.8133,
      "step": 24303
    },
    {
      "epoch": 0.5121834284299315,
      "grad_norm": 0.18732552230358124,
      "learning_rate": 1.0092141524033231e-05,
      "loss": 0.7578,
      "step": 24304
    },
    {
      "epoch": 0.5122045024682967,
      "grad_norm": 0.14105448126792908,
      "learning_rate": 1.0091459013327873e-05,
      "loss": 0.7866,
      "step": 24305
    },
    {
      "epoch": 0.512225576506662,
      "grad_norm": 0.17337487637996674,
      "learning_rate": 1.0090776502196438e-05,
      "loss": 0.7229,
      "step": 24306
    },
    {
      "epoch": 0.5122466505450273,
      "grad_norm": 0.13437937200069427,
      "learning_rate": 1.0090093990642114e-05,
      "loss": 0.6891,
      "step": 24307
    },
    {
      "epoch": 0.5122677245833926,
      "grad_norm": 0.1737532615661621,
      "learning_rate": 1.0089411478668077e-05,
      "loss": 0.78,
      "step": 24308
    },
    {
      "epoch": 0.5122887986217579,
      "grad_norm": 0.14550653100013733,
      "learning_rate": 1.0088728966277507e-05,
      "loss": 0.757,
      "step": 24309
    },
    {
      "epoch": 0.5123098726601232,
      "grad_norm": 0.1352686882019043,
      "learning_rate": 1.0088046453473588e-05,
      "loss": 0.7561,
      "step": 24310
    },
    {
      "epoch": 0.5123309466984884,
      "grad_norm": 0.154352605342865,
      "learning_rate": 1.0087363940259492e-05,
      "loss": 0.6979,
      "step": 24311
    },
    {
      "epoch": 0.5123520207368537,
      "grad_norm": 0.11681976169347763,
      "learning_rate": 1.0086681426638402e-05,
      "loss": 0.8322,
      "step": 24312
    },
    {
      "epoch": 0.5123730947752191,
      "grad_norm": 0.13488155603408813,
      "learning_rate": 1.00859989126135e-05,
      "loss": 0.7442,
      "step": 24313
    },
    {
      "epoch": 0.5123941688135843,
      "grad_norm": 0.1419641375541687,
      "learning_rate": 1.0085316398187963e-05,
      "loss": 0.7536,
      "step": 24314
    },
    {
      "epoch": 0.5124152428519496,
      "grad_norm": 0.11645927280187607,
      "learning_rate": 1.0084633883364969e-05,
      "loss": 0.7371,
      "step": 24315
    },
    {
      "epoch": 0.5124363168903149,
      "grad_norm": 0.2067112922668457,
      "learning_rate": 1.0083951368147701e-05,
      "loss": 0.7708,
      "step": 24316
    },
    {
      "epoch": 0.5124573909286801,
      "grad_norm": 0.21679949760437012,
      "learning_rate": 1.0083268852539337e-05,
      "loss": 0.8155,
      "step": 24317
    },
    {
      "epoch": 0.5124784649670455,
      "grad_norm": 0.16597579419612885,
      "learning_rate": 1.0082586336543057e-05,
      "loss": 0.8351,
      "step": 24318
    },
    {
      "epoch": 0.5124995390054108,
      "grad_norm": 0.17933423817157745,
      "learning_rate": 1.0081903820162037e-05,
      "loss": 0.7925,
      "step": 24319
    },
    {
      "epoch": 0.512520613043776,
      "grad_norm": 0.12003667652606964,
      "learning_rate": 1.0081221303399467e-05,
      "loss": 0.7191,
      "step": 24320
    },
    {
      "epoch": 0.5125416870821413,
      "grad_norm": 0.14151641726493835,
      "learning_rate": 1.0080538786258511e-05,
      "loss": 0.7667,
      "step": 24321
    },
    {
      "epoch": 0.5125627611205066,
      "grad_norm": 0.15477442741394043,
      "learning_rate": 1.0079856268742361e-05,
      "loss": 0.7532,
      "step": 24322
    },
    {
      "epoch": 0.512583835158872,
      "grad_norm": 0.17664025723934174,
      "learning_rate": 1.0079173750854192e-05,
      "loss": 0.7472,
      "step": 24323
    },
    {
      "epoch": 0.5126049091972372,
      "grad_norm": 0.12212260067462921,
      "learning_rate": 1.0078491232597186e-05,
      "loss": 0.7713,
      "step": 24324
    },
    {
      "epoch": 0.5126259832356025,
      "grad_norm": 0.1737528294324875,
      "learning_rate": 1.0077808713974519e-05,
      "loss": 0.7158,
      "step": 24325
    },
    {
      "epoch": 0.5126470572739678,
      "grad_norm": 0.10833311080932617,
      "learning_rate": 1.0077126194989373e-05,
      "loss": 0.7004,
      "step": 24326
    },
    {
      "epoch": 0.512668131312333,
      "grad_norm": 0.14199098944664001,
      "learning_rate": 1.0076443675644924e-05,
      "loss": 0.7448,
      "step": 24327
    },
    {
      "epoch": 0.5126892053506984,
      "grad_norm": 0.11374180763959885,
      "learning_rate": 1.0075761155944355e-05,
      "loss": 0.7245,
      "step": 24328
    },
    {
      "epoch": 0.5127102793890637,
      "grad_norm": 0.1607891172170639,
      "learning_rate": 1.0075078635890847e-05,
      "loss": 0.7743,
      "step": 24329
    },
    {
      "epoch": 0.5127313534274289,
      "grad_norm": 0.14644969999790192,
      "learning_rate": 1.0074396115487578e-05,
      "loss": 0.735,
      "step": 24330
    },
    {
      "epoch": 0.5127524274657942,
      "grad_norm": 0.1308310180902481,
      "learning_rate": 1.0073713594737726e-05,
      "loss": 0.7453,
      "step": 24331
    },
    {
      "epoch": 0.5127735015041595,
      "grad_norm": 0.13462018966674805,
      "learning_rate": 1.007303107364447e-05,
      "loss": 0.8385,
      "step": 24332
    },
    {
      "epoch": 0.5127945755425247,
      "grad_norm": 0.12178710103034973,
      "learning_rate": 1.0072348552210993e-05,
      "loss": 0.7677,
      "step": 24333
    },
    {
      "epoch": 0.5128156495808901,
      "grad_norm": 0.14448833465576172,
      "learning_rate": 1.0071666030440474e-05,
      "loss": 0.7887,
      "step": 24334
    },
    {
      "epoch": 0.5128367236192554,
      "grad_norm": 0.11895996332168579,
      "learning_rate": 1.0070983508336089e-05,
      "loss": 0.8183,
      "step": 24335
    },
    {
      "epoch": 0.5128577976576206,
      "grad_norm": 0.1406424641609192,
      "learning_rate": 1.0070300985901023e-05,
      "loss": 0.7744,
      "step": 24336
    },
    {
      "epoch": 0.5128788716959859,
      "grad_norm": 0.11620356887578964,
      "learning_rate": 1.006961846313845e-05,
      "loss": 0.7699,
      "step": 24337
    },
    {
      "epoch": 0.5128999457343512,
      "grad_norm": 0.1348837912082672,
      "learning_rate": 1.0068935940051554e-05,
      "loss": 0.7885,
      "step": 24338
    },
    {
      "epoch": 0.5129210197727165,
      "grad_norm": 0.12885162234306335,
      "learning_rate": 1.0068253416643516e-05,
      "loss": 0.7089,
      "step": 24339
    },
    {
      "epoch": 0.5129420938110818,
      "grad_norm": 0.13536833226680756,
      "learning_rate": 1.006757089291751e-05,
      "loss": 0.7908,
      "step": 24340
    },
    {
      "epoch": 0.5129631678494471,
      "grad_norm": 0.15060468018054962,
      "learning_rate": 1.0066888368876717e-05,
      "loss": 0.7349,
      "step": 24341
    },
    {
      "epoch": 0.5129842418878123,
      "grad_norm": 0.12286708503961563,
      "learning_rate": 1.0066205844524314e-05,
      "loss": 0.7468,
      "step": 24342
    },
    {
      "epoch": 0.5130053159261776,
      "grad_norm": 0.16622501611709595,
      "learning_rate": 1.006552331986349e-05,
      "loss": 0.7422,
      "step": 24343
    },
    {
      "epoch": 0.513026389964543,
      "grad_norm": 0.12652233242988586,
      "learning_rate": 1.0064840794897419e-05,
      "loss": 0.7657,
      "step": 24344
    },
    {
      "epoch": 0.5130474640029082,
      "grad_norm": 0.1336003839969635,
      "learning_rate": 1.006415826962928e-05,
      "loss": 0.8158,
      "step": 24345
    },
    {
      "epoch": 0.5130685380412735,
      "grad_norm": 0.17460379004478455,
      "learning_rate": 1.0063475744062251e-05,
      "loss": 0.7154,
      "step": 24346
    },
    {
      "epoch": 0.5130896120796388,
      "grad_norm": 0.12656277418136597,
      "learning_rate": 1.0062793218199516e-05,
      "loss": 0.7334,
      "step": 24347
    },
    {
      "epoch": 0.513110686118004,
      "grad_norm": 0.1695658415555954,
      "learning_rate": 1.0062110692044252e-05,
      "loss": 0.7773,
      "step": 24348
    },
    {
      "epoch": 0.5131317601563694,
      "grad_norm": 0.14451497793197632,
      "learning_rate": 1.006142816559964e-05,
      "loss": 0.6876,
      "step": 24349
    },
    {
      "epoch": 0.5131528341947347,
      "grad_norm": 0.1302221417427063,
      "learning_rate": 1.0060745638868856e-05,
      "loss": 0.7781,
      "step": 24350
    },
    {
      "epoch": 0.5131739082330999,
      "grad_norm": 0.14667215943336487,
      "learning_rate": 1.0060063111855082e-05,
      "loss": 0.7766,
      "step": 24351
    },
    {
      "epoch": 0.5131949822714652,
      "grad_norm": 0.11905498057603836,
      "learning_rate": 1.00593805845615e-05,
      "loss": 0.7566,
      "step": 24352
    },
    {
      "epoch": 0.5132160563098305,
      "grad_norm": 0.13362860679626465,
      "learning_rate": 1.0058698056991287e-05,
      "loss": 0.7693,
      "step": 24353
    },
    {
      "epoch": 0.5132371303481958,
      "grad_norm": 0.1175616905093193,
      "learning_rate": 1.0058015529147627e-05,
      "loss": 0.6798,
      "step": 24354
    },
    {
      "epoch": 0.5132582043865611,
      "grad_norm": 0.14496619999408722,
      "learning_rate": 1.0057333001033692e-05,
      "loss": 0.8281,
      "step": 24355
    },
    {
      "epoch": 0.5132792784249264,
      "grad_norm": 0.1214279979467392,
      "learning_rate": 1.0056650472652665e-05,
      "loss": 0.7574,
      "step": 24356
    },
    {
      "epoch": 0.5133003524632916,
      "grad_norm": 0.14394192397594452,
      "learning_rate": 1.0055967944007723e-05,
      "loss": 0.8383,
      "step": 24357
    },
    {
      "epoch": 0.5133214265016569,
      "grad_norm": 0.1271742731332779,
      "learning_rate": 1.0055285415102054e-05,
      "loss": 0.7097,
      "step": 24358
    },
    {
      "epoch": 0.5133425005400223,
      "grad_norm": 0.12865346670150757,
      "learning_rate": 1.0054602885938831e-05,
      "loss": 0.704,
      "step": 24359
    },
    {
      "epoch": 0.5133635745783875,
      "grad_norm": 0.13883249461650848,
      "learning_rate": 1.0053920356521235e-05,
      "loss": 0.7692,
      "step": 24360
    },
    {
      "epoch": 0.5133846486167528,
      "grad_norm": 0.14491215348243713,
      "learning_rate": 1.0053237826852445e-05,
      "loss": 0.7811,
      "step": 24361
    },
    {
      "epoch": 0.5134057226551181,
      "grad_norm": 0.1222868412733078,
      "learning_rate": 1.0052555296935639e-05,
      "loss": 0.7301,
      "step": 24362
    },
    {
      "epoch": 0.5134267966934833,
      "grad_norm": 0.19179166853427887,
      "learning_rate": 1.0051872766774002e-05,
      "loss": 0.7452,
      "step": 24363
    },
    {
      "epoch": 0.5134478707318487,
      "grad_norm": 0.13744254410266876,
      "learning_rate": 1.005119023637071e-05,
      "loss": 0.8391,
      "step": 24364
    },
    {
      "epoch": 0.513468944770214,
      "grad_norm": 0.13318273425102234,
      "learning_rate": 1.0050507705728943e-05,
      "loss": 0.798,
      "step": 24365
    },
    {
      "epoch": 0.5134900188085793,
      "grad_norm": 0.12506228685379028,
      "learning_rate": 1.004982517485188e-05,
      "loss": 0.6859,
      "step": 24366
    },
    {
      "epoch": 0.5135110928469445,
      "grad_norm": 0.1347781866788864,
      "learning_rate": 1.00491426437427e-05,
      "loss": 0.8211,
      "step": 24367
    },
    {
      "epoch": 0.5135321668853098,
      "grad_norm": 0.15476839244365692,
      "learning_rate": 1.0048460112404585e-05,
      "loss": 0.7539,
      "step": 24368
    },
    {
      "epoch": 0.513553240923675,
      "grad_norm": 0.10772266983985901,
      "learning_rate": 1.0047777580840717e-05,
      "loss": 0.6923,
      "step": 24369
    },
    {
      "epoch": 0.5135743149620404,
      "grad_norm": 0.12975135445594788,
      "learning_rate": 1.004709504905427e-05,
      "loss": 0.7727,
      "step": 24370
    },
    {
      "epoch": 0.5135953890004057,
      "grad_norm": 0.13085085153579712,
      "learning_rate": 1.0046412517048422e-05,
      "loss": 0.7621,
      "step": 24371
    },
    {
      "epoch": 0.513616463038771,
      "grad_norm": 0.13819634914398193,
      "learning_rate": 1.0045729984826362e-05,
      "loss": 0.746,
      "step": 24372
    },
    {
      "epoch": 0.5136375370771362,
      "grad_norm": 0.1449136584997177,
      "learning_rate": 1.0045047452391264e-05,
      "loss": 0.7507,
      "step": 24373
    },
    {
      "epoch": 0.5136586111155015,
      "grad_norm": 0.11417926847934723,
      "learning_rate": 1.0044364919746306e-05,
      "loss": 0.8183,
      "step": 24374
    },
    {
      "epoch": 0.5136796851538669,
      "grad_norm": 0.12801676988601685,
      "learning_rate": 1.0043682386894668e-05,
      "loss": 0.7289,
      "step": 24375
    },
    {
      "epoch": 0.5137007591922321,
      "grad_norm": 0.11875325441360474,
      "learning_rate": 1.0042999853839534e-05,
      "loss": 0.7777,
      "step": 24376
    },
    {
      "epoch": 0.5137218332305974,
      "grad_norm": 0.1573212444782257,
      "learning_rate": 1.0042317320584081e-05,
      "loss": 0.8273,
      "step": 24377
    },
    {
      "epoch": 0.5137429072689627,
      "grad_norm": 0.1285611242055893,
      "learning_rate": 1.0041634787131487e-05,
      "loss": 0.7928,
      "step": 24378
    },
    {
      "epoch": 0.5137639813073279,
      "grad_norm": 0.14199957251548767,
      "learning_rate": 1.0040952253484933e-05,
      "loss": 0.7928,
      "step": 24379
    },
    {
      "epoch": 0.5137850553456933,
      "grad_norm": 0.10964438319206238,
      "learning_rate": 1.00402697196476e-05,
      "loss": 0.7389,
      "step": 24380
    },
    {
      "epoch": 0.5138061293840586,
      "grad_norm": 0.1308058649301529,
      "learning_rate": 1.0039587185622665e-05,
      "loss": 0.7912,
      "step": 24381
    },
    {
      "epoch": 0.5138272034224238,
      "grad_norm": 0.10441850870847702,
      "learning_rate": 1.0038904651413308e-05,
      "loss": 0.7075,
      "step": 24382
    },
    {
      "epoch": 0.5138482774607891,
      "grad_norm": 0.14098848402500153,
      "learning_rate": 1.0038222117022716e-05,
      "loss": 0.8083,
      "step": 24383
    },
    {
      "epoch": 0.5138693514991544,
      "grad_norm": 0.1491529941558838,
      "learning_rate": 1.0037539582454056e-05,
      "loss": 0.7526,
      "step": 24384
    },
    {
      "epoch": 0.5138904255375197,
      "grad_norm": 0.11305096000432968,
      "learning_rate": 1.0036857047710516e-05,
      "loss": 0.8196,
      "step": 24385
    },
    {
      "epoch": 0.513911499575885,
      "grad_norm": 0.12378314882516861,
      "learning_rate": 1.0036174512795272e-05,
      "loss": 0.7858,
      "step": 24386
    },
    {
      "epoch": 0.5139325736142503,
      "grad_norm": 0.10551156103610992,
      "learning_rate": 1.0035491977711508e-05,
      "loss": 0.7533,
      "step": 24387
    },
    {
      "epoch": 0.5139536476526155,
      "grad_norm": 0.18273888528347015,
      "learning_rate": 1.00348094424624e-05,
      "loss": 0.7842,
      "step": 24388
    },
    {
      "epoch": 0.5139747216909808,
      "grad_norm": 0.12277688086032867,
      "learning_rate": 1.0034126907051129e-05,
      "loss": 0.8028,
      "step": 24389
    },
    {
      "epoch": 0.5139957957293462,
      "grad_norm": 0.13363470137119293,
      "learning_rate": 1.0033444371480875e-05,
      "loss": 0.7651,
      "step": 24390
    },
    {
      "epoch": 0.5140168697677114,
      "grad_norm": 0.11887160688638687,
      "learning_rate": 1.0032761835754817e-05,
      "loss": 0.833,
      "step": 24391
    },
    {
      "epoch": 0.5140379438060767,
      "grad_norm": 0.13978242874145508,
      "learning_rate": 1.0032079299876132e-05,
      "loss": 0.7197,
      "step": 24392
    },
    {
      "epoch": 0.514059017844442,
      "grad_norm": 0.13097257912158966,
      "learning_rate": 1.0031396763848004e-05,
      "loss": 0.7335,
      "step": 24393
    },
    {
      "epoch": 0.5140800918828072,
      "grad_norm": 0.10437960922718048,
      "learning_rate": 1.003071422767361e-05,
      "loss": 0.6851,
      "step": 24394
    },
    {
      "epoch": 0.5141011659211726,
      "grad_norm": 0.12623846530914307,
      "learning_rate": 1.0030031691356132e-05,
      "loss": 0.771,
      "step": 24395
    },
    {
      "epoch": 0.5141222399595379,
      "grad_norm": 0.15388725697994232,
      "learning_rate": 1.002934915489875e-05,
      "loss": 0.7821,
      "step": 24396
    },
    {
      "epoch": 0.5141433139979031,
      "grad_norm": 0.11202109605073929,
      "learning_rate": 1.0028666618304639e-05,
      "loss": 0.7086,
      "step": 24397
    },
    {
      "epoch": 0.5141643880362684,
      "grad_norm": 0.15221761167049408,
      "learning_rate": 1.0027984081576985e-05,
      "loss": 0.7801,
      "step": 24398
    },
    {
      "epoch": 0.5141854620746337,
      "grad_norm": 0.1310422718524933,
      "learning_rate": 1.0027301544718961e-05,
      "loss": 0.7785,
      "step": 24399
    },
    {
      "epoch": 0.514206536112999,
      "grad_norm": 0.14205260574817657,
      "learning_rate": 1.0026619007733748e-05,
      "loss": 0.761,
      "step": 24400
    },
    {
      "epoch": 0.5142276101513643,
      "grad_norm": 0.125190868973732,
      "learning_rate": 1.0025936470624531e-05,
      "loss": 0.7166,
      "step": 24401
    },
    {
      "epoch": 0.5142486841897296,
      "grad_norm": 0.12106312066316605,
      "learning_rate": 1.0025253933394487e-05,
      "loss": 0.7718,
      "step": 24402
    },
    {
      "epoch": 0.5142697582280948,
      "grad_norm": 0.12336520850658417,
      "learning_rate": 1.0024571396046797e-05,
      "loss": 0.8121,
      "step": 24403
    },
    {
      "epoch": 0.5142908322664601,
      "grad_norm": 0.12598900496959686,
      "learning_rate": 1.0023888858584635e-05,
      "loss": 0.7872,
      "step": 24404
    },
    {
      "epoch": 0.5143119063048254,
      "grad_norm": 0.1309429109096527,
      "learning_rate": 1.0023206321011185e-05,
      "loss": 0.7521,
      "step": 24405
    },
    {
      "epoch": 0.5143329803431907,
      "grad_norm": 0.14171373844146729,
      "learning_rate": 1.0022523783329626e-05,
      "loss": 0.7238,
      "step": 24406
    },
    {
      "epoch": 0.514354054381556,
      "grad_norm": 0.11207424849271774,
      "learning_rate": 1.0021841245543139e-05,
      "loss": 0.7719,
      "step": 24407
    },
    {
      "epoch": 0.5143751284199213,
      "grad_norm": 0.12449108064174652,
      "learning_rate": 1.0021158707654899e-05,
      "loss": 0.7803,
      "step": 24408
    },
    {
      "epoch": 0.5143962024582865,
      "grad_norm": 0.13966143131256104,
      "learning_rate": 1.0020476169668092e-05,
      "loss": 0.8085,
      "step": 24409
    },
    {
      "epoch": 0.5144172764966518,
      "grad_norm": 0.15160629153251648,
      "learning_rate": 1.0019793631585893e-05,
      "loss": 0.7734,
      "step": 24410
    },
    {
      "epoch": 0.5144383505350172,
      "grad_norm": 0.12169015407562256,
      "learning_rate": 1.0019111093411485e-05,
      "loss": 0.8153,
      "step": 24411
    },
    {
      "epoch": 0.5144594245733825,
      "grad_norm": 0.14835651218891144,
      "learning_rate": 1.0018428555148044e-05,
      "loss": 0.821,
      "step": 24412
    },
    {
      "epoch": 0.5144804986117477,
      "grad_norm": 0.13631032407283783,
      "learning_rate": 1.0017746016798755e-05,
      "loss": 0.7353,
      "step": 24413
    },
    {
      "epoch": 0.514501572650113,
      "grad_norm": 0.10665232688188553,
      "learning_rate": 1.0017063478366792e-05,
      "loss": 0.7718,
      "step": 24414
    },
    {
      "epoch": 0.5145226466884782,
      "grad_norm": 0.13036303222179413,
      "learning_rate": 1.0016380939855335e-05,
      "loss": 0.7174,
      "step": 24415
    },
    {
      "epoch": 0.5145437207268436,
      "grad_norm": 0.11569622159004211,
      "learning_rate": 1.0015698401267569e-05,
      "loss": 0.7839,
      "step": 24416
    },
    {
      "epoch": 0.5145647947652089,
      "grad_norm": 0.11988798528909683,
      "learning_rate": 1.0015015862606672e-05,
      "loss": 0.8087,
      "step": 24417
    },
    {
      "epoch": 0.5145858688035742,
      "grad_norm": 0.1250167042016983,
      "learning_rate": 1.0014333323875818e-05,
      "loss": 0.7347,
      "step": 24418
    },
    {
      "epoch": 0.5146069428419394,
      "grad_norm": 0.1192767471075058,
      "learning_rate": 1.0013650785078193e-05,
      "loss": 0.7504,
      "step": 24419
    },
    {
      "epoch": 0.5146280168803047,
      "grad_norm": 0.14014282822608948,
      "learning_rate": 1.0012968246216975e-05,
      "loss": 0.7917,
      "step": 24420
    },
    {
      "epoch": 0.5146490909186701,
      "grad_norm": 0.12300464510917664,
      "learning_rate": 1.001228570729534e-05,
      "loss": 0.704,
      "step": 24421
    },
    {
      "epoch": 0.5146701649570353,
      "grad_norm": 0.1356753706932068,
      "learning_rate": 1.0011603168316472e-05,
      "loss": 0.7481,
      "step": 24422
    },
    {
      "epoch": 0.5146912389954006,
      "grad_norm": 0.12362585961818695,
      "learning_rate": 1.0010920629283552e-05,
      "loss": 0.721,
      "step": 24423
    },
    {
      "epoch": 0.5147123130337659,
      "grad_norm": 0.11512386053800583,
      "learning_rate": 1.0010238090199753e-05,
      "loss": 0.7502,
      "step": 24424
    },
    {
      "epoch": 0.5147333870721311,
      "grad_norm": 0.11816395074129105,
      "learning_rate": 1.0009555551068262e-05,
      "loss": 0.7413,
      "step": 24425
    },
    {
      "epoch": 0.5147544611104965,
      "grad_norm": 0.1519905924797058,
      "learning_rate": 1.0008873011892256e-05,
      "loss": 0.8246,
      "step": 24426
    },
    {
      "epoch": 0.5147755351488618,
      "grad_norm": 0.11740809679031372,
      "learning_rate": 1.000819047267491e-05,
      "loss": 0.698,
      "step": 24427
    },
    {
      "epoch": 0.514796609187227,
      "grad_norm": 0.1396569162607193,
      "learning_rate": 1.0007507933419413e-05,
      "loss": 0.7394,
      "step": 24428
    },
    {
      "epoch": 0.5148176832255923,
      "grad_norm": 0.14363522827625275,
      "learning_rate": 1.0006825394128935e-05,
      "loss": 0.7767,
      "step": 24429
    },
    {
      "epoch": 0.5148387572639576,
      "grad_norm": 0.11963461339473724,
      "learning_rate": 1.0006142854806662e-05,
      "loss": 0.675,
      "step": 24430
    },
    {
      "epoch": 0.5148598313023229,
      "grad_norm": 0.13758884370326996,
      "learning_rate": 1.0005460315455773e-05,
      "loss": 0.7125,
      "step": 24431
    },
    {
      "epoch": 0.5148809053406882,
      "grad_norm": 0.11847655475139618,
      "learning_rate": 1.0004777776079448e-05,
      "loss": 0.7369,
      "step": 24432
    },
    {
      "epoch": 0.5149019793790535,
      "grad_norm": 0.1566094160079956,
      "learning_rate": 1.0004095236680863e-05,
      "loss": 0.7548,
      "step": 24433
    },
    {
      "epoch": 0.5149230534174187,
      "grad_norm": 0.11207254230976105,
      "learning_rate": 1.00034126972632e-05,
      "loss": 0.7445,
      "step": 24434
    },
    {
      "epoch": 0.514944127455784,
      "grad_norm": 0.1188620924949646,
      "learning_rate": 1.0002730157829638e-05,
      "loss": 0.7946,
      "step": 24435
    },
    {
      "epoch": 0.5149652014941494,
      "grad_norm": 0.11335480958223343,
      "learning_rate": 1.0002047618383354e-05,
      "loss": 0.7217,
      "step": 24436
    },
    {
      "epoch": 0.5149862755325146,
      "grad_norm": 0.12101731449365616,
      "learning_rate": 1.0001365078927538e-05,
      "loss": 0.7496,
      "step": 24437
    },
    {
      "epoch": 0.5150073495708799,
      "grad_norm": 0.1366879642009735,
      "learning_rate": 1.000068253946536e-05,
      "loss": 0.8069,
      "step": 24438
    },
    {
      "epoch": 0.5150284236092452,
      "grad_norm": 0.12102770060300827,
      "learning_rate": 1e-05,
      "loss": 0.7583,
      "step": 24439
    },
    {
      "epoch": 0.5150494976476104,
      "grad_norm": 0.16426651179790497,
      "learning_rate": 9.999317460534643e-06,
      "loss": 0.8043,
      "step": 24440
    },
    {
      "epoch": 0.5150705716859758,
      "grad_norm": 0.12438536435365677,
      "learning_rate": 9.998634921072464e-06,
      "loss": 0.7457,
      "step": 24441
    },
    {
      "epoch": 0.5150916457243411,
      "grad_norm": 0.1281687617301941,
      "learning_rate": 9.997952381616647e-06,
      "loss": 0.7851,
      "step": 24442
    },
    {
      "epoch": 0.5151127197627063,
      "grad_norm": 0.13532423973083496,
      "learning_rate": 9.997269842170367e-06,
      "loss": 0.786,
      "step": 24443
    },
    {
      "epoch": 0.5151337938010716,
      "grad_norm": 0.1296232044696808,
      "learning_rate": 9.996587302736805e-06,
      "loss": 0.7631,
      "step": 24444
    },
    {
      "epoch": 0.5151548678394369,
      "grad_norm": 0.11725936830043793,
      "learning_rate": 9.995904763319142e-06,
      "loss": 0.7511,
      "step": 24445
    },
    {
      "epoch": 0.5151759418778021,
      "grad_norm": 0.1622740924358368,
      "learning_rate": 9.995222223920558e-06,
      "loss": 0.7576,
      "step": 24446
    },
    {
      "epoch": 0.5151970159161675,
      "grad_norm": 0.12389491498470306,
      "learning_rate": 9.994539684544227e-06,
      "loss": 0.6826,
      "step": 24447
    },
    {
      "epoch": 0.5152180899545328,
      "grad_norm": 0.13636767864227295,
      "learning_rate": 9.993857145193338e-06,
      "loss": 0.7865,
      "step": 24448
    },
    {
      "epoch": 0.515239163992898,
      "grad_norm": 0.13642051815986633,
      "learning_rate": 9.993174605871066e-06,
      "loss": 0.7732,
      "step": 24449
    },
    {
      "epoch": 0.5152602380312633,
      "grad_norm": 0.11742021143436432,
      "learning_rate": 9.992492066580589e-06,
      "loss": 0.8029,
      "step": 24450
    },
    {
      "epoch": 0.5152813120696286,
      "grad_norm": 0.12015271931886673,
      "learning_rate": 9.991809527325092e-06,
      "loss": 0.772,
      "step": 24451
    },
    {
      "epoch": 0.515302386107994,
      "grad_norm": 0.13256467878818512,
      "learning_rate": 9.99112698810775e-06,
      "loss": 0.7882,
      "step": 24452
    },
    {
      "epoch": 0.5153234601463592,
      "grad_norm": 0.1260896921157837,
      "learning_rate": 9.990444448931742e-06,
      "loss": 0.7968,
      "step": 24453
    },
    {
      "epoch": 0.5153445341847245,
      "grad_norm": 0.12280519306659698,
      "learning_rate": 9.989761909800249e-06,
      "loss": 0.7954,
      "step": 24454
    },
    {
      "epoch": 0.5153656082230897,
      "grad_norm": 0.11907393485307693,
      "learning_rate": 9.989079370716453e-06,
      "loss": 0.6953,
      "step": 24455
    },
    {
      "epoch": 0.515386682261455,
      "grad_norm": 0.14893290400505066,
      "learning_rate": 9.98839683168353e-06,
      "loss": 0.7734,
      "step": 24456
    },
    {
      "epoch": 0.5154077562998204,
      "grad_norm": 0.12830126285552979,
      "learning_rate": 9.987714292704665e-06,
      "loss": 0.7867,
      "step": 24457
    },
    {
      "epoch": 0.5154288303381857,
      "grad_norm": 0.15167555212974548,
      "learning_rate": 9.987031753783032e-06,
      "loss": 0.7904,
      "step": 24458
    },
    {
      "epoch": 0.5154499043765509,
      "grad_norm": 0.11130009591579437,
      "learning_rate": 9.986349214921812e-06,
      "loss": 0.7108,
      "step": 24459
    },
    {
      "epoch": 0.5154709784149162,
      "grad_norm": 0.15125040709972382,
      "learning_rate": 9.985666676124188e-06,
      "loss": 0.7512,
      "step": 24460
    },
    {
      "epoch": 0.5154920524532814,
      "grad_norm": 0.13479657471179962,
      "learning_rate": 9.984984137393331e-06,
      "loss": 0.695,
      "step": 24461
    },
    {
      "epoch": 0.5155131264916468,
      "grad_norm": 0.1314554363489151,
      "learning_rate": 9.984301598732431e-06,
      "loss": 0.7574,
      "step": 24462
    },
    {
      "epoch": 0.5155342005300121,
      "grad_norm": 0.1464197188615799,
      "learning_rate": 9.983619060144666e-06,
      "loss": 0.7661,
      "step": 24463
    },
    {
      "epoch": 0.5155552745683774,
      "grad_norm": 0.14756561815738678,
      "learning_rate": 9.98293652163321e-06,
      "loss": 0.7734,
      "step": 24464
    },
    {
      "epoch": 0.5155763486067426,
      "grad_norm": 0.18370695412158966,
      "learning_rate": 9.982253983201248e-06,
      "loss": 0.8344,
      "step": 24465
    },
    {
      "epoch": 0.5155974226451079,
      "grad_norm": 0.17311084270477295,
      "learning_rate": 9.981571444851958e-06,
      "loss": 0.8016,
      "step": 24466
    },
    {
      "epoch": 0.5156184966834733,
      "grad_norm": 0.13267125189304352,
      "learning_rate": 9.980888906588518e-06,
      "loss": 0.7523,
      "step": 24467
    },
    {
      "epoch": 0.5156395707218385,
      "grad_norm": 0.1412486582994461,
      "learning_rate": 9.98020636841411e-06,
      "loss": 0.7654,
      "step": 24468
    },
    {
      "epoch": 0.5156606447602038,
      "grad_norm": 0.17366407811641693,
      "learning_rate": 9.979523830331912e-06,
      "loss": 0.7606,
      "step": 24469
    },
    {
      "epoch": 0.515681718798569,
      "grad_norm": 0.13627423346042633,
      "learning_rate": 9.978841292345104e-06,
      "loss": 0.7201,
      "step": 24470
    },
    {
      "epoch": 0.5157027928369343,
      "grad_norm": 0.16502605378627777,
      "learning_rate": 9.978158754456866e-06,
      "loss": 0.7092,
      "step": 24471
    },
    {
      "epoch": 0.5157238668752997,
      "grad_norm": 0.1396535187959671,
      "learning_rate": 9.977476216670379e-06,
      "loss": 0.7188,
      "step": 24472
    },
    {
      "epoch": 0.515744940913665,
      "grad_norm": 0.17760339379310608,
      "learning_rate": 9.97679367898882e-06,
      "loss": 0.7441,
      "step": 24473
    },
    {
      "epoch": 0.5157660149520302,
      "grad_norm": 0.1750178337097168,
      "learning_rate": 9.97611114141537e-06,
      "loss": 0.8348,
      "step": 24474
    },
    {
      "epoch": 0.5157870889903955,
      "grad_norm": 0.19186441600322723,
      "learning_rate": 9.975428603953207e-06,
      "loss": 0.8526,
      "step": 24475
    },
    {
      "epoch": 0.5158081630287608,
      "grad_norm": 0.1310732215642929,
      "learning_rate": 9.974746066605515e-06,
      "loss": 0.7454,
      "step": 24476
    },
    {
      "epoch": 0.5158292370671261,
      "grad_norm": 0.1390676349401474,
      "learning_rate": 9.974063529375469e-06,
      "loss": 0.7313,
      "step": 24477
    },
    {
      "epoch": 0.5158503111054914,
      "grad_norm": 0.14198952913284302,
      "learning_rate": 9.973380992266252e-06,
      "loss": 0.7092,
      "step": 24478
    },
    {
      "epoch": 0.5158713851438567,
      "grad_norm": 0.19149211049079895,
      "learning_rate": 9.97269845528104e-06,
      "loss": 0.6621,
      "step": 24479
    },
    {
      "epoch": 0.5158924591822219,
      "grad_norm": 0.13554823398590088,
      "learning_rate": 9.972015918423018e-06,
      "loss": 0.731,
      "step": 24480
    },
    {
      "epoch": 0.5159135332205872,
      "grad_norm": 0.15488940477371216,
      "learning_rate": 9.971333381695365e-06,
      "loss": 0.8367,
      "step": 24481
    },
    {
      "epoch": 0.5159346072589525,
      "grad_norm": 0.13396213948726654,
      "learning_rate": 9.970650845101254e-06,
      "loss": 0.7401,
      "step": 24482
    },
    {
      "epoch": 0.5159556812973178,
      "grad_norm": 0.1603129506111145,
      "learning_rate": 9.96996830864387e-06,
      "loss": 0.7743,
      "step": 24483
    },
    {
      "epoch": 0.5159767553356831,
      "grad_norm": 0.12399834394454956,
      "learning_rate": 9.969285772326391e-06,
      "loss": 0.7704,
      "step": 24484
    },
    {
      "epoch": 0.5159978293740484,
      "grad_norm": 0.15942499041557312,
      "learning_rate": 9.968603236152e-06,
      "loss": 0.8318,
      "step": 24485
    },
    {
      "epoch": 0.5160189034124136,
      "grad_norm": 0.12261257320642471,
      "learning_rate": 9.967920700123871e-06,
      "loss": 0.7754,
      "step": 24486
    },
    {
      "epoch": 0.5160399774507789,
      "grad_norm": 0.13451294600963593,
      "learning_rate": 9.96723816424519e-06,
      "loss": 0.7341,
      "step": 24487
    },
    {
      "epoch": 0.5160610514891443,
      "grad_norm": 0.11858581006526947,
      "learning_rate": 9.96655562851913e-06,
      "loss": 0.7068,
      "step": 24488
    },
    {
      "epoch": 0.5160821255275095,
      "grad_norm": 0.16297630965709686,
      "learning_rate": 9.965873092948876e-06,
      "loss": 0.7402,
      "step": 24489
    },
    {
      "epoch": 0.5161031995658748,
      "grad_norm": 0.11480618268251419,
      "learning_rate": 9.965190557537601e-06,
      "loss": 0.7489,
      "step": 24490
    },
    {
      "epoch": 0.5161242736042401,
      "grad_norm": 0.1449207216501236,
      "learning_rate": 9.964508022288494e-06,
      "loss": 0.6705,
      "step": 24491
    },
    {
      "epoch": 0.5161453476426053,
      "grad_norm": 0.10146133601665497,
      "learning_rate": 9.96382548720473e-06,
      "loss": 0.7426,
      "step": 24492
    },
    {
      "epoch": 0.5161664216809707,
      "grad_norm": 0.15404106676578522,
      "learning_rate": 9.963142952289486e-06,
      "loss": 0.8074,
      "step": 24493
    },
    {
      "epoch": 0.516187495719336,
      "grad_norm": 0.11665638536214828,
      "learning_rate": 9.962460417545946e-06,
      "loss": 0.728,
      "step": 24494
    },
    {
      "epoch": 0.5162085697577012,
      "grad_norm": 0.13769155740737915,
      "learning_rate": 9.961777882977289e-06,
      "loss": 0.7366,
      "step": 24495
    },
    {
      "epoch": 0.5162296437960665,
      "grad_norm": 0.17039404809474945,
      "learning_rate": 9.961095348586694e-06,
      "loss": 0.7662,
      "step": 24496
    },
    {
      "epoch": 0.5162507178344318,
      "grad_norm": 0.13842236995697021,
      "learning_rate": 9.960412814377338e-06,
      "loss": 0.7765,
      "step": 24497
    },
    {
      "epoch": 0.5162717918727971,
      "grad_norm": 0.183557391166687,
      "learning_rate": 9.959730280352404e-06,
      "loss": 0.7909,
      "step": 24498
    },
    {
      "epoch": 0.5162928659111624,
      "grad_norm": 0.20110930502414703,
      "learning_rate": 9.95904774651507e-06,
      "loss": 0.7104,
      "step": 24499
    },
    {
      "epoch": 0.5163139399495277,
      "grad_norm": 0.16931846737861633,
      "learning_rate": 9.958365212868516e-06,
      "loss": 0.831,
      "step": 24500
    },
    {
      "epoch": 0.5163350139878929,
      "grad_norm": 0.19780637323856354,
      "learning_rate": 9.957682679415924e-06,
      "loss": 0.7437,
      "step": 24501
    },
    {
      "epoch": 0.5163560880262582,
      "grad_norm": 0.1662834733724594,
      "learning_rate": 9.95700014616047e-06,
      "loss": 0.7991,
      "step": 24502
    },
    {
      "epoch": 0.5163771620646236,
      "grad_norm": 0.21002386510372162,
      "learning_rate": 9.956317613105335e-06,
      "loss": 0.7561,
      "step": 24503
    },
    {
      "epoch": 0.5163982361029889,
      "grad_norm": 0.17280782759189606,
      "learning_rate": 9.955635080253694e-06,
      "loss": 0.7839,
      "step": 24504
    },
    {
      "epoch": 0.5164193101413541,
      "grad_norm": 0.20812471210956573,
      "learning_rate": 9.95495254760874e-06,
      "loss": 0.7709,
      "step": 24505
    },
    {
      "epoch": 0.5164403841797194,
      "grad_norm": 0.16017094254493713,
      "learning_rate": 9.95427001517364e-06,
      "loss": 0.8076,
      "step": 24506
    },
    {
      "epoch": 0.5164614582180846,
      "grad_norm": 0.17893031239509583,
      "learning_rate": 9.953587482951578e-06,
      "loss": 0.7069,
      "step": 24507
    },
    {
      "epoch": 0.51648253225645,
      "grad_norm": 0.2337006777524948,
      "learning_rate": 9.952904950945733e-06,
      "loss": 0.764,
      "step": 24508
    },
    {
      "epoch": 0.5165036062948153,
      "grad_norm": 0.2636990249156952,
      "learning_rate": 9.952222419159285e-06,
      "loss": 0.7881,
      "step": 24509
    },
    {
      "epoch": 0.5165246803331806,
      "grad_norm": 0.20421233773231506,
      "learning_rate": 9.951539887595417e-06,
      "loss": 0.7736,
      "step": 24510
    },
    {
      "epoch": 0.5165457543715458,
      "grad_norm": 0.2223694622516632,
      "learning_rate": 9.950857356257303e-06,
      "loss": 0.801,
      "step": 24511
    },
    {
      "epoch": 0.5165668284099111,
      "grad_norm": 0.14884614944458008,
      "learning_rate": 9.950174825148124e-06,
      "loss": 0.7795,
      "step": 24512
    },
    {
      "epoch": 0.5165879024482765,
      "grad_norm": 0.17282043397426605,
      "learning_rate": 9.949492294271062e-06,
      "loss": 0.782,
      "step": 24513
    },
    {
      "epoch": 0.5166089764866417,
      "grad_norm": 0.13195548951625824,
      "learning_rate": 9.948809763629294e-06,
      "loss": 0.7663,
      "step": 24514
    },
    {
      "epoch": 0.516630050525007,
      "grad_norm": 0.20646820962429047,
      "learning_rate": 9.948127233226002e-06,
      "loss": 0.8005,
      "step": 24515
    },
    {
      "epoch": 0.5166511245633723,
      "grad_norm": 0.11333584040403366,
      "learning_rate": 9.947444703064364e-06,
      "loss": 0.7176,
      "step": 24516
    },
    {
      "epoch": 0.5166721986017375,
      "grad_norm": 0.1880737990140915,
      "learning_rate": 9.946762173147562e-06,
      "loss": 0.7445,
      "step": 24517
    },
    {
      "epoch": 0.5166932726401029,
      "grad_norm": 0.12226573377847672,
      "learning_rate": 9.94607964347877e-06,
      "loss": 0.7708,
      "step": 24518
    },
    {
      "epoch": 0.5167143466784682,
      "grad_norm": 0.1624540537595749,
      "learning_rate": 9.945397114061172e-06,
      "loss": 0.7271,
      "step": 24519
    },
    {
      "epoch": 0.5167354207168334,
      "grad_norm": 0.15275955200195312,
      "learning_rate": 9.94471458489795e-06,
      "loss": 0.819,
      "step": 24520
    },
    {
      "epoch": 0.5167564947551987,
      "grad_norm": 0.16407254338264465,
      "learning_rate": 9.944032055992277e-06,
      "loss": 0.762,
      "step": 24521
    },
    {
      "epoch": 0.516777568793564,
      "grad_norm": 0.15918706357479095,
      "learning_rate": 9.943349527347338e-06,
      "loss": 0.7816,
      "step": 24522
    },
    {
      "epoch": 0.5167986428319292,
      "grad_norm": 0.14584490656852722,
      "learning_rate": 9.942666998966313e-06,
      "loss": 0.7708,
      "step": 24523
    },
    {
      "epoch": 0.5168197168702946,
      "grad_norm": 0.1422269642353058,
      "learning_rate": 9.941984470852377e-06,
      "loss": 0.8026,
      "step": 24524
    },
    {
      "epoch": 0.5168407909086599,
      "grad_norm": 0.16778601706027985,
      "learning_rate": 9.941301943008716e-06,
      "loss": 0.7396,
      "step": 24525
    },
    {
      "epoch": 0.5168618649470251,
      "grad_norm": 0.155420184135437,
      "learning_rate": 9.940619415438503e-06,
      "loss": 0.7924,
      "step": 24526
    },
    {
      "epoch": 0.5168829389853904,
      "grad_norm": 0.13954055309295654,
      "learning_rate": 9.93993688814492e-06,
      "loss": 0.7732,
      "step": 24527
    },
    {
      "epoch": 0.5169040130237557,
      "grad_norm": 0.1329360157251358,
      "learning_rate": 9.939254361131148e-06,
      "loss": 0.7666,
      "step": 24528
    },
    {
      "epoch": 0.516925087062121,
      "grad_norm": 0.14127559959888458,
      "learning_rate": 9.938571834400365e-06,
      "loss": 0.8235,
      "step": 24529
    },
    {
      "epoch": 0.5169461611004863,
      "grad_norm": 0.10898639261722565,
      "learning_rate": 9.937889307955752e-06,
      "loss": 0.763,
      "step": 24530
    },
    {
      "epoch": 0.5169672351388516,
      "grad_norm": 0.17097929120063782,
      "learning_rate": 9.937206781800489e-06,
      "loss": 0.8021,
      "step": 24531
    },
    {
      "epoch": 0.5169883091772168,
      "grad_norm": 0.1444120854139328,
      "learning_rate": 9.936524255937754e-06,
      "loss": 0.7486,
      "step": 24532
    },
    {
      "epoch": 0.5170093832155821,
      "grad_norm": 0.13409289717674255,
      "learning_rate": 9.935841730370721e-06,
      "loss": 0.7476,
      "step": 24533
    },
    {
      "epoch": 0.5170304572539475,
      "grad_norm": 0.13088978826999664,
      "learning_rate": 9.935159205102583e-06,
      "loss": 0.824,
      "step": 24534
    },
    {
      "epoch": 0.5170515312923127,
      "grad_norm": 0.15135657787322998,
      "learning_rate": 9.934476680136512e-06,
      "loss": 0.7985,
      "step": 24535
    },
    {
      "epoch": 0.517072605330678,
      "grad_norm": 0.1173119843006134,
      "learning_rate": 9.933794155475686e-06,
      "loss": 0.7993,
      "step": 24536
    },
    {
      "epoch": 0.5170936793690433,
      "grad_norm": 0.15588223934173584,
      "learning_rate": 9.933111631123287e-06,
      "loss": 0.7926,
      "step": 24537
    },
    {
      "epoch": 0.5171147534074085,
      "grad_norm": 0.17375122010707855,
      "learning_rate": 9.932429107082494e-06,
      "loss": 0.8174,
      "step": 24538
    },
    {
      "epoch": 0.5171358274457739,
      "grad_norm": 0.12344934046268463,
      "learning_rate": 9.931746583356486e-06,
      "loss": 0.7667,
      "step": 24539
    },
    {
      "epoch": 0.5171569014841392,
      "grad_norm": 0.12863636016845703,
      "learning_rate": 9.931064059948447e-06,
      "loss": 0.7549,
      "step": 24540
    },
    {
      "epoch": 0.5171779755225044,
      "grad_norm": 0.15210869908332825,
      "learning_rate": 9.930381536861553e-06,
      "loss": 0.783,
      "step": 24541
    },
    {
      "epoch": 0.5171990495608697,
      "grad_norm": 0.12813930213451385,
      "learning_rate": 9.92969901409898e-06,
      "loss": 0.7527,
      "step": 24542
    },
    {
      "epoch": 0.517220123599235,
      "grad_norm": 0.13023458421230316,
      "learning_rate": 9.929016491663913e-06,
      "loss": 0.7368,
      "step": 24543
    },
    {
      "epoch": 0.5172411976376003,
      "grad_norm": 0.10671817511320114,
      "learning_rate": 9.928333969559529e-06,
      "loss": 0.7892,
      "step": 24544
    },
    {
      "epoch": 0.5172622716759656,
      "grad_norm": 0.13262048363685608,
      "learning_rate": 9.927651447789008e-06,
      "loss": 0.7453,
      "step": 24545
    },
    {
      "epoch": 0.5172833457143309,
      "grad_norm": 0.10371698439121246,
      "learning_rate": 9.926968926355534e-06,
      "loss": 0.6526,
      "step": 24546
    },
    {
      "epoch": 0.5173044197526961,
      "grad_norm": 0.1550077199935913,
      "learning_rate": 9.926286405262275e-06,
      "loss": 0.7266,
      "step": 24547
    },
    {
      "epoch": 0.5173254937910614,
      "grad_norm": 0.13905131816864014,
      "learning_rate": 9.925603884512424e-06,
      "loss": 0.7325,
      "step": 24548
    },
    {
      "epoch": 0.5173465678294268,
      "grad_norm": 0.15584468841552734,
      "learning_rate": 9.924921364109155e-06,
      "loss": 0.7603,
      "step": 24549
    },
    {
      "epoch": 0.517367641867792,
      "grad_norm": 0.1423206776380539,
      "learning_rate": 9.924238844055646e-06,
      "loss": 0.734,
      "step": 24550
    },
    {
      "epoch": 0.5173887159061573,
      "grad_norm": 0.17204943299293518,
      "learning_rate": 9.923556324355078e-06,
      "loss": 0.7596,
      "step": 24551
    },
    {
      "epoch": 0.5174097899445226,
      "grad_norm": 0.18325799703598022,
      "learning_rate": 9.92287380501063e-06,
      "loss": 0.7331,
      "step": 24552
    },
    {
      "epoch": 0.5174308639828878,
      "grad_norm": 0.14424625039100647,
      "learning_rate": 9.922191286025484e-06,
      "loss": 0.799,
      "step": 24553
    },
    {
      "epoch": 0.5174519380212532,
      "grad_norm": 0.15837521851062775,
      "learning_rate": 9.921508767402816e-06,
      "loss": 0.7975,
      "step": 24554
    },
    {
      "epoch": 0.5174730120596185,
      "grad_norm": 0.14444735646247864,
      "learning_rate": 9.920826249145811e-06,
      "loss": 0.8016,
      "step": 24555
    },
    {
      "epoch": 0.5174940860979838,
      "grad_norm": 0.18881164491176605,
      "learning_rate": 9.920143731257642e-06,
      "loss": 0.7385,
      "step": 24556
    },
    {
      "epoch": 0.517515160136349,
      "grad_norm": 0.14185817539691925,
      "learning_rate": 9.919461213741492e-06,
      "loss": 0.7957,
      "step": 24557
    },
    {
      "epoch": 0.5175362341747143,
      "grad_norm": 0.1449861228466034,
      "learning_rate": 9.91877869660054e-06,
      "loss": 0.7787,
      "step": 24558
    },
    {
      "epoch": 0.5175573082130795,
      "grad_norm": 0.11842995882034302,
      "learning_rate": 9.918096179837964e-06,
      "loss": 0.7603,
      "step": 24559
    },
    {
      "epoch": 0.5175783822514449,
      "grad_norm": 0.13517943024635315,
      "learning_rate": 9.91741366345695e-06,
      "loss": 0.7226,
      "step": 24560
    },
    {
      "epoch": 0.5175994562898102,
      "grad_norm": 0.10928619652986526,
      "learning_rate": 9.916731147460668e-06,
      "loss": 0.6949,
      "step": 24561
    },
    {
      "epoch": 0.5176205303281755,
      "grad_norm": 0.17878249287605286,
      "learning_rate": 9.9160486318523e-06,
      "loss": 0.7772,
      "step": 24562
    },
    {
      "epoch": 0.5176416043665407,
      "grad_norm": 0.1337694227695465,
      "learning_rate": 9.915366116635031e-06,
      "loss": 0.7606,
      "step": 24563
    },
    {
      "epoch": 0.517662678404906,
      "grad_norm": 0.21858637034893036,
      "learning_rate": 9.91468360181204e-06,
      "loss": 0.8004,
      "step": 24564
    },
    {
      "epoch": 0.5176837524432714,
      "grad_norm": 0.15388795733451843,
      "learning_rate": 9.914001087386502e-06,
      "loss": 0.815,
      "step": 24565
    },
    {
      "epoch": 0.5177048264816366,
      "grad_norm": 0.12410541623830795,
      "learning_rate": 9.9133185733616e-06,
      "loss": 0.7426,
      "step": 24566
    },
    {
      "epoch": 0.5177259005200019,
      "grad_norm": 0.15490196645259857,
      "learning_rate": 9.91263605974051e-06,
      "loss": 0.7587,
      "step": 24567
    },
    {
      "epoch": 0.5177469745583672,
      "grad_norm": 0.12967121601104736,
      "learning_rate": 9.911953546526416e-06,
      "loss": 0.7877,
      "step": 24568
    },
    {
      "epoch": 0.5177680485967324,
      "grad_norm": 0.15117470920085907,
      "learning_rate": 9.911271033722496e-06,
      "loss": 0.8143,
      "step": 24569
    },
    {
      "epoch": 0.5177891226350978,
      "grad_norm": 0.11441484093666077,
      "learning_rate": 9.910588521331927e-06,
      "loss": 0.6726,
      "step": 24570
    },
    {
      "epoch": 0.5178101966734631,
      "grad_norm": 0.12052179127931595,
      "learning_rate": 9.90990600935789e-06,
      "loss": 0.7961,
      "step": 24571
    },
    {
      "epoch": 0.5178312707118283,
      "grad_norm": 0.1439836025238037,
      "learning_rate": 9.909223497803567e-06,
      "loss": 0.7907,
      "step": 24572
    },
    {
      "epoch": 0.5178523447501936,
      "grad_norm": 0.1321001499891281,
      "learning_rate": 9.908540986672132e-06,
      "loss": 0.716,
      "step": 24573
    },
    {
      "epoch": 0.5178734187885589,
      "grad_norm": 0.10962146520614624,
      "learning_rate": 9.90785847596677e-06,
      "loss": 0.7717,
      "step": 24574
    },
    {
      "epoch": 0.5178944928269242,
      "grad_norm": 0.13333183526992798,
      "learning_rate": 9.907175965690661e-06,
      "loss": 0.7728,
      "step": 24575
    },
    {
      "epoch": 0.5179155668652895,
      "grad_norm": 0.1256212294101715,
      "learning_rate": 9.906493455846976e-06,
      "loss": 0.8054,
      "step": 24576
    },
    {
      "epoch": 0.5179366409036548,
      "grad_norm": 0.13569152355194092,
      "learning_rate": 9.905810946438904e-06,
      "loss": 0.767,
      "step": 24577
    },
    {
      "epoch": 0.51795771494202,
      "grad_norm": 0.1782686412334442,
      "learning_rate": 9.905128437469625e-06,
      "loss": 0.8371,
      "step": 24578
    },
    {
      "epoch": 0.5179787889803853,
      "grad_norm": 0.12684011459350586,
      "learning_rate": 9.904445928942312e-06,
      "loss": 0.7871,
      "step": 24579
    },
    {
      "epoch": 0.5179998630187507,
      "grad_norm": 0.14369526505470276,
      "learning_rate": 9.903763420860145e-06,
      "loss": 0.7904,
      "step": 24580
    },
    {
      "epoch": 0.5180209370571159,
      "grad_norm": 0.12060430645942688,
      "learning_rate": 9.90308091322631e-06,
      "loss": 0.7712,
      "step": 24581
    },
    {
      "epoch": 0.5180420110954812,
      "grad_norm": 0.11919280886650085,
      "learning_rate": 9.902398406043978e-06,
      "loss": 0.7613,
      "step": 24582
    },
    {
      "epoch": 0.5180630851338465,
      "grad_norm": 0.1228196993470192,
      "learning_rate": 9.901715899316335e-06,
      "loss": 0.7389,
      "step": 24583
    },
    {
      "epoch": 0.5180841591722117,
      "grad_norm": 0.14379650354385376,
      "learning_rate": 9.901033393046561e-06,
      "loss": 0.7524,
      "step": 24584
    },
    {
      "epoch": 0.5181052332105771,
      "grad_norm": 0.13302254676818848,
      "learning_rate": 9.90035088723783e-06,
      "loss": 0.8192,
      "step": 24585
    },
    {
      "epoch": 0.5181263072489424,
      "grad_norm": 0.11719126999378204,
      "learning_rate": 9.899668381893324e-06,
      "loss": 0.7569,
      "step": 24586
    },
    {
      "epoch": 0.5181473812873076,
      "grad_norm": 0.11947552114725113,
      "learning_rate": 9.898985877016225e-06,
      "loss": 0.7754,
      "step": 24587
    },
    {
      "epoch": 0.5181684553256729,
      "grad_norm": 0.11925190687179565,
      "learning_rate": 9.898303372609708e-06,
      "loss": 0.8182,
      "step": 24588
    },
    {
      "epoch": 0.5181895293640382,
      "grad_norm": 0.11842646449804306,
      "learning_rate": 9.897620868676958e-06,
      "loss": 0.757,
      "step": 24589
    },
    {
      "epoch": 0.5182106034024035,
      "grad_norm": 0.11354761570692062,
      "learning_rate": 9.896938365221151e-06,
      "loss": 0.7597,
      "step": 24590
    },
    {
      "epoch": 0.5182316774407688,
      "grad_norm": 0.1338912546634674,
      "learning_rate": 9.896255862245461e-06,
      "loss": 0.7626,
      "step": 24591
    },
    {
      "epoch": 0.5182527514791341,
      "grad_norm": 0.12479948997497559,
      "learning_rate": 9.895573359753079e-06,
      "loss": 0.7413,
      "step": 24592
    },
    {
      "epoch": 0.5182738255174993,
      "grad_norm": 0.12603239715099335,
      "learning_rate": 9.89489085774718e-06,
      "loss": 0.8641,
      "step": 24593
    },
    {
      "epoch": 0.5182948995558646,
      "grad_norm": 0.1395026594400406,
      "learning_rate": 9.894208356230942e-06,
      "loss": 0.7542,
      "step": 24594
    },
    {
      "epoch": 0.5183159735942299,
      "grad_norm": 0.11210836470127106,
      "learning_rate": 9.893525855207545e-06,
      "loss": 0.7148,
      "step": 24595
    },
    {
      "epoch": 0.5183370476325952,
      "grad_norm": 0.18627730011940002,
      "learning_rate": 9.892843354680167e-06,
      "loss": 0.7427,
      "step": 24596
    },
    {
      "epoch": 0.5183581216709605,
      "grad_norm": 0.11368778347969055,
      "learning_rate": 9.89216085465199e-06,
      "loss": 0.7463,
      "step": 24597
    },
    {
      "epoch": 0.5183791957093258,
      "grad_norm": 0.13589678704738617,
      "learning_rate": 9.891478355126193e-06,
      "loss": 0.7875,
      "step": 24598
    },
    {
      "epoch": 0.518400269747691,
      "grad_norm": 0.12731263041496277,
      "learning_rate": 9.890795856105957e-06,
      "loss": 0.7581,
      "step": 24599
    },
    {
      "epoch": 0.5184213437860563,
      "grad_norm": 0.11216177046298981,
      "learning_rate": 9.890113357594457e-06,
      "loss": 0.7077,
      "step": 24600
    },
    {
      "epoch": 0.5184424178244217,
      "grad_norm": 0.14708545804023743,
      "learning_rate": 9.889430859594875e-06,
      "loss": 0.835,
      "step": 24601
    },
    {
      "epoch": 0.518463491862787,
      "grad_norm": 0.10535135120153427,
      "learning_rate": 9.88874836211039e-06,
      "loss": 0.7799,
      "step": 24602
    },
    {
      "epoch": 0.5184845659011522,
      "grad_norm": 0.14280354976654053,
      "learning_rate": 9.888065865144182e-06,
      "loss": 0.8032,
      "step": 24603
    },
    {
      "epoch": 0.5185056399395175,
      "grad_norm": 0.11256258934736252,
      "learning_rate": 9.887383368699432e-06,
      "loss": 0.7641,
      "step": 24604
    },
    {
      "epoch": 0.5185267139778827,
      "grad_norm": 0.14319178462028503,
      "learning_rate": 9.886700872779316e-06,
      "loss": 0.7808,
      "step": 24605
    },
    {
      "epoch": 0.5185477880162481,
      "grad_norm": 0.12557637691497803,
      "learning_rate": 9.886018377387016e-06,
      "loss": 0.7281,
      "step": 24606
    },
    {
      "epoch": 0.5185688620546134,
      "grad_norm": 0.12053985893726349,
      "learning_rate": 9.885335882525712e-06,
      "loss": 0.7922,
      "step": 24607
    },
    {
      "epoch": 0.5185899360929787,
      "grad_norm": 0.13511492311954498,
      "learning_rate": 9.884653388198585e-06,
      "loss": 0.7276,
      "step": 24608
    },
    {
      "epoch": 0.5186110101313439,
      "grad_norm": 0.1194043979048729,
      "learning_rate": 9.883970894408808e-06,
      "loss": 0.7958,
      "step": 24609
    },
    {
      "epoch": 0.5186320841697092,
      "grad_norm": 0.16782668232917786,
      "learning_rate": 9.883288401159564e-06,
      "loss": 0.7644,
      "step": 24610
    },
    {
      "epoch": 0.5186531582080746,
      "grad_norm": 0.13616864383220673,
      "learning_rate": 9.882605908454035e-06,
      "loss": 0.7736,
      "step": 24611
    },
    {
      "epoch": 0.5186742322464398,
      "grad_norm": 0.1330512911081314,
      "learning_rate": 9.881923416295396e-06,
      "loss": 0.7734,
      "step": 24612
    },
    {
      "epoch": 0.5186953062848051,
      "grad_norm": 0.12393280118703842,
      "learning_rate": 9.88124092468683e-06,
      "loss": 0.7922,
      "step": 24613
    },
    {
      "epoch": 0.5187163803231704,
      "grad_norm": 0.12423364818096161,
      "learning_rate": 9.88055843363152e-06,
      "loss": 0.6968,
      "step": 24614
    },
    {
      "epoch": 0.5187374543615356,
      "grad_norm": 0.12650585174560547,
      "learning_rate": 9.879875943132635e-06,
      "loss": 0.8006,
      "step": 24615
    },
    {
      "epoch": 0.518758528399901,
      "grad_norm": 0.12851503491401672,
      "learning_rate": 9.87919345319336e-06,
      "loss": 0.7702,
      "step": 24616
    },
    {
      "epoch": 0.5187796024382663,
      "grad_norm": 0.1692456305027008,
      "learning_rate": 9.878510963816876e-06,
      "loss": 0.8149,
      "step": 24617
    },
    {
      "epoch": 0.5188006764766315,
      "grad_norm": 0.12346708029508591,
      "learning_rate": 9.877828475006358e-06,
      "loss": 0.784,
      "step": 24618
    },
    {
      "epoch": 0.5188217505149968,
      "grad_norm": 0.13360664248466492,
      "learning_rate": 9.87714598676499e-06,
      "loss": 0.7563,
      "step": 24619
    },
    {
      "epoch": 0.5188428245533621,
      "grad_norm": 0.1275169849395752,
      "learning_rate": 9.876463499095951e-06,
      "loss": 0.7337,
      "step": 24620
    },
    {
      "epoch": 0.5188638985917274,
      "grad_norm": 0.11297443509101868,
      "learning_rate": 9.875781012002417e-06,
      "loss": 0.7591,
      "step": 24621
    },
    {
      "epoch": 0.5188849726300927,
      "grad_norm": 0.1362394243478775,
      "learning_rate": 9.875098525487573e-06,
      "loss": 0.825,
      "step": 24622
    },
    {
      "epoch": 0.518906046668458,
      "grad_norm": 0.1334400475025177,
      "learning_rate": 9.874416039554596e-06,
      "loss": 0.8227,
      "step": 24623
    },
    {
      "epoch": 0.5189271207068232,
      "grad_norm": 0.14494478702545166,
      "learning_rate": 9.873733554206663e-06,
      "loss": 0.791,
      "step": 24624
    },
    {
      "epoch": 0.5189481947451885,
      "grad_norm": 0.12221214175224304,
      "learning_rate": 9.873051069446954e-06,
      "loss": 0.729,
      "step": 24625
    },
    {
      "epoch": 0.5189692687835539,
      "grad_norm": 0.12200140208005905,
      "learning_rate": 9.872368585278648e-06,
      "loss": 0.7456,
      "step": 24626
    },
    {
      "epoch": 0.5189903428219191,
      "grad_norm": 0.12065920978784561,
      "learning_rate": 9.871686101704929e-06,
      "loss": 0.7271,
      "step": 24627
    },
    {
      "epoch": 0.5190114168602844,
      "grad_norm": 0.13415616750717163,
      "learning_rate": 9.871003618728975e-06,
      "loss": 0.7185,
      "step": 24628
    },
    {
      "epoch": 0.5190324908986497,
      "grad_norm": 0.13098067045211792,
      "learning_rate": 9.87032113635396e-06,
      "loss": 0.7581,
      "step": 24629
    },
    {
      "epoch": 0.5190535649370149,
      "grad_norm": 0.14484727382659912,
      "learning_rate": 9.869638654583069e-06,
      "loss": 0.7539,
      "step": 24630
    },
    {
      "epoch": 0.5190746389753803,
      "grad_norm": 0.16477453708648682,
      "learning_rate": 9.868956173419477e-06,
      "loss": 0.796,
      "step": 24631
    },
    {
      "epoch": 0.5190957130137456,
      "grad_norm": 0.15511749684810638,
      "learning_rate": 9.868273692866367e-06,
      "loss": 0.777,
      "step": 24632
    },
    {
      "epoch": 0.5191167870521108,
      "grad_norm": 0.12702009081840515,
      "learning_rate": 9.867591212926918e-06,
      "loss": 0.7011,
      "step": 24633
    },
    {
      "epoch": 0.5191378610904761,
      "grad_norm": 0.18999938666820526,
      "learning_rate": 9.866908733604306e-06,
      "loss": 0.8048,
      "step": 24634
    },
    {
      "epoch": 0.5191589351288414,
      "grad_norm": 0.1343553215265274,
      "learning_rate": 9.866226254901716e-06,
      "loss": 0.6995,
      "step": 24635
    },
    {
      "epoch": 0.5191800091672066,
      "grad_norm": 0.16085435450077057,
      "learning_rate": 9.865543776822324e-06,
      "loss": 0.7641,
      "step": 24636
    },
    {
      "epoch": 0.519201083205572,
      "grad_norm": 0.16031919419765472,
      "learning_rate": 9.864861299369312e-06,
      "loss": 0.7243,
      "step": 24637
    },
    {
      "epoch": 0.5192221572439373,
      "grad_norm": 0.1341693103313446,
      "learning_rate": 9.864178822545854e-06,
      "loss": 0.7065,
      "step": 24638
    },
    {
      "epoch": 0.5192432312823025,
      "grad_norm": 0.13330665230751038,
      "learning_rate": 9.863496346355135e-06,
      "loss": 0.774,
      "step": 24639
    },
    {
      "epoch": 0.5192643053206678,
      "grad_norm": 0.11814085394144058,
      "learning_rate": 9.862813870800331e-06,
      "loss": 0.7355,
      "step": 24640
    },
    {
      "epoch": 0.5192853793590331,
      "grad_norm": 0.1745859533548355,
      "learning_rate": 9.862131395884622e-06,
      "loss": 0.8281,
      "step": 24641
    },
    {
      "epoch": 0.5193064533973984,
      "grad_norm": 0.1521739810705185,
      "learning_rate": 9.86144892161119e-06,
      "loss": 0.7713,
      "step": 24642
    },
    {
      "epoch": 0.5193275274357637,
      "grad_norm": 0.13041254878044128,
      "learning_rate": 9.860766447983211e-06,
      "loss": 0.7561,
      "step": 24643
    },
    {
      "epoch": 0.519348601474129,
      "grad_norm": 0.11137393116950989,
      "learning_rate": 9.860083975003865e-06,
      "loss": 0.6976,
      "step": 24644
    },
    {
      "epoch": 0.5193696755124942,
      "grad_norm": 0.1451997011899948,
      "learning_rate": 9.859401502676333e-06,
      "loss": 0.8234,
      "step": 24645
    },
    {
      "epoch": 0.5193907495508595,
      "grad_norm": 0.1278824806213379,
      "learning_rate": 9.858719031003792e-06,
      "loss": 0.8034,
      "step": 24646
    },
    {
      "epoch": 0.5194118235892249,
      "grad_norm": 0.12738384306430817,
      "learning_rate": 9.858036559989422e-06,
      "loss": 0.7293,
      "step": 24647
    },
    {
      "epoch": 0.5194328976275902,
      "grad_norm": 0.13639137148857117,
      "learning_rate": 9.857354089636403e-06,
      "loss": 0.7874,
      "step": 24648
    },
    {
      "epoch": 0.5194539716659554,
      "grad_norm": 0.1315927505493164,
      "learning_rate": 9.856671619947916e-06,
      "loss": 0.8031,
      "step": 24649
    },
    {
      "epoch": 0.5194750457043207,
      "grad_norm": 0.13520634174346924,
      "learning_rate": 9.855989150927138e-06,
      "loss": 0.7034,
      "step": 24650
    },
    {
      "epoch": 0.519496119742686,
      "grad_norm": 0.12023655325174332,
      "learning_rate": 9.855306682577249e-06,
      "loss": 0.7698,
      "step": 24651
    },
    {
      "epoch": 0.5195171937810513,
      "grad_norm": 0.13626673817634583,
      "learning_rate": 9.854624214901432e-06,
      "loss": 0.7698,
      "step": 24652
    },
    {
      "epoch": 0.5195382678194166,
      "grad_norm": 0.11337940394878387,
      "learning_rate": 9.853941747902858e-06,
      "loss": 0.76,
      "step": 24653
    },
    {
      "epoch": 0.5195593418577819,
      "grad_norm": 0.13657763600349426,
      "learning_rate": 9.853259281584715e-06,
      "loss": 0.7761,
      "step": 24654
    },
    {
      "epoch": 0.5195804158961471,
      "grad_norm": 0.11052864044904709,
      "learning_rate": 9.852576815950176e-06,
      "loss": 0.6961,
      "step": 24655
    },
    {
      "epoch": 0.5196014899345124,
      "grad_norm": 0.14220646023750305,
      "learning_rate": 9.851894351002422e-06,
      "loss": 0.7576,
      "step": 24656
    },
    {
      "epoch": 0.5196225639728778,
      "grad_norm": 0.1303180307149887,
      "learning_rate": 9.851211886744635e-06,
      "loss": 0.7747,
      "step": 24657
    },
    {
      "epoch": 0.519643638011243,
      "grad_norm": 0.12417278438806534,
      "learning_rate": 9.850529423179994e-06,
      "loss": 0.7609,
      "step": 24658
    },
    {
      "epoch": 0.5196647120496083,
      "grad_norm": 0.1256428211927414,
      "learning_rate": 9.849846960311675e-06,
      "loss": 0.6892,
      "step": 24659
    },
    {
      "epoch": 0.5196857860879736,
      "grad_norm": 0.4418775737285614,
      "learning_rate": 9.849164498142858e-06,
      "loss": 0.7919,
      "step": 24660
    },
    {
      "epoch": 0.5197068601263388,
      "grad_norm": 0.13509947061538696,
      "learning_rate": 9.848482036676725e-06,
      "loss": 0.7753,
      "step": 24661
    },
    {
      "epoch": 0.5197279341647042,
      "grad_norm": 0.1267717182636261,
      "learning_rate": 9.84779957591645e-06,
      "loss": 0.728,
      "step": 24662
    },
    {
      "epoch": 0.5197490082030695,
      "grad_norm": 0.12407497316598892,
      "learning_rate": 9.847117115865221e-06,
      "loss": 0.7389,
      "step": 24663
    },
    {
      "epoch": 0.5197700822414347,
      "grad_norm": 0.11585112661123276,
      "learning_rate": 9.846434656526209e-06,
      "loss": 0.7186,
      "step": 24664
    },
    {
      "epoch": 0.5197911562798,
      "grad_norm": 0.107784204185009,
      "learning_rate": 9.845752197902599e-06,
      "loss": 0.6958,
      "step": 24665
    },
    {
      "epoch": 0.5198122303181653,
      "grad_norm": 0.118292897939682,
      "learning_rate": 9.845069739997566e-06,
      "loss": 0.8582,
      "step": 24666
    },
    {
      "epoch": 0.5198333043565306,
      "grad_norm": 0.1205737292766571,
      "learning_rate": 9.844387282814296e-06,
      "loss": 0.7836,
      "step": 24667
    },
    {
      "epoch": 0.5198543783948959,
      "grad_norm": 0.12730072438716888,
      "learning_rate": 9.84370482635596e-06,
      "loss": 0.7493,
      "step": 24668
    },
    {
      "epoch": 0.5198754524332612,
      "grad_norm": 0.14538826048374176,
      "learning_rate": 9.843022370625741e-06,
      "loss": 0.753,
      "step": 24669
    },
    {
      "epoch": 0.5198965264716264,
      "grad_norm": 0.1300944685935974,
      "learning_rate": 9.842339915626818e-06,
      "loss": 0.7397,
      "step": 24670
    },
    {
      "epoch": 0.5199176005099917,
      "grad_norm": 0.13718505203723907,
      "learning_rate": 9.84165746136237e-06,
      "loss": 0.754,
      "step": 24671
    },
    {
      "epoch": 0.519938674548357,
      "grad_norm": 0.144698828458786,
      "learning_rate": 9.840975007835578e-06,
      "loss": 0.7943,
      "step": 24672
    },
    {
      "epoch": 0.5199597485867223,
      "grad_norm": 0.12808270752429962,
      "learning_rate": 9.840292555049622e-06,
      "loss": 0.792,
      "step": 24673
    },
    {
      "epoch": 0.5199808226250876,
      "grad_norm": 0.1409139633178711,
      "learning_rate": 9.839610103007675e-06,
      "loss": 0.8231,
      "step": 24674
    },
    {
      "epoch": 0.5200018966634529,
      "grad_norm": 0.12604491412639618,
      "learning_rate": 9.838927651712923e-06,
      "loss": 0.8257,
      "step": 24675
    },
    {
      "epoch": 0.5200229707018181,
      "grad_norm": 0.1404542326927185,
      "learning_rate": 9.838245201168543e-06,
      "loss": 0.7061,
      "step": 24676
    },
    {
      "epoch": 0.5200440447401834,
      "grad_norm": 0.13980238139629364,
      "learning_rate": 9.837562751377711e-06,
      "loss": 0.782,
      "step": 24677
    },
    {
      "epoch": 0.5200651187785488,
      "grad_norm": 0.15460039675235748,
      "learning_rate": 9.83688030234361e-06,
      "loss": 0.8272,
      "step": 24678
    },
    {
      "epoch": 0.520086192816914,
      "grad_norm": 0.1245448961853981,
      "learning_rate": 9.836197854069422e-06,
      "loss": 0.7213,
      "step": 24679
    },
    {
      "epoch": 0.5201072668552793,
      "grad_norm": 0.14973096549510956,
      "learning_rate": 9.83551540655832e-06,
      "loss": 0.8521,
      "step": 24680
    },
    {
      "epoch": 0.5201283408936446,
      "grad_norm": 0.11041659116744995,
      "learning_rate": 9.834832959813487e-06,
      "loss": 0.783,
      "step": 24681
    },
    {
      "epoch": 0.5201494149320098,
      "grad_norm": 0.21709942817687988,
      "learning_rate": 9.834150513838104e-06,
      "loss": 0.7947,
      "step": 24682
    },
    {
      "epoch": 0.5201704889703752,
      "grad_norm": 0.14350003004074097,
      "learning_rate": 9.833468068635346e-06,
      "loss": 0.7876,
      "step": 24683
    },
    {
      "epoch": 0.5201915630087405,
      "grad_norm": 0.15233103930950165,
      "learning_rate": 9.832785624208393e-06,
      "loss": 0.7511,
      "step": 24684
    },
    {
      "epoch": 0.5202126370471057,
      "grad_norm": 0.1652517467737198,
      "learning_rate": 9.832103180560424e-06,
      "loss": 0.7761,
      "step": 24685
    },
    {
      "epoch": 0.520233711085471,
      "grad_norm": 0.12192041426897049,
      "learning_rate": 9.831420737694621e-06,
      "loss": 0.7266,
      "step": 24686
    },
    {
      "epoch": 0.5202547851238363,
      "grad_norm": 0.12348324060440063,
      "learning_rate": 9.830738295614164e-06,
      "loss": 0.7637,
      "step": 24687
    },
    {
      "epoch": 0.5202758591622016,
      "grad_norm": 0.13353049755096436,
      "learning_rate": 9.830055854322226e-06,
      "loss": 0.7797,
      "step": 24688
    },
    {
      "epoch": 0.5202969332005669,
      "grad_norm": 0.12141185253858566,
      "learning_rate": 9.82937341382199e-06,
      "loss": 0.7927,
      "step": 24689
    },
    {
      "epoch": 0.5203180072389322,
      "grad_norm": 0.10843454301357269,
      "learning_rate": 9.828690974116637e-06,
      "loss": 0.7571,
      "step": 24690
    },
    {
      "epoch": 0.5203390812772974,
      "grad_norm": 0.12102148681879044,
      "learning_rate": 9.828008535209342e-06,
      "loss": 0.7852,
      "step": 24691
    },
    {
      "epoch": 0.5203601553156627,
      "grad_norm": 0.1474543958902359,
      "learning_rate": 9.827326097103287e-06,
      "loss": 0.6792,
      "step": 24692
    },
    {
      "epoch": 0.5203812293540281,
      "grad_norm": 0.13088645040988922,
      "learning_rate": 9.826643659801652e-06,
      "loss": 0.7684,
      "step": 24693
    },
    {
      "epoch": 0.5204023033923934,
      "grad_norm": 0.13395513594150543,
      "learning_rate": 9.825961223307614e-06,
      "loss": 0.764,
      "step": 24694
    },
    {
      "epoch": 0.5204233774307586,
      "grad_norm": 0.1273740530014038,
      "learning_rate": 9.825278787624356e-06,
      "loss": 0.6899,
      "step": 24695
    },
    {
      "epoch": 0.5204444514691239,
      "grad_norm": 0.12571728229522705,
      "learning_rate": 9.824596352755053e-06,
      "loss": 0.7453,
      "step": 24696
    },
    {
      "epoch": 0.5204655255074891,
      "grad_norm": 0.17970359325408936,
      "learning_rate": 9.823913918702888e-06,
      "loss": 0.8138,
      "step": 24697
    },
    {
      "epoch": 0.5204865995458545,
      "grad_norm": 0.11359906941652298,
      "learning_rate": 9.823231485471034e-06,
      "loss": 0.7615,
      "step": 24698
    },
    {
      "epoch": 0.5205076735842198,
      "grad_norm": 0.12025757879018784,
      "learning_rate": 9.822549053062676e-06,
      "loss": 0.7621,
      "step": 24699
    },
    {
      "epoch": 0.520528747622585,
      "grad_norm": 0.15768226981163025,
      "learning_rate": 9.82186662148099e-06,
      "loss": 0.6938,
      "step": 24700
    },
    {
      "epoch": 0.5205498216609503,
      "grad_norm": 0.12702199816703796,
      "learning_rate": 9.821184190729158e-06,
      "loss": 0.7791,
      "step": 24701
    },
    {
      "epoch": 0.5205708956993156,
      "grad_norm": 0.12198202311992645,
      "learning_rate": 9.820501760810358e-06,
      "loss": 0.7646,
      "step": 24702
    },
    {
      "epoch": 0.520591969737681,
      "grad_norm": 0.10520479828119278,
      "learning_rate": 9.819819331727766e-06,
      "loss": 0.7788,
      "step": 24703
    },
    {
      "epoch": 0.5206130437760462,
      "grad_norm": 0.12010275572538376,
      "learning_rate": 9.819136903484567e-06,
      "loss": 0.7934,
      "step": 24704
    },
    {
      "epoch": 0.5206341178144115,
      "grad_norm": 0.11569096148014069,
      "learning_rate": 9.818454476083935e-06,
      "loss": 0.7481,
      "step": 24705
    },
    {
      "epoch": 0.5206551918527768,
      "grad_norm": 0.1196746677160263,
      "learning_rate": 9.817772049529047e-06,
      "loss": 0.7435,
      "step": 24706
    },
    {
      "epoch": 0.520676265891142,
      "grad_norm": 0.10940004140138626,
      "learning_rate": 9.817089623823092e-06,
      "loss": 0.7064,
      "step": 24707
    },
    {
      "epoch": 0.5206973399295074,
      "grad_norm": 0.13434351980686188,
      "learning_rate": 9.816407198969241e-06,
      "loss": 0.7301,
      "step": 24708
    },
    {
      "epoch": 0.5207184139678727,
      "grad_norm": 0.13875994086265564,
      "learning_rate": 9.815724774970678e-06,
      "loss": 0.7841,
      "step": 24709
    },
    {
      "epoch": 0.5207394880062379,
      "grad_norm": 0.15055787563323975,
      "learning_rate": 9.815042351830578e-06,
      "loss": 0.8371,
      "step": 24710
    },
    {
      "epoch": 0.5207605620446032,
      "grad_norm": 0.14186173677444458,
      "learning_rate": 9.814359929552123e-06,
      "loss": 0.8245,
      "step": 24711
    },
    {
      "epoch": 0.5207816360829685,
      "grad_norm": 0.13465222716331482,
      "learning_rate": 9.813677508138491e-06,
      "loss": 0.7495,
      "step": 24712
    },
    {
      "epoch": 0.5208027101213337,
      "grad_norm": 0.14398248493671417,
      "learning_rate": 9.812995087592862e-06,
      "loss": 0.7604,
      "step": 24713
    },
    {
      "epoch": 0.5208237841596991,
      "grad_norm": 0.1254703402519226,
      "learning_rate": 9.812312667918412e-06,
      "loss": 0.7422,
      "step": 24714
    },
    {
      "epoch": 0.5208448581980644,
      "grad_norm": 0.23996597528457642,
      "learning_rate": 9.811630249118324e-06,
      "loss": 0.735,
      "step": 24715
    },
    {
      "epoch": 0.5208659322364296,
      "grad_norm": 0.13756193220615387,
      "learning_rate": 9.810947831195775e-06,
      "loss": 0.7617,
      "step": 24716
    },
    {
      "epoch": 0.5208870062747949,
      "grad_norm": 0.16188547015190125,
      "learning_rate": 9.810265414153947e-06,
      "loss": 0.7601,
      "step": 24717
    },
    {
      "epoch": 0.5209080803131602,
      "grad_norm": 0.13373824954032898,
      "learning_rate": 9.809582997996015e-06,
      "loss": 0.7551,
      "step": 24718
    },
    {
      "epoch": 0.5209291543515255,
      "grad_norm": 0.17694556713104248,
      "learning_rate": 9.808900582725158e-06,
      "loss": 0.7543,
      "step": 24719
    },
    {
      "epoch": 0.5209502283898908,
      "grad_norm": 0.099550761282444,
      "learning_rate": 9.808218168344557e-06,
      "loss": 0.7339,
      "step": 24720
    },
    {
      "epoch": 0.5209713024282561,
      "grad_norm": 0.16222234070301056,
      "learning_rate": 9.807535754857392e-06,
      "loss": 0.7963,
      "step": 24721
    },
    {
      "epoch": 0.5209923764666213,
      "grad_norm": 0.12745797634124756,
      "learning_rate": 9.806853342266841e-06,
      "loss": 0.7198,
      "step": 24722
    },
    {
      "epoch": 0.5210134505049866,
      "grad_norm": 0.15011829137802124,
      "learning_rate": 9.806170930576084e-06,
      "loss": 0.7525,
      "step": 24723
    },
    {
      "epoch": 0.521034524543352,
      "grad_norm": 0.14249210059642792,
      "learning_rate": 9.8054885197883e-06,
      "loss": 0.7819,
      "step": 24724
    },
    {
      "epoch": 0.5210555985817172,
      "grad_norm": 0.1505357176065445,
      "learning_rate": 9.804806109906666e-06,
      "loss": 0.7329,
      "step": 24725
    },
    {
      "epoch": 0.5210766726200825,
      "grad_norm": 0.17772461473941803,
      "learning_rate": 9.804123700934364e-06,
      "loss": 0.7443,
      "step": 24726
    },
    {
      "epoch": 0.5210977466584478,
      "grad_norm": 0.1265871673822403,
      "learning_rate": 9.803441292874571e-06,
      "loss": 0.7314,
      "step": 24727
    },
    {
      "epoch": 0.521118820696813,
      "grad_norm": 0.13072428107261658,
      "learning_rate": 9.802758885730466e-06,
      "loss": 0.8052,
      "step": 24728
    },
    {
      "epoch": 0.5211398947351784,
      "grad_norm": 0.12859775125980377,
      "learning_rate": 9.802076479505231e-06,
      "loss": 0.7813,
      "step": 24729
    },
    {
      "epoch": 0.5211609687735437,
      "grad_norm": 0.14725737273693085,
      "learning_rate": 9.80139407420204e-06,
      "loss": 0.7166,
      "step": 24730
    },
    {
      "epoch": 0.5211820428119089,
      "grad_norm": 0.16237640380859375,
      "learning_rate": 9.800711669824076e-06,
      "loss": 0.7718,
      "step": 24731
    },
    {
      "epoch": 0.5212031168502742,
      "grad_norm": 0.13539692759513855,
      "learning_rate": 9.800029266374518e-06,
      "loss": 0.6942,
      "step": 24732
    },
    {
      "epoch": 0.5212241908886395,
      "grad_norm": 0.1443725824356079,
      "learning_rate": 9.799346863856542e-06,
      "loss": 0.7335,
      "step": 24733
    },
    {
      "epoch": 0.5212452649270048,
      "grad_norm": 0.1495005488395691,
      "learning_rate": 9.798664462273325e-06,
      "loss": 0.7307,
      "step": 24734
    },
    {
      "epoch": 0.5212663389653701,
      "grad_norm": 0.19432367384433746,
      "learning_rate": 9.797982061628056e-06,
      "loss": 0.778,
      "step": 24735
    },
    {
      "epoch": 0.5212874130037354,
      "grad_norm": 0.17596375942230225,
      "learning_rate": 9.797299661923906e-06,
      "loss": 0.7508,
      "step": 24736
    },
    {
      "epoch": 0.5213084870421006,
      "grad_norm": 0.11216498911380768,
      "learning_rate": 9.796617263164057e-06,
      "loss": 0.7074,
      "step": 24737
    },
    {
      "epoch": 0.5213295610804659,
      "grad_norm": 0.16144882142543793,
      "learning_rate": 9.795934865351687e-06,
      "loss": 0.8038,
      "step": 24738
    },
    {
      "epoch": 0.5213506351188313,
      "grad_norm": 0.13343530893325806,
      "learning_rate": 9.795252468489974e-06,
      "loss": 0.8681,
      "step": 24739
    },
    {
      "epoch": 0.5213717091571966,
      "grad_norm": 0.1444823294878006,
      "learning_rate": 9.794570072582098e-06,
      "loss": 0.7518,
      "step": 24740
    },
    {
      "epoch": 0.5213927831955618,
      "grad_norm": 0.13228853046894073,
      "learning_rate": 9.79388767763124e-06,
      "loss": 0.8128,
      "step": 24741
    },
    {
      "epoch": 0.5214138572339271,
      "grad_norm": 0.12748733162879944,
      "learning_rate": 9.793205283640577e-06,
      "loss": 0.7764,
      "step": 24742
    },
    {
      "epoch": 0.5214349312722923,
      "grad_norm": 0.1423170119524002,
      "learning_rate": 9.792522890613287e-06,
      "loss": 0.7573,
      "step": 24743
    },
    {
      "epoch": 0.5214560053106577,
      "grad_norm": 0.11924473196268082,
      "learning_rate": 9.79184049855255e-06,
      "loss": 0.7586,
      "step": 24744
    },
    {
      "epoch": 0.521477079349023,
      "grad_norm": 0.12500311434268951,
      "learning_rate": 9.791158107461544e-06,
      "loss": 0.7521,
      "step": 24745
    },
    {
      "epoch": 0.5214981533873883,
      "grad_norm": 0.12489397078752518,
      "learning_rate": 9.79047571734345e-06,
      "loss": 0.7789,
      "step": 24746
    },
    {
      "epoch": 0.5215192274257535,
      "grad_norm": 0.11617690324783325,
      "learning_rate": 9.789793328201448e-06,
      "loss": 0.7431,
      "step": 24747
    },
    {
      "epoch": 0.5215403014641188,
      "grad_norm": 0.1339024156332016,
      "learning_rate": 9.789110940038715e-06,
      "loss": 0.7341,
      "step": 24748
    },
    {
      "epoch": 0.521561375502484,
      "grad_norm": 0.12042970955371857,
      "learning_rate": 9.788428552858423e-06,
      "loss": 0.7441,
      "step": 24749
    },
    {
      "epoch": 0.5215824495408494,
      "grad_norm": 0.1419968456029892,
      "learning_rate": 9.787746166663765e-06,
      "loss": 0.7474,
      "step": 24750
    },
    {
      "epoch": 0.5216035235792147,
      "grad_norm": 0.14180304110050201,
      "learning_rate": 9.787063781457912e-06,
      "loss": 0.7376,
      "step": 24751
    },
    {
      "epoch": 0.52162459761758,
      "grad_norm": 0.1078580766916275,
      "learning_rate": 9.786381397244044e-06,
      "loss": 0.6924,
      "step": 24752
    },
    {
      "epoch": 0.5216456716559452,
      "grad_norm": 0.13754738867282867,
      "learning_rate": 9.785699014025338e-06,
      "loss": 0.7763,
      "step": 24753
    },
    {
      "epoch": 0.5216667456943105,
      "grad_norm": 0.13320541381835938,
      "learning_rate": 9.785016631804976e-06,
      "loss": 0.7726,
      "step": 24754
    },
    {
      "epoch": 0.5216878197326759,
      "grad_norm": 0.14458777010440826,
      "learning_rate": 9.784334250586136e-06,
      "loss": 0.7105,
      "step": 24755
    },
    {
      "epoch": 0.5217088937710411,
      "grad_norm": 0.12812268733978271,
      "learning_rate": 9.783651870371998e-06,
      "loss": 0.7796,
      "step": 24756
    },
    {
      "epoch": 0.5217299678094064,
      "grad_norm": 0.14105622470378876,
      "learning_rate": 9.782969491165739e-06,
      "loss": 0.7167,
      "step": 24757
    },
    {
      "epoch": 0.5217510418477717,
      "grad_norm": 0.1099829152226448,
      "learning_rate": 9.782287112970538e-06,
      "loss": 0.695,
      "step": 24758
    },
    {
      "epoch": 0.5217721158861369,
      "grad_norm": 0.13624151051044464,
      "learning_rate": 9.781604735789573e-06,
      "loss": 0.7696,
      "step": 24759
    },
    {
      "epoch": 0.5217931899245023,
      "grad_norm": 0.12076396495103836,
      "learning_rate": 9.780922359626027e-06,
      "loss": 0.8115,
      "step": 24760
    },
    {
      "epoch": 0.5218142639628676,
      "grad_norm": 0.15513956546783447,
      "learning_rate": 9.780239984483076e-06,
      "loss": 0.7427,
      "step": 24761
    },
    {
      "epoch": 0.5218353380012328,
      "grad_norm": 0.14599858224391937,
      "learning_rate": 9.7795576103639e-06,
      "loss": 0.7369,
      "step": 24762
    },
    {
      "epoch": 0.5218564120395981,
      "grad_norm": 0.10800065845251083,
      "learning_rate": 9.77887523727167e-06,
      "loss": 0.7777,
      "step": 24763
    },
    {
      "epoch": 0.5218774860779634,
      "grad_norm": 0.16340120136737823,
      "learning_rate": 9.778192865209577e-06,
      "loss": 0.8209,
      "step": 24764
    },
    {
      "epoch": 0.5218985601163287,
      "grad_norm": 0.1299823671579361,
      "learning_rate": 9.777510494180798e-06,
      "loss": 0.7442,
      "step": 24765
    },
    {
      "epoch": 0.521919634154694,
      "grad_norm": 0.17272959649562836,
      "learning_rate": 9.776828124188507e-06,
      "loss": 0.769,
      "step": 24766
    },
    {
      "epoch": 0.5219407081930593,
      "grad_norm": 0.22720181941986084,
      "learning_rate": 9.776145755235885e-06,
      "loss": 0.7857,
      "step": 24767
    },
    {
      "epoch": 0.5219617822314245,
      "grad_norm": 0.10159148275852203,
      "learning_rate": 9.775463387326109e-06,
      "loss": 0.7397,
      "step": 24768
    },
    {
      "epoch": 0.5219828562697898,
      "grad_norm": 0.18702654540538788,
      "learning_rate": 9.77478102046236e-06,
      "loss": 0.7452,
      "step": 24769
    },
    {
      "epoch": 0.5220039303081552,
      "grad_norm": 0.1245693638920784,
      "learning_rate": 9.774098654647819e-06,
      "loss": 0.7321,
      "step": 24770
    },
    {
      "epoch": 0.5220250043465204,
      "grad_norm": 0.17215462028980255,
      "learning_rate": 9.773416289885661e-06,
      "loss": 0.7479,
      "step": 24771
    },
    {
      "epoch": 0.5220460783848857,
      "grad_norm": 0.23147618770599365,
      "learning_rate": 9.772733926179066e-06,
      "loss": 0.7727,
      "step": 24772
    },
    {
      "epoch": 0.522067152423251,
      "grad_norm": 0.16158929467201233,
      "learning_rate": 9.772051563531211e-06,
      "loss": 0.7816,
      "step": 24773
    },
    {
      "epoch": 0.5220882264616162,
      "grad_norm": 0.1417073905467987,
      "learning_rate": 9.771369201945278e-06,
      "loss": 0.7523,
      "step": 24774
    },
    {
      "epoch": 0.5221093004999816,
      "grad_norm": 0.15264099836349487,
      "learning_rate": 9.770686841424445e-06,
      "loss": 0.7506,
      "step": 24775
    },
    {
      "epoch": 0.5221303745383469,
      "grad_norm": 0.1558154821395874,
      "learning_rate": 9.770004481971893e-06,
      "loss": 0.7582,
      "step": 24776
    },
    {
      "epoch": 0.5221514485767121,
      "grad_norm": 0.15112434327602386,
      "learning_rate": 9.769322123590796e-06,
      "loss": 0.7905,
      "step": 24777
    },
    {
      "epoch": 0.5221725226150774,
      "grad_norm": 0.1591140180826187,
      "learning_rate": 9.76863976628433e-06,
      "loss": 0.7659,
      "step": 24778
    },
    {
      "epoch": 0.5221935966534427,
      "grad_norm": 0.12019722163677216,
      "learning_rate": 9.767957410055686e-06,
      "loss": 0.7439,
      "step": 24779
    },
    {
      "epoch": 0.522214670691808,
      "grad_norm": 0.13527441024780273,
      "learning_rate": 9.767275054908035e-06,
      "loss": 0.7205,
      "step": 24780
    },
    {
      "epoch": 0.5222357447301733,
      "grad_norm": 0.1441815197467804,
      "learning_rate": 9.766592700844556e-06,
      "loss": 0.8065,
      "step": 24781
    },
    {
      "epoch": 0.5222568187685386,
      "grad_norm": 0.17742832005023956,
      "learning_rate": 9.765910347868428e-06,
      "loss": 0.8264,
      "step": 24782
    },
    {
      "epoch": 0.5222778928069038,
      "grad_norm": 0.15125086903572083,
      "learning_rate": 9.76522799598283e-06,
      "loss": 0.7883,
      "step": 24783
    },
    {
      "epoch": 0.5222989668452691,
      "grad_norm": 0.14316678047180176,
      "learning_rate": 9.764545645190943e-06,
      "loss": 0.8056,
      "step": 24784
    },
    {
      "epoch": 0.5223200408836344,
      "grad_norm": 0.11472634226083755,
      "learning_rate": 9.763863295495945e-06,
      "loss": 0.7705,
      "step": 24785
    },
    {
      "epoch": 0.5223411149219997,
      "grad_norm": 0.14559541642665863,
      "learning_rate": 9.76318094690101e-06,
      "loss": 0.7946,
      "step": 24786
    },
    {
      "epoch": 0.522362188960365,
      "grad_norm": 0.12431147694587708,
      "learning_rate": 9.762498599409323e-06,
      "loss": 0.7119,
      "step": 24787
    },
    {
      "epoch": 0.5223832629987303,
      "grad_norm": 0.12098775804042816,
      "learning_rate": 9.76181625302406e-06,
      "loss": 0.7419,
      "step": 24788
    },
    {
      "epoch": 0.5224043370370955,
      "grad_norm": 0.12403274327516556,
      "learning_rate": 9.761133907748398e-06,
      "loss": 0.6933,
      "step": 24789
    },
    {
      "epoch": 0.5224254110754608,
      "grad_norm": 0.11407727748155594,
      "learning_rate": 9.76045156358552e-06,
      "loss": 0.7688,
      "step": 24790
    },
    {
      "epoch": 0.5224464851138262,
      "grad_norm": 0.14725543558597565,
      "learning_rate": 9.759769220538604e-06,
      "loss": 0.7977,
      "step": 24791
    },
    {
      "epoch": 0.5224675591521915,
      "grad_norm": 0.12250813096761703,
      "learning_rate": 9.759086878610821e-06,
      "loss": 0.7156,
      "step": 24792
    },
    {
      "epoch": 0.5224886331905567,
      "grad_norm": 0.1376475840806961,
      "learning_rate": 9.758404537805361e-06,
      "loss": 0.7958,
      "step": 24793
    },
    {
      "epoch": 0.522509707228922,
      "grad_norm": 0.11914102733135223,
      "learning_rate": 9.757722198125399e-06,
      "loss": 0.7779,
      "step": 24794
    },
    {
      "epoch": 0.5225307812672872,
      "grad_norm": 0.1442444771528244,
      "learning_rate": 9.75703985957411e-06,
      "loss": 0.8383,
      "step": 24795
    },
    {
      "epoch": 0.5225518553056526,
      "grad_norm": 0.11925948411226273,
      "learning_rate": 9.756357522154678e-06,
      "loss": 0.7446,
      "step": 24796
    },
    {
      "epoch": 0.5225729293440179,
      "grad_norm": 0.10192772001028061,
      "learning_rate": 9.755675185870278e-06,
      "loss": 0.7465,
      "step": 24797
    },
    {
      "epoch": 0.5225940033823832,
      "grad_norm": 0.1314060539007187,
      "learning_rate": 9.754992850724087e-06,
      "loss": 0.8027,
      "step": 24798
    },
    {
      "epoch": 0.5226150774207484,
      "grad_norm": 0.1067807525396347,
      "learning_rate": 9.75431051671929e-06,
      "loss": 0.798,
      "step": 24799
    },
    {
      "epoch": 0.5226361514591137,
      "grad_norm": 0.17234274744987488,
      "learning_rate": 9.753628183859065e-06,
      "loss": 0.7825,
      "step": 24800
    },
    {
      "epoch": 0.5226572254974791,
      "grad_norm": 0.10224448144435883,
      "learning_rate": 9.752945852146584e-06,
      "loss": 0.7714,
      "step": 24801
    },
    {
      "epoch": 0.5226782995358443,
      "grad_norm": 0.14167062938213348,
      "learning_rate": 9.752263521585029e-06,
      "loss": 0.8001,
      "step": 24802
    },
    {
      "epoch": 0.5226993735742096,
      "grad_norm": 0.1280338615179062,
      "learning_rate": 9.75158119217758e-06,
      "loss": 0.7099,
      "step": 24803
    },
    {
      "epoch": 0.5227204476125749,
      "grad_norm": 0.11687856167554855,
      "learning_rate": 9.750898863927417e-06,
      "loss": 0.7841,
      "step": 24804
    },
    {
      "epoch": 0.5227415216509401,
      "grad_norm": 0.13622938096523285,
      "learning_rate": 9.750216536837716e-06,
      "loss": 0.8947,
      "step": 24805
    },
    {
      "epoch": 0.5227625956893055,
      "grad_norm": 0.11819472163915634,
      "learning_rate": 9.749534210911653e-06,
      "loss": 0.8118,
      "step": 24806
    },
    {
      "epoch": 0.5227836697276708,
      "grad_norm": 0.12109329551458359,
      "learning_rate": 9.748851886152414e-06,
      "loss": 0.7408,
      "step": 24807
    },
    {
      "epoch": 0.522804743766036,
      "grad_norm": 0.16589120030403137,
      "learning_rate": 9.748169562563174e-06,
      "loss": 0.7764,
      "step": 24808
    },
    {
      "epoch": 0.5228258178044013,
      "grad_norm": 0.14287881553173065,
      "learning_rate": 9.747487240147112e-06,
      "loss": 0.6192,
      "step": 24809
    },
    {
      "epoch": 0.5228468918427666,
      "grad_norm": 0.14609672129154205,
      "learning_rate": 9.746804918907405e-06,
      "loss": 0.7302,
      "step": 24810
    },
    {
      "epoch": 0.5228679658811319,
      "grad_norm": 0.1403544396162033,
      "learning_rate": 9.746122598847233e-06,
      "loss": 0.7757,
      "step": 24811
    },
    {
      "epoch": 0.5228890399194972,
      "grad_norm": 0.13060294091701508,
      "learning_rate": 9.745440279969776e-06,
      "loss": 0.6941,
      "step": 24812
    },
    {
      "epoch": 0.5229101139578625,
      "grad_norm": 0.15545625984668732,
      "learning_rate": 9.74475796227821e-06,
      "loss": 0.7288,
      "step": 24813
    },
    {
      "epoch": 0.5229311879962277,
      "grad_norm": 0.12896189093589783,
      "learning_rate": 9.744075645775715e-06,
      "loss": 0.7779,
      "step": 24814
    },
    {
      "epoch": 0.522952262034593,
      "grad_norm": 0.14416037499904633,
      "learning_rate": 9.74339333046547e-06,
      "loss": 0.7457,
      "step": 24815
    },
    {
      "epoch": 0.5229733360729584,
      "grad_norm": 0.1316480189561844,
      "learning_rate": 9.742711016350654e-06,
      "loss": 0.7224,
      "step": 24816
    },
    {
      "epoch": 0.5229944101113236,
      "grad_norm": 0.10834342241287231,
      "learning_rate": 9.742028703434443e-06,
      "loss": 0.6933,
      "step": 24817
    },
    {
      "epoch": 0.5230154841496889,
      "grad_norm": 0.12024261057376862,
      "learning_rate": 9.741346391720017e-06,
      "loss": 0.7725,
      "step": 24818
    },
    {
      "epoch": 0.5230365581880542,
      "grad_norm": 0.15911060571670532,
      "learning_rate": 9.740664081210556e-06,
      "loss": 0.811,
      "step": 24819
    },
    {
      "epoch": 0.5230576322264194,
      "grad_norm": 0.14157287776470184,
      "learning_rate": 9.739981771909239e-06,
      "loss": 0.784,
      "step": 24820
    },
    {
      "epoch": 0.5230787062647848,
      "grad_norm": 0.17523786425590515,
      "learning_rate": 9.739299463819237e-06,
      "loss": 0.7655,
      "step": 24821
    },
    {
      "epoch": 0.5230997803031501,
      "grad_norm": 0.20488068461418152,
      "learning_rate": 9.73861715694374e-06,
      "loss": 0.7975,
      "step": 24822
    },
    {
      "epoch": 0.5231208543415153,
      "grad_norm": 0.18209128081798553,
      "learning_rate": 9.73793485128592e-06,
      "loss": 0.7567,
      "step": 24823
    },
    {
      "epoch": 0.5231419283798806,
      "grad_norm": 0.13219891488552094,
      "learning_rate": 9.737252546848961e-06,
      "loss": 0.7495,
      "step": 24824
    },
    {
      "epoch": 0.5231630024182459,
      "grad_norm": 0.2189643383026123,
      "learning_rate": 9.736570243636034e-06,
      "loss": 0.7796,
      "step": 24825
    },
    {
      "epoch": 0.5231840764566111,
      "grad_norm": 0.14105749130249023,
      "learning_rate": 9.735887941650321e-06,
      "loss": 0.7355,
      "step": 24826
    },
    {
      "epoch": 0.5232051504949765,
      "grad_norm": 0.19979746639728546,
      "learning_rate": 9.735205640895001e-06,
      "loss": 0.7899,
      "step": 24827
    },
    {
      "epoch": 0.5232262245333418,
      "grad_norm": 0.1519223153591156,
      "learning_rate": 9.734523341373254e-06,
      "loss": 0.7549,
      "step": 24828
    },
    {
      "epoch": 0.523247298571707,
      "grad_norm": 0.16649548709392548,
      "learning_rate": 9.733841043088256e-06,
      "loss": 0.7438,
      "step": 24829
    },
    {
      "epoch": 0.5232683726100723,
      "grad_norm": 0.15937358140945435,
      "learning_rate": 9.733158746043188e-06,
      "loss": 0.722,
      "step": 24830
    },
    {
      "epoch": 0.5232894466484376,
      "grad_norm": 0.17672106623649597,
      "learning_rate": 9.732476450241223e-06,
      "loss": 0.7511,
      "step": 24831
    },
    {
      "epoch": 0.523310520686803,
      "grad_norm": 0.1738724708557129,
      "learning_rate": 9.731794155685546e-06,
      "loss": 0.7557,
      "step": 24832
    },
    {
      "epoch": 0.5233315947251682,
      "grad_norm": 0.12564989924430847,
      "learning_rate": 9.731111862379333e-06,
      "loss": 0.6644,
      "step": 24833
    },
    {
      "epoch": 0.5233526687635335,
      "grad_norm": 0.14700141549110413,
      "learning_rate": 9.730429570325762e-06,
      "loss": 0.7183,
      "step": 24834
    },
    {
      "epoch": 0.5233737428018987,
      "grad_norm": 0.11782606691122055,
      "learning_rate": 9.72974727952801e-06,
      "loss": 0.7618,
      "step": 24835
    },
    {
      "epoch": 0.523394816840264,
      "grad_norm": 0.15683768689632416,
      "learning_rate": 9.72906498998926e-06,
      "loss": 0.8198,
      "step": 24836
    },
    {
      "epoch": 0.5234158908786294,
      "grad_norm": 0.11001479625701904,
      "learning_rate": 9.728382701712689e-06,
      "loss": 0.7523,
      "step": 24837
    },
    {
      "epoch": 0.5234369649169947,
      "grad_norm": 0.1495084911584854,
      "learning_rate": 9.727700414701475e-06,
      "loss": 0.8157,
      "step": 24838
    },
    {
      "epoch": 0.5234580389553599,
      "grad_norm": 0.12203345447778702,
      "learning_rate": 9.727018128958795e-06,
      "loss": 0.7302,
      "step": 24839
    },
    {
      "epoch": 0.5234791129937252,
      "grad_norm": 0.10845962911844254,
      "learning_rate": 9.72633584448783e-06,
      "loss": 0.6707,
      "step": 24840
    },
    {
      "epoch": 0.5235001870320904,
      "grad_norm": 0.16414307057857513,
      "learning_rate": 9.725653561291757e-06,
      "loss": 0.8197,
      "step": 24841
    },
    {
      "epoch": 0.5235212610704558,
      "grad_norm": 0.13518165051937103,
      "learning_rate": 9.724971279373751e-06,
      "loss": 0.7703,
      "step": 24842
    },
    {
      "epoch": 0.5235423351088211,
      "grad_norm": 0.16777566075325012,
      "learning_rate": 9.724288998736997e-06,
      "loss": 0.768,
      "step": 24843
    },
    {
      "epoch": 0.5235634091471864,
      "grad_norm": 0.11451394110918045,
      "learning_rate": 9.723606719384673e-06,
      "loss": 0.7294,
      "step": 24844
    },
    {
      "epoch": 0.5235844831855516,
      "grad_norm": 0.17837198078632355,
      "learning_rate": 9.722924441319951e-06,
      "loss": 0.7589,
      "step": 24845
    },
    {
      "epoch": 0.5236055572239169,
      "grad_norm": 0.1367856115102768,
      "learning_rate": 9.722242164546016e-06,
      "loss": 0.8269,
      "step": 24846
    },
    {
      "epoch": 0.5236266312622823,
      "grad_norm": 0.1910533457994461,
      "learning_rate": 9.721559889066044e-06,
      "loss": 0.8408,
      "step": 24847
    },
    {
      "epoch": 0.5236477053006475,
      "grad_norm": 0.12920735776424408,
      "learning_rate": 9.720877614883211e-06,
      "loss": 0.7767,
      "step": 24848
    },
    {
      "epoch": 0.5236687793390128,
      "grad_norm": 0.15670448541641235,
      "learning_rate": 9.720195342000698e-06,
      "loss": 0.7845,
      "step": 24849
    },
    {
      "epoch": 0.5236898533773781,
      "grad_norm": 0.12229326367378235,
      "learning_rate": 9.719513070421685e-06,
      "loss": 0.7813,
      "step": 24850
    },
    {
      "epoch": 0.5237109274157433,
      "grad_norm": 0.14526788890361786,
      "learning_rate": 9.718830800149346e-06,
      "loss": 0.7564,
      "step": 24851
    },
    {
      "epoch": 0.5237320014541087,
      "grad_norm": 0.15947596728801727,
      "learning_rate": 9.718148531186866e-06,
      "loss": 0.7335,
      "step": 24852
    },
    {
      "epoch": 0.523753075492474,
      "grad_norm": 0.12932436168193817,
      "learning_rate": 9.71746626353742e-06,
      "loss": 0.7895,
      "step": 24853
    },
    {
      "epoch": 0.5237741495308392,
      "grad_norm": 0.1562952995300293,
      "learning_rate": 9.716783997204184e-06,
      "loss": 0.8037,
      "step": 24854
    },
    {
      "epoch": 0.5237952235692045,
      "grad_norm": 0.1128128170967102,
      "learning_rate": 9.716101732190338e-06,
      "loss": 0.7411,
      "step": 24855
    },
    {
      "epoch": 0.5238162976075698,
      "grad_norm": 0.1443352997303009,
      "learning_rate": 9.715419468499062e-06,
      "loss": 0.7395,
      "step": 24856
    },
    {
      "epoch": 0.5238373716459351,
      "grad_norm": 0.12953287363052368,
      "learning_rate": 9.714737206133531e-06,
      "loss": 0.739,
      "step": 24857
    },
    {
      "epoch": 0.5238584456843004,
      "grad_norm": 0.12998729944229126,
      "learning_rate": 9.714054945096928e-06,
      "loss": 0.7743,
      "step": 24858
    },
    {
      "epoch": 0.5238795197226657,
      "grad_norm": 0.1324467808008194,
      "learning_rate": 9.713372685392431e-06,
      "loss": 0.7861,
      "step": 24859
    },
    {
      "epoch": 0.5239005937610309,
      "grad_norm": 0.12656545639038086,
      "learning_rate": 9.712690427023212e-06,
      "loss": 0.7639,
      "step": 24860
    },
    {
      "epoch": 0.5239216677993962,
      "grad_norm": 0.1477997899055481,
      "learning_rate": 9.712008169992456e-06,
      "loss": 0.8166,
      "step": 24861
    },
    {
      "epoch": 0.5239427418377615,
      "grad_norm": 0.15604349970817566,
      "learning_rate": 9.71132591430334e-06,
      "loss": 0.7182,
      "step": 24862
    },
    {
      "epoch": 0.5239638158761268,
      "grad_norm": 0.11742062866687775,
      "learning_rate": 9.710643659959039e-06,
      "loss": 0.7825,
      "step": 24863
    },
    {
      "epoch": 0.5239848899144921,
      "grad_norm": 0.1552407592535019,
      "learning_rate": 9.709961406962731e-06,
      "loss": 0.8043,
      "step": 24864
    },
    {
      "epoch": 0.5240059639528574,
      "grad_norm": 0.16061319410800934,
      "learning_rate": 9.709279155317602e-06,
      "loss": 0.8328,
      "step": 24865
    },
    {
      "epoch": 0.5240270379912226,
      "grad_norm": 0.15936973690986633,
      "learning_rate": 9.708596905026823e-06,
      "loss": 0.7553,
      "step": 24866
    },
    {
      "epoch": 0.5240481120295879,
      "grad_norm": 0.11880798637866974,
      "learning_rate": 9.707914656093576e-06,
      "loss": 0.8293,
      "step": 24867
    },
    {
      "epoch": 0.5240691860679533,
      "grad_norm": 0.15196341276168823,
      "learning_rate": 9.70723240852104e-06,
      "loss": 0.7168,
      "step": 24868
    },
    {
      "epoch": 0.5240902601063185,
      "grad_norm": 0.11765182018280029,
      "learning_rate": 9.70655016231239e-06,
      "loss": 0.816,
      "step": 24869
    },
    {
      "epoch": 0.5241113341446838,
      "grad_norm": 0.1589885801076889,
      "learning_rate": 9.705867917470806e-06,
      "loss": 0.7898,
      "step": 24870
    },
    {
      "epoch": 0.5241324081830491,
      "grad_norm": 0.12255603820085526,
      "learning_rate": 9.705185673999465e-06,
      "loss": 0.745,
      "step": 24871
    },
    {
      "epoch": 0.5241534822214143,
      "grad_norm": 0.15032443404197693,
      "learning_rate": 9.704503431901546e-06,
      "loss": 0.7338,
      "step": 24872
    },
    {
      "epoch": 0.5241745562597797,
      "grad_norm": 0.11321530491113663,
      "learning_rate": 9.70382119118023e-06,
      "loss": 0.7563,
      "step": 24873
    },
    {
      "epoch": 0.524195630298145,
      "grad_norm": 0.16343900561332703,
      "learning_rate": 9.703138951838693e-06,
      "loss": 0.7547,
      "step": 24874
    },
    {
      "epoch": 0.5242167043365102,
      "grad_norm": 0.1336306482553482,
      "learning_rate": 9.702456713880112e-06,
      "loss": 0.8052,
      "step": 24875
    },
    {
      "epoch": 0.5242377783748755,
      "grad_norm": 0.12659277021884918,
      "learning_rate": 9.701774477307665e-06,
      "loss": 0.7371,
      "step": 24876
    },
    {
      "epoch": 0.5242588524132408,
      "grad_norm": 0.11322677880525589,
      "learning_rate": 9.701092242124533e-06,
      "loss": 0.7455,
      "step": 24877
    },
    {
      "epoch": 0.5242799264516061,
      "grad_norm": 0.10483863204717636,
      "learning_rate": 9.700410008333891e-06,
      "loss": 0.7088,
      "step": 24878
    },
    {
      "epoch": 0.5243010004899714,
      "grad_norm": 0.13615286350250244,
      "learning_rate": 9.699727775938923e-06,
      "loss": 0.7075,
      "step": 24879
    },
    {
      "epoch": 0.5243220745283367,
      "grad_norm": 0.1322796791791916,
      "learning_rate": 9.6990455449428e-06,
      "loss": 0.8189,
      "step": 24880
    },
    {
      "epoch": 0.5243431485667019,
      "grad_norm": 0.1301892101764679,
      "learning_rate": 9.698363315348705e-06,
      "loss": 0.8286,
      "step": 24881
    },
    {
      "epoch": 0.5243642226050672,
      "grad_norm": 0.12068703025579453,
      "learning_rate": 9.697681087159817e-06,
      "loss": 0.78,
      "step": 24882
    },
    {
      "epoch": 0.5243852966434326,
      "grad_norm": 0.14164474606513977,
      "learning_rate": 9.696998860379313e-06,
      "loss": 0.8354,
      "step": 24883
    },
    {
      "epoch": 0.5244063706817979,
      "grad_norm": 0.390839546918869,
      "learning_rate": 9.69631663501037e-06,
      "loss": 0.7937,
      "step": 24884
    },
    {
      "epoch": 0.5244274447201631,
      "grad_norm": 0.1616574227809906,
      "learning_rate": 9.695634411056162e-06,
      "loss": 0.7475,
      "step": 24885
    },
    {
      "epoch": 0.5244485187585284,
      "grad_norm": 0.1236104741692543,
      "learning_rate": 9.694952188519876e-06,
      "loss": 0.7702,
      "step": 24886
    },
    {
      "epoch": 0.5244695927968936,
      "grad_norm": 0.135735884308815,
      "learning_rate": 9.694269967404686e-06,
      "loss": 0.7235,
      "step": 24887
    },
    {
      "epoch": 0.524490666835259,
      "grad_norm": 0.10914819687604904,
      "learning_rate": 9.693587747713771e-06,
      "loss": 0.7515,
      "step": 24888
    },
    {
      "epoch": 0.5245117408736243,
      "grad_norm": 0.13657879829406738,
      "learning_rate": 9.692905529450307e-06,
      "loss": 0.7043,
      "step": 24889
    },
    {
      "epoch": 0.5245328149119896,
      "grad_norm": 0.12629802525043488,
      "learning_rate": 9.692223312617473e-06,
      "loss": 0.8044,
      "step": 24890
    },
    {
      "epoch": 0.5245538889503548,
      "grad_norm": 0.1600160449743271,
      "learning_rate": 9.691541097218448e-06,
      "loss": 0.7255,
      "step": 24891
    },
    {
      "epoch": 0.5245749629887201,
      "grad_norm": 0.143486887216568,
      "learning_rate": 9.690858883256412e-06,
      "loss": 0.8373,
      "step": 24892
    },
    {
      "epoch": 0.5245960370270855,
      "grad_norm": 0.15164074301719666,
      "learning_rate": 9.690176670734537e-06,
      "loss": 0.8173,
      "step": 24893
    },
    {
      "epoch": 0.5246171110654507,
      "grad_norm": 0.13057148456573486,
      "learning_rate": 9.689494459656008e-06,
      "loss": 0.7687,
      "step": 24894
    },
    {
      "epoch": 0.524638185103816,
      "grad_norm": 0.1518150120973587,
      "learning_rate": 9.688812250024e-06,
      "loss": 0.8016,
      "step": 24895
    },
    {
      "epoch": 0.5246592591421813,
      "grad_norm": 0.15522345900535583,
      "learning_rate": 9.688130041841693e-06,
      "loss": 0.7888,
      "step": 24896
    },
    {
      "epoch": 0.5246803331805465,
      "grad_norm": 0.15597836673259735,
      "learning_rate": 9.687447835112265e-06,
      "loss": 0.7471,
      "step": 24897
    },
    {
      "epoch": 0.5247014072189119,
      "grad_norm": 0.14868533611297607,
      "learning_rate": 9.68676562983889e-06,
      "loss": 0.7482,
      "step": 24898
    },
    {
      "epoch": 0.5247224812572772,
      "grad_norm": 0.15633761882781982,
      "learning_rate": 9.68608342602475e-06,
      "loss": 0.7815,
      "step": 24899
    },
    {
      "epoch": 0.5247435552956424,
      "grad_norm": 0.16572748124599457,
      "learning_rate": 9.685401223673022e-06,
      "loss": 0.7738,
      "step": 24900
    },
    {
      "epoch": 0.5247646293340077,
      "grad_norm": 0.13998565077781677,
      "learning_rate": 9.684719022786885e-06,
      "loss": 0.7764,
      "step": 24901
    },
    {
      "epoch": 0.524785703372373,
      "grad_norm": 0.1684056669473648,
      "learning_rate": 9.684036823369514e-06,
      "loss": 0.7167,
      "step": 24902
    },
    {
      "epoch": 0.5248067774107382,
      "grad_norm": 0.15112115442752838,
      "learning_rate": 9.683354625424094e-06,
      "loss": 0.7718,
      "step": 24903
    },
    {
      "epoch": 0.5248278514491036,
      "grad_norm": 0.18527908623218536,
      "learning_rate": 9.682672428953795e-06,
      "loss": 0.8204,
      "step": 24904
    },
    {
      "epoch": 0.5248489254874689,
      "grad_norm": 0.12301050871610641,
      "learning_rate": 9.6819902339618e-06,
      "loss": 0.7396,
      "step": 24905
    },
    {
      "epoch": 0.5248699995258341,
      "grad_norm": 0.1978810429573059,
      "learning_rate": 9.681308040451285e-06,
      "loss": 0.7808,
      "step": 24906
    },
    {
      "epoch": 0.5248910735641994,
      "grad_norm": 0.10279466211795807,
      "learning_rate": 9.680625848425426e-06,
      "loss": 0.7038,
      "step": 24907
    },
    {
      "epoch": 0.5249121476025647,
      "grad_norm": 0.17006219923496246,
      "learning_rate": 9.679943657887406e-06,
      "loss": 0.709,
      "step": 24908
    },
    {
      "epoch": 0.52493322164093,
      "grad_norm": 0.14969725906848907,
      "learning_rate": 9.679261468840403e-06,
      "loss": 0.7672,
      "step": 24909
    },
    {
      "epoch": 0.5249542956792953,
      "grad_norm": 0.15710864961147308,
      "learning_rate": 9.67857928128759e-06,
      "loss": 0.6844,
      "step": 24910
    },
    {
      "epoch": 0.5249753697176606,
      "grad_norm": 0.15075698494911194,
      "learning_rate": 9.677897095232147e-06,
      "loss": 0.8014,
      "step": 24911
    },
    {
      "epoch": 0.5249964437560258,
      "grad_norm": 0.1414252668619156,
      "learning_rate": 9.677214910677259e-06,
      "loss": 0.7354,
      "step": 24912
    },
    {
      "epoch": 0.5250175177943911,
      "grad_norm": 0.1435471624135971,
      "learning_rate": 9.676532727626095e-06,
      "loss": 0.7592,
      "step": 24913
    },
    {
      "epoch": 0.5250385918327565,
      "grad_norm": 0.13600948452949524,
      "learning_rate": 9.675850546081834e-06,
      "loss": 0.7862,
      "step": 24914
    },
    {
      "epoch": 0.5250596658711217,
      "grad_norm": 0.16127879917621613,
      "learning_rate": 9.675168366047657e-06,
      "loss": 0.7882,
      "step": 24915
    },
    {
      "epoch": 0.525080739909487,
      "grad_norm": 0.15522104501724243,
      "learning_rate": 9.674486187526742e-06,
      "loss": 0.7726,
      "step": 24916
    },
    {
      "epoch": 0.5251018139478523,
      "grad_norm": 0.12751439213752747,
      "learning_rate": 9.673804010522265e-06,
      "loss": 0.7035,
      "step": 24917
    },
    {
      "epoch": 0.5251228879862175,
      "grad_norm": 0.18204265832901,
      "learning_rate": 9.673121835037409e-06,
      "loss": 0.8121,
      "step": 24918
    },
    {
      "epoch": 0.5251439620245829,
      "grad_norm": 0.1268249899148941,
      "learning_rate": 9.672439661075342e-06,
      "loss": 0.7291,
      "step": 24919
    },
    {
      "epoch": 0.5251650360629482,
      "grad_norm": 0.1687207967042923,
      "learning_rate": 9.67175748863925e-06,
      "loss": 0.7448,
      "step": 24920
    },
    {
      "epoch": 0.5251861101013134,
      "grad_norm": 0.11967986077070236,
      "learning_rate": 9.671075317732307e-06,
      "loss": 0.7811,
      "step": 24921
    },
    {
      "epoch": 0.5252071841396787,
      "grad_norm": 0.16095216572284698,
      "learning_rate": 9.670393148357696e-06,
      "loss": 0.7749,
      "step": 24922
    },
    {
      "epoch": 0.525228258178044,
      "grad_norm": 0.15896180272102356,
      "learning_rate": 9.669710980518591e-06,
      "loss": 0.7349,
      "step": 24923
    },
    {
      "epoch": 0.5252493322164093,
      "grad_norm": 0.13154467940330505,
      "learning_rate": 9.669028814218171e-06,
      "loss": 0.7162,
      "step": 24924
    },
    {
      "epoch": 0.5252704062547746,
      "grad_norm": 0.17248819768428802,
      "learning_rate": 9.668346649459615e-06,
      "loss": 0.7922,
      "step": 24925
    },
    {
      "epoch": 0.5252914802931399,
      "grad_norm": 0.15660476684570312,
      "learning_rate": 9.667664486246098e-06,
      "loss": 0.8378,
      "step": 24926
    },
    {
      "epoch": 0.5253125543315051,
      "grad_norm": 0.14315539598464966,
      "learning_rate": 9.666982324580801e-06,
      "loss": 0.7524,
      "step": 24927
    },
    {
      "epoch": 0.5253336283698704,
      "grad_norm": 0.1395529806613922,
      "learning_rate": 9.6663001644669e-06,
      "loss": 0.792,
      "step": 24928
    },
    {
      "epoch": 0.5253547024082358,
      "grad_norm": 0.1659250408411026,
      "learning_rate": 9.665618005907574e-06,
      "loss": 0.7896,
      "step": 24929
    },
    {
      "epoch": 0.525375776446601,
      "grad_norm": 0.13028579950332642,
      "learning_rate": 9.664935848905998e-06,
      "loss": 0.7378,
      "step": 24930
    },
    {
      "epoch": 0.5253968504849663,
      "grad_norm": 0.12007156014442444,
      "learning_rate": 9.664253693465354e-06,
      "loss": 0.7805,
      "step": 24931
    },
    {
      "epoch": 0.5254179245233316,
      "grad_norm": 0.15516972541809082,
      "learning_rate": 9.663571539588818e-06,
      "loss": 0.8108,
      "step": 24932
    },
    {
      "epoch": 0.5254389985616968,
      "grad_norm": 0.13029563426971436,
      "learning_rate": 9.66288938727957e-06,
      "loss": 0.7261,
      "step": 24933
    },
    {
      "epoch": 0.5254600726000622,
      "grad_norm": 0.18220029771327972,
      "learning_rate": 9.662207236540784e-06,
      "loss": 0.7384,
      "step": 24934
    },
    {
      "epoch": 0.5254811466384275,
      "grad_norm": 0.12096121907234192,
      "learning_rate": 9.66152508737564e-06,
      "loss": 0.6969,
      "step": 24935
    },
    {
      "epoch": 0.5255022206767928,
      "grad_norm": 0.18353715538978577,
      "learning_rate": 9.660842939787313e-06,
      "loss": 0.7334,
      "step": 24936
    },
    {
      "epoch": 0.525523294715158,
      "grad_norm": 0.12743833661079407,
      "learning_rate": 9.660160793778985e-06,
      "loss": 0.7687,
      "step": 24937
    },
    {
      "epoch": 0.5255443687535233,
      "grad_norm": 0.17561477422714233,
      "learning_rate": 9.659478649353832e-06,
      "loss": 0.8075,
      "step": 24938
    },
    {
      "epoch": 0.5255654427918885,
      "grad_norm": 0.17202366888523102,
      "learning_rate": 9.658796506515035e-06,
      "loss": 0.7899,
      "step": 24939
    },
    {
      "epoch": 0.5255865168302539,
      "grad_norm": 0.14254404604434967,
      "learning_rate": 9.658114365265767e-06,
      "loss": 0.8235,
      "step": 24940
    },
    {
      "epoch": 0.5256075908686192,
      "grad_norm": 0.16488628089427948,
      "learning_rate": 9.657432225609209e-06,
      "loss": 0.7328,
      "step": 24941
    },
    {
      "epoch": 0.5256286649069845,
      "grad_norm": 0.1444980502128601,
      "learning_rate": 9.656750087548538e-06,
      "loss": 0.7253,
      "step": 24942
    },
    {
      "epoch": 0.5256497389453497,
      "grad_norm": 0.19398590922355652,
      "learning_rate": 9.656067951086929e-06,
      "loss": 0.7673,
      "step": 24943
    },
    {
      "epoch": 0.525670812983715,
      "grad_norm": 0.11819584667682648,
      "learning_rate": 9.655385816227563e-06,
      "loss": 0.7167,
      "step": 24944
    },
    {
      "epoch": 0.5256918870220804,
      "grad_norm": 0.20308253169059753,
      "learning_rate": 9.654703682973618e-06,
      "loss": 0.7614,
      "step": 24945
    },
    {
      "epoch": 0.5257129610604456,
      "grad_norm": 0.16727465391159058,
      "learning_rate": 9.65402155132827e-06,
      "loss": 0.7307,
      "step": 24946
    },
    {
      "epoch": 0.5257340350988109,
      "grad_norm": 0.1725659966468811,
      "learning_rate": 9.6533394212947e-06,
      "loss": 0.7258,
      "step": 24947
    },
    {
      "epoch": 0.5257551091371762,
      "grad_norm": 0.13811305165290833,
      "learning_rate": 9.652657292876082e-06,
      "loss": 0.7513,
      "step": 24948
    },
    {
      "epoch": 0.5257761831755414,
      "grad_norm": 0.21051597595214844,
      "learning_rate": 9.651975166075595e-06,
      "loss": 0.8248,
      "step": 24949
    },
    {
      "epoch": 0.5257972572139068,
      "grad_norm": 0.1324857622385025,
      "learning_rate": 9.651293040896412e-06,
      "loss": 0.7617,
      "step": 24950
    },
    {
      "epoch": 0.5258183312522721,
      "grad_norm": 0.16142284870147705,
      "learning_rate": 9.650610917341723e-06,
      "loss": 0.6681,
      "step": 24951
    },
    {
      "epoch": 0.5258394052906373,
      "grad_norm": 0.11032867431640625,
      "learning_rate": 9.649928795414696e-06,
      "loss": 0.7565,
      "step": 24952
    },
    {
      "epoch": 0.5258604793290026,
      "grad_norm": 0.1795877367258072,
      "learning_rate": 9.64924667511851e-06,
      "loss": 0.8016,
      "step": 24953
    },
    {
      "epoch": 0.5258815533673679,
      "grad_norm": 0.12167545408010483,
      "learning_rate": 9.648564556456344e-06,
      "loss": 0.7854,
      "step": 24954
    },
    {
      "epoch": 0.5259026274057332,
      "grad_norm": 0.15902842581272125,
      "learning_rate": 9.647882439431376e-06,
      "loss": 0.7318,
      "step": 24955
    },
    {
      "epoch": 0.5259237014440985,
      "grad_norm": 0.13341423869132996,
      "learning_rate": 9.647200324046785e-06,
      "loss": 0.779,
      "step": 24956
    },
    {
      "epoch": 0.5259447754824638,
      "grad_norm": 0.14656879007816315,
      "learning_rate": 9.646518210305747e-06,
      "loss": 0.6963,
      "step": 24957
    },
    {
      "epoch": 0.525965849520829,
      "grad_norm": 0.1338377594947815,
      "learning_rate": 9.645836098211438e-06,
      "loss": 0.7534,
      "step": 24958
    },
    {
      "epoch": 0.5259869235591943,
      "grad_norm": 0.15226779878139496,
      "learning_rate": 9.645153987767036e-06,
      "loss": 0.8514,
      "step": 24959
    },
    {
      "epoch": 0.5260079975975597,
      "grad_norm": 0.13263162970542908,
      "learning_rate": 9.644471878975721e-06,
      "loss": 0.7008,
      "step": 24960
    },
    {
      "epoch": 0.5260290716359249,
      "grad_norm": 0.15764185786247253,
      "learning_rate": 9.643789771840671e-06,
      "loss": 0.8031,
      "step": 24961
    },
    {
      "epoch": 0.5260501456742902,
      "grad_norm": 0.13841354846954346,
      "learning_rate": 9.643107666365065e-06,
      "loss": 0.7483,
      "step": 24962
    },
    {
      "epoch": 0.5260712197126555,
      "grad_norm": 0.1328314244747162,
      "learning_rate": 9.642425562552074e-06,
      "loss": 0.7957,
      "step": 24963
    },
    {
      "epoch": 0.5260922937510207,
      "grad_norm": 0.1470952183008194,
      "learning_rate": 9.641743460404881e-06,
      "loss": 0.7223,
      "step": 24964
    },
    {
      "epoch": 0.5261133677893861,
      "grad_norm": 0.11844121664762497,
      "learning_rate": 9.64106135992666e-06,
      "loss": 0.7896,
      "step": 24965
    },
    {
      "epoch": 0.5261344418277514,
      "grad_norm": 0.12265811860561371,
      "learning_rate": 9.640379261120592e-06,
      "loss": 0.7789,
      "step": 24966
    },
    {
      "epoch": 0.5261555158661166,
      "grad_norm": 0.11685888469219208,
      "learning_rate": 9.639697163989855e-06,
      "loss": 0.7818,
      "step": 24967
    },
    {
      "epoch": 0.5261765899044819,
      "grad_norm": 0.11277109384536743,
      "learning_rate": 9.639015068537625e-06,
      "loss": 0.7621,
      "step": 24968
    },
    {
      "epoch": 0.5261976639428472,
      "grad_norm": 0.1319923996925354,
      "learning_rate": 9.638332974767079e-06,
      "loss": 0.8289,
      "step": 24969
    },
    {
      "epoch": 0.5262187379812125,
      "grad_norm": 0.13414813578128815,
      "learning_rate": 9.637650882681395e-06,
      "loss": 0.7867,
      "step": 24970
    },
    {
      "epoch": 0.5262398120195778,
      "grad_norm": 0.13941514492034912,
      "learning_rate": 9.636968792283755e-06,
      "loss": 0.7257,
      "step": 24971
    },
    {
      "epoch": 0.5262608860579431,
      "grad_norm": 0.13147485256195068,
      "learning_rate": 9.63628670357733e-06,
      "loss": 0.7191,
      "step": 24972
    },
    {
      "epoch": 0.5262819600963083,
      "grad_norm": 0.13404175639152527,
      "learning_rate": 9.6356046165653e-06,
      "loss": 0.7912,
      "step": 24973
    },
    {
      "epoch": 0.5263030341346736,
      "grad_norm": 0.1352199763059616,
      "learning_rate": 9.634922531250842e-06,
      "loss": 0.7452,
      "step": 24974
    },
    {
      "epoch": 0.5263241081730389,
      "grad_norm": 0.1113787367939949,
      "learning_rate": 9.634240447637136e-06,
      "loss": 0.7266,
      "step": 24975
    },
    {
      "epoch": 0.5263451822114042,
      "grad_norm": 0.1321738213300705,
      "learning_rate": 9.633558365727357e-06,
      "loss": 0.8151,
      "step": 24976
    },
    {
      "epoch": 0.5263662562497695,
      "grad_norm": 0.1306324452161789,
      "learning_rate": 9.632876285524684e-06,
      "loss": 0.7981,
      "step": 24977
    },
    {
      "epoch": 0.5263873302881348,
      "grad_norm": 0.15276555716991425,
      "learning_rate": 9.632194207032294e-06,
      "loss": 0.7532,
      "step": 24978
    },
    {
      "epoch": 0.5264084043265,
      "grad_norm": 0.10942382365465164,
      "learning_rate": 9.63151213025336e-06,
      "loss": 0.8139,
      "step": 24979
    },
    {
      "epoch": 0.5264294783648653,
      "grad_norm": 0.17018342018127441,
      "learning_rate": 9.630830055191069e-06,
      "loss": 0.7637,
      "step": 24980
    },
    {
      "epoch": 0.5264505524032307,
      "grad_norm": 0.13481582701206207,
      "learning_rate": 9.630147981848591e-06,
      "loss": 0.7668,
      "step": 24981
    },
    {
      "epoch": 0.526471626441596,
      "grad_norm": 0.19422876834869385,
      "learning_rate": 9.629465910229109e-06,
      "loss": 0.7901,
      "step": 24982
    },
    {
      "epoch": 0.5264927004799612,
      "grad_norm": 0.14694318175315857,
      "learning_rate": 9.628783840335795e-06,
      "loss": 0.8046,
      "step": 24983
    },
    {
      "epoch": 0.5265137745183265,
      "grad_norm": 0.1545218527317047,
      "learning_rate": 9.628101772171831e-06,
      "loss": 0.7701,
      "step": 24984
    },
    {
      "epoch": 0.5265348485566917,
      "grad_norm": 0.11701469123363495,
      "learning_rate": 9.627419705740392e-06,
      "loss": 0.8512,
      "step": 24985
    },
    {
      "epoch": 0.5265559225950571,
      "grad_norm": 0.12220200896263123,
      "learning_rate": 9.626737641044658e-06,
      "loss": 0.715,
      "step": 24986
    },
    {
      "epoch": 0.5265769966334224,
      "grad_norm": 0.15100610256195068,
      "learning_rate": 9.626055578087802e-06,
      "loss": 0.833,
      "step": 24987
    },
    {
      "epoch": 0.5265980706717877,
      "grad_norm": 0.1827329397201538,
      "learning_rate": 9.625373516873003e-06,
      "loss": 0.7798,
      "step": 24988
    },
    {
      "epoch": 0.5266191447101529,
      "grad_norm": 0.13075624406337738,
      "learning_rate": 9.624691457403441e-06,
      "loss": 0.797,
      "step": 24989
    },
    {
      "epoch": 0.5266402187485182,
      "grad_norm": 0.16503161191940308,
      "learning_rate": 9.624009399682292e-06,
      "loss": 0.7515,
      "step": 24990
    },
    {
      "epoch": 0.5266612927868836,
      "grad_norm": 0.12484356760978699,
      "learning_rate": 9.623327343712731e-06,
      "loss": 0.7835,
      "step": 24991
    },
    {
      "epoch": 0.5266823668252488,
      "grad_norm": 0.22038525342941284,
      "learning_rate": 9.622645289497943e-06,
      "loss": 0.7843,
      "step": 24992
    },
    {
      "epoch": 0.5267034408636141,
      "grad_norm": 0.11831353604793549,
      "learning_rate": 9.62196323704109e-06,
      "loss": 0.7221,
      "step": 24993
    },
    {
      "epoch": 0.5267245149019794,
      "grad_norm": 0.19120405614376068,
      "learning_rate": 9.621281186345367e-06,
      "loss": 0.7151,
      "step": 24994
    },
    {
      "epoch": 0.5267455889403446,
      "grad_norm": 0.17600001394748688,
      "learning_rate": 9.620599137413945e-06,
      "loss": 0.7527,
      "step": 24995
    },
    {
      "epoch": 0.52676666297871,
      "grad_norm": 0.20688317716121674,
      "learning_rate": 9.619917090249997e-06,
      "loss": 0.7502,
      "step": 24996
    },
    {
      "epoch": 0.5267877370170753,
      "grad_norm": 0.20817852020263672,
      "learning_rate": 9.619235044856707e-06,
      "loss": 0.7638,
      "step": 24997
    },
    {
      "epoch": 0.5268088110554405,
      "grad_norm": 0.1443892866373062,
      "learning_rate": 9.618553001237247e-06,
      "loss": 0.8055,
      "step": 24998
    },
    {
      "epoch": 0.5268298850938058,
      "grad_norm": 0.2066354751586914,
      "learning_rate": 9.617870959394796e-06,
      "loss": 0.7781,
      "step": 24999
    },
    {
      "epoch": 0.5268509591321711,
      "grad_norm": 0.13431760668754578,
      "learning_rate": 9.617188919332533e-06,
      "loss": 0.8042,
      "step": 25000
    },
    {
      "epoch": 0.5268720331705364,
      "grad_norm": 0.18324504792690277,
      "learning_rate": 9.616506881053634e-06,
      "loss": 0.7182,
      "step": 25001
    },
    {
      "epoch": 0.5268931072089017,
      "grad_norm": 0.117936871945858,
      "learning_rate": 9.615824844561277e-06,
      "loss": 0.703,
      "step": 25002
    },
    {
      "epoch": 0.526914181247267,
      "grad_norm": 0.19359807670116425,
      "learning_rate": 9.615142809858637e-06,
      "loss": 0.7992,
      "step": 25003
    },
    {
      "epoch": 0.5269352552856322,
      "grad_norm": 0.11955119669437408,
      "learning_rate": 9.614460776948894e-06,
      "loss": 0.7361,
      "step": 25004
    },
    {
      "epoch": 0.5269563293239975,
      "grad_norm": 0.14473068714141846,
      "learning_rate": 9.613778745835223e-06,
      "loss": 0.7657,
      "step": 25005
    },
    {
      "epoch": 0.5269774033623629,
      "grad_norm": 0.1104397252202034,
      "learning_rate": 9.613096716520808e-06,
      "loss": 0.7316,
      "step": 25006
    },
    {
      "epoch": 0.5269984774007281,
      "grad_norm": 0.11262480169534683,
      "learning_rate": 9.612414689008818e-06,
      "loss": 0.7742,
      "step": 25007
    },
    {
      "epoch": 0.5270195514390934,
      "grad_norm": 0.1292182207107544,
      "learning_rate": 9.611732663302428e-06,
      "loss": 0.7706,
      "step": 25008
    },
    {
      "epoch": 0.5270406254774587,
      "grad_norm": 0.14176246523857117,
      "learning_rate": 9.611050639404825e-06,
      "loss": 0.8208,
      "step": 25009
    },
    {
      "epoch": 0.5270616995158239,
      "grad_norm": 0.13215716183185577,
      "learning_rate": 9.610368617319185e-06,
      "loss": 0.7631,
      "step": 25010
    },
    {
      "epoch": 0.5270827735541893,
      "grad_norm": 0.12581589818000793,
      "learning_rate": 9.60968659704868e-06,
      "loss": 0.7037,
      "step": 25011
    },
    {
      "epoch": 0.5271038475925546,
      "grad_norm": 0.121645987033844,
      "learning_rate": 9.609004578596488e-06,
      "loss": 0.7626,
      "step": 25012
    },
    {
      "epoch": 0.5271249216309198,
      "grad_norm": 0.11838606745004654,
      "learning_rate": 9.608322561965789e-06,
      "loss": 0.6956,
      "step": 25013
    },
    {
      "epoch": 0.5271459956692851,
      "grad_norm": 0.12907986342906952,
      "learning_rate": 9.607640547159759e-06,
      "loss": 0.761,
      "step": 25014
    },
    {
      "epoch": 0.5271670697076504,
      "grad_norm": 0.12195699661970139,
      "learning_rate": 9.606958534181577e-06,
      "loss": 0.841,
      "step": 25015
    },
    {
      "epoch": 0.5271881437460156,
      "grad_norm": 0.13390004634857178,
      "learning_rate": 9.606276523034416e-06,
      "loss": 0.7807,
      "step": 25016
    },
    {
      "epoch": 0.527209217784381,
      "grad_norm": 0.11036467552185059,
      "learning_rate": 9.605594513721456e-06,
      "loss": 0.7989,
      "step": 25017
    },
    {
      "epoch": 0.5272302918227463,
      "grad_norm": 0.12600868940353394,
      "learning_rate": 9.604912506245875e-06,
      "loss": 0.7746,
      "step": 25018
    },
    {
      "epoch": 0.5272513658611115,
      "grad_norm": 0.11221477389335632,
      "learning_rate": 9.604230500610848e-06,
      "loss": 0.7313,
      "step": 25019
    },
    {
      "epoch": 0.5272724398994768,
      "grad_norm": 0.17480382323265076,
      "learning_rate": 9.603548496819554e-06,
      "loss": 0.7207,
      "step": 25020
    },
    {
      "epoch": 0.5272935139378421,
      "grad_norm": 0.18141503632068634,
      "learning_rate": 9.60286649487517e-06,
      "loss": 0.7462,
      "step": 25021
    },
    {
      "epoch": 0.5273145879762074,
      "grad_norm": 0.15972720086574554,
      "learning_rate": 9.602184494780868e-06,
      "loss": 0.7634,
      "step": 25022
    },
    {
      "epoch": 0.5273356620145727,
      "grad_norm": 0.19896206259727478,
      "learning_rate": 9.601502496539833e-06,
      "loss": 0.7488,
      "step": 25023
    },
    {
      "epoch": 0.527356736052938,
      "grad_norm": 0.11877808719873428,
      "learning_rate": 9.600820500155242e-06,
      "loss": 0.7207,
      "step": 25024
    },
    {
      "epoch": 0.5273778100913032,
      "grad_norm": 0.18986782431602478,
      "learning_rate": 9.600138505630267e-06,
      "loss": 0.8113,
      "step": 25025
    },
    {
      "epoch": 0.5273988841296685,
      "grad_norm": 0.13712219893932343,
      "learning_rate": 9.599456512968086e-06,
      "loss": 0.7467,
      "step": 25026
    },
    {
      "epoch": 0.5274199581680339,
      "grad_norm": 0.1473945826292038,
      "learning_rate": 9.598774522171877e-06,
      "loss": 0.7511,
      "step": 25027
    },
    {
      "epoch": 0.5274410322063992,
      "grad_norm": 0.10175246000289917,
      "learning_rate": 9.59809253324482e-06,
      "loss": 0.787,
      "step": 25028
    },
    {
      "epoch": 0.5274621062447644,
      "grad_norm": 0.17215825617313385,
      "learning_rate": 9.597410546190088e-06,
      "loss": 0.7886,
      "step": 25029
    },
    {
      "epoch": 0.5274831802831297,
      "grad_norm": 0.11535916477441788,
      "learning_rate": 9.596728561010862e-06,
      "loss": 0.7946,
      "step": 25030
    },
    {
      "epoch": 0.527504254321495,
      "grad_norm": 0.17063495516777039,
      "learning_rate": 9.596046577710314e-06,
      "loss": 0.7539,
      "step": 25031
    },
    {
      "epoch": 0.5275253283598603,
      "grad_norm": 0.21268504858016968,
      "learning_rate": 9.595364596291625e-06,
      "loss": 0.7213,
      "step": 25032
    },
    {
      "epoch": 0.5275464023982256,
      "grad_norm": 0.1282528191804886,
      "learning_rate": 9.594682616757971e-06,
      "loss": 0.7214,
      "step": 25033
    },
    {
      "epoch": 0.5275674764365909,
      "grad_norm": 0.1321696788072586,
      "learning_rate": 9.594000639112529e-06,
      "loss": 0.7583,
      "step": 25034
    },
    {
      "epoch": 0.5275885504749561,
      "grad_norm": 0.13093914091587067,
      "learning_rate": 9.593318663358475e-06,
      "loss": 0.6955,
      "step": 25035
    },
    {
      "epoch": 0.5276096245133214,
      "grad_norm": 0.13755649328231812,
      "learning_rate": 9.592636689498985e-06,
      "loss": 0.7213,
      "step": 25036
    },
    {
      "epoch": 0.5276306985516868,
      "grad_norm": 0.15189574658870697,
      "learning_rate": 9.591954717537242e-06,
      "loss": 0.79,
      "step": 25037
    },
    {
      "epoch": 0.527651772590052,
      "grad_norm": 0.12850593030452728,
      "learning_rate": 9.591272747476417e-06,
      "loss": 0.7524,
      "step": 25038
    },
    {
      "epoch": 0.5276728466284173,
      "grad_norm": 0.12996643781661987,
      "learning_rate": 9.590590779319694e-06,
      "loss": 0.7369,
      "step": 25039
    },
    {
      "epoch": 0.5276939206667826,
      "grad_norm": 0.11904345452785492,
      "learning_rate": 9.589908813070243e-06,
      "loss": 0.7396,
      "step": 25040
    },
    {
      "epoch": 0.5277149947051478,
      "grad_norm": 0.11774895340204239,
      "learning_rate": 9.58922684873124e-06,
      "loss": 0.7004,
      "step": 25041
    },
    {
      "epoch": 0.5277360687435132,
      "grad_norm": 0.11799454689025879,
      "learning_rate": 9.588544886305869e-06,
      "loss": 0.7467,
      "step": 25042
    },
    {
      "epoch": 0.5277571427818785,
      "grad_norm": 0.13021378219127655,
      "learning_rate": 9.587862925797302e-06,
      "loss": 0.7658,
      "step": 25043
    },
    {
      "epoch": 0.5277782168202437,
      "grad_norm": 0.10526570677757263,
      "learning_rate": 9.587180967208717e-06,
      "loss": 0.7721,
      "step": 25044
    },
    {
      "epoch": 0.527799290858609,
      "grad_norm": 0.13240183889865875,
      "learning_rate": 9.586499010543293e-06,
      "loss": 0.7732,
      "step": 25045
    },
    {
      "epoch": 0.5278203648969743,
      "grad_norm": 0.12404720485210419,
      "learning_rate": 9.585817055804205e-06,
      "loss": 0.7519,
      "step": 25046
    },
    {
      "epoch": 0.5278414389353396,
      "grad_norm": 0.13972316682338715,
      "learning_rate": 9.585135102994629e-06,
      "loss": 0.7559,
      "step": 25047
    },
    {
      "epoch": 0.5278625129737049,
      "grad_norm": 0.11629033833742142,
      "learning_rate": 9.584453152117742e-06,
      "loss": 0.7497,
      "step": 25048
    },
    {
      "epoch": 0.5278835870120702,
      "grad_norm": 0.11831432580947876,
      "learning_rate": 9.583771203176723e-06,
      "loss": 0.7241,
      "step": 25049
    },
    {
      "epoch": 0.5279046610504354,
      "grad_norm": 0.17787368595600128,
      "learning_rate": 9.583089256174749e-06,
      "loss": 0.7443,
      "step": 25050
    },
    {
      "epoch": 0.5279257350888007,
      "grad_norm": 0.12058329582214355,
      "learning_rate": 9.582407311114992e-06,
      "loss": 0.8189,
      "step": 25051
    },
    {
      "epoch": 0.527946809127166,
      "grad_norm": 0.11285671591758728,
      "learning_rate": 9.581725368000635e-06,
      "loss": 0.7973,
      "step": 25052
    },
    {
      "epoch": 0.5279678831655313,
      "grad_norm": 0.11389230936765671,
      "learning_rate": 9.581043426834853e-06,
      "loss": 0.8034,
      "step": 25053
    },
    {
      "epoch": 0.5279889572038966,
      "grad_norm": 0.11968425661325455,
      "learning_rate": 9.580361487620826e-06,
      "loss": 0.6955,
      "step": 25054
    },
    {
      "epoch": 0.5280100312422619,
      "grad_norm": 0.11143142729997635,
      "learning_rate": 9.579679550361724e-06,
      "loss": 0.7859,
      "step": 25055
    },
    {
      "epoch": 0.5280311052806271,
      "grad_norm": 0.09788218885660172,
      "learning_rate": 9.578997615060728e-06,
      "loss": 0.7137,
      "step": 25056
    },
    {
      "epoch": 0.5280521793189924,
      "grad_norm": 0.1132688820362091,
      "learning_rate": 9.578315681721014e-06,
      "loss": 0.8371,
      "step": 25057
    },
    {
      "epoch": 0.5280732533573578,
      "grad_norm": 0.13865305483341217,
      "learning_rate": 9.577633750345759e-06,
      "loss": 0.7945,
      "step": 25058
    },
    {
      "epoch": 0.528094327395723,
      "grad_norm": 0.11460165679454803,
      "learning_rate": 9.57695182093814e-06,
      "loss": 0.7651,
      "step": 25059
    },
    {
      "epoch": 0.5281154014340883,
      "grad_norm": 0.1296987235546112,
      "learning_rate": 9.576269893501336e-06,
      "loss": 0.6495,
      "step": 25060
    },
    {
      "epoch": 0.5281364754724536,
      "grad_norm": 0.10622937232255936,
      "learning_rate": 9.57558796803852e-06,
      "loss": 0.7691,
      "step": 25061
    },
    {
      "epoch": 0.5281575495108188,
      "grad_norm": 0.1328783482313156,
      "learning_rate": 9.57490604455287e-06,
      "loss": 0.7695,
      "step": 25062
    },
    {
      "epoch": 0.5281786235491842,
      "grad_norm": 0.12892772257328033,
      "learning_rate": 9.574224123047563e-06,
      "loss": 0.7479,
      "step": 25063
    },
    {
      "epoch": 0.5281996975875495,
      "grad_norm": 0.12229592353105545,
      "learning_rate": 9.573542203525775e-06,
      "loss": 0.7735,
      "step": 25064
    },
    {
      "epoch": 0.5282207716259147,
      "grad_norm": 0.13517840206623077,
      "learning_rate": 9.572860285990683e-06,
      "loss": 0.7954,
      "step": 25065
    },
    {
      "epoch": 0.52824184566428,
      "grad_norm": 0.12939831614494324,
      "learning_rate": 9.572178370445466e-06,
      "loss": 0.7463,
      "step": 25066
    },
    {
      "epoch": 0.5282629197026453,
      "grad_norm": 0.13728520274162292,
      "learning_rate": 9.571496456893301e-06,
      "loss": 0.7923,
      "step": 25067
    },
    {
      "epoch": 0.5282839937410106,
      "grad_norm": 0.1431703269481659,
      "learning_rate": 9.570814545337362e-06,
      "loss": 0.8003,
      "step": 25068
    },
    {
      "epoch": 0.5283050677793759,
      "grad_norm": 0.12958873808383942,
      "learning_rate": 9.570132635780829e-06,
      "loss": 0.8115,
      "step": 25069
    },
    {
      "epoch": 0.5283261418177412,
      "grad_norm": 0.15340398252010345,
      "learning_rate": 9.569450728226875e-06,
      "loss": 0.791,
      "step": 25070
    },
    {
      "epoch": 0.5283472158561064,
      "grad_norm": 0.1148674413561821,
      "learning_rate": 9.568768822678676e-06,
      "loss": 0.7527,
      "step": 25071
    },
    {
      "epoch": 0.5283682898944717,
      "grad_norm": 0.1279270499944687,
      "learning_rate": 9.568086919139414e-06,
      "loss": 0.7258,
      "step": 25072
    },
    {
      "epoch": 0.5283893639328371,
      "grad_norm": 0.15921953320503235,
      "learning_rate": 9.56740501761226e-06,
      "loss": 0.795,
      "step": 25073
    },
    {
      "epoch": 0.5284104379712024,
      "grad_norm": 0.15704436600208282,
      "learning_rate": 9.5667231181004e-06,
      "loss": 0.7586,
      "step": 25074
    },
    {
      "epoch": 0.5284315120095676,
      "grad_norm": 0.13692517578601837,
      "learning_rate": 9.566041220606999e-06,
      "loss": 0.7337,
      "step": 25075
    },
    {
      "epoch": 0.5284525860479329,
      "grad_norm": 0.15307363867759705,
      "learning_rate": 9.56535932513524e-06,
      "loss": 0.7318,
      "step": 25076
    },
    {
      "epoch": 0.5284736600862981,
      "grad_norm": 0.10371197015047073,
      "learning_rate": 9.564677431688297e-06,
      "loss": 0.6315,
      "step": 25077
    },
    {
      "epoch": 0.5284947341246635,
      "grad_norm": 0.13112390041351318,
      "learning_rate": 9.563995540269349e-06,
      "loss": 0.7714,
      "step": 25078
    },
    {
      "epoch": 0.5285158081630288,
      "grad_norm": 0.11528906226158142,
      "learning_rate": 9.563313650881571e-06,
      "loss": 0.8007,
      "step": 25079
    },
    {
      "epoch": 0.528536882201394,
      "grad_norm": 0.14228497445583344,
      "learning_rate": 9.56263176352814e-06,
      "loss": 0.6499,
      "step": 25080
    },
    {
      "epoch": 0.5285579562397593,
      "grad_norm": 0.1259240061044693,
      "learning_rate": 9.561949878212235e-06,
      "loss": 0.7756,
      "step": 25081
    },
    {
      "epoch": 0.5285790302781246,
      "grad_norm": 0.14415262639522552,
      "learning_rate": 9.561267994937032e-06,
      "loss": 0.7703,
      "step": 25082
    },
    {
      "epoch": 0.52860010431649,
      "grad_norm": 0.12846602499485016,
      "learning_rate": 9.560586113705706e-06,
      "loss": 0.7794,
      "step": 25083
    },
    {
      "epoch": 0.5286211783548552,
      "grad_norm": 0.12361250072717667,
      "learning_rate": 9.559904234521433e-06,
      "loss": 0.7147,
      "step": 25084
    },
    {
      "epoch": 0.5286422523932205,
      "grad_norm": 0.16854171454906464,
      "learning_rate": 9.559222357387392e-06,
      "loss": 0.7791,
      "step": 25085
    },
    {
      "epoch": 0.5286633264315858,
      "grad_norm": 0.13758142292499542,
      "learning_rate": 9.558540482306757e-06,
      "loss": 0.7719,
      "step": 25086
    },
    {
      "epoch": 0.528684400469951,
      "grad_norm": 0.13893462717533112,
      "learning_rate": 9.557858609282707e-06,
      "loss": 0.7579,
      "step": 25087
    },
    {
      "epoch": 0.5287054745083164,
      "grad_norm": 0.12338295578956604,
      "learning_rate": 9.557176738318415e-06,
      "loss": 0.8183,
      "step": 25088
    },
    {
      "epoch": 0.5287265485466817,
      "grad_norm": 0.13629478216171265,
      "learning_rate": 9.556494869417063e-06,
      "loss": 0.8254,
      "step": 25089
    },
    {
      "epoch": 0.5287476225850469,
      "grad_norm": 0.13771601021289825,
      "learning_rate": 9.555813002581824e-06,
      "loss": 0.8192,
      "step": 25090
    },
    {
      "epoch": 0.5287686966234122,
      "grad_norm": 0.1308358758687973,
      "learning_rate": 9.555131137815875e-06,
      "loss": 0.7094,
      "step": 25091
    },
    {
      "epoch": 0.5287897706617775,
      "grad_norm": 0.1885710507631302,
      "learning_rate": 9.55444927512239e-06,
      "loss": 0.7734,
      "step": 25092
    },
    {
      "epoch": 0.5288108447001427,
      "grad_norm": 0.1581503450870514,
      "learning_rate": 9.55376741450455e-06,
      "loss": 0.7989,
      "step": 25093
    },
    {
      "epoch": 0.5288319187385081,
      "grad_norm": 0.10930493474006653,
      "learning_rate": 9.553085555965527e-06,
      "loss": 0.8008,
      "step": 25094
    },
    {
      "epoch": 0.5288529927768734,
      "grad_norm": 0.14455948770046234,
      "learning_rate": 9.552403699508504e-06,
      "loss": 0.8265,
      "step": 25095
    },
    {
      "epoch": 0.5288740668152386,
      "grad_norm": 0.11365095525979996,
      "learning_rate": 9.551721845136652e-06,
      "loss": 0.7799,
      "step": 25096
    },
    {
      "epoch": 0.5288951408536039,
      "grad_norm": 0.10626455396413803,
      "learning_rate": 9.55103999285315e-06,
      "loss": 0.7944,
      "step": 25097
    },
    {
      "epoch": 0.5289162148919692,
      "grad_norm": 0.11862395703792572,
      "learning_rate": 9.550358142661175e-06,
      "loss": 0.6778,
      "step": 25098
    },
    {
      "epoch": 0.5289372889303345,
      "grad_norm": 0.12565602362155914,
      "learning_rate": 9.5496762945639e-06,
      "loss": 0.7673,
      "step": 25099
    },
    {
      "epoch": 0.5289583629686998,
      "grad_norm": 0.10470268130302429,
      "learning_rate": 9.548994448564503e-06,
      "loss": 0.7782,
      "step": 25100
    },
    {
      "epoch": 0.5289794370070651,
      "grad_norm": 0.12490221858024597,
      "learning_rate": 9.548312604666163e-06,
      "loss": 0.7771,
      "step": 25101
    },
    {
      "epoch": 0.5290005110454303,
      "grad_norm": 0.1141844317317009,
      "learning_rate": 9.547630762872054e-06,
      "loss": 0.7994,
      "step": 25102
    },
    {
      "epoch": 0.5290215850837956,
      "grad_norm": 0.145725816488266,
      "learning_rate": 9.546948923185351e-06,
      "loss": 0.7494,
      "step": 25103
    },
    {
      "epoch": 0.529042659122161,
      "grad_norm": 0.11890145391225815,
      "learning_rate": 9.546267085609236e-06,
      "loss": 0.791,
      "step": 25104
    },
    {
      "epoch": 0.5290637331605262,
      "grad_norm": 0.1496887356042862,
      "learning_rate": 9.545585250146879e-06,
      "loss": 0.7615,
      "step": 25105
    },
    {
      "epoch": 0.5290848071988915,
      "grad_norm": 0.12216442078351974,
      "learning_rate": 9.544903416801458e-06,
      "loss": 0.7843,
      "step": 25106
    },
    {
      "epoch": 0.5291058812372568,
      "grad_norm": 0.11069213598966599,
      "learning_rate": 9.544221585576153e-06,
      "loss": 0.8073,
      "step": 25107
    },
    {
      "epoch": 0.529126955275622,
      "grad_norm": 0.12715153396129608,
      "learning_rate": 9.543539756474133e-06,
      "loss": 0.7279,
      "step": 25108
    },
    {
      "epoch": 0.5291480293139874,
      "grad_norm": 0.12457346171140671,
      "learning_rate": 9.542857929498585e-06,
      "loss": 0.8361,
      "step": 25109
    },
    {
      "epoch": 0.5291691033523527,
      "grad_norm": 0.12740536034107208,
      "learning_rate": 9.542176104652677e-06,
      "loss": 0.7547,
      "step": 25110
    },
    {
      "epoch": 0.5291901773907179,
      "grad_norm": 0.1589605212211609,
      "learning_rate": 9.541494281939589e-06,
      "loss": 0.7808,
      "step": 25111
    },
    {
      "epoch": 0.5292112514290832,
      "grad_norm": 0.13343685865402222,
      "learning_rate": 9.540812461362495e-06,
      "loss": 0.779,
      "step": 25112
    },
    {
      "epoch": 0.5292323254674485,
      "grad_norm": 0.16747750341892242,
      "learning_rate": 9.540130642924576e-06,
      "loss": 0.7301,
      "step": 25113
    },
    {
      "epoch": 0.5292533995058138,
      "grad_norm": 0.12567490339279175,
      "learning_rate": 9.539448826629001e-06,
      "loss": 0.8293,
      "step": 25114
    },
    {
      "epoch": 0.5292744735441791,
      "grad_norm": 0.14859144389629364,
      "learning_rate": 9.538767012478952e-06,
      "loss": 0.8025,
      "step": 25115
    },
    {
      "epoch": 0.5292955475825444,
      "grad_norm": 0.11155497282743454,
      "learning_rate": 9.538085200477604e-06,
      "loss": 0.7487,
      "step": 25116
    },
    {
      "epoch": 0.5293166216209096,
      "grad_norm": 0.1447770893573761,
      "learning_rate": 9.537403390628132e-06,
      "loss": 0.8112,
      "step": 25117
    },
    {
      "epoch": 0.5293376956592749,
      "grad_norm": 0.12645626068115234,
      "learning_rate": 9.536721582933713e-06,
      "loss": 0.7657,
      "step": 25118
    },
    {
      "epoch": 0.5293587696976403,
      "grad_norm": 0.16689471900463104,
      "learning_rate": 9.536039777397525e-06,
      "loss": 0.7591,
      "step": 25119
    },
    {
      "epoch": 0.5293798437360056,
      "grad_norm": 0.12954291701316833,
      "learning_rate": 9.535357974022742e-06,
      "loss": 0.7697,
      "step": 25120
    },
    {
      "epoch": 0.5294009177743708,
      "grad_norm": 0.11640005558729172,
      "learning_rate": 9.53467617281254e-06,
      "loss": 0.7783,
      "step": 25121
    },
    {
      "epoch": 0.5294219918127361,
      "grad_norm": 0.12959414720535278,
      "learning_rate": 9.533994373770097e-06,
      "loss": 0.806,
      "step": 25122
    },
    {
      "epoch": 0.5294430658511013,
      "grad_norm": 0.10807815194129944,
      "learning_rate": 9.533312576898584e-06,
      "loss": 0.7521,
      "step": 25123
    },
    {
      "epoch": 0.5294641398894667,
      "grad_norm": 0.15136048197746277,
      "learning_rate": 9.532630782201187e-06,
      "loss": 0.6875,
      "step": 25124
    },
    {
      "epoch": 0.529485213927832,
      "grad_norm": 0.10674788057804108,
      "learning_rate": 9.531948989681075e-06,
      "loss": 0.7969,
      "step": 25125
    },
    {
      "epoch": 0.5295062879661973,
      "grad_norm": 0.12759189307689667,
      "learning_rate": 9.531267199341424e-06,
      "loss": 0.7071,
      "step": 25126
    },
    {
      "epoch": 0.5295273620045625,
      "grad_norm": 0.11424857378005981,
      "learning_rate": 9.530585411185416e-06,
      "loss": 0.8288,
      "step": 25127
    },
    {
      "epoch": 0.5295484360429278,
      "grad_norm": 0.12415236234664917,
      "learning_rate": 9.529903625216223e-06,
      "loss": 0.7545,
      "step": 25128
    },
    {
      "epoch": 0.529569510081293,
      "grad_norm": 0.11434270441532135,
      "learning_rate": 9.52922184143702e-06,
      "loss": 0.7327,
      "step": 25129
    },
    {
      "epoch": 0.5295905841196584,
      "grad_norm": 0.1407822221517563,
      "learning_rate": 9.528540059850985e-06,
      "loss": 0.7728,
      "step": 25130
    },
    {
      "epoch": 0.5296116581580237,
      "grad_norm": 0.13260258734226227,
      "learning_rate": 9.527858280461293e-06,
      "loss": 0.7228,
      "step": 25131
    },
    {
      "epoch": 0.529632732196389,
      "grad_norm": 0.12132931500673294,
      "learning_rate": 9.527176503271123e-06,
      "loss": 0.7264,
      "step": 25132
    },
    {
      "epoch": 0.5296538062347542,
      "grad_norm": 0.14119288325309753,
      "learning_rate": 9.52649472828365e-06,
      "loss": 0.7839,
      "step": 25133
    },
    {
      "epoch": 0.5296748802731195,
      "grad_norm": 0.12499576061964035,
      "learning_rate": 9.525812955502047e-06,
      "loss": 0.7803,
      "step": 25134
    },
    {
      "epoch": 0.5296959543114849,
      "grad_norm": 0.16126170754432678,
      "learning_rate": 9.525131184929493e-06,
      "loss": 0.8392,
      "step": 25135
    },
    {
      "epoch": 0.5297170283498501,
      "grad_norm": 0.10548832267522812,
      "learning_rate": 9.524449416569162e-06,
      "loss": 0.7821,
      "step": 25136
    },
    {
      "epoch": 0.5297381023882154,
      "grad_norm": 0.11058732867240906,
      "learning_rate": 9.52376765042423e-06,
      "loss": 0.7559,
      "step": 25137
    },
    {
      "epoch": 0.5297591764265807,
      "grad_norm": 0.11080342531204224,
      "learning_rate": 9.523085886497879e-06,
      "loss": 0.817,
      "step": 25138
    },
    {
      "epoch": 0.5297802504649459,
      "grad_norm": 0.10068400949239731,
      "learning_rate": 9.522404124793277e-06,
      "loss": 0.6802,
      "step": 25139
    },
    {
      "epoch": 0.5298013245033113,
      "grad_norm": 0.11153626441955566,
      "learning_rate": 9.521722365313607e-06,
      "loss": 0.7575,
      "step": 25140
    },
    {
      "epoch": 0.5298223985416766,
      "grad_norm": 0.11713919788599014,
      "learning_rate": 9.521040608062039e-06,
      "loss": 0.7857,
      "step": 25141
    },
    {
      "epoch": 0.5298434725800418,
      "grad_norm": 0.12387138605117798,
      "learning_rate": 9.520358853041756e-06,
      "loss": 0.7409,
      "step": 25142
    },
    {
      "epoch": 0.5298645466184071,
      "grad_norm": 0.11459799110889435,
      "learning_rate": 9.519677100255926e-06,
      "loss": 0.7669,
      "step": 25143
    },
    {
      "epoch": 0.5298856206567724,
      "grad_norm": 0.11182843148708344,
      "learning_rate": 9.51899534970773e-06,
      "loss": 0.7594,
      "step": 25144
    },
    {
      "epoch": 0.5299066946951377,
      "grad_norm": 0.10318449139595032,
      "learning_rate": 9.518313601400342e-06,
      "loss": 0.6725,
      "step": 25145
    },
    {
      "epoch": 0.529927768733503,
      "grad_norm": 0.1165500357747078,
      "learning_rate": 9.51763185533694e-06,
      "loss": 0.7201,
      "step": 25146
    },
    {
      "epoch": 0.5299488427718683,
      "grad_norm": 0.12327728420495987,
      "learning_rate": 9.516950111520699e-06,
      "loss": 0.7897,
      "step": 25147
    },
    {
      "epoch": 0.5299699168102335,
      "grad_norm": 0.1322004199028015,
      "learning_rate": 9.516268369954796e-06,
      "loss": 0.8019,
      "step": 25148
    },
    {
      "epoch": 0.5299909908485988,
      "grad_norm": 0.13296034932136536,
      "learning_rate": 9.515586630642403e-06,
      "loss": 0.7506,
      "step": 25149
    },
    {
      "epoch": 0.5300120648869642,
      "grad_norm": 0.1021026149392128,
      "learning_rate": 9.5149048935867e-06,
      "loss": 0.7389,
      "step": 25150
    },
    {
      "epoch": 0.5300331389253294,
      "grad_norm": 0.09804873168468475,
      "learning_rate": 9.514223158790857e-06,
      "loss": 0.7383,
      "step": 25151
    },
    {
      "epoch": 0.5300542129636947,
      "grad_norm": 0.11359560489654541,
      "learning_rate": 9.51354142625806e-06,
      "loss": 0.777,
      "step": 25152
    },
    {
      "epoch": 0.53007528700206,
      "grad_norm": 0.11371952295303345,
      "learning_rate": 9.512859695991478e-06,
      "loss": 0.7848,
      "step": 25153
    },
    {
      "epoch": 0.5300963610404252,
      "grad_norm": 0.13526485860347748,
      "learning_rate": 9.51217796799429e-06,
      "loss": 0.7446,
      "step": 25154
    },
    {
      "epoch": 0.5301174350787906,
      "grad_norm": 0.11082030832767487,
      "learning_rate": 9.511496242269669e-06,
      "loss": 0.7463,
      "step": 25155
    },
    {
      "epoch": 0.5301385091171559,
      "grad_norm": 0.1537158489227295,
      "learning_rate": 9.510814518820793e-06,
      "loss": 0.8413,
      "step": 25156
    },
    {
      "epoch": 0.5301595831555211,
      "grad_norm": 0.17495454847812653,
      "learning_rate": 9.510132797650836e-06,
      "loss": 0.7566,
      "step": 25157
    },
    {
      "epoch": 0.5301806571938864,
      "grad_norm": 0.11555109918117523,
      "learning_rate": 9.509451078762977e-06,
      "loss": 0.7117,
      "step": 25158
    },
    {
      "epoch": 0.5302017312322517,
      "grad_norm": 0.15901322662830353,
      "learning_rate": 9.508769362160386e-06,
      "loss": 0.7648,
      "step": 25159
    },
    {
      "epoch": 0.530222805270617,
      "grad_norm": 0.19043613970279694,
      "learning_rate": 9.508087647846245e-06,
      "loss": 0.8002,
      "step": 25160
    },
    {
      "epoch": 0.5302438793089823,
      "grad_norm": 0.12457331269979477,
      "learning_rate": 9.507405935823728e-06,
      "loss": 0.769,
      "step": 25161
    },
    {
      "epoch": 0.5302649533473476,
      "grad_norm": 0.151748925447464,
      "learning_rate": 9.50672422609601e-06,
      "loss": 0.8853,
      "step": 25162
    },
    {
      "epoch": 0.5302860273857128,
      "grad_norm": 0.14316512644290924,
      "learning_rate": 9.506042518666268e-06,
      "loss": 0.7395,
      "step": 25163
    },
    {
      "epoch": 0.5303071014240781,
      "grad_norm": 0.12696601450443268,
      "learning_rate": 9.505360813537676e-06,
      "loss": 0.7884,
      "step": 25164
    },
    {
      "epoch": 0.5303281754624434,
      "grad_norm": 0.1317804604768753,
      "learning_rate": 9.504679110713411e-06,
      "loss": 0.7411,
      "step": 25165
    },
    {
      "epoch": 0.5303492495008088,
      "grad_norm": 0.1293123960494995,
      "learning_rate": 9.503997410196644e-06,
      "loss": 0.7524,
      "step": 25166
    },
    {
      "epoch": 0.530370323539174,
      "grad_norm": 0.16191105544567108,
      "learning_rate": 9.50331571199056e-06,
      "loss": 0.8012,
      "step": 25167
    },
    {
      "epoch": 0.5303913975775393,
      "grad_norm": 0.13234835863113403,
      "learning_rate": 9.50263401609833e-06,
      "loss": 0.7809,
      "step": 25168
    },
    {
      "epoch": 0.5304124716159045,
      "grad_norm": 0.15245595574378967,
      "learning_rate": 9.501952322523128e-06,
      "loss": 0.7932,
      "step": 25169
    },
    {
      "epoch": 0.5304335456542698,
      "grad_norm": 0.13872823119163513,
      "learning_rate": 9.501270631268132e-06,
      "loss": 0.7291,
      "step": 25170
    },
    {
      "epoch": 0.5304546196926352,
      "grad_norm": 0.13392044603824615,
      "learning_rate": 9.500588942336518e-06,
      "loss": 0.7315,
      "step": 25171
    },
    {
      "epoch": 0.5304756937310005,
      "grad_norm": 0.1494958996772766,
      "learning_rate": 9.499907255731462e-06,
      "loss": 0.8123,
      "step": 25172
    },
    {
      "epoch": 0.5304967677693657,
      "grad_norm": 0.12630516290664673,
      "learning_rate": 9.499225571456138e-06,
      "loss": 0.7305,
      "step": 25173
    },
    {
      "epoch": 0.530517841807731,
      "grad_norm": 0.19392110407352448,
      "learning_rate": 9.498543889513721e-06,
      "loss": 0.8049,
      "step": 25174
    },
    {
      "epoch": 0.5305389158460962,
      "grad_norm": 0.13234996795654297,
      "learning_rate": 9.497862209907389e-06,
      "loss": 0.7784,
      "step": 25175
    },
    {
      "epoch": 0.5305599898844616,
      "grad_norm": 0.16242796182632446,
      "learning_rate": 9.497180532640316e-06,
      "loss": 0.7783,
      "step": 25176
    },
    {
      "epoch": 0.5305810639228269,
      "grad_norm": 0.13009895384311676,
      "learning_rate": 9.496498857715678e-06,
      "loss": 0.7591,
      "step": 25177
    },
    {
      "epoch": 0.5306021379611922,
      "grad_norm": 0.1781511902809143,
      "learning_rate": 9.495817185136655e-06,
      "loss": 0.7542,
      "step": 25178
    },
    {
      "epoch": 0.5306232119995574,
      "grad_norm": 0.13268977403640747,
      "learning_rate": 9.495135514906415e-06,
      "loss": 0.7854,
      "step": 25179
    },
    {
      "epoch": 0.5306442860379227,
      "grad_norm": 0.15438763797283173,
      "learning_rate": 9.494453847028133e-06,
      "loss": 0.8403,
      "step": 25180
    },
    {
      "epoch": 0.5306653600762881,
      "grad_norm": 0.18559731543064117,
      "learning_rate": 9.493772181504997e-06,
      "loss": 0.7565,
      "step": 25181
    },
    {
      "epoch": 0.5306864341146533,
      "grad_norm": 0.15168997645378113,
      "learning_rate": 9.49309051834017e-06,
      "loss": 0.8225,
      "step": 25182
    },
    {
      "epoch": 0.5307075081530186,
      "grad_norm": 0.13846953213214874,
      "learning_rate": 9.492408857536834e-06,
      "loss": 0.6743,
      "step": 25183
    },
    {
      "epoch": 0.5307285821913839,
      "grad_norm": 0.1632193773984909,
      "learning_rate": 9.491727199098164e-06,
      "loss": 0.8011,
      "step": 25184
    },
    {
      "epoch": 0.5307496562297491,
      "grad_norm": 0.12837722897529602,
      "learning_rate": 9.491045543027331e-06,
      "loss": 0.6972,
      "step": 25185
    },
    {
      "epoch": 0.5307707302681145,
      "grad_norm": 0.1900726705789566,
      "learning_rate": 9.490363889327515e-06,
      "loss": 0.7649,
      "step": 25186
    },
    {
      "epoch": 0.5307918043064798,
      "grad_norm": 0.1689627766609192,
      "learning_rate": 9.489682238001893e-06,
      "loss": 0.7529,
      "step": 25187
    },
    {
      "epoch": 0.530812878344845,
      "grad_norm": 0.16493715345859528,
      "learning_rate": 9.489000589053635e-06,
      "loss": 0.7949,
      "step": 25188
    },
    {
      "epoch": 0.5308339523832103,
      "grad_norm": 0.15227524936199188,
      "learning_rate": 9.488318942485921e-06,
      "loss": 0.717,
      "step": 25189
    },
    {
      "epoch": 0.5308550264215756,
      "grad_norm": 0.17214040458202362,
      "learning_rate": 9.487637298301924e-06,
      "loss": 0.79,
      "step": 25190
    },
    {
      "epoch": 0.5308761004599409,
      "grad_norm": 0.13885346055030823,
      "learning_rate": 9.48695565650482e-06,
      "loss": 0.7219,
      "step": 25191
    },
    {
      "epoch": 0.5308971744983062,
      "grad_norm": 0.13414792716503143,
      "learning_rate": 9.486274017097787e-06,
      "loss": 0.7585,
      "step": 25192
    },
    {
      "epoch": 0.5309182485366715,
      "grad_norm": 0.17176757752895355,
      "learning_rate": 9.485592380083998e-06,
      "loss": 0.7933,
      "step": 25193
    },
    {
      "epoch": 0.5309393225750367,
      "grad_norm": 0.15716706216335297,
      "learning_rate": 9.484910745466628e-06,
      "loss": 0.7482,
      "step": 25194
    },
    {
      "epoch": 0.530960396613402,
      "grad_norm": 0.134383425116539,
      "learning_rate": 9.48422911324885e-06,
      "loss": 0.7272,
      "step": 25195
    },
    {
      "epoch": 0.5309814706517674,
      "grad_norm": 0.12589506804943085,
      "learning_rate": 9.483547483433848e-06,
      "loss": 0.7448,
      "step": 25196
    },
    {
      "epoch": 0.5310025446901326,
      "grad_norm": 0.12249109148979187,
      "learning_rate": 9.482865856024791e-06,
      "loss": 0.7496,
      "step": 25197
    },
    {
      "epoch": 0.5310236187284979,
      "grad_norm": 0.16891108453273773,
      "learning_rate": 9.482184231024855e-06,
      "loss": 0.8212,
      "step": 25198
    },
    {
      "epoch": 0.5310446927668632,
      "grad_norm": 0.12315751612186432,
      "learning_rate": 9.481502608437216e-06,
      "loss": 0.8122,
      "step": 25199
    },
    {
      "epoch": 0.5310657668052284,
      "grad_norm": 0.14009839296340942,
      "learning_rate": 9.48082098826505e-06,
      "loss": 0.7579,
      "step": 25200
    },
    {
      "epoch": 0.5310868408435938,
      "grad_norm": 0.11765769124031067,
      "learning_rate": 9.480139370511533e-06,
      "loss": 0.7747,
      "step": 25201
    },
    {
      "epoch": 0.5311079148819591,
      "grad_norm": 0.1403614580631256,
      "learning_rate": 9.479457755179841e-06,
      "loss": 0.7186,
      "step": 25202
    },
    {
      "epoch": 0.5311289889203243,
      "grad_norm": 0.11082582920789719,
      "learning_rate": 9.478776142273145e-06,
      "loss": 0.7574,
      "step": 25203
    },
    {
      "epoch": 0.5311500629586896,
      "grad_norm": 0.15478284657001495,
      "learning_rate": 9.478094531794623e-06,
      "loss": 0.845,
      "step": 25204
    },
    {
      "epoch": 0.5311711369970549,
      "grad_norm": 0.11373283714056015,
      "learning_rate": 9.47741292374745e-06,
      "loss": 0.7384,
      "step": 25205
    },
    {
      "epoch": 0.5311922110354201,
      "grad_norm": 0.17151778936386108,
      "learning_rate": 9.476731318134804e-06,
      "loss": 0.7944,
      "step": 25206
    },
    {
      "epoch": 0.5312132850737855,
      "grad_norm": 0.12446144968271255,
      "learning_rate": 9.476049714959858e-06,
      "loss": 0.6722,
      "step": 25207
    },
    {
      "epoch": 0.5312343591121508,
      "grad_norm": 0.17752452194690704,
      "learning_rate": 9.475368114225788e-06,
      "loss": 0.691,
      "step": 25208
    },
    {
      "epoch": 0.531255433150516,
      "grad_norm": 0.1450713723897934,
      "learning_rate": 9.474686515935762e-06,
      "loss": 0.7406,
      "step": 25209
    },
    {
      "epoch": 0.5312765071888813,
      "grad_norm": 0.16797007620334625,
      "learning_rate": 9.474004920092966e-06,
      "loss": 0.7318,
      "step": 25210
    },
    {
      "epoch": 0.5312975812272466,
      "grad_norm": 0.1610935926437378,
      "learning_rate": 9.473323326700575e-06,
      "loss": 0.7694,
      "step": 25211
    },
    {
      "epoch": 0.531318655265612,
      "grad_norm": 0.12833638489246368,
      "learning_rate": 9.472641735761758e-06,
      "loss": 0.7011,
      "step": 25212
    },
    {
      "epoch": 0.5313397293039772,
      "grad_norm": 0.12656812369823456,
      "learning_rate": 9.471960147279692e-06,
      "loss": 0.6673,
      "step": 25213
    },
    {
      "epoch": 0.5313608033423425,
      "grad_norm": 0.13932764530181885,
      "learning_rate": 9.471278561257555e-06,
      "loss": 0.7668,
      "step": 25214
    },
    {
      "epoch": 0.5313818773807077,
      "grad_norm": 0.1452292501926422,
      "learning_rate": 9.47059697769852e-06,
      "loss": 0.7638,
      "step": 25215
    },
    {
      "epoch": 0.531402951419073,
      "grad_norm": 0.13411380350589752,
      "learning_rate": 9.469915396605763e-06,
      "loss": 0.7377,
      "step": 25216
    },
    {
      "epoch": 0.5314240254574384,
      "grad_norm": 0.1615423858165741,
      "learning_rate": 9.469233817982457e-06,
      "loss": 0.741,
      "step": 25217
    },
    {
      "epoch": 0.5314450994958037,
      "grad_norm": 0.12270206958055496,
      "learning_rate": 9.46855224183178e-06,
      "loss": 0.7577,
      "step": 25218
    },
    {
      "epoch": 0.5314661735341689,
      "grad_norm": 0.1779743880033493,
      "learning_rate": 9.467870668156905e-06,
      "loss": 0.752,
      "step": 25219
    },
    {
      "epoch": 0.5314872475725342,
      "grad_norm": 0.14095407724380493,
      "learning_rate": 9.46718909696101e-06,
      "loss": 0.754,
      "step": 25220
    },
    {
      "epoch": 0.5315083216108994,
      "grad_norm": 0.13646863400936127,
      "learning_rate": 9.466507528247267e-06,
      "loss": 0.7362,
      "step": 25221
    },
    {
      "epoch": 0.5315293956492648,
      "grad_norm": 0.1377558410167694,
      "learning_rate": 9.465825962018856e-06,
      "loss": 0.7842,
      "step": 25222
    },
    {
      "epoch": 0.5315504696876301,
      "grad_norm": 0.1378622055053711,
      "learning_rate": 9.465144398278941e-06,
      "loss": 0.7654,
      "step": 25223
    },
    {
      "epoch": 0.5315715437259954,
      "grad_norm": 0.13182303309440613,
      "learning_rate": 9.46446283703071e-06,
      "loss": 0.7239,
      "step": 25224
    },
    {
      "epoch": 0.5315926177643606,
      "grad_norm": 0.1426417976617813,
      "learning_rate": 9.463781278277336e-06,
      "loss": 0.7607,
      "step": 25225
    },
    {
      "epoch": 0.5316136918027259,
      "grad_norm": 0.12349747866392136,
      "learning_rate": 9.463099722021987e-06,
      "loss": 0.8038,
      "step": 25226
    },
    {
      "epoch": 0.5316347658410913,
      "grad_norm": 0.13868896663188934,
      "learning_rate": 9.462418168267844e-06,
      "loss": 0.753,
      "step": 25227
    },
    {
      "epoch": 0.5316558398794565,
      "grad_norm": 0.1508857011795044,
      "learning_rate": 9.46173661701808e-06,
      "loss": 0.7746,
      "step": 25228
    },
    {
      "epoch": 0.5316769139178218,
      "grad_norm": 0.1751699447631836,
      "learning_rate": 9.46105506827587e-06,
      "loss": 0.7712,
      "step": 25229
    },
    {
      "epoch": 0.5316979879561871,
      "grad_norm": 0.1336776167154312,
      "learning_rate": 9.46037352204439e-06,
      "loss": 0.745,
      "step": 25230
    },
    {
      "epoch": 0.5317190619945523,
      "grad_norm": 0.1278964877128601,
      "learning_rate": 9.459691978326819e-06,
      "loss": 0.8133,
      "step": 25231
    },
    {
      "epoch": 0.5317401360329177,
      "grad_norm": 0.11221765726804733,
      "learning_rate": 9.45901043712632e-06,
      "loss": 0.7596,
      "step": 25232
    },
    {
      "epoch": 0.531761210071283,
      "grad_norm": 0.1342029869556427,
      "learning_rate": 9.45832889844608e-06,
      "loss": 0.7545,
      "step": 25233
    },
    {
      "epoch": 0.5317822841096482,
      "grad_norm": 0.13912862539291382,
      "learning_rate": 9.457647362289269e-06,
      "loss": 0.7713,
      "step": 25234
    },
    {
      "epoch": 0.5318033581480135,
      "grad_norm": 0.11240144819021225,
      "learning_rate": 9.456965828659063e-06,
      "loss": 0.758,
      "step": 25235
    },
    {
      "epoch": 0.5318244321863788,
      "grad_norm": 0.14471666514873505,
      "learning_rate": 9.456284297558635e-06,
      "loss": 0.7046,
      "step": 25236
    },
    {
      "epoch": 0.5318455062247441,
      "grad_norm": 0.1097557544708252,
      "learning_rate": 9.455602768991164e-06,
      "loss": 0.6991,
      "step": 25237
    },
    {
      "epoch": 0.5318665802631094,
      "grad_norm": 0.14312505722045898,
      "learning_rate": 9.454921242959818e-06,
      "loss": 0.7687,
      "step": 25238
    },
    {
      "epoch": 0.5318876543014747,
      "grad_norm": 0.150421142578125,
      "learning_rate": 9.454239719467778e-06,
      "loss": 0.7541,
      "step": 25239
    },
    {
      "epoch": 0.5319087283398399,
      "grad_norm": 0.13655608892440796,
      "learning_rate": 9.453558198518223e-06,
      "loss": 0.7826,
      "step": 25240
    },
    {
      "epoch": 0.5319298023782052,
      "grad_norm": 0.13283537328243256,
      "learning_rate": 9.452876680114317e-06,
      "loss": 0.7658,
      "step": 25241
    },
    {
      "epoch": 0.5319508764165705,
      "grad_norm": 0.1512324959039688,
      "learning_rate": 9.452195164259242e-06,
      "loss": 0.7414,
      "step": 25242
    },
    {
      "epoch": 0.5319719504549358,
      "grad_norm": 0.1620788723230362,
      "learning_rate": 9.451513650956172e-06,
      "loss": 0.7428,
      "step": 25243
    },
    {
      "epoch": 0.5319930244933011,
      "grad_norm": 0.1584780216217041,
      "learning_rate": 9.45083214020828e-06,
      "loss": 0.8175,
      "step": 25244
    },
    {
      "epoch": 0.5320140985316664,
      "grad_norm": 0.15922659635543823,
      "learning_rate": 9.450150632018743e-06,
      "loss": 0.7188,
      "step": 25245
    },
    {
      "epoch": 0.5320351725700316,
      "grad_norm": 0.18654537200927734,
      "learning_rate": 9.449469126390736e-06,
      "loss": 0.7562,
      "step": 25246
    },
    {
      "epoch": 0.5320562466083969,
      "grad_norm": 0.18963858485221863,
      "learning_rate": 9.44878762332743e-06,
      "loss": 0.7693,
      "step": 25247
    },
    {
      "epoch": 0.5320773206467623,
      "grad_norm": 0.16655847430229187,
      "learning_rate": 9.448106122832005e-06,
      "loss": 0.7365,
      "step": 25248
    },
    {
      "epoch": 0.5320983946851275,
      "grad_norm": 0.1823722869157791,
      "learning_rate": 9.447424624907631e-06,
      "loss": 0.7943,
      "step": 25249
    },
    {
      "epoch": 0.5321194687234928,
      "grad_norm": 0.12807872891426086,
      "learning_rate": 9.446743129557487e-06,
      "loss": 0.7368,
      "step": 25250
    },
    {
      "epoch": 0.5321405427618581,
      "grad_norm": 0.13160447776317596,
      "learning_rate": 9.446061636784747e-06,
      "loss": 0.7024,
      "step": 25251
    },
    {
      "epoch": 0.5321616168002233,
      "grad_norm": 0.16814960539340973,
      "learning_rate": 9.445380146592582e-06,
      "loss": 0.8038,
      "step": 25252
    },
    {
      "epoch": 0.5321826908385887,
      "grad_norm": 0.14159420132637024,
      "learning_rate": 9.44469865898417e-06,
      "loss": 0.8249,
      "step": 25253
    },
    {
      "epoch": 0.532203764876954,
      "grad_norm": 0.1981697827577591,
      "learning_rate": 9.444017173962688e-06,
      "loss": 0.8377,
      "step": 25254
    },
    {
      "epoch": 0.5322248389153192,
      "grad_norm": 0.13700588047504425,
      "learning_rate": 9.443335691531309e-06,
      "loss": 0.7882,
      "step": 25255
    },
    {
      "epoch": 0.5322459129536845,
      "grad_norm": 0.18087203800678253,
      "learning_rate": 9.442654211693204e-06,
      "loss": 0.7754,
      "step": 25256
    },
    {
      "epoch": 0.5322669869920498,
      "grad_norm": 0.1415989100933075,
      "learning_rate": 9.441972734451554e-06,
      "loss": 0.7387,
      "step": 25257
    },
    {
      "epoch": 0.5322880610304151,
      "grad_norm": 0.20121857523918152,
      "learning_rate": 9.441291259809527e-06,
      "loss": 0.7222,
      "step": 25258
    },
    {
      "epoch": 0.5323091350687804,
      "grad_norm": 0.13504566252231598,
      "learning_rate": 9.440609787770303e-06,
      "loss": 0.7165,
      "step": 25259
    },
    {
      "epoch": 0.5323302091071457,
      "grad_norm": 0.15601907670497894,
      "learning_rate": 9.439928318337054e-06,
      "loss": 0.7324,
      "step": 25260
    },
    {
      "epoch": 0.532351283145511,
      "grad_norm": 0.1308382749557495,
      "learning_rate": 9.439246851512959e-06,
      "loss": 0.7957,
      "step": 25261
    },
    {
      "epoch": 0.5323723571838762,
      "grad_norm": 0.16278031468391418,
      "learning_rate": 9.438565387301186e-06,
      "loss": 0.7866,
      "step": 25262
    },
    {
      "epoch": 0.5323934312222416,
      "grad_norm": 0.1922135204076767,
      "learning_rate": 9.437883925704913e-06,
      "loss": 0.7827,
      "step": 25263
    },
    {
      "epoch": 0.5324145052606069,
      "grad_norm": 0.15033628046512604,
      "learning_rate": 9.437202466727316e-06,
      "loss": 0.8006,
      "step": 25264
    },
    {
      "epoch": 0.5324355792989721,
      "grad_norm": 0.2026602178812027,
      "learning_rate": 9.436521010371567e-06,
      "loss": 0.7616,
      "step": 25265
    },
    {
      "epoch": 0.5324566533373374,
      "grad_norm": 0.11555355787277222,
      "learning_rate": 9.435839556640846e-06,
      "loss": 0.6761,
      "step": 25266
    },
    {
      "epoch": 0.5324777273757026,
      "grad_norm": 0.13685396313667297,
      "learning_rate": 9.435158105538314e-06,
      "loss": 0.7842,
      "step": 25267
    },
    {
      "epoch": 0.532498801414068,
      "grad_norm": 0.13088849186897278,
      "learning_rate": 9.434476657067162e-06,
      "loss": 0.7227,
      "step": 25268
    },
    {
      "epoch": 0.5325198754524333,
      "grad_norm": 0.13098040223121643,
      "learning_rate": 9.433795211230556e-06,
      "loss": 0.7783,
      "step": 25269
    },
    {
      "epoch": 0.5325409494907986,
      "grad_norm": 0.10944816470146179,
      "learning_rate": 9.433113768031677e-06,
      "loss": 0.7477,
      "step": 25270
    },
    {
      "epoch": 0.5325620235291638,
      "grad_norm": 0.14108285307884216,
      "learning_rate": 9.43243232747369e-06,
      "loss": 0.8424,
      "step": 25271
    },
    {
      "epoch": 0.5325830975675291,
      "grad_norm": 0.1388118863105774,
      "learning_rate": 9.431750889559775e-06,
      "loss": 0.8424,
      "step": 25272
    },
    {
      "epoch": 0.5326041716058945,
      "grad_norm": 0.11301378905773163,
      "learning_rate": 9.431069454293106e-06,
      "loss": 0.7315,
      "step": 25273
    },
    {
      "epoch": 0.5326252456442597,
      "grad_norm": 0.13269318640232086,
      "learning_rate": 9.430388021676858e-06,
      "loss": 0.773,
      "step": 25274
    },
    {
      "epoch": 0.532646319682625,
      "grad_norm": 0.11990632861852646,
      "learning_rate": 9.429706591714208e-06,
      "loss": 0.7797,
      "step": 25275
    },
    {
      "epoch": 0.5326673937209903,
      "grad_norm": 0.13049407303333282,
      "learning_rate": 9.429025164408323e-06,
      "loss": 0.7553,
      "step": 25276
    },
    {
      "epoch": 0.5326884677593555,
      "grad_norm": 0.11803252249956131,
      "learning_rate": 9.428343739762386e-06,
      "loss": 0.7359,
      "step": 25277
    },
    {
      "epoch": 0.5327095417977209,
      "grad_norm": 0.13422156870365143,
      "learning_rate": 9.427662317779564e-06,
      "loss": 0.7874,
      "step": 25278
    },
    {
      "epoch": 0.5327306158360862,
      "grad_norm": 0.10583484917879105,
      "learning_rate": 9.426980898463036e-06,
      "loss": 0.6893,
      "step": 25279
    },
    {
      "epoch": 0.5327516898744514,
      "grad_norm": 0.1697140485048294,
      "learning_rate": 9.426299481815976e-06,
      "loss": 0.7751,
      "step": 25280
    },
    {
      "epoch": 0.5327727639128167,
      "grad_norm": 0.13971546292304993,
      "learning_rate": 9.425618067841555e-06,
      "loss": 0.7133,
      "step": 25281
    },
    {
      "epoch": 0.532793837951182,
      "grad_norm": 0.13211238384246826,
      "learning_rate": 9.424936656542954e-06,
      "loss": 0.7808,
      "step": 25282
    },
    {
      "epoch": 0.5328149119895472,
      "grad_norm": 0.13968276977539062,
      "learning_rate": 9.424255247923343e-06,
      "loss": 0.8185,
      "step": 25283
    },
    {
      "epoch": 0.5328359860279126,
      "grad_norm": 0.12414884567260742,
      "learning_rate": 9.4235738419859e-06,
      "loss": 0.72,
      "step": 25284
    },
    {
      "epoch": 0.5328570600662779,
      "grad_norm": 0.15422213077545166,
      "learning_rate": 9.422892438733792e-06,
      "loss": 0.7791,
      "step": 25285
    },
    {
      "epoch": 0.5328781341046431,
      "grad_norm": 0.20768485963344574,
      "learning_rate": 9.422211038170201e-06,
      "loss": 0.8275,
      "step": 25286
    },
    {
      "epoch": 0.5328992081430084,
      "grad_norm": 0.14400312304496765,
      "learning_rate": 9.421529640298296e-06,
      "loss": 0.794,
      "step": 25287
    },
    {
      "epoch": 0.5329202821813737,
      "grad_norm": 0.12335163354873657,
      "learning_rate": 9.420848245121255e-06,
      "loss": 0.7233,
      "step": 25288
    },
    {
      "epoch": 0.532941356219739,
      "grad_norm": 0.12467894703149796,
      "learning_rate": 9.42016685264225e-06,
      "loss": 0.7349,
      "step": 25289
    },
    {
      "epoch": 0.5329624302581043,
      "grad_norm": 0.11638206988573074,
      "learning_rate": 9.41948546286446e-06,
      "loss": 0.7412,
      "step": 25290
    },
    {
      "epoch": 0.5329835042964696,
      "grad_norm": 0.12479516863822937,
      "learning_rate": 9.418804075791053e-06,
      "loss": 0.7018,
      "step": 25291
    },
    {
      "epoch": 0.5330045783348348,
      "grad_norm": 0.1118645966053009,
      "learning_rate": 9.418122691425206e-06,
      "loss": 0.69,
      "step": 25292
    },
    {
      "epoch": 0.5330256523732001,
      "grad_norm": 0.14461088180541992,
      "learning_rate": 9.417441309770094e-06,
      "loss": 0.832,
      "step": 25293
    },
    {
      "epoch": 0.5330467264115655,
      "grad_norm": 0.15494926273822784,
      "learning_rate": 9.416759930828889e-06,
      "loss": 0.7289,
      "step": 25294
    },
    {
      "epoch": 0.5330678004499307,
      "grad_norm": 0.1366349756717682,
      "learning_rate": 9.416078554604766e-06,
      "loss": 0.7705,
      "step": 25295
    },
    {
      "epoch": 0.533088874488296,
      "grad_norm": 0.15436869859695435,
      "learning_rate": 9.415397181100902e-06,
      "loss": 0.7786,
      "step": 25296
    },
    {
      "epoch": 0.5331099485266613,
      "grad_norm": 0.10907438397407532,
      "learning_rate": 9.41471581032047e-06,
      "loss": 0.7466,
      "step": 25297
    },
    {
      "epoch": 0.5331310225650265,
      "grad_norm": 0.17156456410884857,
      "learning_rate": 9.414034442266644e-06,
      "loss": 0.7852,
      "step": 25298
    },
    {
      "epoch": 0.5331520966033919,
      "grad_norm": 0.09806958585977554,
      "learning_rate": 9.413353076942598e-06,
      "loss": 0.7138,
      "step": 25299
    },
    {
      "epoch": 0.5331731706417572,
      "grad_norm": 0.1707899421453476,
      "learning_rate": 9.412671714351505e-06,
      "loss": 0.7493,
      "step": 25300
    },
    {
      "epoch": 0.5331942446801224,
      "grad_norm": 0.13654734194278717,
      "learning_rate": 9.41199035449654e-06,
      "loss": 0.8008,
      "step": 25301
    },
    {
      "epoch": 0.5332153187184877,
      "grad_norm": 0.1332303136587143,
      "learning_rate": 9.411308997380878e-06,
      "loss": 0.7741,
      "step": 25302
    },
    {
      "epoch": 0.533236392756853,
      "grad_norm": 0.13250677287578583,
      "learning_rate": 9.41062764300769e-06,
      "loss": 0.7818,
      "step": 25303
    },
    {
      "epoch": 0.5332574667952183,
      "grad_norm": 0.16086739301681519,
      "learning_rate": 9.409946291380157e-06,
      "loss": 0.8447,
      "step": 25304
    },
    {
      "epoch": 0.5332785408335836,
      "grad_norm": 0.11500710994005203,
      "learning_rate": 9.40926494250145e-06,
      "loss": 0.7905,
      "step": 25305
    },
    {
      "epoch": 0.5332996148719489,
      "grad_norm": 0.2538018226623535,
      "learning_rate": 9.408583596374738e-06,
      "loss": 0.8204,
      "step": 25306
    },
    {
      "epoch": 0.5333206889103141,
      "grad_norm": 0.15660853683948517,
      "learning_rate": 9.4079022530032e-06,
      "loss": 0.8174,
      "step": 25307
    },
    {
      "epoch": 0.5333417629486794,
      "grad_norm": 0.13286617398262024,
      "learning_rate": 9.407220912390011e-06,
      "loss": 0.6947,
      "step": 25308
    },
    {
      "epoch": 0.5333628369870448,
      "grad_norm": 0.11465089023113251,
      "learning_rate": 9.406539574538342e-06,
      "loss": 0.7756,
      "step": 25309
    },
    {
      "epoch": 0.53338391102541,
      "grad_norm": 0.12163784354925156,
      "learning_rate": 9.405858239451365e-06,
      "loss": 0.6946,
      "step": 25310
    },
    {
      "epoch": 0.5334049850637753,
      "grad_norm": 0.15306179225444794,
      "learning_rate": 9.405176907132261e-06,
      "loss": 0.7764,
      "step": 25311
    },
    {
      "epoch": 0.5334260591021406,
      "grad_norm": 0.14145848155021667,
      "learning_rate": 9.4044955775842e-06,
      "loss": 0.7702,
      "step": 25312
    },
    {
      "epoch": 0.5334471331405058,
      "grad_norm": 0.13401512801647186,
      "learning_rate": 9.403814250810358e-06,
      "loss": 0.7857,
      "step": 25313
    },
    {
      "epoch": 0.5334682071788712,
      "grad_norm": 0.13552141189575195,
      "learning_rate": 9.403132926813909e-06,
      "loss": 0.809,
      "step": 25314
    },
    {
      "epoch": 0.5334892812172365,
      "grad_norm": 0.12667523324489594,
      "learning_rate": 9.402451605598025e-06,
      "loss": 0.7232,
      "step": 25315
    },
    {
      "epoch": 0.5335103552556018,
      "grad_norm": 0.14190362393856049,
      "learning_rate": 9.401770287165879e-06,
      "loss": 0.7591,
      "step": 25316
    },
    {
      "epoch": 0.533531429293967,
      "grad_norm": 0.13126824796199799,
      "learning_rate": 9.401088971520645e-06,
      "loss": 0.786,
      "step": 25317
    },
    {
      "epoch": 0.5335525033323323,
      "grad_norm": 0.12084583938121796,
      "learning_rate": 9.400407658665501e-06,
      "loss": 0.7499,
      "step": 25318
    },
    {
      "epoch": 0.5335735773706975,
      "grad_norm": 0.12237583845853806,
      "learning_rate": 9.399726348603618e-06,
      "loss": 0.7698,
      "step": 25319
    },
    {
      "epoch": 0.5335946514090629,
      "grad_norm": 0.12545719742774963,
      "learning_rate": 9.399045041338173e-06,
      "loss": 0.7712,
      "step": 25320
    },
    {
      "epoch": 0.5336157254474282,
      "grad_norm": 0.12194433808326721,
      "learning_rate": 9.398363736872335e-06,
      "loss": 0.6813,
      "step": 25321
    },
    {
      "epoch": 0.5336367994857935,
      "grad_norm": 0.11797868460416794,
      "learning_rate": 9.397682435209281e-06,
      "loss": 0.7197,
      "step": 25322
    },
    {
      "epoch": 0.5336578735241587,
      "grad_norm": 0.10975085198879242,
      "learning_rate": 9.397001136352183e-06,
      "loss": 0.7971,
      "step": 25323
    },
    {
      "epoch": 0.533678947562524,
      "grad_norm": 0.12045437097549438,
      "learning_rate": 9.396319840304216e-06,
      "loss": 0.7213,
      "step": 25324
    },
    {
      "epoch": 0.5337000216008894,
      "grad_norm": 0.11053457111120224,
      "learning_rate": 9.395638547068556e-06,
      "loss": 0.7314,
      "step": 25325
    },
    {
      "epoch": 0.5337210956392546,
      "grad_norm": 0.10465170443058014,
      "learning_rate": 9.394957256648374e-06,
      "loss": 0.7791,
      "step": 25326
    },
    {
      "epoch": 0.5337421696776199,
      "grad_norm": 0.12075451016426086,
      "learning_rate": 9.394275969046845e-06,
      "loss": 0.7117,
      "step": 25327
    },
    {
      "epoch": 0.5337632437159852,
      "grad_norm": 0.10676472634077072,
      "learning_rate": 9.393594684267143e-06,
      "loss": 0.7816,
      "step": 25328
    },
    {
      "epoch": 0.5337843177543504,
      "grad_norm": 0.12306658178567886,
      "learning_rate": 9.392913402312444e-06,
      "loss": 0.7645,
      "step": 25329
    },
    {
      "epoch": 0.5338053917927158,
      "grad_norm": 0.12314142286777496,
      "learning_rate": 9.392232123185916e-06,
      "loss": 0.749,
      "step": 25330
    },
    {
      "epoch": 0.5338264658310811,
      "grad_norm": 0.11592897027730942,
      "learning_rate": 9.391550846890737e-06,
      "loss": 0.7595,
      "step": 25331
    },
    {
      "epoch": 0.5338475398694463,
      "grad_norm": 0.13363885879516602,
      "learning_rate": 9.39086957343008e-06,
      "loss": 0.7236,
      "step": 25332
    },
    {
      "epoch": 0.5338686139078116,
      "grad_norm": 0.11466289311647415,
      "learning_rate": 9.390188302807119e-06,
      "loss": 0.7591,
      "step": 25333
    },
    {
      "epoch": 0.5338896879461769,
      "grad_norm": 0.10223496705293655,
      "learning_rate": 9.38950703502503e-06,
      "loss": 0.7011,
      "step": 25334
    },
    {
      "epoch": 0.5339107619845422,
      "grad_norm": 0.14588913321495056,
      "learning_rate": 9.388825770086981e-06,
      "loss": 0.741,
      "step": 25335
    },
    {
      "epoch": 0.5339318360229075,
      "grad_norm": 0.14796356856822968,
      "learning_rate": 9.38814450799615e-06,
      "loss": 0.7493,
      "step": 25336
    },
    {
      "epoch": 0.5339529100612728,
      "grad_norm": 0.1250295341014862,
      "learning_rate": 9.38746324875571e-06,
      "loss": 0.7038,
      "step": 25337
    },
    {
      "epoch": 0.533973984099638,
      "grad_norm": 0.1561882197856903,
      "learning_rate": 9.386781992368832e-06,
      "loss": 0.7605,
      "step": 25338
    },
    {
      "epoch": 0.5339950581380033,
      "grad_norm": 0.10584542900323868,
      "learning_rate": 9.386100738838693e-06,
      "loss": 0.7621,
      "step": 25339
    },
    {
      "epoch": 0.5340161321763687,
      "grad_norm": 0.12052840739488602,
      "learning_rate": 9.385419488168468e-06,
      "loss": 0.6873,
      "step": 25340
    },
    {
      "epoch": 0.5340372062147339,
      "grad_norm": 0.12494917213916779,
      "learning_rate": 9.384738240361326e-06,
      "loss": 0.7246,
      "step": 25341
    },
    {
      "epoch": 0.5340582802530992,
      "grad_norm": 0.10619290918111801,
      "learning_rate": 9.384056995420445e-06,
      "loss": 0.6981,
      "step": 25342
    },
    {
      "epoch": 0.5340793542914645,
      "grad_norm": 0.1271207630634308,
      "learning_rate": 9.383375753348998e-06,
      "loss": 0.7639,
      "step": 25343
    },
    {
      "epoch": 0.5341004283298297,
      "grad_norm": 0.10439874231815338,
      "learning_rate": 9.382694514150155e-06,
      "loss": 0.7554,
      "step": 25344
    },
    {
      "epoch": 0.5341215023681951,
      "grad_norm": 0.12646044790744781,
      "learning_rate": 9.382013277827093e-06,
      "loss": 0.784,
      "step": 25345
    },
    {
      "epoch": 0.5341425764065604,
      "grad_norm": 0.11844804137945175,
      "learning_rate": 9.381332044382985e-06,
      "loss": 0.7418,
      "step": 25346
    },
    {
      "epoch": 0.5341636504449256,
      "grad_norm": 0.11504634469747543,
      "learning_rate": 9.380650813821004e-06,
      "loss": 0.8216,
      "step": 25347
    },
    {
      "epoch": 0.5341847244832909,
      "grad_norm": 0.11341898143291473,
      "learning_rate": 9.379969586144325e-06,
      "loss": 0.7483,
      "step": 25348
    },
    {
      "epoch": 0.5342057985216562,
      "grad_norm": 0.10456450283527374,
      "learning_rate": 9.37928836135612e-06,
      "loss": 0.7634,
      "step": 25349
    },
    {
      "epoch": 0.5342268725600215,
      "grad_norm": 0.11931606382131577,
      "learning_rate": 9.378607139459563e-06,
      "loss": 0.7507,
      "step": 25350
    },
    {
      "epoch": 0.5342479465983868,
      "grad_norm": 0.1159856989979744,
      "learning_rate": 9.377925920457826e-06,
      "loss": 0.7722,
      "step": 25351
    },
    {
      "epoch": 0.5342690206367521,
      "grad_norm": 0.10467260330915451,
      "learning_rate": 9.377244704354085e-06,
      "loss": 0.7675,
      "step": 25352
    },
    {
      "epoch": 0.5342900946751173,
      "grad_norm": 0.1008376032114029,
      "learning_rate": 9.37656349115151e-06,
      "loss": 0.6737,
      "step": 25353
    },
    {
      "epoch": 0.5343111687134826,
      "grad_norm": 0.1403726190328598,
      "learning_rate": 9.37588228085328e-06,
      "loss": 0.7852,
      "step": 25354
    },
    {
      "epoch": 0.5343322427518479,
      "grad_norm": 0.12323948740959167,
      "learning_rate": 9.375201073462563e-06,
      "loss": 0.8434,
      "step": 25355
    },
    {
      "epoch": 0.5343533167902133,
      "grad_norm": 0.12895335257053375,
      "learning_rate": 9.374519868982539e-06,
      "loss": 0.7593,
      "step": 25356
    },
    {
      "epoch": 0.5343743908285785,
      "grad_norm": 0.10844026505947113,
      "learning_rate": 9.373838667416376e-06,
      "loss": 0.7308,
      "step": 25357
    },
    {
      "epoch": 0.5343954648669438,
      "grad_norm": 0.11254093796014786,
      "learning_rate": 9.37315746876725e-06,
      "loss": 0.7601,
      "step": 25358
    },
    {
      "epoch": 0.534416538905309,
      "grad_norm": 0.12582896649837494,
      "learning_rate": 9.372476273038333e-06,
      "loss": 0.7824,
      "step": 25359
    },
    {
      "epoch": 0.5344376129436743,
      "grad_norm": 0.10745351016521454,
      "learning_rate": 9.371795080232796e-06,
      "loss": 0.6934,
      "step": 25360
    },
    {
      "epoch": 0.5344586869820397,
      "grad_norm": 0.13252054154872894,
      "learning_rate": 9.371113890353819e-06,
      "loss": 0.7514,
      "step": 25361
    },
    {
      "epoch": 0.534479761020405,
      "grad_norm": 0.12382866442203522,
      "learning_rate": 9.370432703404569e-06,
      "loss": 0.7956,
      "step": 25362
    },
    {
      "epoch": 0.5345008350587702,
      "grad_norm": 0.10517748445272446,
      "learning_rate": 9.369751519388222e-06,
      "loss": 0.7916,
      "step": 25363
    },
    {
      "epoch": 0.5345219090971355,
      "grad_norm": 0.14511695504188538,
      "learning_rate": 9.369070338307954e-06,
      "loss": 0.8255,
      "step": 25364
    },
    {
      "epoch": 0.5345429831355007,
      "grad_norm": 0.11492565274238586,
      "learning_rate": 9.368389160166934e-06,
      "loss": 0.7613,
      "step": 25365
    },
    {
      "epoch": 0.5345640571738661,
      "grad_norm": 0.12630124390125275,
      "learning_rate": 9.367707984968335e-06,
      "loss": 0.7818,
      "step": 25366
    },
    {
      "epoch": 0.5345851312122314,
      "grad_norm": 0.12139581888914108,
      "learning_rate": 9.367026812715333e-06,
      "loss": 0.8134,
      "step": 25367
    },
    {
      "epoch": 0.5346062052505967,
      "grad_norm": 0.10714006423950195,
      "learning_rate": 9.3663456434111e-06,
      "loss": 0.8075,
      "step": 25368
    },
    {
      "epoch": 0.5346272792889619,
      "grad_norm": 0.12749838829040527,
      "learning_rate": 9.365664477058813e-06,
      "loss": 0.7445,
      "step": 25369
    },
    {
      "epoch": 0.5346483533273272,
      "grad_norm": 0.13095322251319885,
      "learning_rate": 9.36498331366164e-06,
      "loss": 0.8006,
      "step": 25370
    },
    {
      "epoch": 0.5346694273656926,
      "grad_norm": 0.09948285669088364,
      "learning_rate": 9.364302153222758e-06,
      "loss": 0.7771,
      "step": 25371
    },
    {
      "epoch": 0.5346905014040578,
      "grad_norm": 0.12348879128694534,
      "learning_rate": 9.363620995745337e-06,
      "loss": 0.7328,
      "step": 25372
    },
    {
      "epoch": 0.5347115754424231,
      "grad_norm": 0.11822164803743362,
      "learning_rate": 9.362939841232555e-06,
      "loss": 0.7849,
      "step": 25373
    },
    {
      "epoch": 0.5347326494807884,
      "grad_norm": 0.14088892936706543,
      "learning_rate": 9.36225868968758e-06,
      "loss": 0.7816,
      "step": 25374
    },
    {
      "epoch": 0.5347537235191536,
      "grad_norm": 0.13045887649059296,
      "learning_rate": 9.361577541113589e-06,
      "loss": 0.728,
      "step": 25375
    },
    {
      "epoch": 0.534774797557519,
      "grad_norm": 0.11687547713518143,
      "learning_rate": 9.360896395513752e-06,
      "loss": 0.7463,
      "step": 25376
    },
    {
      "epoch": 0.5347958715958843,
      "grad_norm": 0.111785389482975,
      "learning_rate": 9.360215252891244e-06,
      "loss": 0.7546,
      "step": 25377
    },
    {
      "epoch": 0.5348169456342495,
      "grad_norm": 0.1154455617070198,
      "learning_rate": 9.359534113249239e-06,
      "loss": 0.7658,
      "step": 25378
    },
    {
      "epoch": 0.5348380196726148,
      "grad_norm": 0.14906476438045502,
      "learning_rate": 9.35885297659091e-06,
      "loss": 0.7852,
      "step": 25379
    },
    {
      "epoch": 0.5348590937109801,
      "grad_norm": 0.11245910823345184,
      "learning_rate": 9.358171842919429e-06,
      "loss": 0.7958,
      "step": 25380
    },
    {
      "epoch": 0.5348801677493454,
      "grad_norm": 0.13603150844573975,
      "learning_rate": 9.357490712237968e-06,
      "loss": 0.8,
      "step": 25381
    },
    {
      "epoch": 0.5349012417877107,
      "grad_norm": 0.13279877603054047,
      "learning_rate": 9.356809584549698e-06,
      "loss": 0.74,
      "step": 25382
    },
    {
      "epoch": 0.534922315826076,
      "grad_norm": 0.10932686924934387,
      "learning_rate": 9.3561284598578e-06,
      "loss": 0.767,
      "step": 25383
    },
    {
      "epoch": 0.5349433898644412,
      "grad_norm": 0.13210052251815796,
      "learning_rate": 9.355447338165441e-06,
      "loss": 0.7477,
      "step": 25384
    },
    {
      "epoch": 0.5349644639028065,
      "grad_norm": 0.11837286502122879,
      "learning_rate": 9.354766219475799e-06,
      "loss": 0.7699,
      "step": 25385
    },
    {
      "epoch": 0.5349855379411719,
      "grad_norm": 0.1484479308128357,
      "learning_rate": 9.35408510379204e-06,
      "loss": 0.8342,
      "step": 25386
    },
    {
      "epoch": 0.5350066119795371,
      "grad_norm": 0.11027661710977554,
      "learning_rate": 9.353403991117344e-06,
      "loss": 0.7967,
      "step": 25387
    },
    {
      "epoch": 0.5350276860179024,
      "grad_norm": 0.10688621550798416,
      "learning_rate": 9.35272288145488e-06,
      "loss": 0.77,
      "step": 25388
    },
    {
      "epoch": 0.5350487600562677,
      "grad_norm": 0.14682309329509735,
      "learning_rate": 9.352041774807823e-06,
      "loss": 0.7572,
      "step": 25389
    },
    {
      "epoch": 0.5350698340946329,
      "grad_norm": 0.1125417947769165,
      "learning_rate": 9.351360671179343e-06,
      "loss": 0.7214,
      "step": 25390
    },
    {
      "epoch": 0.5350909081329983,
      "grad_norm": 0.12231145054101944,
      "learning_rate": 9.350679570572616e-06,
      "loss": 0.7589,
      "step": 25391
    },
    {
      "epoch": 0.5351119821713636,
      "grad_norm": 0.13868723809719086,
      "learning_rate": 9.349998472990814e-06,
      "loss": 0.8062,
      "step": 25392
    },
    {
      "epoch": 0.5351330562097288,
      "grad_norm": 0.11449586600065231,
      "learning_rate": 9.349317378437111e-06,
      "loss": 0.7641,
      "step": 25393
    },
    {
      "epoch": 0.5351541302480941,
      "grad_norm": 0.14432205259799957,
      "learning_rate": 9.348636286914678e-06,
      "loss": 0.7506,
      "step": 25394
    },
    {
      "epoch": 0.5351752042864594,
      "grad_norm": 0.15044230222702026,
      "learning_rate": 9.347955198426688e-06,
      "loss": 0.8356,
      "step": 25395
    },
    {
      "epoch": 0.5351962783248246,
      "grad_norm": 0.11081413179636002,
      "learning_rate": 9.347274112976311e-06,
      "loss": 0.7758,
      "step": 25396
    },
    {
      "epoch": 0.53521735236319,
      "grad_norm": 0.12340400367975235,
      "learning_rate": 9.34659303056673e-06,
      "loss": 0.7533,
      "step": 25397
    },
    {
      "epoch": 0.5352384264015553,
      "grad_norm": 0.12325318157672882,
      "learning_rate": 9.345911951201108e-06,
      "loss": 0.7279,
      "step": 25398
    },
    {
      "epoch": 0.5352595004399205,
      "grad_norm": 0.14513464272022247,
      "learning_rate": 9.345230874882622e-06,
      "loss": 0.7035,
      "step": 25399
    },
    {
      "epoch": 0.5352805744782858,
      "grad_norm": 0.11604267358779907,
      "learning_rate": 9.344549801614445e-06,
      "loss": 0.7475,
      "step": 25400
    },
    {
      "epoch": 0.5353016485166511,
      "grad_norm": 0.12397077679634094,
      "learning_rate": 9.34386873139975e-06,
      "loss": 0.7567,
      "step": 25401
    },
    {
      "epoch": 0.5353227225550165,
      "grad_norm": 0.12240391224622726,
      "learning_rate": 9.34318766424171e-06,
      "loss": 0.7571,
      "step": 25402
    },
    {
      "epoch": 0.5353437965933817,
      "grad_norm": 0.14289319515228271,
      "learning_rate": 9.342506600143493e-06,
      "loss": 0.7748,
      "step": 25403
    },
    {
      "epoch": 0.535364870631747,
      "grad_norm": 0.11122874170541763,
      "learning_rate": 9.341825539108278e-06,
      "loss": 0.7646,
      "step": 25404
    },
    {
      "epoch": 0.5353859446701122,
      "grad_norm": 0.17090091109275818,
      "learning_rate": 9.341144481139232e-06,
      "loss": 0.7982,
      "step": 25405
    },
    {
      "epoch": 0.5354070187084775,
      "grad_norm": 0.1481875479221344,
      "learning_rate": 9.340463426239534e-06,
      "loss": 0.815,
      "step": 25406
    },
    {
      "epoch": 0.5354280927468429,
      "grad_norm": 0.1495942920446396,
      "learning_rate": 9.339782374412353e-06,
      "loss": 0.764,
      "step": 25407
    },
    {
      "epoch": 0.5354491667852082,
      "grad_norm": 0.1643570512533188,
      "learning_rate": 9.339101325660866e-06,
      "loss": 0.8096,
      "step": 25408
    },
    {
      "epoch": 0.5354702408235734,
      "grad_norm": 0.1403568536043167,
      "learning_rate": 9.33842027998824e-06,
      "loss": 0.7116,
      "step": 25409
    },
    {
      "epoch": 0.5354913148619387,
      "grad_norm": 0.13311977684497833,
      "learning_rate": 9.337739237397643e-06,
      "loss": 0.7699,
      "step": 25410
    },
    {
      "epoch": 0.535512388900304,
      "grad_norm": 0.144010528922081,
      "learning_rate": 9.337058197892264e-06,
      "loss": 0.7581,
      "step": 25411
    },
    {
      "epoch": 0.5355334629386693,
      "grad_norm": 0.16558779776096344,
      "learning_rate": 9.336377161475264e-06,
      "loss": 0.7974,
      "step": 25412
    },
    {
      "epoch": 0.5355545369770346,
      "grad_norm": 0.13410507142543793,
      "learning_rate": 9.335696128149819e-06,
      "loss": 0.7789,
      "step": 25413
    },
    {
      "epoch": 0.5355756110153999,
      "grad_norm": 0.12904782593250275,
      "learning_rate": 9.3350150979191e-06,
      "loss": 0.7573,
      "step": 25414
    },
    {
      "epoch": 0.5355966850537651,
      "grad_norm": 0.12254426628351212,
      "learning_rate": 9.334334070786279e-06,
      "loss": 0.8034,
      "step": 25415
    },
    {
      "epoch": 0.5356177590921304,
      "grad_norm": 0.14232146739959717,
      "learning_rate": 9.333653046754531e-06,
      "loss": 0.7753,
      "step": 25416
    },
    {
      "epoch": 0.5356388331304958,
      "grad_norm": 0.2927335798740387,
      "learning_rate": 9.332972025827031e-06,
      "loss": 0.7963,
      "step": 25417
    },
    {
      "epoch": 0.535659907168861,
      "grad_norm": 0.10489647835493088,
      "learning_rate": 9.332291008006944e-06,
      "loss": 0.717,
      "step": 25418
    },
    {
      "epoch": 0.5356809812072263,
      "grad_norm": 0.14532318711280823,
      "learning_rate": 9.33160999329745e-06,
      "loss": 0.758,
      "step": 25419
    },
    {
      "epoch": 0.5357020552455916,
      "grad_norm": 0.10823917388916016,
      "learning_rate": 9.330928981701715e-06,
      "loss": 0.7324,
      "step": 25420
    },
    {
      "epoch": 0.5357231292839568,
      "grad_norm": 0.14682461321353912,
      "learning_rate": 9.330247973222917e-06,
      "loss": 0.7884,
      "step": 25421
    },
    {
      "epoch": 0.5357442033223222,
      "grad_norm": 0.15986335277557373,
      "learning_rate": 9.329566967864227e-06,
      "loss": 0.7305,
      "step": 25422
    },
    {
      "epoch": 0.5357652773606875,
      "grad_norm": 0.1329490691423416,
      "learning_rate": 9.328885965628819e-06,
      "loss": 0.7366,
      "step": 25423
    },
    {
      "epoch": 0.5357863513990527,
      "grad_norm": 0.14250679314136505,
      "learning_rate": 9.328204966519861e-06,
      "loss": 0.7989,
      "step": 25424
    },
    {
      "epoch": 0.535807425437418,
      "grad_norm": 0.13256704807281494,
      "learning_rate": 9.327523970540523e-06,
      "loss": 0.8258,
      "step": 25425
    },
    {
      "epoch": 0.5358284994757833,
      "grad_norm": 0.17005233466625214,
      "learning_rate": 9.32684297769399e-06,
      "loss": 0.7582,
      "step": 25426
    },
    {
      "epoch": 0.5358495735141486,
      "grad_norm": 0.130949467420578,
      "learning_rate": 9.326161987983426e-06,
      "loss": 0.8062,
      "step": 25427
    },
    {
      "epoch": 0.5358706475525139,
      "grad_norm": 0.11763108521699905,
      "learning_rate": 9.325481001412004e-06,
      "loss": 0.7603,
      "step": 25428
    },
    {
      "epoch": 0.5358917215908792,
      "grad_norm": 0.13279534876346588,
      "learning_rate": 9.324800017982897e-06,
      "loss": 0.8162,
      "step": 25429
    },
    {
      "epoch": 0.5359127956292444,
      "grad_norm": 0.1411249339580536,
      "learning_rate": 9.324119037699278e-06,
      "loss": 0.7891,
      "step": 25430
    },
    {
      "epoch": 0.5359338696676097,
      "grad_norm": 0.1187526062130928,
      "learning_rate": 9.323438060564318e-06,
      "loss": 0.7921,
      "step": 25431
    },
    {
      "epoch": 0.535954943705975,
      "grad_norm": 0.16269537806510925,
      "learning_rate": 9.322757086581193e-06,
      "loss": 0.7243,
      "step": 25432
    },
    {
      "epoch": 0.5359760177443403,
      "grad_norm": 0.17587560415267944,
      "learning_rate": 9.322076115753069e-06,
      "loss": 0.8081,
      "step": 25433
    },
    {
      "epoch": 0.5359970917827056,
      "grad_norm": 0.12102588266134262,
      "learning_rate": 9.321395148083123e-06,
      "loss": 0.7068,
      "step": 25434
    },
    {
      "epoch": 0.5360181658210709,
      "grad_norm": 0.11781197041273117,
      "learning_rate": 9.320714183574527e-06,
      "loss": 0.7773,
      "step": 25435
    },
    {
      "epoch": 0.5360392398594361,
      "grad_norm": 0.12175201624631882,
      "learning_rate": 9.320033222230452e-06,
      "loss": 0.7218,
      "step": 25436
    },
    {
      "epoch": 0.5360603138978014,
      "grad_norm": 0.1364773064851761,
      "learning_rate": 9.319352264054071e-06,
      "loss": 0.7624,
      "step": 25437
    },
    {
      "epoch": 0.5360813879361668,
      "grad_norm": 0.1066787913441658,
      "learning_rate": 9.31867130904856e-06,
      "loss": 0.7678,
      "step": 25438
    },
    {
      "epoch": 0.536102461974532,
      "grad_norm": 0.16046875715255737,
      "learning_rate": 9.31799035721708e-06,
      "loss": 0.9025,
      "step": 25439
    },
    {
      "epoch": 0.5361235360128973,
      "grad_norm": 0.13736248016357422,
      "learning_rate": 9.317309408562814e-06,
      "loss": 0.7193,
      "step": 25440
    },
    {
      "epoch": 0.5361446100512626,
      "grad_norm": 0.17729449272155762,
      "learning_rate": 9.316628463088935e-06,
      "loss": 0.7611,
      "step": 25441
    },
    {
      "epoch": 0.5361656840896278,
      "grad_norm": 0.1786881983280182,
      "learning_rate": 9.31594752079861e-06,
      "loss": 0.7906,
      "step": 25442
    },
    {
      "epoch": 0.5361867581279932,
      "grad_norm": 0.13564752042293549,
      "learning_rate": 9.31526658169501e-06,
      "loss": 0.7533,
      "step": 25443
    },
    {
      "epoch": 0.5362078321663585,
      "grad_norm": 0.14588049054145813,
      "learning_rate": 9.314585645781312e-06,
      "loss": 0.8162,
      "step": 25444
    },
    {
      "epoch": 0.5362289062047237,
      "grad_norm": 0.1228935644030571,
      "learning_rate": 9.313904713060687e-06,
      "loss": 0.7191,
      "step": 25445
    },
    {
      "epoch": 0.536249980243089,
      "grad_norm": 0.17720691859722137,
      "learning_rate": 9.313223783536305e-06,
      "loss": 0.766,
      "step": 25446
    },
    {
      "epoch": 0.5362710542814543,
      "grad_norm": 0.14759892225265503,
      "learning_rate": 9.312542857211342e-06,
      "loss": 0.6895,
      "step": 25447
    },
    {
      "epoch": 0.5362921283198196,
      "grad_norm": 0.12697887420654297,
      "learning_rate": 9.311861934088965e-06,
      "loss": 0.7086,
      "step": 25448
    },
    {
      "epoch": 0.5363132023581849,
      "grad_norm": 0.13749191164970398,
      "learning_rate": 9.31118101417235e-06,
      "loss": 0.7153,
      "step": 25449
    },
    {
      "epoch": 0.5363342763965502,
      "grad_norm": 0.13321088254451752,
      "learning_rate": 9.310500097464666e-06,
      "loss": 0.731,
      "step": 25450
    },
    {
      "epoch": 0.5363553504349154,
      "grad_norm": 0.14140094816684723,
      "learning_rate": 9.309819183969089e-06,
      "loss": 0.779,
      "step": 25451
    },
    {
      "epoch": 0.5363764244732807,
      "grad_norm": 0.11841995269060135,
      "learning_rate": 9.309138273688791e-06,
      "loss": 0.7635,
      "step": 25452
    },
    {
      "epoch": 0.5363974985116461,
      "grad_norm": 0.1340533345937729,
      "learning_rate": 9.308457366626939e-06,
      "loss": 0.8138,
      "step": 25453
    },
    {
      "epoch": 0.5364185725500114,
      "grad_norm": 0.10591065883636475,
      "learning_rate": 9.307776462786703e-06,
      "loss": 0.7615,
      "step": 25454
    },
    {
      "epoch": 0.5364396465883766,
      "grad_norm": 0.14928823709487915,
      "learning_rate": 9.307095562171268e-06,
      "loss": 0.8078,
      "step": 25455
    },
    {
      "epoch": 0.5364607206267419,
      "grad_norm": 0.15986943244934082,
      "learning_rate": 9.3064146647838e-06,
      "loss": 0.7795,
      "step": 25456
    },
    {
      "epoch": 0.5364817946651071,
      "grad_norm": 0.1442231386899948,
      "learning_rate": 9.305733770627465e-06,
      "loss": 0.8044,
      "step": 25457
    },
    {
      "epoch": 0.5365028687034725,
      "grad_norm": 0.14011666178703308,
      "learning_rate": 9.305052879705441e-06,
      "loss": 0.7754,
      "step": 25458
    },
    {
      "epoch": 0.5365239427418378,
      "grad_norm": 0.1495995968580246,
      "learning_rate": 9.304371992020899e-06,
      "loss": 0.8337,
      "step": 25459
    },
    {
      "epoch": 0.536545016780203,
      "grad_norm": 0.13684745132923126,
      "learning_rate": 9.30369110757701e-06,
      "loss": 0.7926,
      "step": 25460
    },
    {
      "epoch": 0.5365660908185683,
      "grad_norm": 0.12072557955980301,
      "learning_rate": 9.303010226376948e-06,
      "loss": 0.7171,
      "step": 25461
    },
    {
      "epoch": 0.5365871648569336,
      "grad_norm": 0.1375335454940796,
      "learning_rate": 9.302329348423882e-06,
      "loss": 0.6763,
      "step": 25462
    },
    {
      "epoch": 0.536608238895299,
      "grad_norm": 0.13840466737747192,
      "learning_rate": 9.301648473720986e-06,
      "loss": 0.7555,
      "step": 25463
    },
    {
      "epoch": 0.5366293129336642,
      "grad_norm": 0.13111266493797302,
      "learning_rate": 9.30096760227143e-06,
      "loss": 0.7693,
      "step": 25464
    },
    {
      "epoch": 0.5366503869720295,
      "grad_norm": 0.11595415323972702,
      "learning_rate": 9.300286734078388e-06,
      "loss": 0.748,
      "step": 25465
    },
    {
      "epoch": 0.5366714610103948,
      "grad_norm": 0.12360607832670212,
      "learning_rate": 9.29960586914503e-06,
      "loss": 0.7422,
      "step": 25466
    },
    {
      "epoch": 0.53669253504876,
      "grad_norm": 0.1412954181432724,
      "learning_rate": 9.298925007474532e-06,
      "loss": 0.8063,
      "step": 25467
    },
    {
      "epoch": 0.5367136090871254,
      "grad_norm": 0.10920383036136627,
      "learning_rate": 9.298244149070057e-06,
      "loss": 0.7839,
      "step": 25468
    },
    {
      "epoch": 0.5367346831254907,
      "grad_norm": 0.1294962614774704,
      "learning_rate": 9.297563293934786e-06,
      "loss": 0.7812,
      "step": 25469
    },
    {
      "epoch": 0.5367557571638559,
      "grad_norm": 0.10820843279361725,
      "learning_rate": 9.296882442071889e-06,
      "loss": 0.795,
      "step": 25470
    },
    {
      "epoch": 0.5367768312022212,
      "grad_norm": 0.09725280106067657,
      "learning_rate": 9.296201593484534e-06,
      "loss": 0.7701,
      "step": 25471
    },
    {
      "epoch": 0.5367979052405865,
      "grad_norm": 0.1318405270576477,
      "learning_rate": 9.295520748175899e-06,
      "loss": 0.6984,
      "step": 25472
    },
    {
      "epoch": 0.5368189792789517,
      "grad_norm": 0.11854690313339233,
      "learning_rate": 9.294839906149148e-06,
      "loss": 0.7873,
      "step": 25473
    },
    {
      "epoch": 0.5368400533173171,
      "grad_norm": 0.12827037274837494,
      "learning_rate": 9.294159067407457e-06,
      "loss": 0.8117,
      "step": 25474
    },
    {
      "epoch": 0.5368611273556824,
      "grad_norm": 0.1267789751291275,
      "learning_rate": 9.293478231954e-06,
      "loss": 0.7212,
      "step": 25475
    },
    {
      "epoch": 0.5368822013940476,
      "grad_norm": 0.10702811926603317,
      "learning_rate": 9.292797399791945e-06,
      "loss": 0.7639,
      "step": 25476
    },
    {
      "epoch": 0.5369032754324129,
      "grad_norm": 0.11864525079727173,
      "learning_rate": 9.292116570924465e-06,
      "loss": 0.7199,
      "step": 25477
    },
    {
      "epoch": 0.5369243494707782,
      "grad_norm": 0.1269943118095398,
      "learning_rate": 9.29143574535473e-06,
      "loss": 0.7176,
      "step": 25478
    },
    {
      "epoch": 0.5369454235091435,
      "grad_norm": 0.13616634905338287,
      "learning_rate": 9.290754923085915e-06,
      "loss": 0.8215,
      "step": 25479
    },
    {
      "epoch": 0.5369664975475088,
      "grad_norm": 0.17480623722076416,
      "learning_rate": 9.290074104121188e-06,
      "loss": 0.7621,
      "step": 25480
    },
    {
      "epoch": 0.5369875715858741,
      "grad_norm": 0.1109125167131424,
      "learning_rate": 9.289393288463723e-06,
      "loss": 0.7643,
      "step": 25481
    },
    {
      "epoch": 0.5370086456242393,
      "grad_norm": 0.13042646646499634,
      "learning_rate": 9.28871247611669e-06,
      "loss": 0.7536,
      "step": 25482
    },
    {
      "epoch": 0.5370297196626046,
      "grad_norm": 0.1264803111553192,
      "learning_rate": 9.288031667083264e-06,
      "loss": 0.7556,
      "step": 25483
    },
    {
      "epoch": 0.53705079370097,
      "grad_norm": 0.11843790858983994,
      "learning_rate": 9.287350861366615e-06,
      "loss": 0.7798,
      "step": 25484
    },
    {
      "epoch": 0.5370718677393352,
      "grad_norm": 0.14660300314426422,
      "learning_rate": 9.286670058969915e-06,
      "loss": 0.7759,
      "step": 25485
    },
    {
      "epoch": 0.5370929417777005,
      "grad_norm": 0.1430528163909912,
      "learning_rate": 9.285989259896334e-06,
      "loss": 0.7289,
      "step": 25486
    },
    {
      "epoch": 0.5371140158160658,
      "grad_norm": 0.1385061889886856,
      "learning_rate": 9.285308464149043e-06,
      "loss": 0.7709,
      "step": 25487
    },
    {
      "epoch": 0.537135089854431,
      "grad_norm": 0.16362132132053375,
      "learning_rate": 9.284627671731217e-06,
      "loss": 0.7103,
      "step": 25488
    },
    {
      "epoch": 0.5371561638927964,
      "grad_norm": 0.13743123412132263,
      "learning_rate": 9.283946882646022e-06,
      "loss": 0.7502,
      "step": 25489
    },
    {
      "epoch": 0.5371772379311617,
      "grad_norm": 0.14585864543914795,
      "learning_rate": 9.283266096896636e-06,
      "loss": 0.7698,
      "step": 25490
    },
    {
      "epoch": 0.5371983119695269,
      "grad_norm": 0.17665600776672363,
      "learning_rate": 9.282585314486229e-06,
      "loss": 0.7741,
      "step": 25491
    },
    {
      "epoch": 0.5372193860078922,
      "grad_norm": 0.11637848615646362,
      "learning_rate": 9.281904535417968e-06,
      "loss": 0.8198,
      "step": 25492
    },
    {
      "epoch": 0.5372404600462575,
      "grad_norm": 0.15152499079704285,
      "learning_rate": 9.281223759695027e-06,
      "loss": 0.7224,
      "step": 25493
    },
    {
      "epoch": 0.5372615340846228,
      "grad_norm": 0.15041594207286835,
      "learning_rate": 9.280542987320579e-06,
      "loss": 0.7978,
      "step": 25494
    },
    {
      "epoch": 0.5372826081229881,
      "grad_norm": 0.21286320686340332,
      "learning_rate": 9.279862218297794e-06,
      "loss": 0.7804,
      "step": 25495
    },
    {
      "epoch": 0.5373036821613534,
      "grad_norm": 0.13709136843681335,
      "learning_rate": 9.279181452629844e-06,
      "loss": 0.7476,
      "step": 25496
    },
    {
      "epoch": 0.5373247561997186,
      "grad_norm": 0.16885481774806976,
      "learning_rate": 9.278500690319896e-06,
      "loss": 0.7733,
      "step": 25497
    },
    {
      "epoch": 0.5373458302380839,
      "grad_norm": 0.14610634744167328,
      "learning_rate": 9.27781993137113e-06,
      "loss": 0.8107,
      "step": 25498
    },
    {
      "epoch": 0.5373669042764493,
      "grad_norm": 0.13378587365150452,
      "learning_rate": 9.277139175786712e-06,
      "loss": 0.7103,
      "step": 25499
    },
    {
      "epoch": 0.5373879783148146,
      "grad_norm": 0.12248336523771286,
      "learning_rate": 9.276458423569818e-06,
      "loss": 0.6988,
      "step": 25500
    },
    {
      "epoch": 0.5374090523531798,
      "grad_norm": 0.14103610813617706,
      "learning_rate": 9.275777674723612e-06,
      "loss": 0.7531,
      "step": 25501
    },
    {
      "epoch": 0.5374301263915451,
      "grad_norm": 0.13312728703022003,
      "learning_rate": 9.275096929251269e-06,
      "loss": 0.7584,
      "step": 25502
    },
    {
      "epoch": 0.5374512004299103,
      "grad_norm": 0.14603611826896667,
      "learning_rate": 9.27441618715596e-06,
      "loss": 0.7374,
      "step": 25503
    },
    {
      "epoch": 0.5374722744682757,
      "grad_norm": 0.13514097034931183,
      "learning_rate": 9.273735448440858e-06,
      "loss": 0.7419,
      "step": 25504
    },
    {
      "epoch": 0.537493348506641,
      "grad_norm": 0.18740543723106384,
      "learning_rate": 9.273054713109132e-06,
      "loss": 0.7721,
      "step": 25505
    },
    {
      "epoch": 0.5375144225450063,
      "grad_norm": 0.15107248723506927,
      "learning_rate": 9.272373981163958e-06,
      "loss": 0.7272,
      "step": 25506
    },
    {
      "epoch": 0.5375354965833715,
      "grad_norm": 0.12933531403541565,
      "learning_rate": 9.271693252608498e-06,
      "loss": 0.7122,
      "step": 25507
    },
    {
      "epoch": 0.5375565706217368,
      "grad_norm": 0.15315638482570648,
      "learning_rate": 9.27101252744593e-06,
      "loss": 0.7879,
      "step": 25508
    },
    {
      "epoch": 0.537577644660102,
      "grad_norm": 0.1484408974647522,
      "learning_rate": 9.270331805679426e-06,
      "loss": 0.7005,
      "step": 25509
    },
    {
      "epoch": 0.5375987186984674,
      "grad_norm": 0.13534098863601685,
      "learning_rate": 9.269651087312152e-06,
      "loss": 0.7348,
      "step": 25510
    },
    {
      "epoch": 0.5376197927368327,
      "grad_norm": 0.13078069686889648,
      "learning_rate": 9.268970372347283e-06,
      "loss": 0.7457,
      "step": 25511
    },
    {
      "epoch": 0.537640866775198,
      "grad_norm": 0.17288467288017273,
      "learning_rate": 9.26828966078799e-06,
      "loss": 0.8001,
      "step": 25512
    },
    {
      "epoch": 0.5376619408135632,
      "grad_norm": 0.19041848182678223,
      "learning_rate": 9.267608952637445e-06,
      "loss": 0.8096,
      "step": 25513
    },
    {
      "epoch": 0.5376830148519285,
      "grad_norm": 0.121748186647892,
      "learning_rate": 9.266928247898816e-06,
      "loss": 0.7722,
      "step": 25514
    },
    {
      "epoch": 0.5377040888902939,
      "grad_norm": 0.21084614098072052,
      "learning_rate": 9.26624754657528e-06,
      "loss": 0.7512,
      "step": 25515
    },
    {
      "epoch": 0.5377251629286591,
      "grad_norm": 0.14816223084926605,
      "learning_rate": 9.26556684867e-06,
      "loss": 0.7633,
      "step": 25516
    },
    {
      "epoch": 0.5377462369670244,
      "grad_norm": 0.15115605294704437,
      "learning_rate": 9.264886154186153e-06,
      "loss": 0.7278,
      "step": 25517
    },
    {
      "epoch": 0.5377673110053897,
      "grad_norm": 0.15986423194408417,
      "learning_rate": 9.264205463126908e-06,
      "loss": 0.7841,
      "step": 25518
    },
    {
      "epoch": 0.5377883850437549,
      "grad_norm": 0.14561684429645538,
      "learning_rate": 9.263524775495436e-06,
      "loss": 0.8017,
      "step": 25519
    },
    {
      "epoch": 0.5378094590821203,
      "grad_norm": 0.18804188072681427,
      "learning_rate": 9.26284409129491e-06,
      "loss": 0.811,
      "step": 25520
    },
    {
      "epoch": 0.5378305331204856,
      "grad_norm": 0.10223172605037689,
      "learning_rate": 9.262163410528497e-06,
      "loss": 0.6609,
      "step": 25521
    },
    {
      "epoch": 0.5378516071588508,
      "grad_norm": 0.15697047114372253,
      "learning_rate": 9.261482733199371e-06,
      "loss": 0.7858,
      "step": 25522
    },
    {
      "epoch": 0.5378726811972161,
      "grad_norm": 0.14345741271972656,
      "learning_rate": 9.260802059310702e-06,
      "loss": 0.8016,
      "step": 25523
    },
    {
      "epoch": 0.5378937552355814,
      "grad_norm": 0.14911088347434998,
      "learning_rate": 9.260121388865662e-06,
      "loss": 0.7999,
      "step": 25524
    },
    {
      "epoch": 0.5379148292739467,
      "grad_norm": 0.11295771598815918,
      "learning_rate": 9.25944072186742e-06,
      "loss": 0.6909,
      "step": 25525
    },
    {
      "epoch": 0.537935903312312,
      "grad_norm": 0.1262667030096054,
      "learning_rate": 9.25876005831915e-06,
      "loss": 0.6971,
      "step": 25526
    },
    {
      "epoch": 0.5379569773506773,
      "grad_norm": 0.11495894193649292,
      "learning_rate": 9.25807939822402e-06,
      "loss": 0.689,
      "step": 25527
    },
    {
      "epoch": 0.5379780513890425,
      "grad_norm": 0.15538854897022247,
      "learning_rate": 9.257398741585204e-06,
      "loss": 0.7722,
      "step": 25528
    },
    {
      "epoch": 0.5379991254274078,
      "grad_norm": 0.14601001143455505,
      "learning_rate": 9.256718088405872e-06,
      "loss": 0.7825,
      "step": 25529
    },
    {
      "epoch": 0.5380201994657732,
      "grad_norm": 0.1472192108631134,
      "learning_rate": 9.256037438689192e-06,
      "loss": 0.7977,
      "step": 25530
    },
    {
      "epoch": 0.5380412735041384,
      "grad_norm": 0.13850902020931244,
      "learning_rate": 9.255356792438337e-06,
      "loss": 0.7592,
      "step": 25531
    },
    {
      "epoch": 0.5380623475425037,
      "grad_norm": 0.1267264038324356,
      "learning_rate": 9.254676149656479e-06,
      "loss": 0.775,
      "step": 25532
    },
    {
      "epoch": 0.538083421580869,
      "grad_norm": 0.13657009601593018,
      "learning_rate": 9.253995510346786e-06,
      "loss": 0.8357,
      "step": 25533
    },
    {
      "epoch": 0.5381044956192342,
      "grad_norm": 0.18346147239208221,
      "learning_rate": 9.25331487451243e-06,
      "loss": 0.8539,
      "step": 25534
    },
    {
      "epoch": 0.5381255696575996,
      "grad_norm": 0.11085595935583115,
      "learning_rate": 9.252634242156586e-06,
      "loss": 0.7732,
      "step": 25535
    },
    {
      "epoch": 0.5381466436959649,
      "grad_norm": 0.15795274078845978,
      "learning_rate": 9.25195361328242e-06,
      "loss": 0.7695,
      "step": 25536
    },
    {
      "epoch": 0.5381677177343301,
      "grad_norm": 0.11603336036205292,
      "learning_rate": 9.2512729878931e-06,
      "loss": 0.7683,
      "step": 25537
    },
    {
      "epoch": 0.5381887917726954,
      "grad_norm": 0.14632342755794525,
      "learning_rate": 9.250592365991804e-06,
      "loss": 0.7493,
      "step": 25538
    },
    {
      "epoch": 0.5382098658110607,
      "grad_norm": 0.1685137003660202,
      "learning_rate": 9.249911747581699e-06,
      "loss": 0.6619,
      "step": 25539
    },
    {
      "epoch": 0.538230939849426,
      "grad_norm": 0.14844757318496704,
      "learning_rate": 9.249231132665952e-06,
      "loss": 0.7199,
      "step": 25540
    },
    {
      "epoch": 0.5382520138877913,
      "grad_norm": 0.1405707597732544,
      "learning_rate": 9.24855052124774e-06,
      "loss": 0.7853,
      "step": 25541
    },
    {
      "epoch": 0.5382730879261566,
      "grad_norm": 0.11748309433460236,
      "learning_rate": 9.247869913330233e-06,
      "loss": 0.7308,
      "step": 25542
    },
    {
      "epoch": 0.5382941619645218,
      "grad_norm": 0.12874683737754822,
      "learning_rate": 9.247189308916599e-06,
      "loss": 0.7058,
      "step": 25543
    },
    {
      "epoch": 0.5383152360028871,
      "grad_norm": 0.12346833199262619,
      "learning_rate": 9.246508708010013e-06,
      "loss": 0.7664,
      "step": 25544
    },
    {
      "epoch": 0.5383363100412524,
      "grad_norm": 0.15302321314811707,
      "learning_rate": 9.24582811061364e-06,
      "loss": 0.8043,
      "step": 25545
    },
    {
      "epoch": 0.5383573840796178,
      "grad_norm": 0.10526885092258453,
      "learning_rate": 9.245147516730653e-06,
      "loss": 0.784,
      "step": 25546
    },
    {
      "epoch": 0.538378458117983,
      "grad_norm": 0.13665035367012024,
      "learning_rate": 9.244466926364221e-06,
      "loss": 0.7928,
      "step": 25547
    },
    {
      "epoch": 0.5383995321563483,
      "grad_norm": 0.13635388016700745,
      "learning_rate": 9.243786339517519e-06,
      "loss": 0.8126,
      "step": 25548
    },
    {
      "epoch": 0.5384206061947135,
      "grad_norm": 0.1261240839958191,
      "learning_rate": 9.243105756193714e-06,
      "loss": 0.7103,
      "step": 25549
    },
    {
      "epoch": 0.5384416802330788,
      "grad_norm": 0.12718349695205688,
      "learning_rate": 9.242425176395978e-06,
      "loss": 0.7538,
      "step": 25550
    },
    {
      "epoch": 0.5384627542714442,
      "grad_norm": 0.15805572271347046,
      "learning_rate": 9.24174460012748e-06,
      "loss": 0.7758,
      "step": 25551
    },
    {
      "epoch": 0.5384838283098095,
      "grad_norm": 0.11989948153495789,
      "learning_rate": 9.241064027391392e-06,
      "loss": 0.7773,
      "step": 25552
    },
    {
      "epoch": 0.5385049023481747,
      "grad_norm": 0.10510421544313431,
      "learning_rate": 9.240383458190884e-06,
      "loss": 0.7328,
      "step": 25553
    },
    {
      "epoch": 0.53852597638654,
      "grad_norm": 0.11739405244588852,
      "learning_rate": 9.239702892529123e-06,
      "loss": 0.7183,
      "step": 25554
    },
    {
      "epoch": 0.5385470504249052,
      "grad_norm": 0.12471812963485718,
      "learning_rate": 9.239022330409287e-06,
      "loss": 0.8031,
      "step": 25555
    },
    {
      "epoch": 0.5385681244632706,
      "grad_norm": 0.11512062698602676,
      "learning_rate": 9.238341771834541e-06,
      "loss": 0.7759,
      "step": 25556
    },
    {
      "epoch": 0.5385891985016359,
      "grad_norm": 0.14102153480052948,
      "learning_rate": 9.237661216808059e-06,
      "loss": 0.7602,
      "step": 25557
    },
    {
      "epoch": 0.5386102725400012,
      "grad_norm": 0.1326831877231598,
      "learning_rate": 9.236980665333008e-06,
      "loss": 0.7877,
      "step": 25558
    },
    {
      "epoch": 0.5386313465783664,
      "grad_norm": 0.12352776527404785,
      "learning_rate": 9.236300117412563e-06,
      "loss": 0.7612,
      "step": 25559
    },
    {
      "epoch": 0.5386524206167317,
      "grad_norm": 0.12333952635526657,
      "learning_rate": 9.235619573049887e-06,
      "loss": 0.7736,
      "step": 25560
    },
    {
      "epoch": 0.5386734946550971,
      "grad_norm": 0.13697223365306854,
      "learning_rate": 9.234939032248156e-06,
      "loss": 0.7828,
      "step": 25561
    },
    {
      "epoch": 0.5386945686934623,
      "grad_norm": 0.17432567477226257,
      "learning_rate": 9.234258495010538e-06,
      "loss": 0.7935,
      "step": 25562
    },
    {
      "epoch": 0.5387156427318276,
      "grad_norm": 0.1530352234840393,
      "learning_rate": 9.233577961340206e-06,
      "loss": 0.7982,
      "step": 25563
    },
    {
      "epoch": 0.5387367167701929,
      "grad_norm": 0.13441896438598633,
      "learning_rate": 9.232897431240328e-06,
      "loss": 0.7748,
      "step": 25564
    },
    {
      "epoch": 0.5387577908085581,
      "grad_norm": 0.11031538993120193,
      "learning_rate": 9.232216904714075e-06,
      "loss": 0.7672,
      "step": 25565
    },
    {
      "epoch": 0.5387788648469235,
      "grad_norm": 0.10970637202262878,
      "learning_rate": 9.231536381764617e-06,
      "loss": 0.7198,
      "step": 25566
    },
    {
      "epoch": 0.5387999388852888,
      "grad_norm": 0.10657202452421188,
      "learning_rate": 9.230855862395125e-06,
      "loss": 0.7011,
      "step": 25567
    },
    {
      "epoch": 0.538821012923654,
      "grad_norm": 0.11293168365955353,
      "learning_rate": 9.230175346608769e-06,
      "loss": 0.7275,
      "step": 25568
    },
    {
      "epoch": 0.5388420869620193,
      "grad_norm": 0.1117328479886055,
      "learning_rate": 9.229494834408715e-06,
      "loss": 0.7624,
      "step": 25569
    },
    {
      "epoch": 0.5388631610003846,
      "grad_norm": 0.12356241047382355,
      "learning_rate": 9.22881432579814e-06,
      "loss": 0.7909,
      "step": 25570
    },
    {
      "epoch": 0.5388842350387499,
      "grad_norm": 0.16108128428459167,
      "learning_rate": 9.228133820780212e-06,
      "loss": 0.8584,
      "step": 25571
    },
    {
      "epoch": 0.5389053090771152,
      "grad_norm": 0.11251343041658401,
      "learning_rate": 9.227453319358102e-06,
      "loss": 0.6336,
      "step": 25572
    },
    {
      "epoch": 0.5389263831154805,
      "grad_norm": 0.11126057803630829,
      "learning_rate": 9.226772821534978e-06,
      "loss": 0.7727,
      "step": 25573
    },
    {
      "epoch": 0.5389474571538457,
      "grad_norm": 0.10854687541723251,
      "learning_rate": 9.226092327314013e-06,
      "loss": 0.765,
      "step": 25574
    },
    {
      "epoch": 0.538968531192211,
      "grad_norm": 0.10779830068349838,
      "learning_rate": 9.225411836698373e-06,
      "loss": 0.6931,
      "step": 25575
    },
    {
      "epoch": 0.5389896052305764,
      "grad_norm": 0.12305860221385956,
      "learning_rate": 9.22473134969123e-06,
      "loss": 0.7276,
      "step": 25576
    },
    {
      "epoch": 0.5390106792689416,
      "grad_norm": 0.1076359897851944,
      "learning_rate": 9.224050866295756e-06,
      "loss": 0.767,
      "step": 25577
    },
    {
      "epoch": 0.5390317533073069,
      "grad_norm": 0.15336459875106812,
      "learning_rate": 9.223370386515118e-06,
      "loss": 0.7665,
      "step": 25578
    },
    {
      "epoch": 0.5390528273456722,
      "grad_norm": 0.1876647174358368,
      "learning_rate": 9.222689910352491e-06,
      "loss": 0.7731,
      "step": 25579
    },
    {
      "epoch": 0.5390739013840374,
      "grad_norm": 0.16361860930919647,
      "learning_rate": 9.222009437811038e-06,
      "loss": 0.6889,
      "step": 25580
    },
    {
      "epoch": 0.5390949754224028,
      "grad_norm": 0.20853953063488007,
      "learning_rate": 9.221328968893935e-06,
      "loss": 0.7675,
      "step": 25581
    },
    {
      "epoch": 0.5391160494607681,
      "grad_norm": 0.1217745915055275,
      "learning_rate": 9.220648503604348e-06,
      "loss": 0.7655,
      "step": 25582
    },
    {
      "epoch": 0.5391371234991333,
      "grad_norm": 0.15689687430858612,
      "learning_rate": 9.219968041945447e-06,
      "loss": 0.7648,
      "step": 25583
    },
    {
      "epoch": 0.5391581975374986,
      "grad_norm": 0.1561754047870636,
      "learning_rate": 9.219287583920405e-06,
      "loss": 0.7444,
      "step": 25584
    },
    {
      "epoch": 0.5391792715758639,
      "grad_norm": 0.14924834668636322,
      "learning_rate": 9.218607129532392e-06,
      "loss": 0.7151,
      "step": 25585
    },
    {
      "epoch": 0.5392003456142291,
      "grad_norm": 0.11058095097541809,
      "learning_rate": 9.217926678784579e-06,
      "loss": 0.7328,
      "step": 25586
    },
    {
      "epoch": 0.5392214196525945,
      "grad_norm": 0.17635534703731537,
      "learning_rate": 9.217246231680131e-06,
      "loss": 0.803,
      "step": 25587
    },
    {
      "epoch": 0.5392424936909598,
      "grad_norm": 0.1211007833480835,
      "learning_rate": 9.216565788222223e-06,
      "loss": 0.7592,
      "step": 25588
    },
    {
      "epoch": 0.539263567729325,
      "grad_norm": 0.11788024753332138,
      "learning_rate": 9.215885348414021e-06,
      "loss": 0.7303,
      "step": 25589
    },
    {
      "epoch": 0.5392846417676903,
      "grad_norm": 0.11985577642917633,
      "learning_rate": 9.215204912258696e-06,
      "loss": 0.7343,
      "step": 25590
    },
    {
      "epoch": 0.5393057158060556,
      "grad_norm": 0.12400952726602554,
      "learning_rate": 9.214524479759418e-06,
      "loss": 0.7803,
      "step": 25591
    },
    {
      "epoch": 0.539326789844421,
      "grad_norm": 0.13126859068870544,
      "learning_rate": 9.213844050919359e-06,
      "loss": 0.7953,
      "step": 25592
    },
    {
      "epoch": 0.5393478638827862,
      "grad_norm": 0.10254241526126862,
      "learning_rate": 9.213163625741684e-06,
      "loss": 0.7191,
      "step": 25593
    },
    {
      "epoch": 0.5393689379211515,
      "grad_norm": 0.10904364287853241,
      "learning_rate": 9.212483204229571e-06,
      "loss": 0.7382,
      "step": 25594
    },
    {
      "epoch": 0.5393900119595167,
      "grad_norm": 0.1192607507109642,
      "learning_rate": 9.211802786386182e-06,
      "loss": 0.7678,
      "step": 25595
    },
    {
      "epoch": 0.539411085997882,
      "grad_norm": 0.13370846211910248,
      "learning_rate": 9.211122372214687e-06,
      "loss": 0.7383,
      "step": 25596
    },
    {
      "epoch": 0.5394321600362474,
      "grad_norm": 0.14989280700683594,
      "learning_rate": 9.21044196171826e-06,
      "loss": 0.7864,
      "step": 25597
    },
    {
      "epoch": 0.5394532340746127,
      "grad_norm": 0.11931846290826797,
      "learning_rate": 9.209761554900069e-06,
      "loss": 0.7387,
      "step": 25598
    },
    {
      "epoch": 0.5394743081129779,
      "grad_norm": 0.11177991330623627,
      "learning_rate": 9.209081151763284e-06,
      "loss": 0.6936,
      "step": 25599
    },
    {
      "epoch": 0.5394953821513432,
      "grad_norm": 0.11308376491069794,
      "learning_rate": 9.208400752311074e-06,
      "loss": 0.7099,
      "step": 25600
    },
    {
      "epoch": 0.5395164561897084,
      "grad_norm": 0.12720772624015808,
      "learning_rate": 9.20772035654661e-06,
      "loss": 0.8501,
      "step": 25601
    },
    {
      "epoch": 0.5395375302280738,
      "grad_norm": 0.11008694022893906,
      "learning_rate": 9.207039964473061e-06,
      "loss": 0.7627,
      "step": 25602
    },
    {
      "epoch": 0.5395586042664391,
      "grad_norm": 0.10496479272842407,
      "learning_rate": 9.2063595760936e-06,
      "loss": 0.7421,
      "step": 25603
    },
    {
      "epoch": 0.5395796783048044,
      "grad_norm": 0.11416473239660263,
      "learning_rate": 9.205679191411389e-06,
      "loss": 0.7352,
      "step": 25604
    },
    {
      "epoch": 0.5396007523431696,
      "grad_norm": 0.10266892611980438,
      "learning_rate": 9.204998810429601e-06,
      "loss": 0.7505,
      "step": 25605
    },
    {
      "epoch": 0.5396218263815349,
      "grad_norm": 0.1208796501159668,
      "learning_rate": 9.20431843315141e-06,
      "loss": 0.7494,
      "step": 25606
    },
    {
      "epoch": 0.5396429004199003,
      "grad_norm": 0.0914611965417862,
      "learning_rate": 9.203638059579979e-06,
      "loss": 0.6999,
      "step": 25607
    },
    {
      "epoch": 0.5396639744582655,
      "grad_norm": 0.11970246583223343,
      "learning_rate": 9.202957689718482e-06,
      "loss": 0.7724,
      "step": 25608
    },
    {
      "epoch": 0.5396850484966308,
      "grad_norm": 0.12085547298192978,
      "learning_rate": 9.20227732357009e-06,
      "loss": 0.7478,
      "step": 25609
    },
    {
      "epoch": 0.5397061225349961,
      "grad_norm": 0.1006794199347496,
      "learning_rate": 9.201596961137966e-06,
      "loss": 0.7547,
      "step": 25610
    },
    {
      "epoch": 0.5397271965733613,
      "grad_norm": 0.10360211879014969,
      "learning_rate": 9.200916602425284e-06,
      "loss": 0.6866,
      "step": 25611
    },
    {
      "epoch": 0.5397482706117267,
      "grad_norm": 0.11990213394165039,
      "learning_rate": 9.200236247435211e-06,
      "loss": 0.7357,
      "step": 25612
    },
    {
      "epoch": 0.539769344650092,
      "grad_norm": 0.10601187497377396,
      "learning_rate": 9.19955589617092e-06,
      "loss": 0.75,
      "step": 25613
    },
    {
      "epoch": 0.5397904186884572,
      "grad_norm": 0.14960505068302155,
      "learning_rate": 9.19887554863558e-06,
      "loss": 0.8246,
      "step": 25614
    },
    {
      "epoch": 0.5398114927268225,
      "grad_norm": 0.13961178064346313,
      "learning_rate": 9.19819520483236e-06,
      "loss": 0.741,
      "step": 25615
    },
    {
      "epoch": 0.5398325667651878,
      "grad_norm": 0.1102137640118599,
      "learning_rate": 9.197514864764428e-06,
      "loss": 0.7431,
      "step": 25616
    },
    {
      "epoch": 0.5398536408035531,
      "grad_norm": 0.11020972579717636,
      "learning_rate": 9.196834528434953e-06,
      "loss": 0.7521,
      "step": 25617
    },
    {
      "epoch": 0.5398747148419184,
      "grad_norm": 0.12261705845594406,
      "learning_rate": 9.196154195847108e-06,
      "loss": 0.7956,
      "step": 25618
    },
    {
      "epoch": 0.5398957888802837,
      "grad_norm": 0.12022534757852554,
      "learning_rate": 9.19547386700406e-06,
      "loss": 0.7991,
      "step": 25619
    },
    {
      "epoch": 0.5399168629186489,
      "grad_norm": 0.14980155229568481,
      "learning_rate": 9.194793541908975e-06,
      "loss": 0.8123,
      "step": 25620
    },
    {
      "epoch": 0.5399379369570142,
      "grad_norm": 0.1428917646408081,
      "learning_rate": 9.19411322056503e-06,
      "loss": 0.7754,
      "step": 25621
    },
    {
      "epoch": 0.5399590109953795,
      "grad_norm": 0.1399136334657669,
      "learning_rate": 9.193432902975387e-06,
      "loss": 0.745,
      "step": 25622
    },
    {
      "epoch": 0.5399800850337448,
      "grad_norm": 0.16758336126804352,
      "learning_rate": 9.192752589143219e-06,
      "loss": 0.7267,
      "step": 25623
    },
    {
      "epoch": 0.5400011590721101,
      "grad_norm": 0.13271847367286682,
      "learning_rate": 9.192072279071697e-06,
      "loss": 0.761,
      "step": 25624
    },
    {
      "epoch": 0.5400222331104754,
      "grad_norm": 0.13528753817081451,
      "learning_rate": 9.191391972763987e-06,
      "loss": 0.7337,
      "step": 25625
    },
    {
      "epoch": 0.5400433071488406,
      "grad_norm": 0.12616366147994995,
      "learning_rate": 9.190711670223254e-06,
      "loss": 0.6599,
      "step": 25626
    },
    {
      "epoch": 0.5400643811872059,
      "grad_norm": 0.1255575567483902,
      "learning_rate": 9.190031371452679e-06,
      "loss": 0.7088,
      "step": 25627
    },
    {
      "epoch": 0.5400854552255713,
      "grad_norm": 0.12401826679706573,
      "learning_rate": 9.189351076455425e-06,
      "loss": 0.7922,
      "step": 25628
    },
    {
      "epoch": 0.5401065292639365,
      "grad_norm": 0.11585935950279236,
      "learning_rate": 9.188670785234659e-06,
      "loss": 0.7907,
      "step": 25629
    },
    {
      "epoch": 0.5401276033023018,
      "grad_norm": 0.17074494063854218,
      "learning_rate": 9.18799049779355e-06,
      "loss": 0.7818,
      "step": 25630
    },
    {
      "epoch": 0.5401486773406671,
      "grad_norm": 0.10656514018774033,
      "learning_rate": 9.187310214135274e-06,
      "loss": 0.746,
      "step": 25631
    },
    {
      "epoch": 0.5401697513790323,
      "grad_norm": 0.12842798233032227,
      "learning_rate": 9.18662993426299e-06,
      "loss": 0.7373,
      "step": 25632
    },
    {
      "epoch": 0.5401908254173977,
      "grad_norm": 0.1158941388130188,
      "learning_rate": 9.185949658179881e-06,
      "loss": 0.7784,
      "step": 25633
    },
    {
      "epoch": 0.540211899455763,
      "grad_norm": 0.1146513819694519,
      "learning_rate": 9.185269385889104e-06,
      "loss": 0.7169,
      "step": 25634
    },
    {
      "epoch": 0.5402329734941282,
      "grad_norm": 0.1289585828781128,
      "learning_rate": 9.18458911739383e-06,
      "loss": 0.7921,
      "step": 25635
    },
    {
      "epoch": 0.5402540475324935,
      "grad_norm": 0.12994350492954254,
      "learning_rate": 9.183908852697232e-06,
      "loss": 0.8171,
      "step": 25636
    },
    {
      "epoch": 0.5402751215708588,
      "grad_norm": 0.11552964895963669,
      "learning_rate": 9.183228591802476e-06,
      "loss": 0.6985,
      "step": 25637
    },
    {
      "epoch": 0.5402961956092242,
      "grad_norm": 0.12659136950969696,
      "learning_rate": 9.182548334712735e-06,
      "loss": 0.7163,
      "step": 25638
    },
    {
      "epoch": 0.5403172696475894,
      "grad_norm": 0.12663747370243073,
      "learning_rate": 9.181868081431173e-06,
      "loss": 0.7349,
      "step": 25639
    },
    {
      "epoch": 0.5403383436859547,
      "grad_norm": 0.1255459487438202,
      "learning_rate": 9.181187831960962e-06,
      "loss": 0.7679,
      "step": 25640
    },
    {
      "epoch": 0.54035941772432,
      "grad_norm": 0.12632854282855988,
      "learning_rate": 9.180507586305265e-06,
      "loss": 0.7526,
      "step": 25641
    },
    {
      "epoch": 0.5403804917626852,
      "grad_norm": 0.1137169599533081,
      "learning_rate": 9.179827344467263e-06,
      "loss": 0.7002,
      "step": 25642
    },
    {
      "epoch": 0.5404015658010506,
      "grad_norm": 0.13875019550323486,
      "learning_rate": 9.179147106450117e-06,
      "loss": 0.7077,
      "step": 25643
    },
    {
      "epoch": 0.5404226398394159,
      "grad_norm": 0.14266443252563477,
      "learning_rate": 9.178466872256996e-06,
      "loss": 0.7608,
      "step": 25644
    },
    {
      "epoch": 0.5404437138777811,
      "grad_norm": 0.16964294016361237,
      "learning_rate": 9.177786641891072e-06,
      "loss": 0.7509,
      "step": 25645
    },
    {
      "epoch": 0.5404647879161464,
      "grad_norm": 0.13161921501159668,
      "learning_rate": 9.177106415355511e-06,
      "loss": 0.7419,
      "step": 25646
    },
    {
      "epoch": 0.5404858619545116,
      "grad_norm": 0.13271717727184296,
      "learning_rate": 9.176426192653483e-06,
      "loss": 0.7507,
      "step": 25647
    },
    {
      "epoch": 0.540506935992877,
      "grad_norm": 0.14288470149040222,
      "learning_rate": 9.17574597378816e-06,
      "loss": 0.8107,
      "step": 25648
    },
    {
      "epoch": 0.5405280100312423,
      "grad_norm": 0.13423562049865723,
      "learning_rate": 9.175065758762704e-06,
      "loss": 0.8176,
      "step": 25649
    },
    {
      "epoch": 0.5405490840696076,
      "grad_norm": 0.1321917027235031,
      "learning_rate": 9.17438554758029e-06,
      "loss": 0.7814,
      "step": 25650
    },
    {
      "epoch": 0.5405701581079728,
      "grad_norm": 0.17604605853557587,
      "learning_rate": 9.173705340244084e-06,
      "loss": 0.7925,
      "step": 25651
    },
    {
      "epoch": 0.5405912321463381,
      "grad_norm": 0.1334320604801178,
      "learning_rate": 9.173025136757254e-06,
      "loss": 0.7507,
      "step": 25652
    },
    {
      "epoch": 0.5406123061847035,
      "grad_norm": 0.1736467331647873,
      "learning_rate": 9.172344937122972e-06,
      "loss": 0.8561,
      "step": 25653
    },
    {
      "epoch": 0.5406333802230687,
      "grad_norm": 0.1449819654226303,
      "learning_rate": 9.171664741344403e-06,
      "loss": 0.7662,
      "step": 25654
    },
    {
      "epoch": 0.540654454261434,
      "grad_norm": 0.13286256790161133,
      "learning_rate": 9.170984549424715e-06,
      "loss": 0.7434,
      "step": 25655
    },
    {
      "epoch": 0.5406755282997993,
      "grad_norm": 0.14615178108215332,
      "learning_rate": 9.170304361367083e-06,
      "loss": 0.7435,
      "step": 25656
    },
    {
      "epoch": 0.5406966023381645,
      "grad_norm": 0.11017846316099167,
      "learning_rate": 9.169624177174673e-06,
      "loss": 0.7621,
      "step": 25657
    },
    {
      "epoch": 0.5407176763765299,
      "grad_norm": 0.1286602020263672,
      "learning_rate": 9.168943996850652e-06,
      "loss": 0.7551,
      "step": 25658
    },
    {
      "epoch": 0.5407387504148952,
      "grad_norm": 0.12497580051422119,
      "learning_rate": 9.168263820398188e-06,
      "loss": 0.7986,
      "step": 25659
    },
    {
      "epoch": 0.5407598244532604,
      "grad_norm": 0.12282218784093857,
      "learning_rate": 9.167583647820453e-06,
      "loss": 0.7732,
      "step": 25660
    },
    {
      "epoch": 0.5407808984916257,
      "grad_norm": 0.13178755342960358,
      "learning_rate": 9.166903479120614e-06,
      "loss": 0.7862,
      "step": 25661
    },
    {
      "epoch": 0.540801972529991,
      "grad_norm": 0.13957072794437408,
      "learning_rate": 9.16622331430184e-06,
      "loss": 0.7543,
      "step": 25662
    },
    {
      "epoch": 0.5408230465683562,
      "grad_norm": 0.1155126690864563,
      "learning_rate": 9.165543153367297e-06,
      "loss": 0.7841,
      "step": 25663
    },
    {
      "epoch": 0.5408441206067216,
      "grad_norm": 0.10906868427991867,
      "learning_rate": 9.164862996320157e-06,
      "loss": 0.6816,
      "step": 25664
    },
    {
      "epoch": 0.5408651946450869,
      "grad_norm": 0.14789752662181854,
      "learning_rate": 9.164182843163587e-06,
      "loss": 0.7659,
      "step": 25665
    },
    {
      "epoch": 0.5408862686834521,
      "grad_norm": 0.13081161677837372,
      "learning_rate": 9.163502693900756e-06,
      "loss": 0.8075,
      "step": 25666
    },
    {
      "epoch": 0.5409073427218174,
      "grad_norm": 0.128725066781044,
      "learning_rate": 9.162822548534832e-06,
      "loss": 0.7514,
      "step": 25667
    },
    {
      "epoch": 0.5409284167601827,
      "grad_norm": 0.10667276382446289,
      "learning_rate": 9.162142407068984e-06,
      "loss": 0.7941,
      "step": 25668
    },
    {
      "epoch": 0.540949490798548,
      "grad_norm": 0.13005070388317108,
      "learning_rate": 9.161462269506376e-06,
      "loss": 0.7858,
      "step": 25669
    },
    {
      "epoch": 0.5409705648369133,
      "grad_norm": 0.1161862164735794,
      "learning_rate": 9.160782135850186e-06,
      "loss": 0.7389,
      "step": 25670
    },
    {
      "epoch": 0.5409916388752786,
      "grad_norm": 0.12973512709140778,
      "learning_rate": 9.160102006103578e-06,
      "loss": 0.7377,
      "step": 25671
    },
    {
      "epoch": 0.5410127129136438,
      "grad_norm": 0.11551446467638016,
      "learning_rate": 9.159421880269717e-06,
      "loss": 0.7567,
      "step": 25672
    },
    {
      "epoch": 0.5410337869520091,
      "grad_norm": 0.11909281462430954,
      "learning_rate": 9.158741758351777e-06,
      "loss": 0.6863,
      "step": 25673
    },
    {
      "epoch": 0.5410548609903745,
      "grad_norm": 0.11211144924163818,
      "learning_rate": 9.158061640352922e-06,
      "loss": 0.8012,
      "step": 25674
    },
    {
      "epoch": 0.5410759350287397,
      "grad_norm": 0.10320954024791718,
      "learning_rate": 9.157381526276322e-06,
      "loss": 0.6832,
      "step": 25675
    },
    {
      "epoch": 0.541097009067105,
      "grad_norm": 0.12257043272256851,
      "learning_rate": 9.156701416125145e-06,
      "loss": 0.667,
      "step": 25676
    },
    {
      "epoch": 0.5411180831054703,
      "grad_norm": 0.2805359661579132,
      "learning_rate": 9.156021309902563e-06,
      "loss": 0.7975,
      "step": 25677
    },
    {
      "epoch": 0.5411391571438355,
      "grad_norm": 0.1255272775888443,
      "learning_rate": 9.155341207611739e-06,
      "loss": 0.743,
      "step": 25678
    },
    {
      "epoch": 0.5411602311822009,
      "grad_norm": 0.16602426767349243,
      "learning_rate": 9.154661109255843e-06,
      "loss": 0.7401,
      "step": 25679
    },
    {
      "epoch": 0.5411813052205662,
      "grad_norm": 0.12638920545578003,
      "learning_rate": 9.153981014838044e-06,
      "loss": 0.7484,
      "step": 25680
    },
    {
      "epoch": 0.5412023792589314,
      "grad_norm": 0.11981707066297531,
      "learning_rate": 9.15330092436151e-06,
      "loss": 0.7459,
      "step": 25681
    },
    {
      "epoch": 0.5412234532972967,
      "grad_norm": 0.1288355439901352,
      "learning_rate": 9.152620837829408e-06,
      "loss": 0.8003,
      "step": 25682
    },
    {
      "epoch": 0.541244527335662,
      "grad_norm": 0.11215167492628098,
      "learning_rate": 9.151940755244912e-06,
      "loss": 0.7804,
      "step": 25683
    },
    {
      "epoch": 0.5412656013740273,
      "grad_norm": 0.12227675318717957,
      "learning_rate": 9.151260676611177e-06,
      "loss": 0.7473,
      "step": 25684
    },
    {
      "epoch": 0.5412866754123926,
      "grad_norm": 0.12204628437757492,
      "learning_rate": 9.150580601931388e-06,
      "loss": 0.7557,
      "step": 25685
    },
    {
      "epoch": 0.5413077494507579,
      "grad_norm": 0.11305879801511765,
      "learning_rate": 9.149900531208704e-06,
      "loss": 0.7941,
      "step": 25686
    },
    {
      "epoch": 0.5413288234891231,
      "grad_norm": 0.1174391657114029,
      "learning_rate": 9.149220464446293e-06,
      "loss": 0.8,
      "step": 25687
    },
    {
      "epoch": 0.5413498975274884,
      "grad_norm": 0.11486566066741943,
      "learning_rate": 9.148540401647326e-06,
      "loss": 0.8163,
      "step": 25688
    },
    {
      "epoch": 0.5413709715658538,
      "grad_norm": 0.13070861995220184,
      "learning_rate": 9.147860342814969e-06,
      "loss": 0.7999,
      "step": 25689
    },
    {
      "epoch": 0.541392045604219,
      "grad_norm": 0.12522141635417938,
      "learning_rate": 9.14718028795239e-06,
      "loss": 0.7821,
      "step": 25690
    },
    {
      "epoch": 0.5414131196425843,
      "grad_norm": 0.12062952667474747,
      "learning_rate": 9.146500237062758e-06,
      "loss": 0.7494,
      "step": 25691
    },
    {
      "epoch": 0.5414341936809496,
      "grad_norm": 0.13188907504081726,
      "learning_rate": 9.145820190149245e-06,
      "loss": 0.7717,
      "step": 25692
    },
    {
      "epoch": 0.5414552677193148,
      "grad_norm": 0.15672104060649872,
      "learning_rate": 9.145140147215012e-06,
      "loss": 0.8412,
      "step": 25693
    },
    {
      "epoch": 0.5414763417576802,
      "grad_norm": 0.13830958306789398,
      "learning_rate": 9.144460108263229e-06,
      "loss": 0.7824,
      "step": 25694
    },
    {
      "epoch": 0.5414974157960455,
      "grad_norm": 0.11554180830717087,
      "learning_rate": 9.143780073297067e-06,
      "loss": 0.7015,
      "step": 25695
    },
    {
      "epoch": 0.5415184898344108,
      "grad_norm": 0.11123929172754288,
      "learning_rate": 9.143100042319691e-06,
      "loss": 0.734,
      "step": 25696
    },
    {
      "epoch": 0.541539563872776,
      "grad_norm": 0.13087370991706848,
      "learning_rate": 9.14242001533427e-06,
      "loss": 0.7749,
      "step": 25697
    },
    {
      "epoch": 0.5415606379111413,
      "grad_norm": 0.13012580573558807,
      "learning_rate": 9.141739992343971e-06,
      "loss": 0.7742,
      "step": 25698
    },
    {
      "epoch": 0.5415817119495066,
      "grad_norm": 0.12339067459106445,
      "learning_rate": 9.141059973351964e-06,
      "loss": 0.7338,
      "step": 25699
    },
    {
      "epoch": 0.5416027859878719,
      "grad_norm": 0.12275218963623047,
      "learning_rate": 9.140379958361417e-06,
      "loss": 0.753,
      "step": 25700
    },
    {
      "epoch": 0.5416238600262372,
      "grad_norm": 0.1226339116692543,
      "learning_rate": 9.139699947375498e-06,
      "loss": 0.7823,
      "step": 25701
    },
    {
      "epoch": 0.5416449340646025,
      "grad_norm": 0.12945055961608887,
      "learning_rate": 9.139019940397373e-06,
      "loss": 0.7329,
      "step": 25702
    },
    {
      "epoch": 0.5416660081029677,
      "grad_norm": 0.15242518484592438,
      "learning_rate": 9.138339937430211e-06,
      "loss": 0.8064,
      "step": 25703
    },
    {
      "epoch": 0.541687082141333,
      "grad_norm": 0.11882424354553223,
      "learning_rate": 9.13765993847718e-06,
      "loss": 0.8005,
      "step": 25704
    },
    {
      "epoch": 0.5417081561796984,
      "grad_norm": 0.11624840646982193,
      "learning_rate": 9.136979943541445e-06,
      "loss": 0.7457,
      "step": 25705
    },
    {
      "epoch": 0.5417292302180636,
      "grad_norm": 0.16499441862106323,
      "learning_rate": 9.136299952626178e-06,
      "loss": 0.7761,
      "step": 25706
    },
    {
      "epoch": 0.5417503042564289,
      "grad_norm": 0.14361649751663208,
      "learning_rate": 9.135619965734548e-06,
      "loss": 0.7716,
      "step": 25707
    },
    {
      "epoch": 0.5417713782947942,
      "grad_norm": 0.11569325625896454,
      "learning_rate": 9.134939982869716e-06,
      "loss": 0.7878,
      "step": 25708
    },
    {
      "epoch": 0.5417924523331594,
      "grad_norm": 0.12989380955696106,
      "learning_rate": 9.134260004034856e-06,
      "loss": 0.7408,
      "step": 25709
    },
    {
      "epoch": 0.5418135263715248,
      "grad_norm": 0.14201581478118896,
      "learning_rate": 9.13358002923313e-06,
      "loss": 0.7191,
      "step": 25710
    },
    {
      "epoch": 0.5418346004098901,
      "grad_norm": 0.13063837587833405,
      "learning_rate": 9.132900058467712e-06,
      "loss": 0.8186,
      "step": 25711
    },
    {
      "epoch": 0.5418556744482553,
      "grad_norm": 0.1325276494026184,
      "learning_rate": 9.132220091741764e-06,
      "loss": 0.7974,
      "step": 25712
    },
    {
      "epoch": 0.5418767484866206,
      "grad_norm": 0.13228918612003326,
      "learning_rate": 9.131540129058458e-06,
      "loss": 0.7085,
      "step": 25713
    },
    {
      "epoch": 0.5418978225249859,
      "grad_norm": 0.14824464917182922,
      "learning_rate": 9.13086017042096e-06,
      "loss": 0.8176,
      "step": 25714
    },
    {
      "epoch": 0.5419188965633512,
      "grad_norm": 0.11365563422441483,
      "learning_rate": 9.130180215832438e-06,
      "loss": 0.7422,
      "step": 25715
    },
    {
      "epoch": 0.5419399706017165,
      "grad_norm": 0.15168273448944092,
      "learning_rate": 9.129500265296063e-06,
      "loss": 0.7561,
      "step": 25716
    },
    {
      "epoch": 0.5419610446400818,
      "grad_norm": 0.141524538397789,
      "learning_rate": 9.128820318814996e-06,
      "loss": 0.7618,
      "step": 25717
    },
    {
      "epoch": 0.541982118678447,
      "grad_norm": 0.16474811732769012,
      "learning_rate": 9.128140376392406e-06,
      "loss": 0.7472,
      "step": 25718
    },
    {
      "epoch": 0.5420031927168123,
      "grad_norm": 0.14259225130081177,
      "learning_rate": 9.127460438031467e-06,
      "loss": 0.7848,
      "step": 25719
    },
    {
      "epoch": 0.5420242667551777,
      "grad_norm": 0.1787276417016983,
      "learning_rate": 9.126780503735338e-06,
      "loss": 0.8257,
      "step": 25720
    },
    {
      "epoch": 0.5420453407935429,
      "grad_norm": 0.183232381939888,
      "learning_rate": 9.126100573507193e-06,
      "loss": 0.7411,
      "step": 25721
    },
    {
      "epoch": 0.5420664148319082,
      "grad_norm": 0.18551667034626007,
      "learning_rate": 9.125420647350196e-06,
      "loss": 0.7082,
      "step": 25722
    },
    {
      "epoch": 0.5420874888702735,
      "grad_norm": 0.1755101978778839,
      "learning_rate": 9.124740725267514e-06,
      "loss": 0.7578,
      "step": 25723
    },
    {
      "epoch": 0.5421085629086387,
      "grad_norm": 0.17611438035964966,
      "learning_rate": 9.124060807262318e-06,
      "loss": 0.6918,
      "step": 25724
    },
    {
      "epoch": 0.5421296369470041,
      "grad_norm": 0.16117459535598755,
      "learning_rate": 9.12338089333777e-06,
      "loss": 0.7655,
      "step": 25725
    },
    {
      "epoch": 0.5421507109853694,
      "grad_norm": 0.1710098385810852,
      "learning_rate": 9.122700983497043e-06,
      "loss": 0.7033,
      "step": 25726
    },
    {
      "epoch": 0.5421717850237346,
      "grad_norm": 0.15638919174671173,
      "learning_rate": 9.122021077743302e-06,
      "loss": 0.7674,
      "step": 25727
    },
    {
      "epoch": 0.5421928590620999,
      "grad_norm": 0.15133731067180634,
      "learning_rate": 9.121341176079714e-06,
      "loss": 0.7953,
      "step": 25728
    },
    {
      "epoch": 0.5422139331004652,
      "grad_norm": 0.16718550026416779,
      "learning_rate": 9.120661278509448e-06,
      "loss": 0.7468,
      "step": 25729
    },
    {
      "epoch": 0.5422350071388305,
      "grad_norm": 0.16349093616008759,
      "learning_rate": 9.119981385035672e-06,
      "loss": 0.7852,
      "step": 25730
    },
    {
      "epoch": 0.5422560811771958,
      "grad_norm": 0.18546561896800995,
      "learning_rate": 9.119301495661551e-06,
      "loss": 0.7922,
      "step": 25731
    },
    {
      "epoch": 0.5422771552155611,
      "grad_norm": 0.19659024477005005,
      "learning_rate": 9.118621610390253e-06,
      "loss": 0.7651,
      "step": 25732
    },
    {
      "epoch": 0.5422982292539263,
      "grad_norm": 0.1461348980665207,
      "learning_rate": 9.117941729224944e-06,
      "loss": 0.7522,
      "step": 25733
    },
    {
      "epoch": 0.5423193032922916,
      "grad_norm": 0.18537254631519318,
      "learning_rate": 9.117261852168794e-06,
      "loss": 0.7088,
      "step": 25734
    },
    {
      "epoch": 0.5423403773306569,
      "grad_norm": 0.12587085366249084,
      "learning_rate": 9.116581979224968e-06,
      "loss": 0.7307,
      "step": 25735
    },
    {
      "epoch": 0.5423614513690223,
      "grad_norm": 0.1902160346508026,
      "learning_rate": 9.115902110396637e-06,
      "loss": 0.7851,
      "step": 25736
    },
    {
      "epoch": 0.5423825254073875,
      "grad_norm": 0.13646426796913147,
      "learning_rate": 9.115222245686964e-06,
      "loss": 0.6996,
      "step": 25737
    },
    {
      "epoch": 0.5424035994457528,
      "grad_norm": 0.13596919178962708,
      "learning_rate": 9.114542385099117e-06,
      "loss": 0.8205,
      "step": 25738
    },
    {
      "epoch": 0.542424673484118,
      "grad_norm": 0.13609522581100464,
      "learning_rate": 9.113862528636263e-06,
      "loss": 0.8052,
      "step": 25739
    },
    {
      "epoch": 0.5424457475224833,
      "grad_norm": 0.14092719554901123,
      "learning_rate": 9.113182676301571e-06,
      "loss": 0.7557,
      "step": 25740
    },
    {
      "epoch": 0.5424668215608487,
      "grad_norm": 0.10754697024822235,
      "learning_rate": 9.112502828098205e-06,
      "loss": 0.7141,
      "step": 25741
    },
    {
      "epoch": 0.542487895599214,
      "grad_norm": 0.16183751821517944,
      "learning_rate": 9.111822984029337e-06,
      "loss": 0.8209,
      "step": 25742
    },
    {
      "epoch": 0.5425089696375792,
      "grad_norm": 0.11523551493883133,
      "learning_rate": 9.111143144098132e-06,
      "loss": 0.7989,
      "step": 25743
    },
    {
      "epoch": 0.5425300436759445,
      "grad_norm": 0.2092314511537552,
      "learning_rate": 9.110463308307756e-06,
      "loss": 0.8148,
      "step": 25744
    },
    {
      "epoch": 0.5425511177143097,
      "grad_norm": 0.16847530007362366,
      "learning_rate": 9.10978347666138e-06,
      "loss": 0.793,
      "step": 25745
    },
    {
      "epoch": 0.5425721917526751,
      "grad_norm": 0.1254667192697525,
      "learning_rate": 9.109103649162163e-06,
      "loss": 0.7493,
      "step": 25746
    },
    {
      "epoch": 0.5425932657910404,
      "grad_norm": 0.12895680963993073,
      "learning_rate": 9.108423825813278e-06,
      "loss": 0.7568,
      "step": 25747
    },
    {
      "epoch": 0.5426143398294057,
      "grad_norm": 0.1106577068567276,
      "learning_rate": 9.107744006617892e-06,
      "loss": 0.8364,
      "step": 25748
    },
    {
      "epoch": 0.5426354138677709,
      "grad_norm": 0.11792049556970596,
      "learning_rate": 9.107064191579169e-06,
      "loss": 0.7208,
      "step": 25749
    },
    {
      "epoch": 0.5426564879061362,
      "grad_norm": 0.11544360220432281,
      "learning_rate": 9.106384380700279e-06,
      "loss": 0.8148,
      "step": 25750
    },
    {
      "epoch": 0.5426775619445016,
      "grad_norm": 0.129648819565773,
      "learning_rate": 9.10570457398439e-06,
      "loss": 0.7611,
      "step": 25751
    },
    {
      "epoch": 0.5426986359828668,
      "grad_norm": 0.12180376052856445,
      "learning_rate": 9.105024771434665e-06,
      "loss": 0.7958,
      "step": 25752
    },
    {
      "epoch": 0.5427197100212321,
      "grad_norm": 0.14371658861637115,
      "learning_rate": 9.104344973054273e-06,
      "loss": 0.8759,
      "step": 25753
    },
    {
      "epoch": 0.5427407840595974,
      "grad_norm": 0.1232549324631691,
      "learning_rate": 9.103665178846378e-06,
      "loss": 0.7363,
      "step": 25754
    },
    {
      "epoch": 0.5427618580979626,
      "grad_norm": 0.11267632991075516,
      "learning_rate": 9.102985388814152e-06,
      "loss": 0.747,
      "step": 25755
    },
    {
      "epoch": 0.542782932136328,
      "grad_norm": 0.14598225057125092,
      "learning_rate": 9.102305602960755e-06,
      "loss": 0.805,
      "step": 25756
    },
    {
      "epoch": 0.5428040061746933,
      "grad_norm": 0.11077502369880676,
      "learning_rate": 9.101625821289362e-06,
      "loss": 0.7866,
      "step": 25757
    },
    {
      "epoch": 0.5428250802130585,
      "grad_norm": 0.12838828563690186,
      "learning_rate": 9.100946043803135e-06,
      "loss": 0.7108,
      "step": 25758
    },
    {
      "epoch": 0.5428461542514238,
      "grad_norm": 0.1161397248506546,
      "learning_rate": 9.100266270505244e-06,
      "loss": 0.7961,
      "step": 25759
    },
    {
      "epoch": 0.5428672282897891,
      "grad_norm": 0.14285564422607422,
      "learning_rate": 9.099586501398854e-06,
      "loss": 0.8336,
      "step": 25760
    },
    {
      "epoch": 0.5428883023281544,
      "grad_norm": 0.12119738757610321,
      "learning_rate": 9.098906736487131e-06,
      "loss": 0.7411,
      "step": 25761
    },
    {
      "epoch": 0.5429093763665197,
      "grad_norm": 0.12227845937013626,
      "learning_rate": 9.09822697577324e-06,
      "loss": 0.7597,
      "step": 25762
    },
    {
      "epoch": 0.542930450404885,
      "grad_norm": 0.11156617850065231,
      "learning_rate": 9.097547219260353e-06,
      "loss": 0.7554,
      "step": 25763
    },
    {
      "epoch": 0.5429515244432502,
      "grad_norm": 0.12879382073879242,
      "learning_rate": 9.09686746695163e-06,
      "loss": 0.7429,
      "step": 25764
    },
    {
      "epoch": 0.5429725984816155,
      "grad_norm": 0.1692166030406952,
      "learning_rate": 9.096187718850242e-06,
      "loss": 0.8253,
      "step": 25765
    },
    {
      "epoch": 0.5429936725199809,
      "grad_norm": 0.15999789535999298,
      "learning_rate": 9.09550797495936e-06,
      "loss": 0.7596,
      "step": 25766
    },
    {
      "epoch": 0.5430147465583461,
      "grad_norm": 0.12987005710601807,
      "learning_rate": 9.09482823528214e-06,
      "loss": 0.7665,
      "step": 25767
    },
    {
      "epoch": 0.5430358205967114,
      "grad_norm": 0.13543899357318878,
      "learning_rate": 9.094148499821755e-06,
      "loss": 0.7791,
      "step": 25768
    },
    {
      "epoch": 0.5430568946350767,
      "grad_norm": 0.11526113003492355,
      "learning_rate": 9.093468768581373e-06,
      "loss": 0.7954,
      "step": 25769
    },
    {
      "epoch": 0.5430779686734419,
      "grad_norm": 0.11122424155473709,
      "learning_rate": 9.092789041564154e-06,
      "loss": 0.7168,
      "step": 25770
    },
    {
      "epoch": 0.5430990427118073,
      "grad_norm": 0.11223311722278595,
      "learning_rate": 9.092109318773274e-06,
      "loss": 0.7353,
      "step": 25771
    },
    {
      "epoch": 0.5431201167501726,
      "grad_norm": 0.11404050886631012,
      "learning_rate": 9.091429600211892e-06,
      "loss": 0.7581,
      "step": 25772
    },
    {
      "epoch": 0.5431411907885378,
      "grad_norm": 0.10947895795106888,
      "learning_rate": 9.090749885883177e-06,
      "loss": 0.7573,
      "step": 25773
    },
    {
      "epoch": 0.5431622648269031,
      "grad_norm": 0.1552012711763382,
      "learning_rate": 9.090070175790298e-06,
      "loss": 0.8008,
      "step": 25774
    },
    {
      "epoch": 0.5431833388652684,
      "grad_norm": 0.11321986466646194,
      "learning_rate": 9.08939046993642e-06,
      "loss": 0.7806,
      "step": 25775
    },
    {
      "epoch": 0.5432044129036336,
      "grad_norm": 0.1522718220949173,
      "learning_rate": 9.088710768324707e-06,
      "loss": 0.6968,
      "step": 25776
    },
    {
      "epoch": 0.543225486941999,
      "grad_norm": 0.10565108060836792,
      "learning_rate": 9.088031070958327e-06,
      "loss": 0.7219,
      "step": 25777
    },
    {
      "epoch": 0.5432465609803643,
      "grad_norm": 0.12372687458992004,
      "learning_rate": 9.087351377840445e-06,
      "loss": 0.7266,
      "step": 25778
    },
    {
      "epoch": 0.5432676350187295,
      "grad_norm": 0.1552402824163437,
      "learning_rate": 9.08667168897423e-06,
      "loss": 0.7217,
      "step": 25779
    },
    {
      "epoch": 0.5432887090570948,
      "grad_norm": 0.13070712983608246,
      "learning_rate": 9.085992004362852e-06,
      "loss": 0.7914,
      "step": 25780
    },
    {
      "epoch": 0.5433097830954601,
      "grad_norm": 0.11166184395551682,
      "learning_rate": 9.085312324009468e-06,
      "loss": 0.7197,
      "step": 25781
    },
    {
      "epoch": 0.5433308571338255,
      "grad_norm": 0.14785383641719818,
      "learning_rate": 9.084632647917248e-06,
      "loss": 0.7635,
      "step": 25782
    },
    {
      "epoch": 0.5433519311721907,
      "grad_norm": 0.10006523877382278,
      "learning_rate": 9.083952976089362e-06,
      "loss": 0.7283,
      "step": 25783
    },
    {
      "epoch": 0.543373005210556,
      "grad_norm": 0.14681458473205566,
      "learning_rate": 9.08327330852897e-06,
      "loss": 0.781,
      "step": 25784
    },
    {
      "epoch": 0.5433940792489212,
      "grad_norm": 0.10528546571731567,
      "learning_rate": 9.082593645239246e-06,
      "loss": 0.7312,
      "step": 25785
    },
    {
      "epoch": 0.5434151532872865,
      "grad_norm": 0.12275537848472595,
      "learning_rate": 9.081913986223352e-06,
      "loss": 0.7284,
      "step": 25786
    },
    {
      "epoch": 0.5434362273256519,
      "grad_norm": 0.12652093172073364,
      "learning_rate": 9.081234331484453e-06,
      "loss": 0.7471,
      "step": 25787
    },
    {
      "epoch": 0.5434573013640172,
      "grad_norm": 0.10499780625104904,
      "learning_rate": 9.080554681025718e-06,
      "loss": 0.7963,
      "step": 25788
    },
    {
      "epoch": 0.5434783754023824,
      "grad_norm": 0.14197160303592682,
      "learning_rate": 9.079875034850314e-06,
      "loss": 0.7672,
      "step": 25789
    },
    {
      "epoch": 0.5434994494407477,
      "grad_norm": 0.12218795716762543,
      "learning_rate": 9.079195392961402e-06,
      "loss": 0.7433,
      "step": 25790
    },
    {
      "epoch": 0.543520523479113,
      "grad_norm": 0.16459864377975464,
      "learning_rate": 9.078515755362153e-06,
      "loss": 0.7971,
      "step": 25791
    },
    {
      "epoch": 0.5435415975174783,
      "grad_norm": 0.13533230125904083,
      "learning_rate": 9.077836122055731e-06,
      "loss": 0.7911,
      "step": 25792
    },
    {
      "epoch": 0.5435626715558436,
      "grad_norm": 0.11793309450149536,
      "learning_rate": 9.077156493045303e-06,
      "loss": 0.7188,
      "step": 25793
    },
    {
      "epoch": 0.5435837455942089,
      "grad_norm": 0.1518005132675171,
      "learning_rate": 9.076476868334035e-06,
      "loss": 0.8144,
      "step": 25794
    },
    {
      "epoch": 0.5436048196325741,
      "grad_norm": 0.13418607413768768,
      "learning_rate": 9.075797247925096e-06,
      "loss": 0.7815,
      "step": 25795
    },
    {
      "epoch": 0.5436258936709394,
      "grad_norm": 0.12610886991024017,
      "learning_rate": 9.075117631821646e-06,
      "loss": 0.7381,
      "step": 25796
    },
    {
      "epoch": 0.5436469677093048,
      "grad_norm": 0.12034416943788528,
      "learning_rate": 9.074438020026854e-06,
      "loss": 0.7528,
      "step": 25797
    },
    {
      "epoch": 0.54366804174767,
      "grad_norm": 0.12483065575361252,
      "learning_rate": 9.073758412543886e-06,
      "loss": 0.7375,
      "step": 25798
    },
    {
      "epoch": 0.5436891157860353,
      "grad_norm": 0.2212318629026413,
      "learning_rate": 9.073078809375907e-06,
      "loss": 0.7564,
      "step": 25799
    },
    {
      "epoch": 0.5437101898244006,
      "grad_norm": 0.13589592278003693,
      "learning_rate": 9.072399210526085e-06,
      "loss": 0.8005,
      "step": 25800
    },
    {
      "epoch": 0.5437312638627658,
      "grad_norm": 0.10761350393295288,
      "learning_rate": 9.071719615997586e-06,
      "loss": 0.7738,
      "step": 25801
    },
    {
      "epoch": 0.5437523379011312,
      "grad_norm": 0.12274327129125595,
      "learning_rate": 9.071040025793576e-06,
      "loss": 0.7312,
      "step": 25802
    },
    {
      "epoch": 0.5437734119394965,
      "grad_norm": 0.13344959914684296,
      "learning_rate": 9.070360439917218e-06,
      "loss": 0.7056,
      "step": 25803
    },
    {
      "epoch": 0.5437944859778617,
      "grad_norm": 0.13988445699214935,
      "learning_rate": 9.069680858371684e-06,
      "loss": 0.7891,
      "step": 25804
    },
    {
      "epoch": 0.543815560016227,
      "grad_norm": 0.11486713588237762,
      "learning_rate": 9.069001281160132e-06,
      "loss": 0.7703,
      "step": 25805
    },
    {
      "epoch": 0.5438366340545923,
      "grad_norm": 0.12797412276268005,
      "learning_rate": 9.068321708285733e-06,
      "loss": 0.7988,
      "step": 25806
    },
    {
      "epoch": 0.5438577080929576,
      "grad_norm": 0.11239161342382431,
      "learning_rate": 9.067642139751652e-06,
      "loss": 0.7478,
      "step": 25807
    },
    {
      "epoch": 0.5438787821313229,
      "grad_norm": 0.1507268100976944,
      "learning_rate": 9.066962575561054e-06,
      "loss": 0.723,
      "step": 25808
    },
    {
      "epoch": 0.5438998561696882,
      "grad_norm": 0.13009615242481232,
      "learning_rate": 9.066283015717105e-06,
      "loss": 0.6964,
      "step": 25809
    },
    {
      "epoch": 0.5439209302080534,
      "grad_norm": 0.15208162367343903,
      "learning_rate": 9.065603460222973e-06,
      "loss": 0.7316,
      "step": 25810
    },
    {
      "epoch": 0.5439420042464187,
      "grad_norm": 0.13768239319324493,
      "learning_rate": 9.06492390908182e-06,
      "loss": 0.7628,
      "step": 25811
    },
    {
      "epoch": 0.543963078284784,
      "grad_norm": 0.1671050637960434,
      "learning_rate": 9.064244362296814e-06,
      "loss": 0.838,
      "step": 25812
    },
    {
      "epoch": 0.5439841523231493,
      "grad_norm": 0.13428732752799988,
      "learning_rate": 9.063564819871117e-06,
      "loss": 0.7296,
      "step": 25813
    },
    {
      "epoch": 0.5440052263615146,
      "grad_norm": 0.154885932803154,
      "learning_rate": 9.062885281807902e-06,
      "loss": 0.7554,
      "step": 25814
    },
    {
      "epoch": 0.5440263003998799,
      "grad_norm": 0.13791656494140625,
      "learning_rate": 9.062205748110329e-06,
      "loss": 0.7598,
      "step": 25815
    },
    {
      "epoch": 0.5440473744382451,
      "grad_norm": 0.17085027694702148,
      "learning_rate": 9.061526218781567e-06,
      "loss": 0.7928,
      "step": 25816
    },
    {
      "epoch": 0.5440684484766104,
      "grad_norm": 0.14061951637268066,
      "learning_rate": 9.06084669382478e-06,
      "loss": 0.7053,
      "step": 25817
    },
    {
      "epoch": 0.5440895225149758,
      "grad_norm": 0.12440289556980133,
      "learning_rate": 9.060167173243132e-06,
      "loss": 0.7799,
      "step": 25818
    },
    {
      "epoch": 0.544110596553341,
      "grad_norm": 0.1524924486875534,
      "learning_rate": 9.059487657039794e-06,
      "loss": 0.8023,
      "step": 25819
    },
    {
      "epoch": 0.5441316705917063,
      "grad_norm": 0.10770387202501297,
      "learning_rate": 9.058808145217926e-06,
      "loss": 0.7682,
      "step": 25820
    },
    {
      "epoch": 0.5441527446300716,
      "grad_norm": 0.12058904021978378,
      "learning_rate": 9.058128637780693e-06,
      "loss": 0.7489,
      "step": 25821
    },
    {
      "epoch": 0.5441738186684368,
      "grad_norm": 0.18683332204818726,
      "learning_rate": 9.057449134731266e-06,
      "loss": 0.8261,
      "step": 25822
    },
    {
      "epoch": 0.5441948927068022,
      "grad_norm": 0.11389492452144623,
      "learning_rate": 9.056769636072807e-06,
      "loss": 0.7599,
      "step": 25823
    },
    {
      "epoch": 0.5442159667451675,
      "grad_norm": 0.13256829977035522,
      "learning_rate": 9.056090141808483e-06,
      "loss": 0.6639,
      "step": 25824
    },
    {
      "epoch": 0.5442370407835327,
      "grad_norm": 0.11139720678329468,
      "learning_rate": 9.055410651941458e-06,
      "loss": 0.7296,
      "step": 25825
    },
    {
      "epoch": 0.544258114821898,
      "grad_norm": 0.12228863686323166,
      "learning_rate": 9.054731166474898e-06,
      "loss": 0.7436,
      "step": 25826
    },
    {
      "epoch": 0.5442791888602633,
      "grad_norm": 0.13314831256866455,
      "learning_rate": 9.054051685411967e-06,
      "loss": 0.7871,
      "step": 25827
    },
    {
      "epoch": 0.5443002628986287,
      "grad_norm": 0.11505355685949326,
      "learning_rate": 9.053372208755832e-06,
      "loss": 0.7781,
      "step": 25828
    },
    {
      "epoch": 0.5443213369369939,
      "grad_norm": 0.12902462482452393,
      "learning_rate": 9.05269273650966e-06,
      "loss": 0.7646,
      "step": 25829
    },
    {
      "epoch": 0.5443424109753592,
      "grad_norm": 0.11353113502264023,
      "learning_rate": 9.052013268676614e-06,
      "loss": 0.7092,
      "step": 25830
    },
    {
      "epoch": 0.5443634850137244,
      "grad_norm": 0.1401130110025406,
      "learning_rate": 9.05133380525986e-06,
      "loss": 0.7511,
      "step": 25831
    },
    {
      "epoch": 0.5443845590520897,
      "grad_norm": 0.14353454113006592,
      "learning_rate": 9.050654346262565e-06,
      "loss": 0.65,
      "step": 25832
    },
    {
      "epoch": 0.5444056330904551,
      "grad_norm": 0.12250088900327682,
      "learning_rate": 9.049974891687891e-06,
      "loss": 0.6989,
      "step": 25833
    },
    {
      "epoch": 0.5444267071288204,
      "grad_norm": 0.1035332903265953,
      "learning_rate": 9.049295441539008e-06,
      "loss": 0.7378,
      "step": 25834
    },
    {
      "epoch": 0.5444477811671856,
      "grad_norm": 0.1310863047838211,
      "learning_rate": 9.048615995819076e-06,
      "loss": 0.7457,
      "step": 25835
    },
    {
      "epoch": 0.5444688552055509,
      "grad_norm": 0.13032619655132294,
      "learning_rate": 9.047936554531263e-06,
      "loss": 0.7766,
      "step": 25836
    },
    {
      "epoch": 0.5444899292439161,
      "grad_norm": 0.17633038759231567,
      "learning_rate": 9.047257117678734e-06,
      "loss": 0.8224,
      "step": 25837
    },
    {
      "epoch": 0.5445110032822815,
      "grad_norm": 0.12860770523548126,
      "learning_rate": 9.046577685264653e-06,
      "loss": 0.7421,
      "step": 25838
    },
    {
      "epoch": 0.5445320773206468,
      "grad_norm": 0.12935911118984222,
      "learning_rate": 9.045898257292189e-06,
      "loss": 0.7763,
      "step": 25839
    },
    {
      "epoch": 0.544553151359012,
      "grad_norm": 0.12110589444637299,
      "learning_rate": 9.045218833764503e-06,
      "loss": 0.7412,
      "step": 25840
    },
    {
      "epoch": 0.5445742253973773,
      "grad_norm": 0.12467953562736511,
      "learning_rate": 9.044539414684762e-06,
      "loss": 0.7552,
      "step": 25841
    },
    {
      "epoch": 0.5445952994357426,
      "grad_norm": 0.12443792819976807,
      "learning_rate": 9.043860000056127e-06,
      "loss": 0.7623,
      "step": 25842
    },
    {
      "epoch": 0.544616373474108,
      "grad_norm": 0.1149488314986229,
      "learning_rate": 9.043180589881773e-06,
      "loss": 0.6941,
      "step": 25843
    },
    {
      "epoch": 0.5446374475124732,
      "grad_norm": 0.13097485899925232,
      "learning_rate": 9.042501184164856e-06,
      "loss": 0.7148,
      "step": 25844
    },
    {
      "epoch": 0.5446585215508385,
      "grad_norm": 0.12896732985973358,
      "learning_rate": 9.041821782908544e-06,
      "loss": 0.7458,
      "step": 25845
    },
    {
      "epoch": 0.5446795955892038,
      "grad_norm": 0.13793271780014038,
      "learning_rate": 9.041142386116004e-06,
      "loss": 0.825,
      "step": 25846
    },
    {
      "epoch": 0.544700669627569,
      "grad_norm": 0.13621863722801208,
      "learning_rate": 9.040462993790398e-06,
      "loss": 0.7388,
      "step": 25847
    },
    {
      "epoch": 0.5447217436659344,
      "grad_norm": 0.10353420674800873,
      "learning_rate": 9.039783605934895e-06,
      "loss": 0.6911,
      "step": 25848
    },
    {
      "epoch": 0.5447428177042997,
      "grad_norm": 0.15874168276786804,
      "learning_rate": 9.039104222552654e-06,
      "loss": 0.7199,
      "step": 25849
    },
    {
      "epoch": 0.5447638917426649,
      "grad_norm": 0.13592126965522766,
      "learning_rate": 9.038424843646844e-06,
      "loss": 0.7473,
      "step": 25850
    },
    {
      "epoch": 0.5447849657810302,
      "grad_norm": 0.12221544981002808,
      "learning_rate": 9.03774546922063e-06,
      "loss": 0.7349,
      "step": 25851
    },
    {
      "epoch": 0.5448060398193955,
      "grad_norm": 0.11668180674314499,
      "learning_rate": 9.037066099277175e-06,
      "loss": 0.7187,
      "step": 25852
    },
    {
      "epoch": 0.5448271138577607,
      "grad_norm": 0.13642551004886627,
      "learning_rate": 9.036386733819644e-06,
      "loss": 0.8086,
      "step": 25853
    },
    {
      "epoch": 0.5448481878961261,
      "grad_norm": 0.14220790565013885,
      "learning_rate": 9.035707372851206e-06,
      "loss": 0.7147,
      "step": 25854
    },
    {
      "epoch": 0.5448692619344914,
      "grad_norm": 0.10409992933273315,
      "learning_rate": 9.035028016375021e-06,
      "loss": 0.7789,
      "step": 25855
    },
    {
      "epoch": 0.5448903359728566,
      "grad_norm": 0.11714041233062744,
      "learning_rate": 9.034348664394252e-06,
      "loss": 0.7116,
      "step": 25856
    },
    {
      "epoch": 0.5449114100112219,
      "grad_norm": 0.13148105144500732,
      "learning_rate": 9.033669316912073e-06,
      "loss": 0.7426,
      "step": 25857
    },
    {
      "epoch": 0.5449324840495872,
      "grad_norm": 0.12493845820426941,
      "learning_rate": 9.032989973931642e-06,
      "loss": 0.745,
      "step": 25858
    },
    {
      "epoch": 0.5449535580879525,
      "grad_norm": 0.10926350951194763,
      "learning_rate": 9.032310635456123e-06,
      "loss": 0.7532,
      "step": 25859
    },
    {
      "epoch": 0.5449746321263178,
      "grad_norm": 0.13723152875900269,
      "learning_rate": 9.031631301488685e-06,
      "loss": 0.6857,
      "step": 25860
    },
    {
      "epoch": 0.5449957061646831,
      "grad_norm": 0.19149602949619293,
      "learning_rate": 9.03095197203249e-06,
      "loss": 0.7886,
      "step": 25861
    },
    {
      "epoch": 0.5450167802030483,
      "grad_norm": 0.11129695922136307,
      "learning_rate": 9.030272647090704e-06,
      "loss": 0.7482,
      "step": 25862
    },
    {
      "epoch": 0.5450378542414136,
      "grad_norm": 0.14220589399337769,
      "learning_rate": 9.029593326666493e-06,
      "loss": 0.7559,
      "step": 25863
    },
    {
      "epoch": 0.545058928279779,
      "grad_norm": 0.13447917997837067,
      "learning_rate": 9.028914010763016e-06,
      "loss": 0.7002,
      "step": 25864
    },
    {
      "epoch": 0.5450800023181442,
      "grad_norm": 0.13317836821079254,
      "learning_rate": 9.028234699383443e-06,
      "loss": 0.7431,
      "step": 25865
    },
    {
      "epoch": 0.5451010763565095,
      "grad_norm": 0.16019988059997559,
      "learning_rate": 9.027555392530938e-06,
      "loss": 0.8387,
      "step": 25866
    },
    {
      "epoch": 0.5451221503948748,
      "grad_norm": 0.13203200697898865,
      "learning_rate": 9.026876090208663e-06,
      "loss": 0.7165,
      "step": 25867
    },
    {
      "epoch": 0.54514322443324,
      "grad_norm": 0.149543896317482,
      "learning_rate": 9.026196792419784e-06,
      "loss": 0.8335,
      "step": 25868
    },
    {
      "epoch": 0.5451642984716054,
      "grad_norm": 0.1674925535917282,
      "learning_rate": 9.025517499167468e-06,
      "loss": 0.7496,
      "step": 25869
    },
    {
      "epoch": 0.5451853725099707,
      "grad_norm": 0.19806469976902008,
      "learning_rate": 9.024838210454876e-06,
      "loss": 0.7875,
      "step": 25870
    },
    {
      "epoch": 0.5452064465483359,
      "grad_norm": 0.16508011519908905,
      "learning_rate": 9.024158926285169e-06,
      "loss": 0.8069,
      "step": 25871
    },
    {
      "epoch": 0.5452275205867012,
      "grad_norm": 0.18209131062030792,
      "learning_rate": 9.023479646661522e-06,
      "loss": 0.7873,
      "step": 25872
    },
    {
      "epoch": 0.5452485946250665,
      "grad_norm": 0.1766229271888733,
      "learning_rate": 9.022800371587094e-06,
      "loss": 0.7947,
      "step": 25873
    },
    {
      "epoch": 0.5452696686634319,
      "grad_norm": 0.14367061853408813,
      "learning_rate": 9.022121101065048e-06,
      "loss": 0.7568,
      "step": 25874
    },
    {
      "epoch": 0.5452907427017971,
      "grad_norm": 0.15028594434261322,
      "learning_rate": 9.02144183509855e-06,
      "loss": 0.7399,
      "step": 25875
    },
    {
      "epoch": 0.5453118167401624,
      "grad_norm": 0.13724464178085327,
      "learning_rate": 9.020762573690764e-06,
      "loss": 0.8052,
      "step": 25876
    },
    {
      "epoch": 0.5453328907785276,
      "grad_norm": 0.15145766735076904,
      "learning_rate": 9.020083316844855e-06,
      "loss": 0.7535,
      "step": 25877
    },
    {
      "epoch": 0.5453539648168929,
      "grad_norm": 0.15596207976341248,
      "learning_rate": 9.01940406456399e-06,
      "loss": 0.7221,
      "step": 25878
    },
    {
      "epoch": 0.5453750388552583,
      "grad_norm": 0.14153581857681274,
      "learning_rate": 9.018724816851328e-06,
      "loss": 0.7758,
      "step": 25879
    },
    {
      "epoch": 0.5453961128936236,
      "grad_norm": 0.14614655077457428,
      "learning_rate": 9.018045573710035e-06,
      "loss": 0.6585,
      "step": 25880
    },
    {
      "epoch": 0.5454171869319888,
      "grad_norm": 0.13203518092632294,
      "learning_rate": 9.017366335143276e-06,
      "loss": 0.7446,
      "step": 25881
    },
    {
      "epoch": 0.5454382609703541,
      "grad_norm": 0.13011714816093445,
      "learning_rate": 9.016687101154215e-06,
      "loss": 0.7898,
      "step": 25882
    },
    {
      "epoch": 0.5454593350087193,
      "grad_norm": 0.16557450592517853,
      "learning_rate": 9.016007871746018e-06,
      "loss": 0.6827,
      "step": 25883
    },
    {
      "epoch": 0.5454804090470847,
      "grad_norm": 0.12443190813064575,
      "learning_rate": 9.015328646921849e-06,
      "loss": 0.7281,
      "step": 25884
    },
    {
      "epoch": 0.54550148308545,
      "grad_norm": 0.1421234905719757,
      "learning_rate": 9.014649426684866e-06,
      "loss": 0.7926,
      "step": 25885
    },
    {
      "epoch": 0.5455225571238153,
      "grad_norm": 0.15197688341140747,
      "learning_rate": 9.01397021103824e-06,
      "loss": 0.7166,
      "step": 25886
    },
    {
      "epoch": 0.5455436311621805,
      "grad_norm": 0.1346902996301651,
      "learning_rate": 9.013290999985139e-06,
      "loss": 0.779,
      "step": 25887
    },
    {
      "epoch": 0.5455647052005458,
      "grad_norm": 0.1371292620897293,
      "learning_rate": 9.012611793528718e-06,
      "loss": 0.7155,
      "step": 25888
    },
    {
      "epoch": 0.545585779238911,
      "grad_norm": 0.1425608992576599,
      "learning_rate": 9.011932591672146e-06,
      "loss": 0.7417,
      "step": 25889
    },
    {
      "epoch": 0.5456068532772764,
      "grad_norm": 0.1499232053756714,
      "learning_rate": 9.011253394418584e-06,
      "loss": 0.8002,
      "step": 25890
    },
    {
      "epoch": 0.5456279273156417,
      "grad_norm": 0.12900622189044952,
      "learning_rate": 9.0105742017712e-06,
      "loss": 0.9008,
      "step": 25891
    },
    {
      "epoch": 0.545649001354007,
      "grad_norm": 0.1321999579668045,
      "learning_rate": 9.009895013733155e-06,
      "loss": 0.728,
      "step": 25892
    },
    {
      "epoch": 0.5456700753923722,
      "grad_norm": 0.11568570137023926,
      "learning_rate": 9.009215830307617e-06,
      "loss": 0.6998,
      "step": 25893
    },
    {
      "epoch": 0.5456911494307375,
      "grad_norm": 0.12701161205768585,
      "learning_rate": 9.008536651497747e-06,
      "loss": 0.8053,
      "step": 25894
    },
    {
      "epoch": 0.5457122234691029,
      "grad_norm": 0.10904538631439209,
      "learning_rate": 9.007857477306706e-06,
      "loss": 0.7642,
      "step": 25895
    },
    {
      "epoch": 0.5457332975074681,
      "grad_norm": 0.12550930678844452,
      "learning_rate": 9.007178307737663e-06,
      "loss": 0.7619,
      "step": 25896
    },
    {
      "epoch": 0.5457543715458334,
      "grad_norm": 0.15792828798294067,
      "learning_rate": 9.006499142793781e-06,
      "loss": 0.7746,
      "step": 25897
    },
    {
      "epoch": 0.5457754455841987,
      "grad_norm": 0.11644229292869568,
      "learning_rate": 9.005819982478225e-06,
      "loss": 0.7196,
      "step": 25898
    },
    {
      "epoch": 0.5457965196225639,
      "grad_norm": 0.13717767596244812,
      "learning_rate": 9.00514082679415e-06,
      "loss": 0.7639,
      "step": 25899
    },
    {
      "epoch": 0.5458175936609293,
      "grad_norm": 0.14648045599460602,
      "learning_rate": 9.004461675744732e-06,
      "loss": 0.7615,
      "step": 25900
    },
    {
      "epoch": 0.5458386676992946,
      "grad_norm": 0.11134729534387589,
      "learning_rate": 9.00378252933313e-06,
      "loss": 0.7918,
      "step": 25901
    },
    {
      "epoch": 0.5458597417376598,
      "grad_norm": 0.1349644958972931,
      "learning_rate": 9.00310338756251e-06,
      "loss": 0.7146,
      "step": 25902
    },
    {
      "epoch": 0.5458808157760251,
      "grad_norm": 0.13086694478988647,
      "learning_rate": 9.002424250436032e-06,
      "loss": 0.8245,
      "step": 25903
    },
    {
      "epoch": 0.5459018898143904,
      "grad_norm": 0.12761597335338593,
      "learning_rate": 9.00174511795686e-06,
      "loss": 0.7172,
      "step": 25904
    },
    {
      "epoch": 0.5459229638527557,
      "grad_norm": 0.12995308637619019,
      "learning_rate": 9.001065990128161e-06,
      "loss": 0.7746,
      "step": 25905
    },
    {
      "epoch": 0.545944037891121,
      "grad_norm": 0.12372453510761261,
      "learning_rate": 9.000386866953098e-06,
      "loss": 0.7526,
      "step": 25906
    },
    {
      "epoch": 0.5459651119294863,
      "grad_norm": 0.15497687458992004,
      "learning_rate": 8.999707748434835e-06,
      "loss": 0.7747,
      "step": 25907
    },
    {
      "epoch": 0.5459861859678515,
      "grad_norm": 0.14358831942081451,
      "learning_rate": 8.999028634576531e-06,
      "loss": 0.7719,
      "step": 25908
    },
    {
      "epoch": 0.5460072600062168,
      "grad_norm": 0.1519525945186615,
      "learning_rate": 8.998349525381356e-06,
      "loss": 0.7788,
      "step": 25909
    },
    {
      "epoch": 0.5460283340445822,
      "grad_norm": 0.18368858098983765,
      "learning_rate": 8.997670420852472e-06,
      "loss": 0.7727,
      "step": 25910
    },
    {
      "epoch": 0.5460494080829474,
      "grad_norm": 0.15741457045078278,
      "learning_rate": 8.996991320993038e-06,
      "loss": 0.85,
      "step": 25911
    },
    {
      "epoch": 0.5460704821213127,
      "grad_norm": 0.18237747251987457,
      "learning_rate": 8.996312225806224e-06,
      "loss": 0.7359,
      "step": 25912
    },
    {
      "epoch": 0.546091556159678,
      "grad_norm": 0.13672010600566864,
      "learning_rate": 8.995633135295193e-06,
      "loss": 0.7377,
      "step": 25913
    },
    {
      "epoch": 0.5461126301980432,
      "grad_norm": 0.12850257754325867,
      "learning_rate": 8.994954049463099e-06,
      "loss": 0.7237,
      "step": 25914
    },
    {
      "epoch": 0.5461337042364086,
      "grad_norm": 0.14729714393615723,
      "learning_rate": 8.994274968313119e-06,
      "loss": 0.7902,
      "step": 25915
    },
    {
      "epoch": 0.5461547782747739,
      "grad_norm": 0.1456775963306427,
      "learning_rate": 8.993595891848413e-06,
      "loss": 0.7685,
      "step": 25916
    },
    {
      "epoch": 0.5461758523131391,
      "grad_norm": 0.15399716794490814,
      "learning_rate": 8.99291682007214e-06,
      "loss": 0.7872,
      "step": 25917
    },
    {
      "epoch": 0.5461969263515044,
      "grad_norm": 0.18129904568195343,
      "learning_rate": 8.992237752987465e-06,
      "loss": 0.8295,
      "step": 25918
    },
    {
      "epoch": 0.5462180003898697,
      "grad_norm": 0.1304425746202469,
      "learning_rate": 8.991558690597553e-06,
      "loss": 0.7313,
      "step": 25919
    },
    {
      "epoch": 0.546239074428235,
      "grad_norm": 0.1712942272424698,
      "learning_rate": 8.990879632905568e-06,
      "loss": 0.7679,
      "step": 25920
    },
    {
      "epoch": 0.5462601484666003,
      "grad_norm": 0.16614139080047607,
      "learning_rate": 8.99020057991467e-06,
      "loss": 0.8191,
      "step": 25921
    },
    {
      "epoch": 0.5462812225049656,
      "grad_norm": 0.19069035351276398,
      "learning_rate": 8.989521531628029e-06,
      "loss": 0.7698,
      "step": 25922
    },
    {
      "epoch": 0.5463022965433308,
      "grad_norm": 0.14822551608085632,
      "learning_rate": 8.988842488048803e-06,
      "loss": 0.7979,
      "step": 25923
    },
    {
      "epoch": 0.5463233705816961,
      "grad_norm": 0.17492951452732086,
      "learning_rate": 8.988163449180154e-06,
      "loss": 0.7735,
      "step": 25924
    },
    {
      "epoch": 0.5463444446200614,
      "grad_norm": 0.1049608364701271,
      "learning_rate": 8.987484415025249e-06,
      "loss": 0.7749,
      "step": 25925
    },
    {
      "epoch": 0.5463655186584268,
      "grad_norm": 0.17468209564685822,
      "learning_rate": 8.98680538558725e-06,
      "loss": 0.7698,
      "step": 25926
    },
    {
      "epoch": 0.546386592696792,
      "grad_norm": 0.1445760726928711,
      "learning_rate": 8.986126360869324e-06,
      "loss": 0.7329,
      "step": 25927
    },
    {
      "epoch": 0.5464076667351573,
      "grad_norm": 0.16399584710597992,
      "learning_rate": 8.985447340874624e-06,
      "loss": 0.8174,
      "step": 25928
    },
    {
      "epoch": 0.5464287407735225,
      "grad_norm": 0.12609873712062836,
      "learning_rate": 8.984768325606324e-06,
      "loss": 0.7959,
      "step": 25929
    },
    {
      "epoch": 0.5464498148118878,
      "grad_norm": 0.16891054809093475,
      "learning_rate": 8.984089315067585e-06,
      "loss": 0.7886,
      "step": 25930
    },
    {
      "epoch": 0.5464708888502532,
      "grad_norm": 0.15450868010520935,
      "learning_rate": 8.983410309261568e-06,
      "loss": 0.7967,
      "step": 25931
    },
    {
      "epoch": 0.5464919628886185,
      "grad_norm": 0.16531169414520264,
      "learning_rate": 8.982731308191438e-06,
      "loss": 0.7324,
      "step": 25932
    },
    {
      "epoch": 0.5465130369269837,
      "grad_norm": 0.1661045253276825,
      "learning_rate": 8.982052311860355e-06,
      "loss": 0.7728,
      "step": 25933
    },
    {
      "epoch": 0.546534110965349,
      "grad_norm": 0.15052920579910278,
      "learning_rate": 8.981373320271487e-06,
      "loss": 0.7748,
      "step": 25934
    },
    {
      "epoch": 0.5465551850037143,
      "grad_norm": 0.1397782266139984,
      "learning_rate": 8.980694333427991e-06,
      "loss": 0.8036,
      "step": 25935
    },
    {
      "epoch": 0.5465762590420796,
      "grad_norm": 0.17151415348052979,
      "learning_rate": 8.980015351333035e-06,
      "loss": 0.728,
      "step": 25936
    },
    {
      "epoch": 0.5465973330804449,
      "grad_norm": 0.1111721470952034,
      "learning_rate": 8.979336373989784e-06,
      "loss": 0.7396,
      "step": 25937
    },
    {
      "epoch": 0.5466184071188102,
      "grad_norm": 0.18249668180942535,
      "learning_rate": 8.978657401401395e-06,
      "loss": 0.8216,
      "step": 25938
    },
    {
      "epoch": 0.5466394811571754,
      "grad_norm": 0.10909874737262726,
      "learning_rate": 8.977978433571033e-06,
      "loss": 0.7448,
      "step": 25939
    },
    {
      "epoch": 0.5466605551955407,
      "grad_norm": 0.1670157015323639,
      "learning_rate": 8.977299470501864e-06,
      "loss": 0.7695,
      "step": 25940
    },
    {
      "epoch": 0.5466816292339061,
      "grad_norm": 0.13278457522392273,
      "learning_rate": 8.976620512197047e-06,
      "loss": 0.7733,
      "step": 25941
    },
    {
      "epoch": 0.5467027032722713,
      "grad_norm": 0.14002659916877747,
      "learning_rate": 8.975941558659747e-06,
      "loss": 0.7489,
      "step": 25942
    },
    {
      "epoch": 0.5467237773106366,
      "grad_norm": 0.11157496273517609,
      "learning_rate": 8.975262609893126e-06,
      "loss": 0.7873,
      "step": 25943
    },
    {
      "epoch": 0.5467448513490019,
      "grad_norm": 0.12734997272491455,
      "learning_rate": 8.97458366590035e-06,
      "loss": 0.7169,
      "step": 25944
    },
    {
      "epoch": 0.5467659253873671,
      "grad_norm": 0.11322079598903656,
      "learning_rate": 8.973904726684578e-06,
      "loss": 0.7216,
      "step": 25945
    },
    {
      "epoch": 0.5467869994257325,
      "grad_norm": 0.12212078273296356,
      "learning_rate": 8.973225792248978e-06,
      "loss": 0.7457,
      "step": 25946
    },
    {
      "epoch": 0.5468080734640978,
      "grad_norm": 0.1362292468547821,
      "learning_rate": 8.972546862596707e-06,
      "loss": 0.8109,
      "step": 25947
    },
    {
      "epoch": 0.546829147502463,
      "grad_norm": 0.12699168920516968,
      "learning_rate": 8.97186793773093e-06,
      "loss": 0.7219,
      "step": 25948
    },
    {
      "epoch": 0.5468502215408283,
      "grad_norm": 0.12320270389318466,
      "learning_rate": 8.971189017654812e-06,
      "loss": 0.6835,
      "step": 25949
    },
    {
      "epoch": 0.5468712955791936,
      "grad_norm": 0.13628071546554565,
      "learning_rate": 8.970510102371513e-06,
      "loss": 0.7733,
      "step": 25950
    },
    {
      "epoch": 0.5468923696175589,
      "grad_norm": 0.12054333090782166,
      "learning_rate": 8.969831191884198e-06,
      "loss": 0.7605,
      "step": 25951
    },
    {
      "epoch": 0.5469134436559242,
      "grad_norm": 0.22192080318927765,
      "learning_rate": 8.969152286196028e-06,
      "loss": 0.7572,
      "step": 25952
    },
    {
      "epoch": 0.5469345176942895,
      "grad_norm": 0.14214661717414856,
      "learning_rate": 8.968473385310167e-06,
      "loss": 0.7311,
      "step": 25953
    },
    {
      "epoch": 0.5469555917326547,
      "grad_norm": 0.13679541647434235,
      "learning_rate": 8.967794489229777e-06,
      "loss": 0.7475,
      "step": 25954
    },
    {
      "epoch": 0.54697666577102,
      "grad_norm": 0.10881611704826355,
      "learning_rate": 8.967115597958019e-06,
      "loss": 0.7234,
      "step": 25955
    },
    {
      "epoch": 0.5469977398093854,
      "grad_norm": 0.13689766824245453,
      "learning_rate": 8.966436711498058e-06,
      "loss": 0.7198,
      "step": 25956
    },
    {
      "epoch": 0.5470188138477506,
      "grad_norm": 0.1174037978053093,
      "learning_rate": 8.965757829853056e-06,
      "loss": 0.7261,
      "step": 25957
    },
    {
      "epoch": 0.5470398878861159,
      "grad_norm": 0.11036296933889389,
      "learning_rate": 8.965078953026178e-06,
      "loss": 0.7259,
      "step": 25958
    },
    {
      "epoch": 0.5470609619244812,
      "grad_norm": 0.10815535485744476,
      "learning_rate": 8.964400081020582e-06,
      "loss": 0.7922,
      "step": 25959
    },
    {
      "epoch": 0.5470820359628464,
      "grad_norm": 0.1094481348991394,
      "learning_rate": 8.963721213839433e-06,
      "loss": 0.7514,
      "step": 25960
    },
    {
      "epoch": 0.5471031100012118,
      "grad_norm": 0.11975549906492233,
      "learning_rate": 8.963042351485898e-06,
      "loss": 0.7667,
      "step": 25961
    },
    {
      "epoch": 0.5471241840395771,
      "grad_norm": 0.11635665595531464,
      "learning_rate": 8.962363493963133e-06,
      "loss": 0.766,
      "step": 25962
    },
    {
      "epoch": 0.5471452580779423,
      "grad_norm": 0.11606311053037643,
      "learning_rate": 8.961684641274301e-06,
      "loss": 0.781,
      "step": 25963
    },
    {
      "epoch": 0.5471663321163076,
      "grad_norm": 0.174374520778656,
      "learning_rate": 8.961005793422567e-06,
      "loss": 0.76,
      "step": 25964
    },
    {
      "epoch": 0.5471874061546729,
      "grad_norm": 0.11621961742639542,
      "learning_rate": 8.960326950411093e-06,
      "loss": 0.724,
      "step": 25965
    },
    {
      "epoch": 0.5472084801930381,
      "grad_norm": 0.0989670604467392,
      "learning_rate": 8.959648112243042e-06,
      "loss": 0.7062,
      "step": 25966
    },
    {
      "epoch": 0.5472295542314035,
      "grad_norm": 0.13574525713920593,
      "learning_rate": 8.958969278921575e-06,
      "loss": 0.7585,
      "step": 25967
    },
    {
      "epoch": 0.5472506282697688,
      "grad_norm": 0.13144056499004364,
      "learning_rate": 8.958290450449854e-06,
      "loss": 0.7987,
      "step": 25968
    },
    {
      "epoch": 0.547271702308134,
      "grad_norm": 0.13773469626903534,
      "learning_rate": 8.957611626831043e-06,
      "loss": 0.772,
      "step": 25969
    },
    {
      "epoch": 0.5472927763464993,
      "grad_norm": 0.12452472746372223,
      "learning_rate": 8.956932808068303e-06,
      "loss": 0.7783,
      "step": 25970
    },
    {
      "epoch": 0.5473138503848646,
      "grad_norm": 0.14270591735839844,
      "learning_rate": 8.956253994164795e-06,
      "loss": 0.8106,
      "step": 25971
    },
    {
      "epoch": 0.54733492442323,
      "grad_norm": 0.12126106023788452,
      "learning_rate": 8.955575185123687e-06,
      "loss": 0.7883,
      "step": 25972
    },
    {
      "epoch": 0.5473559984615952,
      "grad_norm": 0.13672134280204773,
      "learning_rate": 8.954896380948135e-06,
      "loss": 0.7685,
      "step": 25973
    },
    {
      "epoch": 0.5473770724999605,
      "grad_norm": 0.11590947955846786,
      "learning_rate": 8.954217581641307e-06,
      "loss": 0.7674,
      "step": 25974
    },
    {
      "epoch": 0.5473981465383257,
      "grad_norm": 0.13096417486667633,
      "learning_rate": 8.953538787206364e-06,
      "loss": 0.7499,
      "step": 25975
    },
    {
      "epoch": 0.547419220576691,
      "grad_norm": 0.11990191042423248,
      "learning_rate": 8.952859997646462e-06,
      "loss": 0.7233,
      "step": 25976
    },
    {
      "epoch": 0.5474402946150564,
      "grad_norm": 0.10929130762815475,
      "learning_rate": 8.95218121296477e-06,
      "loss": 0.7631,
      "step": 25977
    },
    {
      "epoch": 0.5474613686534217,
      "grad_norm": 0.10122817009687424,
      "learning_rate": 8.951502433164446e-06,
      "loss": 0.79,
      "step": 25978
    },
    {
      "epoch": 0.5474824426917869,
      "grad_norm": 0.11759768426418304,
      "learning_rate": 8.950823658248655e-06,
      "loss": 0.6873,
      "step": 25979
    },
    {
      "epoch": 0.5475035167301522,
      "grad_norm": 0.1335068643093109,
      "learning_rate": 8.95014488822056e-06,
      "loss": 0.7527,
      "step": 25980
    },
    {
      "epoch": 0.5475245907685174,
      "grad_norm": 0.1310117244720459,
      "learning_rate": 8.94946612308332e-06,
      "loss": 0.8128,
      "step": 25981
    },
    {
      "epoch": 0.5475456648068828,
      "grad_norm": 0.10776570439338684,
      "learning_rate": 8.9487873628401e-06,
      "loss": 0.7713,
      "step": 25982
    },
    {
      "epoch": 0.5475667388452481,
      "grad_norm": 0.11661907285451889,
      "learning_rate": 8.948108607494058e-06,
      "loss": 0.7778,
      "step": 25983
    },
    {
      "epoch": 0.5475878128836134,
      "grad_norm": 0.12257874011993408,
      "learning_rate": 8.947429857048357e-06,
      "loss": 0.8261,
      "step": 25984
    },
    {
      "epoch": 0.5476088869219786,
      "grad_norm": 0.11880777031183243,
      "learning_rate": 8.946751111506163e-06,
      "loss": 0.724,
      "step": 25985
    },
    {
      "epoch": 0.5476299609603439,
      "grad_norm": 0.118250273168087,
      "learning_rate": 8.946072370870634e-06,
      "loss": 0.7368,
      "step": 25986
    },
    {
      "epoch": 0.5476510349987093,
      "grad_norm": 0.12956467270851135,
      "learning_rate": 8.945393635144933e-06,
      "loss": 0.6898,
      "step": 25987
    },
    {
      "epoch": 0.5476721090370745,
      "grad_norm": 0.11011291295289993,
      "learning_rate": 8.944714904332225e-06,
      "loss": 0.721,
      "step": 25988
    },
    {
      "epoch": 0.5476931830754398,
      "grad_norm": 0.12799879908561707,
      "learning_rate": 8.944036178435669e-06,
      "loss": 0.8,
      "step": 25989
    },
    {
      "epoch": 0.5477142571138051,
      "grad_norm": 0.120992511510849,
      "learning_rate": 8.943357457458428e-06,
      "loss": 0.7266,
      "step": 25990
    },
    {
      "epoch": 0.5477353311521703,
      "grad_norm": 0.12087599188089371,
      "learning_rate": 8.942678741403663e-06,
      "loss": 0.8296,
      "step": 25991
    },
    {
      "epoch": 0.5477564051905357,
      "grad_norm": 0.11362231522798538,
      "learning_rate": 8.942000030274535e-06,
      "loss": 0.6908,
      "step": 25992
    },
    {
      "epoch": 0.547777479228901,
      "grad_norm": 0.10722088068723679,
      "learning_rate": 8.941321324074207e-06,
      "loss": 0.6651,
      "step": 25993
    },
    {
      "epoch": 0.5477985532672662,
      "grad_norm": 0.11256971955299377,
      "learning_rate": 8.94064262280584e-06,
      "loss": 0.7796,
      "step": 25994
    },
    {
      "epoch": 0.5478196273056315,
      "grad_norm": 0.14452005922794342,
      "learning_rate": 8.9399639264726e-06,
      "loss": 0.7595,
      "step": 25995
    },
    {
      "epoch": 0.5478407013439968,
      "grad_norm": 0.12056832015514374,
      "learning_rate": 8.939285235077643e-06,
      "loss": 0.7462,
      "step": 25996
    },
    {
      "epoch": 0.5478617753823621,
      "grad_norm": 0.129786416888237,
      "learning_rate": 8.938606548624134e-06,
      "loss": 0.7818,
      "step": 25997
    },
    {
      "epoch": 0.5478828494207274,
      "grad_norm": 0.13079890608787537,
      "learning_rate": 8.937927867115233e-06,
      "loss": 0.7581,
      "step": 25998
    },
    {
      "epoch": 0.5479039234590927,
      "grad_norm": 0.1065366268157959,
      "learning_rate": 8.9372491905541e-06,
      "loss": 0.7184,
      "step": 25999
    },
    {
      "epoch": 0.5479249974974579,
      "grad_norm": 0.15709292888641357,
      "learning_rate": 8.936570518943901e-06,
      "loss": 0.7683,
      "step": 26000
    },
    {
      "epoch": 0.5479460715358232,
      "grad_norm": 0.13047555088996887,
      "learning_rate": 8.935891852287796e-06,
      "loss": 0.7686,
      "step": 26001
    },
    {
      "epoch": 0.5479671455741885,
      "grad_norm": 0.13682988286018372,
      "learning_rate": 8.935213190588946e-06,
      "loss": 0.7465,
      "step": 26002
    },
    {
      "epoch": 0.5479882196125538,
      "grad_norm": 0.1364704668521881,
      "learning_rate": 8.934534533850516e-06,
      "loss": 0.7558,
      "step": 26003
    },
    {
      "epoch": 0.5480092936509191,
      "grad_norm": 0.13773319125175476,
      "learning_rate": 8.933855882075662e-06,
      "loss": 0.7584,
      "step": 26004
    },
    {
      "epoch": 0.5480303676892844,
      "grad_norm": 0.1315898448228836,
      "learning_rate": 8.933177235267551e-06,
      "loss": 0.6834,
      "step": 26005
    },
    {
      "epoch": 0.5480514417276496,
      "grad_norm": 0.11800076812505722,
      "learning_rate": 8.93249859342934e-06,
      "loss": 0.7688,
      "step": 26006
    },
    {
      "epoch": 0.5480725157660149,
      "grad_norm": 0.14190976321697235,
      "learning_rate": 8.931819956564192e-06,
      "loss": 0.7592,
      "step": 26007
    },
    {
      "epoch": 0.5480935898043803,
      "grad_norm": 0.11068344116210938,
      "learning_rate": 8.93114132467527e-06,
      "loss": 0.742,
      "step": 26008
    },
    {
      "epoch": 0.5481146638427455,
      "grad_norm": 0.14484469592571259,
      "learning_rate": 8.930462697765733e-06,
      "loss": 0.7594,
      "step": 26009
    },
    {
      "epoch": 0.5481357378811108,
      "grad_norm": 0.11239154636859894,
      "learning_rate": 8.929784075838746e-06,
      "loss": 0.7355,
      "step": 26010
    },
    {
      "epoch": 0.5481568119194761,
      "grad_norm": 0.199739009141922,
      "learning_rate": 8.929105458897468e-06,
      "loss": 0.7534,
      "step": 26011
    },
    {
      "epoch": 0.5481778859578413,
      "grad_norm": 0.14315621554851532,
      "learning_rate": 8.92842684694506e-06,
      "loss": 0.7513,
      "step": 26012
    },
    {
      "epoch": 0.5481989599962067,
      "grad_norm": 0.1513603776693344,
      "learning_rate": 8.927748239984682e-06,
      "loss": 0.7366,
      "step": 26013
    },
    {
      "epoch": 0.548220034034572,
      "grad_norm": 0.15170812606811523,
      "learning_rate": 8.927069638019499e-06,
      "loss": 0.7793,
      "step": 26014
    },
    {
      "epoch": 0.5482411080729372,
      "grad_norm": 0.13193824887275696,
      "learning_rate": 8.926391041052668e-06,
      "loss": 0.7302,
      "step": 26015
    },
    {
      "epoch": 0.5482621821113025,
      "grad_norm": 0.15259093046188354,
      "learning_rate": 8.925712449087354e-06,
      "loss": 0.7624,
      "step": 26016
    },
    {
      "epoch": 0.5482832561496678,
      "grad_norm": 0.1254991739988327,
      "learning_rate": 8.925033862126719e-06,
      "loss": 0.7732,
      "step": 26017
    },
    {
      "epoch": 0.5483043301880332,
      "grad_norm": 0.11717715859413147,
      "learning_rate": 8.924355280173922e-06,
      "loss": 0.7479,
      "step": 26018
    },
    {
      "epoch": 0.5483254042263984,
      "grad_norm": 0.13643459975719452,
      "learning_rate": 8.923676703232125e-06,
      "loss": 0.7957,
      "step": 26019
    },
    {
      "epoch": 0.5483464782647637,
      "grad_norm": 0.12804412841796875,
      "learning_rate": 8.922998131304491e-06,
      "loss": 0.7122,
      "step": 26020
    },
    {
      "epoch": 0.548367552303129,
      "grad_norm": 0.13733772933483124,
      "learning_rate": 8.922319564394178e-06,
      "loss": 0.7428,
      "step": 26021
    },
    {
      "epoch": 0.5483886263414942,
      "grad_norm": 0.11252857744693756,
      "learning_rate": 8.921641002504346e-06,
      "loss": 0.7632,
      "step": 26022
    },
    {
      "epoch": 0.5484097003798596,
      "grad_norm": 0.1181483119726181,
      "learning_rate": 8.920962445638161e-06,
      "loss": 0.779,
      "step": 26023
    },
    {
      "epoch": 0.5484307744182249,
      "grad_norm": 0.12082530558109283,
      "learning_rate": 8.92028389379878e-06,
      "loss": 0.7981,
      "step": 26024
    },
    {
      "epoch": 0.5484518484565901,
      "grad_norm": 0.14539475739002228,
      "learning_rate": 8.91960534698937e-06,
      "loss": 0.8093,
      "step": 26025
    },
    {
      "epoch": 0.5484729224949554,
      "grad_norm": 0.10429544746875763,
      "learning_rate": 8.918926805213084e-06,
      "loss": 0.7188,
      "step": 26026
    },
    {
      "epoch": 0.5484939965333206,
      "grad_norm": 0.1355406790971756,
      "learning_rate": 8.918248268473086e-06,
      "loss": 0.756,
      "step": 26027
    },
    {
      "epoch": 0.548515070571686,
      "grad_norm": 0.11861557513475418,
      "learning_rate": 8.91756973677254e-06,
      "loss": 0.7013,
      "step": 26028
    },
    {
      "epoch": 0.5485361446100513,
      "grad_norm": 0.13073061406612396,
      "learning_rate": 8.916891210114603e-06,
      "loss": 0.7335,
      "step": 26029
    },
    {
      "epoch": 0.5485572186484166,
      "grad_norm": 0.14680956304073334,
      "learning_rate": 8.916212688502438e-06,
      "loss": 0.7538,
      "step": 26030
    },
    {
      "epoch": 0.5485782926867818,
      "grad_norm": 0.13370932638645172,
      "learning_rate": 8.915534171939207e-06,
      "loss": 0.6814,
      "step": 26031
    },
    {
      "epoch": 0.5485993667251471,
      "grad_norm": 0.12428274005651474,
      "learning_rate": 8.91485566042807e-06,
      "loss": 0.7279,
      "step": 26032
    },
    {
      "epoch": 0.5486204407635125,
      "grad_norm": 0.148676797747612,
      "learning_rate": 8.914177153972188e-06,
      "loss": 0.8151,
      "step": 26033
    },
    {
      "epoch": 0.5486415148018777,
      "grad_norm": 0.17612585425376892,
      "learning_rate": 8.913498652574723e-06,
      "loss": 0.7607,
      "step": 26034
    },
    {
      "epoch": 0.548662588840243,
      "grad_norm": 0.1477152407169342,
      "learning_rate": 8.912820156238832e-06,
      "loss": 0.7658,
      "step": 26035
    },
    {
      "epoch": 0.5486836628786083,
      "grad_norm": 0.12966479361057281,
      "learning_rate": 8.91214166496768e-06,
      "loss": 0.722,
      "step": 26036
    },
    {
      "epoch": 0.5487047369169735,
      "grad_norm": 0.12409894913434982,
      "learning_rate": 8.911463178764425e-06,
      "loss": 0.7038,
      "step": 26037
    },
    {
      "epoch": 0.5487258109553389,
      "grad_norm": 0.1324976682662964,
      "learning_rate": 8.910784697632228e-06,
      "loss": 0.7219,
      "step": 26038
    },
    {
      "epoch": 0.5487468849937042,
      "grad_norm": 0.15311427414417267,
      "learning_rate": 8.910106221574254e-06,
      "loss": 0.7712,
      "step": 26039
    },
    {
      "epoch": 0.5487679590320694,
      "grad_norm": 0.1295127123594284,
      "learning_rate": 8.90942775059366e-06,
      "loss": 0.7866,
      "step": 26040
    },
    {
      "epoch": 0.5487890330704347,
      "grad_norm": 0.14035168290138245,
      "learning_rate": 8.908749284693605e-06,
      "loss": 0.6785,
      "step": 26041
    },
    {
      "epoch": 0.5488101071088,
      "grad_norm": 0.13210371136665344,
      "learning_rate": 8.908070823877253e-06,
      "loss": 0.7413,
      "step": 26042
    },
    {
      "epoch": 0.5488311811471652,
      "grad_norm": 0.11806285381317139,
      "learning_rate": 8.90739236814776e-06,
      "loss": 0.7981,
      "step": 26043
    },
    {
      "epoch": 0.5488522551855306,
      "grad_norm": 0.1333032250404358,
      "learning_rate": 8.906713917508294e-06,
      "loss": 0.7158,
      "step": 26044
    },
    {
      "epoch": 0.5488733292238959,
      "grad_norm": 0.22204375267028809,
      "learning_rate": 8.906035471962011e-06,
      "loss": 0.7509,
      "step": 26045
    },
    {
      "epoch": 0.5488944032622611,
      "grad_norm": 0.11987185478210449,
      "learning_rate": 8.905357031512074e-06,
      "loss": 0.7323,
      "step": 26046
    },
    {
      "epoch": 0.5489154773006264,
      "grad_norm": 0.1474786102771759,
      "learning_rate": 8.90467859616164e-06,
      "loss": 0.8463,
      "step": 26047
    },
    {
      "epoch": 0.5489365513389917,
      "grad_norm": 0.12354311347007751,
      "learning_rate": 8.904000165913873e-06,
      "loss": 0.652,
      "step": 26048
    },
    {
      "epoch": 0.548957625377357,
      "grad_norm": 0.12775708734989166,
      "learning_rate": 8.903321740771933e-06,
      "loss": 0.7169,
      "step": 26049
    },
    {
      "epoch": 0.5489786994157223,
      "grad_norm": 0.1213068962097168,
      "learning_rate": 8.90264332073898e-06,
      "loss": 0.7188,
      "step": 26050
    },
    {
      "epoch": 0.5489997734540876,
      "grad_norm": 0.12944822013378143,
      "learning_rate": 8.901964905818171e-06,
      "loss": 0.8129,
      "step": 26051
    },
    {
      "epoch": 0.5490208474924528,
      "grad_norm": 0.19328410923480988,
      "learning_rate": 8.90128649601267e-06,
      "loss": 0.7815,
      "step": 26052
    },
    {
      "epoch": 0.5490419215308181,
      "grad_norm": 0.1421339213848114,
      "learning_rate": 8.90060809132564e-06,
      "loss": 0.8423,
      "step": 26053
    },
    {
      "epoch": 0.5490629955691835,
      "grad_norm": 0.1643875539302826,
      "learning_rate": 8.899929691760236e-06,
      "loss": 0.7645,
      "step": 26054
    },
    {
      "epoch": 0.5490840696075487,
      "grad_norm": 0.1466328501701355,
      "learning_rate": 8.899251297319624e-06,
      "loss": 0.8401,
      "step": 26055
    },
    {
      "epoch": 0.549105143645914,
      "grad_norm": 0.1240381971001625,
      "learning_rate": 8.89857290800696e-06,
      "loss": 0.7426,
      "step": 26056
    },
    {
      "epoch": 0.5491262176842793,
      "grad_norm": 0.1341201215982437,
      "learning_rate": 8.897894523825404e-06,
      "loss": 0.7429,
      "step": 26057
    },
    {
      "epoch": 0.5491472917226445,
      "grad_norm": 0.14974306523799896,
      "learning_rate": 8.897216144778116e-06,
      "loss": 0.8167,
      "step": 26058
    },
    {
      "epoch": 0.5491683657610099,
      "grad_norm": 0.14410153031349182,
      "learning_rate": 8.89653777086826e-06,
      "loss": 0.7528,
      "step": 26059
    },
    {
      "epoch": 0.5491894397993752,
      "grad_norm": 0.1821567416191101,
      "learning_rate": 8.895859402098995e-06,
      "loss": 0.7666,
      "step": 26060
    },
    {
      "epoch": 0.5492105138377404,
      "grad_norm": 0.16072611510753632,
      "learning_rate": 8.89518103847348e-06,
      "loss": 0.8333,
      "step": 26061
    },
    {
      "epoch": 0.5492315878761057,
      "grad_norm": 0.13835735619068146,
      "learning_rate": 8.894502679994877e-06,
      "loss": 0.7281,
      "step": 26062
    },
    {
      "epoch": 0.549252661914471,
      "grad_norm": 0.1492321789264679,
      "learning_rate": 8.893824326666345e-06,
      "loss": 0.7953,
      "step": 26063
    },
    {
      "epoch": 0.5492737359528364,
      "grad_norm": 0.10843898355960846,
      "learning_rate": 8.893145978491047e-06,
      "loss": 0.8083,
      "step": 26064
    },
    {
      "epoch": 0.5492948099912016,
      "grad_norm": 0.18025271594524384,
      "learning_rate": 8.892467635472137e-06,
      "loss": 0.7521,
      "step": 26065
    },
    {
      "epoch": 0.5493158840295669,
      "grad_norm": 0.11433996260166168,
      "learning_rate": 8.89178929761278e-06,
      "loss": 0.7568,
      "step": 26066
    },
    {
      "epoch": 0.5493369580679321,
      "grad_norm": 0.10921765863895416,
      "learning_rate": 8.891110964916135e-06,
      "loss": 0.6856,
      "step": 26067
    },
    {
      "epoch": 0.5493580321062974,
      "grad_norm": 0.16421914100646973,
      "learning_rate": 8.89043263738536e-06,
      "loss": 0.7184,
      "step": 26068
    },
    {
      "epoch": 0.5493791061446628,
      "grad_norm": 0.1217772588133812,
      "learning_rate": 8.889754315023618e-06,
      "loss": 0.7013,
      "step": 26069
    },
    {
      "epoch": 0.549400180183028,
      "grad_norm": 0.14714953303337097,
      "learning_rate": 8.88907599783407e-06,
      "loss": 0.7271,
      "step": 26070
    },
    {
      "epoch": 0.5494212542213933,
      "grad_norm": 0.13913984596729279,
      "learning_rate": 8.888397685819871e-06,
      "loss": 0.7261,
      "step": 26071
    },
    {
      "epoch": 0.5494423282597586,
      "grad_norm": 0.12439713627099991,
      "learning_rate": 8.88771937898418e-06,
      "loss": 0.7133,
      "step": 26072
    },
    {
      "epoch": 0.5494634022981238,
      "grad_norm": 0.17477279901504517,
      "learning_rate": 8.887041077330168e-06,
      "loss": 0.7874,
      "step": 26073
    },
    {
      "epoch": 0.5494844763364892,
      "grad_norm": 0.15979884564876556,
      "learning_rate": 8.886362780860985e-06,
      "loss": 0.8277,
      "step": 26074
    },
    {
      "epoch": 0.5495055503748545,
      "grad_norm": 0.1200883537530899,
      "learning_rate": 8.885684489579795e-06,
      "loss": 0.7386,
      "step": 26075
    },
    {
      "epoch": 0.5495266244132198,
      "grad_norm": 0.17815382778644562,
      "learning_rate": 8.885006203489754e-06,
      "loss": 0.7696,
      "step": 26076
    },
    {
      "epoch": 0.549547698451585,
      "grad_norm": 0.13559651374816895,
      "learning_rate": 8.884327922594027e-06,
      "loss": 0.7906,
      "step": 26077
    },
    {
      "epoch": 0.5495687724899503,
      "grad_norm": 0.14282020926475525,
      "learning_rate": 8.88364964689577e-06,
      "loss": 0.7605,
      "step": 26078
    },
    {
      "epoch": 0.5495898465283156,
      "grad_norm": 0.12906955182552338,
      "learning_rate": 8.882971376398147e-06,
      "loss": 0.7598,
      "step": 26079
    },
    {
      "epoch": 0.5496109205666809,
      "grad_norm": 0.1268172711133957,
      "learning_rate": 8.882293111104313e-06,
      "loss": 0.6867,
      "step": 26080
    },
    {
      "epoch": 0.5496319946050462,
      "grad_norm": 0.11119696497917175,
      "learning_rate": 8.881614851017429e-06,
      "loss": 0.6871,
      "step": 26081
    },
    {
      "epoch": 0.5496530686434115,
      "grad_norm": 0.1382725089788437,
      "learning_rate": 8.880936596140655e-06,
      "loss": 0.835,
      "step": 26082
    },
    {
      "epoch": 0.5496741426817767,
      "grad_norm": 0.13751383125782013,
      "learning_rate": 8.88025834647715e-06,
      "loss": 0.7618,
      "step": 26083
    },
    {
      "epoch": 0.549695216720142,
      "grad_norm": 0.12521962821483612,
      "learning_rate": 8.87958010203008e-06,
      "loss": 0.7897,
      "step": 26084
    },
    {
      "epoch": 0.5497162907585074,
      "grad_norm": 0.13248735666275024,
      "learning_rate": 8.878901862802595e-06,
      "loss": 0.7931,
      "step": 26085
    },
    {
      "epoch": 0.5497373647968726,
      "grad_norm": 0.11173813790082932,
      "learning_rate": 8.878223628797856e-06,
      "loss": 0.7099,
      "step": 26086
    },
    {
      "epoch": 0.5497584388352379,
      "grad_norm": 0.13086049258708954,
      "learning_rate": 8.87754540001903e-06,
      "loss": 0.7579,
      "step": 26087
    },
    {
      "epoch": 0.5497795128736032,
      "grad_norm": 0.1125938892364502,
      "learning_rate": 8.876867176469273e-06,
      "loss": 0.7725,
      "step": 26088
    },
    {
      "epoch": 0.5498005869119684,
      "grad_norm": 0.11642219871282578,
      "learning_rate": 8.876188958151744e-06,
      "loss": 0.7469,
      "step": 26089
    },
    {
      "epoch": 0.5498216609503338,
      "grad_norm": 0.12636105716228485,
      "learning_rate": 8.875510745069602e-06,
      "loss": 0.7814,
      "step": 26090
    },
    {
      "epoch": 0.5498427349886991,
      "grad_norm": 0.12188206613063812,
      "learning_rate": 8.874832537226006e-06,
      "loss": 0.7128,
      "step": 26091
    },
    {
      "epoch": 0.5498638090270643,
      "grad_norm": 0.13281844556331635,
      "learning_rate": 8.874154334624118e-06,
      "loss": 0.7721,
      "step": 26092
    },
    {
      "epoch": 0.5498848830654296,
      "grad_norm": 0.12190557271242142,
      "learning_rate": 8.873476137267098e-06,
      "loss": 0.7761,
      "step": 26093
    },
    {
      "epoch": 0.5499059571037949,
      "grad_norm": 0.2030377835035324,
      "learning_rate": 8.8727979451581e-06,
      "loss": 0.8348,
      "step": 26094
    },
    {
      "epoch": 0.5499270311421602,
      "grad_norm": 0.13189640641212463,
      "learning_rate": 8.872119758300288e-06,
      "loss": 0.766,
      "step": 26095
    },
    {
      "epoch": 0.5499481051805255,
      "grad_norm": 0.11910995095968246,
      "learning_rate": 8.871441576696819e-06,
      "loss": 0.7544,
      "step": 26096
    },
    {
      "epoch": 0.5499691792188908,
      "grad_norm": 0.13278955221176147,
      "learning_rate": 8.870763400350855e-06,
      "loss": 0.8284,
      "step": 26097
    },
    {
      "epoch": 0.549990253257256,
      "grad_norm": 0.12902526557445526,
      "learning_rate": 8.870085229265553e-06,
      "loss": 0.7807,
      "step": 26098
    },
    {
      "epoch": 0.5500113272956213,
      "grad_norm": 0.13848011195659637,
      "learning_rate": 8.869407063444075e-06,
      "loss": 0.8242,
      "step": 26099
    },
    {
      "epoch": 0.5500324013339867,
      "grad_norm": 0.12493152916431427,
      "learning_rate": 8.868728902889578e-06,
      "loss": 0.7422,
      "step": 26100
    },
    {
      "epoch": 0.5500534753723519,
      "grad_norm": 0.14044491946697235,
      "learning_rate": 8.868050747605217e-06,
      "loss": 0.7726,
      "step": 26101
    },
    {
      "epoch": 0.5500745494107172,
      "grad_norm": 0.15656150877475739,
      "learning_rate": 8.867372597594161e-06,
      "loss": 0.8058,
      "step": 26102
    },
    {
      "epoch": 0.5500956234490825,
      "grad_norm": 0.14765973389148712,
      "learning_rate": 8.866694452859565e-06,
      "loss": 0.7448,
      "step": 26103
    },
    {
      "epoch": 0.5501166974874477,
      "grad_norm": 0.16766434907913208,
      "learning_rate": 8.866016313404586e-06,
      "loss": 0.7624,
      "step": 26104
    },
    {
      "epoch": 0.5501377715258131,
      "grad_norm": 0.11635511368513107,
      "learning_rate": 8.865338179232385e-06,
      "loss": 0.6809,
      "step": 26105
    },
    {
      "epoch": 0.5501588455641784,
      "grad_norm": 0.19219045341014862,
      "learning_rate": 8.864660050346123e-06,
      "loss": 0.7798,
      "step": 26106
    },
    {
      "epoch": 0.5501799196025436,
      "grad_norm": 0.13878661394119263,
      "learning_rate": 8.863981926748954e-06,
      "loss": 0.6642,
      "step": 26107
    },
    {
      "epoch": 0.5502009936409089,
      "grad_norm": 0.19341787695884705,
      "learning_rate": 8.863303808444044e-06,
      "loss": 0.747,
      "step": 26108
    },
    {
      "epoch": 0.5502220676792742,
      "grad_norm": 0.22457827627658844,
      "learning_rate": 8.862625695434545e-06,
      "loss": 0.7416,
      "step": 26109
    },
    {
      "epoch": 0.5502431417176396,
      "grad_norm": 0.18117114901542664,
      "learning_rate": 8.86194758772362e-06,
      "loss": 0.7755,
      "step": 26110
    },
    {
      "epoch": 0.5502642157560048,
      "grad_norm": 0.16025544703006744,
      "learning_rate": 8.861269485314428e-06,
      "loss": 0.7563,
      "step": 26111
    },
    {
      "epoch": 0.5502852897943701,
      "grad_norm": 0.1588563621044159,
      "learning_rate": 8.860591388210128e-06,
      "loss": 0.7202,
      "step": 26112
    },
    {
      "epoch": 0.5503063638327353,
      "grad_norm": 0.27780309319496155,
      "learning_rate": 8.859913296413876e-06,
      "loss": 0.8825,
      "step": 26113
    },
    {
      "epoch": 0.5503274378711006,
      "grad_norm": 0.1511625349521637,
      "learning_rate": 8.859235209928838e-06,
      "loss": 0.7532,
      "step": 26114
    },
    {
      "epoch": 0.5503485119094659,
      "grad_norm": 0.19730325043201447,
      "learning_rate": 8.85855712875816e-06,
      "loss": 0.8361,
      "step": 26115
    },
    {
      "epoch": 0.5503695859478313,
      "grad_norm": 0.14916503429412842,
      "learning_rate": 8.857879052905013e-06,
      "loss": 0.7167,
      "step": 26116
    },
    {
      "epoch": 0.5503906599861965,
      "grad_norm": 0.19477882981300354,
      "learning_rate": 8.857200982372556e-06,
      "loss": 0.7331,
      "step": 26117
    },
    {
      "epoch": 0.5504117340245618,
      "grad_norm": 0.14758843183517456,
      "learning_rate": 8.85652291716394e-06,
      "loss": 0.7997,
      "step": 26118
    },
    {
      "epoch": 0.550432808062927,
      "grad_norm": 0.1453666090965271,
      "learning_rate": 8.855844857282328e-06,
      "loss": 0.6559,
      "step": 26119
    },
    {
      "epoch": 0.5504538821012923,
      "grad_norm": 0.15797221660614014,
      "learning_rate": 8.85516680273088e-06,
      "loss": 0.8347,
      "step": 26120
    },
    {
      "epoch": 0.5504749561396577,
      "grad_norm": 0.14123372733592987,
      "learning_rate": 8.854488753512753e-06,
      "loss": 0.7431,
      "step": 26121
    },
    {
      "epoch": 0.550496030178023,
      "grad_norm": 0.1486026644706726,
      "learning_rate": 8.853810709631104e-06,
      "loss": 0.7445,
      "step": 26122
    },
    {
      "epoch": 0.5505171042163882,
      "grad_norm": 0.1392095685005188,
      "learning_rate": 8.853132671089099e-06,
      "loss": 0.733,
      "step": 26123
    },
    {
      "epoch": 0.5505381782547535,
      "grad_norm": 0.14896540343761444,
      "learning_rate": 8.852454637889887e-06,
      "loss": 0.7554,
      "step": 26124
    },
    {
      "epoch": 0.5505592522931188,
      "grad_norm": 0.14430734515190125,
      "learning_rate": 8.851776610036632e-06,
      "loss": 0.7533,
      "step": 26125
    },
    {
      "epoch": 0.5505803263314841,
      "grad_norm": 0.12181352823972702,
      "learning_rate": 8.851098587532493e-06,
      "loss": 0.732,
      "step": 26126
    },
    {
      "epoch": 0.5506014003698494,
      "grad_norm": 0.1765192598104477,
      "learning_rate": 8.850420570380625e-06,
      "loss": 0.7683,
      "step": 26127
    },
    {
      "epoch": 0.5506224744082147,
      "grad_norm": 0.1581195592880249,
      "learning_rate": 8.84974255858419e-06,
      "loss": 0.779,
      "step": 26128
    },
    {
      "epoch": 0.5506435484465799,
      "grad_norm": 0.1428615152835846,
      "learning_rate": 8.849064552146351e-06,
      "loss": 0.7208,
      "step": 26129
    },
    {
      "epoch": 0.5506646224849452,
      "grad_norm": 0.14741040766239166,
      "learning_rate": 8.848386551070252e-06,
      "loss": 0.801,
      "step": 26130
    },
    {
      "epoch": 0.5506856965233106,
      "grad_norm": 0.11849269270896912,
      "learning_rate": 8.847708555359065e-06,
      "loss": 0.7472,
      "step": 26131
    },
    {
      "epoch": 0.5507067705616758,
      "grad_norm": 0.15389384329319,
      "learning_rate": 8.847030565015947e-06,
      "loss": 0.7541,
      "step": 26132
    },
    {
      "epoch": 0.5507278446000411,
      "grad_norm": 0.11446067690849304,
      "learning_rate": 8.846352580044052e-06,
      "loss": 0.7114,
      "step": 26133
    },
    {
      "epoch": 0.5507489186384064,
      "grad_norm": 0.13153935968875885,
      "learning_rate": 8.84567460044654e-06,
      "loss": 0.7601,
      "step": 26134
    },
    {
      "epoch": 0.5507699926767716,
      "grad_norm": 0.1575012058019638,
      "learning_rate": 8.844996626226569e-06,
      "loss": 0.8403,
      "step": 26135
    },
    {
      "epoch": 0.550791066715137,
      "grad_norm": 0.11545677483081818,
      "learning_rate": 8.844318657387299e-06,
      "loss": 0.7308,
      "step": 26136
    },
    {
      "epoch": 0.5508121407535023,
      "grad_norm": 0.14806422591209412,
      "learning_rate": 8.843640693931888e-06,
      "loss": 0.7611,
      "step": 26137
    },
    {
      "epoch": 0.5508332147918675,
      "grad_norm": 0.10509684681892395,
      "learning_rate": 8.842962735863496e-06,
      "loss": 0.7794,
      "step": 26138
    },
    {
      "epoch": 0.5508542888302328,
      "grad_norm": 0.13424529135227203,
      "learning_rate": 8.842284783185275e-06,
      "loss": 0.7447,
      "step": 26139
    },
    {
      "epoch": 0.5508753628685981,
      "grad_norm": 0.13741016387939453,
      "learning_rate": 8.84160683590039e-06,
      "loss": 0.8439,
      "step": 26140
    },
    {
      "epoch": 0.5508964369069634,
      "grad_norm": 0.34531328082084656,
      "learning_rate": 8.840928894011995e-06,
      "loss": 0.7503,
      "step": 26141
    },
    {
      "epoch": 0.5509175109453287,
      "grad_norm": 0.13039635121822357,
      "learning_rate": 8.840250957523251e-06,
      "loss": 0.7173,
      "step": 26142
    },
    {
      "epoch": 0.550938584983694,
      "grad_norm": 0.13635745644569397,
      "learning_rate": 8.839573026437317e-06,
      "loss": 0.7509,
      "step": 26143
    },
    {
      "epoch": 0.5509596590220592,
      "grad_norm": 0.14519992470741272,
      "learning_rate": 8.838895100757343e-06,
      "loss": 0.7937,
      "step": 26144
    },
    {
      "epoch": 0.5509807330604245,
      "grad_norm": 0.1372697800397873,
      "learning_rate": 8.838217180486498e-06,
      "loss": 0.7377,
      "step": 26145
    },
    {
      "epoch": 0.5510018070987899,
      "grad_norm": 0.1255638748407364,
      "learning_rate": 8.837539265627936e-06,
      "loss": 0.6731,
      "step": 26146
    },
    {
      "epoch": 0.5510228811371551,
      "grad_norm": 0.12072731554508209,
      "learning_rate": 8.836861356184818e-06,
      "loss": 0.6599,
      "step": 26147
    },
    {
      "epoch": 0.5510439551755204,
      "grad_norm": 0.14996688067913055,
      "learning_rate": 8.836183452160296e-06,
      "loss": 0.712,
      "step": 26148
    },
    {
      "epoch": 0.5510650292138857,
      "grad_norm": 0.11912564933300018,
      "learning_rate": 8.835505553557531e-06,
      "loss": 0.7602,
      "step": 26149
    },
    {
      "epoch": 0.5510861032522509,
      "grad_norm": 0.13844719529151917,
      "learning_rate": 8.834827660379682e-06,
      "loss": 0.7572,
      "step": 26150
    },
    {
      "epoch": 0.5511071772906163,
      "grad_norm": 0.10546667873859406,
      "learning_rate": 8.834149772629907e-06,
      "loss": 0.7763,
      "step": 26151
    },
    {
      "epoch": 0.5511282513289816,
      "grad_norm": 0.17637899518013,
      "learning_rate": 8.833471890311362e-06,
      "loss": 0.7935,
      "step": 26152
    },
    {
      "epoch": 0.5511493253673468,
      "grad_norm": 0.13263972103595734,
      "learning_rate": 8.832794013427208e-06,
      "loss": 0.7366,
      "step": 26153
    },
    {
      "epoch": 0.5511703994057121,
      "grad_norm": 0.14341309666633606,
      "learning_rate": 8.8321161419806e-06,
      "loss": 0.7262,
      "step": 26154
    },
    {
      "epoch": 0.5511914734440774,
      "grad_norm": 0.1390066146850586,
      "learning_rate": 8.831438275974697e-06,
      "loss": 0.7842,
      "step": 26155
    },
    {
      "epoch": 0.5512125474824426,
      "grad_norm": 0.1222706213593483,
      "learning_rate": 8.830760415412658e-06,
      "loss": 0.7743,
      "step": 26156
    },
    {
      "epoch": 0.551233621520808,
      "grad_norm": 0.11778751015663147,
      "learning_rate": 8.830082560297639e-06,
      "loss": 0.7306,
      "step": 26157
    },
    {
      "epoch": 0.5512546955591733,
      "grad_norm": 0.1708894670009613,
      "learning_rate": 8.829404710632795e-06,
      "loss": 0.7591,
      "step": 26158
    },
    {
      "epoch": 0.5512757695975385,
      "grad_norm": 0.1309962123632431,
      "learning_rate": 8.828726866421293e-06,
      "loss": 0.752,
      "step": 26159
    },
    {
      "epoch": 0.5512968436359038,
      "grad_norm": 0.12968067824840546,
      "learning_rate": 8.828049027666283e-06,
      "loss": 0.7281,
      "step": 26160
    },
    {
      "epoch": 0.5513179176742691,
      "grad_norm": 0.13538210093975067,
      "learning_rate": 8.827371194370927e-06,
      "loss": 0.7678,
      "step": 26161
    },
    {
      "epoch": 0.5513389917126345,
      "grad_norm": 0.12661968171596527,
      "learning_rate": 8.826693366538382e-06,
      "loss": 0.7821,
      "step": 26162
    },
    {
      "epoch": 0.5513600657509997,
      "grad_norm": 0.143373042345047,
      "learning_rate": 8.826015544171803e-06,
      "loss": 0.7826,
      "step": 26163
    },
    {
      "epoch": 0.551381139789365,
      "grad_norm": 0.11536656320095062,
      "learning_rate": 8.82533772727435e-06,
      "loss": 0.7524,
      "step": 26164
    },
    {
      "epoch": 0.5514022138277302,
      "grad_norm": 0.17729035019874573,
      "learning_rate": 8.824659915849178e-06,
      "loss": 0.708,
      "step": 26165
    },
    {
      "epoch": 0.5514232878660955,
      "grad_norm": 0.13066942989826202,
      "learning_rate": 8.82398210989945e-06,
      "loss": 0.7786,
      "step": 26166
    },
    {
      "epoch": 0.5514443619044609,
      "grad_norm": 0.12764045596122742,
      "learning_rate": 8.82330430942832e-06,
      "loss": 0.7992,
      "step": 26167
    },
    {
      "epoch": 0.5514654359428262,
      "grad_norm": 0.11829787492752075,
      "learning_rate": 8.822626514438944e-06,
      "loss": 0.7323,
      "step": 26168
    },
    {
      "epoch": 0.5514865099811914,
      "grad_norm": 0.16338393092155457,
      "learning_rate": 8.821948724934482e-06,
      "loss": 0.8023,
      "step": 26169
    },
    {
      "epoch": 0.5515075840195567,
      "grad_norm": 0.11880304664373398,
      "learning_rate": 8.821270940918092e-06,
      "loss": 0.7029,
      "step": 26170
    },
    {
      "epoch": 0.551528658057922,
      "grad_norm": 0.14026513695716858,
      "learning_rate": 8.82059316239293e-06,
      "loss": 0.7296,
      "step": 26171
    },
    {
      "epoch": 0.5515497320962873,
      "grad_norm": 0.11939770728349686,
      "learning_rate": 8.819915389362153e-06,
      "loss": 0.7254,
      "step": 26172
    },
    {
      "epoch": 0.5515708061346526,
      "grad_norm": 0.17745088040828705,
      "learning_rate": 8.81923762182892e-06,
      "loss": 0.7312,
      "step": 26173
    },
    {
      "epoch": 0.5515918801730179,
      "grad_norm": 0.15496893227100372,
      "learning_rate": 8.818559859796387e-06,
      "loss": 0.7804,
      "step": 26174
    },
    {
      "epoch": 0.5516129542113831,
      "grad_norm": 0.17850971221923828,
      "learning_rate": 8.817882103267714e-06,
      "loss": 0.7728,
      "step": 26175
    },
    {
      "epoch": 0.5516340282497484,
      "grad_norm": 0.14785470068454742,
      "learning_rate": 8.817204352246061e-06,
      "loss": 0.8436,
      "step": 26176
    },
    {
      "epoch": 0.5516551022881138,
      "grad_norm": 0.14654673635959625,
      "learning_rate": 8.816526606734576e-06,
      "loss": 0.748,
      "step": 26177
    },
    {
      "epoch": 0.551676176326479,
      "grad_norm": 0.15279452502727509,
      "learning_rate": 8.815848866736424e-06,
      "loss": 0.7459,
      "step": 26178
    },
    {
      "epoch": 0.5516972503648443,
      "grad_norm": 0.18050043284893036,
      "learning_rate": 8.815171132254758e-06,
      "loss": 0.8753,
      "step": 26179
    },
    {
      "epoch": 0.5517183244032096,
      "grad_norm": 0.15760096907615662,
      "learning_rate": 8.814493403292738e-06,
      "loss": 0.7343,
      "step": 26180
    },
    {
      "epoch": 0.5517393984415748,
      "grad_norm": 0.1797131448984146,
      "learning_rate": 8.81381567985352e-06,
      "loss": 0.7346,
      "step": 26181
    },
    {
      "epoch": 0.5517604724799402,
      "grad_norm": 0.1523265838623047,
      "learning_rate": 8.813137961940264e-06,
      "loss": 0.7833,
      "step": 26182
    },
    {
      "epoch": 0.5517815465183055,
      "grad_norm": 0.13351920247077942,
      "learning_rate": 8.812460249556125e-06,
      "loss": 0.7483,
      "step": 26183
    },
    {
      "epoch": 0.5518026205566707,
      "grad_norm": 0.13869236409664154,
      "learning_rate": 8.811782542704257e-06,
      "loss": 0.6691,
      "step": 26184
    },
    {
      "epoch": 0.551823694595036,
      "grad_norm": 0.1197095736861229,
      "learning_rate": 8.811104841387822e-06,
      "loss": 0.7585,
      "step": 26185
    },
    {
      "epoch": 0.5518447686334013,
      "grad_norm": 0.10743095725774765,
      "learning_rate": 8.810427145609975e-06,
      "loss": 0.7254,
      "step": 26186
    },
    {
      "epoch": 0.5518658426717666,
      "grad_norm": 0.14807584881782532,
      "learning_rate": 8.809749455373871e-06,
      "loss": 0.7939,
      "step": 26187
    },
    {
      "epoch": 0.5518869167101319,
      "grad_norm": 0.13868620991706848,
      "learning_rate": 8.809071770682672e-06,
      "loss": 0.7693,
      "step": 26188
    },
    {
      "epoch": 0.5519079907484972,
      "grad_norm": 0.1699240356683731,
      "learning_rate": 8.808394091539534e-06,
      "loss": 0.8199,
      "step": 26189
    },
    {
      "epoch": 0.5519290647868624,
      "grad_norm": 0.19689328968524933,
      "learning_rate": 8.807716417947612e-06,
      "loss": 0.7906,
      "step": 26190
    },
    {
      "epoch": 0.5519501388252277,
      "grad_norm": 0.1334242820739746,
      "learning_rate": 8.807038749910064e-06,
      "loss": 0.6791,
      "step": 26191
    },
    {
      "epoch": 0.551971212863593,
      "grad_norm": 0.14789602160453796,
      "learning_rate": 8.806361087430047e-06,
      "loss": 0.8102,
      "step": 26192
    },
    {
      "epoch": 0.5519922869019583,
      "grad_norm": 0.11646529287099838,
      "learning_rate": 8.805683430510716e-06,
      "loss": 0.7367,
      "step": 26193
    },
    {
      "epoch": 0.5520133609403236,
      "grad_norm": 0.15752972662448883,
      "learning_rate": 8.805005779155232e-06,
      "loss": 0.6968,
      "step": 26194
    },
    {
      "epoch": 0.5520344349786889,
      "grad_norm": 0.13978269696235657,
      "learning_rate": 8.804328133366747e-06,
      "loss": 0.7913,
      "step": 26195
    },
    {
      "epoch": 0.5520555090170541,
      "grad_norm": 0.19310054183006287,
      "learning_rate": 8.803650493148421e-06,
      "loss": 0.7701,
      "step": 26196
    },
    {
      "epoch": 0.5520765830554194,
      "grad_norm": 0.11475914716720581,
      "learning_rate": 8.802972858503414e-06,
      "loss": 0.733,
      "step": 26197
    },
    {
      "epoch": 0.5520976570937848,
      "grad_norm": 0.1543867588043213,
      "learning_rate": 8.802295229434876e-06,
      "loss": 0.753,
      "step": 26198
    },
    {
      "epoch": 0.55211873113215,
      "grad_norm": 0.13740108907222748,
      "learning_rate": 8.801617605945966e-06,
      "loss": 0.8312,
      "step": 26199
    },
    {
      "epoch": 0.5521398051705153,
      "grad_norm": 0.15362685918807983,
      "learning_rate": 8.800939988039842e-06,
      "loss": 0.7956,
      "step": 26200
    },
    {
      "epoch": 0.5521608792088806,
      "grad_norm": 0.12504695355892181,
      "learning_rate": 8.800262375719662e-06,
      "loss": 0.7821,
      "step": 26201
    },
    {
      "epoch": 0.5521819532472458,
      "grad_norm": 0.14924776554107666,
      "learning_rate": 8.799584768988577e-06,
      "loss": 0.7118,
      "step": 26202
    },
    {
      "epoch": 0.5522030272856112,
      "grad_norm": 0.13072527945041656,
      "learning_rate": 8.79890716784975e-06,
      "loss": 0.7507,
      "step": 26203
    },
    {
      "epoch": 0.5522241013239765,
      "grad_norm": 0.14847210049629211,
      "learning_rate": 8.798229572306338e-06,
      "loss": 0.7671,
      "step": 26204
    },
    {
      "epoch": 0.5522451753623417,
      "grad_norm": 0.12166830152273178,
      "learning_rate": 8.797551982361493e-06,
      "loss": 0.752,
      "step": 26205
    },
    {
      "epoch": 0.552266249400707,
      "grad_norm": 0.13754495978355408,
      "learning_rate": 8.796874398018377e-06,
      "loss": 0.769,
      "step": 26206
    },
    {
      "epoch": 0.5522873234390723,
      "grad_norm": 0.1194978579878807,
      "learning_rate": 8.796196819280141e-06,
      "loss": 0.6919,
      "step": 26207
    },
    {
      "epoch": 0.5523083974774377,
      "grad_norm": 0.1098407655954361,
      "learning_rate": 8.795519246149944e-06,
      "loss": 0.7811,
      "step": 26208
    },
    {
      "epoch": 0.5523294715158029,
      "grad_norm": 0.12025387585163116,
      "learning_rate": 8.794841678630942e-06,
      "loss": 0.7331,
      "step": 26209
    },
    {
      "epoch": 0.5523505455541682,
      "grad_norm": 0.1437259316444397,
      "learning_rate": 8.794164116726291e-06,
      "loss": 0.8785,
      "step": 26210
    },
    {
      "epoch": 0.5523716195925334,
      "grad_norm": 0.11065438389778137,
      "learning_rate": 8.793486560439151e-06,
      "loss": 0.6956,
      "step": 26211
    },
    {
      "epoch": 0.5523926936308987,
      "grad_norm": 0.12223463505506516,
      "learning_rate": 8.792809009772678e-06,
      "loss": 0.7458,
      "step": 26212
    },
    {
      "epoch": 0.5524137676692641,
      "grad_norm": 0.12872867286205292,
      "learning_rate": 8.792131464730022e-06,
      "loss": 0.7379,
      "step": 26213
    },
    {
      "epoch": 0.5524348417076294,
      "grad_norm": 0.13199955224990845,
      "learning_rate": 8.791453925314345e-06,
      "loss": 0.7751,
      "step": 26214
    },
    {
      "epoch": 0.5524559157459946,
      "grad_norm": 0.11377859860658646,
      "learning_rate": 8.790776391528803e-06,
      "loss": 0.7188,
      "step": 26215
    },
    {
      "epoch": 0.5524769897843599,
      "grad_norm": 0.11993788182735443,
      "learning_rate": 8.790098863376548e-06,
      "loss": 0.7593,
      "step": 26216
    },
    {
      "epoch": 0.5524980638227251,
      "grad_norm": 0.11543281376361847,
      "learning_rate": 8.789421340860744e-06,
      "loss": 0.768,
      "step": 26217
    },
    {
      "epoch": 0.5525191378610905,
      "grad_norm": 0.12377802282571793,
      "learning_rate": 8.78874382398454e-06,
      "loss": 0.6684,
      "step": 26218
    },
    {
      "epoch": 0.5525402118994558,
      "grad_norm": 0.13191397488117218,
      "learning_rate": 8.788066312751098e-06,
      "loss": 0.7979,
      "step": 26219
    },
    {
      "epoch": 0.5525612859378211,
      "grad_norm": 0.10818793624639511,
      "learning_rate": 8.787388807163571e-06,
      "loss": 0.6762,
      "step": 26220
    },
    {
      "epoch": 0.5525823599761863,
      "grad_norm": 0.11426898837089539,
      "learning_rate": 8.78671130722512e-06,
      "loss": 0.7093,
      "step": 26221
    },
    {
      "epoch": 0.5526034340145516,
      "grad_norm": 0.1275850534439087,
      "learning_rate": 8.786033812938892e-06,
      "loss": 0.7627,
      "step": 26222
    },
    {
      "epoch": 0.552624508052917,
      "grad_norm": 0.11330627650022507,
      "learning_rate": 8.785356324308052e-06,
      "loss": 0.6837,
      "step": 26223
    },
    {
      "epoch": 0.5526455820912822,
      "grad_norm": 0.11353036016225815,
      "learning_rate": 8.784678841335748e-06,
      "loss": 0.718,
      "step": 26224
    },
    {
      "epoch": 0.5526666561296475,
      "grad_norm": 0.1282748579978943,
      "learning_rate": 8.784001364025144e-06,
      "loss": 0.7605,
      "step": 26225
    },
    {
      "epoch": 0.5526877301680128,
      "grad_norm": 0.13504447042942047,
      "learning_rate": 8.783323892379394e-06,
      "loss": 0.7109,
      "step": 26226
    },
    {
      "epoch": 0.552708804206378,
      "grad_norm": 0.11503156274557114,
      "learning_rate": 8.782646426401651e-06,
      "loss": 0.7002,
      "step": 26227
    },
    {
      "epoch": 0.5527298782447434,
      "grad_norm": 0.10629210621118546,
      "learning_rate": 8.781968966095072e-06,
      "loss": 0.7299,
      "step": 26228
    },
    {
      "epoch": 0.5527509522831087,
      "grad_norm": 0.1252177655696869,
      "learning_rate": 8.781291511462814e-06,
      "loss": 0.7136,
      "step": 26229
    },
    {
      "epoch": 0.5527720263214739,
      "grad_norm": 0.11771131306886673,
      "learning_rate": 8.78061406250803e-06,
      "loss": 0.7162,
      "step": 26230
    },
    {
      "epoch": 0.5527931003598392,
      "grad_norm": 0.11638655513525009,
      "learning_rate": 8.779936619233882e-06,
      "loss": 0.7154,
      "step": 26231
    },
    {
      "epoch": 0.5528141743982045,
      "grad_norm": 0.14566610753536224,
      "learning_rate": 8.779259181643524e-06,
      "loss": 0.7437,
      "step": 26232
    },
    {
      "epoch": 0.5528352484365697,
      "grad_norm": 0.10315500944852829,
      "learning_rate": 8.77858174974011e-06,
      "loss": 0.7768,
      "step": 26233
    },
    {
      "epoch": 0.5528563224749351,
      "grad_norm": 0.1424240618944168,
      "learning_rate": 8.777904323526794e-06,
      "loss": 0.7338,
      "step": 26234
    },
    {
      "epoch": 0.5528773965133004,
      "grad_norm": 0.11533793061971664,
      "learning_rate": 8.777226903006738e-06,
      "loss": 0.7569,
      "step": 26235
    },
    {
      "epoch": 0.5528984705516656,
      "grad_norm": 0.2455732524394989,
      "learning_rate": 8.776549488183094e-06,
      "loss": 0.7337,
      "step": 26236
    },
    {
      "epoch": 0.5529195445900309,
      "grad_norm": 0.13492943346500397,
      "learning_rate": 8.775872079059016e-06,
      "loss": 0.822,
      "step": 26237
    },
    {
      "epoch": 0.5529406186283962,
      "grad_norm": 0.14652733504772186,
      "learning_rate": 8.775194675637662e-06,
      "loss": 0.7432,
      "step": 26238
    },
    {
      "epoch": 0.5529616926667615,
      "grad_norm": 0.1831655502319336,
      "learning_rate": 8.774517277922188e-06,
      "loss": 0.8264,
      "step": 26239
    },
    {
      "epoch": 0.5529827667051268,
      "grad_norm": 0.1210404559969902,
      "learning_rate": 8.77383988591575e-06,
      "loss": 0.8305,
      "step": 26240
    },
    {
      "epoch": 0.5530038407434921,
      "grad_norm": 0.11619836091995239,
      "learning_rate": 8.773162499621505e-06,
      "loss": 0.6898,
      "step": 26241
    },
    {
      "epoch": 0.5530249147818573,
      "grad_norm": 0.1201464980840683,
      "learning_rate": 8.772485119042603e-06,
      "loss": 0.7087,
      "step": 26242
    },
    {
      "epoch": 0.5530459888202226,
      "grad_norm": 0.15934044122695923,
      "learning_rate": 8.771807744182204e-06,
      "loss": 0.7426,
      "step": 26243
    },
    {
      "epoch": 0.553067062858588,
      "grad_norm": 0.1350390613079071,
      "learning_rate": 8.771130375043463e-06,
      "loss": 0.7351,
      "step": 26244
    },
    {
      "epoch": 0.5530881368969532,
      "grad_norm": 0.12591007351875305,
      "learning_rate": 8.770453011629535e-06,
      "loss": 0.7406,
      "step": 26245
    },
    {
      "epoch": 0.5531092109353185,
      "grad_norm": 0.13548162579536438,
      "learning_rate": 8.769775653943576e-06,
      "loss": 0.7315,
      "step": 26246
    },
    {
      "epoch": 0.5531302849736838,
      "grad_norm": 0.1449926644563675,
      "learning_rate": 8.769098301988743e-06,
      "loss": 0.7753,
      "step": 26247
    },
    {
      "epoch": 0.553151359012049,
      "grad_norm": 0.13481582701206207,
      "learning_rate": 8.76842095576819e-06,
      "loss": 0.7406,
      "step": 26248
    },
    {
      "epoch": 0.5531724330504144,
      "grad_norm": 0.13943317532539368,
      "learning_rate": 8.767743615285072e-06,
      "loss": 0.8145,
      "step": 26249
    },
    {
      "epoch": 0.5531935070887797,
      "grad_norm": 0.12393620610237122,
      "learning_rate": 8.767066280542548e-06,
      "loss": 0.7612,
      "step": 26250
    },
    {
      "epoch": 0.5532145811271449,
      "grad_norm": 0.17876607179641724,
      "learning_rate": 8.766388951543769e-06,
      "loss": 0.7809,
      "step": 26251
    },
    {
      "epoch": 0.5532356551655102,
      "grad_norm": 0.12182513624429703,
      "learning_rate": 8.76571162829189e-06,
      "loss": 0.7601,
      "step": 26252
    },
    {
      "epoch": 0.5532567292038755,
      "grad_norm": 0.1434127539396286,
      "learning_rate": 8.76503431079007e-06,
      "loss": 0.7857,
      "step": 26253
    },
    {
      "epoch": 0.5532778032422409,
      "grad_norm": 0.12855243682861328,
      "learning_rate": 8.764356999041461e-06,
      "loss": 0.7804,
      "step": 26254
    },
    {
      "epoch": 0.5532988772806061,
      "grad_norm": 0.12647151947021484,
      "learning_rate": 8.763679693049221e-06,
      "loss": 0.7752,
      "step": 26255
    },
    {
      "epoch": 0.5533199513189714,
      "grad_norm": 0.13290631771087646,
      "learning_rate": 8.763002392816506e-06,
      "loss": 0.7422,
      "step": 26256
    },
    {
      "epoch": 0.5533410253573366,
      "grad_norm": 0.17630937695503235,
      "learning_rate": 8.762325098346469e-06,
      "loss": 0.7785,
      "step": 26257
    },
    {
      "epoch": 0.5533620993957019,
      "grad_norm": 0.11703474074602127,
      "learning_rate": 8.761647809642265e-06,
      "loss": 0.7321,
      "step": 26258
    },
    {
      "epoch": 0.5533831734340673,
      "grad_norm": 0.11981263011693954,
      "learning_rate": 8.760970526707046e-06,
      "loss": 0.7355,
      "step": 26259
    },
    {
      "epoch": 0.5534042474724326,
      "grad_norm": 0.13773232698440552,
      "learning_rate": 8.760293249543976e-06,
      "loss": 0.8371,
      "step": 26260
    },
    {
      "epoch": 0.5534253215107978,
      "grad_norm": 0.14507390558719635,
      "learning_rate": 8.759615978156203e-06,
      "loss": 0.8184,
      "step": 26261
    },
    {
      "epoch": 0.5534463955491631,
      "grad_norm": 0.1418078988790512,
      "learning_rate": 8.758938712546886e-06,
      "loss": 0.8043,
      "step": 26262
    },
    {
      "epoch": 0.5534674695875283,
      "grad_norm": 0.12397797405719757,
      "learning_rate": 8.758261452719178e-06,
      "loss": 0.7961,
      "step": 26263
    },
    {
      "epoch": 0.5534885436258937,
      "grad_norm": 0.13532939553260803,
      "learning_rate": 8.757584198676235e-06,
      "loss": 0.7599,
      "step": 26264
    },
    {
      "epoch": 0.553509617664259,
      "grad_norm": 0.11693322658538818,
      "learning_rate": 8.756906950421215e-06,
      "loss": 0.7572,
      "step": 26265
    },
    {
      "epoch": 0.5535306917026243,
      "grad_norm": 0.12104950845241547,
      "learning_rate": 8.756229707957266e-06,
      "loss": 0.7359,
      "step": 26266
    },
    {
      "epoch": 0.5535517657409895,
      "grad_norm": 0.31490224599838257,
      "learning_rate": 8.755552471287548e-06,
      "loss": 0.7348,
      "step": 26267
    },
    {
      "epoch": 0.5535728397793548,
      "grad_norm": 0.12628966569900513,
      "learning_rate": 8.754875240415214e-06,
      "loss": 0.7528,
      "step": 26268
    },
    {
      "epoch": 0.55359391381772,
      "grad_norm": 0.12545448541641235,
      "learning_rate": 8.75419801534342e-06,
      "loss": 0.7905,
      "step": 26269
    },
    {
      "epoch": 0.5536149878560854,
      "grad_norm": 0.11868571490049362,
      "learning_rate": 8.753520796075321e-06,
      "loss": 0.7752,
      "step": 26270
    },
    {
      "epoch": 0.5536360618944507,
      "grad_norm": 0.10893578827381134,
      "learning_rate": 8.752843582614074e-06,
      "loss": 0.7913,
      "step": 26271
    },
    {
      "epoch": 0.553657135932816,
      "grad_norm": 0.15098604559898376,
      "learning_rate": 8.752166374962827e-06,
      "loss": 0.7645,
      "step": 26272
    },
    {
      "epoch": 0.5536782099711812,
      "grad_norm": 0.12247790396213531,
      "learning_rate": 8.751489173124736e-06,
      "loss": 0.7385,
      "step": 26273
    },
    {
      "epoch": 0.5536992840095465,
      "grad_norm": 0.11629483848810196,
      "learning_rate": 8.750811977102967e-06,
      "loss": 0.7559,
      "step": 26274
    },
    {
      "epoch": 0.5537203580479119,
      "grad_norm": 0.19483372569084167,
      "learning_rate": 8.750134786900663e-06,
      "loss": 0.8138,
      "step": 26275
    },
    {
      "epoch": 0.5537414320862771,
      "grad_norm": 0.12438208609819412,
      "learning_rate": 8.749457602520984e-06,
      "loss": 0.8138,
      "step": 26276
    },
    {
      "epoch": 0.5537625061246424,
      "grad_norm": 0.12170638144016266,
      "learning_rate": 8.748780423967082e-06,
      "loss": 0.6847,
      "step": 26277
    },
    {
      "epoch": 0.5537835801630077,
      "grad_norm": 0.13371984660625458,
      "learning_rate": 8.748103251242115e-06,
      "loss": 0.7595,
      "step": 26278
    },
    {
      "epoch": 0.5538046542013729,
      "grad_norm": 0.11252015084028244,
      "learning_rate": 8.747426084349235e-06,
      "loss": 0.7482,
      "step": 26279
    },
    {
      "epoch": 0.5538257282397383,
      "grad_norm": 0.13630987703800201,
      "learning_rate": 8.746748923291598e-06,
      "loss": 0.7415,
      "step": 26280
    },
    {
      "epoch": 0.5538468022781036,
      "grad_norm": 0.11285755038261414,
      "learning_rate": 8.746071768072358e-06,
      "loss": 0.7726,
      "step": 26281
    },
    {
      "epoch": 0.5538678763164688,
      "grad_norm": 0.18286600708961487,
      "learning_rate": 8.745394618694667e-06,
      "loss": 0.8398,
      "step": 26282
    },
    {
      "epoch": 0.5538889503548341,
      "grad_norm": 0.13243603706359863,
      "learning_rate": 8.744717475161684e-06,
      "loss": 0.7318,
      "step": 26283
    },
    {
      "epoch": 0.5539100243931994,
      "grad_norm": 0.18104976415634155,
      "learning_rate": 8.744040337476562e-06,
      "loss": 0.7682,
      "step": 26284
    },
    {
      "epoch": 0.5539310984315647,
      "grad_norm": 0.13431358337402344,
      "learning_rate": 8.743363205642456e-06,
      "loss": 0.7445,
      "step": 26285
    },
    {
      "epoch": 0.55395217246993,
      "grad_norm": 0.15950722992420197,
      "learning_rate": 8.742686079662517e-06,
      "loss": 0.7822,
      "step": 26286
    },
    {
      "epoch": 0.5539732465082953,
      "grad_norm": 0.14791512489318848,
      "learning_rate": 8.742008959539904e-06,
      "loss": 0.7577,
      "step": 26287
    },
    {
      "epoch": 0.5539943205466605,
      "grad_norm": 0.14152230322360992,
      "learning_rate": 8.741331845277765e-06,
      "loss": 0.7565,
      "step": 26288
    },
    {
      "epoch": 0.5540153945850258,
      "grad_norm": 0.1886742264032364,
      "learning_rate": 8.740654736879265e-06,
      "loss": 0.8363,
      "step": 26289
    },
    {
      "epoch": 0.5540364686233912,
      "grad_norm": 0.16865429282188416,
      "learning_rate": 8.739977634347551e-06,
      "loss": 0.7748,
      "step": 26290
    },
    {
      "epoch": 0.5540575426617564,
      "grad_norm": 0.14020484685897827,
      "learning_rate": 8.739300537685777e-06,
      "loss": 0.7398,
      "step": 26291
    },
    {
      "epoch": 0.5540786167001217,
      "grad_norm": 0.135646253824234,
      "learning_rate": 8.738623446897101e-06,
      "loss": 0.7829,
      "step": 26292
    },
    {
      "epoch": 0.554099690738487,
      "grad_norm": 0.17749083042144775,
      "learning_rate": 8.737946361984676e-06,
      "loss": 0.7453,
      "step": 26293
    },
    {
      "epoch": 0.5541207647768522,
      "grad_norm": 0.12943148612976074,
      "learning_rate": 8.737269282951655e-06,
      "loss": 0.7502,
      "step": 26294
    },
    {
      "epoch": 0.5541418388152176,
      "grad_norm": 0.1452876627445221,
      "learning_rate": 8.736592209801193e-06,
      "loss": 0.7718,
      "step": 26295
    },
    {
      "epoch": 0.5541629128535829,
      "grad_norm": 0.13499480485916138,
      "learning_rate": 8.735915142536443e-06,
      "loss": 0.7331,
      "step": 26296
    },
    {
      "epoch": 0.5541839868919481,
      "grad_norm": 0.18776634335517883,
      "learning_rate": 8.73523808116056e-06,
      "loss": 0.8084,
      "step": 26297
    },
    {
      "epoch": 0.5542050609303134,
      "grad_norm": 0.11610690504312515,
      "learning_rate": 8.734561025676697e-06,
      "loss": 0.6866,
      "step": 26298
    },
    {
      "epoch": 0.5542261349686787,
      "grad_norm": 0.14393621683120728,
      "learning_rate": 8.733883976088012e-06,
      "loss": 0.7648,
      "step": 26299
    },
    {
      "epoch": 0.554247209007044,
      "grad_norm": 0.1303389072418213,
      "learning_rate": 8.733206932397659e-06,
      "loss": 0.7712,
      "step": 26300
    },
    {
      "epoch": 0.5542682830454093,
      "grad_norm": 0.11570921540260315,
      "learning_rate": 8.732529894608786e-06,
      "loss": 0.7446,
      "step": 26301
    },
    {
      "epoch": 0.5542893570837746,
      "grad_norm": 0.12362731248140335,
      "learning_rate": 8.731852862724548e-06,
      "loss": 0.7479,
      "step": 26302
    },
    {
      "epoch": 0.5543104311221398,
      "grad_norm": 0.10780417174100876,
      "learning_rate": 8.731175836748107e-06,
      "loss": 0.7146,
      "step": 26303
    },
    {
      "epoch": 0.5543315051605051,
      "grad_norm": 0.10468506067991257,
      "learning_rate": 8.730498816682612e-06,
      "loss": 0.6728,
      "step": 26304
    },
    {
      "epoch": 0.5543525791988704,
      "grad_norm": 0.1210688129067421,
      "learning_rate": 8.729821802531213e-06,
      "loss": 0.7389,
      "step": 26305
    },
    {
      "epoch": 0.5543736532372358,
      "grad_norm": 0.11682303249835968,
      "learning_rate": 8.72914479429707e-06,
      "loss": 0.7597,
      "step": 26306
    },
    {
      "epoch": 0.554394727275601,
      "grad_norm": 0.1453104168176651,
      "learning_rate": 8.728467791983333e-06,
      "loss": 0.7433,
      "step": 26307
    },
    {
      "epoch": 0.5544158013139663,
      "grad_norm": 0.12167876213788986,
      "learning_rate": 8.727790795593159e-06,
      "loss": 0.7385,
      "step": 26308
    },
    {
      "epoch": 0.5544368753523315,
      "grad_norm": 0.11312824487686157,
      "learning_rate": 8.727113805129703e-06,
      "loss": 0.7947,
      "step": 26309
    },
    {
      "epoch": 0.5544579493906968,
      "grad_norm": 0.1053304672241211,
      "learning_rate": 8.726436820596114e-06,
      "loss": 0.6831,
      "step": 26310
    },
    {
      "epoch": 0.5544790234290622,
      "grad_norm": 0.11177660524845123,
      "learning_rate": 8.725759841995547e-06,
      "loss": 0.6922,
      "step": 26311
    },
    {
      "epoch": 0.5545000974674275,
      "grad_norm": 0.12281659245491028,
      "learning_rate": 8.725082869331157e-06,
      "loss": 0.7455,
      "step": 26312
    },
    {
      "epoch": 0.5545211715057927,
      "grad_norm": 0.14823368191719055,
      "learning_rate": 8.724405902606097e-06,
      "loss": 0.7782,
      "step": 26313
    },
    {
      "epoch": 0.554542245544158,
      "grad_norm": 0.13204452395439148,
      "learning_rate": 8.723728941823521e-06,
      "loss": 0.7164,
      "step": 26314
    },
    {
      "epoch": 0.5545633195825233,
      "grad_norm": 0.19251711666584015,
      "learning_rate": 8.723051986986586e-06,
      "loss": 0.7659,
      "step": 26315
    },
    {
      "epoch": 0.5545843936208886,
      "grad_norm": 0.11894456297159195,
      "learning_rate": 8.72237503809844e-06,
      "loss": 0.7606,
      "step": 26316
    },
    {
      "epoch": 0.5546054676592539,
      "grad_norm": 0.19123230874538422,
      "learning_rate": 8.721698095162235e-06,
      "loss": 0.7503,
      "step": 26317
    },
    {
      "epoch": 0.5546265416976192,
      "grad_norm": 0.16214236617088318,
      "learning_rate": 8.721021158181135e-06,
      "loss": 0.7989,
      "step": 26318
    },
    {
      "epoch": 0.5546476157359844,
      "grad_norm": 0.14935484528541565,
      "learning_rate": 8.720344227158286e-06,
      "loss": 0.7641,
      "step": 26319
    },
    {
      "epoch": 0.5546686897743497,
      "grad_norm": 0.1323505938053131,
      "learning_rate": 8.719667302096844e-06,
      "loss": 0.6856,
      "step": 26320
    },
    {
      "epoch": 0.5546897638127151,
      "grad_norm": 0.16082653403282166,
      "learning_rate": 8.718990382999959e-06,
      "loss": 0.7442,
      "step": 26321
    },
    {
      "epoch": 0.5547108378510803,
      "grad_norm": 0.1051771342754364,
      "learning_rate": 8.718313469870788e-06,
      "loss": 0.7029,
      "step": 26322
    },
    {
      "epoch": 0.5547319118894456,
      "grad_norm": 0.12609869241714478,
      "learning_rate": 8.717636562712484e-06,
      "loss": 0.7862,
      "step": 26323
    },
    {
      "epoch": 0.5547529859278109,
      "grad_norm": 0.1522621512413025,
      "learning_rate": 8.716959661528201e-06,
      "loss": 0.8848,
      "step": 26324
    },
    {
      "epoch": 0.5547740599661761,
      "grad_norm": 0.2262752801179886,
      "learning_rate": 8.716282766321091e-06,
      "loss": 0.693,
      "step": 26325
    },
    {
      "epoch": 0.5547951340045415,
      "grad_norm": 0.14063608646392822,
      "learning_rate": 8.715605877094304e-06,
      "loss": 0.7601,
      "step": 26326
    },
    {
      "epoch": 0.5548162080429068,
      "grad_norm": 0.12276005744934082,
      "learning_rate": 8.714928993851001e-06,
      "loss": 0.7823,
      "step": 26327
    },
    {
      "epoch": 0.554837282081272,
      "grad_norm": 0.17480427026748657,
      "learning_rate": 8.71425211659433e-06,
      "loss": 0.7876,
      "step": 26328
    },
    {
      "epoch": 0.5548583561196373,
      "grad_norm": 0.16754421591758728,
      "learning_rate": 8.713575245327444e-06,
      "loss": 0.7747,
      "step": 26329
    },
    {
      "epoch": 0.5548794301580026,
      "grad_norm": 0.1588834673166275,
      "learning_rate": 8.712898380053503e-06,
      "loss": 0.7891,
      "step": 26330
    },
    {
      "epoch": 0.5549005041963679,
      "grad_norm": 0.14519518613815308,
      "learning_rate": 8.712221520775646e-06,
      "loss": 0.8196,
      "step": 26331
    },
    {
      "epoch": 0.5549215782347332,
      "grad_norm": 0.14648133516311646,
      "learning_rate": 8.711544667497041e-06,
      "loss": 0.7204,
      "step": 26332
    },
    {
      "epoch": 0.5549426522730985,
      "grad_norm": 0.11954468488693237,
      "learning_rate": 8.710867820220837e-06,
      "loss": 0.7962,
      "step": 26333
    },
    {
      "epoch": 0.5549637263114637,
      "grad_norm": 0.15286706387996674,
      "learning_rate": 8.710190978950185e-06,
      "loss": 0.7666,
      "step": 26334
    },
    {
      "epoch": 0.554984800349829,
      "grad_norm": 0.12412738800048828,
      "learning_rate": 8.709514143688238e-06,
      "loss": 0.7572,
      "step": 26335
    },
    {
      "epoch": 0.5550058743881944,
      "grad_norm": 0.15125355124473572,
      "learning_rate": 8.70883731443815e-06,
      "loss": 0.7008,
      "step": 26336
    },
    {
      "epoch": 0.5550269484265596,
      "grad_norm": 0.10496809333562851,
      "learning_rate": 8.708160491203074e-06,
      "loss": 0.7024,
      "step": 26337
    },
    {
      "epoch": 0.5550480224649249,
      "grad_norm": 0.2918422222137451,
      "learning_rate": 8.707483673986164e-06,
      "loss": 0.7015,
      "step": 26338
    },
    {
      "epoch": 0.5550690965032902,
      "grad_norm": 0.13238799571990967,
      "learning_rate": 8.706806862790573e-06,
      "loss": 0.7049,
      "step": 26339
    },
    {
      "epoch": 0.5550901705416554,
      "grad_norm": 0.13552021980285645,
      "learning_rate": 8.706130057619452e-06,
      "loss": 0.8297,
      "step": 26340
    },
    {
      "epoch": 0.5551112445800208,
      "grad_norm": 0.14001573622226715,
      "learning_rate": 8.705453258475954e-06,
      "loss": 0.7825,
      "step": 26341
    },
    {
      "epoch": 0.5551323186183861,
      "grad_norm": 0.14995843172073364,
      "learning_rate": 8.704776465363235e-06,
      "loss": 0.7187,
      "step": 26342
    },
    {
      "epoch": 0.5551533926567513,
      "grad_norm": 0.15641944110393524,
      "learning_rate": 8.704099678284444e-06,
      "loss": 0.8011,
      "step": 26343
    },
    {
      "epoch": 0.5551744666951166,
      "grad_norm": 0.13133838772773743,
      "learning_rate": 8.703422897242738e-06,
      "loss": 0.7658,
      "step": 26344
    },
    {
      "epoch": 0.5551955407334819,
      "grad_norm": 0.12972471117973328,
      "learning_rate": 8.702746122241262e-06,
      "loss": 0.7181,
      "step": 26345
    },
    {
      "epoch": 0.5552166147718471,
      "grad_norm": 0.14059485495090485,
      "learning_rate": 8.702069353283178e-06,
      "loss": 0.8346,
      "step": 26346
    },
    {
      "epoch": 0.5552376888102125,
      "grad_norm": 0.13264986872673035,
      "learning_rate": 8.701392590371636e-06,
      "loss": 0.7581,
      "step": 26347
    },
    {
      "epoch": 0.5552587628485778,
      "grad_norm": 0.10703189671039581,
      "learning_rate": 8.70071583350979e-06,
      "loss": 0.7739,
      "step": 26348
    },
    {
      "epoch": 0.555279836886943,
      "grad_norm": 0.14878186583518982,
      "learning_rate": 8.700039082700788e-06,
      "loss": 0.7281,
      "step": 26349
    },
    {
      "epoch": 0.5553009109253083,
      "grad_norm": 0.10530070215463638,
      "learning_rate": 8.699362337947787e-06,
      "loss": 0.7334,
      "step": 26350
    },
    {
      "epoch": 0.5553219849636736,
      "grad_norm": 0.1705014556646347,
      "learning_rate": 8.698685599253937e-06,
      "loss": 0.7506,
      "step": 26351
    },
    {
      "epoch": 0.555343059002039,
      "grad_norm": 0.11252349615097046,
      "learning_rate": 8.698008866622394e-06,
      "loss": 0.7959,
      "step": 26352
    },
    {
      "epoch": 0.5553641330404042,
      "grad_norm": 0.18458598852157593,
      "learning_rate": 8.697332140056308e-06,
      "loss": 0.7899,
      "step": 26353
    },
    {
      "epoch": 0.5553852070787695,
      "grad_norm": 0.12113305181264877,
      "learning_rate": 8.696655419558832e-06,
      "loss": 0.755,
      "step": 26354
    },
    {
      "epoch": 0.5554062811171347,
      "grad_norm": 0.12414460629224777,
      "learning_rate": 8.695978705133117e-06,
      "loss": 0.687,
      "step": 26355
    },
    {
      "epoch": 0.5554273551555,
      "grad_norm": 0.11304537951946259,
      "learning_rate": 8.695301996782317e-06,
      "loss": 0.6847,
      "step": 26356
    },
    {
      "epoch": 0.5554484291938654,
      "grad_norm": 0.1510225087404251,
      "learning_rate": 8.694625294509586e-06,
      "loss": 0.7612,
      "step": 26357
    },
    {
      "epoch": 0.5554695032322307,
      "grad_norm": 0.13788188993930817,
      "learning_rate": 8.693948598318075e-06,
      "loss": 0.7579,
      "step": 26358
    },
    {
      "epoch": 0.5554905772705959,
      "grad_norm": 0.13370993733406067,
      "learning_rate": 8.693271908210938e-06,
      "loss": 0.7397,
      "step": 26359
    },
    {
      "epoch": 0.5555116513089612,
      "grad_norm": 0.15968312323093414,
      "learning_rate": 8.69259522419132e-06,
      "loss": 0.7936,
      "step": 26360
    },
    {
      "epoch": 0.5555327253473265,
      "grad_norm": 0.1221485286951065,
      "learning_rate": 8.691918546262384e-06,
      "loss": 0.7127,
      "step": 26361
    },
    {
      "epoch": 0.5555537993856918,
      "grad_norm": 0.11972183734178543,
      "learning_rate": 8.691241874427282e-06,
      "loss": 0.7397,
      "step": 26362
    },
    {
      "epoch": 0.5555748734240571,
      "grad_norm": 0.15808343887329102,
      "learning_rate": 8.690565208689157e-06,
      "loss": 0.7332,
      "step": 26363
    },
    {
      "epoch": 0.5555959474624224,
      "grad_norm": 0.1324426829814911,
      "learning_rate": 8.689888549051166e-06,
      "loss": 0.7245,
      "step": 26364
    },
    {
      "epoch": 0.5556170215007876,
      "grad_norm": 0.147244393825531,
      "learning_rate": 8.689211895516464e-06,
      "loss": 0.7278,
      "step": 26365
    },
    {
      "epoch": 0.5556380955391529,
      "grad_norm": 0.1177002489566803,
      "learning_rate": 8.6885352480882e-06,
      "loss": 0.7253,
      "step": 26366
    },
    {
      "epoch": 0.5556591695775183,
      "grad_norm": 0.1452229619026184,
      "learning_rate": 8.687858606769528e-06,
      "loss": 0.7164,
      "step": 26367
    },
    {
      "epoch": 0.5556802436158835,
      "grad_norm": 0.2504723370075226,
      "learning_rate": 8.687181971563603e-06,
      "loss": 0.7088,
      "step": 26368
    },
    {
      "epoch": 0.5557013176542488,
      "grad_norm": 0.1521485298871994,
      "learning_rate": 8.686505342473568e-06,
      "loss": 0.7862,
      "step": 26369
    },
    {
      "epoch": 0.5557223916926141,
      "grad_norm": 0.10768715292215347,
      "learning_rate": 8.685828719502583e-06,
      "loss": 0.8024,
      "step": 26370
    },
    {
      "epoch": 0.5557434657309793,
      "grad_norm": 0.15954867005348206,
      "learning_rate": 8.685152102653798e-06,
      "loss": 0.7423,
      "step": 26371
    },
    {
      "epoch": 0.5557645397693447,
      "grad_norm": 0.12842749059200287,
      "learning_rate": 8.684475491930364e-06,
      "loss": 0.7939,
      "step": 26372
    },
    {
      "epoch": 0.55578561380771,
      "grad_norm": 0.14102137088775635,
      "learning_rate": 8.683798887335435e-06,
      "loss": 0.8449,
      "step": 26373
    },
    {
      "epoch": 0.5558066878460752,
      "grad_norm": 0.15582126379013062,
      "learning_rate": 8.68312228887216e-06,
      "loss": 0.8074,
      "step": 26374
    },
    {
      "epoch": 0.5558277618844405,
      "grad_norm": 0.12893234193325043,
      "learning_rate": 8.682445696543695e-06,
      "loss": 0.7675,
      "step": 26375
    },
    {
      "epoch": 0.5558488359228058,
      "grad_norm": 0.13352763652801514,
      "learning_rate": 8.68176911035319e-06,
      "loss": 0.7756,
      "step": 26376
    },
    {
      "epoch": 0.5558699099611711,
      "grad_norm": 0.1875625103712082,
      "learning_rate": 8.681092530303798e-06,
      "loss": 0.8311,
      "step": 26377
    },
    {
      "epoch": 0.5558909839995364,
      "grad_norm": 0.11667786538600922,
      "learning_rate": 8.68041595639867e-06,
      "loss": 0.7483,
      "step": 26378
    },
    {
      "epoch": 0.5559120580379017,
      "grad_norm": 0.16522467136383057,
      "learning_rate": 8.679739388640957e-06,
      "loss": 0.7623,
      "step": 26379
    },
    {
      "epoch": 0.5559331320762669,
      "grad_norm": 0.1286415159702301,
      "learning_rate": 8.67906282703381e-06,
      "loss": 0.756,
      "step": 26380
    },
    {
      "epoch": 0.5559542061146322,
      "grad_norm": 0.14554698765277863,
      "learning_rate": 8.678386271580386e-06,
      "loss": 0.788,
      "step": 26381
    },
    {
      "epoch": 0.5559752801529975,
      "grad_norm": 0.11893617361783981,
      "learning_rate": 8.677709722283832e-06,
      "loss": 0.7771,
      "step": 26382
    },
    {
      "epoch": 0.5559963541913628,
      "grad_norm": 0.1290893852710724,
      "learning_rate": 8.677033179147301e-06,
      "loss": 0.7367,
      "step": 26383
    },
    {
      "epoch": 0.5560174282297281,
      "grad_norm": 0.11014453321695328,
      "learning_rate": 8.676356642173945e-06,
      "loss": 0.7699,
      "step": 26384
    },
    {
      "epoch": 0.5560385022680934,
      "grad_norm": 0.12030661851167679,
      "learning_rate": 8.675680111366915e-06,
      "loss": 0.7232,
      "step": 26385
    },
    {
      "epoch": 0.5560595763064586,
      "grad_norm": 0.13147297501564026,
      "learning_rate": 8.675003586729362e-06,
      "loss": 0.7316,
      "step": 26386
    },
    {
      "epoch": 0.5560806503448239,
      "grad_norm": 0.12013056129217148,
      "learning_rate": 8.674327068264442e-06,
      "loss": 0.7732,
      "step": 26387
    },
    {
      "epoch": 0.5561017243831893,
      "grad_norm": 0.14413006603717804,
      "learning_rate": 8.673650555975299e-06,
      "loss": 0.7554,
      "step": 26388
    },
    {
      "epoch": 0.5561227984215545,
      "grad_norm": 0.1219099685549736,
      "learning_rate": 8.67297404986509e-06,
      "loss": 0.7582,
      "step": 26389
    },
    {
      "epoch": 0.5561438724599198,
      "grad_norm": 0.14366847276687622,
      "learning_rate": 8.67229754993697e-06,
      "loss": 0.8044,
      "step": 26390
    },
    {
      "epoch": 0.5561649464982851,
      "grad_norm": 0.1353573501110077,
      "learning_rate": 8.671621056194083e-06,
      "loss": 0.7365,
      "step": 26391
    },
    {
      "epoch": 0.5561860205366503,
      "grad_norm": 0.13041982054710388,
      "learning_rate": 8.670944568639586e-06,
      "loss": 0.8078,
      "step": 26392
    },
    {
      "epoch": 0.5562070945750157,
      "grad_norm": 0.10355466604232788,
      "learning_rate": 8.670268087276628e-06,
      "loss": 0.6444,
      "step": 26393
    },
    {
      "epoch": 0.556228168613381,
      "grad_norm": 0.11794564127922058,
      "learning_rate": 8.669591612108359e-06,
      "loss": 0.7445,
      "step": 26394
    },
    {
      "epoch": 0.5562492426517462,
      "grad_norm": 0.13611559569835663,
      "learning_rate": 8.668915143137933e-06,
      "loss": 0.7642,
      "step": 26395
    },
    {
      "epoch": 0.5562703166901115,
      "grad_norm": 0.11936736106872559,
      "learning_rate": 8.6682386803685e-06,
      "loss": 0.7011,
      "step": 26396
    },
    {
      "epoch": 0.5562913907284768,
      "grad_norm": 0.14296360313892365,
      "learning_rate": 8.667562223803212e-06,
      "loss": 0.7188,
      "step": 26397
    },
    {
      "epoch": 0.5563124647668422,
      "grad_norm": 0.11544663459062576,
      "learning_rate": 8.666885773445222e-06,
      "loss": 0.7337,
      "step": 26398
    },
    {
      "epoch": 0.5563335388052074,
      "grad_norm": 0.12422122806310654,
      "learning_rate": 8.666209329297678e-06,
      "loss": 0.7723,
      "step": 26399
    },
    {
      "epoch": 0.5563546128435727,
      "grad_norm": 0.1194772943854332,
      "learning_rate": 8.665532891363732e-06,
      "loss": 0.7771,
      "step": 26400
    },
    {
      "epoch": 0.556375686881938,
      "grad_norm": 0.1368618607521057,
      "learning_rate": 8.664856459646537e-06,
      "loss": 0.7704,
      "step": 26401
    },
    {
      "epoch": 0.5563967609203032,
      "grad_norm": 0.13032017648220062,
      "learning_rate": 8.664180034149244e-06,
      "loss": 0.7671,
      "step": 26402
    },
    {
      "epoch": 0.5564178349586686,
      "grad_norm": 0.12325834482908249,
      "learning_rate": 8.663503614875e-06,
      "loss": 0.7502,
      "step": 26403
    },
    {
      "epoch": 0.5564389089970339,
      "grad_norm": 0.12150213867425919,
      "learning_rate": 8.662827201826964e-06,
      "loss": 0.7282,
      "step": 26404
    },
    {
      "epoch": 0.5564599830353991,
      "grad_norm": 0.14640682935714722,
      "learning_rate": 8.66215079500828e-06,
      "loss": 0.8002,
      "step": 26405
    },
    {
      "epoch": 0.5564810570737644,
      "grad_norm": 0.11968560516834259,
      "learning_rate": 8.661474394422104e-06,
      "loss": 0.7223,
      "step": 26406
    },
    {
      "epoch": 0.5565021311121296,
      "grad_norm": 0.1395825743675232,
      "learning_rate": 8.660798000071586e-06,
      "loss": 0.736,
      "step": 26407
    },
    {
      "epoch": 0.556523205150495,
      "grad_norm": 0.1423339545726776,
      "learning_rate": 8.660121611959874e-06,
      "loss": 0.7962,
      "step": 26408
    },
    {
      "epoch": 0.5565442791888603,
      "grad_norm": 0.1315033882856369,
      "learning_rate": 8.659445230090122e-06,
      "loss": 0.6784,
      "step": 26409
    },
    {
      "epoch": 0.5565653532272256,
      "grad_norm": 0.121576227247715,
      "learning_rate": 8.658768854465478e-06,
      "loss": 0.7186,
      "step": 26410
    },
    {
      "epoch": 0.5565864272655908,
      "grad_norm": 0.14779648184776306,
      "learning_rate": 8.658092485089098e-06,
      "loss": 0.7908,
      "step": 26411
    },
    {
      "epoch": 0.5566075013039561,
      "grad_norm": 0.15476785600185394,
      "learning_rate": 8.65741612196413e-06,
      "loss": 0.7788,
      "step": 26412
    },
    {
      "epoch": 0.5566285753423215,
      "grad_norm": 0.10234183818101883,
      "learning_rate": 8.656739765093724e-06,
      "loss": 0.7067,
      "step": 26413
    },
    {
      "epoch": 0.5566496493806867,
      "grad_norm": 0.16350840032100677,
      "learning_rate": 8.656063414481031e-06,
      "loss": 0.796,
      "step": 26414
    },
    {
      "epoch": 0.556670723419052,
      "grad_norm": 0.13568104803562164,
      "learning_rate": 8.655387070129203e-06,
      "loss": 0.7275,
      "step": 26415
    },
    {
      "epoch": 0.5566917974574173,
      "grad_norm": 0.14351990818977356,
      "learning_rate": 8.65471073204139e-06,
      "loss": 0.7548,
      "step": 26416
    },
    {
      "epoch": 0.5567128714957825,
      "grad_norm": 0.11768706142902374,
      "learning_rate": 8.654034400220742e-06,
      "loss": 0.725,
      "step": 26417
    },
    {
      "epoch": 0.5567339455341479,
      "grad_norm": 0.1632920503616333,
      "learning_rate": 8.653358074670412e-06,
      "loss": 0.7689,
      "step": 26418
    },
    {
      "epoch": 0.5567550195725132,
      "grad_norm": 0.13175320625305176,
      "learning_rate": 8.652681755393551e-06,
      "loss": 0.7417,
      "step": 26419
    },
    {
      "epoch": 0.5567760936108784,
      "grad_norm": 0.13688279688358307,
      "learning_rate": 8.652005442393306e-06,
      "loss": 0.7859,
      "step": 26420
    },
    {
      "epoch": 0.5567971676492437,
      "grad_norm": 0.1530737429857254,
      "learning_rate": 8.651329135672834e-06,
      "loss": 0.7837,
      "step": 26421
    },
    {
      "epoch": 0.556818241687609,
      "grad_norm": 0.12122489511966705,
      "learning_rate": 8.65065283523528e-06,
      "loss": 0.7755,
      "step": 26422
    },
    {
      "epoch": 0.5568393157259742,
      "grad_norm": 0.135258749127388,
      "learning_rate": 8.649976541083796e-06,
      "loss": 0.7113,
      "step": 26423
    },
    {
      "epoch": 0.5568603897643396,
      "grad_norm": 0.1382538229227066,
      "learning_rate": 8.649300253221533e-06,
      "loss": 0.804,
      "step": 26424
    },
    {
      "epoch": 0.5568814638027049,
      "grad_norm": 0.14547909796237946,
      "learning_rate": 8.648623971651641e-06,
      "loss": 0.7307,
      "step": 26425
    },
    {
      "epoch": 0.5569025378410701,
      "grad_norm": 0.12614524364471436,
      "learning_rate": 8.647947696377271e-06,
      "loss": 0.7727,
      "step": 26426
    },
    {
      "epoch": 0.5569236118794354,
      "grad_norm": 0.1227620542049408,
      "learning_rate": 8.647271427401575e-06,
      "loss": 0.7702,
      "step": 26427
    },
    {
      "epoch": 0.5569446859178007,
      "grad_norm": 0.1766251027584076,
      "learning_rate": 8.646595164727702e-06,
      "loss": 0.7607,
      "step": 26428
    },
    {
      "epoch": 0.556965759956166,
      "grad_norm": 0.16302694380283356,
      "learning_rate": 8.6459189083588e-06,
      "loss": 0.7481,
      "step": 26429
    },
    {
      "epoch": 0.5569868339945313,
      "grad_norm": 0.13985155522823334,
      "learning_rate": 8.645242658298025e-06,
      "loss": 0.7355,
      "step": 26430
    },
    {
      "epoch": 0.5570079080328966,
      "grad_norm": 0.12319643795490265,
      "learning_rate": 8.644566414548521e-06,
      "loss": 0.7143,
      "step": 26431
    },
    {
      "epoch": 0.5570289820712618,
      "grad_norm": 0.13792262971401215,
      "learning_rate": 8.64389017711344e-06,
      "loss": 0.8208,
      "step": 26432
    },
    {
      "epoch": 0.5570500561096271,
      "grad_norm": 0.12285217642784119,
      "learning_rate": 8.643213945995938e-06,
      "loss": 0.7371,
      "step": 26433
    },
    {
      "epoch": 0.5570711301479925,
      "grad_norm": 0.1894340068101883,
      "learning_rate": 8.64253772119916e-06,
      "loss": 0.8049,
      "step": 26434
    },
    {
      "epoch": 0.5570922041863577,
      "grad_norm": 0.14681947231292725,
      "learning_rate": 8.641861502726256e-06,
      "loss": 0.7327,
      "step": 26435
    },
    {
      "epoch": 0.557113278224723,
      "grad_norm": 0.1576935201883316,
      "learning_rate": 8.641185290580382e-06,
      "loss": 0.7911,
      "step": 26436
    },
    {
      "epoch": 0.5571343522630883,
      "grad_norm": 0.1520366221666336,
      "learning_rate": 8.640509084764682e-06,
      "loss": 0.7889,
      "step": 26437
    },
    {
      "epoch": 0.5571554263014535,
      "grad_norm": 0.13219061493873596,
      "learning_rate": 8.639832885282305e-06,
      "loss": 0.7416,
      "step": 26438
    },
    {
      "epoch": 0.5571765003398189,
      "grad_norm": 0.1507987380027771,
      "learning_rate": 8.639156692136406e-06,
      "loss": 0.7922,
      "step": 26439
    },
    {
      "epoch": 0.5571975743781842,
      "grad_norm": 0.14742492139339447,
      "learning_rate": 8.638480505330133e-06,
      "loss": 0.7754,
      "step": 26440
    },
    {
      "epoch": 0.5572186484165494,
      "grad_norm": 0.14060571789741516,
      "learning_rate": 8.637804324866637e-06,
      "loss": 0.7369,
      "step": 26441
    },
    {
      "epoch": 0.5572397224549147,
      "grad_norm": 0.15235278010368347,
      "learning_rate": 8.63712815074907e-06,
      "loss": 0.7203,
      "step": 26442
    },
    {
      "epoch": 0.55726079649328,
      "grad_norm": 0.16414405405521393,
      "learning_rate": 8.636451982980575e-06,
      "loss": 0.8171,
      "step": 26443
    },
    {
      "epoch": 0.5572818705316454,
      "grad_norm": 0.1526705026626587,
      "learning_rate": 8.63577582156431e-06,
      "loss": 0.7697,
      "step": 26444
    },
    {
      "epoch": 0.5573029445700106,
      "grad_norm": 0.1472775638103485,
      "learning_rate": 8.63509966650342e-06,
      "loss": 0.7709,
      "step": 26445
    },
    {
      "epoch": 0.5573240186083759,
      "grad_norm": 0.14331279695034027,
      "learning_rate": 8.634423517801052e-06,
      "loss": 0.7065,
      "step": 26446
    },
    {
      "epoch": 0.5573450926467411,
      "grad_norm": 0.12559466063976288,
      "learning_rate": 8.633747375460365e-06,
      "loss": 0.7628,
      "step": 26447
    },
    {
      "epoch": 0.5573661666851064,
      "grad_norm": 0.12344612926244736,
      "learning_rate": 8.633071239484503e-06,
      "loss": 0.6968,
      "step": 26448
    },
    {
      "epoch": 0.5573872407234718,
      "grad_norm": 0.11975198984146118,
      "learning_rate": 8.632395109876616e-06,
      "loss": 0.6834,
      "step": 26449
    },
    {
      "epoch": 0.557408314761837,
      "grad_norm": 0.19176514446735382,
      "learning_rate": 8.631718986639857e-06,
      "loss": 0.7628,
      "step": 26450
    },
    {
      "epoch": 0.5574293888002023,
      "grad_norm": 0.15076738595962524,
      "learning_rate": 8.631042869777375e-06,
      "loss": 0.6799,
      "step": 26451
    },
    {
      "epoch": 0.5574504628385676,
      "grad_norm": 0.11810003966093063,
      "learning_rate": 8.630366759292318e-06,
      "loss": 0.7009,
      "step": 26452
    },
    {
      "epoch": 0.5574715368769328,
      "grad_norm": 0.10417068004608154,
      "learning_rate": 8.629690655187832e-06,
      "loss": 0.6742,
      "step": 26453
    },
    {
      "epoch": 0.5574926109152982,
      "grad_norm": 0.16323843598365784,
      "learning_rate": 8.629014557467072e-06,
      "loss": 0.7623,
      "step": 26454
    },
    {
      "epoch": 0.5575136849536635,
      "grad_norm": 0.11869855970144272,
      "learning_rate": 8.628338466133189e-06,
      "loss": 0.6936,
      "step": 26455
    },
    {
      "epoch": 0.5575347589920288,
      "grad_norm": 0.16310837864875793,
      "learning_rate": 8.627662381189327e-06,
      "loss": 0.7652,
      "step": 26456
    },
    {
      "epoch": 0.557555833030394,
      "grad_norm": 0.16429142653942108,
      "learning_rate": 8.626986302638644e-06,
      "loss": 0.7517,
      "step": 26457
    },
    {
      "epoch": 0.5575769070687593,
      "grad_norm": 0.18866629898548126,
      "learning_rate": 8.62631023048428e-06,
      "loss": 0.8289,
      "step": 26458
    },
    {
      "epoch": 0.5575979811071246,
      "grad_norm": 0.22651848196983337,
      "learning_rate": 8.62563416472939e-06,
      "loss": 0.7751,
      "step": 26459
    },
    {
      "epoch": 0.5576190551454899,
      "grad_norm": 0.12013960629701614,
      "learning_rate": 8.624958105377119e-06,
      "loss": 0.6436,
      "step": 26460
    },
    {
      "epoch": 0.5576401291838552,
      "grad_norm": 0.1619652956724167,
      "learning_rate": 8.624282052430623e-06,
      "loss": 0.6829,
      "step": 26461
    },
    {
      "epoch": 0.5576612032222205,
      "grad_norm": 0.1310700625181198,
      "learning_rate": 8.623606005893047e-06,
      "loss": 0.7439,
      "step": 26462
    },
    {
      "epoch": 0.5576822772605857,
      "grad_norm": 0.14305035769939423,
      "learning_rate": 8.622929965767542e-06,
      "loss": 0.7045,
      "step": 26463
    },
    {
      "epoch": 0.557703351298951,
      "grad_norm": 0.19453945755958557,
      "learning_rate": 8.62225393205726e-06,
      "loss": 0.8418,
      "step": 26464
    },
    {
      "epoch": 0.5577244253373164,
      "grad_norm": 0.2298109084367752,
      "learning_rate": 8.621577904765343e-06,
      "loss": 0.8113,
      "step": 26465
    },
    {
      "epoch": 0.5577454993756816,
      "grad_norm": 0.12612169981002808,
      "learning_rate": 8.62090188389495e-06,
      "loss": 0.7309,
      "step": 26466
    },
    {
      "epoch": 0.5577665734140469,
      "grad_norm": 0.1609639972448349,
      "learning_rate": 8.620225869449223e-06,
      "loss": 0.7403,
      "step": 26467
    },
    {
      "epoch": 0.5577876474524122,
      "grad_norm": 0.12697693705558777,
      "learning_rate": 8.619549861431311e-06,
      "loss": 0.756,
      "step": 26468
    },
    {
      "epoch": 0.5578087214907774,
      "grad_norm": 0.1925344318151474,
      "learning_rate": 8.618873859844369e-06,
      "loss": 0.7336,
      "step": 26469
    },
    {
      "epoch": 0.5578297955291428,
      "grad_norm": 0.1234389990568161,
      "learning_rate": 8.618197864691541e-06,
      "loss": 0.6984,
      "step": 26470
    },
    {
      "epoch": 0.5578508695675081,
      "grad_norm": 0.18529443442821503,
      "learning_rate": 8.617521875975981e-06,
      "loss": 0.7289,
      "step": 26471
    },
    {
      "epoch": 0.5578719436058733,
      "grad_norm": 0.11510302126407623,
      "learning_rate": 8.616845893700832e-06,
      "loss": 0.7034,
      "step": 26472
    },
    {
      "epoch": 0.5578930176442386,
      "grad_norm": 0.1688091903924942,
      "learning_rate": 8.616169917869248e-06,
      "loss": 0.7462,
      "step": 26473
    },
    {
      "epoch": 0.5579140916826039,
      "grad_norm": 0.13814175128936768,
      "learning_rate": 8.615493948484375e-06,
      "loss": 0.7158,
      "step": 26474
    },
    {
      "epoch": 0.5579351657209692,
      "grad_norm": 0.19760049879550934,
      "learning_rate": 8.614817985549362e-06,
      "loss": 0.7115,
      "step": 26475
    },
    {
      "epoch": 0.5579562397593345,
      "grad_norm": 0.1328790783882141,
      "learning_rate": 8.614142029067363e-06,
      "loss": 0.7803,
      "step": 26476
    },
    {
      "epoch": 0.5579773137976998,
      "grad_norm": 0.11617188900709152,
      "learning_rate": 8.613466079041522e-06,
      "loss": 0.7356,
      "step": 26477
    },
    {
      "epoch": 0.557998387836065,
      "grad_norm": 0.11339826881885529,
      "learning_rate": 8.61279013547499e-06,
      "loss": 0.6973,
      "step": 26478
    },
    {
      "epoch": 0.5580194618744303,
      "grad_norm": 0.1610356718301773,
      "learning_rate": 8.612114198370915e-06,
      "loss": 0.7671,
      "step": 26479
    },
    {
      "epoch": 0.5580405359127957,
      "grad_norm": 0.12008024007081985,
      "learning_rate": 8.61143826773245e-06,
      "loss": 0.7752,
      "step": 26480
    },
    {
      "epoch": 0.5580616099511609,
      "grad_norm": 0.11677250266075134,
      "learning_rate": 8.610762343562737e-06,
      "loss": 0.7493,
      "step": 26481
    },
    {
      "epoch": 0.5580826839895262,
      "grad_norm": 0.12869103252887726,
      "learning_rate": 8.61008642586493e-06,
      "loss": 0.7629,
      "step": 26482
    },
    {
      "epoch": 0.5581037580278915,
      "grad_norm": 0.10663078725337982,
      "learning_rate": 8.609410514642175e-06,
      "loss": 0.7549,
      "step": 26483
    },
    {
      "epoch": 0.5581248320662567,
      "grad_norm": 0.16162805259227753,
      "learning_rate": 8.608734609897621e-06,
      "loss": 0.7207,
      "step": 26484
    },
    {
      "epoch": 0.5581459061046221,
      "grad_norm": 0.19976940751075745,
      "learning_rate": 8.608058711634419e-06,
      "loss": 0.822,
      "step": 26485
    },
    {
      "epoch": 0.5581669801429874,
      "grad_norm": 0.13550491631031036,
      "learning_rate": 8.607382819855718e-06,
      "loss": 0.7255,
      "step": 26486
    },
    {
      "epoch": 0.5581880541813526,
      "grad_norm": 0.1426474153995514,
      "learning_rate": 8.606706934564663e-06,
      "loss": 0.7986,
      "step": 26487
    },
    {
      "epoch": 0.5582091282197179,
      "grad_norm": 0.13058876991271973,
      "learning_rate": 8.606031055764404e-06,
      "loss": 0.7371,
      "step": 26488
    },
    {
      "epoch": 0.5582302022580832,
      "grad_norm": 0.11919648945331573,
      "learning_rate": 8.60535518345809e-06,
      "loss": 0.7161,
      "step": 26489
    },
    {
      "epoch": 0.5582512762964486,
      "grad_norm": 0.1339392066001892,
      "learning_rate": 8.604679317648871e-06,
      "loss": 0.7769,
      "step": 26490
    },
    {
      "epoch": 0.5582723503348138,
      "grad_norm": 0.12443117797374725,
      "learning_rate": 8.604003458339895e-06,
      "loss": 0.7361,
      "step": 26491
    },
    {
      "epoch": 0.5582934243731791,
      "grad_norm": 0.11311943084001541,
      "learning_rate": 8.60332760553431e-06,
      "loss": 0.6892,
      "step": 26492
    },
    {
      "epoch": 0.5583144984115443,
      "grad_norm": 0.11733144521713257,
      "learning_rate": 8.602651759235264e-06,
      "loss": 0.8248,
      "step": 26493
    },
    {
      "epoch": 0.5583355724499096,
      "grad_norm": 0.11663907021284103,
      "learning_rate": 8.601975919445907e-06,
      "loss": 0.6897,
      "step": 26494
    },
    {
      "epoch": 0.5583566464882749,
      "grad_norm": 0.12823297083377838,
      "learning_rate": 8.601300086169389e-06,
      "loss": 0.7551,
      "step": 26495
    },
    {
      "epoch": 0.5583777205266403,
      "grad_norm": 0.10864193737506866,
      "learning_rate": 8.600624259408854e-06,
      "loss": 0.7682,
      "step": 26496
    },
    {
      "epoch": 0.5583987945650055,
      "grad_norm": 0.1307714581489563,
      "learning_rate": 8.599948439167452e-06,
      "loss": 0.8017,
      "step": 26497
    },
    {
      "epoch": 0.5584198686033708,
      "grad_norm": 0.10748790949583054,
      "learning_rate": 8.599272625448333e-06,
      "loss": 0.6756,
      "step": 26498
    },
    {
      "epoch": 0.558440942641736,
      "grad_norm": 0.13533256947994232,
      "learning_rate": 8.598596818254644e-06,
      "loss": 0.7824,
      "step": 26499
    },
    {
      "epoch": 0.5584620166801013,
      "grad_norm": 0.1391092836856842,
      "learning_rate": 8.597921017589532e-06,
      "loss": 0.7606,
      "step": 26500
    },
    {
      "epoch": 0.5584830907184667,
      "grad_norm": 0.128708153963089,
      "learning_rate": 8.597245223456149e-06,
      "loss": 0.7214,
      "step": 26501
    },
    {
      "epoch": 0.558504164756832,
      "grad_norm": 0.10720158368349075,
      "learning_rate": 8.59656943585764e-06,
      "loss": 0.708,
      "step": 26502
    },
    {
      "epoch": 0.5585252387951972,
      "grad_norm": 0.12425364553928375,
      "learning_rate": 8.595893654797156e-06,
      "loss": 0.696,
      "step": 26503
    },
    {
      "epoch": 0.5585463128335625,
      "grad_norm": 0.1276731789112091,
      "learning_rate": 8.59521788027784e-06,
      "loss": 0.7834,
      "step": 26504
    },
    {
      "epoch": 0.5585673868719278,
      "grad_norm": 0.11598595976829529,
      "learning_rate": 8.594542112302846e-06,
      "loss": 0.7784,
      "step": 26505
    },
    {
      "epoch": 0.5585884609102931,
      "grad_norm": 0.15736916661262512,
      "learning_rate": 8.593866350875319e-06,
      "loss": 0.7336,
      "step": 26506
    },
    {
      "epoch": 0.5586095349486584,
      "grad_norm": 0.1313924640417099,
      "learning_rate": 8.593190595998408e-06,
      "loss": 0.7495,
      "step": 26507
    },
    {
      "epoch": 0.5586306089870237,
      "grad_norm": 0.15438570082187653,
      "learning_rate": 8.592514847675262e-06,
      "loss": 0.706,
      "step": 26508
    },
    {
      "epoch": 0.5586516830253889,
      "grad_norm": 0.12214084714651108,
      "learning_rate": 8.591839105909027e-06,
      "loss": 0.769,
      "step": 26509
    },
    {
      "epoch": 0.5586727570637542,
      "grad_norm": 0.1369386464357376,
      "learning_rate": 8.591163370702855e-06,
      "loss": 0.7554,
      "step": 26510
    },
    {
      "epoch": 0.5586938311021196,
      "grad_norm": 0.1245807483792305,
      "learning_rate": 8.590487642059888e-06,
      "loss": 0.8015,
      "step": 26511
    },
    {
      "epoch": 0.5587149051404848,
      "grad_norm": 0.11289097368717194,
      "learning_rate": 8.589811919983277e-06,
      "loss": 0.737,
      "step": 26512
    },
    {
      "epoch": 0.5587359791788501,
      "grad_norm": 0.1408175230026245,
      "learning_rate": 8.589136204476172e-06,
      "loss": 0.7977,
      "step": 26513
    },
    {
      "epoch": 0.5587570532172154,
      "grad_norm": 0.10911231487989426,
      "learning_rate": 8.588460495541718e-06,
      "loss": 0.7634,
      "step": 26514
    },
    {
      "epoch": 0.5587781272555806,
      "grad_norm": 0.132905974984169,
      "learning_rate": 8.587784793183062e-06,
      "loss": 0.772,
      "step": 26515
    },
    {
      "epoch": 0.558799201293946,
      "grad_norm": 0.169524148106575,
      "learning_rate": 8.587109097403357e-06,
      "loss": 0.7533,
      "step": 26516
    },
    {
      "epoch": 0.5588202753323113,
      "grad_norm": 0.10107162594795227,
      "learning_rate": 8.586433408205745e-06,
      "loss": 0.7037,
      "step": 26517
    },
    {
      "epoch": 0.5588413493706765,
      "grad_norm": 0.13767360150814056,
      "learning_rate": 8.585757725593372e-06,
      "loss": 0.8025,
      "step": 26518
    },
    {
      "epoch": 0.5588624234090418,
      "grad_norm": 0.13176360726356506,
      "learning_rate": 8.585082049569394e-06,
      "loss": 0.7422,
      "step": 26519
    },
    {
      "epoch": 0.5588834974474071,
      "grad_norm": 0.12246434390544891,
      "learning_rate": 8.584406380136954e-06,
      "loss": 0.7409,
      "step": 26520
    },
    {
      "epoch": 0.5589045714857724,
      "grad_norm": 0.12148971855640411,
      "learning_rate": 8.5837307172992e-06,
      "loss": 0.7376,
      "step": 26521
    },
    {
      "epoch": 0.5589256455241377,
      "grad_norm": 0.1683383733034134,
      "learning_rate": 8.583055061059279e-06,
      "loss": 0.6726,
      "step": 26522
    },
    {
      "epoch": 0.558946719562503,
      "grad_norm": 0.11818864941596985,
      "learning_rate": 8.582379411420342e-06,
      "loss": 0.7055,
      "step": 26523
    },
    {
      "epoch": 0.5589677936008682,
      "grad_norm": 0.11961127817630768,
      "learning_rate": 8.581703768385533e-06,
      "loss": 0.708,
      "step": 26524
    },
    {
      "epoch": 0.5589888676392335,
      "grad_norm": 0.13212545216083527,
      "learning_rate": 8.581028131958002e-06,
      "loss": 0.7897,
      "step": 26525
    },
    {
      "epoch": 0.5590099416775989,
      "grad_norm": 0.15016908943653107,
      "learning_rate": 8.580352502140893e-06,
      "loss": 0.7531,
      "step": 26526
    },
    {
      "epoch": 0.5590310157159641,
      "grad_norm": 0.10849782824516296,
      "learning_rate": 8.579676878937356e-06,
      "loss": 0.7977,
      "step": 26527
    },
    {
      "epoch": 0.5590520897543294,
      "grad_norm": 0.17221014201641083,
      "learning_rate": 8.579001262350537e-06,
      "loss": 0.7807,
      "step": 26528
    },
    {
      "epoch": 0.5590731637926947,
      "grad_norm": 0.2364114373922348,
      "learning_rate": 8.578325652383586e-06,
      "loss": 0.762,
      "step": 26529
    },
    {
      "epoch": 0.5590942378310599,
      "grad_norm": 0.1740512251853943,
      "learning_rate": 8.57765004903965e-06,
      "loss": 0.7305,
      "step": 26530
    },
    {
      "epoch": 0.5591153118694253,
      "grad_norm": 0.16849714517593384,
      "learning_rate": 8.576974452321874e-06,
      "loss": 0.7605,
      "step": 26531
    },
    {
      "epoch": 0.5591363859077906,
      "grad_norm": 0.12028782069683075,
      "learning_rate": 8.576298862233401e-06,
      "loss": 0.669,
      "step": 26532
    },
    {
      "epoch": 0.5591574599461558,
      "grad_norm": 0.13113205134868622,
      "learning_rate": 8.575623278777389e-06,
      "loss": 0.7485,
      "step": 26533
    },
    {
      "epoch": 0.5591785339845211,
      "grad_norm": 0.14338319003582,
      "learning_rate": 8.574947701956981e-06,
      "loss": 0.8225,
      "step": 26534
    },
    {
      "epoch": 0.5591996080228864,
      "grad_norm": 0.10744503885507584,
      "learning_rate": 8.574272131775323e-06,
      "loss": 0.6724,
      "step": 26535
    },
    {
      "epoch": 0.5592206820612516,
      "grad_norm": 0.13906903564929962,
      "learning_rate": 8.573596568235562e-06,
      "loss": 0.7851,
      "step": 26536
    },
    {
      "epoch": 0.559241756099617,
      "grad_norm": 0.13850587606430054,
      "learning_rate": 8.572921011340844e-06,
      "loss": 0.7819,
      "step": 26537
    },
    {
      "epoch": 0.5592628301379823,
      "grad_norm": 0.108845554292202,
      "learning_rate": 8.57224546109432e-06,
      "loss": 0.7327,
      "step": 26538
    },
    {
      "epoch": 0.5592839041763475,
      "grad_norm": 0.12478974461555481,
      "learning_rate": 8.571569917499137e-06,
      "loss": 0.759,
      "step": 26539
    },
    {
      "epoch": 0.5593049782147128,
      "grad_norm": 0.16545569896697998,
      "learning_rate": 8.570894380558437e-06,
      "loss": 0.7776,
      "step": 26540
    },
    {
      "epoch": 0.5593260522530781,
      "grad_norm": 0.12987010180950165,
      "learning_rate": 8.570218850275371e-06,
      "loss": 0.7611,
      "step": 26541
    },
    {
      "epoch": 0.5593471262914435,
      "grad_norm": 0.1214023232460022,
      "learning_rate": 8.569543326653087e-06,
      "loss": 0.7532,
      "step": 26542
    },
    {
      "epoch": 0.5593682003298087,
      "grad_norm": 0.13608340919017792,
      "learning_rate": 8.568867809694727e-06,
      "loss": 0.7644,
      "step": 26543
    },
    {
      "epoch": 0.559389274368174,
      "grad_norm": 0.13613934814929962,
      "learning_rate": 8.568192299403441e-06,
      "loss": 0.7154,
      "step": 26544
    },
    {
      "epoch": 0.5594103484065392,
      "grad_norm": 0.1148468554019928,
      "learning_rate": 8.567516795782381e-06,
      "loss": 0.7415,
      "step": 26545
    },
    {
      "epoch": 0.5594314224449045,
      "grad_norm": 0.13297441601753235,
      "learning_rate": 8.566841298834685e-06,
      "loss": 0.7589,
      "step": 26546
    },
    {
      "epoch": 0.5594524964832699,
      "grad_norm": 0.13014046847820282,
      "learning_rate": 8.5661658085635e-06,
      "loss": 0.7092,
      "step": 26547
    },
    {
      "epoch": 0.5594735705216352,
      "grad_norm": 0.13569952547550201,
      "learning_rate": 8.565490324971983e-06,
      "loss": 0.7821,
      "step": 26548
    },
    {
      "epoch": 0.5594946445600004,
      "grad_norm": 0.10847265273332596,
      "learning_rate": 8.564814848063274e-06,
      "loss": 0.7018,
      "step": 26549
    },
    {
      "epoch": 0.5595157185983657,
      "grad_norm": 0.15242010354995728,
      "learning_rate": 8.564139377840518e-06,
      "loss": 0.7901,
      "step": 26550
    },
    {
      "epoch": 0.559536792636731,
      "grad_norm": 0.14113447070121765,
      "learning_rate": 8.563463914306866e-06,
      "loss": 0.726,
      "step": 26551
    },
    {
      "epoch": 0.5595578666750963,
      "grad_norm": 0.1673830896615982,
      "learning_rate": 8.562788457465462e-06,
      "loss": 0.7553,
      "step": 26552
    },
    {
      "epoch": 0.5595789407134616,
      "grad_norm": 0.14438124001026154,
      "learning_rate": 8.562113007319452e-06,
      "loss": 0.7287,
      "step": 26553
    },
    {
      "epoch": 0.5596000147518269,
      "grad_norm": 0.13740485906600952,
      "learning_rate": 8.561437563871988e-06,
      "loss": 0.7134,
      "step": 26554
    },
    {
      "epoch": 0.5596210887901921,
      "grad_norm": 0.19520096480846405,
      "learning_rate": 8.56076212712621e-06,
      "loss": 0.7097,
      "step": 26555
    },
    {
      "epoch": 0.5596421628285574,
      "grad_norm": 0.13359777629375458,
      "learning_rate": 8.560086697085267e-06,
      "loss": 0.7143,
      "step": 26556
    },
    {
      "epoch": 0.5596632368669228,
      "grad_norm": 0.1734616905450821,
      "learning_rate": 8.559411273752307e-06,
      "loss": 0.7549,
      "step": 26557
    },
    {
      "epoch": 0.559684310905288,
      "grad_norm": 0.11800499260425568,
      "learning_rate": 8.558735857130475e-06,
      "loss": 0.743,
      "step": 26558
    },
    {
      "epoch": 0.5597053849436533,
      "grad_norm": 0.13424864411354065,
      "learning_rate": 8.558060447222918e-06,
      "loss": 0.7155,
      "step": 26559
    },
    {
      "epoch": 0.5597264589820186,
      "grad_norm": 0.12817014753818512,
      "learning_rate": 8.557385044032784e-06,
      "loss": 0.7455,
      "step": 26560
    },
    {
      "epoch": 0.5597475330203838,
      "grad_norm": 0.1478312611579895,
      "learning_rate": 8.55670964756321e-06,
      "loss": 0.7061,
      "step": 26561
    },
    {
      "epoch": 0.5597686070587492,
      "grad_norm": 0.13781970739364624,
      "learning_rate": 8.556034257817356e-06,
      "loss": 0.7211,
      "step": 26562
    },
    {
      "epoch": 0.5597896810971145,
      "grad_norm": 0.15003351867198944,
      "learning_rate": 8.555358874798365e-06,
      "loss": 0.7124,
      "step": 26563
    },
    {
      "epoch": 0.5598107551354797,
      "grad_norm": 0.12984873354434967,
      "learning_rate": 8.554683498509379e-06,
      "loss": 0.7107,
      "step": 26564
    },
    {
      "epoch": 0.559831829173845,
      "grad_norm": 0.14880286157131195,
      "learning_rate": 8.554008128953546e-06,
      "loss": 0.8289,
      "step": 26565
    },
    {
      "epoch": 0.5598529032122103,
      "grad_norm": 0.1419602781534195,
      "learning_rate": 8.553332766134012e-06,
      "loss": 0.7296,
      "step": 26566
    },
    {
      "epoch": 0.5598739772505756,
      "grad_norm": 0.1428470015525818,
      "learning_rate": 8.552657410053924e-06,
      "loss": 0.7795,
      "step": 26567
    },
    {
      "epoch": 0.5598950512889409,
      "grad_norm": 0.14483869075775146,
      "learning_rate": 8.551982060716427e-06,
      "loss": 0.7633,
      "step": 26568
    },
    {
      "epoch": 0.5599161253273062,
      "grad_norm": 0.10660829395055771,
      "learning_rate": 8.55130671812467e-06,
      "loss": 0.7894,
      "step": 26569
    },
    {
      "epoch": 0.5599371993656714,
      "grad_norm": 0.14620257914066315,
      "learning_rate": 8.550631382281797e-06,
      "loss": 0.799,
      "step": 26570
    },
    {
      "epoch": 0.5599582734040367,
      "grad_norm": 0.14787642657756805,
      "learning_rate": 8.549956053190954e-06,
      "loss": 0.8009,
      "step": 26571
    },
    {
      "epoch": 0.559979347442402,
      "grad_norm": 0.1150876060128212,
      "learning_rate": 8.549280730855287e-06,
      "loss": 0.7958,
      "step": 26572
    },
    {
      "epoch": 0.5600004214807673,
      "grad_norm": 0.14299269020557404,
      "learning_rate": 8.548605415277943e-06,
      "loss": 0.7479,
      "step": 26573
    },
    {
      "epoch": 0.5600214955191326,
      "grad_norm": 0.14071212708950043,
      "learning_rate": 8.547930106462067e-06,
      "loss": 0.8202,
      "step": 26574
    },
    {
      "epoch": 0.5600425695574979,
      "grad_norm": 0.1650429666042328,
      "learning_rate": 8.547254804410804e-06,
      "loss": 0.7139,
      "step": 26575
    },
    {
      "epoch": 0.5600636435958631,
      "grad_norm": 0.1398419588804245,
      "learning_rate": 8.546579509127305e-06,
      "loss": 0.77,
      "step": 26576
    },
    {
      "epoch": 0.5600847176342284,
      "grad_norm": 0.13156339526176453,
      "learning_rate": 8.54590422061471e-06,
      "loss": 0.7412,
      "step": 26577
    },
    {
      "epoch": 0.5601057916725938,
      "grad_norm": 0.13117773830890656,
      "learning_rate": 8.54522893887617e-06,
      "loss": 0.6875,
      "step": 26578
    },
    {
      "epoch": 0.560126865710959,
      "grad_norm": 0.11005274951457977,
      "learning_rate": 8.544553663914828e-06,
      "loss": 0.6967,
      "step": 26579
    },
    {
      "epoch": 0.5601479397493243,
      "grad_norm": 0.16103693842887878,
      "learning_rate": 8.543878395733828e-06,
      "loss": 0.7476,
      "step": 26580
    },
    {
      "epoch": 0.5601690137876896,
      "grad_norm": 0.13734447956085205,
      "learning_rate": 8.543203134336318e-06,
      "loss": 0.7874,
      "step": 26581
    },
    {
      "epoch": 0.5601900878260548,
      "grad_norm": 0.1829766482114792,
      "learning_rate": 8.542527879725445e-06,
      "loss": 0.8409,
      "step": 26582
    },
    {
      "epoch": 0.5602111618644202,
      "grad_norm": 0.11466184258460999,
      "learning_rate": 8.541852631904352e-06,
      "loss": 0.7012,
      "step": 26583
    },
    {
      "epoch": 0.5602322359027855,
      "grad_norm": 0.14501988887786865,
      "learning_rate": 8.541177390876189e-06,
      "loss": 0.7634,
      "step": 26584
    },
    {
      "epoch": 0.5602533099411507,
      "grad_norm": 0.12740293145179749,
      "learning_rate": 8.540502156644096e-06,
      "loss": 0.7867,
      "step": 26585
    },
    {
      "epoch": 0.560274383979516,
      "grad_norm": 0.15898041427135468,
      "learning_rate": 8.539826929211222e-06,
      "loss": 0.7995,
      "step": 26586
    },
    {
      "epoch": 0.5602954580178813,
      "grad_norm": 0.13423793017864227,
      "learning_rate": 8.539151708580711e-06,
      "loss": 0.737,
      "step": 26587
    },
    {
      "epoch": 0.5603165320562467,
      "grad_norm": 0.12355980277061462,
      "learning_rate": 8.538476494755713e-06,
      "loss": 0.7884,
      "step": 26588
    },
    {
      "epoch": 0.5603376060946119,
      "grad_norm": 0.12712711095809937,
      "learning_rate": 8.537801287739368e-06,
      "loss": 0.6843,
      "step": 26589
    },
    {
      "epoch": 0.5603586801329772,
      "grad_norm": 0.12497080117464066,
      "learning_rate": 8.53712608753482e-06,
      "loss": 0.7233,
      "step": 26590
    },
    {
      "epoch": 0.5603797541713424,
      "grad_norm": 0.12889912724494934,
      "learning_rate": 8.536450894145222e-06,
      "loss": 0.6805,
      "step": 26591
    },
    {
      "epoch": 0.5604008282097077,
      "grad_norm": 0.13346129655838013,
      "learning_rate": 8.535775707573715e-06,
      "loss": 0.7568,
      "step": 26592
    },
    {
      "epoch": 0.5604219022480731,
      "grad_norm": 0.14809712767601013,
      "learning_rate": 8.535100527823447e-06,
      "loss": 0.7907,
      "step": 26593
    },
    {
      "epoch": 0.5604429762864384,
      "grad_norm": 0.12005669623613358,
      "learning_rate": 8.534425354897561e-06,
      "loss": 0.7467,
      "step": 26594
    },
    {
      "epoch": 0.5604640503248036,
      "grad_norm": 0.1565616875886917,
      "learning_rate": 8.533750188799202e-06,
      "loss": 0.7601,
      "step": 26595
    },
    {
      "epoch": 0.5604851243631689,
      "grad_norm": 0.1387571394443512,
      "learning_rate": 8.533075029531515e-06,
      "loss": 0.7872,
      "step": 26596
    },
    {
      "epoch": 0.5605061984015342,
      "grad_norm": 0.15102148056030273,
      "learning_rate": 8.532399877097649e-06,
      "loss": 0.7348,
      "step": 26597
    },
    {
      "epoch": 0.5605272724398995,
      "grad_norm": 0.11279844492673874,
      "learning_rate": 8.531724731500746e-06,
      "loss": 0.7641,
      "step": 26598
    },
    {
      "epoch": 0.5605483464782648,
      "grad_norm": 0.13474461436271667,
      "learning_rate": 8.531049592743952e-06,
      "loss": 0.7564,
      "step": 26599
    },
    {
      "epoch": 0.5605694205166301,
      "grad_norm": 0.11926405876874924,
      "learning_rate": 8.53037446083041e-06,
      "loss": 0.7577,
      "step": 26600
    },
    {
      "epoch": 0.5605904945549953,
      "grad_norm": 0.10318951308727264,
      "learning_rate": 8.529699335763269e-06,
      "loss": 0.7313,
      "step": 26601
    },
    {
      "epoch": 0.5606115685933606,
      "grad_norm": 0.12517575919628143,
      "learning_rate": 8.529024217545672e-06,
      "loss": 0.7893,
      "step": 26602
    },
    {
      "epoch": 0.560632642631726,
      "grad_norm": 0.10797084122896194,
      "learning_rate": 8.528349106180764e-06,
      "loss": 0.7961,
      "step": 26603
    },
    {
      "epoch": 0.5606537166700912,
      "grad_norm": 0.12488937377929688,
      "learning_rate": 8.52767400167169e-06,
      "loss": 0.7431,
      "step": 26604
    },
    {
      "epoch": 0.5606747907084565,
      "grad_norm": 0.12601535022258759,
      "learning_rate": 8.526998904021598e-06,
      "loss": 0.7777,
      "step": 26605
    },
    {
      "epoch": 0.5606958647468218,
      "grad_norm": 0.12652473151683807,
      "learning_rate": 8.526323813233629e-06,
      "loss": 0.7445,
      "step": 26606
    },
    {
      "epoch": 0.560716938785187,
      "grad_norm": 0.14638309180736542,
      "learning_rate": 8.52564872931093e-06,
      "loss": 0.7735,
      "step": 26607
    },
    {
      "epoch": 0.5607380128235523,
      "grad_norm": 0.11269400268793106,
      "learning_rate": 8.524973652256649e-06,
      "loss": 0.7913,
      "step": 26608
    },
    {
      "epoch": 0.5607590868619177,
      "grad_norm": 0.12405499815940857,
      "learning_rate": 8.524298582073923e-06,
      "loss": 0.7017,
      "step": 26609
    },
    {
      "epoch": 0.5607801609002829,
      "grad_norm": 0.12769868969917297,
      "learning_rate": 8.523623518765903e-06,
      "loss": 0.824,
      "step": 26610
    },
    {
      "epoch": 0.5608012349386482,
      "grad_norm": 0.14404217898845673,
      "learning_rate": 8.522948462335733e-06,
      "loss": 0.7576,
      "step": 26611
    },
    {
      "epoch": 0.5608223089770135,
      "grad_norm": 0.13062545657157898,
      "learning_rate": 8.522273412786558e-06,
      "loss": 0.7635,
      "step": 26612
    },
    {
      "epoch": 0.5608433830153787,
      "grad_norm": 0.12279332429170609,
      "learning_rate": 8.521598370121522e-06,
      "loss": 0.749,
      "step": 26613
    },
    {
      "epoch": 0.5608644570537441,
      "grad_norm": 0.15067461133003235,
      "learning_rate": 8.520923334343767e-06,
      "loss": 0.7629,
      "step": 26614
    },
    {
      "epoch": 0.5608855310921094,
      "grad_norm": 0.14212071895599365,
      "learning_rate": 8.520248305456442e-06,
      "loss": 0.7479,
      "step": 26615
    },
    {
      "epoch": 0.5609066051304746,
      "grad_norm": 0.12789027392864227,
      "learning_rate": 8.519573283462688e-06,
      "loss": 0.7209,
      "step": 26616
    },
    {
      "epoch": 0.5609276791688399,
      "grad_norm": 0.14999394118785858,
      "learning_rate": 8.518898268365652e-06,
      "loss": 0.7329,
      "step": 26617
    },
    {
      "epoch": 0.5609487532072052,
      "grad_norm": 0.118964783847332,
      "learning_rate": 8.518223260168481e-06,
      "loss": 0.6741,
      "step": 26618
    },
    {
      "epoch": 0.5609698272455705,
      "grad_norm": 0.1349308341741562,
      "learning_rate": 8.517548258874313e-06,
      "loss": 0.6845,
      "step": 26619
    },
    {
      "epoch": 0.5609909012839358,
      "grad_norm": 0.09750497341156006,
      "learning_rate": 8.516873264486298e-06,
      "loss": 0.7125,
      "step": 26620
    },
    {
      "epoch": 0.5610119753223011,
      "grad_norm": 0.15618173778057098,
      "learning_rate": 8.51619827700758e-06,
      "loss": 0.7606,
      "step": 26621
    },
    {
      "epoch": 0.5610330493606663,
      "grad_norm": 0.12889161705970764,
      "learning_rate": 8.515523296441304e-06,
      "loss": 0.7526,
      "step": 26622
    },
    {
      "epoch": 0.5610541233990316,
      "grad_norm": 0.12934644520282745,
      "learning_rate": 8.514848322790612e-06,
      "loss": 0.7212,
      "step": 26623
    },
    {
      "epoch": 0.561075197437397,
      "grad_norm": 0.1457081139087677,
      "learning_rate": 8.51417335605865e-06,
      "loss": 0.7836,
      "step": 26624
    },
    {
      "epoch": 0.5610962714757622,
      "grad_norm": 0.13836884498596191,
      "learning_rate": 8.513498396248559e-06,
      "loss": 0.7604,
      "step": 26625
    },
    {
      "epoch": 0.5611173455141275,
      "grad_norm": 0.12713098526000977,
      "learning_rate": 8.512823443363488e-06,
      "loss": 0.6948,
      "step": 26626
    },
    {
      "epoch": 0.5611384195524928,
      "grad_norm": 0.14053378999233246,
      "learning_rate": 8.512148497406579e-06,
      "loss": 0.7716,
      "step": 26627
    },
    {
      "epoch": 0.561159493590858,
      "grad_norm": 0.13719619810581207,
      "learning_rate": 8.51147355838098e-06,
      "loss": 0.7199,
      "step": 26628
    },
    {
      "epoch": 0.5611805676292234,
      "grad_norm": 0.11558036506175995,
      "learning_rate": 8.510798626289828e-06,
      "loss": 0.653,
      "step": 26629
    },
    {
      "epoch": 0.5612016416675887,
      "grad_norm": 0.11995711922645569,
      "learning_rate": 8.510123701136274e-06,
      "loss": 0.7095,
      "step": 26630
    },
    {
      "epoch": 0.561222715705954,
      "grad_norm": 0.1029975563287735,
      "learning_rate": 8.509448782923458e-06,
      "loss": 0.7242,
      "step": 26631
    },
    {
      "epoch": 0.5612437897443192,
      "grad_norm": 0.1321363002061844,
      "learning_rate": 8.508773871654525e-06,
      "loss": 0.7148,
      "step": 26632
    },
    {
      "epoch": 0.5612648637826845,
      "grad_norm": 0.1314130276441574,
      "learning_rate": 8.508098967332619e-06,
      "loss": 0.8053,
      "step": 26633
    },
    {
      "epoch": 0.5612859378210499,
      "grad_norm": 0.13804514706134796,
      "learning_rate": 8.507424069960886e-06,
      "loss": 0.8113,
      "step": 26634
    },
    {
      "epoch": 0.5613070118594151,
      "grad_norm": 0.11097349971532822,
      "learning_rate": 8.50674917954247e-06,
      "loss": 0.7508,
      "step": 26635
    },
    {
      "epoch": 0.5613280858977804,
      "grad_norm": 0.1514790952205658,
      "learning_rate": 8.506074296080514e-06,
      "loss": 0.7822,
      "step": 26636
    },
    {
      "epoch": 0.5613491599361456,
      "grad_norm": 0.15041668713092804,
      "learning_rate": 8.505399419578164e-06,
      "loss": 0.7151,
      "step": 26637
    },
    {
      "epoch": 0.5613702339745109,
      "grad_norm": 0.13164769113063812,
      "learning_rate": 8.504724550038562e-06,
      "loss": 0.72,
      "step": 26638
    },
    {
      "epoch": 0.5613913080128763,
      "grad_norm": 0.14338089525699615,
      "learning_rate": 8.504049687464848e-06,
      "loss": 0.7289,
      "step": 26639
    },
    {
      "epoch": 0.5614123820512416,
      "grad_norm": 0.12630526721477509,
      "learning_rate": 8.503374831860173e-06,
      "loss": 0.7113,
      "step": 26640
    },
    {
      "epoch": 0.5614334560896068,
      "grad_norm": 0.10852673649787903,
      "learning_rate": 8.502699983227676e-06,
      "loss": 0.7136,
      "step": 26641
    },
    {
      "epoch": 0.5614545301279721,
      "grad_norm": 0.1388515830039978,
      "learning_rate": 8.502025141570504e-06,
      "loss": 0.7632,
      "step": 26642
    },
    {
      "epoch": 0.5614756041663373,
      "grad_norm": 0.14003923535346985,
      "learning_rate": 8.501350306891802e-06,
      "loss": 0.7492,
      "step": 26643
    },
    {
      "epoch": 0.5614966782047027,
      "grad_norm": 0.12306541204452515,
      "learning_rate": 8.500675479194707e-06,
      "loss": 0.781,
      "step": 26644
    },
    {
      "epoch": 0.561517752243068,
      "grad_norm": 0.12254620343446732,
      "learning_rate": 8.50000065848237e-06,
      "loss": 0.7649,
      "step": 26645
    },
    {
      "epoch": 0.5615388262814333,
      "grad_norm": 0.11418023705482483,
      "learning_rate": 8.499325844757929e-06,
      "loss": 0.6978,
      "step": 26646
    },
    {
      "epoch": 0.5615599003197985,
      "grad_norm": 0.11853285133838654,
      "learning_rate": 8.49865103802453e-06,
      "loss": 0.7262,
      "step": 26647
    },
    {
      "epoch": 0.5615809743581638,
      "grad_norm": 0.11164837330579758,
      "learning_rate": 8.497976238285318e-06,
      "loss": 0.7629,
      "step": 26648
    },
    {
      "epoch": 0.561602048396529,
      "grad_norm": 0.1216539815068245,
      "learning_rate": 8.497301445543437e-06,
      "loss": 0.807,
      "step": 26649
    },
    {
      "epoch": 0.5616231224348944,
      "grad_norm": 0.10766937583684921,
      "learning_rate": 8.496626659802029e-06,
      "loss": 0.8027,
      "step": 26650
    },
    {
      "epoch": 0.5616441964732597,
      "grad_norm": 0.12930399179458618,
      "learning_rate": 8.495951881064238e-06,
      "loss": 0.764,
      "step": 26651
    },
    {
      "epoch": 0.561665270511625,
      "grad_norm": 0.14137335121631622,
      "learning_rate": 8.495277109333209e-06,
      "loss": 0.8883,
      "step": 26652
    },
    {
      "epoch": 0.5616863445499902,
      "grad_norm": 0.1526281088590622,
      "learning_rate": 8.494602344612082e-06,
      "loss": 0.7713,
      "step": 26653
    },
    {
      "epoch": 0.5617074185883555,
      "grad_norm": 0.14556767046451569,
      "learning_rate": 8.493927586904002e-06,
      "loss": 0.7283,
      "step": 26654
    },
    {
      "epoch": 0.5617284926267209,
      "grad_norm": 0.1353367269039154,
      "learning_rate": 8.493252836212114e-06,
      "loss": 0.7198,
      "step": 26655
    },
    {
      "epoch": 0.5617495666650861,
      "grad_norm": 0.10205100476741791,
      "learning_rate": 8.492578092539558e-06,
      "loss": 0.7987,
      "step": 26656
    },
    {
      "epoch": 0.5617706407034514,
      "grad_norm": 0.13126111030578613,
      "learning_rate": 8.49190335588948e-06,
      "loss": 0.7108,
      "step": 26657
    },
    {
      "epoch": 0.5617917147418167,
      "grad_norm": 0.11025235801935196,
      "learning_rate": 8.491228626265027e-06,
      "loss": 0.7103,
      "step": 26658
    },
    {
      "epoch": 0.5618127887801819,
      "grad_norm": 0.22772903740406036,
      "learning_rate": 8.490553903669335e-06,
      "loss": 0.7697,
      "step": 26659
    },
    {
      "epoch": 0.5618338628185473,
      "grad_norm": 0.10113121569156647,
      "learning_rate": 8.48987918810555e-06,
      "loss": 0.7398,
      "step": 26660
    },
    {
      "epoch": 0.5618549368569126,
      "grad_norm": 0.13706575334072113,
      "learning_rate": 8.489204479576817e-06,
      "loss": 0.7367,
      "step": 26661
    },
    {
      "epoch": 0.5618760108952778,
      "grad_norm": 0.11501483619213104,
      "learning_rate": 8.488529778086274e-06,
      "loss": 0.7558,
      "step": 26662
    },
    {
      "epoch": 0.5618970849336431,
      "grad_norm": 0.1296503245830536,
      "learning_rate": 8.48785508363707e-06,
      "loss": 0.7992,
      "step": 26663
    },
    {
      "epoch": 0.5619181589720084,
      "grad_norm": 0.11609163135290146,
      "learning_rate": 8.487180396232347e-06,
      "loss": 0.6883,
      "step": 26664
    },
    {
      "epoch": 0.5619392330103737,
      "grad_norm": 0.13100063800811768,
      "learning_rate": 8.486505715875248e-06,
      "loss": 0.6679,
      "step": 26665
    },
    {
      "epoch": 0.561960307048739,
      "grad_norm": 0.13656669855117798,
      "learning_rate": 8.485831042568915e-06,
      "loss": 0.7342,
      "step": 26666
    },
    {
      "epoch": 0.5619813810871043,
      "grad_norm": 0.14050348103046417,
      "learning_rate": 8.485156376316492e-06,
      "loss": 0.784,
      "step": 26667
    },
    {
      "epoch": 0.5620024551254695,
      "grad_norm": 0.12437794357538223,
      "learning_rate": 8.484481717121122e-06,
      "loss": 0.751,
      "step": 26668
    },
    {
      "epoch": 0.5620235291638348,
      "grad_norm": 0.15645205974578857,
      "learning_rate": 8.483807064985946e-06,
      "loss": 0.8383,
      "step": 26669
    },
    {
      "epoch": 0.5620446032022002,
      "grad_norm": 0.1402072012424469,
      "learning_rate": 8.483132419914106e-06,
      "loss": 0.7857,
      "step": 26670
    },
    {
      "epoch": 0.5620656772405654,
      "grad_norm": 0.1248236671090126,
      "learning_rate": 8.48245778190875e-06,
      "loss": 0.6994,
      "step": 26671
    },
    {
      "epoch": 0.5620867512789307,
      "grad_norm": 0.14790241420269012,
      "learning_rate": 8.481783150973019e-06,
      "loss": 0.7645,
      "step": 26672
    },
    {
      "epoch": 0.562107825317296,
      "grad_norm": 0.11561909317970276,
      "learning_rate": 8.481108527110054e-06,
      "loss": 0.6714,
      "step": 26673
    },
    {
      "epoch": 0.5621288993556612,
      "grad_norm": 0.1445838063955307,
      "learning_rate": 8.480433910322996e-06,
      "loss": 0.8364,
      "step": 26674
    },
    {
      "epoch": 0.5621499733940266,
      "grad_norm": 0.14795827865600586,
      "learning_rate": 8.479759300614992e-06,
      "loss": 0.746,
      "step": 26675
    },
    {
      "epoch": 0.5621710474323919,
      "grad_norm": 0.15768660604953766,
      "learning_rate": 8.479084697989182e-06,
      "loss": 0.7755,
      "step": 26676
    },
    {
      "epoch": 0.5621921214707571,
      "grad_norm": 0.18621638417243958,
      "learning_rate": 8.47841010244871e-06,
      "loss": 0.8073,
      "step": 26677
    },
    {
      "epoch": 0.5622131955091224,
      "grad_norm": 0.12929564714431763,
      "learning_rate": 8.47773551399672e-06,
      "loss": 0.7359,
      "step": 26678
    },
    {
      "epoch": 0.5622342695474877,
      "grad_norm": 0.13690835237503052,
      "learning_rate": 8.477060932636355e-06,
      "loss": 0.7726,
      "step": 26679
    },
    {
      "epoch": 0.562255343585853,
      "grad_norm": 0.13315732777118683,
      "learning_rate": 8.476386358370752e-06,
      "loss": 0.7592,
      "step": 26680
    },
    {
      "epoch": 0.5622764176242183,
      "grad_norm": 0.11322388797998428,
      "learning_rate": 8.47571179120306e-06,
      "loss": 0.7435,
      "step": 26681
    },
    {
      "epoch": 0.5622974916625836,
      "grad_norm": 0.12621870636940002,
      "learning_rate": 8.47503723113642e-06,
      "loss": 0.7345,
      "step": 26682
    },
    {
      "epoch": 0.5623185657009488,
      "grad_norm": 0.10706612467765808,
      "learning_rate": 8.47436267817397e-06,
      "loss": 0.7203,
      "step": 26683
    },
    {
      "epoch": 0.5623396397393141,
      "grad_norm": 0.1252407282590866,
      "learning_rate": 8.473688132318858e-06,
      "loss": 0.7674,
      "step": 26684
    },
    {
      "epoch": 0.5623607137776794,
      "grad_norm": 0.11719302088022232,
      "learning_rate": 8.473013593574224e-06,
      "loss": 0.742,
      "step": 26685
    },
    {
      "epoch": 0.5623817878160448,
      "grad_norm": 0.11824534833431244,
      "learning_rate": 8.47233906194321e-06,
      "loss": 0.7583,
      "step": 26686
    },
    {
      "epoch": 0.56240286185441,
      "grad_norm": 0.17678649723529816,
      "learning_rate": 8.471664537428961e-06,
      "loss": 0.7156,
      "step": 26687
    },
    {
      "epoch": 0.5624239358927753,
      "grad_norm": 0.11502289026975632,
      "learning_rate": 8.470990020034618e-06,
      "loss": 0.7384,
      "step": 26688
    },
    {
      "epoch": 0.5624450099311405,
      "grad_norm": 0.11497263610363007,
      "learning_rate": 8.47031550976332e-06,
      "loss": 0.7221,
      "step": 26689
    },
    {
      "epoch": 0.5624660839695058,
      "grad_norm": 0.12077146768569946,
      "learning_rate": 8.469641006618212e-06,
      "loss": 0.7902,
      "step": 26690
    },
    {
      "epoch": 0.5624871580078712,
      "grad_norm": 0.12469637393951416,
      "learning_rate": 8.468966510602435e-06,
      "loss": 0.7162,
      "step": 26691
    },
    {
      "epoch": 0.5625082320462365,
      "grad_norm": 0.11929881572723389,
      "learning_rate": 8.468292021719134e-06,
      "loss": 0.7762,
      "step": 26692
    },
    {
      "epoch": 0.5625293060846017,
      "grad_norm": 0.1234792023897171,
      "learning_rate": 8.46761753997145e-06,
      "loss": 0.7067,
      "step": 26693
    },
    {
      "epoch": 0.562550380122967,
      "grad_norm": 0.10457457602024078,
      "learning_rate": 8.466943065362525e-06,
      "loss": 0.773,
      "step": 26694
    },
    {
      "epoch": 0.5625714541613323,
      "grad_norm": 0.10396285355091095,
      "learning_rate": 8.466268597895502e-06,
      "loss": 0.6932,
      "step": 26695
    },
    {
      "epoch": 0.5625925281996976,
      "grad_norm": 0.11128690093755722,
      "learning_rate": 8.465594137573524e-06,
      "loss": 0.7725,
      "step": 26696
    },
    {
      "epoch": 0.5626136022380629,
      "grad_norm": 0.09750927239656448,
      "learning_rate": 8.464919684399726e-06,
      "loss": 0.7273,
      "step": 26697
    },
    {
      "epoch": 0.5626346762764282,
      "grad_norm": 0.1279023140668869,
      "learning_rate": 8.464245238377258e-06,
      "loss": 0.7018,
      "step": 26698
    },
    {
      "epoch": 0.5626557503147934,
      "grad_norm": 0.1260412186384201,
      "learning_rate": 8.463570799509257e-06,
      "loss": 0.7343,
      "step": 26699
    },
    {
      "epoch": 0.5626768243531587,
      "grad_norm": 0.1186399981379509,
      "learning_rate": 8.462896367798869e-06,
      "loss": 0.7366,
      "step": 26700
    },
    {
      "epoch": 0.5626978983915241,
      "grad_norm": 0.13427624106407166,
      "learning_rate": 8.462221943249232e-06,
      "loss": 0.7674,
      "step": 26701
    },
    {
      "epoch": 0.5627189724298893,
      "grad_norm": 0.11303927004337311,
      "learning_rate": 8.461547525863492e-06,
      "loss": 0.7111,
      "step": 26702
    },
    {
      "epoch": 0.5627400464682546,
      "grad_norm": 0.10910654813051224,
      "learning_rate": 8.460873115644788e-06,
      "loss": 0.7325,
      "step": 26703
    },
    {
      "epoch": 0.5627611205066199,
      "grad_norm": 0.12351351231336594,
      "learning_rate": 8.46019871259626e-06,
      "loss": 0.6809,
      "step": 26704
    },
    {
      "epoch": 0.5627821945449851,
      "grad_norm": 0.10727978497743607,
      "learning_rate": 8.459524316721053e-06,
      "loss": 0.7508,
      "step": 26705
    },
    {
      "epoch": 0.5628032685833505,
      "grad_norm": 0.11545789241790771,
      "learning_rate": 8.458849928022308e-06,
      "loss": 0.6659,
      "step": 26706
    },
    {
      "epoch": 0.5628243426217158,
      "grad_norm": 0.11984969675540924,
      "learning_rate": 8.458175546503167e-06,
      "loss": 0.7471,
      "step": 26707
    },
    {
      "epoch": 0.562845416660081,
      "grad_norm": 0.10423632711172104,
      "learning_rate": 8.457501172166773e-06,
      "loss": 0.6764,
      "step": 26708
    },
    {
      "epoch": 0.5628664906984463,
      "grad_norm": 0.13992862403392792,
      "learning_rate": 8.456826805016262e-06,
      "loss": 0.8073,
      "step": 26709
    },
    {
      "epoch": 0.5628875647368116,
      "grad_norm": 0.12699754536151886,
      "learning_rate": 8.456152445054782e-06,
      "loss": 0.711,
      "step": 26710
    },
    {
      "epoch": 0.5629086387751769,
      "grad_norm": 0.14580245316028595,
      "learning_rate": 8.455478092285475e-06,
      "loss": 0.7774,
      "step": 26711
    },
    {
      "epoch": 0.5629297128135422,
      "grad_norm": 0.11391345411539078,
      "learning_rate": 8.454803746711477e-06,
      "loss": 0.7402,
      "step": 26712
    },
    {
      "epoch": 0.5629507868519075,
      "grad_norm": 0.1190362498164177,
      "learning_rate": 8.45412940833593e-06,
      "loss": 0.7471,
      "step": 26713
    },
    {
      "epoch": 0.5629718608902727,
      "grad_norm": 0.11261288076639175,
      "learning_rate": 8.45345507716198e-06,
      "loss": 0.6801,
      "step": 26714
    },
    {
      "epoch": 0.562992934928638,
      "grad_norm": 0.11055320501327515,
      "learning_rate": 8.452780753192766e-06,
      "loss": 0.7508,
      "step": 26715
    },
    {
      "epoch": 0.5630140089670034,
      "grad_norm": 0.11167886108160019,
      "learning_rate": 8.45210643643143e-06,
      "loss": 0.7376,
      "step": 26716
    },
    {
      "epoch": 0.5630350830053686,
      "grad_norm": 0.10900264233350754,
      "learning_rate": 8.451432126881113e-06,
      "loss": 0.7691,
      "step": 26717
    },
    {
      "epoch": 0.5630561570437339,
      "grad_norm": 0.10761529207229614,
      "learning_rate": 8.450757824544956e-06,
      "loss": 0.7435,
      "step": 26718
    },
    {
      "epoch": 0.5630772310820992,
      "grad_norm": 0.1143416240811348,
      "learning_rate": 8.450083529426094e-06,
      "loss": 0.6307,
      "step": 26719
    },
    {
      "epoch": 0.5630983051204644,
      "grad_norm": 0.11989904195070267,
      "learning_rate": 8.449409241527683e-06,
      "loss": 0.7925,
      "step": 26720
    },
    {
      "epoch": 0.5631193791588298,
      "grad_norm": 0.11246080696582794,
      "learning_rate": 8.448734960852853e-06,
      "loss": 0.7352,
      "step": 26721
    },
    {
      "epoch": 0.5631404531971951,
      "grad_norm": 0.11575345695018768,
      "learning_rate": 8.448060687404749e-06,
      "loss": 0.7209,
      "step": 26722
    },
    {
      "epoch": 0.5631615272355603,
      "grad_norm": 0.12601549923419952,
      "learning_rate": 8.447386421186511e-06,
      "loss": 0.7551,
      "step": 26723
    },
    {
      "epoch": 0.5631826012739256,
      "grad_norm": 0.1083592101931572,
      "learning_rate": 8.446712162201281e-06,
      "loss": 0.7593,
      "step": 26724
    },
    {
      "epoch": 0.5632036753122909,
      "grad_norm": 0.11752364784479141,
      "learning_rate": 8.446037910452198e-06,
      "loss": 0.7178,
      "step": 26725
    },
    {
      "epoch": 0.5632247493506561,
      "grad_norm": 0.11951204389333725,
      "learning_rate": 8.445363665942408e-06,
      "loss": 0.7223,
      "step": 26726
    },
    {
      "epoch": 0.5632458233890215,
      "grad_norm": 0.14435800909996033,
      "learning_rate": 8.444689428675045e-06,
      "loss": 0.7548,
      "step": 26727
    },
    {
      "epoch": 0.5632668974273868,
      "grad_norm": 0.12081722915172577,
      "learning_rate": 8.444015198653257e-06,
      "loss": 0.7898,
      "step": 26728
    },
    {
      "epoch": 0.563287971465752,
      "grad_norm": 0.12204024195671082,
      "learning_rate": 8.44334097588018e-06,
      "loss": 0.7378,
      "step": 26729
    },
    {
      "epoch": 0.5633090455041173,
      "grad_norm": 0.1263120323419571,
      "learning_rate": 8.442666760358956e-06,
      "loss": 0.7765,
      "step": 26730
    },
    {
      "epoch": 0.5633301195424826,
      "grad_norm": 0.1353049874305725,
      "learning_rate": 8.441992552092729e-06,
      "loss": 0.7924,
      "step": 26731
    },
    {
      "epoch": 0.563351193580848,
      "grad_norm": 0.17017194628715515,
      "learning_rate": 8.441318351084636e-06,
      "loss": 0.7534,
      "step": 26732
    },
    {
      "epoch": 0.5633722676192132,
      "grad_norm": 0.12309359759092331,
      "learning_rate": 8.440644157337819e-06,
      "loss": 0.7516,
      "step": 26733
    },
    {
      "epoch": 0.5633933416575785,
      "grad_norm": 0.12261925637722015,
      "learning_rate": 8.439969970855412e-06,
      "loss": 0.7197,
      "step": 26734
    },
    {
      "epoch": 0.5634144156959437,
      "grad_norm": 0.10926972329616547,
      "learning_rate": 8.439295791640574e-06,
      "loss": 0.7701,
      "step": 26735
    },
    {
      "epoch": 0.563435489734309,
      "grad_norm": 0.11155521869659424,
      "learning_rate": 8.43862161969643e-06,
      "loss": 0.7731,
      "step": 26736
    },
    {
      "epoch": 0.5634565637726744,
      "grad_norm": 0.10334968566894531,
      "learning_rate": 8.437947455026124e-06,
      "loss": 0.6847,
      "step": 26737
    },
    {
      "epoch": 0.5634776378110397,
      "grad_norm": 0.1258852332830429,
      "learning_rate": 8.4372732976328e-06,
      "loss": 0.6575,
      "step": 26738
    },
    {
      "epoch": 0.5634987118494049,
      "grad_norm": 0.10993051528930664,
      "learning_rate": 8.436599147519596e-06,
      "loss": 0.8382,
      "step": 26739
    },
    {
      "epoch": 0.5635197858877702,
      "grad_norm": 0.10151422768831253,
      "learning_rate": 8.435925004689654e-06,
      "loss": 0.7154,
      "step": 26740
    },
    {
      "epoch": 0.5635408599261355,
      "grad_norm": 0.12321934103965759,
      "learning_rate": 8.435250869146111e-06,
      "loss": 0.7836,
      "step": 26741
    },
    {
      "epoch": 0.5635619339645008,
      "grad_norm": 0.10684873163700104,
      "learning_rate": 8.434576740892112e-06,
      "loss": 0.7423,
      "step": 26742
    },
    {
      "epoch": 0.5635830080028661,
      "grad_norm": 0.1070561408996582,
      "learning_rate": 8.433902619930798e-06,
      "loss": 0.7715,
      "step": 26743
    },
    {
      "epoch": 0.5636040820412314,
      "grad_norm": 0.1215919703245163,
      "learning_rate": 8.433228506265303e-06,
      "loss": 0.7322,
      "step": 26744
    },
    {
      "epoch": 0.5636251560795966,
      "grad_norm": 0.10706159472465515,
      "learning_rate": 8.432554399898773e-06,
      "loss": 0.7888,
      "step": 26745
    },
    {
      "epoch": 0.5636462301179619,
      "grad_norm": 0.21404559910297394,
      "learning_rate": 8.43188030083435e-06,
      "loss": 0.7378,
      "step": 26746
    },
    {
      "epoch": 0.5636673041563273,
      "grad_norm": 0.12015931308269501,
      "learning_rate": 8.43120620907517e-06,
      "loss": 0.8023,
      "step": 26747
    },
    {
      "epoch": 0.5636883781946925,
      "grad_norm": 0.10997311770915985,
      "learning_rate": 8.430532124624368e-06,
      "loss": 0.8173,
      "step": 26748
    },
    {
      "epoch": 0.5637094522330578,
      "grad_norm": 0.12588338553905487,
      "learning_rate": 8.429858047485098e-06,
      "loss": 0.7026,
      "step": 26749
    },
    {
      "epoch": 0.5637305262714231,
      "grad_norm": 0.11008483916521072,
      "learning_rate": 8.42918397766049e-06,
      "loss": 0.77,
      "step": 26750
    },
    {
      "epoch": 0.5637516003097883,
      "grad_norm": 0.130079984664917,
      "learning_rate": 8.42850991515369e-06,
      "loss": 0.7257,
      "step": 26751
    },
    {
      "epoch": 0.5637726743481537,
      "grad_norm": 0.13419117033481598,
      "learning_rate": 8.427835859967835e-06,
      "loss": 0.7456,
      "step": 26752
    },
    {
      "epoch": 0.563793748386519,
      "grad_norm": 0.1363283097743988,
      "learning_rate": 8.427161812106063e-06,
      "loss": 0.7153,
      "step": 26753
    },
    {
      "epoch": 0.5638148224248842,
      "grad_norm": 0.1298786699771881,
      "learning_rate": 8.426487771571521e-06,
      "loss": 0.7931,
      "step": 26754
    },
    {
      "epoch": 0.5638358964632495,
      "grad_norm": 0.18104428052902222,
      "learning_rate": 8.425813738367345e-06,
      "loss": 0.7871,
      "step": 26755
    },
    {
      "epoch": 0.5638569705016148,
      "grad_norm": 0.15850704908370972,
      "learning_rate": 8.425139712496673e-06,
      "loss": 0.7159,
      "step": 26756
    },
    {
      "epoch": 0.5638780445399801,
      "grad_norm": 0.13885726034641266,
      "learning_rate": 8.424465693962647e-06,
      "loss": 0.7849,
      "step": 26757
    },
    {
      "epoch": 0.5638991185783454,
      "grad_norm": 0.12258204072713852,
      "learning_rate": 8.423791682768408e-06,
      "loss": 0.6846,
      "step": 26758
    },
    {
      "epoch": 0.5639201926167107,
      "grad_norm": 0.1341577172279358,
      "learning_rate": 8.423117678917094e-06,
      "loss": 0.8209,
      "step": 26759
    },
    {
      "epoch": 0.5639412666550759,
      "grad_norm": 0.13017138838768005,
      "learning_rate": 8.422443682411847e-06,
      "loss": 0.7526,
      "step": 26760
    },
    {
      "epoch": 0.5639623406934412,
      "grad_norm": 0.10124677419662476,
      "learning_rate": 8.421769693255806e-06,
      "loss": 0.7165,
      "step": 26761
    },
    {
      "epoch": 0.5639834147318065,
      "grad_norm": 0.1545974761247635,
      "learning_rate": 8.421095711452105e-06,
      "loss": 0.7886,
      "step": 26762
    },
    {
      "epoch": 0.5640044887701718,
      "grad_norm": 0.1442490816116333,
      "learning_rate": 8.420421737003895e-06,
      "loss": 0.7202,
      "step": 26763
    },
    {
      "epoch": 0.5640255628085371,
      "grad_norm": 0.1604473739862442,
      "learning_rate": 8.419747769914311e-06,
      "loss": 0.7604,
      "step": 26764
    },
    {
      "epoch": 0.5640466368469024,
      "grad_norm": 0.18980857729911804,
      "learning_rate": 8.41907381018649e-06,
      "loss": 0.729,
      "step": 26765
    },
    {
      "epoch": 0.5640677108852676,
      "grad_norm": 0.15380042791366577,
      "learning_rate": 8.418399857823574e-06,
      "loss": 0.7082,
      "step": 26766
    },
    {
      "epoch": 0.5640887849236329,
      "grad_norm": 0.1135043352842331,
      "learning_rate": 8.417725912828702e-06,
      "loss": 0.7889,
      "step": 26767
    },
    {
      "epoch": 0.5641098589619983,
      "grad_norm": 0.12966270744800568,
      "learning_rate": 8.417051975205014e-06,
      "loss": 0.7538,
      "step": 26768
    },
    {
      "epoch": 0.5641309330003635,
      "grad_norm": 0.11744539439678192,
      "learning_rate": 8.416378044955651e-06,
      "loss": 0.7884,
      "step": 26769
    },
    {
      "epoch": 0.5641520070387288,
      "grad_norm": 0.11669568717479706,
      "learning_rate": 8.415704122083752e-06,
      "loss": 0.7373,
      "step": 26770
    },
    {
      "epoch": 0.5641730810770941,
      "grad_norm": 0.1102197915315628,
      "learning_rate": 8.415030206592454e-06,
      "loss": 0.7461,
      "step": 26771
    },
    {
      "epoch": 0.5641941551154593,
      "grad_norm": 0.12957696616649628,
      "learning_rate": 8.414356298484898e-06,
      "loss": 0.7126,
      "step": 26772
    },
    {
      "epoch": 0.5642152291538247,
      "grad_norm": 0.12408926337957382,
      "learning_rate": 8.413682397764224e-06,
      "loss": 0.7556,
      "step": 26773
    },
    {
      "epoch": 0.56423630319219,
      "grad_norm": 0.15901078283786774,
      "learning_rate": 8.413008504433571e-06,
      "loss": 0.7083,
      "step": 26774
    },
    {
      "epoch": 0.5642573772305552,
      "grad_norm": 0.10891018807888031,
      "learning_rate": 8.412334618496077e-06,
      "loss": 0.7808,
      "step": 26775
    },
    {
      "epoch": 0.5642784512689205,
      "grad_norm": 0.16866663098335266,
      "learning_rate": 8.411660739954888e-06,
      "loss": 0.7726,
      "step": 26776
    },
    {
      "epoch": 0.5642995253072858,
      "grad_norm": 0.14289306104183197,
      "learning_rate": 8.410986868813129e-06,
      "loss": 0.8271,
      "step": 26777
    },
    {
      "epoch": 0.5643205993456512,
      "grad_norm": 0.14752481877803802,
      "learning_rate": 8.410313005073955e-06,
      "loss": 0.7389,
      "step": 26778
    },
    {
      "epoch": 0.5643416733840164,
      "grad_norm": 0.17387747764587402,
      "learning_rate": 8.4096391487405e-06,
      "loss": 0.7322,
      "step": 26779
    },
    {
      "epoch": 0.5643627474223817,
      "grad_norm": 0.17548678815364838,
      "learning_rate": 8.408965299815898e-06,
      "loss": 0.8553,
      "step": 26780
    },
    {
      "epoch": 0.564383821460747,
      "grad_norm": 0.18451406061649323,
      "learning_rate": 8.408291458303294e-06,
      "loss": 0.808,
      "step": 26781
    },
    {
      "epoch": 0.5644048954991122,
      "grad_norm": 0.1112891435623169,
      "learning_rate": 8.407617624205827e-06,
      "loss": 0.7351,
      "step": 26782
    },
    {
      "epoch": 0.5644259695374776,
      "grad_norm": 0.16496902704238892,
      "learning_rate": 8.406943797526633e-06,
      "loss": 0.8181,
      "step": 26783
    },
    {
      "epoch": 0.5644470435758429,
      "grad_norm": 0.1154060885310173,
      "learning_rate": 8.406269978268852e-06,
      "loss": 0.7609,
      "step": 26784
    },
    {
      "epoch": 0.5644681176142081,
      "grad_norm": 0.1661699265241623,
      "learning_rate": 8.405596166435625e-06,
      "loss": 0.7656,
      "step": 26785
    },
    {
      "epoch": 0.5644891916525734,
      "grad_norm": 0.13698408007621765,
      "learning_rate": 8.40492236203009e-06,
      "loss": 0.7743,
      "step": 26786
    },
    {
      "epoch": 0.5645102656909387,
      "grad_norm": 0.14148540794849396,
      "learning_rate": 8.404248565055384e-06,
      "loss": 0.7255,
      "step": 26787
    },
    {
      "epoch": 0.564531339729304,
      "grad_norm": 0.114251047372818,
      "learning_rate": 8.403574775514646e-06,
      "loss": 0.7167,
      "step": 26788
    },
    {
      "epoch": 0.5645524137676693,
      "grad_norm": 0.16294285655021667,
      "learning_rate": 8.402900993411019e-06,
      "loss": 0.7168,
      "step": 26789
    },
    {
      "epoch": 0.5645734878060346,
      "grad_norm": 0.1309177428483963,
      "learning_rate": 8.402227218747642e-06,
      "loss": 0.83,
      "step": 26790
    },
    {
      "epoch": 0.5645945618443998,
      "grad_norm": 0.13609370589256287,
      "learning_rate": 8.401553451527644e-06,
      "loss": 0.6898,
      "step": 26791
    },
    {
      "epoch": 0.5646156358827651,
      "grad_norm": 0.13446594774723053,
      "learning_rate": 8.400879691754175e-06,
      "loss": 0.8085,
      "step": 26792
    },
    {
      "epoch": 0.5646367099211305,
      "grad_norm": 0.11461398750543594,
      "learning_rate": 8.400205939430369e-06,
      "loss": 0.7437,
      "step": 26793
    },
    {
      "epoch": 0.5646577839594957,
      "grad_norm": 0.12872850894927979,
      "learning_rate": 8.399532194559369e-06,
      "loss": 0.7515,
      "step": 26794
    },
    {
      "epoch": 0.564678857997861,
      "grad_norm": 0.1301306039094925,
      "learning_rate": 8.398858457144307e-06,
      "loss": 0.768,
      "step": 26795
    },
    {
      "epoch": 0.5646999320362263,
      "grad_norm": 0.16439305245876312,
      "learning_rate": 8.398184727188327e-06,
      "loss": 0.6826,
      "step": 26796
    },
    {
      "epoch": 0.5647210060745915,
      "grad_norm": 0.11658027768135071,
      "learning_rate": 8.397511004694562e-06,
      "loss": 0.7632,
      "step": 26797
    },
    {
      "epoch": 0.5647420801129568,
      "grad_norm": 0.11972729861736298,
      "learning_rate": 8.396837289666157e-06,
      "loss": 0.7303,
      "step": 26798
    },
    {
      "epoch": 0.5647631541513222,
      "grad_norm": 0.13782766461372375,
      "learning_rate": 8.39616358210625e-06,
      "loss": 0.8001,
      "step": 26799
    },
    {
      "epoch": 0.5647842281896874,
      "grad_norm": 0.11335696280002594,
      "learning_rate": 8.395489882017976e-06,
      "loss": 0.7487,
      "step": 26800
    },
    {
      "epoch": 0.5648053022280527,
      "grad_norm": 0.14470341801643372,
      "learning_rate": 8.394816189404472e-06,
      "loss": 0.812,
      "step": 26801
    },
    {
      "epoch": 0.564826376266418,
      "grad_norm": 0.12838208675384521,
      "learning_rate": 8.394142504268881e-06,
      "loss": 0.7899,
      "step": 26802
    },
    {
      "epoch": 0.5648474503047832,
      "grad_norm": 0.13150180876255035,
      "learning_rate": 8.39346882661434e-06,
      "loss": 0.7713,
      "step": 26803
    },
    {
      "epoch": 0.5648685243431486,
      "grad_norm": 0.13303732872009277,
      "learning_rate": 8.392795156443985e-06,
      "loss": 0.7675,
      "step": 26804
    },
    {
      "epoch": 0.5648895983815139,
      "grad_norm": 0.11712951213121414,
      "learning_rate": 8.392121493760961e-06,
      "loss": 0.7468,
      "step": 26805
    },
    {
      "epoch": 0.5649106724198791,
      "grad_norm": 0.13752461969852448,
      "learning_rate": 8.391447838568394e-06,
      "loss": 0.7416,
      "step": 26806
    },
    {
      "epoch": 0.5649317464582444,
      "grad_norm": 0.11129014194011688,
      "learning_rate": 8.390774190869434e-06,
      "loss": 0.7304,
      "step": 26807
    },
    {
      "epoch": 0.5649528204966097,
      "grad_norm": 0.11837092787027359,
      "learning_rate": 8.390100550667218e-06,
      "loss": 0.7135,
      "step": 26808
    },
    {
      "epoch": 0.564973894534975,
      "grad_norm": 0.11729570478200912,
      "learning_rate": 8.38942691796488e-06,
      "loss": 0.7097,
      "step": 26809
    },
    {
      "epoch": 0.5649949685733403,
      "grad_norm": 0.12023673951625824,
      "learning_rate": 8.388753292765559e-06,
      "loss": 0.7333,
      "step": 26810
    },
    {
      "epoch": 0.5650160426117056,
      "grad_norm": 0.13156700134277344,
      "learning_rate": 8.388079675072394e-06,
      "loss": 0.7891,
      "step": 26811
    },
    {
      "epoch": 0.5650371166500708,
      "grad_norm": 0.12911848723888397,
      "learning_rate": 8.387406064888524e-06,
      "loss": 0.7523,
      "step": 26812
    },
    {
      "epoch": 0.5650581906884361,
      "grad_norm": 0.12417230755090714,
      "learning_rate": 8.386732462217083e-06,
      "loss": 0.7287,
      "step": 26813
    },
    {
      "epoch": 0.5650792647268015,
      "grad_norm": 0.11155295372009277,
      "learning_rate": 8.386058867061217e-06,
      "loss": 0.7807,
      "step": 26814
    },
    {
      "epoch": 0.5651003387651667,
      "grad_norm": 0.16711513698101044,
      "learning_rate": 8.385385279424057e-06,
      "loss": 0.7302,
      "step": 26815
    },
    {
      "epoch": 0.565121412803532,
      "grad_norm": 0.13949474692344666,
      "learning_rate": 8.384711699308742e-06,
      "loss": 0.6967,
      "step": 26816
    },
    {
      "epoch": 0.5651424868418973,
      "grad_norm": 0.138868048787117,
      "learning_rate": 8.384038126718413e-06,
      "loss": 0.7775,
      "step": 26817
    },
    {
      "epoch": 0.5651635608802625,
      "grad_norm": 0.12812767922878265,
      "learning_rate": 8.383364561656204e-06,
      "loss": 0.7223,
      "step": 26818
    },
    {
      "epoch": 0.5651846349186279,
      "grad_norm": 0.1290780007839203,
      "learning_rate": 8.382691004125256e-06,
      "loss": 0.7814,
      "step": 26819
    },
    {
      "epoch": 0.5652057089569932,
      "grad_norm": 0.12462195754051208,
      "learning_rate": 8.382017454128702e-06,
      "loss": 0.8113,
      "step": 26820
    },
    {
      "epoch": 0.5652267829953584,
      "grad_norm": 0.11770522594451904,
      "learning_rate": 8.381343911669687e-06,
      "loss": 0.8095,
      "step": 26821
    },
    {
      "epoch": 0.5652478570337237,
      "grad_norm": 0.11066935211420059,
      "learning_rate": 8.380670376751345e-06,
      "loss": 0.7027,
      "step": 26822
    },
    {
      "epoch": 0.565268931072089,
      "grad_norm": 0.13190604746341705,
      "learning_rate": 8.379996849376816e-06,
      "loss": 0.7764,
      "step": 26823
    },
    {
      "epoch": 0.5652900051104544,
      "grad_norm": 0.1432190090417862,
      "learning_rate": 8.379323329549235e-06,
      "loss": 0.8101,
      "step": 26824
    },
    {
      "epoch": 0.5653110791488196,
      "grad_norm": 0.12345532327890396,
      "learning_rate": 8.378649817271737e-06,
      "loss": 0.811,
      "step": 26825
    },
    {
      "epoch": 0.5653321531871849,
      "grad_norm": 0.5140343904495239,
      "learning_rate": 8.377976312547464e-06,
      "loss": 0.7265,
      "step": 26826
    },
    {
      "epoch": 0.5653532272255501,
      "grad_norm": 0.11533467471599579,
      "learning_rate": 8.377302815379554e-06,
      "loss": 0.7252,
      "step": 26827
    },
    {
      "epoch": 0.5653743012639154,
      "grad_norm": 0.11300520598888397,
      "learning_rate": 8.376629325771141e-06,
      "loss": 0.6835,
      "step": 26828
    },
    {
      "epoch": 0.5653953753022808,
      "grad_norm": 0.1414499580860138,
      "learning_rate": 8.37595584372537e-06,
      "loss": 0.7873,
      "step": 26829
    },
    {
      "epoch": 0.565416449340646,
      "grad_norm": 0.13529446721076965,
      "learning_rate": 8.375282369245368e-06,
      "loss": 0.8196,
      "step": 26830
    },
    {
      "epoch": 0.5654375233790113,
      "grad_norm": 0.14447671175003052,
      "learning_rate": 8.374608902334278e-06,
      "loss": 0.7929,
      "step": 26831
    },
    {
      "epoch": 0.5654585974173766,
      "grad_norm": 0.1338673233985901,
      "learning_rate": 8.373935442995238e-06,
      "loss": 0.7943,
      "step": 26832
    },
    {
      "epoch": 0.5654796714557419,
      "grad_norm": 0.15517908334732056,
      "learning_rate": 8.373261991231384e-06,
      "loss": 0.7704,
      "step": 26833
    },
    {
      "epoch": 0.5655007454941072,
      "grad_norm": 0.12142185121774673,
      "learning_rate": 8.372588547045852e-06,
      "loss": 0.8785,
      "step": 26834
    },
    {
      "epoch": 0.5655218195324725,
      "grad_norm": 0.11650814861059189,
      "learning_rate": 8.371915110441781e-06,
      "loss": 0.78,
      "step": 26835
    },
    {
      "epoch": 0.5655428935708378,
      "grad_norm": 0.13783159852027893,
      "learning_rate": 8.371241681422311e-06,
      "loss": 0.8144,
      "step": 26836
    },
    {
      "epoch": 0.565563967609203,
      "grad_norm": 0.15022772550582886,
      "learning_rate": 8.370568259990575e-06,
      "loss": 0.7563,
      "step": 26837
    },
    {
      "epoch": 0.5655850416475683,
      "grad_norm": 0.14991499483585358,
      "learning_rate": 8.369894846149713e-06,
      "loss": 0.7862,
      "step": 26838
    },
    {
      "epoch": 0.5656061156859336,
      "grad_norm": 0.13404470682144165,
      "learning_rate": 8.36922143990286e-06,
      "loss": 0.814,
      "step": 26839
    },
    {
      "epoch": 0.5656271897242989,
      "grad_norm": 0.13174977898597717,
      "learning_rate": 8.368548041253155e-06,
      "loss": 0.7161,
      "step": 26840
    },
    {
      "epoch": 0.5656482637626642,
      "grad_norm": 0.13362446427345276,
      "learning_rate": 8.367874650203733e-06,
      "loss": 0.7404,
      "step": 26841
    },
    {
      "epoch": 0.5656693378010295,
      "grad_norm": 0.15250952541828156,
      "learning_rate": 8.367201266757732e-06,
      "loss": 0.8219,
      "step": 26842
    },
    {
      "epoch": 0.5656904118393947,
      "grad_norm": 0.14281944930553436,
      "learning_rate": 8.366527890918287e-06,
      "loss": 0.7609,
      "step": 26843
    },
    {
      "epoch": 0.56571148587776,
      "grad_norm": 0.115986168384552,
      "learning_rate": 8.365854522688543e-06,
      "loss": 0.6804,
      "step": 26844
    },
    {
      "epoch": 0.5657325599161254,
      "grad_norm": 0.14035053551197052,
      "learning_rate": 8.365181162071627e-06,
      "loss": 0.7653,
      "step": 26845
    },
    {
      "epoch": 0.5657536339544906,
      "grad_norm": 0.14727742969989777,
      "learning_rate": 8.36450780907068e-06,
      "loss": 0.7942,
      "step": 26846
    },
    {
      "epoch": 0.5657747079928559,
      "grad_norm": 0.1157788559794426,
      "learning_rate": 8.36383446368884e-06,
      "loss": 0.8081,
      "step": 26847
    },
    {
      "epoch": 0.5657957820312212,
      "grad_norm": 0.13057257235050201,
      "learning_rate": 8.363161125929242e-06,
      "loss": 0.7738,
      "step": 26848
    },
    {
      "epoch": 0.5658168560695864,
      "grad_norm": 0.11997189372777939,
      "learning_rate": 8.362487795795022e-06,
      "loss": 0.7371,
      "step": 26849
    },
    {
      "epoch": 0.5658379301079518,
      "grad_norm": 0.10541433095932007,
      "learning_rate": 8.36181447328932e-06,
      "loss": 0.7677,
      "step": 26850
    },
    {
      "epoch": 0.5658590041463171,
      "grad_norm": 0.10426431149244308,
      "learning_rate": 8.36114115841527e-06,
      "loss": 0.7035,
      "step": 26851
    },
    {
      "epoch": 0.5658800781846823,
      "grad_norm": 0.11379866302013397,
      "learning_rate": 8.360467851176013e-06,
      "loss": 0.7439,
      "step": 26852
    },
    {
      "epoch": 0.5659011522230476,
      "grad_norm": 0.10641524940729141,
      "learning_rate": 8.359794551574683e-06,
      "loss": 0.7588,
      "step": 26853
    },
    {
      "epoch": 0.5659222262614129,
      "grad_norm": 0.1262284219264984,
      "learning_rate": 8.359121259614413e-06,
      "loss": 0.7559,
      "step": 26854
    },
    {
      "epoch": 0.5659433002997782,
      "grad_norm": 0.12143875658512115,
      "learning_rate": 8.358447975298343e-06,
      "loss": 0.6873,
      "step": 26855
    },
    {
      "epoch": 0.5659643743381435,
      "grad_norm": 0.13714204728603363,
      "learning_rate": 8.35777469862961e-06,
      "loss": 0.7321,
      "step": 26856
    },
    {
      "epoch": 0.5659854483765088,
      "grad_norm": 0.12430471926927567,
      "learning_rate": 8.35710142961135e-06,
      "loss": 0.7876,
      "step": 26857
    },
    {
      "epoch": 0.566006522414874,
      "grad_norm": 0.12973624467849731,
      "learning_rate": 8.356428168246702e-06,
      "loss": 0.7478,
      "step": 26858
    },
    {
      "epoch": 0.5660275964532393,
      "grad_norm": 0.10947335511445999,
      "learning_rate": 8.355754914538795e-06,
      "loss": 0.7401,
      "step": 26859
    },
    {
      "epoch": 0.5660486704916047,
      "grad_norm": 0.15861496329307556,
      "learning_rate": 8.355081668490772e-06,
      "loss": 0.7502,
      "step": 26860
    },
    {
      "epoch": 0.5660697445299699,
      "grad_norm": 0.1124391257762909,
      "learning_rate": 8.354408430105768e-06,
      "loss": 0.7549,
      "step": 26861
    },
    {
      "epoch": 0.5660908185683352,
      "grad_norm": 0.12572823464870453,
      "learning_rate": 8.353735199386916e-06,
      "loss": 0.7395,
      "step": 26862
    },
    {
      "epoch": 0.5661118926067005,
      "grad_norm": 0.12298789620399475,
      "learning_rate": 8.353061976337356e-06,
      "loss": 0.7649,
      "step": 26863
    },
    {
      "epoch": 0.5661329666450657,
      "grad_norm": 0.13938921689987183,
      "learning_rate": 8.352388760960224e-06,
      "loss": 0.714,
      "step": 26864
    },
    {
      "epoch": 0.5661540406834311,
      "grad_norm": 0.11545013636350632,
      "learning_rate": 8.351715553258658e-06,
      "loss": 0.7948,
      "step": 26865
    },
    {
      "epoch": 0.5661751147217964,
      "grad_norm": 0.11204467713832855,
      "learning_rate": 8.35104235323579e-06,
      "loss": 0.7329,
      "step": 26866
    },
    {
      "epoch": 0.5661961887601616,
      "grad_norm": 0.11802379041910172,
      "learning_rate": 8.35036916089476e-06,
      "loss": 0.751,
      "step": 26867
    },
    {
      "epoch": 0.5662172627985269,
      "grad_norm": 0.10792713612318039,
      "learning_rate": 8.349695976238701e-06,
      "loss": 0.7298,
      "step": 26868
    },
    {
      "epoch": 0.5662383368368922,
      "grad_norm": 0.14769691228866577,
      "learning_rate": 8.349022799270751e-06,
      "loss": 0.7293,
      "step": 26869
    },
    {
      "epoch": 0.5662594108752576,
      "grad_norm": 0.10702790319919586,
      "learning_rate": 8.348349629994043e-06,
      "loss": 0.7813,
      "step": 26870
    },
    {
      "epoch": 0.5662804849136228,
      "grad_norm": 0.10362470149993896,
      "learning_rate": 8.347676468411718e-06,
      "loss": 0.8069,
      "step": 26871
    },
    {
      "epoch": 0.5663015589519881,
      "grad_norm": 0.11160493642091751,
      "learning_rate": 8.347003314526908e-06,
      "loss": 0.7882,
      "step": 26872
    },
    {
      "epoch": 0.5663226329903533,
      "grad_norm": 0.11208315938711166,
      "learning_rate": 8.346330168342754e-06,
      "loss": 0.7993,
      "step": 26873
    },
    {
      "epoch": 0.5663437070287186,
      "grad_norm": 0.13303843140602112,
      "learning_rate": 8.345657029862385e-06,
      "loss": 0.7169,
      "step": 26874
    },
    {
      "epoch": 0.5663647810670839,
      "grad_norm": 0.11599448323249817,
      "learning_rate": 8.34498389908894e-06,
      "loss": 0.6932,
      "step": 26875
    },
    {
      "epoch": 0.5663858551054493,
      "grad_norm": 0.11274191737174988,
      "learning_rate": 8.344310776025555e-06,
      "loss": 0.7684,
      "step": 26876
    },
    {
      "epoch": 0.5664069291438145,
      "grad_norm": 0.11961396783590317,
      "learning_rate": 8.343637660675365e-06,
      "loss": 0.7799,
      "step": 26877
    },
    {
      "epoch": 0.5664280031821798,
      "grad_norm": 0.1263027936220169,
      "learning_rate": 8.342964553041507e-06,
      "loss": 0.7764,
      "step": 26878
    },
    {
      "epoch": 0.566449077220545,
      "grad_norm": 0.11304343491792679,
      "learning_rate": 8.342291453127118e-06,
      "loss": 0.7377,
      "step": 26879
    },
    {
      "epoch": 0.5664701512589103,
      "grad_norm": 0.10842180252075195,
      "learning_rate": 8.34161836093533e-06,
      "loss": 0.7885,
      "step": 26880
    },
    {
      "epoch": 0.5664912252972757,
      "grad_norm": 0.1295914649963379,
      "learning_rate": 8.340945276469282e-06,
      "loss": 0.7431,
      "step": 26881
    },
    {
      "epoch": 0.566512299335641,
      "grad_norm": 0.13368479907512665,
      "learning_rate": 8.34027219973211e-06,
      "loss": 0.7831,
      "step": 26882
    },
    {
      "epoch": 0.5665333733740062,
      "grad_norm": 0.13492466509342194,
      "learning_rate": 8.339599130726946e-06,
      "loss": 0.8084,
      "step": 26883
    },
    {
      "epoch": 0.5665544474123715,
      "grad_norm": 0.12085922062397003,
      "learning_rate": 8.338926069456929e-06,
      "loss": 0.7614,
      "step": 26884
    },
    {
      "epoch": 0.5665755214507368,
      "grad_norm": 0.1369195431470871,
      "learning_rate": 8.338253015925191e-06,
      "loss": 0.8077,
      "step": 26885
    },
    {
      "epoch": 0.5665965954891021,
      "grad_norm": 0.12898625433444977,
      "learning_rate": 8.33757997013487e-06,
      "loss": 0.7949,
      "step": 26886
    },
    {
      "epoch": 0.5666176695274674,
      "grad_norm": 0.12586291134357452,
      "learning_rate": 8.336906932089102e-06,
      "loss": 0.7855,
      "step": 26887
    },
    {
      "epoch": 0.5666387435658327,
      "grad_norm": 0.1142880842089653,
      "learning_rate": 8.336233901791024e-06,
      "loss": 0.7753,
      "step": 26888
    },
    {
      "epoch": 0.5666598176041979,
      "grad_norm": 0.10783534497022629,
      "learning_rate": 8.335560879243765e-06,
      "loss": 0.7928,
      "step": 26889
    },
    {
      "epoch": 0.5666808916425632,
      "grad_norm": 0.4485519230365753,
      "learning_rate": 8.334887864450464e-06,
      "loss": 0.7581,
      "step": 26890
    },
    {
      "epoch": 0.5667019656809286,
      "grad_norm": 0.15308642387390137,
      "learning_rate": 8.334214857414258e-06,
      "loss": 0.7528,
      "step": 26891
    },
    {
      "epoch": 0.5667230397192938,
      "grad_norm": 0.11898018419742584,
      "learning_rate": 8.333541858138277e-06,
      "loss": 0.7696,
      "step": 26892
    },
    {
      "epoch": 0.5667441137576591,
      "grad_norm": 0.13526307046413422,
      "learning_rate": 8.332868866625663e-06,
      "loss": 0.7881,
      "step": 26893
    },
    {
      "epoch": 0.5667651877960244,
      "grad_norm": 0.1466996669769287,
      "learning_rate": 8.332195882879549e-06,
      "loss": 0.728,
      "step": 26894
    },
    {
      "epoch": 0.5667862618343896,
      "grad_norm": 0.1337723582983017,
      "learning_rate": 8.331522906903067e-06,
      "loss": 0.7445,
      "step": 26895
    },
    {
      "epoch": 0.566807335872755,
      "grad_norm": 0.12184935808181763,
      "learning_rate": 8.330849938699355e-06,
      "loss": 0.785,
      "step": 26896
    },
    {
      "epoch": 0.5668284099111203,
      "grad_norm": 0.19118362665176392,
      "learning_rate": 8.33017697827155e-06,
      "loss": 0.8102,
      "step": 26897
    },
    {
      "epoch": 0.5668494839494855,
      "grad_norm": 0.11270351707935333,
      "learning_rate": 8.329504025622784e-06,
      "loss": 0.7435,
      "step": 26898
    },
    {
      "epoch": 0.5668705579878508,
      "grad_norm": 0.15488897264003754,
      "learning_rate": 8.32883108075619e-06,
      "loss": 0.7825,
      "step": 26899
    },
    {
      "epoch": 0.5668916320262161,
      "grad_norm": 0.1565198302268982,
      "learning_rate": 8.328158143674907e-06,
      "loss": 0.7201,
      "step": 26900
    },
    {
      "epoch": 0.5669127060645814,
      "grad_norm": 0.13208803534507751,
      "learning_rate": 8.327485214382069e-06,
      "loss": 0.7291,
      "step": 26901
    },
    {
      "epoch": 0.5669337801029467,
      "grad_norm": 0.17949225008487701,
      "learning_rate": 8.326812292880809e-06,
      "loss": 0.7406,
      "step": 26902
    },
    {
      "epoch": 0.566954854141312,
      "grad_norm": 0.14565511047840118,
      "learning_rate": 8.326139379174266e-06,
      "loss": 0.784,
      "step": 26903
    },
    {
      "epoch": 0.5669759281796772,
      "grad_norm": 0.20914985239505768,
      "learning_rate": 8.32546647326557e-06,
      "loss": 0.776,
      "step": 26904
    },
    {
      "epoch": 0.5669970022180425,
      "grad_norm": 0.12584640085697174,
      "learning_rate": 8.32479357515786e-06,
      "loss": 0.8109,
      "step": 26905
    },
    {
      "epoch": 0.5670180762564079,
      "grad_norm": 0.18149621784687042,
      "learning_rate": 8.324120684854263e-06,
      "loss": 0.7521,
      "step": 26906
    },
    {
      "epoch": 0.5670391502947731,
      "grad_norm": 0.12677162885665894,
      "learning_rate": 8.323447802357923e-06,
      "loss": 0.7339,
      "step": 26907
    },
    {
      "epoch": 0.5670602243331384,
      "grad_norm": 0.17242705821990967,
      "learning_rate": 8.322774927671973e-06,
      "loss": 0.7675,
      "step": 26908
    },
    {
      "epoch": 0.5670812983715037,
      "grad_norm": 0.12656362354755402,
      "learning_rate": 8.322102060799544e-06,
      "loss": 0.7426,
      "step": 26909
    },
    {
      "epoch": 0.5671023724098689,
      "grad_norm": 0.16288697719573975,
      "learning_rate": 8.321429201743772e-06,
      "loss": 0.742,
      "step": 26910
    },
    {
      "epoch": 0.5671234464482343,
      "grad_norm": 0.1467704325914383,
      "learning_rate": 8.320756350507793e-06,
      "loss": 0.7352,
      "step": 26911
    },
    {
      "epoch": 0.5671445204865996,
      "grad_norm": 0.20190079510211945,
      "learning_rate": 8.320083507094741e-06,
      "loss": 0.733,
      "step": 26912
    },
    {
      "epoch": 0.5671655945249648,
      "grad_norm": 0.10955909639596939,
      "learning_rate": 8.319410671507749e-06,
      "loss": 0.6965,
      "step": 26913
    },
    {
      "epoch": 0.5671866685633301,
      "grad_norm": 0.17441999912261963,
      "learning_rate": 8.318737843749953e-06,
      "loss": 0.7175,
      "step": 26914
    },
    {
      "epoch": 0.5672077426016954,
      "grad_norm": 0.11750145256519318,
      "learning_rate": 8.318065023824486e-06,
      "loss": 0.7539,
      "step": 26915
    },
    {
      "epoch": 0.5672288166400606,
      "grad_norm": 0.1927008181810379,
      "learning_rate": 8.317392211734485e-06,
      "loss": 0.797,
      "step": 26916
    },
    {
      "epoch": 0.567249890678426,
      "grad_norm": 0.1271708458662033,
      "learning_rate": 8.316719407483083e-06,
      "loss": 0.7566,
      "step": 26917
    },
    {
      "epoch": 0.5672709647167913,
      "grad_norm": 0.12627342343330383,
      "learning_rate": 8.316046611073413e-06,
      "loss": 0.7446,
      "step": 26918
    },
    {
      "epoch": 0.5672920387551565,
      "grad_norm": 0.11498917639255524,
      "learning_rate": 8.31537382250861e-06,
      "loss": 0.673,
      "step": 26919
    },
    {
      "epoch": 0.5673131127935218,
      "grad_norm": 0.14644382894039154,
      "learning_rate": 8.314701041791809e-06,
      "loss": 0.7474,
      "step": 26920
    },
    {
      "epoch": 0.5673341868318871,
      "grad_norm": 0.12658019363880157,
      "learning_rate": 8.314028268926139e-06,
      "loss": 0.6965,
      "step": 26921
    },
    {
      "epoch": 0.5673552608702525,
      "grad_norm": 0.15022894740104675,
      "learning_rate": 8.313355503914745e-06,
      "loss": 0.7857,
      "step": 26922
    },
    {
      "epoch": 0.5673763349086177,
      "grad_norm": 0.11380993574857712,
      "learning_rate": 8.312682746760753e-06,
      "loss": 0.7957,
      "step": 26923
    },
    {
      "epoch": 0.567397408946983,
      "grad_norm": 0.1564875841140747,
      "learning_rate": 8.3120099974673e-06,
      "loss": 0.7791,
      "step": 26924
    },
    {
      "epoch": 0.5674184829853482,
      "grad_norm": 0.1276019662618637,
      "learning_rate": 8.311337256037518e-06,
      "loss": 0.7624,
      "step": 26925
    },
    {
      "epoch": 0.5674395570237135,
      "grad_norm": 0.16318410634994507,
      "learning_rate": 8.310664522474545e-06,
      "loss": 0.7473,
      "step": 26926
    },
    {
      "epoch": 0.5674606310620789,
      "grad_norm": 0.15964549779891968,
      "learning_rate": 8.309991796781512e-06,
      "loss": 0.7357,
      "step": 26927
    },
    {
      "epoch": 0.5674817051004442,
      "grad_norm": 0.12527047097682953,
      "learning_rate": 8.30931907896155e-06,
      "loss": 0.7228,
      "step": 26928
    },
    {
      "epoch": 0.5675027791388094,
      "grad_norm": 0.1438712328672409,
      "learning_rate": 8.308646369017799e-06,
      "loss": 0.7853,
      "step": 26929
    },
    {
      "epoch": 0.5675238531771747,
      "grad_norm": 0.1505395919084549,
      "learning_rate": 8.307973666953389e-06,
      "loss": 0.7379,
      "step": 26930
    },
    {
      "epoch": 0.56754492721554,
      "grad_norm": 0.1395958513021469,
      "learning_rate": 8.307300972771455e-06,
      "loss": 0.8011,
      "step": 26931
    },
    {
      "epoch": 0.5675660012539053,
      "grad_norm": 0.14969460666179657,
      "learning_rate": 8.306628286475134e-06,
      "loss": 0.765,
      "step": 26932
    },
    {
      "epoch": 0.5675870752922706,
      "grad_norm": 0.1729510873556137,
      "learning_rate": 8.305955608067553e-06,
      "loss": 0.7441,
      "step": 26933
    },
    {
      "epoch": 0.5676081493306359,
      "grad_norm": 0.10929745435714722,
      "learning_rate": 8.305282937551849e-06,
      "loss": 0.8055,
      "step": 26934
    },
    {
      "epoch": 0.5676292233690011,
      "grad_norm": 0.14133450388908386,
      "learning_rate": 8.304610274931154e-06,
      "loss": 0.7242,
      "step": 26935
    },
    {
      "epoch": 0.5676502974073664,
      "grad_norm": 0.11049143970012665,
      "learning_rate": 8.303937620208606e-06,
      "loss": 0.7116,
      "step": 26936
    },
    {
      "epoch": 0.5676713714457318,
      "grad_norm": 0.1299632489681244,
      "learning_rate": 8.303264973387338e-06,
      "loss": 0.7223,
      "step": 26937
    },
    {
      "epoch": 0.567692445484097,
      "grad_norm": 0.12429424375295639,
      "learning_rate": 8.302592334470479e-06,
      "loss": 0.7038,
      "step": 26938
    },
    {
      "epoch": 0.5677135195224623,
      "grad_norm": 0.14277611672878265,
      "learning_rate": 8.301919703461167e-06,
      "loss": 0.7787,
      "step": 26939
    },
    {
      "epoch": 0.5677345935608276,
      "grad_norm": 0.15245625376701355,
      "learning_rate": 8.301247080362533e-06,
      "loss": 0.7933,
      "step": 26940
    },
    {
      "epoch": 0.5677556675991928,
      "grad_norm": 0.12004546076059341,
      "learning_rate": 8.300574465177715e-06,
      "loss": 0.7915,
      "step": 26941
    },
    {
      "epoch": 0.5677767416375582,
      "grad_norm": 0.13513889908790588,
      "learning_rate": 8.29990185790984e-06,
      "loss": 0.6514,
      "step": 26942
    },
    {
      "epoch": 0.5677978156759235,
      "grad_norm": 0.16051481664180756,
      "learning_rate": 8.299229258562045e-06,
      "loss": 0.7543,
      "step": 26943
    },
    {
      "epoch": 0.5678188897142887,
      "grad_norm": 0.14849287271499634,
      "learning_rate": 8.298556667137463e-06,
      "loss": 0.7657,
      "step": 26944
    },
    {
      "epoch": 0.567839963752654,
      "grad_norm": 0.12726430594921112,
      "learning_rate": 8.297884083639225e-06,
      "loss": 0.7719,
      "step": 26945
    },
    {
      "epoch": 0.5678610377910193,
      "grad_norm": 0.13883443176746368,
      "learning_rate": 8.297211508070466e-06,
      "loss": 0.7331,
      "step": 26946
    },
    {
      "epoch": 0.5678821118293846,
      "grad_norm": 0.11298403143882751,
      "learning_rate": 8.296538940434325e-06,
      "loss": 0.7435,
      "step": 26947
    },
    {
      "epoch": 0.5679031858677499,
      "grad_norm": 0.15393371880054474,
      "learning_rate": 8.295866380733925e-06,
      "loss": 0.7633,
      "step": 26948
    },
    {
      "epoch": 0.5679242599061152,
      "grad_norm": 0.12149446457624435,
      "learning_rate": 8.2951938289724e-06,
      "loss": 0.7186,
      "step": 26949
    },
    {
      "epoch": 0.5679453339444804,
      "grad_norm": 0.11992201209068298,
      "learning_rate": 8.294521285152894e-06,
      "loss": 0.7678,
      "step": 26950
    },
    {
      "epoch": 0.5679664079828457,
      "grad_norm": 0.2435399293899536,
      "learning_rate": 8.29384874927853e-06,
      "loss": 0.7375,
      "step": 26951
    },
    {
      "epoch": 0.567987482021211,
      "grad_norm": 0.11552761495113373,
      "learning_rate": 8.293176221352445e-06,
      "loss": 0.6963,
      "step": 26952
    },
    {
      "epoch": 0.5680085560595763,
      "grad_norm": 0.12015373259782791,
      "learning_rate": 8.292503701377772e-06,
      "loss": 0.7633,
      "step": 26953
    },
    {
      "epoch": 0.5680296300979416,
      "grad_norm": 0.10047692060470581,
      "learning_rate": 8.291831189357643e-06,
      "loss": 0.7456,
      "step": 26954
    },
    {
      "epoch": 0.5680507041363069,
      "grad_norm": 0.12371818721294403,
      "learning_rate": 8.29115868529519e-06,
      "loss": 0.7784,
      "step": 26955
    },
    {
      "epoch": 0.5680717781746721,
      "grad_norm": 0.13102401793003082,
      "learning_rate": 8.290486189193552e-06,
      "loss": 0.7965,
      "step": 26956
    },
    {
      "epoch": 0.5680928522130374,
      "grad_norm": 0.12258783727884293,
      "learning_rate": 8.289813701055854e-06,
      "loss": 0.7734,
      "step": 26957
    },
    {
      "epoch": 0.5681139262514028,
      "grad_norm": 0.21110409498214722,
      "learning_rate": 8.28914122088523e-06,
      "loss": 0.7444,
      "step": 26958
    },
    {
      "epoch": 0.568135000289768,
      "grad_norm": 0.11358526349067688,
      "learning_rate": 8.288468748684817e-06,
      "loss": 0.7297,
      "step": 26959
    },
    {
      "epoch": 0.5681560743281333,
      "grad_norm": 0.12890389561653137,
      "learning_rate": 8.287796284457746e-06,
      "loss": 0.7206,
      "step": 26960
    },
    {
      "epoch": 0.5681771483664986,
      "grad_norm": 0.12771913409233093,
      "learning_rate": 8.287123828207147e-06,
      "loss": 0.7637,
      "step": 26961
    },
    {
      "epoch": 0.5681982224048638,
      "grad_norm": 0.12007823586463928,
      "learning_rate": 8.28645137993616e-06,
      "loss": 0.7001,
      "step": 26962
    },
    {
      "epoch": 0.5682192964432292,
      "grad_norm": 0.13617828488349915,
      "learning_rate": 8.285778939647909e-06,
      "loss": 0.7767,
      "step": 26963
    },
    {
      "epoch": 0.5682403704815945,
      "grad_norm": 0.10985048115253448,
      "learning_rate": 8.285106507345525e-06,
      "loss": 0.8494,
      "step": 26964
    },
    {
      "epoch": 0.5682614445199597,
      "grad_norm": 0.11717882752418518,
      "learning_rate": 8.284434083032154e-06,
      "loss": 0.7379,
      "step": 26965
    },
    {
      "epoch": 0.568282518558325,
      "grad_norm": 0.09810943156480789,
      "learning_rate": 8.283761666710917e-06,
      "loss": 0.6869,
      "step": 26966
    },
    {
      "epoch": 0.5683035925966903,
      "grad_norm": 0.26481345295906067,
      "learning_rate": 8.283089258384951e-06,
      "loss": 0.7333,
      "step": 26967
    },
    {
      "epoch": 0.5683246666350557,
      "grad_norm": 0.12618383765220642,
      "learning_rate": 8.282416858057387e-06,
      "loss": 0.7436,
      "step": 26968
    },
    {
      "epoch": 0.5683457406734209,
      "grad_norm": 0.11697964370250702,
      "learning_rate": 8.281744465731358e-06,
      "loss": 0.7348,
      "step": 26969
    },
    {
      "epoch": 0.5683668147117862,
      "grad_norm": 0.1260690838098526,
      "learning_rate": 8.281072081409996e-06,
      "loss": 0.7953,
      "step": 26970
    },
    {
      "epoch": 0.5683878887501514,
      "grad_norm": 0.12128984183073044,
      "learning_rate": 8.280399705096438e-06,
      "loss": 0.7492,
      "step": 26971
    },
    {
      "epoch": 0.5684089627885167,
      "grad_norm": 0.11885230243206024,
      "learning_rate": 8.279727336793807e-06,
      "loss": 0.7966,
      "step": 26972
    },
    {
      "epoch": 0.5684300368268821,
      "grad_norm": 0.11371055245399475,
      "learning_rate": 8.279054976505243e-06,
      "loss": 0.7425,
      "step": 26973
    },
    {
      "epoch": 0.5684511108652474,
      "grad_norm": 0.13211505115032196,
      "learning_rate": 8.278382624233872e-06,
      "loss": 0.8016,
      "step": 26974
    },
    {
      "epoch": 0.5684721849036126,
      "grad_norm": 0.12639114260673523,
      "learning_rate": 8.277710279982832e-06,
      "loss": 0.7733,
      "step": 26975
    },
    {
      "epoch": 0.5684932589419779,
      "grad_norm": 0.12336457520723343,
      "learning_rate": 8.277037943755255e-06,
      "loss": 0.8293,
      "step": 26976
    },
    {
      "epoch": 0.5685143329803432,
      "grad_norm": 0.110463447868824,
      "learning_rate": 8.276365615554269e-06,
      "loss": 0.7298,
      "step": 26977
    },
    {
      "epoch": 0.5685354070187085,
      "grad_norm": 0.12021606415510178,
      "learning_rate": 8.275693295383005e-06,
      "loss": 0.7776,
      "step": 26978
    },
    {
      "epoch": 0.5685564810570738,
      "grad_norm": 0.13778719305992126,
      "learning_rate": 8.275020983244601e-06,
      "loss": 0.786,
      "step": 26979
    },
    {
      "epoch": 0.5685775550954391,
      "grad_norm": 0.1368570327758789,
      "learning_rate": 8.27434867914219e-06,
      "loss": 0.7915,
      "step": 26980
    },
    {
      "epoch": 0.5685986291338043,
      "grad_norm": 0.12236303091049194,
      "learning_rate": 8.273676383078897e-06,
      "loss": 0.728,
      "step": 26981
    },
    {
      "epoch": 0.5686197031721696,
      "grad_norm": 0.10672900825738907,
      "learning_rate": 8.273004095057857e-06,
      "loss": 0.7778,
      "step": 26982
    },
    {
      "epoch": 0.568640777210535,
      "grad_norm": 0.15157130360603333,
      "learning_rate": 8.272331815082204e-06,
      "loss": 0.7804,
      "step": 26983
    },
    {
      "epoch": 0.5686618512489002,
      "grad_norm": 0.11786762624979019,
      "learning_rate": 8.271659543155067e-06,
      "loss": 0.7711,
      "step": 26984
    },
    {
      "epoch": 0.5686829252872655,
      "grad_norm": 0.15103711187839508,
      "learning_rate": 8.27098727927958e-06,
      "loss": 0.7986,
      "step": 26985
    },
    {
      "epoch": 0.5687039993256308,
      "grad_norm": 0.11117425560951233,
      "learning_rate": 8.270315023458874e-06,
      "loss": 0.7312,
      "step": 26986
    },
    {
      "epoch": 0.568725073363996,
      "grad_norm": 0.1616862565279007,
      "learning_rate": 8.26964277569608e-06,
      "loss": 0.7508,
      "step": 26987
    },
    {
      "epoch": 0.5687461474023613,
      "grad_norm": 0.13978728652000427,
      "learning_rate": 8.268970535994329e-06,
      "loss": 0.812,
      "step": 26988
    },
    {
      "epoch": 0.5687672214407267,
      "grad_norm": 0.1325950026512146,
      "learning_rate": 8.268298304356754e-06,
      "loss": 0.7676,
      "step": 26989
    },
    {
      "epoch": 0.5687882954790919,
      "grad_norm": 0.1287694126367569,
      "learning_rate": 8.267626080786487e-06,
      "loss": 0.7815,
      "step": 26990
    },
    {
      "epoch": 0.5688093695174572,
      "grad_norm": 0.13246873021125793,
      "learning_rate": 8.266953865286662e-06,
      "loss": 0.792,
      "step": 26991
    },
    {
      "epoch": 0.5688304435558225,
      "grad_norm": 0.11406736075878143,
      "learning_rate": 8.266281657860406e-06,
      "loss": 0.7151,
      "step": 26992
    },
    {
      "epoch": 0.5688515175941877,
      "grad_norm": 0.24646638333797455,
      "learning_rate": 8.265609458510846e-06,
      "loss": 0.7286,
      "step": 26993
    },
    {
      "epoch": 0.5688725916325531,
      "grad_norm": 0.127640500664711,
      "learning_rate": 8.264937267241128e-06,
      "loss": 0.7554,
      "step": 26994
    },
    {
      "epoch": 0.5688936656709184,
      "grad_norm": 0.13687120378017426,
      "learning_rate": 8.264265084054373e-06,
      "loss": 0.721,
      "step": 26995
    },
    {
      "epoch": 0.5689147397092836,
      "grad_norm": 0.11671832203865051,
      "learning_rate": 8.263592908953715e-06,
      "loss": 0.7232,
      "step": 26996
    },
    {
      "epoch": 0.5689358137476489,
      "grad_norm": 0.14030002057552338,
      "learning_rate": 8.262920741942286e-06,
      "loss": 0.7265,
      "step": 26997
    },
    {
      "epoch": 0.5689568877860142,
      "grad_norm": 0.16134734451770782,
      "learning_rate": 8.262248583023215e-06,
      "loss": 0.787,
      "step": 26998
    },
    {
      "epoch": 0.5689779618243795,
      "grad_norm": 0.15096387267112732,
      "learning_rate": 8.261576432199635e-06,
      "loss": 0.8176,
      "step": 26999
    },
    {
      "epoch": 0.5689990358627448,
      "grad_norm": 0.1660119593143463,
      "learning_rate": 8.260904289474679e-06,
      "loss": 0.7399,
      "step": 27000
    },
    {
      "epoch": 0.5690201099011101,
      "grad_norm": 0.13142108917236328,
      "learning_rate": 8.260232154851475e-06,
      "loss": 0.7479,
      "step": 27001
    },
    {
      "epoch": 0.5690411839394753,
      "grad_norm": 0.15483665466308594,
      "learning_rate": 8.259560028333156e-06,
      "loss": 0.8116,
      "step": 27002
    },
    {
      "epoch": 0.5690622579778406,
      "grad_norm": 0.13686737418174744,
      "learning_rate": 8.258887909922852e-06,
      "loss": 0.7311,
      "step": 27003
    },
    {
      "epoch": 0.569083332016206,
      "grad_norm": 0.17241664230823517,
      "learning_rate": 8.258215799623696e-06,
      "loss": 0.733,
      "step": 27004
    },
    {
      "epoch": 0.5691044060545712,
      "grad_norm": 0.1431015431880951,
      "learning_rate": 8.257543697438817e-06,
      "loss": 0.7698,
      "step": 27005
    },
    {
      "epoch": 0.5691254800929365,
      "grad_norm": 0.12615248560905457,
      "learning_rate": 8.25687160337135e-06,
      "loss": 0.7488,
      "step": 27006
    },
    {
      "epoch": 0.5691465541313018,
      "grad_norm": 0.1463991105556488,
      "learning_rate": 8.256199517424416e-06,
      "loss": 0.7579,
      "step": 27007
    },
    {
      "epoch": 0.569167628169667,
      "grad_norm": 0.16003625094890594,
      "learning_rate": 8.255527439601156e-06,
      "loss": 0.693,
      "step": 27008
    },
    {
      "epoch": 0.5691887022080324,
      "grad_norm": 0.1261393427848816,
      "learning_rate": 8.254855369904704e-06,
      "loss": 0.7294,
      "step": 27009
    },
    {
      "epoch": 0.5692097762463977,
      "grad_norm": 0.10421714186668396,
      "learning_rate": 8.25418330833818e-06,
      "loss": 0.7053,
      "step": 27010
    },
    {
      "epoch": 0.569230850284763,
      "grad_norm": 0.12169149518013,
      "learning_rate": 8.25351125490472e-06,
      "loss": 0.7148,
      "step": 27011
    },
    {
      "epoch": 0.5692519243231282,
      "grad_norm": 0.11417272686958313,
      "learning_rate": 8.252839209607454e-06,
      "loss": 0.7374,
      "step": 27012
    },
    {
      "epoch": 0.5692729983614935,
      "grad_norm": 0.1767202466726303,
      "learning_rate": 8.252167172449515e-06,
      "loss": 0.7098,
      "step": 27013
    },
    {
      "epoch": 0.5692940723998589,
      "grad_norm": 0.1394570916891098,
      "learning_rate": 8.25149514343403e-06,
      "loss": 0.7718,
      "step": 27014
    },
    {
      "epoch": 0.5693151464382241,
      "grad_norm": 0.14179587364196777,
      "learning_rate": 8.250823122564136e-06,
      "loss": 0.8246,
      "step": 27015
    },
    {
      "epoch": 0.5693362204765894,
      "grad_norm": 0.148799329996109,
      "learning_rate": 8.250151109842957e-06,
      "loss": 0.8531,
      "step": 27016
    },
    {
      "epoch": 0.5693572945149546,
      "grad_norm": 0.11338721215724945,
      "learning_rate": 8.249479105273626e-06,
      "loss": 0.7879,
      "step": 27017
    },
    {
      "epoch": 0.5693783685533199,
      "grad_norm": 0.11470966786146164,
      "learning_rate": 8.248807108859274e-06,
      "loss": 0.743,
      "step": 27018
    },
    {
      "epoch": 0.5693994425916853,
      "grad_norm": 0.14850805699825287,
      "learning_rate": 8.24813512060303e-06,
      "loss": 0.7691,
      "step": 27019
    },
    {
      "epoch": 0.5694205166300506,
      "grad_norm": 0.14812561869621277,
      "learning_rate": 8.247463140508028e-06,
      "loss": 0.7944,
      "step": 27020
    },
    {
      "epoch": 0.5694415906684158,
      "grad_norm": 0.1857566386461258,
      "learning_rate": 8.246791168577392e-06,
      "loss": 0.7267,
      "step": 27021
    },
    {
      "epoch": 0.5694626647067811,
      "grad_norm": 0.17210015654563904,
      "learning_rate": 8.24611920481426e-06,
      "loss": 0.8225,
      "step": 27022
    },
    {
      "epoch": 0.5694837387451464,
      "grad_norm": 0.12497832626104355,
      "learning_rate": 8.24544724922176e-06,
      "loss": 0.6866,
      "step": 27023
    },
    {
      "epoch": 0.5695048127835117,
      "grad_norm": 0.13591259717941284,
      "learning_rate": 8.244775301803022e-06,
      "loss": 0.7771,
      "step": 27024
    },
    {
      "epoch": 0.569525886821877,
      "grad_norm": 0.1238546296954155,
      "learning_rate": 8.244103362561175e-06,
      "loss": 0.7519,
      "step": 27025
    },
    {
      "epoch": 0.5695469608602423,
      "grad_norm": 0.14691057801246643,
      "learning_rate": 8.24343143149935e-06,
      "loss": 0.7619,
      "step": 27026
    },
    {
      "epoch": 0.5695680348986075,
      "grad_norm": 0.13868452608585358,
      "learning_rate": 8.242759508620679e-06,
      "loss": 0.7353,
      "step": 27027
    },
    {
      "epoch": 0.5695891089369728,
      "grad_norm": 0.11610093712806702,
      "learning_rate": 8.242087593928288e-06,
      "loss": 0.7634,
      "step": 27028
    },
    {
      "epoch": 0.569610182975338,
      "grad_norm": 0.13253583014011383,
      "learning_rate": 8.24141568742531e-06,
      "loss": 0.7523,
      "step": 27029
    },
    {
      "epoch": 0.5696312570137034,
      "grad_norm": 0.12771305441856384,
      "learning_rate": 8.24074378911488e-06,
      "loss": 0.758,
      "step": 27030
    },
    {
      "epoch": 0.5696523310520687,
      "grad_norm": 0.1324290782213211,
      "learning_rate": 8.240071899000118e-06,
      "loss": 0.7275,
      "step": 27031
    },
    {
      "epoch": 0.569673405090434,
      "grad_norm": 0.11462001502513885,
      "learning_rate": 8.239400017084161e-06,
      "loss": 0.7713,
      "step": 27032
    },
    {
      "epoch": 0.5696944791287992,
      "grad_norm": 0.10581406205892563,
      "learning_rate": 8.238728143370138e-06,
      "loss": 0.7102,
      "step": 27033
    },
    {
      "epoch": 0.5697155531671645,
      "grad_norm": 0.115700364112854,
      "learning_rate": 8.238056277861175e-06,
      "loss": 0.7699,
      "step": 27034
    },
    {
      "epoch": 0.5697366272055299,
      "grad_norm": 0.11956141144037247,
      "learning_rate": 8.23738442056041e-06,
      "loss": 0.7651,
      "step": 27035
    },
    {
      "epoch": 0.5697577012438951,
      "grad_norm": 0.11273473501205444,
      "learning_rate": 8.23671257147096e-06,
      "loss": 0.7471,
      "step": 27036
    },
    {
      "epoch": 0.5697787752822604,
      "grad_norm": 0.11634049564599991,
      "learning_rate": 8.23604073059597e-06,
      "loss": 0.7399,
      "step": 27037
    },
    {
      "epoch": 0.5697998493206257,
      "grad_norm": 0.11435674875974655,
      "learning_rate": 8.23536889793856e-06,
      "loss": 0.6987,
      "step": 27038
    },
    {
      "epoch": 0.5698209233589909,
      "grad_norm": 0.11469879746437073,
      "learning_rate": 8.234697073501866e-06,
      "loss": 0.8559,
      "step": 27039
    },
    {
      "epoch": 0.5698419973973563,
      "grad_norm": 0.11896856129169464,
      "learning_rate": 8.234025257289012e-06,
      "loss": 0.7734,
      "step": 27040
    },
    {
      "epoch": 0.5698630714357216,
      "grad_norm": 0.10564547032117844,
      "learning_rate": 8.23335344930313e-06,
      "loss": 0.7407,
      "step": 27041
    },
    {
      "epoch": 0.5698841454740868,
      "grad_norm": 0.1369149535894394,
      "learning_rate": 8.232681649547349e-06,
      "loss": 0.786,
      "step": 27042
    },
    {
      "epoch": 0.5699052195124521,
      "grad_norm": 0.12510347366333008,
      "learning_rate": 8.2320098580248e-06,
      "loss": 0.7284,
      "step": 27043
    },
    {
      "epoch": 0.5699262935508174,
      "grad_norm": 0.12235614657402039,
      "learning_rate": 8.231338074738615e-06,
      "loss": 0.7535,
      "step": 27044
    },
    {
      "epoch": 0.5699473675891827,
      "grad_norm": 0.1711660772562027,
      "learning_rate": 8.230666299691918e-06,
      "loss": 0.7277,
      "step": 27045
    },
    {
      "epoch": 0.569968441627548,
      "grad_norm": 0.133572056889534,
      "learning_rate": 8.229994532887842e-06,
      "loss": 0.7484,
      "step": 27046
    },
    {
      "epoch": 0.5699895156659133,
      "grad_norm": 0.1194382980465889,
      "learning_rate": 8.229322774329514e-06,
      "loss": 0.7459,
      "step": 27047
    },
    {
      "epoch": 0.5700105897042785,
      "grad_norm": 0.10622546821832657,
      "learning_rate": 8.228651024020066e-06,
      "loss": 0.7086,
      "step": 27048
    },
    {
      "epoch": 0.5700316637426438,
      "grad_norm": 0.13048700988292694,
      "learning_rate": 8.227979281962625e-06,
      "loss": 0.7779,
      "step": 27049
    },
    {
      "epoch": 0.5700527377810092,
      "grad_norm": 0.1255953013896942,
      "learning_rate": 8.227307548160322e-06,
      "loss": 0.7807,
      "step": 27050
    },
    {
      "epoch": 0.5700738118193744,
      "grad_norm": 0.11693429946899414,
      "learning_rate": 8.226635822616287e-06,
      "loss": 0.7347,
      "step": 27051
    },
    {
      "epoch": 0.5700948858577397,
      "grad_norm": 0.10698214173316956,
      "learning_rate": 8.22596410533365e-06,
      "loss": 0.7822,
      "step": 27052
    },
    {
      "epoch": 0.570115959896105,
      "grad_norm": 0.12146416306495667,
      "learning_rate": 8.225292396315539e-06,
      "loss": 0.7303,
      "step": 27053
    },
    {
      "epoch": 0.5701370339344702,
      "grad_norm": 0.1163741797208786,
      "learning_rate": 8.224620695565081e-06,
      "loss": 0.7497,
      "step": 27054
    },
    {
      "epoch": 0.5701581079728356,
      "grad_norm": 0.10576176643371582,
      "learning_rate": 8.223949003085409e-06,
      "loss": 0.6813,
      "step": 27055
    },
    {
      "epoch": 0.5701791820112009,
      "grad_norm": 0.11929435282945633,
      "learning_rate": 8.22327731887965e-06,
      "loss": 0.7566,
      "step": 27056
    },
    {
      "epoch": 0.5702002560495661,
      "grad_norm": 0.11571653932332993,
      "learning_rate": 8.222605642950931e-06,
      "loss": 0.7302,
      "step": 27057
    },
    {
      "epoch": 0.5702213300879314,
      "grad_norm": 0.11559877544641495,
      "learning_rate": 8.221933975302386e-06,
      "loss": 0.7251,
      "step": 27058
    },
    {
      "epoch": 0.5702424041262967,
      "grad_norm": 0.1244833767414093,
      "learning_rate": 8.221262315937143e-06,
      "loss": 0.7887,
      "step": 27059
    },
    {
      "epoch": 0.570263478164662,
      "grad_norm": 0.12380429357290268,
      "learning_rate": 8.220590664858327e-06,
      "loss": 0.7245,
      "step": 27060
    },
    {
      "epoch": 0.5702845522030273,
      "grad_norm": 0.12620842456817627,
      "learning_rate": 8.21991902206907e-06,
      "loss": 0.7528,
      "step": 27061
    },
    {
      "epoch": 0.5703056262413926,
      "grad_norm": 0.1591140478849411,
      "learning_rate": 8.2192473875725e-06,
      "loss": 0.7406,
      "step": 27062
    },
    {
      "epoch": 0.5703267002797578,
      "grad_norm": 0.1412644237279892,
      "learning_rate": 8.218575761371748e-06,
      "loss": 0.8215,
      "step": 27063
    },
    {
      "epoch": 0.5703477743181231,
      "grad_norm": 0.11878662556409836,
      "learning_rate": 8.21790414346994e-06,
      "loss": 0.7337,
      "step": 27064
    },
    {
      "epoch": 0.5703688483564884,
      "grad_norm": 0.22213049232959747,
      "learning_rate": 8.217232533870202e-06,
      "loss": 0.7776,
      "step": 27065
    },
    {
      "epoch": 0.5703899223948538,
      "grad_norm": 0.11519793421030045,
      "learning_rate": 8.21656093257567e-06,
      "loss": 0.7113,
      "step": 27066
    },
    {
      "epoch": 0.570410996433219,
      "grad_norm": 0.13051800429821014,
      "learning_rate": 8.21588933958947e-06,
      "loss": 0.7184,
      "step": 27067
    },
    {
      "epoch": 0.5704320704715843,
      "grad_norm": 0.12860718369483948,
      "learning_rate": 8.215217754914733e-06,
      "loss": 0.7251,
      "step": 27068
    },
    {
      "epoch": 0.5704531445099496,
      "grad_norm": 0.11981302499771118,
      "learning_rate": 8.21454617855458e-06,
      "loss": 0.7631,
      "step": 27069
    },
    {
      "epoch": 0.5704742185483148,
      "grad_norm": 0.10853701084852219,
      "learning_rate": 8.213874610512148e-06,
      "loss": 0.7263,
      "step": 27070
    },
    {
      "epoch": 0.5704952925866802,
      "grad_norm": 0.1369670331478119,
      "learning_rate": 8.21320305079056e-06,
      "loss": 0.7922,
      "step": 27071
    },
    {
      "epoch": 0.5705163666250455,
      "grad_norm": 0.13149628043174744,
      "learning_rate": 8.212531499392944e-06,
      "loss": 0.7185,
      "step": 27072
    },
    {
      "epoch": 0.5705374406634107,
      "grad_norm": 0.1230378970503807,
      "learning_rate": 8.211859956322435e-06,
      "loss": 0.7235,
      "step": 27073
    },
    {
      "epoch": 0.570558514701776,
      "grad_norm": 0.130791574716568,
      "learning_rate": 8.211188421582156e-06,
      "loss": 0.798,
      "step": 27074
    },
    {
      "epoch": 0.5705795887401413,
      "grad_norm": 0.12560036778450012,
      "learning_rate": 8.210516895175238e-06,
      "loss": 0.7398,
      "step": 27075
    },
    {
      "epoch": 0.5706006627785066,
      "grad_norm": 0.11900277435779572,
      "learning_rate": 8.209845377104806e-06,
      "loss": 0.711,
      "step": 27076
    },
    {
      "epoch": 0.5706217368168719,
      "grad_norm": 0.14219583570957184,
      "learning_rate": 8.209173867373992e-06,
      "loss": 0.8535,
      "step": 27077
    },
    {
      "epoch": 0.5706428108552372,
      "grad_norm": 0.10778544098138809,
      "learning_rate": 8.208502365985921e-06,
      "loss": 0.6882,
      "step": 27078
    },
    {
      "epoch": 0.5706638848936024,
      "grad_norm": 0.14114804565906525,
      "learning_rate": 8.207830872943722e-06,
      "loss": 0.7152,
      "step": 27079
    },
    {
      "epoch": 0.5706849589319677,
      "grad_norm": 0.12420108914375305,
      "learning_rate": 8.207159388250527e-06,
      "loss": 0.6904,
      "step": 27080
    },
    {
      "epoch": 0.5707060329703331,
      "grad_norm": 0.1361333131790161,
      "learning_rate": 8.20648791190946e-06,
      "loss": 0.7993,
      "step": 27081
    },
    {
      "epoch": 0.5707271070086983,
      "grad_norm": 0.13715694844722748,
      "learning_rate": 8.205816443923653e-06,
      "loss": 0.7495,
      "step": 27082
    },
    {
      "epoch": 0.5707481810470636,
      "grad_norm": 0.11854542791843414,
      "learning_rate": 8.205144984296231e-06,
      "loss": 0.6922,
      "step": 27083
    },
    {
      "epoch": 0.5707692550854289,
      "grad_norm": 0.1070975586771965,
      "learning_rate": 8.204473533030322e-06,
      "loss": 0.7098,
      "step": 27084
    },
    {
      "epoch": 0.5707903291237941,
      "grad_norm": 0.12170518189668655,
      "learning_rate": 8.203802090129056e-06,
      "loss": 0.7367,
      "step": 27085
    },
    {
      "epoch": 0.5708114031621595,
      "grad_norm": 0.11164360493421555,
      "learning_rate": 8.203130655595558e-06,
      "loss": 0.7243,
      "step": 27086
    },
    {
      "epoch": 0.5708324772005248,
      "grad_norm": 0.12703163921833038,
      "learning_rate": 8.202459229432958e-06,
      "loss": 0.7188,
      "step": 27087
    },
    {
      "epoch": 0.57085355123889,
      "grad_norm": 0.13560089468955994,
      "learning_rate": 8.201787811644384e-06,
      "loss": 0.8,
      "step": 27088
    },
    {
      "epoch": 0.5708746252772553,
      "grad_norm": 0.11646399646997452,
      "learning_rate": 8.201116402232966e-06,
      "loss": 0.7154,
      "step": 27089
    },
    {
      "epoch": 0.5708956993156206,
      "grad_norm": 0.13666054606437683,
      "learning_rate": 8.200445001201826e-06,
      "loss": 0.7628,
      "step": 27090
    },
    {
      "epoch": 0.5709167733539859,
      "grad_norm": 0.1274692714214325,
      "learning_rate": 8.199773608554096e-06,
      "loss": 0.7896,
      "step": 27091
    },
    {
      "epoch": 0.5709378473923512,
      "grad_norm": 0.11961867660284042,
      "learning_rate": 8.199102224292903e-06,
      "loss": 0.7405,
      "step": 27092
    },
    {
      "epoch": 0.5709589214307165,
      "grad_norm": 0.12917280197143555,
      "learning_rate": 8.198430848421371e-06,
      "loss": 0.7048,
      "step": 27093
    },
    {
      "epoch": 0.5709799954690817,
      "grad_norm": 0.12439512461423874,
      "learning_rate": 8.197759480942635e-06,
      "loss": 0.7226,
      "step": 27094
    },
    {
      "epoch": 0.571001069507447,
      "grad_norm": 0.13839808106422424,
      "learning_rate": 8.197088121859818e-06,
      "loss": 0.6998,
      "step": 27095
    },
    {
      "epoch": 0.5710221435458124,
      "grad_norm": 0.2085690051317215,
      "learning_rate": 8.196416771176048e-06,
      "loss": 0.7836,
      "step": 27096
    },
    {
      "epoch": 0.5710432175841776,
      "grad_norm": 0.1406146138906479,
      "learning_rate": 8.195745428894455e-06,
      "loss": 0.811,
      "step": 27097
    },
    {
      "epoch": 0.5710642916225429,
      "grad_norm": 0.14070044457912445,
      "learning_rate": 8.195074095018165e-06,
      "loss": 0.7482,
      "step": 27098
    },
    {
      "epoch": 0.5710853656609082,
      "grad_norm": 0.12711438536643982,
      "learning_rate": 8.194402769550305e-06,
      "loss": 0.7433,
      "step": 27099
    },
    {
      "epoch": 0.5711064396992734,
      "grad_norm": 0.15292423963546753,
      "learning_rate": 8.193731452494e-06,
      "loss": 0.737,
      "step": 27100
    },
    {
      "epoch": 0.5711275137376388,
      "grad_norm": 0.11129497736692429,
      "learning_rate": 8.19306014385238e-06,
      "loss": 0.7148,
      "step": 27101
    },
    {
      "epoch": 0.5711485877760041,
      "grad_norm": 0.1447855532169342,
      "learning_rate": 8.192388843628573e-06,
      "loss": 0.7343,
      "step": 27102
    },
    {
      "epoch": 0.5711696618143693,
      "grad_norm": 0.1075609102845192,
      "learning_rate": 8.191717551825707e-06,
      "loss": 0.705,
      "step": 27103
    },
    {
      "epoch": 0.5711907358527346,
      "grad_norm": 0.1167687252163887,
      "learning_rate": 8.191046268446909e-06,
      "loss": 0.6962,
      "step": 27104
    },
    {
      "epoch": 0.5712118098910999,
      "grad_norm": 0.13935033977031708,
      "learning_rate": 8.1903749934953e-06,
      "loss": 0.7297,
      "step": 27105
    },
    {
      "epoch": 0.5712328839294651,
      "grad_norm": 0.11975660175085068,
      "learning_rate": 8.189703726974017e-06,
      "loss": 0.8098,
      "step": 27106
    },
    {
      "epoch": 0.5712539579678305,
      "grad_norm": 0.1357448399066925,
      "learning_rate": 8.18903246888618e-06,
      "loss": 0.7698,
      "step": 27107
    },
    {
      "epoch": 0.5712750320061958,
      "grad_norm": 0.12403145432472229,
      "learning_rate": 8.188361219234916e-06,
      "loss": 0.7808,
      "step": 27108
    },
    {
      "epoch": 0.571296106044561,
      "grad_norm": 0.14851653575897217,
      "learning_rate": 8.187689978023358e-06,
      "loss": 0.7616,
      "step": 27109
    },
    {
      "epoch": 0.5713171800829263,
      "grad_norm": 0.13549460470676422,
      "learning_rate": 8.18701874525463e-06,
      "loss": 0.7256,
      "step": 27110
    },
    {
      "epoch": 0.5713382541212916,
      "grad_norm": 0.11200982332229614,
      "learning_rate": 8.186347520931856e-06,
      "loss": 0.6703,
      "step": 27111
    },
    {
      "epoch": 0.571359328159657,
      "grad_norm": 0.1564789116382599,
      "learning_rate": 8.185676305058168e-06,
      "loss": 0.7549,
      "step": 27112
    },
    {
      "epoch": 0.5713804021980222,
      "grad_norm": 0.13225196301937103,
      "learning_rate": 8.18500509763669e-06,
      "loss": 0.7475,
      "step": 27113
    },
    {
      "epoch": 0.5714014762363875,
      "grad_norm": 0.15921401977539062,
      "learning_rate": 8.184333898670552e-06,
      "loss": 0.7558,
      "step": 27114
    },
    {
      "epoch": 0.5714225502747527,
      "grad_norm": 0.12416155636310577,
      "learning_rate": 8.183662708162875e-06,
      "loss": 0.7007,
      "step": 27115
    },
    {
      "epoch": 0.571443624313118,
      "grad_norm": 0.13214591145515442,
      "learning_rate": 8.18299152611679e-06,
      "loss": 0.7094,
      "step": 27116
    },
    {
      "epoch": 0.5714646983514834,
      "grad_norm": 0.1568014770746231,
      "learning_rate": 8.182320352535422e-06,
      "loss": 0.7206,
      "step": 27117
    },
    {
      "epoch": 0.5714857723898487,
      "grad_norm": 0.1419377475976944,
      "learning_rate": 8.181649187421903e-06,
      "loss": 0.8346,
      "step": 27118
    },
    {
      "epoch": 0.5715068464282139,
      "grad_norm": 0.1292204111814499,
      "learning_rate": 8.180978030779351e-06,
      "loss": 0.7475,
      "step": 27119
    },
    {
      "epoch": 0.5715279204665792,
      "grad_norm": 0.1238304078578949,
      "learning_rate": 8.180306882610898e-06,
      "loss": 0.7114,
      "step": 27120
    },
    {
      "epoch": 0.5715489945049445,
      "grad_norm": 0.11581234633922577,
      "learning_rate": 8.17963574291967e-06,
      "loss": 0.7354,
      "step": 27121
    },
    {
      "epoch": 0.5715700685433098,
      "grad_norm": 0.14029493927955627,
      "learning_rate": 8.178964611708789e-06,
      "loss": 0.7773,
      "step": 27122
    },
    {
      "epoch": 0.5715911425816751,
      "grad_norm": 0.13209132850170135,
      "learning_rate": 8.17829348898139e-06,
      "loss": 0.7527,
      "step": 27123
    },
    {
      "epoch": 0.5716122166200404,
      "grad_norm": 0.17714734375476837,
      "learning_rate": 8.177622374740594e-06,
      "loss": 0.7378,
      "step": 27124
    },
    {
      "epoch": 0.5716332906584056,
      "grad_norm": 0.11025064438581467,
      "learning_rate": 8.17695126898953e-06,
      "loss": 0.7797,
      "step": 27125
    },
    {
      "epoch": 0.5716543646967709,
      "grad_norm": 0.14701958000659943,
      "learning_rate": 8.17628017173132e-06,
      "loss": 0.7645,
      "step": 27126
    },
    {
      "epoch": 0.5716754387351363,
      "grad_norm": 0.1422930508852005,
      "learning_rate": 8.175609082969098e-06,
      "loss": 0.7183,
      "step": 27127
    },
    {
      "epoch": 0.5716965127735015,
      "grad_norm": 0.13316459953784943,
      "learning_rate": 8.174938002705983e-06,
      "loss": 0.7486,
      "step": 27128
    },
    {
      "epoch": 0.5717175868118668,
      "grad_norm": 0.11675954610109329,
      "learning_rate": 8.174266930945106e-06,
      "loss": 0.6803,
      "step": 27129
    },
    {
      "epoch": 0.5717386608502321,
      "grad_norm": 0.19537287950515747,
      "learning_rate": 8.17359586768959e-06,
      "loss": 0.742,
      "step": 27130
    },
    {
      "epoch": 0.5717597348885973,
      "grad_norm": 0.16560973227024078,
      "learning_rate": 8.172924812942561e-06,
      "loss": 0.7731,
      "step": 27131
    },
    {
      "epoch": 0.5717808089269627,
      "grad_norm": 0.1117912009358406,
      "learning_rate": 8.172253766707147e-06,
      "loss": 0.7549,
      "step": 27132
    },
    {
      "epoch": 0.571801882965328,
      "grad_norm": 0.13833749294281006,
      "learning_rate": 8.171582728986477e-06,
      "loss": 0.777,
      "step": 27133
    },
    {
      "epoch": 0.5718229570036932,
      "grad_norm": 0.13499507308006287,
      "learning_rate": 8.170911699783673e-06,
      "loss": 0.7794,
      "step": 27134
    },
    {
      "epoch": 0.5718440310420585,
      "grad_norm": 0.102878637611866,
      "learning_rate": 8.17024067910186e-06,
      "loss": 0.731,
      "step": 27135
    },
    {
      "epoch": 0.5718651050804238,
      "grad_norm": 0.13108526170253754,
      "learning_rate": 8.169569666944163e-06,
      "loss": 0.7263,
      "step": 27136
    },
    {
      "epoch": 0.5718861791187891,
      "grad_norm": 0.8986318707466125,
      "learning_rate": 8.168898663313715e-06,
      "loss": 0.7018,
      "step": 27137
    },
    {
      "epoch": 0.5719072531571544,
      "grad_norm": 0.125025674700737,
      "learning_rate": 8.168227668213638e-06,
      "loss": 0.6737,
      "step": 27138
    },
    {
      "epoch": 0.5719283271955197,
      "grad_norm": 0.11758509278297424,
      "learning_rate": 8.167556681647058e-06,
      "loss": 0.7144,
      "step": 27139
    },
    {
      "epoch": 0.5719494012338849,
      "grad_norm": 0.1366523653268814,
      "learning_rate": 8.166885703617098e-06,
      "loss": 0.7398,
      "step": 27140
    },
    {
      "epoch": 0.5719704752722502,
      "grad_norm": 0.11823999136686325,
      "learning_rate": 8.166214734126889e-06,
      "loss": 0.714,
      "step": 27141
    },
    {
      "epoch": 0.5719915493106155,
      "grad_norm": 0.1479576975107193,
      "learning_rate": 8.165543773179556e-06,
      "loss": 0.7791,
      "step": 27142
    },
    {
      "epoch": 0.5720126233489808,
      "grad_norm": 0.15498602390289307,
      "learning_rate": 8.164872820778221e-06,
      "loss": 0.7599,
      "step": 27143
    },
    {
      "epoch": 0.5720336973873461,
      "grad_norm": 0.13458563387393951,
      "learning_rate": 8.164201876926012e-06,
      "loss": 0.7499,
      "step": 27144
    },
    {
      "epoch": 0.5720547714257114,
      "grad_norm": 0.17915602028369904,
      "learning_rate": 8.163530941626054e-06,
      "loss": 0.7917,
      "step": 27145
    },
    {
      "epoch": 0.5720758454640766,
      "grad_norm": 0.11273112893104553,
      "learning_rate": 8.162860014881473e-06,
      "loss": 0.7587,
      "step": 27146
    },
    {
      "epoch": 0.5720969195024419,
      "grad_norm": 0.14217609167099,
      "learning_rate": 8.162189096695394e-06,
      "loss": 0.7767,
      "step": 27147
    },
    {
      "epoch": 0.5721179935408073,
      "grad_norm": 0.11203453689813614,
      "learning_rate": 8.161518187070945e-06,
      "loss": 0.711,
      "step": 27148
    },
    {
      "epoch": 0.5721390675791725,
      "grad_norm": 0.14106373488903046,
      "learning_rate": 8.160847286011249e-06,
      "loss": 0.7239,
      "step": 27149
    },
    {
      "epoch": 0.5721601416175378,
      "grad_norm": 0.10816087573766708,
      "learning_rate": 8.160176393519432e-06,
      "loss": 0.7289,
      "step": 27150
    },
    {
      "epoch": 0.5721812156559031,
      "grad_norm": 0.13832294940948486,
      "learning_rate": 8.159505509598617e-06,
      "loss": 0.7305,
      "step": 27151
    },
    {
      "epoch": 0.5722022896942683,
      "grad_norm": 0.11429274827241898,
      "learning_rate": 8.158834634251934e-06,
      "loss": 0.7397,
      "step": 27152
    },
    {
      "epoch": 0.5722233637326337,
      "grad_norm": 0.15911865234375,
      "learning_rate": 8.158163767482506e-06,
      "loss": 0.7513,
      "step": 27153
    },
    {
      "epoch": 0.572244437770999,
      "grad_norm": 0.13483554124832153,
      "learning_rate": 8.157492909293458e-06,
      "loss": 0.7329,
      "step": 27154
    },
    {
      "epoch": 0.5722655118093642,
      "grad_norm": 0.13374996185302734,
      "learning_rate": 8.156822059687916e-06,
      "loss": 0.7873,
      "step": 27155
    },
    {
      "epoch": 0.5722865858477295,
      "grad_norm": 0.12491897493600845,
      "learning_rate": 8.156151218669003e-06,
      "loss": 0.7308,
      "step": 27156
    },
    {
      "epoch": 0.5723076598860948,
      "grad_norm": 0.1368379145860672,
      "learning_rate": 8.155480386239852e-06,
      "loss": 0.7764,
      "step": 27157
    },
    {
      "epoch": 0.5723287339244602,
      "grad_norm": 0.15762168169021606,
      "learning_rate": 8.154809562403578e-06,
      "loss": 0.7649,
      "step": 27158
    },
    {
      "epoch": 0.5723498079628254,
      "grad_norm": 0.17848235368728638,
      "learning_rate": 8.154138747163312e-06,
      "loss": 0.7509,
      "step": 27159
    },
    {
      "epoch": 0.5723708820011907,
      "grad_norm": 0.14979252219200134,
      "learning_rate": 8.153467940522176e-06,
      "loss": 0.8129,
      "step": 27160
    },
    {
      "epoch": 0.572391956039556,
      "grad_norm": 0.13145127892494202,
      "learning_rate": 8.152797142483298e-06,
      "loss": 0.7517,
      "step": 27161
    },
    {
      "epoch": 0.5724130300779212,
      "grad_norm": 0.1388428956270218,
      "learning_rate": 8.152126353049801e-06,
      "loss": 0.7669,
      "step": 27162
    },
    {
      "epoch": 0.5724341041162866,
      "grad_norm": 0.1352946013212204,
      "learning_rate": 8.151455572224812e-06,
      "loss": 0.7735,
      "step": 27163
    },
    {
      "epoch": 0.5724551781546519,
      "grad_norm": 0.12876467406749725,
      "learning_rate": 8.150784800011453e-06,
      "loss": 0.7387,
      "step": 27164
    },
    {
      "epoch": 0.5724762521930171,
      "grad_norm": 0.15223263204097748,
      "learning_rate": 8.150114036412845e-06,
      "loss": 0.8156,
      "step": 27165
    },
    {
      "epoch": 0.5724973262313824,
      "grad_norm": 0.13894619047641754,
      "learning_rate": 8.149443281432124e-06,
      "loss": 0.7482,
      "step": 27166
    },
    {
      "epoch": 0.5725184002697477,
      "grad_norm": 0.2309369146823883,
      "learning_rate": 8.148772535072408e-06,
      "loss": 0.8365,
      "step": 27167
    },
    {
      "epoch": 0.572539474308113,
      "grad_norm": 0.1740858107805252,
      "learning_rate": 8.148101797336823e-06,
      "loss": 0.8154,
      "step": 27168
    },
    {
      "epoch": 0.5725605483464783,
      "grad_norm": 0.1147112175822258,
      "learning_rate": 8.147431068228491e-06,
      "loss": 0.7844,
      "step": 27169
    },
    {
      "epoch": 0.5725816223848436,
      "grad_norm": 0.14199639856815338,
      "learning_rate": 8.146760347750539e-06,
      "loss": 0.7185,
      "step": 27170
    },
    {
      "epoch": 0.5726026964232088,
      "grad_norm": 0.1185598224401474,
      "learning_rate": 8.146089635906094e-06,
      "loss": 0.7031,
      "step": 27171
    },
    {
      "epoch": 0.5726237704615741,
      "grad_norm": 0.13915158808231354,
      "learning_rate": 8.14541893269828e-06,
      "loss": 0.7081,
      "step": 27172
    },
    {
      "epoch": 0.5726448444999395,
      "grad_norm": 0.13287459313869476,
      "learning_rate": 8.144748238130216e-06,
      "loss": 0.7893,
      "step": 27173
    },
    {
      "epoch": 0.5726659185383047,
      "grad_norm": 0.1545129120349884,
      "learning_rate": 8.14407755220503e-06,
      "loss": 0.7008,
      "step": 27174
    },
    {
      "epoch": 0.57268699257667,
      "grad_norm": 0.1257544457912445,
      "learning_rate": 8.143406874925846e-06,
      "loss": 0.8006,
      "step": 27175
    },
    {
      "epoch": 0.5727080666150353,
      "grad_norm": 0.1517457813024521,
      "learning_rate": 8.14273620629579e-06,
      "loss": 0.781,
      "step": 27176
    },
    {
      "epoch": 0.5727291406534005,
      "grad_norm": 0.13646258413791656,
      "learning_rate": 8.142065546317988e-06,
      "loss": 0.7941,
      "step": 27177
    },
    {
      "epoch": 0.5727502146917658,
      "grad_norm": 0.1949663758277893,
      "learning_rate": 8.14139489499556e-06,
      "loss": 0.7469,
      "step": 27178
    },
    {
      "epoch": 0.5727712887301312,
      "grad_norm": 0.12057273089885712,
      "learning_rate": 8.14072425233163e-06,
      "loss": 0.7731,
      "step": 27179
    },
    {
      "epoch": 0.5727923627684964,
      "grad_norm": 0.12616203725337982,
      "learning_rate": 8.140053618329322e-06,
      "loss": 0.7327,
      "step": 27180
    },
    {
      "epoch": 0.5728134368068617,
      "grad_norm": 0.1270604282617569,
      "learning_rate": 8.139382992991769e-06,
      "loss": 0.7676,
      "step": 27181
    },
    {
      "epoch": 0.572834510845227,
      "grad_norm": 0.15698960423469543,
      "learning_rate": 8.138712376322085e-06,
      "loss": 0.8139,
      "step": 27182
    },
    {
      "epoch": 0.5728555848835922,
      "grad_norm": 0.1413813680410385,
      "learning_rate": 8.138041768323398e-06,
      "loss": 0.7518,
      "step": 27183
    },
    {
      "epoch": 0.5728766589219576,
      "grad_norm": 0.15775176882743835,
      "learning_rate": 8.137371168998833e-06,
      "loss": 0.7547,
      "step": 27184
    },
    {
      "epoch": 0.5728977329603229,
      "grad_norm": 0.1322600394487381,
      "learning_rate": 8.13670057835151e-06,
      "loss": 0.7039,
      "step": 27185
    },
    {
      "epoch": 0.5729188069986881,
      "grad_norm": 0.13862518966197968,
      "learning_rate": 8.136029996384562e-06,
      "loss": 0.7938,
      "step": 27186
    },
    {
      "epoch": 0.5729398810370534,
      "grad_norm": 0.12911099195480347,
      "learning_rate": 8.135359423101102e-06,
      "loss": 0.7257,
      "step": 27187
    },
    {
      "epoch": 0.5729609550754187,
      "grad_norm": 0.17935600876808167,
      "learning_rate": 8.134688858504261e-06,
      "loss": 0.8037,
      "step": 27188
    },
    {
      "epoch": 0.572982029113784,
      "grad_norm": 0.1771857887506485,
      "learning_rate": 8.13401830259716e-06,
      "loss": 0.7829,
      "step": 27189
    },
    {
      "epoch": 0.5730031031521493,
      "grad_norm": 0.12739519774913788,
      "learning_rate": 8.133347755382923e-06,
      "loss": 0.6921,
      "step": 27190
    },
    {
      "epoch": 0.5730241771905146,
      "grad_norm": 0.16046471893787384,
      "learning_rate": 8.132677216864675e-06,
      "loss": 0.7773,
      "step": 27191
    },
    {
      "epoch": 0.5730452512288798,
      "grad_norm": 0.1333712786436081,
      "learning_rate": 8.132006687045541e-06,
      "loss": 0.7154,
      "step": 27192
    },
    {
      "epoch": 0.5730663252672451,
      "grad_norm": 0.13711442053318024,
      "learning_rate": 8.13133616592864e-06,
      "loss": 0.7179,
      "step": 27193
    },
    {
      "epoch": 0.5730873993056105,
      "grad_norm": 0.1442980319261551,
      "learning_rate": 8.130665653517096e-06,
      "loss": 0.81,
      "step": 27194
    },
    {
      "epoch": 0.5731084733439757,
      "grad_norm": 0.11610058695077896,
      "learning_rate": 8.129995149814041e-06,
      "loss": 0.8136,
      "step": 27195
    },
    {
      "epoch": 0.573129547382341,
      "grad_norm": 0.1334378868341446,
      "learning_rate": 8.12932465482259e-06,
      "loss": 0.7378,
      "step": 27196
    },
    {
      "epoch": 0.5731506214207063,
      "grad_norm": 0.12489403039216995,
      "learning_rate": 8.128654168545872e-06,
      "loss": 0.7455,
      "step": 27197
    },
    {
      "epoch": 0.5731716954590715,
      "grad_norm": 0.13318327069282532,
      "learning_rate": 8.127983690987004e-06,
      "loss": 0.7079,
      "step": 27198
    },
    {
      "epoch": 0.5731927694974369,
      "grad_norm": 0.13231466710567474,
      "learning_rate": 8.127313222149117e-06,
      "loss": 0.7633,
      "step": 27199
    },
    {
      "epoch": 0.5732138435358022,
      "grad_norm": 0.21949608623981476,
      "learning_rate": 8.12664276203533e-06,
      "loss": 0.7575,
      "step": 27200
    },
    {
      "epoch": 0.5732349175741674,
      "grad_norm": 0.1382133811712265,
      "learning_rate": 8.125972310648769e-06,
      "loss": 0.7212,
      "step": 27201
    },
    {
      "epoch": 0.5732559916125327,
      "grad_norm": 0.1444968730211258,
      "learning_rate": 8.125301867992552e-06,
      "loss": 0.7972,
      "step": 27202
    },
    {
      "epoch": 0.573277065650898,
      "grad_norm": 0.15239998698234558,
      "learning_rate": 8.124631434069808e-06,
      "loss": 0.7735,
      "step": 27203
    },
    {
      "epoch": 0.5732981396892634,
      "grad_norm": 0.13542722165584564,
      "learning_rate": 8.123961008883658e-06,
      "loss": 0.745,
      "step": 27204
    },
    {
      "epoch": 0.5733192137276286,
      "grad_norm": 0.1208067312836647,
      "learning_rate": 8.123290592437225e-06,
      "loss": 0.7404,
      "step": 27205
    },
    {
      "epoch": 0.5733402877659939,
      "grad_norm": 0.11997123062610626,
      "learning_rate": 8.122620184733634e-06,
      "loss": 0.8513,
      "step": 27206
    },
    {
      "epoch": 0.5733613618043591,
      "grad_norm": 0.13209033012390137,
      "learning_rate": 8.121949785776007e-06,
      "loss": 0.8244,
      "step": 27207
    },
    {
      "epoch": 0.5733824358427244,
      "grad_norm": 0.14221951365470886,
      "learning_rate": 8.121279395567463e-06,
      "loss": 0.8299,
      "step": 27208
    },
    {
      "epoch": 0.5734035098810898,
      "grad_norm": 0.13360632956027985,
      "learning_rate": 8.120609014111131e-06,
      "loss": 0.7436,
      "step": 27209
    },
    {
      "epoch": 0.573424583919455,
      "grad_norm": 0.13336306810379028,
      "learning_rate": 8.119938641410137e-06,
      "loss": 0.713,
      "step": 27210
    },
    {
      "epoch": 0.5734456579578203,
      "grad_norm": 0.15241220593452454,
      "learning_rate": 8.119268277467595e-06,
      "loss": 0.8509,
      "step": 27211
    },
    {
      "epoch": 0.5734667319961856,
      "grad_norm": 0.12209559977054596,
      "learning_rate": 8.118597922286633e-06,
      "loss": 0.7318,
      "step": 27212
    },
    {
      "epoch": 0.5734878060345509,
      "grad_norm": 0.12518203258514404,
      "learning_rate": 8.117927575870372e-06,
      "loss": 0.7265,
      "step": 27213
    },
    {
      "epoch": 0.5735088800729162,
      "grad_norm": 0.12525814771652222,
      "learning_rate": 8.117257238221936e-06,
      "loss": 0.7556,
      "step": 27214
    },
    {
      "epoch": 0.5735299541112815,
      "grad_norm": 0.13540951907634735,
      "learning_rate": 8.116586909344448e-06,
      "loss": 0.8074,
      "step": 27215
    },
    {
      "epoch": 0.5735510281496468,
      "grad_norm": 0.13632342219352722,
      "learning_rate": 8.115916589241033e-06,
      "loss": 0.8047,
      "step": 27216
    },
    {
      "epoch": 0.573572102188012,
      "grad_norm": 0.17021223902702332,
      "learning_rate": 8.11524627791481e-06,
      "loss": 0.7608,
      "step": 27217
    },
    {
      "epoch": 0.5735931762263773,
      "grad_norm": 0.11844072490930557,
      "learning_rate": 8.114575975368901e-06,
      "loss": 0.7136,
      "step": 27218
    },
    {
      "epoch": 0.5736142502647426,
      "grad_norm": 0.14800426363945007,
      "learning_rate": 8.113905681606433e-06,
      "loss": 0.7782,
      "step": 27219
    },
    {
      "epoch": 0.5736353243031079,
      "grad_norm": 0.11877268552780151,
      "learning_rate": 8.113235396630524e-06,
      "loss": 0.7098,
      "step": 27220
    },
    {
      "epoch": 0.5736563983414732,
      "grad_norm": 0.1461031436920166,
      "learning_rate": 8.1125651204443e-06,
      "loss": 0.7666,
      "step": 27221
    },
    {
      "epoch": 0.5736774723798385,
      "grad_norm": 0.12557165324687958,
      "learning_rate": 8.111894853050884e-06,
      "loss": 0.7794,
      "step": 27222
    },
    {
      "epoch": 0.5736985464182037,
      "grad_norm": 0.1557820439338684,
      "learning_rate": 8.111224594453391e-06,
      "loss": 0.789,
      "step": 27223
    },
    {
      "epoch": 0.573719620456569,
      "grad_norm": 0.1529897302389145,
      "learning_rate": 8.110554344654954e-06,
      "loss": 0.7418,
      "step": 27224
    },
    {
      "epoch": 0.5737406944949344,
      "grad_norm": 0.11135250329971313,
      "learning_rate": 8.109884103658692e-06,
      "loss": 0.7294,
      "step": 27225
    },
    {
      "epoch": 0.5737617685332996,
      "grad_norm": 0.15427163243293762,
      "learning_rate": 8.109213871467724e-06,
      "loss": 0.7863,
      "step": 27226
    },
    {
      "epoch": 0.5737828425716649,
      "grad_norm": 0.13634152710437775,
      "learning_rate": 8.108543648085177e-06,
      "loss": 0.7983,
      "step": 27227
    },
    {
      "epoch": 0.5738039166100302,
      "grad_norm": 0.15180456638336182,
      "learning_rate": 8.107873433514168e-06,
      "loss": 0.7041,
      "step": 27228
    },
    {
      "epoch": 0.5738249906483954,
      "grad_norm": 0.11489291489124298,
      "learning_rate": 8.107203227757824e-06,
      "loss": 0.7811,
      "step": 27229
    },
    {
      "epoch": 0.5738460646867608,
      "grad_norm": 0.12694884836673737,
      "learning_rate": 8.106533030819265e-06,
      "loss": 0.7168,
      "step": 27230
    },
    {
      "epoch": 0.5738671387251261,
      "grad_norm": 0.1361405998468399,
      "learning_rate": 8.105862842701615e-06,
      "loss": 0.7765,
      "step": 27231
    },
    {
      "epoch": 0.5738882127634913,
      "grad_norm": 0.12598085403442383,
      "learning_rate": 8.105192663407993e-06,
      "loss": 0.8044,
      "step": 27232
    },
    {
      "epoch": 0.5739092868018566,
      "grad_norm": 0.13801346719264984,
      "learning_rate": 8.104522492941522e-06,
      "loss": 0.7403,
      "step": 27233
    },
    {
      "epoch": 0.5739303608402219,
      "grad_norm": 0.1238284707069397,
      "learning_rate": 8.103852331305327e-06,
      "loss": 0.7265,
      "step": 27234
    },
    {
      "epoch": 0.5739514348785872,
      "grad_norm": 0.14651085436344147,
      "learning_rate": 8.103182178502525e-06,
      "loss": 0.8002,
      "step": 27235
    },
    {
      "epoch": 0.5739725089169525,
      "grad_norm": 0.11991505324840546,
      "learning_rate": 8.102512034536246e-06,
      "loss": 0.7458,
      "step": 27236
    },
    {
      "epoch": 0.5739935829553178,
      "grad_norm": 0.12509942054748535,
      "learning_rate": 8.101841899409597e-06,
      "loss": 0.7652,
      "step": 27237
    },
    {
      "epoch": 0.574014656993683,
      "grad_norm": 0.11367186158895493,
      "learning_rate": 8.101171773125716e-06,
      "loss": 0.6607,
      "step": 27238
    },
    {
      "epoch": 0.5740357310320483,
      "grad_norm": 0.15174242854118347,
      "learning_rate": 8.100501655687717e-06,
      "loss": 0.7345,
      "step": 27239
    },
    {
      "epoch": 0.5740568050704137,
      "grad_norm": 0.11560267210006714,
      "learning_rate": 8.099831547098728e-06,
      "loss": 0.7968,
      "step": 27240
    },
    {
      "epoch": 0.5740778791087789,
      "grad_norm": 0.12849974632263184,
      "learning_rate": 8.099161447361863e-06,
      "loss": 0.6942,
      "step": 27241
    },
    {
      "epoch": 0.5740989531471442,
      "grad_norm": 0.1249389499425888,
      "learning_rate": 8.098491356480246e-06,
      "loss": 0.6969,
      "step": 27242
    },
    {
      "epoch": 0.5741200271855095,
      "grad_norm": 0.13413302600383759,
      "learning_rate": 8.097821274457e-06,
      "loss": 0.7675,
      "step": 27243
    },
    {
      "epoch": 0.5741411012238747,
      "grad_norm": 0.15352153778076172,
      "learning_rate": 8.097151201295246e-06,
      "loss": 0.7573,
      "step": 27244
    },
    {
      "epoch": 0.5741621752622401,
      "grad_norm": 0.11289029568433762,
      "learning_rate": 8.096481136998107e-06,
      "loss": 0.6738,
      "step": 27245
    },
    {
      "epoch": 0.5741832493006054,
      "grad_norm": 0.28454336524009705,
      "learning_rate": 8.095811081568702e-06,
      "loss": 0.7577,
      "step": 27246
    },
    {
      "epoch": 0.5742043233389706,
      "grad_norm": 0.17147904634475708,
      "learning_rate": 8.095141035010154e-06,
      "loss": 0.7182,
      "step": 27247
    },
    {
      "epoch": 0.5742253973773359,
      "grad_norm": 0.13455626368522644,
      "learning_rate": 8.094470997325584e-06,
      "loss": 0.7167,
      "step": 27248
    },
    {
      "epoch": 0.5742464714157012,
      "grad_norm": 0.16473208367824554,
      "learning_rate": 8.093800968518114e-06,
      "loss": 0.7086,
      "step": 27249
    },
    {
      "epoch": 0.5742675454540666,
      "grad_norm": 0.141525536775589,
      "learning_rate": 8.093130948590865e-06,
      "loss": 0.8765,
      "step": 27250
    },
    {
      "epoch": 0.5742886194924318,
      "grad_norm": 0.14038582146167755,
      "learning_rate": 8.09246093754696e-06,
      "loss": 0.7654,
      "step": 27251
    },
    {
      "epoch": 0.5743096935307971,
      "grad_norm": 0.13748686015605927,
      "learning_rate": 8.091790935389512e-06,
      "loss": 0.8131,
      "step": 27252
    },
    {
      "epoch": 0.5743307675691623,
      "grad_norm": 0.14345993101596832,
      "learning_rate": 8.091120942121655e-06,
      "loss": 0.7507,
      "step": 27253
    },
    {
      "epoch": 0.5743518416075276,
      "grad_norm": 0.16370798647403717,
      "learning_rate": 8.090450957746506e-06,
      "loss": 0.7323,
      "step": 27254
    },
    {
      "epoch": 0.5743729156458929,
      "grad_norm": 0.1538083702325821,
      "learning_rate": 8.089780982267182e-06,
      "loss": 0.7929,
      "step": 27255
    },
    {
      "epoch": 0.5743939896842583,
      "grad_norm": 0.13160774111747742,
      "learning_rate": 8.089111015686808e-06,
      "loss": 0.7537,
      "step": 27256
    },
    {
      "epoch": 0.5744150637226235,
      "grad_norm": 0.13943836092948914,
      "learning_rate": 8.088441058008503e-06,
      "loss": 0.7608,
      "step": 27257
    },
    {
      "epoch": 0.5744361377609888,
      "grad_norm": 0.10779592394828796,
      "learning_rate": 8.087771109235388e-06,
      "loss": 0.7676,
      "step": 27258
    },
    {
      "epoch": 0.574457211799354,
      "grad_norm": 0.11553841829299927,
      "learning_rate": 8.087101169370584e-06,
      "loss": 0.6854,
      "step": 27259
    },
    {
      "epoch": 0.5744782858377193,
      "grad_norm": 0.1133260652422905,
      "learning_rate": 8.086431238417217e-06,
      "loss": 0.7725,
      "step": 27260
    },
    {
      "epoch": 0.5744993598760847,
      "grad_norm": 0.14259494841098785,
      "learning_rate": 8.085761316378401e-06,
      "loss": 0.7606,
      "step": 27261
    },
    {
      "epoch": 0.57452043391445,
      "grad_norm": 0.12143535166978836,
      "learning_rate": 8.085091403257258e-06,
      "loss": 0.751,
      "step": 27262
    },
    {
      "epoch": 0.5745415079528152,
      "grad_norm": 0.12423907220363617,
      "learning_rate": 8.084421499056914e-06,
      "loss": 0.7318,
      "step": 27263
    },
    {
      "epoch": 0.5745625819911805,
      "grad_norm": 0.10556131601333618,
      "learning_rate": 8.083751603780484e-06,
      "loss": 0.6887,
      "step": 27264
    },
    {
      "epoch": 0.5745836560295458,
      "grad_norm": 0.17393749952316284,
      "learning_rate": 8.083081717431091e-06,
      "loss": 0.7238,
      "step": 27265
    },
    {
      "epoch": 0.5746047300679111,
      "grad_norm": 0.12796683609485626,
      "learning_rate": 8.082411840011855e-06,
      "loss": 0.711,
      "step": 27266
    },
    {
      "epoch": 0.5746258041062764,
      "grad_norm": 0.1422029435634613,
      "learning_rate": 8.081741971525899e-06,
      "loss": 0.7911,
      "step": 27267
    },
    {
      "epoch": 0.5746468781446417,
      "grad_norm": 0.12011238187551498,
      "learning_rate": 8.08107211197634e-06,
      "loss": 0.6936,
      "step": 27268
    },
    {
      "epoch": 0.5746679521830069,
      "grad_norm": 0.15660728514194489,
      "learning_rate": 8.080402261366307e-06,
      "loss": 0.8135,
      "step": 27269
    },
    {
      "epoch": 0.5746890262213722,
      "grad_norm": 0.13156038522720337,
      "learning_rate": 8.07973241969891e-06,
      "loss": 0.7868,
      "step": 27270
    },
    {
      "epoch": 0.5747101002597376,
      "grad_norm": 0.14424680173397064,
      "learning_rate": 8.079062586977274e-06,
      "loss": 0.7679,
      "step": 27271
    },
    {
      "epoch": 0.5747311742981028,
      "grad_norm": 0.14026445150375366,
      "learning_rate": 8.07839276320452e-06,
      "loss": 0.7926,
      "step": 27272
    },
    {
      "epoch": 0.5747522483364681,
      "grad_norm": 0.14676304161548615,
      "learning_rate": 8.077722948383767e-06,
      "loss": 0.7132,
      "step": 27273
    },
    {
      "epoch": 0.5747733223748334,
      "grad_norm": 0.11712749302387238,
      "learning_rate": 8.077053142518136e-06,
      "loss": 0.8154,
      "step": 27274
    },
    {
      "epoch": 0.5747943964131986,
      "grad_norm": 0.24846823513507843,
      "learning_rate": 8.076383345610752e-06,
      "loss": 0.7741,
      "step": 27275
    },
    {
      "epoch": 0.574815470451564,
      "grad_norm": 0.12779180705547333,
      "learning_rate": 8.075713557664726e-06,
      "loss": 0.7382,
      "step": 27276
    },
    {
      "epoch": 0.5748365444899293,
      "grad_norm": 0.12356001138687134,
      "learning_rate": 8.075043778683185e-06,
      "loss": 0.7059,
      "step": 27277
    },
    {
      "epoch": 0.5748576185282945,
      "grad_norm": 0.11641817539930344,
      "learning_rate": 8.074374008669247e-06,
      "loss": 0.7677,
      "step": 27278
    },
    {
      "epoch": 0.5748786925666598,
      "grad_norm": 0.12013130635023117,
      "learning_rate": 8.073704247626031e-06,
      "loss": 0.7146,
      "step": 27279
    },
    {
      "epoch": 0.5748997666050251,
      "grad_norm": 0.16125604510307312,
      "learning_rate": 8.073034495556658e-06,
      "loss": 0.7113,
      "step": 27280
    },
    {
      "epoch": 0.5749208406433904,
      "grad_norm": 0.10894232243299484,
      "learning_rate": 8.072364752464252e-06,
      "loss": 0.7485,
      "step": 27281
    },
    {
      "epoch": 0.5749419146817557,
      "grad_norm": 0.11310063302516937,
      "learning_rate": 8.071695018351928e-06,
      "loss": 0.7313,
      "step": 27282
    },
    {
      "epoch": 0.574962988720121,
      "grad_norm": 0.11052819341421127,
      "learning_rate": 8.071025293222809e-06,
      "loss": 0.7268,
      "step": 27283
    },
    {
      "epoch": 0.5749840627584862,
      "grad_norm": 0.11991576850414276,
      "learning_rate": 8.070355577080015e-06,
      "loss": 0.727,
      "step": 27284
    },
    {
      "epoch": 0.5750051367968515,
      "grad_norm": 0.10949874669313431,
      "learning_rate": 8.069685869926665e-06,
      "loss": 0.7537,
      "step": 27285
    },
    {
      "epoch": 0.5750262108352169,
      "grad_norm": 0.13142041862010956,
      "learning_rate": 8.069016171765877e-06,
      "loss": 0.7878,
      "step": 27286
    },
    {
      "epoch": 0.5750472848735821,
      "grad_norm": 0.10998274385929108,
      "learning_rate": 8.068346482600774e-06,
      "loss": 0.7324,
      "step": 27287
    },
    {
      "epoch": 0.5750683589119474,
      "grad_norm": 0.14914830029010773,
      "learning_rate": 8.067676802434472e-06,
      "loss": 0.7067,
      "step": 27288
    },
    {
      "epoch": 0.5750894329503127,
      "grad_norm": 0.11610603332519531,
      "learning_rate": 8.067007131270095e-06,
      "loss": 0.7365,
      "step": 27289
    },
    {
      "epoch": 0.5751105069886779,
      "grad_norm": 0.10941921919584274,
      "learning_rate": 8.066337469110764e-06,
      "loss": 0.6947,
      "step": 27290
    },
    {
      "epoch": 0.5751315810270433,
      "grad_norm": 0.11577723175287247,
      "learning_rate": 8.06566781595959e-06,
      "loss": 0.7605,
      "step": 27291
    },
    {
      "epoch": 0.5751526550654086,
      "grad_norm": 0.14295989274978638,
      "learning_rate": 8.064998171819701e-06,
      "loss": 0.7149,
      "step": 27292
    },
    {
      "epoch": 0.5751737291037738,
      "grad_norm": 0.11243550479412079,
      "learning_rate": 8.064328536694214e-06,
      "loss": 0.6923,
      "step": 27293
    },
    {
      "epoch": 0.5751948031421391,
      "grad_norm": 0.11608920991420746,
      "learning_rate": 8.063658910586247e-06,
      "loss": 0.6562,
      "step": 27294
    },
    {
      "epoch": 0.5752158771805044,
      "grad_norm": 0.18211597204208374,
      "learning_rate": 8.062989293498919e-06,
      "loss": 0.7803,
      "step": 27295
    },
    {
      "epoch": 0.5752369512188696,
      "grad_norm": 0.12762728333473206,
      "learning_rate": 8.062319685435355e-06,
      "loss": 0.7221,
      "step": 27296
    },
    {
      "epoch": 0.575258025257235,
      "grad_norm": 0.13934890925884247,
      "learning_rate": 8.06165008639867e-06,
      "loss": 0.7017,
      "step": 27297
    },
    {
      "epoch": 0.5752790992956003,
      "grad_norm": 0.12301775068044662,
      "learning_rate": 8.060980496391985e-06,
      "loss": 0.7209,
      "step": 27298
    },
    {
      "epoch": 0.5753001733339655,
      "grad_norm": 0.15610076487064362,
      "learning_rate": 8.06031091541842e-06,
      "loss": 0.7604,
      "step": 27299
    },
    {
      "epoch": 0.5753212473723308,
      "grad_norm": 0.127341166138649,
      "learning_rate": 8.05964134348109e-06,
      "loss": 0.7905,
      "step": 27300
    },
    {
      "epoch": 0.5753423214106961,
      "grad_norm": 0.15962547063827515,
      "learning_rate": 8.058971780583119e-06,
      "loss": 0.7679,
      "step": 27301
    },
    {
      "epoch": 0.5753633954490615,
      "grad_norm": 0.17236323654651642,
      "learning_rate": 8.058302226727624e-06,
      "loss": 0.7831,
      "step": 27302
    },
    {
      "epoch": 0.5753844694874267,
      "grad_norm": 0.17618665099143982,
      "learning_rate": 8.057632681917725e-06,
      "loss": 0.7232,
      "step": 27303
    },
    {
      "epoch": 0.575405543525792,
      "grad_norm": 0.13107475638389587,
      "learning_rate": 8.056963146156541e-06,
      "loss": 0.7598,
      "step": 27304
    },
    {
      "epoch": 0.5754266175641573,
      "grad_norm": 0.12755411863327026,
      "learning_rate": 8.05629361944719e-06,
      "loss": 0.7899,
      "step": 27305
    },
    {
      "epoch": 0.5754476916025225,
      "grad_norm": 0.11676917970180511,
      "learning_rate": 8.055624101792791e-06,
      "loss": 0.746,
      "step": 27306
    },
    {
      "epoch": 0.5754687656408879,
      "grad_norm": 0.11443187296390533,
      "learning_rate": 8.054954593196464e-06,
      "loss": 0.7763,
      "step": 27307
    },
    {
      "epoch": 0.5754898396792532,
      "grad_norm": 0.1238049641251564,
      "learning_rate": 8.05428509366133e-06,
      "loss": 0.6263,
      "step": 27308
    },
    {
      "epoch": 0.5755109137176184,
      "grad_norm": 0.15641075372695923,
      "learning_rate": 8.053615603190501e-06,
      "loss": 0.778,
      "step": 27309
    },
    {
      "epoch": 0.5755319877559837,
      "grad_norm": 0.11555962264537811,
      "learning_rate": 8.052946121787105e-06,
      "loss": 0.6675,
      "step": 27310
    },
    {
      "epoch": 0.575553061794349,
      "grad_norm": 0.16704370081424713,
      "learning_rate": 8.052276649454256e-06,
      "loss": 0.7795,
      "step": 27311
    },
    {
      "epoch": 0.5755741358327143,
      "grad_norm": 0.1583060622215271,
      "learning_rate": 8.051607186195072e-06,
      "loss": 0.8063,
      "step": 27312
    },
    {
      "epoch": 0.5755952098710796,
      "grad_norm": 0.14698907732963562,
      "learning_rate": 8.050937732012679e-06,
      "loss": 0.7576,
      "step": 27313
    },
    {
      "epoch": 0.5756162839094449,
      "grad_norm": 0.1395520567893982,
      "learning_rate": 8.050268286910184e-06,
      "loss": 0.7564,
      "step": 27314
    },
    {
      "epoch": 0.5756373579478101,
      "grad_norm": 0.11562716215848923,
      "learning_rate": 8.049598850890713e-06,
      "loss": 0.7264,
      "step": 27315
    },
    {
      "epoch": 0.5756584319861754,
      "grad_norm": 0.13357143104076385,
      "learning_rate": 8.048929423957383e-06,
      "loss": 0.7371,
      "step": 27316
    },
    {
      "epoch": 0.5756795060245408,
      "grad_norm": 0.1151537150144577,
      "learning_rate": 8.048260006113312e-06,
      "loss": 0.6976,
      "step": 27317
    },
    {
      "epoch": 0.575700580062906,
      "grad_norm": 0.13228660821914673,
      "learning_rate": 8.047590597361619e-06,
      "loss": 0.7936,
      "step": 27318
    },
    {
      "epoch": 0.5757216541012713,
      "grad_norm": 0.12146228551864624,
      "learning_rate": 8.046921197705427e-06,
      "loss": 0.7345,
      "step": 27319
    },
    {
      "epoch": 0.5757427281396366,
      "grad_norm": 0.13286235928535461,
      "learning_rate": 8.046251807147847e-06,
      "loss": 0.7192,
      "step": 27320
    },
    {
      "epoch": 0.5757638021780018,
      "grad_norm": 0.16215145587921143,
      "learning_rate": 8.045582425692002e-06,
      "loss": 0.7633,
      "step": 27321
    },
    {
      "epoch": 0.5757848762163672,
      "grad_norm": 0.1185658723115921,
      "learning_rate": 8.044913053341007e-06,
      "loss": 0.7374,
      "step": 27322
    },
    {
      "epoch": 0.5758059502547325,
      "grad_norm": 0.1440996527671814,
      "learning_rate": 8.044243690097982e-06,
      "loss": 0.8019,
      "step": 27323
    },
    {
      "epoch": 0.5758270242930977,
      "grad_norm": 0.11320915818214417,
      "learning_rate": 8.043574335966046e-06,
      "loss": 0.6944,
      "step": 27324
    },
    {
      "epoch": 0.575848098331463,
      "grad_norm": 0.1483604460954666,
      "learning_rate": 8.042904990948319e-06,
      "loss": 0.844,
      "step": 27325
    },
    {
      "epoch": 0.5758691723698283,
      "grad_norm": 0.1650443822145462,
      "learning_rate": 8.042235655047915e-06,
      "loss": 0.8274,
      "step": 27326
    },
    {
      "epoch": 0.5758902464081936,
      "grad_norm": 0.190073162317276,
      "learning_rate": 8.041566328267956e-06,
      "loss": 0.7057,
      "step": 27327
    },
    {
      "epoch": 0.5759113204465589,
      "grad_norm": 0.1643936038017273,
      "learning_rate": 8.04089701061156e-06,
      "loss": 0.7828,
      "step": 27328
    },
    {
      "epoch": 0.5759323944849242,
      "grad_norm": 0.14345939457416534,
      "learning_rate": 8.040227702081842e-06,
      "loss": 0.7663,
      "step": 27329
    },
    {
      "epoch": 0.5759534685232894,
      "grad_norm": 0.15842989087104797,
      "learning_rate": 8.039558402681921e-06,
      "loss": 0.6932,
      "step": 27330
    },
    {
      "epoch": 0.5759745425616547,
      "grad_norm": 0.12187118083238602,
      "learning_rate": 8.038889112414918e-06,
      "loss": 0.6687,
      "step": 27331
    },
    {
      "epoch": 0.57599561660002,
      "grad_norm": 0.14180588722229004,
      "learning_rate": 8.038219831283946e-06,
      "loss": 0.7691,
      "step": 27332
    },
    {
      "epoch": 0.5760166906383853,
      "grad_norm": 0.1515512615442276,
      "learning_rate": 8.037550559292125e-06,
      "loss": 0.7306,
      "step": 27333
    },
    {
      "epoch": 0.5760377646767506,
      "grad_norm": 0.12196648120880127,
      "learning_rate": 8.036881296442577e-06,
      "loss": 0.6772,
      "step": 27334
    },
    {
      "epoch": 0.5760588387151159,
      "grad_norm": 0.1674865037202835,
      "learning_rate": 8.036212042738413e-06,
      "loss": 0.8054,
      "step": 27335
    },
    {
      "epoch": 0.5760799127534811,
      "grad_norm": 0.17083947360515594,
      "learning_rate": 8.035542798182754e-06,
      "loss": 0.6706,
      "step": 27336
    },
    {
      "epoch": 0.5761009867918464,
      "grad_norm": 0.12869620323181152,
      "learning_rate": 8.03487356277872e-06,
      "loss": 0.7089,
      "step": 27337
    },
    {
      "epoch": 0.5761220608302118,
      "grad_norm": 0.11231493204832077,
      "learning_rate": 8.034204336529422e-06,
      "loss": 0.6725,
      "step": 27338
    },
    {
      "epoch": 0.576143134868577,
      "grad_norm": 0.16719409823417664,
      "learning_rate": 8.033535119437986e-06,
      "loss": 0.7666,
      "step": 27339
    },
    {
      "epoch": 0.5761642089069423,
      "grad_norm": 0.1552714705467224,
      "learning_rate": 8.032865911507523e-06,
      "loss": 0.7504,
      "step": 27340
    },
    {
      "epoch": 0.5761852829453076,
      "grad_norm": 0.19661495089530945,
      "learning_rate": 8.032196712741155e-06,
      "loss": 0.8958,
      "step": 27341
    },
    {
      "epoch": 0.5762063569836728,
      "grad_norm": 0.16479361057281494,
      "learning_rate": 8.031527523141998e-06,
      "loss": 0.7739,
      "step": 27342
    },
    {
      "epoch": 0.5762274310220382,
      "grad_norm": 0.13963671028614044,
      "learning_rate": 8.03085834271317e-06,
      "loss": 0.7364,
      "step": 27343
    },
    {
      "epoch": 0.5762485050604035,
      "grad_norm": 0.13164712488651276,
      "learning_rate": 8.030189171457788e-06,
      "loss": 0.8108,
      "step": 27344
    },
    {
      "epoch": 0.5762695790987687,
      "grad_norm": 0.1267133504152298,
      "learning_rate": 8.029520009378967e-06,
      "loss": 0.6696,
      "step": 27345
    },
    {
      "epoch": 0.576290653137134,
      "grad_norm": 0.13427455723285675,
      "learning_rate": 8.028850856479828e-06,
      "loss": 0.762,
      "step": 27346
    },
    {
      "epoch": 0.5763117271754993,
      "grad_norm": 0.13900960981845856,
      "learning_rate": 8.028181712763485e-06,
      "loss": 0.7617,
      "step": 27347
    },
    {
      "epoch": 0.5763328012138647,
      "grad_norm": 0.14887724816799164,
      "learning_rate": 8.027512578233059e-06,
      "loss": 0.7964,
      "step": 27348
    },
    {
      "epoch": 0.5763538752522299,
      "grad_norm": 0.16749131679534912,
      "learning_rate": 8.026843452891666e-06,
      "loss": 0.7353,
      "step": 27349
    },
    {
      "epoch": 0.5763749492905952,
      "grad_norm": 0.10003376007080078,
      "learning_rate": 8.026174336742422e-06,
      "loss": 0.7035,
      "step": 27350
    },
    {
      "epoch": 0.5763960233289604,
      "grad_norm": 0.16986151039600372,
      "learning_rate": 8.025505229788443e-06,
      "loss": 0.7774,
      "step": 27351
    },
    {
      "epoch": 0.5764170973673257,
      "grad_norm": 0.1392197161912918,
      "learning_rate": 8.024836132032846e-06,
      "loss": 0.788,
      "step": 27352
    },
    {
      "epoch": 0.5764381714056911,
      "grad_norm": 0.1589234471321106,
      "learning_rate": 8.024167043478752e-06,
      "loss": 0.78,
      "step": 27353
    },
    {
      "epoch": 0.5764592454440564,
      "grad_norm": 0.14036521315574646,
      "learning_rate": 8.023497964129276e-06,
      "loss": 0.8068,
      "step": 27354
    },
    {
      "epoch": 0.5764803194824216,
      "grad_norm": 0.12097302079200745,
      "learning_rate": 8.022828893987535e-06,
      "loss": 0.7082,
      "step": 27355
    },
    {
      "epoch": 0.5765013935207869,
      "grad_norm": 0.16994448006153107,
      "learning_rate": 8.022159833056647e-06,
      "loss": 0.7073,
      "step": 27356
    },
    {
      "epoch": 0.5765224675591522,
      "grad_norm": 0.1458633989095688,
      "learning_rate": 8.021490781339725e-06,
      "loss": 0.7818,
      "step": 27357
    },
    {
      "epoch": 0.5765435415975175,
      "grad_norm": 0.13331001996994019,
      "learning_rate": 8.020821738839893e-06,
      "loss": 0.8435,
      "step": 27358
    },
    {
      "epoch": 0.5765646156358828,
      "grad_norm": 0.11830680817365646,
      "learning_rate": 8.02015270556026e-06,
      "loss": 0.6967,
      "step": 27359
    },
    {
      "epoch": 0.5765856896742481,
      "grad_norm": 0.12276226282119751,
      "learning_rate": 8.019483681503944e-06,
      "loss": 0.7563,
      "step": 27360
    },
    {
      "epoch": 0.5766067637126133,
      "grad_norm": 0.11653346568346024,
      "learning_rate": 8.018814666674066e-06,
      "loss": 0.7308,
      "step": 27361
    },
    {
      "epoch": 0.5766278377509786,
      "grad_norm": 0.14971014857292175,
      "learning_rate": 8.01814566107374e-06,
      "loss": 0.7734,
      "step": 27362
    },
    {
      "epoch": 0.576648911789344,
      "grad_norm": 0.10846666991710663,
      "learning_rate": 8.017476664706085e-06,
      "loss": 0.7438,
      "step": 27363
    },
    {
      "epoch": 0.5766699858277092,
      "grad_norm": 0.14750947058200836,
      "learning_rate": 8.016807677574214e-06,
      "loss": 0.8012,
      "step": 27364
    },
    {
      "epoch": 0.5766910598660745,
      "grad_norm": 0.11370667070150375,
      "learning_rate": 8.016138699681246e-06,
      "loss": 0.6975,
      "step": 27365
    },
    {
      "epoch": 0.5767121339044398,
      "grad_norm": 0.13176023960113525,
      "learning_rate": 8.015469731030296e-06,
      "loss": 0.7805,
      "step": 27366
    },
    {
      "epoch": 0.576733207942805,
      "grad_norm": 0.11922486871480942,
      "learning_rate": 8.014800771624479e-06,
      "loss": 0.7828,
      "step": 27367
    },
    {
      "epoch": 0.5767542819811703,
      "grad_norm": 0.10716652125120163,
      "learning_rate": 8.014131821466914e-06,
      "loss": 0.7541,
      "step": 27368
    },
    {
      "epoch": 0.5767753560195357,
      "grad_norm": 0.12252743542194366,
      "learning_rate": 8.013462880560718e-06,
      "loss": 0.777,
      "step": 27369
    },
    {
      "epoch": 0.5767964300579009,
      "grad_norm": 0.11094221472740173,
      "learning_rate": 8.012793948909006e-06,
      "loss": 0.711,
      "step": 27370
    },
    {
      "epoch": 0.5768175040962662,
      "grad_norm": 0.12321928888559341,
      "learning_rate": 8.012125026514897e-06,
      "loss": 0.7033,
      "step": 27371
    },
    {
      "epoch": 0.5768385781346315,
      "grad_norm": 0.1521628051996231,
      "learning_rate": 8.011456113381503e-06,
      "loss": 0.7341,
      "step": 27372
    },
    {
      "epoch": 0.5768596521729967,
      "grad_norm": 0.13252262771129608,
      "learning_rate": 8.010787209511943e-06,
      "loss": 0.8104,
      "step": 27373
    },
    {
      "epoch": 0.5768807262113621,
      "grad_norm": 0.13486063480377197,
      "learning_rate": 8.01011831490933e-06,
      "loss": 0.7339,
      "step": 27374
    },
    {
      "epoch": 0.5769018002497274,
      "grad_norm": 0.1147223636507988,
      "learning_rate": 8.009449429576785e-06,
      "loss": 0.6902,
      "step": 27375
    },
    {
      "epoch": 0.5769228742880926,
      "grad_norm": 0.11714989691972733,
      "learning_rate": 8.008780553517419e-06,
      "loss": 0.6691,
      "step": 27376
    },
    {
      "epoch": 0.5769439483264579,
      "grad_norm": 0.1272052526473999,
      "learning_rate": 8.00811168673435e-06,
      "loss": 0.6614,
      "step": 27377
    },
    {
      "epoch": 0.5769650223648232,
      "grad_norm": 0.1353360265493393,
      "learning_rate": 8.007442829230699e-06,
      "loss": 0.7633,
      "step": 27378
    },
    {
      "epoch": 0.5769860964031885,
      "grad_norm": 0.13748639822006226,
      "learning_rate": 8.006773981009572e-06,
      "loss": 0.7605,
      "step": 27379
    },
    {
      "epoch": 0.5770071704415538,
      "grad_norm": 0.14716626703739166,
      "learning_rate": 8.006105142074091e-06,
      "loss": 0.8096,
      "step": 27380
    },
    {
      "epoch": 0.5770282444799191,
      "grad_norm": 0.11476917564868927,
      "learning_rate": 8.00543631242737e-06,
      "loss": 0.6819,
      "step": 27381
    },
    {
      "epoch": 0.5770493185182843,
      "grad_norm": 0.1632741242647171,
      "learning_rate": 8.004767492072528e-06,
      "loss": 0.7652,
      "step": 27382
    },
    {
      "epoch": 0.5770703925566496,
      "grad_norm": 0.14630140364170074,
      "learning_rate": 8.004098681012678e-06,
      "loss": 0.768,
      "step": 27383
    },
    {
      "epoch": 0.577091466595015,
      "grad_norm": 0.19107355177402496,
      "learning_rate": 8.003429879250936e-06,
      "loss": 0.8004,
      "step": 27384
    },
    {
      "epoch": 0.5771125406333802,
      "grad_norm": 0.18769651651382446,
      "learning_rate": 8.002761086790418e-06,
      "loss": 0.739,
      "step": 27385
    },
    {
      "epoch": 0.5771336146717455,
      "grad_norm": 0.2725486159324646,
      "learning_rate": 8.002092303634241e-06,
      "loss": 0.7074,
      "step": 27386
    },
    {
      "epoch": 0.5771546887101108,
      "grad_norm": 0.15499183535575867,
      "learning_rate": 8.001423529785521e-06,
      "loss": 0.797,
      "step": 27387
    },
    {
      "epoch": 0.577175762748476,
      "grad_norm": 0.12270337343215942,
      "learning_rate": 8.000754765247368e-06,
      "loss": 0.7167,
      "step": 27388
    },
    {
      "epoch": 0.5771968367868414,
      "grad_norm": 0.1534903347492218,
      "learning_rate": 8.000086010022903e-06,
      "loss": 0.7274,
      "step": 27389
    },
    {
      "epoch": 0.5772179108252067,
      "grad_norm": 0.13717703521251678,
      "learning_rate": 7.999417264115239e-06,
      "loss": 0.6929,
      "step": 27390
    },
    {
      "epoch": 0.577238984863572,
      "grad_norm": 0.11859302222728729,
      "learning_rate": 7.998748527527493e-06,
      "loss": 0.6631,
      "step": 27391
    },
    {
      "epoch": 0.5772600589019372,
      "grad_norm": 0.1751224249601364,
      "learning_rate": 7.99807980026278e-06,
      "loss": 0.7586,
      "step": 27392
    },
    {
      "epoch": 0.5772811329403025,
      "grad_norm": 0.14587974548339844,
      "learning_rate": 7.997411082324214e-06,
      "loss": 0.7673,
      "step": 27393
    },
    {
      "epoch": 0.5773022069786679,
      "grad_norm": 0.14200656116008759,
      "learning_rate": 7.996742373714911e-06,
      "loss": 0.738,
      "step": 27394
    },
    {
      "epoch": 0.5773232810170331,
      "grad_norm": 0.11957333981990814,
      "learning_rate": 7.996073674437983e-06,
      "loss": 0.8344,
      "step": 27395
    },
    {
      "epoch": 0.5773443550553984,
      "grad_norm": 0.18433918058872223,
      "learning_rate": 7.995404984496553e-06,
      "loss": 0.7843,
      "step": 27396
    },
    {
      "epoch": 0.5773654290937636,
      "grad_norm": 0.10071025788784027,
      "learning_rate": 7.99473630389373e-06,
      "loss": 0.7063,
      "step": 27397
    },
    {
      "epoch": 0.5773865031321289,
      "grad_norm": 0.17834964394569397,
      "learning_rate": 7.994067632632633e-06,
      "loss": 0.796,
      "step": 27398
    },
    {
      "epoch": 0.5774075771704943,
      "grad_norm": 0.13838723301887512,
      "learning_rate": 7.993398970716375e-06,
      "loss": 0.7696,
      "step": 27399
    },
    {
      "epoch": 0.5774286512088596,
      "grad_norm": 0.11307143419981003,
      "learning_rate": 7.992730318148068e-06,
      "loss": 0.7251,
      "step": 27400
    },
    {
      "epoch": 0.5774497252472248,
      "grad_norm": 0.25363877415657043,
      "learning_rate": 7.992061674930832e-06,
      "loss": 0.7262,
      "step": 27401
    },
    {
      "epoch": 0.5774707992855901,
      "grad_norm": 0.1781262457370758,
      "learning_rate": 7.991393041067783e-06,
      "loss": 0.8027,
      "step": 27402
    },
    {
      "epoch": 0.5774918733239554,
      "grad_norm": 0.11313195526599884,
      "learning_rate": 7.990724416562028e-06,
      "loss": 0.6737,
      "step": 27403
    },
    {
      "epoch": 0.5775129473623207,
      "grad_norm": 0.16789589822292328,
      "learning_rate": 7.99005580141669e-06,
      "loss": 0.7713,
      "step": 27404
    },
    {
      "epoch": 0.577534021400686,
      "grad_norm": 0.12564891576766968,
      "learning_rate": 7.989387195634878e-06,
      "loss": 0.746,
      "step": 27405
    },
    {
      "epoch": 0.5775550954390513,
      "grad_norm": 0.14529910683631897,
      "learning_rate": 7.988718599219709e-06,
      "loss": 0.801,
      "step": 27406
    },
    {
      "epoch": 0.5775761694774165,
      "grad_norm": 0.1437571793794632,
      "learning_rate": 7.9880500121743e-06,
      "loss": 0.7299,
      "step": 27407
    },
    {
      "epoch": 0.5775972435157818,
      "grad_norm": 0.1353849172592163,
      "learning_rate": 7.987381434501765e-06,
      "loss": 0.774,
      "step": 27408
    },
    {
      "epoch": 0.577618317554147,
      "grad_norm": 0.112711600959301,
      "learning_rate": 7.986712866205213e-06,
      "loss": 0.671,
      "step": 27409
    },
    {
      "epoch": 0.5776393915925124,
      "grad_norm": 0.12294760346412659,
      "learning_rate": 7.986044307287761e-06,
      "loss": 0.7434,
      "step": 27410
    },
    {
      "epoch": 0.5776604656308777,
      "grad_norm": 0.14117783308029175,
      "learning_rate": 7.985375757752532e-06,
      "loss": 0.7826,
      "step": 27411
    },
    {
      "epoch": 0.577681539669243,
      "grad_norm": 0.13818757236003876,
      "learning_rate": 7.984707217602631e-06,
      "loss": 0.7794,
      "step": 27412
    },
    {
      "epoch": 0.5777026137076082,
      "grad_norm": 0.14663943648338318,
      "learning_rate": 7.984038686841176e-06,
      "loss": 0.7411,
      "step": 27413
    },
    {
      "epoch": 0.5777236877459735,
      "grad_norm": 0.12833508849143982,
      "learning_rate": 7.98337016547128e-06,
      "loss": 0.7393,
      "step": 27414
    },
    {
      "epoch": 0.5777447617843389,
      "grad_norm": 0.11343515664339066,
      "learning_rate": 7.98270165349606e-06,
      "loss": 0.6758,
      "step": 27415
    },
    {
      "epoch": 0.5777658358227041,
      "grad_norm": 0.3402906656265259,
      "learning_rate": 7.982033150918626e-06,
      "loss": 0.7677,
      "step": 27416
    },
    {
      "epoch": 0.5777869098610694,
      "grad_norm": 0.14784200489521027,
      "learning_rate": 7.9813646577421e-06,
      "loss": 0.7344,
      "step": 27417
    },
    {
      "epoch": 0.5778079838994347,
      "grad_norm": 0.12213587015867233,
      "learning_rate": 7.980696173969587e-06,
      "loss": 0.7756,
      "step": 27418
    },
    {
      "epoch": 0.5778290579377999,
      "grad_norm": 0.1360805183649063,
      "learning_rate": 7.980027699604205e-06,
      "loss": 0.7463,
      "step": 27419
    },
    {
      "epoch": 0.5778501319761653,
      "grad_norm": 0.12983949482440948,
      "learning_rate": 7.979359234649068e-06,
      "loss": 0.7354,
      "step": 27420
    },
    {
      "epoch": 0.5778712060145306,
      "grad_norm": 0.16281214356422424,
      "learning_rate": 7.978690779107293e-06,
      "loss": 0.8213,
      "step": 27421
    },
    {
      "epoch": 0.5778922800528958,
      "grad_norm": 0.12070191651582718,
      "learning_rate": 7.978022332981991e-06,
      "loss": 0.6887,
      "step": 27422
    },
    {
      "epoch": 0.5779133540912611,
      "grad_norm": 0.15362229943275452,
      "learning_rate": 7.977353896276277e-06,
      "loss": 0.8002,
      "step": 27423
    },
    {
      "epoch": 0.5779344281296264,
      "grad_norm": 0.1276545524597168,
      "learning_rate": 7.976685468993258e-06,
      "loss": 0.7223,
      "step": 27424
    },
    {
      "epoch": 0.5779555021679917,
      "grad_norm": 0.1466750204563141,
      "learning_rate": 7.97601705113606e-06,
      "loss": 0.7688,
      "step": 27425
    },
    {
      "epoch": 0.577976576206357,
      "grad_norm": 0.16037403047084808,
      "learning_rate": 7.975348642707793e-06,
      "loss": 0.7217,
      "step": 27426
    },
    {
      "epoch": 0.5779976502447223,
      "grad_norm": 0.13134387135505676,
      "learning_rate": 7.974680243711567e-06,
      "loss": 0.7114,
      "step": 27427
    },
    {
      "epoch": 0.5780187242830875,
      "grad_norm": 0.1663840413093567,
      "learning_rate": 7.9740118541505e-06,
      "loss": 0.799,
      "step": 27428
    },
    {
      "epoch": 0.5780397983214528,
      "grad_norm": 0.1382121443748474,
      "learning_rate": 7.9733434740277e-06,
      "loss": 0.8159,
      "step": 27429
    },
    {
      "epoch": 0.5780608723598182,
      "grad_norm": 0.14046405255794525,
      "learning_rate": 7.972675103346289e-06,
      "loss": 0.7117,
      "step": 27430
    },
    {
      "epoch": 0.5780819463981834,
      "grad_norm": 0.12254080176353455,
      "learning_rate": 7.972006742109376e-06,
      "loss": 0.7631,
      "step": 27431
    },
    {
      "epoch": 0.5781030204365487,
      "grad_norm": 0.17365387082099915,
      "learning_rate": 7.971338390320073e-06,
      "loss": 0.7153,
      "step": 27432
    },
    {
      "epoch": 0.578124094474914,
      "grad_norm": 0.13289260864257812,
      "learning_rate": 7.970670047981495e-06,
      "loss": 0.7657,
      "step": 27433
    },
    {
      "epoch": 0.5781451685132792,
      "grad_norm": 0.20174351334571838,
      "learning_rate": 7.970001715096759e-06,
      "loss": 0.7269,
      "step": 27434
    },
    {
      "epoch": 0.5781662425516446,
      "grad_norm": 0.1470223069190979,
      "learning_rate": 7.969333391668972e-06,
      "loss": 0.7578,
      "step": 27435
    },
    {
      "epoch": 0.5781873165900099,
      "grad_norm": 0.17018067836761475,
      "learning_rate": 7.968665077701253e-06,
      "loss": 0.7343,
      "step": 27436
    },
    {
      "epoch": 0.5782083906283751,
      "grad_norm": 0.1712675243616104,
      "learning_rate": 7.967996773196714e-06,
      "loss": 0.7365,
      "step": 27437
    },
    {
      "epoch": 0.5782294646667404,
      "grad_norm": 0.17435382306575775,
      "learning_rate": 7.967328478158466e-06,
      "loss": 0.7327,
      "step": 27438
    },
    {
      "epoch": 0.5782505387051057,
      "grad_norm": 0.14345024526119232,
      "learning_rate": 7.966660192589619e-06,
      "loss": 0.8148,
      "step": 27439
    },
    {
      "epoch": 0.578271612743471,
      "grad_norm": 0.1548769772052765,
      "learning_rate": 7.9659919164933e-06,
      "loss": 0.7222,
      "step": 27440
    },
    {
      "epoch": 0.5782926867818363,
      "grad_norm": 0.1183861568570137,
      "learning_rate": 7.96532364987261e-06,
      "loss": 0.69,
      "step": 27441
    },
    {
      "epoch": 0.5783137608202016,
      "grad_norm": 0.1747221052646637,
      "learning_rate": 7.964655392730665e-06,
      "loss": 0.7237,
      "step": 27442
    },
    {
      "epoch": 0.5783348348585668,
      "grad_norm": 0.1306590735912323,
      "learning_rate": 7.96398714507058e-06,
      "loss": 0.7528,
      "step": 27443
    },
    {
      "epoch": 0.5783559088969321,
      "grad_norm": 0.14227545261383057,
      "learning_rate": 7.963318906895466e-06,
      "loss": 0.7669,
      "step": 27444
    },
    {
      "epoch": 0.5783769829352974,
      "grad_norm": 0.122350312769413,
      "learning_rate": 7.962650678208438e-06,
      "loss": 0.7315,
      "step": 27445
    },
    {
      "epoch": 0.5783980569736628,
      "grad_norm": 0.1527145653963089,
      "learning_rate": 7.96198245901261e-06,
      "loss": 0.7152,
      "step": 27446
    },
    {
      "epoch": 0.578419131012028,
      "grad_norm": 0.1349838525056839,
      "learning_rate": 7.961314249311091e-06,
      "loss": 0.7534,
      "step": 27447
    },
    {
      "epoch": 0.5784402050503933,
      "grad_norm": 0.1806374341249466,
      "learning_rate": 7.960646049106995e-06,
      "loss": 0.7097,
      "step": 27448
    },
    {
      "epoch": 0.5784612790887586,
      "grad_norm": 0.12194357067346573,
      "learning_rate": 7.959977858403437e-06,
      "loss": 0.7519,
      "step": 27449
    },
    {
      "epoch": 0.5784823531271238,
      "grad_norm": 0.1314309537410736,
      "learning_rate": 7.959309677203529e-06,
      "loss": 0.7202,
      "step": 27450
    },
    {
      "epoch": 0.5785034271654892,
      "grad_norm": 0.1321643888950348,
      "learning_rate": 7.958641505510382e-06,
      "loss": 0.8079,
      "step": 27451
    },
    {
      "epoch": 0.5785245012038545,
      "grad_norm": 0.1306908130645752,
      "learning_rate": 7.957973343327113e-06,
      "loss": 0.7504,
      "step": 27452
    },
    {
      "epoch": 0.5785455752422197,
      "grad_norm": 0.11914312839508057,
      "learning_rate": 7.957305190656825e-06,
      "loss": 0.7513,
      "step": 27453
    },
    {
      "epoch": 0.578566649280585,
      "grad_norm": 0.12898509204387665,
      "learning_rate": 7.956637047502642e-06,
      "loss": 0.7226,
      "step": 27454
    },
    {
      "epoch": 0.5785877233189503,
      "grad_norm": 0.12417860329151154,
      "learning_rate": 7.955968913867674e-06,
      "loss": 0.7358,
      "step": 27455
    },
    {
      "epoch": 0.5786087973573156,
      "grad_norm": 0.156499445438385,
      "learning_rate": 7.955300789755031e-06,
      "loss": 0.7583,
      "step": 27456
    },
    {
      "epoch": 0.5786298713956809,
      "grad_norm": 0.11741431802511215,
      "learning_rate": 7.954632675167825e-06,
      "loss": 0.7012,
      "step": 27457
    },
    {
      "epoch": 0.5786509454340462,
      "grad_norm": 0.12345524877309799,
      "learning_rate": 7.95396457010917e-06,
      "loss": 0.7853,
      "step": 27458
    },
    {
      "epoch": 0.5786720194724114,
      "grad_norm": 0.1572626829147339,
      "learning_rate": 7.953296474582177e-06,
      "loss": 0.7552,
      "step": 27459
    },
    {
      "epoch": 0.5786930935107767,
      "grad_norm": 0.13915978372097015,
      "learning_rate": 7.952628388589962e-06,
      "loss": 0.7398,
      "step": 27460
    },
    {
      "epoch": 0.5787141675491421,
      "grad_norm": 0.11880850791931152,
      "learning_rate": 7.951960312135634e-06,
      "loss": 0.7109,
      "step": 27461
    },
    {
      "epoch": 0.5787352415875073,
      "grad_norm": 0.12430538237094879,
      "learning_rate": 7.951292245222306e-06,
      "loss": 0.7527,
      "step": 27462
    },
    {
      "epoch": 0.5787563156258726,
      "grad_norm": 0.13093461096286774,
      "learning_rate": 7.95062418785309e-06,
      "loss": 0.7579,
      "step": 27463
    },
    {
      "epoch": 0.5787773896642379,
      "grad_norm": 0.13097962737083435,
      "learning_rate": 7.9499561400311e-06,
      "loss": 0.701,
      "step": 27464
    },
    {
      "epoch": 0.5787984637026031,
      "grad_norm": 0.11448026448488235,
      "learning_rate": 7.949288101759446e-06,
      "loss": 0.8172,
      "step": 27465
    },
    {
      "epoch": 0.5788195377409685,
      "grad_norm": 0.1491401195526123,
      "learning_rate": 7.94862007304124e-06,
      "loss": 0.6992,
      "step": 27466
    },
    {
      "epoch": 0.5788406117793338,
      "grad_norm": 0.13454899191856384,
      "learning_rate": 7.947952053879594e-06,
      "loss": 0.7502,
      "step": 27467
    },
    {
      "epoch": 0.578861685817699,
      "grad_norm": 0.13103508949279785,
      "learning_rate": 7.947284044277623e-06,
      "loss": 0.7251,
      "step": 27468
    },
    {
      "epoch": 0.5788827598560643,
      "grad_norm": 0.13114912807941437,
      "learning_rate": 7.946616044238437e-06,
      "loss": 0.7272,
      "step": 27469
    },
    {
      "epoch": 0.5789038338944296,
      "grad_norm": 0.14012028276920319,
      "learning_rate": 7.94594805376515e-06,
      "loss": 0.7652,
      "step": 27470
    },
    {
      "epoch": 0.5789249079327949,
      "grad_norm": 0.13743217289447784,
      "learning_rate": 7.94528007286087e-06,
      "loss": 0.7391,
      "step": 27471
    },
    {
      "epoch": 0.5789459819711602,
      "grad_norm": 0.12804800271987915,
      "learning_rate": 7.944612101528711e-06,
      "loss": 0.7547,
      "step": 27472
    },
    {
      "epoch": 0.5789670560095255,
      "grad_norm": 0.1379455327987671,
      "learning_rate": 7.943944139771784e-06,
      "loss": 0.7046,
      "step": 27473
    },
    {
      "epoch": 0.5789881300478907,
      "grad_norm": 0.13768991827964783,
      "learning_rate": 7.9432761875932e-06,
      "loss": 0.7858,
      "step": 27474
    },
    {
      "epoch": 0.579009204086256,
      "grad_norm": 0.11696822941303253,
      "learning_rate": 7.942608244996073e-06,
      "loss": 0.7436,
      "step": 27475
    },
    {
      "epoch": 0.5790302781246214,
      "grad_norm": 0.13472020626068115,
      "learning_rate": 7.941940311983517e-06,
      "loss": 0.6367,
      "step": 27476
    },
    {
      "epoch": 0.5790513521629866,
      "grad_norm": 0.15005898475646973,
      "learning_rate": 7.94127238855864e-06,
      "loss": 0.7638,
      "step": 27477
    },
    {
      "epoch": 0.5790724262013519,
      "grad_norm": 0.1428712159395218,
      "learning_rate": 7.94060447472455e-06,
      "loss": 0.7718,
      "step": 27478
    },
    {
      "epoch": 0.5790935002397172,
      "grad_norm": 0.17137008905410767,
      "learning_rate": 7.939936570484364e-06,
      "loss": 0.7873,
      "step": 27479
    },
    {
      "epoch": 0.5791145742780824,
      "grad_norm": 0.13766981661319733,
      "learning_rate": 7.939268675841191e-06,
      "loss": 0.7305,
      "step": 27480
    },
    {
      "epoch": 0.5791356483164478,
      "grad_norm": 0.15309438109397888,
      "learning_rate": 7.938600790798148e-06,
      "loss": 0.7713,
      "step": 27481
    },
    {
      "epoch": 0.5791567223548131,
      "grad_norm": 0.1372988522052765,
      "learning_rate": 7.937932915358335e-06,
      "loss": 0.7515,
      "step": 27482
    },
    {
      "epoch": 0.5791777963931783,
      "grad_norm": 0.14837582409381866,
      "learning_rate": 7.937265049524873e-06,
      "loss": 0.817,
      "step": 27483
    },
    {
      "epoch": 0.5791988704315436,
      "grad_norm": 0.17138999700546265,
      "learning_rate": 7.93659719330087e-06,
      "loss": 0.6818,
      "step": 27484
    },
    {
      "epoch": 0.5792199444699089,
      "grad_norm": 0.12465034425258636,
      "learning_rate": 7.93592934668944e-06,
      "loss": 0.7514,
      "step": 27485
    },
    {
      "epoch": 0.5792410185082741,
      "grad_norm": 0.14030052721500397,
      "learning_rate": 7.935261509693692e-06,
      "loss": 0.7701,
      "step": 27486
    },
    {
      "epoch": 0.5792620925466395,
      "grad_norm": 0.1742406040430069,
      "learning_rate": 7.934593682316738e-06,
      "loss": 0.7752,
      "step": 27487
    },
    {
      "epoch": 0.5792831665850048,
      "grad_norm": 0.1570836752653122,
      "learning_rate": 7.933925864561686e-06,
      "loss": 0.7643,
      "step": 27488
    },
    {
      "epoch": 0.57930424062337,
      "grad_norm": 0.1720949411392212,
      "learning_rate": 7.933258056431652e-06,
      "loss": 0.7423,
      "step": 27489
    },
    {
      "epoch": 0.5793253146617353,
      "grad_norm": 0.19490285217761993,
      "learning_rate": 7.932590257929744e-06,
      "loss": 0.8226,
      "step": 27490
    },
    {
      "epoch": 0.5793463887001006,
      "grad_norm": 0.1939210295677185,
      "learning_rate": 7.931922469059072e-06,
      "loss": 0.7373,
      "step": 27491
    },
    {
      "epoch": 0.579367462738466,
      "grad_norm": 0.1144859716296196,
      "learning_rate": 7.931254689822749e-06,
      "loss": 0.7622,
      "step": 27492
    },
    {
      "epoch": 0.5793885367768312,
      "grad_norm": 0.14200110733509064,
      "learning_rate": 7.930586920223887e-06,
      "loss": 0.6805,
      "step": 27493
    },
    {
      "epoch": 0.5794096108151965,
      "grad_norm": 0.12067335844039917,
      "learning_rate": 7.929919160265592e-06,
      "loss": 0.8136,
      "step": 27494
    },
    {
      "epoch": 0.5794306848535618,
      "grad_norm": 0.1812598705291748,
      "learning_rate": 7.92925140995098e-06,
      "loss": 0.7921,
      "step": 27495
    },
    {
      "epoch": 0.579451758891927,
      "grad_norm": 0.13732647895812988,
      "learning_rate": 7.928583669283157e-06,
      "loss": 0.796,
      "step": 27496
    },
    {
      "epoch": 0.5794728329302924,
      "grad_norm": 0.12273535877466202,
      "learning_rate": 7.92791593826524e-06,
      "loss": 0.7625,
      "step": 27497
    },
    {
      "epoch": 0.5794939069686577,
      "grad_norm": 0.1340898871421814,
      "learning_rate": 7.927248216900336e-06,
      "loss": 0.8505,
      "step": 27498
    },
    {
      "epoch": 0.5795149810070229,
      "grad_norm": 0.11847710609436035,
      "learning_rate": 7.926580505191558e-06,
      "loss": 0.7648,
      "step": 27499
    },
    {
      "epoch": 0.5795360550453882,
      "grad_norm": 0.10261637717485428,
      "learning_rate": 7.925912803142012e-06,
      "loss": 0.7211,
      "step": 27500
    },
    {
      "epoch": 0.5795571290837535,
      "grad_norm": 0.12169913202524185,
      "learning_rate": 7.925245110754811e-06,
      "loss": 0.7976,
      "step": 27501
    },
    {
      "epoch": 0.5795782031221188,
      "grad_norm": 0.22914089262485504,
      "learning_rate": 7.924577428033068e-06,
      "loss": 0.7793,
      "step": 27502
    },
    {
      "epoch": 0.5795992771604841,
      "grad_norm": 0.13982196152210236,
      "learning_rate": 7.923909754979888e-06,
      "loss": 0.7499,
      "step": 27503
    },
    {
      "epoch": 0.5796203511988494,
      "grad_norm": 0.13722707331180573,
      "learning_rate": 7.923242091598386e-06,
      "loss": 0.7561,
      "step": 27504
    },
    {
      "epoch": 0.5796414252372146,
      "grad_norm": 0.1238161101937294,
      "learning_rate": 7.922574437891673e-06,
      "loss": 0.7827,
      "step": 27505
    },
    {
      "epoch": 0.5796624992755799,
      "grad_norm": 0.12592382729053497,
      "learning_rate": 7.921906793862855e-06,
      "loss": 0.7721,
      "step": 27506
    },
    {
      "epoch": 0.5796835733139453,
      "grad_norm": 0.15252086520195007,
      "learning_rate": 7.921239159515043e-06,
      "loss": 0.7304,
      "step": 27507
    },
    {
      "epoch": 0.5797046473523105,
      "grad_norm": 0.11713773012161255,
      "learning_rate": 7.92057153485135e-06,
      "loss": 0.7675,
      "step": 27508
    },
    {
      "epoch": 0.5797257213906758,
      "grad_norm": 0.11746181547641754,
      "learning_rate": 7.919903919874887e-06,
      "loss": 0.7768,
      "step": 27509
    },
    {
      "epoch": 0.5797467954290411,
      "grad_norm": 0.1388532668352127,
      "learning_rate": 7.919236314588759e-06,
      "loss": 0.8128,
      "step": 27510
    },
    {
      "epoch": 0.5797678694674063,
      "grad_norm": 0.11916270107030869,
      "learning_rate": 7.91856871899608e-06,
      "loss": 0.7439,
      "step": 27511
    },
    {
      "epoch": 0.5797889435057717,
      "grad_norm": 0.1579720377922058,
      "learning_rate": 7.91790113309996e-06,
      "loss": 0.7339,
      "step": 27512
    },
    {
      "epoch": 0.579810017544137,
      "grad_norm": 0.10481713712215424,
      "learning_rate": 7.917233556903508e-06,
      "loss": 0.7153,
      "step": 27513
    },
    {
      "epoch": 0.5798310915825022,
      "grad_norm": 0.18831494450569153,
      "learning_rate": 7.916565990409837e-06,
      "loss": 0.761,
      "step": 27514
    },
    {
      "epoch": 0.5798521656208675,
      "grad_norm": 0.13447166979312897,
      "learning_rate": 7.915898433622052e-06,
      "loss": 0.797,
      "step": 27515
    },
    {
      "epoch": 0.5798732396592328,
      "grad_norm": 0.12606702744960785,
      "learning_rate": 7.915230886543265e-06,
      "loss": 0.7787,
      "step": 27516
    },
    {
      "epoch": 0.5798943136975981,
      "grad_norm": 0.10532672703266144,
      "learning_rate": 7.914563349176586e-06,
      "loss": 0.7223,
      "step": 27517
    },
    {
      "epoch": 0.5799153877359634,
      "grad_norm": 0.1512036770582199,
      "learning_rate": 7.913895821525125e-06,
      "loss": 0.7828,
      "step": 27518
    },
    {
      "epoch": 0.5799364617743287,
      "grad_norm": 0.15169920027256012,
      "learning_rate": 7.913228303591991e-06,
      "loss": 0.7607,
      "step": 27519
    },
    {
      "epoch": 0.5799575358126939,
      "grad_norm": 0.32549843192100525,
      "learning_rate": 7.912560795380297e-06,
      "loss": 0.7992,
      "step": 27520
    },
    {
      "epoch": 0.5799786098510592,
      "grad_norm": 0.17372733354568481,
      "learning_rate": 7.911893296893148e-06,
      "loss": 0.78,
      "step": 27521
    },
    {
      "epoch": 0.5799996838894245,
      "grad_norm": 0.12436535209417343,
      "learning_rate": 7.911225808133654e-06,
      "loss": 0.7769,
      "step": 27522
    },
    {
      "epoch": 0.5800207579277898,
      "grad_norm": 0.17718422412872314,
      "learning_rate": 7.910558329104926e-06,
      "loss": 0.7155,
      "step": 27523
    },
    {
      "epoch": 0.5800418319661551,
      "grad_norm": 0.14056794345378876,
      "learning_rate": 7.909890859810075e-06,
      "loss": 0.7112,
      "step": 27524
    },
    {
      "epoch": 0.5800629060045204,
      "grad_norm": 0.1644083857536316,
      "learning_rate": 7.909223400252206e-06,
      "loss": 0.7845,
      "step": 27525
    },
    {
      "epoch": 0.5800839800428856,
      "grad_norm": 0.13975892961025238,
      "learning_rate": 7.908555950434433e-06,
      "loss": 0.7388,
      "step": 27526
    },
    {
      "epoch": 0.5801050540812509,
      "grad_norm": 0.19055958092212677,
      "learning_rate": 7.907888510359865e-06,
      "loss": 0.7923,
      "step": 27527
    },
    {
      "epoch": 0.5801261281196163,
      "grad_norm": 0.12268282473087311,
      "learning_rate": 7.907221080031608e-06,
      "loss": 0.7833,
      "step": 27528
    },
    {
      "epoch": 0.5801472021579815,
      "grad_norm": 0.16150479018688202,
      "learning_rate": 7.906553659452778e-06,
      "loss": 0.7675,
      "step": 27529
    },
    {
      "epoch": 0.5801682761963468,
      "grad_norm": 0.12487638741731644,
      "learning_rate": 7.905886248626476e-06,
      "loss": 0.6847,
      "step": 27530
    },
    {
      "epoch": 0.5801893502347121,
      "grad_norm": 0.14673452079296112,
      "learning_rate": 7.905218847555815e-06,
      "loss": 0.7229,
      "step": 27531
    },
    {
      "epoch": 0.5802104242730773,
      "grad_norm": 0.1224953904747963,
      "learning_rate": 7.904551456243905e-06,
      "loss": 0.7919,
      "step": 27532
    },
    {
      "epoch": 0.5802314983114427,
      "grad_norm": 0.10986490547657013,
      "learning_rate": 7.903884074693856e-06,
      "loss": 0.7236,
      "step": 27533
    },
    {
      "epoch": 0.580252572349808,
      "grad_norm": 0.13084667921066284,
      "learning_rate": 7.903216702908771e-06,
      "loss": 0.6484,
      "step": 27534
    },
    {
      "epoch": 0.5802736463881732,
      "grad_norm": 0.12155947834253311,
      "learning_rate": 7.902549340891767e-06,
      "loss": 0.7892,
      "step": 27535
    },
    {
      "epoch": 0.5802947204265385,
      "grad_norm": 0.10923629254102707,
      "learning_rate": 7.901881988645947e-06,
      "loss": 0.7217,
      "step": 27536
    },
    {
      "epoch": 0.5803157944649038,
      "grad_norm": 0.12150398641824722,
      "learning_rate": 7.901214646174423e-06,
      "loss": 0.7782,
      "step": 27537
    },
    {
      "epoch": 0.5803368685032692,
      "grad_norm": 0.12124653905630112,
      "learning_rate": 7.900547313480304e-06,
      "loss": 0.7925,
      "step": 27538
    },
    {
      "epoch": 0.5803579425416344,
      "grad_norm": 0.15337662398815155,
      "learning_rate": 7.899879990566693e-06,
      "loss": 0.7318,
      "step": 27539
    },
    {
      "epoch": 0.5803790165799997,
      "grad_norm": 0.11771539598703384,
      "learning_rate": 7.899212677436707e-06,
      "loss": 0.7579,
      "step": 27540
    },
    {
      "epoch": 0.580400090618365,
      "grad_norm": 0.21365076303482056,
      "learning_rate": 7.898545374093452e-06,
      "loss": 0.737,
      "step": 27541
    },
    {
      "epoch": 0.5804211646567302,
      "grad_norm": 0.16002564132213593,
      "learning_rate": 7.897878080540036e-06,
      "loss": 0.7593,
      "step": 27542
    },
    {
      "epoch": 0.5804422386950956,
      "grad_norm": 0.17543625831604004,
      "learning_rate": 7.897210796779567e-06,
      "loss": 0.8111,
      "step": 27543
    },
    {
      "epoch": 0.5804633127334609,
      "grad_norm": 0.16948281228542328,
      "learning_rate": 7.896543522815156e-06,
      "loss": 0.7667,
      "step": 27544
    },
    {
      "epoch": 0.5804843867718261,
      "grad_norm": 0.1338106095790863,
      "learning_rate": 7.895876258649909e-06,
      "loss": 0.7566,
      "step": 27545
    },
    {
      "epoch": 0.5805054608101914,
      "grad_norm": 0.19152958691120148,
      "learning_rate": 7.895209004286935e-06,
      "loss": 0.6854,
      "step": 27546
    },
    {
      "epoch": 0.5805265348485567,
      "grad_norm": 0.16350148618221283,
      "learning_rate": 7.894541759729344e-06,
      "loss": 0.7837,
      "step": 27547
    },
    {
      "epoch": 0.580547608886922,
      "grad_norm": 0.15630260109901428,
      "learning_rate": 7.893874524980241e-06,
      "loss": 0.7621,
      "step": 27548
    },
    {
      "epoch": 0.5805686829252873,
      "grad_norm": 0.138032928109169,
      "learning_rate": 7.89320730004274e-06,
      "loss": 0.766,
      "step": 27549
    },
    {
      "epoch": 0.5805897569636526,
      "grad_norm": 0.16901275515556335,
      "learning_rate": 7.892540084919944e-06,
      "loss": 0.753,
      "step": 27550
    },
    {
      "epoch": 0.5806108310020178,
      "grad_norm": 0.10747470706701279,
      "learning_rate": 7.891872879614964e-06,
      "loss": 0.7042,
      "step": 27551
    },
    {
      "epoch": 0.5806319050403831,
      "grad_norm": 0.1303420513868332,
      "learning_rate": 7.891205684130905e-06,
      "loss": 0.7587,
      "step": 27552
    },
    {
      "epoch": 0.5806529790787485,
      "grad_norm": 0.17080537974834442,
      "learning_rate": 7.89053849847088e-06,
      "loss": 0.6759,
      "step": 27553
    },
    {
      "epoch": 0.5806740531171137,
      "grad_norm": 0.1620224267244339,
      "learning_rate": 7.889871322637993e-06,
      "loss": 0.7667,
      "step": 27554
    },
    {
      "epoch": 0.580695127155479,
      "grad_norm": 0.17882075905799866,
      "learning_rate": 7.889204156635357e-06,
      "loss": 0.7513,
      "step": 27555
    },
    {
      "epoch": 0.5807162011938443,
      "grad_norm": 0.18675504624843597,
      "learning_rate": 7.888537000466075e-06,
      "loss": 0.7813,
      "step": 27556
    },
    {
      "epoch": 0.5807372752322095,
      "grad_norm": 0.12598922848701477,
      "learning_rate": 7.887869854133258e-06,
      "loss": 0.8202,
      "step": 27557
    },
    {
      "epoch": 0.5807583492705748,
      "grad_norm": 0.16767315566539764,
      "learning_rate": 7.887202717640013e-06,
      "loss": 0.8036,
      "step": 27558
    },
    {
      "epoch": 0.5807794233089402,
      "grad_norm": 0.12149517983198166,
      "learning_rate": 7.88653559098945e-06,
      "loss": 0.7221,
      "step": 27559
    },
    {
      "epoch": 0.5808004973473054,
      "grad_norm": 0.16569603979587555,
      "learning_rate": 7.885868474184673e-06,
      "loss": 0.793,
      "step": 27560
    },
    {
      "epoch": 0.5808215713856707,
      "grad_norm": 0.11720451712608337,
      "learning_rate": 7.885201367228791e-06,
      "loss": 0.807,
      "step": 27561
    },
    {
      "epoch": 0.580842645424036,
      "grad_norm": 0.12439049780368805,
      "learning_rate": 7.884534270124912e-06,
      "loss": 0.7672,
      "step": 27562
    },
    {
      "epoch": 0.5808637194624012,
      "grad_norm": 0.11522732675075531,
      "learning_rate": 7.883867182876145e-06,
      "loss": 0.7708,
      "step": 27563
    },
    {
      "epoch": 0.5808847935007666,
      "grad_norm": 0.16209684312343597,
      "learning_rate": 7.8832001054856e-06,
      "loss": 0.7789,
      "step": 27564
    },
    {
      "epoch": 0.5809058675391319,
      "grad_norm": 0.12065714597702026,
      "learning_rate": 7.88253303795638e-06,
      "loss": 0.739,
      "step": 27565
    },
    {
      "epoch": 0.5809269415774971,
      "grad_norm": 0.16038824617862701,
      "learning_rate": 7.881865980291592e-06,
      "loss": 0.8124,
      "step": 27566
    },
    {
      "epoch": 0.5809480156158624,
      "grad_norm": 0.12163780629634857,
      "learning_rate": 7.881198932494348e-06,
      "loss": 0.7041,
      "step": 27567
    },
    {
      "epoch": 0.5809690896542277,
      "grad_norm": 0.13984504342079163,
      "learning_rate": 7.880531894567748e-06,
      "loss": 0.737,
      "step": 27568
    },
    {
      "epoch": 0.580990163692593,
      "grad_norm": 0.159978985786438,
      "learning_rate": 7.879864866514909e-06,
      "loss": 0.8075,
      "step": 27569
    },
    {
      "epoch": 0.5810112377309583,
      "grad_norm": 0.1400599330663681,
      "learning_rate": 7.879197848338932e-06,
      "loss": 0.7337,
      "step": 27570
    },
    {
      "epoch": 0.5810323117693236,
      "grad_norm": 0.14419956505298615,
      "learning_rate": 7.878530840042931e-06,
      "loss": 0.7706,
      "step": 27571
    },
    {
      "epoch": 0.5810533858076888,
      "grad_norm": 0.12676861882209778,
      "learning_rate": 7.877863841630005e-06,
      "loss": 0.7509,
      "step": 27572
    },
    {
      "epoch": 0.5810744598460541,
      "grad_norm": 0.16374364495277405,
      "learning_rate": 7.877196853103269e-06,
      "loss": 0.7271,
      "step": 27573
    },
    {
      "epoch": 0.5810955338844195,
      "grad_norm": 0.11481479555368423,
      "learning_rate": 7.876529874465823e-06,
      "loss": 0.7731,
      "step": 27574
    },
    {
      "epoch": 0.5811166079227847,
      "grad_norm": 0.14736557006835938,
      "learning_rate": 7.875862905720778e-06,
      "loss": 0.8397,
      "step": 27575
    },
    {
      "epoch": 0.58113768196115,
      "grad_norm": 0.11041082441806793,
      "learning_rate": 7.87519594687124e-06,
      "loss": 0.7268,
      "step": 27576
    },
    {
      "epoch": 0.5811587559995153,
      "grad_norm": 0.1095389872789383,
      "learning_rate": 7.874528997920319e-06,
      "loss": 0.7248,
      "step": 27577
    },
    {
      "epoch": 0.5811798300378805,
      "grad_norm": 0.1675589680671692,
      "learning_rate": 7.873862058871118e-06,
      "loss": 0.7852,
      "step": 27578
    },
    {
      "epoch": 0.5812009040762459,
      "grad_norm": 0.16946332156658173,
      "learning_rate": 7.873195129726747e-06,
      "loss": 0.7681,
      "step": 27579
    },
    {
      "epoch": 0.5812219781146112,
      "grad_norm": 0.15013469755649567,
      "learning_rate": 7.872528210490311e-06,
      "loss": 0.7595,
      "step": 27580
    },
    {
      "epoch": 0.5812430521529764,
      "grad_norm": 0.15827889740467072,
      "learning_rate": 7.871861301164917e-06,
      "loss": 0.7469,
      "step": 27581
    },
    {
      "epoch": 0.5812641261913417,
      "grad_norm": 0.12994518876075745,
      "learning_rate": 7.871194401753672e-06,
      "loss": 0.754,
      "step": 27582
    },
    {
      "epoch": 0.581285200229707,
      "grad_norm": 0.18528014421463013,
      "learning_rate": 7.870527512259684e-06,
      "loss": 0.7597,
      "step": 27583
    },
    {
      "epoch": 0.5813062742680724,
      "grad_norm": 0.14383047819137573,
      "learning_rate": 7.869860632686059e-06,
      "loss": 0.7746,
      "step": 27584
    },
    {
      "epoch": 0.5813273483064376,
      "grad_norm": 0.13968810439109802,
      "learning_rate": 7.869193763035905e-06,
      "loss": 0.7516,
      "step": 27585
    },
    {
      "epoch": 0.5813484223448029,
      "grad_norm": 0.13641822338104248,
      "learning_rate": 7.868526903312327e-06,
      "loss": 0.7428,
      "step": 27586
    },
    {
      "epoch": 0.5813694963831681,
      "grad_norm": 0.14505226910114288,
      "learning_rate": 7.867860053518432e-06,
      "loss": 0.727,
      "step": 27587
    },
    {
      "epoch": 0.5813905704215334,
      "grad_norm": 0.15589839220046997,
      "learning_rate": 7.86719321365733e-06,
      "loss": 0.785,
      "step": 27588
    },
    {
      "epoch": 0.5814116444598988,
      "grad_norm": 0.11301901191473007,
      "learning_rate": 7.86652638373212e-06,
      "loss": 0.714,
      "step": 27589
    },
    {
      "epoch": 0.5814327184982641,
      "grad_norm": 0.15306110680103302,
      "learning_rate": 7.865859563745915e-06,
      "loss": 0.7521,
      "step": 27590
    },
    {
      "epoch": 0.5814537925366293,
      "grad_norm": 0.10019539296627045,
      "learning_rate": 7.865192753701818e-06,
      "loss": 0.6554,
      "step": 27591
    },
    {
      "epoch": 0.5814748665749946,
      "grad_norm": 0.14753207564353943,
      "learning_rate": 7.864525953602937e-06,
      "loss": 0.715,
      "step": 27592
    },
    {
      "epoch": 0.5814959406133599,
      "grad_norm": 0.14252722263336182,
      "learning_rate": 7.863859163452377e-06,
      "loss": 0.7962,
      "step": 27593
    },
    {
      "epoch": 0.5815170146517252,
      "grad_norm": 0.12259271740913391,
      "learning_rate": 7.86319238325325e-06,
      "loss": 0.7067,
      "step": 27594
    },
    {
      "epoch": 0.5815380886900905,
      "grad_norm": 0.12202820926904678,
      "learning_rate": 7.862525613008653e-06,
      "loss": 0.7664,
      "step": 27595
    },
    {
      "epoch": 0.5815591627284558,
      "grad_norm": 0.14167673885822296,
      "learning_rate": 7.861858852721697e-06,
      "loss": 0.7953,
      "step": 27596
    },
    {
      "epoch": 0.581580236766821,
      "grad_norm": 0.11535392701625824,
      "learning_rate": 7.861192102395487e-06,
      "loss": 0.7996,
      "step": 27597
    },
    {
      "epoch": 0.5816013108051863,
      "grad_norm": 0.13005976378917694,
      "learning_rate": 7.86052536203313e-06,
      "loss": 0.6898,
      "step": 27598
    },
    {
      "epoch": 0.5816223848435516,
      "grad_norm": 0.12850354611873627,
      "learning_rate": 7.859858631637736e-06,
      "loss": 0.7169,
      "step": 27599
    },
    {
      "epoch": 0.5816434588819169,
      "grad_norm": 0.11739274859428406,
      "learning_rate": 7.859191911212405e-06,
      "loss": 0.6705,
      "step": 27600
    },
    {
      "epoch": 0.5816645329202822,
      "grad_norm": 0.11498010903596878,
      "learning_rate": 7.858525200760245e-06,
      "loss": 0.6424,
      "step": 27601
    },
    {
      "epoch": 0.5816856069586475,
      "grad_norm": 0.10259835422039032,
      "learning_rate": 7.857858500284362e-06,
      "loss": 0.6884,
      "step": 27602
    },
    {
      "epoch": 0.5817066809970127,
      "grad_norm": 0.12448136508464813,
      "learning_rate": 7.857191809787865e-06,
      "loss": 0.7373,
      "step": 27603
    },
    {
      "epoch": 0.581727755035378,
      "grad_norm": 0.10179246217012405,
      "learning_rate": 7.856525129273853e-06,
      "loss": 0.7257,
      "step": 27604
    },
    {
      "epoch": 0.5817488290737434,
      "grad_norm": 0.1484069526195526,
      "learning_rate": 7.855858458745438e-06,
      "loss": 0.7805,
      "step": 27605
    },
    {
      "epoch": 0.5817699031121086,
      "grad_norm": 0.11813760548830032,
      "learning_rate": 7.85519179820572e-06,
      "loss": 0.7621,
      "step": 27606
    },
    {
      "epoch": 0.5817909771504739,
      "grad_norm": 0.1473444104194641,
      "learning_rate": 7.854525147657811e-06,
      "loss": 0.7972,
      "step": 27607
    },
    {
      "epoch": 0.5818120511888392,
      "grad_norm": 0.11345385015010834,
      "learning_rate": 7.853858507104815e-06,
      "loss": 0.7327,
      "step": 27608
    },
    {
      "epoch": 0.5818331252272044,
      "grad_norm": 0.14330457150936127,
      "learning_rate": 7.853191876549836e-06,
      "loss": 0.753,
      "step": 27609
    },
    {
      "epoch": 0.5818541992655698,
      "grad_norm": 0.1236090362071991,
      "learning_rate": 7.852525255995979e-06,
      "loss": 0.7679,
      "step": 27610
    },
    {
      "epoch": 0.5818752733039351,
      "grad_norm": 0.13047800958156586,
      "learning_rate": 7.851858645446345e-06,
      "loss": 0.6825,
      "step": 27611
    },
    {
      "epoch": 0.5818963473423003,
      "grad_norm": 0.12160318344831467,
      "learning_rate": 7.851192044904052e-06,
      "loss": 0.7751,
      "step": 27612
    },
    {
      "epoch": 0.5819174213806656,
      "grad_norm": 0.16705778241157532,
      "learning_rate": 7.850525454372197e-06,
      "loss": 0.778,
      "step": 27613
    },
    {
      "epoch": 0.5819384954190309,
      "grad_norm": 0.1293114274740219,
      "learning_rate": 7.849858873853886e-06,
      "loss": 0.7901,
      "step": 27614
    },
    {
      "epoch": 0.5819595694573962,
      "grad_norm": 0.13122211396694183,
      "learning_rate": 7.849192303352225e-06,
      "loss": 0.7267,
      "step": 27615
    },
    {
      "epoch": 0.5819806434957615,
      "grad_norm": 0.13917572796344757,
      "learning_rate": 7.848525742870319e-06,
      "loss": 0.7328,
      "step": 27616
    },
    {
      "epoch": 0.5820017175341268,
      "grad_norm": 0.10265524685382843,
      "learning_rate": 7.847859192411274e-06,
      "loss": 0.7552,
      "step": 27617
    },
    {
      "epoch": 0.582022791572492,
      "grad_norm": 0.1311327964067459,
      "learning_rate": 7.847192651978197e-06,
      "loss": 0.777,
      "step": 27618
    },
    {
      "epoch": 0.5820438656108573,
      "grad_norm": 0.11777233332395554,
      "learning_rate": 7.84652612157419e-06,
      "loss": 0.7368,
      "step": 27619
    },
    {
      "epoch": 0.5820649396492227,
      "grad_norm": 0.11677157878875732,
      "learning_rate": 7.845859601202356e-06,
      "loss": 0.7071,
      "step": 27620
    },
    {
      "epoch": 0.5820860136875879,
      "grad_norm": 0.11576487869024277,
      "learning_rate": 7.845193090865807e-06,
      "loss": 0.711,
      "step": 27621
    },
    {
      "epoch": 0.5821070877259532,
      "grad_norm": 0.12192981690168381,
      "learning_rate": 7.844526590567641e-06,
      "loss": 0.661,
      "step": 27622
    },
    {
      "epoch": 0.5821281617643185,
      "grad_norm": 0.10952653735876083,
      "learning_rate": 7.84386010031097e-06,
      "loss": 0.7193,
      "step": 27623
    },
    {
      "epoch": 0.5821492358026837,
      "grad_norm": 0.14180229604244232,
      "learning_rate": 7.843193620098891e-06,
      "loss": 0.7861,
      "step": 27624
    },
    {
      "epoch": 0.5821703098410491,
      "grad_norm": 0.12133944779634476,
      "learning_rate": 7.842527149934514e-06,
      "loss": 0.7196,
      "step": 27625
    },
    {
      "epoch": 0.5821913838794144,
      "grad_norm": 0.14438800513744354,
      "learning_rate": 7.841860689820938e-06,
      "loss": 0.7712,
      "step": 27626
    },
    {
      "epoch": 0.5822124579177796,
      "grad_norm": 0.13618099689483643,
      "learning_rate": 7.841194239761279e-06,
      "loss": 0.749,
      "step": 27627
    },
    {
      "epoch": 0.5822335319561449,
      "grad_norm": 0.13489800691604614,
      "learning_rate": 7.840527799758633e-06,
      "loss": 0.7385,
      "step": 27628
    },
    {
      "epoch": 0.5822546059945102,
      "grad_norm": 0.14434362947940826,
      "learning_rate": 7.839861369816107e-06,
      "loss": 0.7793,
      "step": 27629
    },
    {
      "epoch": 0.5822756800328756,
      "grad_norm": 0.11791203916072845,
      "learning_rate": 7.839194949936806e-06,
      "loss": 0.7076,
      "step": 27630
    },
    {
      "epoch": 0.5822967540712408,
      "grad_norm": 0.13295578956604004,
      "learning_rate": 7.838528540123833e-06,
      "loss": 0.6737,
      "step": 27631
    },
    {
      "epoch": 0.5823178281096061,
      "grad_norm": 0.116789311170578,
      "learning_rate": 7.837862140380296e-06,
      "loss": 0.6973,
      "step": 27632
    },
    {
      "epoch": 0.5823389021479713,
      "grad_norm": 0.18251994252204895,
      "learning_rate": 7.837195750709295e-06,
      "loss": 0.7049,
      "step": 27633
    },
    {
      "epoch": 0.5823599761863366,
      "grad_norm": 0.11215795576572418,
      "learning_rate": 7.836529371113936e-06,
      "loss": 0.7556,
      "step": 27634
    },
    {
      "epoch": 0.5823810502247019,
      "grad_norm": 0.15477168560028076,
      "learning_rate": 7.835863001597326e-06,
      "loss": 0.7759,
      "step": 27635
    },
    {
      "epoch": 0.5824021242630673,
      "grad_norm": 0.10509080439805984,
      "learning_rate": 7.835196642162565e-06,
      "loss": 0.7824,
      "step": 27636
    },
    {
      "epoch": 0.5824231983014325,
      "grad_norm": 0.1708962470293045,
      "learning_rate": 7.83453029281276e-06,
      "loss": 0.7285,
      "step": 27637
    },
    {
      "epoch": 0.5824442723397978,
      "grad_norm": 0.11449982970952988,
      "learning_rate": 7.833863953551018e-06,
      "loss": 0.7539,
      "step": 27638
    },
    {
      "epoch": 0.582465346378163,
      "grad_norm": 0.1238018199801445,
      "learning_rate": 7.833197624380437e-06,
      "loss": 0.7937,
      "step": 27639
    },
    {
      "epoch": 0.5824864204165283,
      "grad_norm": 0.12088582664728165,
      "learning_rate": 7.832531305304122e-06,
      "loss": 0.7552,
      "step": 27640
    },
    {
      "epoch": 0.5825074944548937,
      "grad_norm": 0.15099985897541046,
      "learning_rate": 7.831864996325184e-06,
      "loss": 0.7104,
      "step": 27641
    },
    {
      "epoch": 0.582528568493259,
      "grad_norm": 0.13064555823802948,
      "learning_rate": 7.831198697446719e-06,
      "loss": 0.7779,
      "step": 27642
    },
    {
      "epoch": 0.5825496425316242,
      "grad_norm": 0.12475904077291489,
      "learning_rate": 7.830532408671837e-06,
      "loss": 0.7549,
      "step": 27643
    },
    {
      "epoch": 0.5825707165699895,
      "grad_norm": 0.15235471725463867,
      "learning_rate": 7.829866130003638e-06,
      "loss": 0.7483,
      "step": 27644
    },
    {
      "epoch": 0.5825917906083548,
      "grad_norm": 0.1005733385682106,
      "learning_rate": 7.829199861445227e-06,
      "loss": 0.6642,
      "step": 27645
    },
    {
      "epoch": 0.5826128646467201,
      "grad_norm": 0.14196030795574188,
      "learning_rate": 7.82853360299971e-06,
      "loss": 0.7536,
      "step": 27646
    },
    {
      "epoch": 0.5826339386850854,
      "grad_norm": 0.20684172213077545,
      "learning_rate": 7.827867354670186e-06,
      "loss": 0.7638,
      "step": 27647
    },
    {
      "epoch": 0.5826550127234507,
      "grad_norm": 0.16899040341377258,
      "learning_rate": 7.827201116459764e-06,
      "loss": 0.7475,
      "step": 27648
    },
    {
      "epoch": 0.5826760867618159,
      "grad_norm": 0.12344834208488464,
      "learning_rate": 7.826534888371545e-06,
      "loss": 0.7365,
      "step": 27649
    },
    {
      "epoch": 0.5826971608001812,
      "grad_norm": 0.1557980328798294,
      "learning_rate": 7.825868670408634e-06,
      "loss": 0.7906,
      "step": 27650
    },
    {
      "epoch": 0.5827182348385466,
      "grad_norm": 0.14808619022369385,
      "learning_rate": 7.825202462574133e-06,
      "loss": 0.7702,
      "step": 27651
    },
    {
      "epoch": 0.5827393088769118,
      "grad_norm": 0.1391190141439438,
      "learning_rate": 7.824536264871146e-06,
      "loss": 0.7974,
      "step": 27652
    },
    {
      "epoch": 0.5827603829152771,
      "grad_norm": 0.1122150793671608,
      "learning_rate": 7.823870077302779e-06,
      "loss": 0.6821,
      "step": 27653
    },
    {
      "epoch": 0.5827814569536424,
      "grad_norm": 0.1415574997663498,
      "learning_rate": 7.823203899872128e-06,
      "loss": 0.7564,
      "step": 27654
    },
    {
      "epoch": 0.5828025309920076,
      "grad_norm": 0.12352877110242844,
      "learning_rate": 7.822537732582306e-06,
      "loss": 0.7285,
      "step": 27655
    },
    {
      "epoch": 0.582823605030373,
      "grad_norm": 0.12595699727535248,
      "learning_rate": 7.821871575436415e-06,
      "loss": 0.7493,
      "step": 27656
    },
    {
      "epoch": 0.5828446790687383,
      "grad_norm": 0.1186862662434578,
      "learning_rate": 7.821205428437553e-06,
      "loss": 0.6923,
      "step": 27657
    },
    {
      "epoch": 0.5828657531071035,
      "grad_norm": 0.13627435266971588,
      "learning_rate": 7.820539291588825e-06,
      "loss": 0.7273,
      "step": 27658
    },
    {
      "epoch": 0.5828868271454688,
      "grad_norm": 0.11823318153619766,
      "learning_rate": 7.819873164893338e-06,
      "loss": 0.6553,
      "step": 27659
    },
    {
      "epoch": 0.5829079011838341,
      "grad_norm": 0.1260051727294922,
      "learning_rate": 7.819207048354189e-06,
      "loss": 0.7309,
      "step": 27660
    },
    {
      "epoch": 0.5829289752221994,
      "grad_norm": 0.12562476098537445,
      "learning_rate": 7.818540941974488e-06,
      "loss": 0.8071,
      "step": 27661
    },
    {
      "epoch": 0.5829500492605647,
      "grad_norm": 0.16286586225032806,
      "learning_rate": 7.817874845757335e-06,
      "loss": 0.786,
      "step": 27662
    },
    {
      "epoch": 0.58297112329893,
      "grad_norm": 0.14608806371688843,
      "learning_rate": 7.817208759705831e-06,
      "loss": 0.7562,
      "step": 27663
    },
    {
      "epoch": 0.5829921973372952,
      "grad_norm": 0.1482757329940796,
      "learning_rate": 7.81654268382308e-06,
      "loss": 0.7808,
      "step": 27664
    },
    {
      "epoch": 0.5830132713756605,
      "grad_norm": 0.15474185347557068,
      "learning_rate": 7.815876618112188e-06,
      "loss": 0.7838,
      "step": 27665
    },
    {
      "epoch": 0.5830343454140259,
      "grad_norm": 0.13723869621753693,
      "learning_rate": 7.815210562576256e-06,
      "loss": 0.7518,
      "step": 27666
    },
    {
      "epoch": 0.5830554194523911,
      "grad_norm": 0.15564464032649994,
      "learning_rate": 7.814544517218385e-06,
      "loss": 0.7745,
      "step": 27667
    },
    {
      "epoch": 0.5830764934907564,
      "grad_norm": 0.14415083825588226,
      "learning_rate": 7.813878482041683e-06,
      "loss": 0.8122,
      "step": 27668
    },
    {
      "epoch": 0.5830975675291217,
      "grad_norm": 0.1626753956079483,
      "learning_rate": 7.813212457049244e-06,
      "loss": 0.7359,
      "step": 27669
    },
    {
      "epoch": 0.5831186415674869,
      "grad_norm": 0.14686138927936554,
      "learning_rate": 7.812546442244178e-06,
      "loss": 0.7548,
      "step": 27670
    },
    {
      "epoch": 0.5831397156058523,
      "grad_norm": 0.15516714751720428,
      "learning_rate": 7.811880437629588e-06,
      "loss": 0.7207,
      "step": 27671
    },
    {
      "epoch": 0.5831607896442176,
      "grad_norm": 0.1544302999973297,
      "learning_rate": 7.811214443208574e-06,
      "loss": 0.7934,
      "step": 27672
    },
    {
      "epoch": 0.5831818636825828,
      "grad_norm": 0.15540027618408203,
      "learning_rate": 7.810548458984237e-06,
      "loss": 0.7526,
      "step": 27673
    },
    {
      "epoch": 0.5832029377209481,
      "grad_norm": 0.15519127249717712,
      "learning_rate": 7.809882484959683e-06,
      "loss": 0.6984,
      "step": 27674
    },
    {
      "epoch": 0.5832240117593134,
      "grad_norm": 0.15919116139411926,
      "learning_rate": 7.809216521138014e-06,
      "loss": 0.7805,
      "step": 27675
    },
    {
      "epoch": 0.5832450857976786,
      "grad_norm": 0.1424533575773239,
      "learning_rate": 7.80855056752233e-06,
      "loss": 0.7734,
      "step": 27676
    },
    {
      "epoch": 0.583266159836044,
      "grad_norm": 0.13784682750701904,
      "learning_rate": 7.807884624115737e-06,
      "loss": 0.7692,
      "step": 27677
    },
    {
      "epoch": 0.5832872338744093,
      "grad_norm": 0.16502806544303894,
      "learning_rate": 7.807218690921336e-06,
      "loss": 0.7779,
      "step": 27678
    },
    {
      "epoch": 0.5833083079127745,
      "grad_norm": 0.14913654327392578,
      "learning_rate": 7.806552767942226e-06,
      "loss": 0.7874,
      "step": 27679
    },
    {
      "epoch": 0.5833293819511398,
      "grad_norm": 0.12675841152668,
      "learning_rate": 7.805886855181512e-06,
      "loss": 0.6895,
      "step": 27680
    },
    {
      "epoch": 0.5833504559895051,
      "grad_norm": 0.1120295450091362,
      "learning_rate": 7.805220952642297e-06,
      "loss": 0.7079,
      "step": 27681
    },
    {
      "epoch": 0.5833715300278705,
      "grad_norm": 0.13026879727840424,
      "learning_rate": 7.804555060327686e-06,
      "loss": 0.7043,
      "step": 27682
    },
    {
      "epoch": 0.5833926040662357,
      "grad_norm": 0.1282937377691269,
      "learning_rate": 7.803889178240769e-06,
      "loss": 0.7383,
      "step": 27683
    },
    {
      "epoch": 0.583413678104601,
      "grad_norm": 0.13078831136226654,
      "learning_rate": 7.803223306384661e-06,
      "loss": 0.7515,
      "step": 27684
    },
    {
      "epoch": 0.5834347521429663,
      "grad_norm": 0.1727793663740158,
      "learning_rate": 7.80255744476246e-06,
      "loss": 0.7735,
      "step": 27685
    },
    {
      "epoch": 0.5834558261813315,
      "grad_norm": 0.1402759552001953,
      "learning_rate": 7.801891593377269e-06,
      "loss": 0.762,
      "step": 27686
    },
    {
      "epoch": 0.5834769002196969,
      "grad_norm": 0.11109615862369537,
      "learning_rate": 7.801225752232187e-06,
      "loss": 0.7221,
      "step": 27687
    },
    {
      "epoch": 0.5834979742580622,
      "grad_norm": 0.12200573086738586,
      "learning_rate": 7.800559921330318e-06,
      "loss": 0.7223,
      "step": 27688
    },
    {
      "epoch": 0.5835190482964274,
      "grad_norm": 0.10819186270236969,
      "learning_rate": 7.799894100674762e-06,
      "loss": 0.7445,
      "step": 27689
    },
    {
      "epoch": 0.5835401223347927,
      "grad_norm": 0.1226387545466423,
      "learning_rate": 7.799228290268623e-06,
      "loss": 0.714,
      "step": 27690
    },
    {
      "epoch": 0.583561196373158,
      "grad_norm": 0.1456424593925476,
      "learning_rate": 7.798562490115003e-06,
      "loss": 0.8035,
      "step": 27691
    },
    {
      "epoch": 0.5835822704115233,
      "grad_norm": 0.10070040822029114,
      "learning_rate": 7.797896700217e-06,
      "loss": 0.7588,
      "step": 27692
    },
    {
      "epoch": 0.5836033444498886,
      "grad_norm": 0.14226269721984863,
      "learning_rate": 7.79723092057772e-06,
      "loss": 0.7629,
      "step": 27693
    },
    {
      "epoch": 0.5836244184882539,
      "grad_norm": 0.11850268393754959,
      "learning_rate": 7.796565151200262e-06,
      "loss": 0.7684,
      "step": 27694
    },
    {
      "epoch": 0.5836454925266191,
      "grad_norm": 0.12966206669807434,
      "learning_rate": 7.795899392087728e-06,
      "loss": 0.7295,
      "step": 27695
    },
    {
      "epoch": 0.5836665665649844,
      "grad_norm": 0.1271519660949707,
      "learning_rate": 7.79523364324322e-06,
      "loss": 0.7208,
      "step": 27696
    },
    {
      "epoch": 0.5836876406033498,
      "grad_norm": 0.10913815349340439,
      "learning_rate": 7.794567904669836e-06,
      "loss": 0.6924,
      "step": 27697
    },
    {
      "epoch": 0.583708714641715,
      "grad_norm": 0.10793114453554153,
      "learning_rate": 7.793902176370685e-06,
      "loss": 0.7452,
      "step": 27698
    },
    {
      "epoch": 0.5837297886800803,
      "grad_norm": 0.13592062890529633,
      "learning_rate": 7.793236458348862e-06,
      "loss": 0.7588,
      "step": 27699
    },
    {
      "epoch": 0.5837508627184456,
      "grad_norm": 0.12456748634576797,
      "learning_rate": 7.792570750607474e-06,
      "loss": 0.8067,
      "step": 27700
    },
    {
      "epoch": 0.5837719367568108,
      "grad_norm": 0.11802688986063004,
      "learning_rate": 7.791905053149614e-06,
      "loss": 0.7228,
      "step": 27701
    },
    {
      "epoch": 0.5837930107951762,
      "grad_norm": 0.10807081311941147,
      "learning_rate": 7.79123936597839e-06,
      "loss": 0.776,
      "step": 27702
    },
    {
      "epoch": 0.5838140848335415,
      "grad_norm": 0.1302136331796646,
      "learning_rate": 7.7905736890969e-06,
      "loss": 0.7735,
      "step": 27703
    },
    {
      "epoch": 0.5838351588719067,
      "grad_norm": 0.11169180274009705,
      "learning_rate": 7.789908022508247e-06,
      "loss": 0.7228,
      "step": 27704
    },
    {
      "epoch": 0.583856232910272,
      "grad_norm": 0.12206046283245087,
      "learning_rate": 7.78924236621553e-06,
      "loss": 0.7961,
      "step": 27705
    },
    {
      "epoch": 0.5838773069486373,
      "grad_norm": 0.24694816768169403,
      "learning_rate": 7.788576720221854e-06,
      "loss": 0.7425,
      "step": 27706
    },
    {
      "epoch": 0.5838983809870026,
      "grad_norm": 0.1325053572654724,
      "learning_rate": 7.787911084530316e-06,
      "loss": 0.8212,
      "step": 27707
    },
    {
      "epoch": 0.5839194550253679,
      "grad_norm": 0.11419528722763062,
      "learning_rate": 7.787245459144016e-06,
      "loss": 0.6709,
      "step": 27708
    },
    {
      "epoch": 0.5839405290637332,
      "grad_norm": 0.1382889300584793,
      "learning_rate": 7.78657984406606e-06,
      "loss": 0.709,
      "step": 27709
    },
    {
      "epoch": 0.5839616031020984,
      "grad_norm": 0.13823899626731873,
      "learning_rate": 7.785914239299543e-06,
      "loss": 0.7278,
      "step": 27710
    },
    {
      "epoch": 0.5839826771404637,
      "grad_norm": 0.14495493471622467,
      "learning_rate": 7.785248644847571e-06,
      "loss": 0.7658,
      "step": 27711
    },
    {
      "epoch": 0.584003751178829,
      "grad_norm": 0.10704368352890015,
      "learning_rate": 7.784583060713238e-06,
      "loss": 0.7232,
      "step": 27712
    },
    {
      "epoch": 0.5840248252171943,
      "grad_norm": 0.15520283579826355,
      "learning_rate": 7.783917486899653e-06,
      "loss": 0.7054,
      "step": 27713
    },
    {
      "epoch": 0.5840458992555596,
      "grad_norm": 0.13095033168792725,
      "learning_rate": 7.783251923409911e-06,
      "loss": 0.7021,
      "step": 27714
    },
    {
      "epoch": 0.5840669732939249,
      "grad_norm": 0.13465644419193268,
      "learning_rate": 7.782586370247118e-06,
      "loss": 0.7365,
      "step": 27715
    },
    {
      "epoch": 0.5840880473322901,
      "grad_norm": 0.12347596138715744,
      "learning_rate": 7.781920827414369e-06,
      "loss": 0.7467,
      "step": 27716
    },
    {
      "epoch": 0.5841091213706554,
      "grad_norm": 0.13550493121147156,
      "learning_rate": 7.781255294914764e-06,
      "loss": 0.7132,
      "step": 27717
    },
    {
      "epoch": 0.5841301954090208,
      "grad_norm": 0.10608203709125519,
      "learning_rate": 7.780589772751408e-06,
      "loss": 0.6515,
      "step": 27718
    },
    {
      "epoch": 0.584151269447386,
      "grad_norm": 0.1357935518026352,
      "learning_rate": 7.779924260927399e-06,
      "loss": 0.7423,
      "step": 27719
    },
    {
      "epoch": 0.5841723434857513,
      "grad_norm": 0.1336037963628769,
      "learning_rate": 7.779258759445836e-06,
      "loss": 0.7347,
      "step": 27720
    },
    {
      "epoch": 0.5841934175241166,
      "grad_norm": 0.12267827242612839,
      "learning_rate": 7.778593268309824e-06,
      "loss": 0.7485,
      "step": 27721
    },
    {
      "epoch": 0.5842144915624818,
      "grad_norm": 0.1103198453783989,
      "learning_rate": 7.777927787522458e-06,
      "loss": 0.7071,
      "step": 27722
    },
    {
      "epoch": 0.5842355656008472,
      "grad_norm": 0.25739046931266785,
      "learning_rate": 7.77726231708684e-06,
      "loss": 0.722,
      "step": 27723
    },
    {
      "epoch": 0.5842566396392125,
      "grad_norm": 0.132951557636261,
      "learning_rate": 7.77659685700607e-06,
      "loss": 0.7753,
      "step": 27724
    },
    {
      "epoch": 0.5842777136775777,
      "grad_norm": 0.1174941286444664,
      "learning_rate": 7.77593140728325e-06,
      "loss": 0.7733,
      "step": 27725
    },
    {
      "epoch": 0.584298787715943,
      "grad_norm": 0.12597781419754028,
      "learning_rate": 7.775265967921477e-06,
      "loss": 0.7309,
      "step": 27726
    },
    {
      "epoch": 0.5843198617543083,
      "grad_norm": 0.16595014929771423,
      "learning_rate": 7.774600538923854e-06,
      "loss": 0.7913,
      "step": 27727
    },
    {
      "epoch": 0.5843409357926737,
      "grad_norm": 0.12567956745624542,
      "learning_rate": 7.773935120293479e-06,
      "loss": 0.7381,
      "step": 27728
    },
    {
      "epoch": 0.5843620098310389,
      "grad_norm": 0.1238628402352333,
      "learning_rate": 7.773269712033452e-06,
      "loss": 0.7115,
      "step": 27729
    },
    {
      "epoch": 0.5843830838694042,
      "grad_norm": 0.136166512966156,
      "learning_rate": 7.772604314146876e-06,
      "loss": 0.6851,
      "step": 27730
    },
    {
      "epoch": 0.5844041579077695,
      "grad_norm": 0.17358802258968353,
      "learning_rate": 7.771938926636848e-06,
      "loss": 0.7897,
      "step": 27731
    },
    {
      "epoch": 0.5844252319461347,
      "grad_norm": 0.11910322308540344,
      "learning_rate": 7.771273549506466e-06,
      "loss": 0.7874,
      "step": 27732
    },
    {
      "epoch": 0.5844463059845001,
      "grad_norm": 0.14145109057426453,
      "learning_rate": 7.770608182758832e-06,
      "loss": 0.7195,
      "step": 27733
    },
    {
      "epoch": 0.5844673800228654,
      "grad_norm": 0.11622601747512817,
      "learning_rate": 7.769942826397046e-06,
      "loss": 0.7807,
      "step": 27734
    },
    {
      "epoch": 0.5844884540612306,
      "grad_norm": 0.12634605169296265,
      "learning_rate": 7.769277480424208e-06,
      "loss": 0.7848,
      "step": 27735
    },
    {
      "epoch": 0.5845095280995959,
      "grad_norm": 0.10242999345064163,
      "learning_rate": 7.768612144843417e-06,
      "loss": 0.7034,
      "step": 27736
    },
    {
      "epoch": 0.5845306021379612,
      "grad_norm": 0.11684748530387878,
      "learning_rate": 7.76794681965777e-06,
      "loss": 0.7925,
      "step": 27737
    },
    {
      "epoch": 0.5845516761763265,
      "grad_norm": 0.11066681146621704,
      "learning_rate": 7.76728150487037e-06,
      "loss": 0.7354,
      "step": 27738
    },
    {
      "epoch": 0.5845727502146918,
      "grad_norm": 0.11407303065061569,
      "learning_rate": 7.766616200484316e-06,
      "loss": 0.6964,
      "step": 27739
    },
    {
      "epoch": 0.5845938242530571,
      "grad_norm": 0.14565390348434448,
      "learning_rate": 7.765950906502703e-06,
      "loss": 0.7531,
      "step": 27740
    },
    {
      "epoch": 0.5846148982914223,
      "grad_norm": 0.12808001041412354,
      "learning_rate": 7.765285622928635e-06,
      "loss": 0.7792,
      "step": 27741
    },
    {
      "epoch": 0.5846359723297876,
      "grad_norm": 0.13178753852844238,
      "learning_rate": 7.764620349765211e-06,
      "loss": 0.6993,
      "step": 27742
    },
    {
      "epoch": 0.584657046368153,
      "grad_norm": 0.12478639930486679,
      "learning_rate": 7.76395508701553e-06,
      "loss": 0.7446,
      "step": 27743
    },
    {
      "epoch": 0.5846781204065182,
      "grad_norm": 0.1128402128815651,
      "learning_rate": 7.76328983468269e-06,
      "loss": 0.7674,
      "step": 27744
    },
    {
      "epoch": 0.5846991944448835,
      "grad_norm": 0.10926773399114609,
      "learning_rate": 7.762624592769792e-06,
      "loss": 0.731,
      "step": 27745
    },
    {
      "epoch": 0.5847202684832488,
      "grad_norm": 0.12248861789703369,
      "learning_rate": 7.761959361279934e-06,
      "loss": 0.6829,
      "step": 27746
    },
    {
      "epoch": 0.584741342521614,
      "grad_norm": 0.2719665467739105,
      "learning_rate": 7.761294140216213e-06,
      "loss": 0.7472,
      "step": 27747
    },
    {
      "epoch": 0.5847624165599793,
      "grad_norm": 0.13911184668540955,
      "learning_rate": 7.76062892958173e-06,
      "loss": 0.6913,
      "step": 27748
    },
    {
      "epoch": 0.5847834905983447,
      "grad_norm": 0.1262015998363495,
      "learning_rate": 7.759963729379584e-06,
      "loss": 0.7504,
      "step": 27749
    },
    {
      "epoch": 0.5848045646367099,
      "grad_norm": 0.11283247172832489,
      "learning_rate": 7.759298539612876e-06,
      "loss": 0.7805,
      "step": 27750
    },
    {
      "epoch": 0.5848256386750752,
      "grad_norm": 0.11350913345813751,
      "learning_rate": 7.758633360284701e-06,
      "loss": 0.7338,
      "step": 27751
    },
    {
      "epoch": 0.5848467127134405,
      "grad_norm": 0.13948369026184082,
      "learning_rate": 7.757968191398157e-06,
      "loss": 0.725,
      "step": 27752
    },
    {
      "epoch": 0.5848677867518057,
      "grad_norm": 0.11250844597816467,
      "learning_rate": 7.757303032956349e-06,
      "loss": 0.784,
      "step": 27753
    },
    {
      "epoch": 0.5848888607901711,
      "grad_norm": 0.1416109800338745,
      "learning_rate": 7.756637884962369e-06,
      "loss": 0.8092,
      "step": 27754
    },
    {
      "epoch": 0.5849099348285364,
      "grad_norm": 0.12409349530935287,
      "learning_rate": 7.755972747419316e-06,
      "loss": 0.7619,
      "step": 27755
    },
    {
      "epoch": 0.5849310088669016,
      "grad_norm": 0.12141512334346771,
      "learning_rate": 7.755307620330294e-06,
      "loss": 0.7194,
      "step": 27756
    },
    {
      "epoch": 0.5849520829052669,
      "grad_norm": 0.1476835310459137,
      "learning_rate": 7.7546425036984e-06,
      "loss": 0.7831,
      "step": 27757
    },
    {
      "epoch": 0.5849731569436322,
      "grad_norm": 0.15042640268802643,
      "learning_rate": 7.753977397526729e-06,
      "loss": 0.7447,
      "step": 27758
    },
    {
      "epoch": 0.5849942309819975,
      "grad_norm": 0.1029309555888176,
      "learning_rate": 7.753312301818385e-06,
      "loss": 0.6858,
      "step": 27759
    },
    {
      "epoch": 0.5850153050203628,
      "grad_norm": 0.14846527576446533,
      "learning_rate": 7.752647216576461e-06,
      "loss": 0.7786,
      "step": 27760
    },
    {
      "epoch": 0.5850363790587281,
      "grad_norm": 0.10162167251110077,
      "learning_rate": 7.751982141804058e-06,
      "loss": 0.673,
      "step": 27761
    },
    {
      "epoch": 0.5850574530970933,
      "grad_norm": 0.14535413682460785,
      "learning_rate": 7.751317077504272e-06,
      "loss": 0.7455,
      "step": 27762
    },
    {
      "epoch": 0.5850785271354586,
      "grad_norm": 0.125705748796463,
      "learning_rate": 7.750652023680206e-06,
      "loss": 0.7882,
      "step": 27763
    },
    {
      "epoch": 0.585099601173824,
      "grad_norm": 0.1513657569885254,
      "learning_rate": 7.749986980334953e-06,
      "loss": 0.7362,
      "step": 27764
    },
    {
      "epoch": 0.5851206752121892,
      "grad_norm": 0.12558943033218384,
      "learning_rate": 7.749321947471615e-06,
      "loss": 0.7504,
      "step": 27765
    },
    {
      "epoch": 0.5851417492505545,
      "grad_norm": 0.12476006150245667,
      "learning_rate": 7.748656925093287e-06,
      "loss": 0.7079,
      "step": 27766
    },
    {
      "epoch": 0.5851628232889198,
      "grad_norm": 0.13428328931331635,
      "learning_rate": 7.74799191320307e-06,
      "loss": 0.6843,
      "step": 27767
    },
    {
      "epoch": 0.585183897327285,
      "grad_norm": 0.13225172460079193,
      "learning_rate": 7.747326911804058e-06,
      "loss": 0.7685,
      "step": 27768
    },
    {
      "epoch": 0.5852049713656504,
      "grad_norm": 0.18032261729240417,
      "learning_rate": 7.746661920899351e-06,
      "loss": 0.7595,
      "step": 27769
    },
    {
      "epoch": 0.5852260454040157,
      "grad_norm": 0.11725188046693802,
      "learning_rate": 7.74599694049205e-06,
      "loss": 0.7925,
      "step": 27770
    },
    {
      "epoch": 0.585247119442381,
      "grad_norm": 0.1746632307767868,
      "learning_rate": 7.745331970585249e-06,
      "loss": 0.7747,
      "step": 27771
    },
    {
      "epoch": 0.5852681934807462,
      "grad_norm": 0.12735719978809357,
      "learning_rate": 7.744667011182048e-06,
      "loss": 0.7564,
      "step": 27772
    },
    {
      "epoch": 0.5852892675191115,
      "grad_norm": 0.13628101348876953,
      "learning_rate": 7.744002062285546e-06,
      "loss": 0.8392,
      "step": 27773
    },
    {
      "epoch": 0.5853103415574769,
      "grad_norm": 0.13327297568321228,
      "learning_rate": 7.743337123898837e-06,
      "loss": 0.7394,
      "step": 27774
    },
    {
      "epoch": 0.5853314155958421,
      "grad_norm": 0.12389010936021805,
      "learning_rate": 7.742672196025021e-06,
      "loss": 0.7638,
      "step": 27775
    },
    {
      "epoch": 0.5853524896342074,
      "grad_norm": 0.1547873169183731,
      "learning_rate": 7.742007278667194e-06,
      "loss": 0.7517,
      "step": 27776
    },
    {
      "epoch": 0.5853735636725726,
      "grad_norm": 0.11476172506809235,
      "learning_rate": 7.741342371828456e-06,
      "loss": 0.7566,
      "step": 27777
    },
    {
      "epoch": 0.5853946377109379,
      "grad_norm": 0.1603730320930481,
      "learning_rate": 7.740677475511902e-06,
      "loss": 0.7573,
      "step": 27778
    },
    {
      "epoch": 0.5854157117493033,
      "grad_norm": 0.11156046390533447,
      "learning_rate": 7.740012589720631e-06,
      "loss": 0.7587,
      "step": 27779
    },
    {
      "epoch": 0.5854367857876686,
      "grad_norm": 0.1316126137971878,
      "learning_rate": 7.739347714457742e-06,
      "loss": 0.7908,
      "step": 27780
    },
    {
      "epoch": 0.5854578598260338,
      "grad_norm": 0.16027624905109406,
      "learning_rate": 7.738682849726329e-06,
      "loss": 0.7523,
      "step": 27781
    },
    {
      "epoch": 0.5854789338643991,
      "grad_norm": 0.14324302971363068,
      "learning_rate": 7.738017995529491e-06,
      "loss": 0.6904,
      "step": 27782
    },
    {
      "epoch": 0.5855000079027644,
      "grad_norm": 0.1111842691898346,
      "learning_rate": 7.737353151870324e-06,
      "loss": 0.7198,
      "step": 27783
    },
    {
      "epoch": 0.5855210819411297,
      "grad_norm": 0.11388035118579865,
      "learning_rate": 7.736688318751924e-06,
      "loss": 0.7847,
      "step": 27784
    },
    {
      "epoch": 0.585542155979495,
      "grad_norm": 0.13901428878307343,
      "learning_rate": 7.736023496177394e-06,
      "loss": 0.7524,
      "step": 27785
    },
    {
      "epoch": 0.5855632300178603,
      "grad_norm": 0.14756126701831818,
      "learning_rate": 7.735358684149827e-06,
      "loss": 0.7156,
      "step": 27786
    },
    {
      "epoch": 0.5855843040562255,
      "grad_norm": 0.10956152528524399,
      "learning_rate": 7.734693882672323e-06,
      "loss": 0.6964,
      "step": 27787
    },
    {
      "epoch": 0.5856053780945908,
      "grad_norm": 0.11526426672935486,
      "learning_rate": 7.734029091747973e-06,
      "loss": 0.8135,
      "step": 27788
    },
    {
      "epoch": 0.585626452132956,
      "grad_norm": 0.12358313053846359,
      "learning_rate": 7.733364311379883e-06,
      "loss": 0.6927,
      "step": 27789
    },
    {
      "epoch": 0.5856475261713214,
      "grad_norm": 0.1017250195145607,
      "learning_rate": 7.73269954157114e-06,
      "loss": 0.6288,
      "step": 27790
    },
    {
      "epoch": 0.5856686002096867,
      "grad_norm": 0.10834382474422455,
      "learning_rate": 7.732034782324849e-06,
      "loss": 0.7115,
      "step": 27791
    },
    {
      "epoch": 0.585689674248052,
      "grad_norm": 0.13904014229774475,
      "learning_rate": 7.731370033644101e-06,
      "loss": 0.7569,
      "step": 27792
    },
    {
      "epoch": 0.5857107482864172,
      "grad_norm": 0.11750789731740952,
      "learning_rate": 7.730705295531997e-06,
      "loss": 0.7148,
      "step": 27793
    },
    {
      "epoch": 0.5857318223247825,
      "grad_norm": 0.12211627513170242,
      "learning_rate": 7.73004056799163e-06,
      "loss": 0.737,
      "step": 27794
    },
    {
      "epoch": 0.5857528963631479,
      "grad_norm": 0.11333394795656204,
      "learning_rate": 7.729375851026102e-06,
      "loss": 0.7243,
      "step": 27795
    },
    {
      "epoch": 0.5857739704015131,
      "grad_norm": 0.13064248859882355,
      "learning_rate": 7.728711144638504e-06,
      "loss": 0.7066,
      "step": 27796
    },
    {
      "epoch": 0.5857950444398784,
      "grad_norm": 0.11376944929361343,
      "learning_rate": 7.728046448831936e-06,
      "loss": 0.7398,
      "step": 27797
    },
    {
      "epoch": 0.5858161184782437,
      "grad_norm": 0.13269607722759247,
      "learning_rate": 7.72738176360949e-06,
      "loss": 0.7617,
      "step": 27798
    },
    {
      "epoch": 0.5858371925166089,
      "grad_norm": 0.10809628665447235,
      "learning_rate": 7.726717088974269e-06,
      "loss": 0.727,
      "step": 27799
    },
    {
      "epoch": 0.5858582665549743,
      "grad_norm": 0.117005854845047,
      "learning_rate": 7.726052424929368e-06,
      "loss": 0.7974,
      "step": 27800
    },
    {
      "epoch": 0.5858793405933396,
      "grad_norm": 0.11831071972846985,
      "learning_rate": 7.72538777147788e-06,
      "loss": 0.7058,
      "step": 27801
    },
    {
      "epoch": 0.5859004146317048,
      "grad_norm": 0.12497255206108093,
      "learning_rate": 7.724723128622904e-06,
      "loss": 0.6763,
      "step": 27802
    },
    {
      "epoch": 0.5859214886700701,
      "grad_norm": 0.12714645266532898,
      "learning_rate": 7.724058496367536e-06,
      "loss": 0.8103,
      "step": 27803
    },
    {
      "epoch": 0.5859425627084354,
      "grad_norm": 0.15751954913139343,
      "learning_rate": 7.723393874714872e-06,
      "loss": 0.7156,
      "step": 27804
    },
    {
      "epoch": 0.5859636367468007,
      "grad_norm": 0.11784502118825912,
      "learning_rate": 7.722729263668008e-06,
      "loss": 0.7438,
      "step": 27805
    },
    {
      "epoch": 0.585984710785166,
      "grad_norm": 0.1201479583978653,
      "learning_rate": 7.72206466323004e-06,
      "loss": 0.7925,
      "step": 27806
    },
    {
      "epoch": 0.5860057848235313,
      "grad_norm": 0.13725590705871582,
      "learning_rate": 7.721400073404064e-06,
      "loss": 0.7715,
      "step": 27807
    },
    {
      "epoch": 0.5860268588618965,
      "grad_norm": 0.11857274919748306,
      "learning_rate": 7.720735494193177e-06,
      "loss": 0.7751,
      "step": 27808
    },
    {
      "epoch": 0.5860479329002618,
      "grad_norm": 0.11142794787883759,
      "learning_rate": 7.720070925600476e-06,
      "loss": 0.7658,
      "step": 27809
    },
    {
      "epoch": 0.5860690069386272,
      "grad_norm": 0.1173112615942955,
      "learning_rate": 7.719406367629052e-06,
      "loss": 0.7439,
      "step": 27810
    },
    {
      "epoch": 0.5860900809769924,
      "grad_norm": 0.14141228795051575,
      "learning_rate": 7.718741820282007e-06,
      "loss": 0.7833,
      "step": 27811
    },
    {
      "epoch": 0.5861111550153577,
      "grad_norm": 0.11865929514169693,
      "learning_rate": 7.718077283562428e-06,
      "loss": 0.7309,
      "step": 27812
    },
    {
      "epoch": 0.586132229053723,
      "grad_norm": 0.15436720848083496,
      "learning_rate": 7.717412757473424e-06,
      "loss": 0.8028,
      "step": 27813
    },
    {
      "epoch": 0.5861533030920882,
      "grad_norm": 0.10512322932481766,
      "learning_rate": 7.716748242018082e-06,
      "loss": 0.7224,
      "step": 27814
    },
    {
      "epoch": 0.5861743771304536,
      "grad_norm": 0.12882409989833832,
      "learning_rate": 7.716083737199499e-06,
      "loss": 0.6688,
      "step": 27815
    },
    {
      "epoch": 0.5861954511688189,
      "grad_norm": 0.11413577198982239,
      "learning_rate": 7.71541924302077e-06,
      "loss": 0.6926,
      "step": 27816
    },
    {
      "epoch": 0.5862165252071841,
      "grad_norm": 0.13951879739761353,
      "learning_rate": 7.714754759484993e-06,
      "loss": 0.7828,
      "step": 27817
    },
    {
      "epoch": 0.5862375992455494,
      "grad_norm": 0.13529928028583527,
      "learning_rate": 7.714090286595264e-06,
      "loss": 0.7799,
      "step": 27818
    },
    {
      "epoch": 0.5862586732839147,
      "grad_norm": 0.16848666965961456,
      "learning_rate": 7.713425824354675e-06,
      "loss": 0.8288,
      "step": 27819
    },
    {
      "epoch": 0.58627974732228,
      "grad_norm": 0.11541593074798584,
      "learning_rate": 7.712761372766322e-06,
      "loss": 0.7318,
      "step": 27820
    },
    {
      "epoch": 0.5863008213606453,
      "grad_norm": 0.15351875126361847,
      "learning_rate": 7.712096931833303e-06,
      "loss": 0.7156,
      "step": 27821
    },
    {
      "epoch": 0.5863218953990106,
      "grad_norm": 0.11266989260911942,
      "learning_rate": 7.711432501558711e-06,
      "loss": 0.7034,
      "step": 27822
    },
    {
      "epoch": 0.5863429694373758,
      "grad_norm": 0.14169339835643768,
      "learning_rate": 7.710768081945643e-06,
      "loss": 0.7315,
      "step": 27823
    },
    {
      "epoch": 0.5863640434757411,
      "grad_norm": 0.159938782453537,
      "learning_rate": 7.710103672997197e-06,
      "loss": 0.7599,
      "step": 27824
    },
    {
      "epoch": 0.5863851175141064,
      "grad_norm": 0.14164988696575165,
      "learning_rate": 7.709439274716462e-06,
      "loss": 0.8368,
      "step": 27825
    },
    {
      "epoch": 0.5864061915524718,
      "grad_norm": 0.10623273998498917,
      "learning_rate": 7.708774887106534e-06,
      "loss": 0.7678,
      "step": 27826
    },
    {
      "epoch": 0.586427265590837,
      "grad_norm": 0.11924950778484344,
      "learning_rate": 7.70811051017051e-06,
      "loss": 0.7528,
      "step": 27827
    },
    {
      "epoch": 0.5864483396292023,
      "grad_norm": 0.11025159060955048,
      "learning_rate": 7.707446143911485e-06,
      "loss": 0.7543,
      "step": 27828
    },
    {
      "epoch": 0.5864694136675676,
      "grad_norm": 0.13687823712825775,
      "learning_rate": 7.706781788332556e-06,
      "loss": 0.7464,
      "step": 27829
    },
    {
      "epoch": 0.5864904877059328,
      "grad_norm": 0.13139863312244415,
      "learning_rate": 7.706117443436817e-06,
      "loss": 0.7861,
      "step": 27830
    },
    {
      "epoch": 0.5865115617442982,
      "grad_norm": 0.13326868414878845,
      "learning_rate": 7.70545310922736e-06,
      "loss": 0.7732,
      "step": 27831
    },
    {
      "epoch": 0.5865326357826635,
      "grad_norm": 0.14110828936100006,
      "learning_rate": 7.704788785707284e-06,
      "loss": 0.7372,
      "step": 27832
    },
    {
      "epoch": 0.5865537098210287,
      "grad_norm": 0.19482339918613434,
      "learning_rate": 7.704124472879684e-06,
      "loss": 0.746,
      "step": 27833
    },
    {
      "epoch": 0.586574783859394,
      "grad_norm": 0.13981589674949646,
      "learning_rate": 7.703460170747648e-06,
      "loss": 0.7114,
      "step": 27834
    },
    {
      "epoch": 0.5865958578977593,
      "grad_norm": 0.10382959246635437,
      "learning_rate": 7.702795879314277e-06,
      "loss": 0.7392,
      "step": 27835
    },
    {
      "epoch": 0.5866169319361246,
      "grad_norm": 0.16439631581306458,
      "learning_rate": 7.702131598582665e-06,
      "loss": 0.7333,
      "step": 27836
    },
    {
      "epoch": 0.5866380059744899,
      "grad_norm": 0.11065370589494705,
      "learning_rate": 7.701467328555903e-06,
      "loss": 0.7709,
      "step": 27837
    },
    {
      "epoch": 0.5866590800128552,
      "grad_norm": 0.1354011446237564,
      "learning_rate": 7.700803069237089e-06,
      "loss": 0.7829,
      "step": 27838
    },
    {
      "epoch": 0.5866801540512204,
      "grad_norm": 0.137691929936409,
      "learning_rate": 7.70013882062932e-06,
      "loss": 0.7501,
      "step": 27839
    },
    {
      "epoch": 0.5867012280895857,
      "grad_norm": 0.12524303793907166,
      "learning_rate": 7.699474582735685e-06,
      "loss": 0.7884,
      "step": 27840
    },
    {
      "epoch": 0.5867223021279511,
      "grad_norm": 0.1313403844833374,
      "learning_rate": 7.698810355559275e-06,
      "loss": 0.7852,
      "step": 27841
    },
    {
      "epoch": 0.5867433761663163,
      "grad_norm": 0.1484737992286682,
      "learning_rate": 7.698146139103196e-06,
      "loss": 0.7471,
      "step": 27842
    },
    {
      "epoch": 0.5867644502046816,
      "grad_norm": 0.14140085875988007,
      "learning_rate": 7.697481933370535e-06,
      "loss": 0.8033,
      "step": 27843
    },
    {
      "epoch": 0.5867855242430469,
      "grad_norm": 0.14540496468544006,
      "learning_rate": 7.696817738364385e-06,
      "loss": 0.7345,
      "step": 27844
    },
    {
      "epoch": 0.5868065982814121,
      "grad_norm": 0.12814083695411682,
      "learning_rate": 7.696153554087847e-06,
      "loss": 0.7397,
      "step": 27845
    },
    {
      "epoch": 0.5868276723197775,
      "grad_norm": 0.14091429114341736,
      "learning_rate": 7.695489380544008e-06,
      "loss": 0.7795,
      "step": 27846
    },
    {
      "epoch": 0.5868487463581428,
      "grad_norm": 0.0983114168047905,
      "learning_rate": 7.694825217735965e-06,
      "loss": 0.6489,
      "step": 27847
    },
    {
      "epoch": 0.586869820396508,
      "grad_norm": 0.18977291882038116,
      "learning_rate": 7.694161065666815e-06,
      "loss": 0.7439,
      "step": 27848
    },
    {
      "epoch": 0.5868908944348733,
      "grad_norm": 0.15467563271522522,
      "learning_rate": 7.693496924339648e-06,
      "loss": 0.8244,
      "step": 27849
    },
    {
      "epoch": 0.5869119684732386,
      "grad_norm": 0.1394350528717041,
      "learning_rate": 7.692832793757556e-06,
      "loss": 0.6762,
      "step": 27850
    },
    {
      "epoch": 0.5869330425116039,
      "grad_norm": 0.14790213108062744,
      "learning_rate": 7.69216867392364e-06,
      "loss": 0.6968,
      "step": 27851
    },
    {
      "epoch": 0.5869541165499692,
      "grad_norm": 0.1678539216518402,
      "learning_rate": 7.691504564840985e-06,
      "loss": 0.8411,
      "step": 27852
    },
    {
      "epoch": 0.5869751905883345,
      "grad_norm": 0.14353716373443604,
      "learning_rate": 7.690840466512693e-06,
      "loss": 0.7437,
      "step": 27853
    },
    {
      "epoch": 0.5869962646266997,
      "grad_norm": 0.19404558837413788,
      "learning_rate": 7.690176378941857e-06,
      "loss": 0.8526,
      "step": 27854
    },
    {
      "epoch": 0.587017338665065,
      "grad_norm": 0.11716167628765106,
      "learning_rate": 7.689512302131564e-06,
      "loss": 0.7505,
      "step": 27855
    },
    {
      "epoch": 0.5870384127034304,
      "grad_norm": 0.2605171799659729,
      "learning_rate": 7.68884823608491e-06,
      "loss": 0.7794,
      "step": 27856
    },
    {
      "epoch": 0.5870594867417956,
      "grad_norm": 0.13803637027740479,
      "learning_rate": 7.688184180804993e-06,
      "loss": 0.8006,
      "step": 27857
    },
    {
      "epoch": 0.5870805607801609,
      "grad_norm": 0.20337003469467163,
      "learning_rate": 7.687520136294906e-06,
      "loss": 0.783,
      "step": 27858
    },
    {
      "epoch": 0.5871016348185262,
      "grad_norm": 0.1225675642490387,
      "learning_rate": 7.686856102557738e-06,
      "loss": 0.7274,
      "step": 27859
    },
    {
      "epoch": 0.5871227088568914,
      "grad_norm": 0.1476786881685257,
      "learning_rate": 7.686192079596586e-06,
      "loss": 0.7698,
      "step": 27860
    },
    {
      "epoch": 0.5871437828952568,
      "grad_norm": 0.1397169828414917,
      "learning_rate": 7.685528067414542e-06,
      "loss": 0.6966,
      "step": 27861
    },
    {
      "epoch": 0.5871648569336221,
      "grad_norm": 0.12509825825691223,
      "learning_rate": 7.684864066014698e-06,
      "loss": 0.7676,
      "step": 27862
    },
    {
      "epoch": 0.5871859309719873,
      "grad_norm": 0.1614997684955597,
      "learning_rate": 7.684200075400154e-06,
      "loss": 0.6788,
      "step": 27863
    },
    {
      "epoch": 0.5872070050103526,
      "grad_norm": 0.13746318221092224,
      "learning_rate": 7.683536095573996e-06,
      "loss": 0.699,
      "step": 27864
    },
    {
      "epoch": 0.5872280790487179,
      "grad_norm": 0.18080729246139526,
      "learning_rate": 7.68287212653932e-06,
      "loss": 0.7724,
      "step": 27865
    },
    {
      "epoch": 0.5872491530870831,
      "grad_norm": 0.12936684489250183,
      "learning_rate": 7.682208168299217e-06,
      "loss": 0.7793,
      "step": 27866
    },
    {
      "epoch": 0.5872702271254485,
      "grad_norm": 0.1630706638097763,
      "learning_rate": 7.681544220856783e-06,
      "loss": 0.6761,
      "step": 27867
    },
    {
      "epoch": 0.5872913011638138,
      "grad_norm": 0.14843493700027466,
      "learning_rate": 7.68088028421511e-06,
      "loss": 0.7972,
      "step": 27868
    },
    {
      "epoch": 0.587312375202179,
      "grad_norm": 0.16152872145175934,
      "learning_rate": 7.68021635837729e-06,
      "loss": 0.8169,
      "step": 27869
    },
    {
      "epoch": 0.5873334492405443,
      "grad_norm": 0.14660973846912384,
      "learning_rate": 7.679552443346415e-06,
      "loss": 0.7542,
      "step": 27870
    },
    {
      "epoch": 0.5873545232789096,
      "grad_norm": 0.16551551222801208,
      "learning_rate": 7.67888853912558e-06,
      "loss": 0.8137,
      "step": 27871
    },
    {
      "epoch": 0.587375597317275,
      "grad_norm": 0.12813067436218262,
      "learning_rate": 7.678224645717882e-06,
      "loss": 0.7617,
      "step": 27872
    },
    {
      "epoch": 0.5873966713556402,
      "grad_norm": 0.14155325293540955,
      "learning_rate": 7.677560763126409e-06,
      "loss": 0.7149,
      "step": 27873
    },
    {
      "epoch": 0.5874177453940055,
      "grad_norm": 0.12656043469905853,
      "learning_rate": 7.676896891354251e-06,
      "loss": 0.7564,
      "step": 27874
    },
    {
      "epoch": 0.5874388194323708,
      "grad_norm": 0.13395893573760986,
      "learning_rate": 7.676233030404507e-06,
      "loss": 0.7294,
      "step": 27875
    },
    {
      "epoch": 0.587459893470736,
      "grad_norm": 0.3639713525772095,
      "learning_rate": 7.675569180280265e-06,
      "loss": 0.7751,
      "step": 27876
    },
    {
      "epoch": 0.5874809675091014,
      "grad_norm": 0.21579191088676453,
      "learning_rate": 7.674905340984621e-06,
      "loss": 0.7519,
      "step": 27877
    },
    {
      "epoch": 0.5875020415474667,
      "grad_norm": 0.1311461329460144,
      "learning_rate": 7.674241512520663e-06,
      "loss": 0.7571,
      "step": 27878
    },
    {
      "epoch": 0.5875231155858319,
      "grad_norm": 0.1530570238828659,
      "learning_rate": 7.673577694891489e-06,
      "loss": 0.7427,
      "step": 27879
    },
    {
      "epoch": 0.5875441896241972,
      "grad_norm": 0.13584749400615692,
      "learning_rate": 7.672913888100187e-06,
      "loss": 0.7452,
      "step": 27880
    },
    {
      "epoch": 0.5875652636625625,
      "grad_norm": 0.16380949318408966,
      "learning_rate": 7.672250092149852e-06,
      "loss": 0.7367,
      "step": 27881
    },
    {
      "epoch": 0.5875863377009278,
      "grad_norm": 0.12341684103012085,
      "learning_rate": 7.671586307043575e-06,
      "loss": 0.6924,
      "step": 27882
    },
    {
      "epoch": 0.5876074117392931,
      "grad_norm": 0.1676933914422989,
      "learning_rate": 7.670922532784452e-06,
      "loss": 0.783,
      "step": 27883
    },
    {
      "epoch": 0.5876284857776584,
      "grad_norm": 0.12529948353767395,
      "learning_rate": 7.670258769375564e-06,
      "loss": 0.667,
      "step": 27884
    },
    {
      "epoch": 0.5876495598160236,
      "grad_norm": 0.14700502157211304,
      "learning_rate": 7.669595016820018e-06,
      "loss": 0.7669,
      "step": 27885
    },
    {
      "epoch": 0.5876706338543889,
      "grad_norm": 0.13465729355812073,
      "learning_rate": 7.668931275120899e-06,
      "loss": 0.7805,
      "step": 27886
    },
    {
      "epoch": 0.5876917078927543,
      "grad_norm": 0.14970244467258453,
      "learning_rate": 7.668267544281299e-06,
      "loss": 0.8107,
      "step": 27887
    },
    {
      "epoch": 0.5877127819311195,
      "grad_norm": 0.124754898250103,
      "learning_rate": 7.66760382430431e-06,
      "loss": 0.7225,
      "step": 27888
    },
    {
      "epoch": 0.5877338559694848,
      "grad_norm": 0.14404913783073425,
      "learning_rate": 7.666940115193024e-06,
      "loss": 0.7424,
      "step": 27889
    },
    {
      "epoch": 0.5877549300078501,
      "grad_norm": 0.12126846611499786,
      "learning_rate": 7.666276416950536e-06,
      "loss": 0.7412,
      "step": 27890
    },
    {
      "epoch": 0.5877760040462153,
      "grad_norm": 0.15515069663524628,
      "learning_rate": 7.665612729579934e-06,
      "loss": 0.728,
      "step": 27891
    },
    {
      "epoch": 0.5877970780845807,
      "grad_norm": 0.12997761368751526,
      "learning_rate": 7.664949053084315e-06,
      "loss": 0.8046,
      "step": 27892
    },
    {
      "epoch": 0.587818152122946,
      "grad_norm": 0.13731566071510315,
      "learning_rate": 7.664285387466763e-06,
      "loss": 0.7171,
      "step": 27893
    },
    {
      "epoch": 0.5878392261613112,
      "grad_norm": 0.15989789366722107,
      "learning_rate": 7.663621732730374e-06,
      "loss": 0.7702,
      "step": 27894
    },
    {
      "epoch": 0.5878603001996765,
      "grad_norm": 0.15970107913017273,
      "learning_rate": 7.66295808887824e-06,
      "loss": 0.7321,
      "step": 27895
    },
    {
      "epoch": 0.5878813742380418,
      "grad_norm": 0.11152365058660507,
      "learning_rate": 7.662294455913452e-06,
      "loss": 0.675,
      "step": 27896
    },
    {
      "epoch": 0.5879024482764071,
      "grad_norm": 0.14344251155853271,
      "learning_rate": 7.661630833839103e-06,
      "loss": 0.6702,
      "step": 27897
    },
    {
      "epoch": 0.5879235223147724,
      "grad_norm": 0.12441439181566238,
      "learning_rate": 7.660967222658285e-06,
      "loss": 0.7606,
      "step": 27898
    },
    {
      "epoch": 0.5879445963531377,
      "grad_norm": 0.15844927728176117,
      "learning_rate": 7.660303622374082e-06,
      "loss": 0.6842,
      "step": 27899
    },
    {
      "epoch": 0.5879656703915029,
      "grad_norm": 0.12008537352085114,
      "learning_rate": 7.659640032989595e-06,
      "loss": 0.7766,
      "step": 27900
    },
    {
      "epoch": 0.5879867444298682,
      "grad_norm": 0.14217393100261688,
      "learning_rate": 7.658976454507915e-06,
      "loss": 0.7824,
      "step": 27901
    },
    {
      "epoch": 0.5880078184682335,
      "grad_norm": 0.1163020133972168,
      "learning_rate": 7.658312886932128e-06,
      "loss": 0.7859,
      "step": 27902
    },
    {
      "epoch": 0.5880288925065988,
      "grad_norm": 0.1464921534061432,
      "learning_rate": 7.657649330265327e-06,
      "loss": 0.7237,
      "step": 27903
    },
    {
      "epoch": 0.5880499665449641,
      "grad_norm": 0.12146331369876862,
      "learning_rate": 7.656985784510601e-06,
      "loss": 0.7504,
      "step": 27904
    },
    {
      "epoch": 0.5880710405833294,
      "grad_norm": 0.2214372307062149,
      "learning_rate": 7.656322249671049e-06,
      "loss": 0.7317,
      "step": 27905
    },
    {
      "epoch": 0.5880921146216946,
      "grad_norm": 0.1334514021873474,
      "learning_rate": 7.655658725749754e-06,
      "loss": 0.7577,
      "step": 27906
    },
    {
      "epoch": 0.5881131886600599,
      "grad_norm": 0.17237426340579987,
      "learning_rate": 7.654995212749811e-06,
      "loss": 0.7339,
      "step": 27907
    },
    {
      "epoch": 0.5881342626984253,
      "grad_norm": 0.15838710963726044,
      "learning_rate": 7.65433171067431e-06,
      "loss": 0.7397,
      "step": 27908
    },
    {
      "epoch": 0.5881553367367905,
      "grad_norm": 0.17237699031829834,
      "learning_rate": 7.653668219526342e-06,
      "loss": 0.7545,
      "step": 27909
    },
    {
      "epoch": 0.5881764107751558,
      "grad_norm": 0.1569286733865738,
      "learning_rate": 7.653004739308998e-06,
      "loss": 0.7377,
      "step": 27910
    },
    {
      "epoch": 0.5881974848135211,
      "grad_norm": 0.11507989466190338,
      "learning_rate": 7.652341270025369e-06,
      "loss": 0.7135,
      "step": 27911
    },
    {
      "epoch": 0.5882185588518863,
      "grad_norm": 0.1635061651468277,
      "learning_rate": 7.651677811678546e-06,
      "loss": 0.767,
      "step": 27912
    },
    {
      "epoch": 0.5882396328902517,
      "grad_norm": 0.15093715488910675,
      "learning_rate": 7.651014364271618e-06,
      "loss": 0.7127,
      "step": 27913
    },
    {
      "epoch": 0.588260706928617,
      "grad_norm": 0.1560860425233841,
      "learning_rate": 7.65035092780768e-06,
      "loss": 0.7627,
      "step": 27914
    },
    {
      "epoch": 0.5882817809669822,
      "grad_norm": 0.1476774364709854,
      "learning_rate": 7.649687502289818e-06,
      "loss": 0.7236,
      "step": 27915
    },
    {
      "epoch": 0.5883028550053475,
      "grad_norm": 0.13666589558124542,
      "learning_rate": 7.649024087721127e-06,
      "loss": 0.7987,
      "step": 27916
    },
    {
      "epoch": 0.5883239290437128,
      "grad_norm": 0.13217799365520477,
      "learning_rate": 7.648360684104695e-06,
      "loss": 0.8252,
      "step": 27917
    },
    {
      "epoch": 0.5883450030820782,
      "grad_norm": 0.19115711748600006,
      "learning_rate": 7.647697291443612e-06,
      "loss": 0.78,
      "step": 27918
    },
    {
      "epoch": 0.5883660771204434,
      "grad_norm": 0.1187007799744606,
      "learning_rate": 7.647033909740968e-06,
      "loss": 0.6577,
      "step": 27919
    },
    {
      "epoch": 0.5883871511588087,
      "grad_norm": 0.2052128165960312,
      "learning_rate": 7.646370538999854e-06,
      "loss": 0.7678,
      "step": 27920
    },
    {
      "epoch": 0.588408225197174,
      "grad_norm": 0.1769939363002777,
      "learning_rate": 7.645707179223364e-06,
      "loss": 0.7106,
      "step": 27921
    },
    {
      "epoch": 0.5884292992355392,
      "grad_norm": 0.2261931300163269,
      "learning_rate": 7.645043830414586e-06,
      "loss": 0.7482,
      "step": 27922
    },
    {
      "epoch": 0.5884503732739046,
      "grad_norm": 0.19530756771564484,
      "learning_rate": 7.644380492576608e-06,
      "loss": 0.7585,
      "step": 27923
    },
    {
      "epoch": 0.5884714473122699,
      "grad_norm": 0.18475943803787231,
      "learning_rate": 7.64371716571252e-06,
      "loss": 0.8313,
      "step": 27924
    },
    {
      "epoch": 0.5884925213506351,
      "grad_norm": 0.14512091875076294,
      "learning_rate": 7.643053849825416e-06,
      "loss": 0.777,
      "step": 27925
    },
    {
      "epoch": 0.5885135953890004,
      "grad_norm": 0.1946759968996048,
      "learning_rate": 7.642390544918385e-06,
      "loss": 0.7239,
      "step": 27926
    },
    {
      "epoch": 0.5885346694273657,
      "grad_norm": 0.1279190629720688,
      "learning_rate": 7.641727250994518e-06,
      "loss": 0.7489,
      "step": 27927
    },
    {
      "epoch": 0.588555743465731,
      "grad_norm": 0.16585738956928253,
      "learning_rate": 7.641063968056895e-06,
      "loss": 0.793,
      "step": 27928
    },
    {
      "epoch": 0.5885768175040963,
      "grad_norm": 0.11871505528688431,
      "learning_rate": 7.64040069610862e-06,
      "loss": 0.7119,
      "step": 27929
    },
    {
      "epoch": 0.5885978915424616,
      "grad_norm": 0.14249375462532043,
      "learning_rate": 7.639737435152777e-06,
      "loss": 0.7929,
      "step": 27930
    },
    {
      "epoch": 0.5886189655808268,
      "grad_norm": 0.1310390830039978,
      "learning_rate": 7.63907418519246e-06,
      "loss": 0.7632,
      "step": 27931
    },
    {
      "epoch": 0.5886400396191921,
      "grad_norm": 0.16523811221122742,
      "learning_rate": 7.63841094623075e-06,
      "loss": 0.7699,
      "step": 27932
    },
    {
      "epoch": 0.5886611136575575,
      "grad_norm": 0.1132488027215004,
      "learning_rate": 7.637747718270742e-06,
      "loss": 0.719,
      "step": 27933
    },
    {
      "epoch": 0.5886821876959227,
      "grad_norm": 0.14890462160110474,
      "learning_rate": 7.637084501315526e-06,
      "loss": 0.762,
      "step": 27934
    },
    {
      "epoch": 0.588703261734288,
      "grad_norm": 0.14411546289920807,
      "learning_rate": 7.636421295368191e-06,
      "loss": 0.7113,
      "step": 27935
    },
    {
      "epoch": 0.5887243357726533,
      "grad_norm": 0.1269748955965042,
      "learning_rate": 7.63575810043183e-06,
      "loss": 0.7476,
      "step": 27936
    },
    {
      "epoch": 0.5887454098110185,
      "grad_norm": 0.15184961259365082,
      "learning_rate": 7.635094916509525e-06,
      "loss": 0.7945,
      "step": 27937
    },
    {
      "epoch": 0.5887664838493838,
      "grad_norm": 0.11579155921936035,
      "learning_rate": 7.634431743604372e-06,
      "loss": 0.7666,
      "step": 27938
    },
    {
      "epoch": 0.5887875578877492,
      "grad_norm": 0.15069149434566498,
      "learning_rate": 7.633768581719457e-06,
      "loss": 0.7308,
      "step": 27939
    },
    {
      "epoch": 0.5888086319261144,
      "grad_norm": 0.11370593309402466,
      "learning_rate": 7.63310543085787e-06,
      "loss": 0.7376,
      "step": 27940
    },
    {
      "epoch": 0.5888297059644797,
      "grad_norm": 0.1415446251630783,
      "learning_rate": 7.6324422910227e-06,
      "loss": 0.7193,
      "step": 27941
    },
    {
      "epoch": 0.588850780002845,
      "grad_norm": 0.12251236289739609,
      "learning_rate": 7.631779162217036e-06,
      "loss": 0.7465,
      "step": 27942
    },
    {
      "epoch": 0.5888718540412102,
      "grad_norm": 0.12788836658000946,
      "learning_rate": 7.631116044443972e-06,
      "loss": 0.7038,
      "step": 27943
    },
    {
      "epoch": 0.5888929280795756,
      "grad_norm": 0.2953442633152008,
      "learning_rate": 7.630452937706592e-06,
      "loss": 0.7751,
      "step": 27944
    },
    {
      "epoch": 0.5889140021179409,
      "grad_norm": 0.13644109666347504,
      "learning_rate": 7.629789842007991e-06,
      "loss": 0.73,
      "step": 27945
    },
    {
      "epoch": 0.5889350761563061,
      "grad_norm": 0.13056114315986633,
      "learning_rate": 7.629126757351251e-06,
      "loss": 0.761,
      "step": 27946
    },
    {
      "epoch": 0.5889561501946714,
      "grad_norm": 0.15732233226299286,
      "learning_rate": 7.628463683739462e-06,
      "loss": 0.7714,
      "step": 27947
    },
    {
      "epoch": 0.5889772242330367,
      "grad_norm": 0.1448279768228531,
      "learning_rate": 7.6278006211757175e-06,
      "loss": 0.7699,
      "step": 27948
    },
    {
      "epoch": 0.588998298271402,
      "grad_norm": 0.1677929311990738,
      "learning_rate": 7.627137569663102e-06,
      "loss": 0.7415,
      "step": 27949
    },
    {
      "epoch": 0.5890193723097673,
      "grad_norm": 0.11035148054361343,
      "learning_rate": 7.626474529204708e-06,
      "loss": 0.7245,
      "step": 27950
    },
    {
      "epoch": 0.5890404463481326,
      "grad_norm": 0.14460723102092743,
      "learning_rate": 7.6258114998036236e-06,
      "loss": 0.7912,
      "step": 27951
    },
    {
      "epoch": 0.5890615203864978,
      "grad_norm": 0.12136910110712051,
      "learning_rate": 7.625148481462935e-06,
      "loss": 0.7169,
      "step": 27952
    },
    {
      "epoch": 0.5890825944248631,
      "grad_norm": 0.14820045232772827,
      "learning_rate": 7.624485474185732e-06,
      "loss": 0.7535,
      "step": 27953
    },
    {
      "epoch": 0.5891036684632285,
      "grad_norm": 0.13624756038188934,
      "learning_rate": 7.623822477975105e-06,
      "loss": 0.7718,
      "step": 27954
    },
    {
      "epoch": 0.5891247425015937,
      "grad_norm": 0.13842995464801788,
      "learning_rate": 7.623159492834141e-06,
      "loss": 0.7401,
      "step": 27955
    },
    {
      "epoch": 0.589145816539959,
      "grad_norm": 0.1515234261751175,
      "learning_rate": 7.6224965187659276e-06,
      "loss": 0.7678,
      "step": 27956
    },
    {
      "epoch": 0.5891668905783243,
      "grad_norm": 0.1327608823776245,
      "learning_rate": 7.621833555773556e-06,
      "loss": 0.7511,
      "step": 27957
    },
    {
      "epoch": 0.5891879646166895,
      "grad_norm": 0.13445672392845154,
      "learning_rate": 7.621170603860113e-06,
      "loss": 0.7155,
      "step": 27958
    },
    {
      "epoch": 0.5892090386550549,
      "grad_norm": 0.11353224515914917,
      "learning_rate": 7.620507663028689e-06,
      "loss": 0.7673,
      "step": 27959
    },
    {
      "epoch": 0.5892301126934202,
      "grad_norm": 0.15142782032489777,
      "learning_rate": 7.619844733282372e-06,
      "loss": 0.6935,
      "step": 27960
    },
    {
      "epoch": 0.5892511867317854,
      "grad_norm": 0.12921738624572754,
      "learning_rate": 7.619181814624248e-06,
      "loss": 0.7822,
      "step": 27961
    },
    {
      "epoch": 0.5892722607701507,
      "grad_norm": 0.13859641551971436,
      "learning_rate": 7.618518907057406e-06,
      "loss": 0.7136,
      "step": 27962
    },
    {
      "epoch": 0.589293334808516,
      "grad_norm": 0.1603744626045227,
      "learning_rate": 7.6178560105849345e-06,
      "loss": 0.7865,
      "step": 27963
    },
    {
      "epoch": 0.5893144088468814,
      "grad_norm": 0.16023693978786469,
      "learning_rate": 7.617193125209922e-06,
      "loss": 0.8267,
      "step": 27964
    },
    {
      "epoch": 0.5893354828852466,
      "grad_norm": 0.13154764473438263,
      "learning_rate": 7.6165302509354565e-06,
      "loss": 0.7087,
      "step": 27965
    },
    {
      "epoch": 0.5893565569236119,
      "grad_norm": 0.12917748093605042,
      "learning_rate": 7.615867387764628e-06,
      "loss": 0.738,
      "step": 27966
    },
    {
      "epoch": 0.5893776309619772,
      "grad_norm": 0.22087161242961884,
      "learning_rate": 7.615204535700521e-06,
      "loss": 0.7528,
      "step": 27967
    },
    {
      "epoch": 0.5893987050003424,
      "grad_norm": 0.11873777210712433,
      "learning_rate": 7.6145416947462245e-06,
      "loss": 0.7591,
      "step": 27968
    },
    {
      "epoch": 0.5894197790387078,
      "grad_norm": 0.14602506160736084,
      "learning_rate": 7.613878864904828e-06,
      "loss": 0.7986,
      "step": 27969
    },
    {
      "epoch": 0.5894408530770731,
      "grad_norm": 0.13270382583141327,
      "learning_rate": 7.613216046179417e-06,
      "loss": 0.7232,
      "step": 27970
    },
    {
      "epoch": 0.5894619271154383,
      "grad_norm": 0.12570048868656158,
      "learning_rate": 7.612553238573079e-06,
      "loss": 0.726,
      "step": 27971
    },
    {
      "epoch": 0.5894830011538036,
      "grad_norm": 0.1195974200963974,
      "learning_rate": 7.611890442088906e-06,
      "loss": 0.6857,
      "step": 27972
    },
    {
      "epoch": 0.5895040751921689,
      "grad_norm": 0.14743441343307495,
      "learning_rate": 7.611227656729984e-06,
      "loss": 0.7692,
      "step": 27973
    },
    {
      "epoch": 0.5895251492305342,
      "grad_norm": 0.12069470435380936,
      "learning_rate": 7.610564882499399e-06,
      "loss": 0.7662,
      "step": 27974
    },
    {
      "epoch": 0.5895462232688995,
      "grad_norm": 0.1273094117641449,
      "learning_rate": 7.6099021194002395e-06,
      "loss": 0.7392,
      "step": 27975
    },
    {
      "epoch": 0.5895672973072648,
      "grad_norm": 0.15661977231502533,
      "learning_rate": 7.609239367435593e-06,
      "loss": 0.7372,
      "step": 27976
    },
    {
      "epoch": 0.58958837134563,
      "grad_norm": 0.1376083642244339,
      "learning_rate": 7.608576626608546e-06,
      "loss": 0.7854,
      "step": 27977
    },
    {
      "epoch": 0.5896094453839953,
      "grad_norm": 0.1558941900730133,
      "learning_rate": 7.607913896922188e-06,
      "loss": 0.7326,
      "step": 27978
    },
    {
      "epoch": 0.5896305194223606,
      "grad_norm": 0.14778731763362885,
      "learning_rate": 7.607251178379604e-06,
      "loss": 0.8083,
      "step": 27979
    },
    {
      "epoch": 0.5896515934607259,
      "grad_norm": 0.12425947934389114,
      "learning_rate": 7.606588470983882e-06,
      "loss": 0.786,
      "step": 27980
    },
    {
      "epoch": 0.5896726674990912,
      "grad_norm": 0.13847313821315765,
      "learning_rate": 7.605925774738115e-06,
      "loss": 0.8391,
      "step": 27981
    },
    {
      "epoch": 0.5896937415374565,
      "grad_norm": 0.1300162971019745,
      "learning_rate": 7.605263089645379e-06,
      "loss": 0.7566,
      "step": 27982
    },
    {
      "epoch": 0.5897148155758217,
      "grad_norm": 0.16261771321296692,
      "learning_rate": 7.6046004157087696e-06,
      "loss": 0.7688,
      "step": 27983
    },
    {
      "epoch": 0.589735889614187,
      "grad_norm": 0.12923839688301086,
      "learning_rate": 7.603937752931372e-06,
      "loss": 0.7002,
      "step": 27984
    },
    {
      "epoch": 0.5897569636525524,
      "grad_norm": 0.14660373330116272,
      "learning_rate": 7.60327510131627e-06,
      "loss": 0.7965,
      "step": 27985
    },
    {
      "epoch": 0.5897780376909176,
      "grad_norm": 0.11818775534629822,
      "learning_rate": 7.602612460866555e-06,
      "loss": 0.7949,
      "step": 27986
    },
    {
      "epoch": 0.5897991117292829,
      "grad_norm": 0.15836408734321594,
      "learning_rate": 7.601949831585313e-06,
      "loss": 0.7726,
      "step": 27987
    },
    {
      "epoch": 0.5898201857676482,
      "grad_norm": 0.10394234955310822,
      "learning_rate": 7.601287213475631e-06,
      "loss": 0.6899,
      "step": 27988
    },
    {
      "epoch": 0.5898412598060134,
      "grad_norm": 0.129394993185997,
      "learning_rate": 7.600624606540595e-06,
      "loss": 0.7528,
      "step": 27989
    },
    {
      "epoch": 0.5898623338443788,
      "grad_norm": 0.1052938848733902,
      "learning_rate": 7.599962010783295e-06,
      "loss": 0.7444,
      "step": 27990
    },
    {
      "epoch": 0.5898834078827441,
      "grad_norm": 0.14539505541324615,
      "learning_rate": 7.599299426206812e-06,
      "loss": 0.7719,
      "step": 27991
    },
    {
      "epoch": 0.5899044819211093,
      "grad_norm": 0.13350476324558258,
      "learning_rate": 7.5986368528142365e-06,
      "loss": 0.8012,
      "step": 27992
    },
    {
      "epoch": 0.5899255559594746,
      "grad_norm": 0.14404110610485077,
      "learning_rate": 7.597974290608653e-06,
      "loss": 0.7527,
      "step": 27993
    },
    {
      "epoch": 0.5899466299978399,
      "grad_norm": 0.3862626552581787,
      "learning_rate": 7.59731173959315e-06,
      "loss": 0.7982,
      "step": 27994
    },
    {
      "epoch": 0.5899677040362052,
      "grad_norm": 0.1419939547777176,
      "learning_rate": 7.596649199770815e-06,
      "loss": 0.7468,
      "step": 27995
    },
    {
      "epoch": 0.5899887780745705,
      "grad_norm": 0.1413082778453827,
      "learning_rate": 7.595986671144732e-06,
      "loss": 0.6955,
      "step": 27996
    },
    {
      "epoch": 0.5900098521129358,
      "grad_norm": 0.14002926647663116,
      "learning_rate": 7.595324153717986e-06,
      "loss": 0.7073,
      "step": 27997
    },
    {
      "epoch": 0.590030926151301,
      "grad_norm": 0.14899137616157532,
      "learning_rate": 7.594661647493668e-06,
      "loss": 0.7482,
      "step": 27998
    },
    {
      "epoch": 0.5900520001896663,
      "grad_norm": 0.12606501579284668,
      "learning_rate": 7.59399915247486e-06,
      "loss": 0.7627,
      "step": 27999
    },
    {
      "epoch": 0.5900730742280317,
      "grad_norm": 0.13028420507907867,
      "learning_rate": 7.593336668664653e-06,
      "loss": 0.784,
      "step": 28000
    },
    {
      "epoch": 0.590094148266397,
      "grad_norm": 0.16081680357456207,
      "learning_rate": 7.59267419606613e-06,
      "loss": 0.7775,
      "step": 28001
    },
    {
      "epoch": 0.5901152223047622,
      "grad_norm": 0.1212850883603096,
      "learning_rate": 7.592011734682378e-06,
      "loss": 0.7347,
      "step": 28002
    },
    {
      "epoch": 0.5901362963431275,
      "grad_norm": 0.16166751086711884,
      "learning_rate": 7.591349284516483e-06,
      "loss": 0.7804,
      "step": 28003
    },
    {
      "epoch": 0.5901573703814927,
      "grad_norm": 0.13204702734947205,
      "learning_rate": 7.590686845571533e-06,
      "loss": 0.7997,
      "step": 28004
    },
    {
      "epoch": 0.5901784444198581,
      "grad_norm": 0.139402836561203,
      "learning_rate": 7.590024417850611e-06,
      "loss": 0.7129,
      "step": 28005
    },
    {
      "epoch": 0.5901995184582234,
      "grad_norm": 0.10834722220897675,
      "learning_rate": 7.5893620013568036e-06,
      "loss": 0.6675,
      "step": 28006
    },
    {
      "epoch": 0.5902205924965886,
      "grad_norm": 0.14071306586265564,
      "learning_rate": 7.588699596093198e-06,
      "loss": 0.8298,
      "step": 28007
    },
    {
      "epoch": 0.5902416665349539,
      "grad_norm": 0.15220898389816284,
      "learning_rate": 7.588037202062878e-06,
      "loss": 0.6967,
      "step": 28008
    },
    {
      "epoch": 0.5902627405733192,
      "grad_norm": 0.12023806571960449,
      "learning_rate": 7.587374819268932e-06,
      "loss": 0.7154,
      "step": 28009
    },
    {
      "epoch": 0.5902838146116846,
      "grad_norm": 0.11984375864267349,
      "learning_rate": 7.586712447714446e-06,
      "loss": 0.6974,
      "step": 28010
    },
    {
      "epoch": 0.5903048886500498,
      "grad_norm": 0.11478125303983688,
      "learning_rate": 7.586050087402503e-06,
      "loss": 0.7149,
      "step": 28011
    },
    {
      "epoch": 0.5903259626884151,
      "grad_norm": 0.13631334900856018,
      "learning_rate": 7.5853877383361895e-06,
      "loss": 0.8089,
      "step": 28012
    },
    {
      "epoch": 0.5903470367267803,
      "grad_norm": 0.10896417498588562,
      "learning_rate": 7.584725400518592e-06,
      "loss": 0.6812,
      "step": 28013
    },
    {
      "epoch": 0.5903681107651456,
      "grad_norm": 0.16396015882492065,
      "learning_rate": 7.584063073952793e-06,
      "loss": 0.7729,
      "step": 28014
    },
    {
      "epoch": 0.5903891848035109,
      "grad_norm": 0.12471625953912735,
      "learning_rate": 7.583400758641884e-06,
      "loss": 0.7954,
      "step": 28015
    },
    {
      "epoch": 0.5904102588418763,
      "grad_norm": 0.138178750872612,
      "learning_rate": 7.582738454588946e-06,
      "loss": 0.7236,
      "step": 28016
    },
    {
      "epoch": 0.5904313328802415,
      "grad_norm": 0.13712339103221893,
      "learning_rate": 7.582076161797065e-06,
      "loss": 0.7863,
      "step": 28017
    },
    {
      "epoch": 0.5904524069186068,
      "grad_norm": 0.13033267855644226,
      "learning_rate": 7.581413880269328e-06,
      "loss": 0.7152,
      "step": 28018
    },
    {
      "epoch": 0.590473480956972,
      "grad_norm": 0.15222342312335968,
      "learning_rate": 7.580751610008822e-06,
      "loss": 0.7251,
      "step": 28019
    },
    {
      "epoch": 0.5904945549953373,
      "grad_norm": 0.1417664885520935,
      "learning_rate": 7.580089351018627e-06,
      "loss": 0.7789,
      "step": 28020
    },
    {
      "epoch": 0.5905156290337027,
      "grad_norm": 0.14403977990150452,
      "learning_rate": 7.5794271033018296e-06,
      "loss": 0.8002,
      "step": 28021
    },
    {
      "epoch": 0.590536703072068,
      "grad_norm": 0.15245814621448517,
      "learning_rate": 7.578764866861517e-06,
      "loss": 0.709,
      "step": 28022
    },
    {
      "epoch": 0.5905577771104332,
      "grad_norm": 0.13566195964813232,
      "learning_rate": 7.578102641700773e-06,
      "loss": 0.7674,
      "step": 28023
    },
    {
      "epoch": 0.5905788511487985,
      "grad_norm": 0.1334054321050644,
      "learning_rate": 7.577440427822683e-06,
      "loss": 0.7583,
      "step": 28024
    },
    {
      "epoch": 0.5905999251871638,
      "grad_norm": 0.13095131516456604,
      "learning_rate": 7.576778225230335e-06,
      "loss": 0.7338,
      "step": 28025
    },
    {
      "epoch": 0.5906209992255291,
      "grad_norm": 0.11416532844305038,
      "learning_rate": 7.5761160339268084e-06,
      "loss": 0.704,
      "step": 28026
    },
    {
      "epoch": 0.5906420732638944,
      "grad_norm": 0.11422111093997955,
      "learning_rate": 7.5754538539151885e-06,
      "loss": 0.7097,
      "step": 28027
    },
    {
      "epoch": 0.5906631473022597,
      "grad_norm": 0.13969439268112183,
      "learning_rate": 7.574791685198563e-06,
      "loss": 0.758,
      "step": 28028
    },
    {
      "epoch": 0.5906842213406249,
      "grad_norm": 0.11099223792552948,
      "learning_rate": 7.574129527780017e-06,
      "loss": 0.7185,
      "step": 28029
    },
    {
      "epoch": 0.5907052953789902,
      "grad_norm": 0.12011255323886871,
      "learning_rate": 7.573467381662634e-06,
      "loss": 0.7574,
      "step": 28030
    },
    {
      "epoch": 0.5907263694173556,
      "grad_norm": 0.1426723599433899,
      "learning_rate": 7.5728052468495e-06,
      "loss": 0.786,
      "step": 28031
    },
    {
      "epoch": 0.5907474434557208,
      "grad_norm": 0.11888198554515839,
      "learning_rate": 7.572143123343696e-06,
      "loss": 0.6987,
      "step": 28032
    },
    {
      "epoch": 0.5907685174940861,
      "grad_norm": 0.13949939608573914,
      "learning_rate": 7.5714810111483105e-06,
      "loss": 0.8213,
      "step": 28033
    },
    {
      "epoch": 0.5907895915324514,
      "grad_norm": 0.17851856350898743,
      "learning_rate": 7.570818910266429e-06,
      "loss": 0.7438,
      "step": 28034
    },
    {
      "epoch": 0.5908106655708166,
      "grad_norm": 0.19247780740261078,
      "learning_rate": 7.570156820701131e-06,
      "loss": 0.7909,
      "step": 28035
    },
    {
      "epoch": 0.590831739609182,
      "grad_norm": 0.15204104781150818,
      "learning_rate": 7.569494742455503e-06,
      "loss": 0.7983,
      "step": 28036
    },
    {
      "epoch": 0.5908528136475473,
      "grad_norm": 0.12129442393779755,
      "learning_rate": 7.56883267553263e-06,
      "loss": 0.7529,
      "step": 28037
    },
    {
      "epoch": 0.5908738876859125,
      "grad_norm": 0.13364416360855103,
      "learning_rate": 7.568170619935596e-06,
      "loss": 0.7831,
      "step": 28038
    },
    {
      "epoch": 0.5908949617242778,
      "grad_norm": 0.1270921230316162,
      "learning_rate": 7.567508575667486e-06,
      "loss": 0.7367,
      "step": 28039
    },
    {
      "epoch": 0.5909160357626431,
      "grad_norm": 0.14888252317905426,
      "learning_rate": 7.566846542731386e-06,
      "loss": 0.7791,
      "step": 28040
    },
    {
      "epoch": 0.5909371098010084,
      "grad_norm": 0.11310998350381851,
      "learning_rate": 7.566184521130373e-06,
      "loss": 0.7247,
      "step": 28041
    },
    {
      "epoch": 0.5909581838393737,
      "grad_norm": 0.15946929156780243,
      "learning_rate": 7.5655225108675374e-06,
      "loss": 0.7136,
      "step": 28042
    },
    {
      "epoch": 0.590979257877739,
      "grad_norm": 0.12995411455631256,
      "learning_rate": 7.56486051194596e-06,
      "loss": 0.8007,
      "step": 28043
    },
    {
      "epoch": 0.5910003319161042,
      "grad_norm": 0.13149292767047882,
      "learning_rate": 7.564198524368729e-06,
      "loss": 0.7279,
      "step": 28044
    },
    {
      "epoch": 0.5910214059544695,
      "grad_norm": 0.14115431904792786,
      "learning_rate": 7.563536548138924e-06,
      "loss": 0.7009,
      "step": 28045
    },
    {
      "epoch": 0.5910424799928349,
      "grad_norm": 0.11483637243509293,
      "learning_rate": 7.5628745832596315e-06,
      "loss": 0.7009,
      "step": 28046
    },
    {
      "epoch": 0.5910635540312001,
      "grad_norm": 0.13602380454540253,
      "learning_rate": 7.562212629733934e-06,
      "loss": 0.7766,
      "step": 28047
    },
    {
      "epoch": 0.5910846280695654,
      "grad_norm": 0.13129006326198578,
      "learning_rate": 7.561550687564916e-06,
      "loss": 0.7435,
      "step": 28048
    },
    {
      "epoch": 0.5911057021079307,
      "grad_norm": 0.11072426289319992,
      "learning_rate": 7.560888756755663e-06,
      "loss": 0.7602,
      "step": 28049
    },
    {
      "epoch": 0.5911267761462959,
      "grad_norm": 0.10584228485822678,
      "learning_rate": 7.560226837309255e-06,
      "loss": 0.6989,
      "step": 28050
    },
    {
      "epoch": 0.5911478501846613,
      "grad_norm": 0.1725858449935913,
      "learning_rate": 7.559564929228777e-06,
      "loss": 0.7013,
      "step": 28051
    },
    {
      "epoch": 0.5911689242230266,
      "grad_norm": 0.1054442822933197,
      "learning_rate": 7.558903032517313e-06,
      "loss": 0.7312,
      "step": 28052
    },
    {
      "epoch": 0.5911899982613918,
      "grad_norm": 0.1190178245306015,
      "learning_rate": 7.558241147177946e-06,
      "loss": 0.7501,
      "step": 28053
    },
    {
      "epoch": 0.5912110722997571,
      "grad_norm": 0.11465734243392944,
      "learning_rate": 7.557579273213762e-06,
      "loss": 0.7118,
      "step": 28054
    },
    {
      "epoch": 0.5912321463381224,
      "grad_norm": 0.14684544503688812,
      "learning_rate": 7.55691741062784e-06,
      "loss": 0.732,
      "step": 28055
    },
    {
      "epoch": 0.5912532203764876,
      "grad_norm": 0.11510886996984482,
      "learning_rate": 7.556255559423266e-06,
      "loss": 0.7106,
      "step": 28056
    },
    {
      "epoch": 0.591274294414853,
      "grad_norm": 0.16725875437259674,
      "learning_rate": 7.555593719603117e-06,
      "loss": 0.8288,
      "step": 28057
    },
    {
      "epoch": 0.5912953684532183,
      "grad_norm": 0.16864192485809326,
      "learning_rate": 7.554931891170489e-06,
      "loss": 0.7457,
      "step": 28058
    },
    {
      "epoch": 0.5913164424915835,
      "grad_norm": 0.1450066715478897,
      "learning_rate": 7.554270074128458e-06,
      "loss": 0.7463,
      "step": 28059
    },
    {
      "epoch": 0.5913375165299488,
      "grad_norm": 0.17610421776771545,
      "learning_rate": 7.553608268480106e-06,
      "loss": 0.7442,
      "step": 28060
    },
    {
      "epoch": 0.5913585905683141,
      "grad_norm": 0.13215112686157227,
      "learning_rate": 7.552946474228518e-06,
      "loss": 0.7786,
      "step": 28061
    },
    {
      "epoch": 0.5913796646066795,
      "grad_norm": 0.1384570151567459,
      "learning_rate": 7.552284691376776e-06,
      "loss": 0.7409,
      "step": 28062
    },
    {
      "epoch": 0.5914007386450447,
      "grad_norm": 0.1182825043797493,
      "learning_rate": 7.551622919927963e-06,
      "loss": 0.797,
      "step": 28063
    },
    {
      "epoch": 0.59142181268341,
      "grad_norm": 0.12013698369264603,
      "learning_rate": 7.550961159885166e-06,
      "loss": 0.8227,
      "step": 28064
    },
    {
      "epoch": 0.5914428867217753,
      "grad_norm": 0.1126488447189331,
      "learning_rate": 7.550299411251461e-06,
      "loss": 0.7732,
      "step": 28065
    },
    {
      "epoch": 0.5914639607601405,
      "grad_norm": 0.14659501612186432,
      "learning_rate": 7.549637674029935e-06,
      "loss": 0.793,
      "step": 28066
    },
    {
      "epoch": 0.5914850347985059,
      "grad_norm": 0.11335249990224838,
      "learning_rate": 7.548975948223669e-06,
      "loss": 0.7204,
      "step": 28067
    },
    {
      "epoch": 0.5915061088368712,
      "grad_norm": 0.1078239232301712,
      "learning_rate": 7.548314233835748e-06,
      "loss": 0.7221,
      "step": 28068
    },
    {
      "epoch": 0.5915271828752364,
      "grad_norm": 0.13501642644405365,
      "learning_rate": 7.547652530869255e-06,
      "loss": 0.7649,
      "step": 28069
    },
    {
      "epoch": 0.5915482569136017,
      "grad_norm": 0.11289974302053452,
      "learning_rate": 7.546990839327268e-06,
      "loss": 0.6834,
      "step": 28070
    },
    {
      "epoch": 0.591569330951967,
      "grad_norm": 0.13531504571437836,
      "learning_rate": 7.546329159212868e-06,
      "loss": 0.7797,
      "step": 28071
    },
    {
      "epoch": 0.5915904049903323,
      "grad_norm": 0.11386621743440628,
      "learning_rate": 7.5456674905291475e-06,
      "loss": 0.7046,
      "step": 28072
    },
    {
      "epoch": 0.5916114790286976,
      "grad_norm": 0.12079806625843048,
      "learning_rate": 7.5450058332791855e-06,
      "loss": 0.7665,
      "step": 28073
    },
    {
      "epoch": 0.5916325530670629,
      "grad_norm": 0.10702618956565857,
      "learning_rate": 7.54434418746606e-06,
      "loss": 0.6999,
      "step": 28074
    },
    {
      "epoch": 0.5916536271054281,
      "grad_norm": 0.12480591237545013,
      "learning_rate": 7.543682553092855e-06,
      "loss": 0.7327,
      "step": 28075
    },
    {
      "epoch": 0.5916747011437934,
      "grad_norm": 0.16533945500850677,
      "learning_rate": 7.543020930162655e-06,
      "loss": 0.7252,
      "step": 28076
    },
    {
      "epoch": 0.5916957751821588,
      "grad_norm": 0.11077059805393219,
      "learning_rate": 7.542359318678539e-06,
      "loss": 0.7442,
      "step": 28077
    },
    {
      "epoch": 0.591716849220524,
      "grad_norm": 0.12135976552963257,
      "learning_rate": 7.541697718643592e-06,
      "loss": 0.7623,
      "step": 28078
    },
    {
      "epoch": 0.5917379232588893,
      "grad_norm": 0.11851250380277634,
      "learning_rate": 7.541036130060895e-06,
      "loss": 0.7672,
      "step": 28079
    },
    {
      "epoch": 0.5917589972972546,
      "grad_norm": 0.12362021207809448,
      "learning_rate": 7.540374552933529e-06,
      "loss": 0.761,
      "step": 28080
    },
    {
      "epoch": 0.5917800713356198,
      "grad_norm": 0.12461087107658386,
      "learning_rate": 7.539712987264578e-06,
      "loss": 0.7447,
      "step": 28081
    },
    {
      "epoch": 0.5918011453739852,
      "grad_norm": 0.12736792862415314,
      "learning_rate": 7.539051433057123e-06,
      "loss": 0.7329,
      "step": 28082
    },
    {
      "epoch": 0.5918222194123505,
      "grad_norm": 0.14878085255622864,
      "learning_rate": 7.538389890314246e-06,
      "loss": 0.7411,
      "step": 28083
    },
    {
      "epoch": 0.5918432934507157,
      "grad_norm": 0.12146590650081635,
      "learning_rate": 7.537728359039031e-06,
      "loss": 0.7101,
      "step": 28084
    },
    {
      "epoch": 0.591864367489081,
      "grad_norm": 0.13655968010425568,
      "learning_rate": 7.537066839234554e-06,
      "loss": 0.7491,
      "step": 28085
    },
    {
      "epoch": 0.5918854415274463,
      "grad_norm": 0.10840120166540146,
      "learning_rate": 7.5364053309038985e-06,
      "loss": 0.7067,
      "step": 28086
    },
    {
      "epoch": 0.5919065155658116,
      "grad_norm": 0.13718774914741516,
      "learning_rate": 7.535743834050153e-06,
      "loss": 0.7498,
      "step": 28087
    },
    {
      "epoch": 0.5919275896041769,
      "grad_norm": 0.12260670214891434,
      "learning_rate": 7.535082348676394e-06,
      "loss": 0.7428,
      "step": 28088
    },
    {
      "epoch": 0.5919486636425422,
      "grad_norm": 0.11424015462398529,
      "learning_rate": 7.534420874785701e-06,
      "loss": 0.7841,
      "step": 28089
    },
    {
      "epoch": 0.5919697376809074,
      "grad_norm": 0.13792073726654053,
      "learning_rate": 7.53375941238116e-06,
      "loss": 0.7568,
      "step": 28090
    },
    {
      "epoch": 0.5919908117192727,
      "grad_norm": 0.11841730773448944,
      "learning_rate": 7.533097961465848e-06,
      "loss": 0.7585,
      "step": 28091
    },
    {
      "epoch": 0.592011885757638,
      "grad_norm": 0.11076507717370987,
      "learning_rate": 7.532436522042851e-06,
      "loss": 0.7478,
      "step": 28092
    },
    {
      "epoch": 0.5920329597960033,
      "grad_norm": 0.1073618158698082,
      "learning_rate": 7.53177509411525e-06,
      "loss": 0.6936,
      "step": 28093
    },
    {
      "epoch": 0.5920540338343686,
      "grad_norm": 0.10741753876209259,
      "learning_rate": 7.531113677686121e-06,
      "loss": 0.7017,
      "step": 28094
    },
    {
      "epoch": 0.5920751078727339,
      "grad_norm": 0.12619052827358246,
      "learning_rate": 7.530452272758551e-06,
      "loss": 0.7039,
      "step": 28095
    },
    {
      "epoch": 0.5920961819110991,
      "grad_norm": 0.17655055224895477,
      "learning_rate": 7.529790879335618e-06,
      "loss": 0.7598,
      "step": 28096
    },
    {
      "epoch": 0.5921172559494644,
      "grad_norm": 0.11847438663244247,
      "learning_rate": 7.529129497420403e-06,
      "loss": 0.7715,
      "step": 28097
    },
    {
      "epoch": 0.5921383299878298,
      "grad_norm": 0.10916959494352341,
      "learning_rate": 7.5284681270159895e-06,
      "loss": 0.7253,
      "step": 28098
    },
    {
      "epoch": 0.592159404026195,
      "grad_norm": 0.09728782624006271,
      "learning_rate": 7.527806768125461e-06,
      "loss": 0.7013,
      "step": 28099
    },
    {
      "epoch": 0.5921804780645603,
      "grad_norm": 0.103794626891613,
      "learning_rate": 7.527145420751887e-06,
      "loss": 0.6852,
      "step": 28100
    },
    {
      "epoch": 0.5922015521029256,
      "grad_norm": 0.11614170670509338,
      "learning_rate": 7.52648408489836e-06,
      "loss": 0.7628,
      "step": 28101
    },
    {
      "epoch": 0.5922226261412908,
      "grad_norm": 0.13282665610313416,
      "learning_rate": 7.52582276056796e-06,
      "loss": 0.7856,
      "step": 28102
    },
    {
      "epoch": 0.5922437001796562,
      "grad_norm": 0.149229034781456,
      "learning_rate": 7.525161447763764e-06,
      "loss": 0.7997,
      "step": 28103
    },
    {
      "epoch": 0.5922647742180215,
      "grad_norm": 0.1253756582736969,
      "learning_rate": 7.524500146488852e-06,
      "loss": 0.7419,
      "step": 28104
    },
    {
      "epoch": 0.5922858482563867,
      "grad_norm": 0.11433517187833786,
      "learning_rate": 7.523838856746308e-06,
      "loss": 0.6998,
      "step": 28105
    },
    {
      "epoch": 0.592306922294752,
      "grad_norm": 0.09868282079696655,
      "learning_rate": 7.523177578539211e-06,
      "loss": 0.6977,
      "step": 28106
    },
    {
      "epoch": 0.5923279963331173,
      "grad_norm": 0.11821221560239792,
      "learning_rate": 7.522516311870642e-06,
      "loss": 0.7879,
      "step": 28107
    },
    {
      "epoch": 0.5923490703714827,
      "grad_norm": 0.11118043959140778,
      "learning_rate": 7.5218550567436834e-06,
      "loss": 0.7134,
      "step": 28108
    },
    {
      "epoch": 0.5923701444098479,
      "grad_norm": 0.1150021106004715,
      "learning_rate": 7.521193813161412e-06,
      "loss": 0.752,
      "step": 28109
    },
    {
      "epoch": 0.5923912184482132,
      "grad_norm": 0.13213729858398438,
      "learning_rate": 7.520532581126911e-06,
      "loss": 0.7613,
      "step": 28110
    },
    {
      "epoch": 0.5924122924865785,
      "grad_norm": 0.10360190272331238,
      "learning_rate": 7.519871360643258e-06,
      "loss": 0.7394,
      "step": 28111
    },
    {
      "epoch": 0.5924333665249437,
      "grad_norm": 0.15974681079387665,
      "learning_rate": 7.519210151713536e-06,
      "loss": 0.7871,
      "step": 28112
    },
    {
      "epoch": 0.5924544405633091,
      "grad_norm": 0.1046481728553772,
      "learning_rate": 7.518548954340825e-06,
      "loss": 0.7248,
      "step": 28113
    },
    {
      "epoch": 0.5924755146016744,
      "grad_norm": 0.12884269654750824,
      "learning_rate": 7.517887768528207e-06,
      "loss": 0.6719,
      "step": 28114
    },
    {
      "epoch": 0.5924965886400396,
      "grad_norm": 0.11595678329467773,
      "learning_rate": 7.517226594278754e-06,
      "loss": 0.7663,
      "step": 28115
    },
    {
      "epoch": 0.5925176626784049,
      "grad_norm": 0.117579884827137,
      "learning_rate": 7.516565431595556e-06,
      "loss": 0.7872,
      "step": 28116
    },
    {
      "epoch": 0.5925387367167702,
      "grad_norm": 0.12959828972816467,
      "learning_rate": 7.515904280481692e-06,
      "loss": 0.7563,
      "step": 28117
    },
    {
      "epoch": 0.5925598107551355,
      "grad_norm": 0.11673813313245773,
      "learning_rate": 7.515243140940236e-06,
      "loss": 0.7199,
      "step": 28118
    },
    {
      "epoch": 0.5925808847935008,
      "grad_norm": 0.15340644121170044,
      "learning_rate": 7.514582012974273e-06,
      "loss": 0.7695,
      "step": 28119
    },
    {
      "epoch": 0.5926019588318661,
      "grad_norm": 0.11970743536949158,
      "learning_rate": 7.51392089658688e-06,
      "loss": 0.6692,
      "step": 28120
    },
    {
      "epoch": 0.5926230328702313,
      "grad_norm": 0.16665694117546082,
      "learning_rate": 7.513259791781139e-06,
      "loss": 0.7693,
      "step": 28121
    },
    {
      "epoch": 0.5926441069085966,
      "grad_norm": 0.16647972166538239,
      "learning_rate": 7.5125986985601285e-06,
      "loss": 0.7564,
      "step": 28122
    },
    {
      "epoch": 0.592665180946962,
      "grad_norm": 0.14586171507835388,
      "learning_rate": 7.511937616926931e-06,
      "loss": 0.6711,
      "step": 28123
    },
    {
      "epoch": 0.5926862549853272,
      "grad_norm": 0.13699942827224731,
      "learning_rate": 7.5112765468846215e-06,
      "loss": 0.8053,
      "step": 28124
    },
    {
      "epoch": 0.5927073290236925,
      "grad_norm": 0.12950722873210907,
      "learning_rate": 7.510615488436282e-06,
      "loss": 0.7098,
      "step": 28125
    },
    {
      "epoch": 0.5927284030620578,
      "grad_norm": 0.12892980873584747,
      "learning_rate": 7.509954441584993e-06,
      "loss": 0.7561,
      "step": 28126
    },
    {
      "epoch": 0.592749477100423,
      "grad_norm": 0.1355603039264679,
      "learning_rate": 7.509293406333833e-06,
      "loss": 0.7851,
      "step": 28127
    },
    {
      "epoch": 0.5927705511387883,
      "grad_norm": 0.140891432762146,
      "learning_rate": 7.508632382685883e-06,
      "loss": 0.7699,
      "step": 28128
    },
    {
      "epoch": 0.5927916251771537,
      "grad_norm": 0.11342963576316833,
      "learning_rate": 7.507971370644216e-06,
      "loss": 0.7333,
      "step": 28129
    },
    {
      "epoch": 0.5928126992155189,
      "grad_norm": 0.13400845229625702,
      "learning_rate": 7.507310370211921e-06,
      "loss": 0.7538,
      "step": 28130
    },
    {
      "epoch": 0.5928337732538842,
      "grad_norm": 0.12565971910953522,
      "learning_rate": 7.506649381392073e-06,
      "loss": 0.7812,
      "step": 28131
    },
    {
      "epoch": 0.5928548472922495,
      "grad_norm": 0.11504586040973663,
      "learning_rate": 7.505988404187752e-06,
      "loss": 0.7285,
      "step": 28132
    },
    {
      "epoch": 0.5928759213306147,
      "grad_norm": 0.12508957087993622,
      "learning_rate": 7.505327438602036e-06,
      "loss": 0.7779,
      "step": 28133
    },
    {
      "epoch": 0.5928969953689801,
      "grad_norm": 0.12152145057916641,
      "learning_rate": 7.504666484638003e-06,
      "loss": 0.7556,
      "step": 28134
    },
    {
      "epoch": 0.5929180694073454,
      "grad_norm": 0.13629700243473053,
      "learning_rate": 7.504005542298735e-06,
      "loss": 0.7831,
      "step": 28135
    },
    {
      "epoch": 0.5929391434457106,
      "grad_norm": 0.1337878704071045,
      "learning_rate": 7.503344611587309e-06,
      "loss": 0.7455,
      "step": 28136
    },
    {
      "epoch": 0.5929602174840759,
      "grad_norm": 0.12083347886800766,
      "learning_rate": 7.502683692506808e-06,
      "loss": 0.8082,
      "step": 28137
    },
    {
      "epoch": 0.5929812915224412,
      "grad_norm": 0.10216719657182693,
      "learning_rate": 7.502022785060306e-06,
      "loss": 0.6947,
      "step": 28138
    },
    {
      "epoch": 0.5930023655608065,
      "grad_norm": 0.1307155191898346,
      "learning_rate": 7.501361889250882e-06,
      "loss": 0.7518,
      "step": 28139
    },
    {
      "epoch": 0.5930234395991718,
      "grad_norm": 0.10572150349617004,
      "learning_rate": 7.500701005081618e-06,
      "loss": 0.7389,
      "step": 28140
    },
    {
      "epoch": 0.5930445136375371,
      "grad_norm": 0.1442105919122696,
      "learning_rate": 7.500040132555591e-06,
      "loss": 0.7835,
      "step": 28141
    },
    {
      "epoch": 0.5930655876759023,
      "grad_norm": 0.1085297018289566,
      "learning_rate": 7.499379271675879e-06,
      "loss": 0.7728,
      "step": 28142
    },
    {
      "epoch": 0.5930866617142676,
      "grad_norm": 0.10894449800252914,
      "learning_rate": 7.49871842244556e-06,
      "loss": 0.6812,
      "step": 28143
    },
    {
      "epoch": 0.593107735752633,
      "grad_norm": 0.14501552283763885,
      "learning_rate": 7.498057584867717e-06,
      "loss": 0.8133,
      "step": 28144
    },
    {
      "epoch": 0.5931288097909982,
      "grad_norm": 0.1181216761469841,
      "learning_rate": 7.497396758945426e-06,
      "loss": 0.7556,
      "step": 28145
    },
    {
      "epoch": 0.5931498838293635,
      "grad_norm": 0.24593789875507355,
      "learning_rate": 7.496735944681768e-06,
      "loss": 0.7123,
      "step": 28146
    },
    {
      "epoch": 0.5931709578677288,
      "grad_norm": 0.10488322377204895,
      "learning_rate": 7.4960751420798175e-06,
      "loss": 0.7489,
      "step": 28147
    },
    {
      "epoch": 0.593192031906094,
      "grad_norm": 0.15295441448688507,
      "learning_rate": 7.4954143511426525e-06,
      "loss": 0.7449,
      "step": 28148
    },
    {
      "epoch": 0.5932131059444594,
      "grad_norm": 0.12329142540693283,
      "learning_rate": 7.4947535718733545e-06,
      "loss": 0.6842,
      "step": 28149
    },
    {
      "epoch": 0.5932341799828247,
      "grad_norm": 0.12442564219236374,
      "learning_rate": 7.494092804274999e-06,
      "loss": 0.7814,
      "step": 28150
    },
    {
      "epoch": 0.59325525402119,
      "grad_norm": 0.12342355400323868,
      "learning_rate": 7.493432048350669e-06,
      "loss": 0.7283,
      "step": 28151
    },
    {
      "epoch": 0.5932763280595552,
      "grad_norm": 0.13949063420295715,
      "learning_rate": 7.4927713041034386e-06,
      "loss": 0.7558,
      "step": 28152
    },
    {
      "epoch": 0.5932974020979205,
      "grad_norm": 0.10717800259590149,
      "learning_rate": 7.492110571536386e-06,
      "loss": 0.7272,
      "step": 28153
    },
    {
      "epoch": 0.5933184761362859,
      "grad_norm": 0.15435096621513367,
      "learning_rate": 7.49144985065259e-06,
      "loss": 0.7624,
      "step": 28154
    },
    {
      "epoch": 0.5933395501746511,
      "grad_norm": 0.12078619003295898,
      "learning_rate": 7.490789141455128e-06,
      "loss": 0.7204,
      "step": 28155
    },
    {
      "epoch": 0.5933606242130164,
      "grad_norm": 0.16835269331932068,
      "learning_rate": 7.49012844394708e-06,
      "loss": 0.6732,
      "step": 28156
    },
    {
      "epoch": 0.5933816982513817,
      "grad_norm": 0.13614362478256226,
      "learning_rate": 7.489467758131523e-06,
      "loss": 0.7529,
      "step": 28157
    },
    {
      "epoch": 0.5934027722897469,
      "grad_norm": 0.16887271404266357,
      "learning_rate": 7.4888070840115316e-06,
      "loss": 0.723,
      "step": 28158
    },
    {
      "epoch": 0.5934238463281123,
      "grad_norm": 0.13136254251003265,
      "learning_rate": 7.488146421590189e-06,
      "loss": 0.7874,
      "step": 28159
    },
    {
      "epoch": 0.5934449203664776,
      "grad_norm": 0.13575731217861176,
      "learning_rate": 7.487485770870571e-06,
      "loss": 0.745,
      "step": 28160
    },
    {
      "epoch": 0.5934659944048428,
      "grad_norm": 0.12043794989585876,
      "learning_rate": 7.486825131855756e-06,
      "loss": 0.6886,
      "step": 28161
    },
    {
      "epoch": 0.5934870684432081,
      "grad_norm": 0.15015801787376404,
      "learning_rate": 7.4861645045488185e-06,
      "loss": 0.7452,
      "step": 28162
    },
    {
      "epoch": 0.5935081424815734,
      "grad_norm": 0.14368698000907898,
      "learning_rate": 7.485503888952839e-06,
      "loss": 0.7967,
      "step": 28163
    },
    {
      "epoch": 0.5935292165199387,
      "grad_norm": 0.11869242787361145,
      "learning_rate": 7.484843285070893e-06,
      "loss": 0.6831,
      "step": 28164
    },
    {
      "epoch": 0.593550290558304,
      "grad_norm": 0.11661911010742188,
      "learning_rate": 7.48418269290606e-06,
      "loss": 0.7602,
      "step": 28165
    },
    {
      "epoch": 0.5935713645966693,
      "grad_norm": 0.14190910756587982,
      "learning_rate": 7.483522112461416e-06,
      "loss": 0.7148,
      "step": 28166
    },
    {
      "epoch": 0.5935924386350345,
      "grad_norm": 0.13727378845214844,
      "learning_rate": 7.482861543740041e-06,
      "loss": 0.7548,
      "step": 28167
    },
    {
      "epoch": 0.5936135126733998,
      "grad_norm": 0.1347193866968155,
      "learning_rate": 7.48220098674501e-06,
      "loss": 0.7677,
      "step": 28168
    },
    {
      "epoch": 0.593634586711765,
      "grad_norm": 0.11884485185146332,
      "learning_rate": 7.481540441479398e-06,
      "loss": 0.7325,
      "step": 28169
    },
    {
      "epoch": 0.5936556607501304,
      "grad_norm": 0.14820772409439087,
      "learning_rate": 7.480879907946286e-06,
      "loss": 0.7715,
      "step": 28170
    },
    {
      "epoch": 0.5936767347884957,
      "grad_norm": 0.10534016788005829,
      "learning_rate": 7.480219386148751e-06,
      "loss": 0.7109,
      "step": 28171
    },
    {
      "epoch": 0.593697808826861,
      "grad_norm": 0.1519811749458313,
      "learning_rate": 7.479558876089865e-06,
      "loss": 0.8207,
      "step": 28172
    },
    {
      "epoch": 0.5937188828652262,
      "grad_norm": 0.129939004778862,
      "learning_rate": 7.478898377772712e-06,
      "loss": 0.7102,
      "step": 28173
    },
    {
      "epoch": 0.5937399569035915,
      "grad_norm": 0.13174641132354736,
      "learning_rate": 7.478237891200366e-06,
      "loss": 0.7688,
      "step": 28174
    },
    {
      "epoch": 0.5937610309419569,
      "grad_norm": 0.11958760023117065,
      "learning_rate": 7.477577416375904e-06,
      "loss": 0.7199,
      "step": 28175
    },
    {
      "epoch": 0.5937821049803221,
      "grad_norm": 0.11152062565088272,
      "learning_rate": 7.4769169533024055e-06,
      "loss": 0.72,
      "step": 28176
    },
    {
      "epoch": 0.5938031790186874,
      "grad_norm": 0.20138771831989288,
      "learning_rate": 7.476256501982942e-06,
      "loss": 0.7434,
      "step": 28177
    },
    {
      "epoch": 0.5938242530570527,
      "grad_norm": 0.11264754831790924,
      "learning_rate": 7.475596062420594e-06,
      "loss": 0.7512,
      "step": 28178
    },
    {
      "epoch": 0.5938453270954179,
      "grad_norm": 0.15000373125076294,
      "learning_rate": 7.474935634618436e-06,
      "loss": 0.7758,
      "step": 28179
    },
    {
      "epoch": 0.5938664011337833,
      "grad_norm": 0.11930392682552338,
      "learning_rate": 7.474275218579548e-06,
      "loss": 0.7098,
      "step": 28180
    },
    {
      "epoch": 0.5938874751721486,
      "grad_norm": 0.12641990184783936,
      "learning_rate": 7.473614814307002e-06,
      "loss": 0.7741,
      "step": 28181
    },
    {
      "epoch": 0.5939085492105138,
      "grad_norm": 0.1272178590297699,
      "learning_rate": 7.472954421803881e-06,
      "loss": 0.762,
      "step": 28182
    },
    {
      "epoch": 0.5939296232488791,
      "grad_norm": 0.12925443053245544,
      "learning_rate": 7.472294041073255e-06,
      "loss": 0.6876,
      "step": 28183
    },
    {
      "epoch": 0.5939506972872444,
      "grad_norm": 0.12251953780651093,
      "learning_rate": 7.4716336721182025e-06,
      "loss": 0.7116,
      "step": 28184
    },
    {
      "epoch": 0.5939717713256097,
      "grad_norm": 0.14379183948040009,
      "learning_rate": 7.4709733149418e-06,
      "loss": 0.6764,
      "step": 28185
    },
    {
      "epoch": 0.593992845363975,
      "grad_norm": 0.10717906057834625,
      "learning_rate": 7.470312969547124e-06,
      "loss": 0.7191,
      "step": 28186
    },
    {
      "epoch": 0.5940139194023403,
      "grad_norm": 0.13809265196323395,
      "learning_rate": 7.469652635937252e-06,
      "loss": 0.7308,
      "step": 28187
    },
    {
      "epoch": 0.5940349934407055,
      "grad_norm": 0.15029455721378326,
      "learning_rate": 7.46899231411526e-06,
      "loss": 0.8074,
      "step": 28188
    },
    {
      "epoch": 0.5940560674790708,
      "grad_norm": 0.12572689354419708,
      "learning_rate": 7.468332004084224e-06,
      "loss": 0.7592,
      "step": 28189
    },
    {
      "epoch": 0.5940771415174362,
      "grad_norm": 0.11038406193256378,
      "learning_rate": 7.467671705847218e-06,
      "loss": 0.7049,
      "step": 28190
    },
    {
      "epoch": 0.5940982155558014,
      "grad_norm": 0.10338067263364792,
      "learning_rate": 7.467011419407323e-06,
      "loss": 0.6793,
      "step": 28191
    },
    {
      "epoch": 0.5941192895941667,
      "grad_norm": 0.12151403725147247,
      "learning_rate": 7.466351144767609e-06,
      "loss": 0.7076,
      "step": 28192
    },
    {
      "epoch": 0.594140363632532,
      "grad_norm": 0.1090589091181755,
      "learning_rate": 7.465690881931156e-06,
      "loss": 0.7013,
      "step": 28193
    },
    {
      "epoch": 0.5941614376708972,
      "grad_norm": 0.12604060769081116,
      "learning_rate": 7.4650306309010356e-06,
      "loss": 0.7977,
      "step": 28194
    },
    {
      "epoch": 0.5941825117092626,
      "grad_norm": 0.2752586901187897,
      "learning_rate": 7.464370391680329e-06,
      "loss": 0.7337,
      "step": 28195
    },
    {
      "epoch": 0.5942035857476279,
      "grad_norm": 0.11260908842086792,
      "learning_rate": 7.463710164272111e-06,
      "loss": 0.7114,
      "step": 28196
    },
    {
      "epoch": 0.5942246597859931,
      "grad_norm": 0.11907044798135757,
      "learning_rate": 7.463049948679455e-06,
      "loss": 0.7323,
      "step": 28197
    },
    {
      "epoch": 0.5942457338243584,
      "grad_norm": 0.14540158212184906,
      "learning_rate": 7.462389744905436e-06,
      "loss": 0.7525,
      "step": 28198
    },
    {
      "epoch": 0.5942668078627237,
      "grad_norm": 0.12295113503932953,
      "learning_rate": 7.461729552953132e-06,
      "loss": 0.7701,
      "step": 28199
    },
    {
      "epoch": 0.594287881901089,
      "grad_norm": 0.11547143757343292,
      "learning_rate": 7.461069372825618e-06,
      "loss": 0.7002,
      "step": 28200
    },
    {
      "epoch": 0.5943089559394543,
      "grad_norm": 0.14702574908733368,
      "learning_rate": 7.460409204525966e-06,
      "loss": 0.7644,
      "step": 28201
    },
    {
      "epoch": 0.5943300299778196,
      "grad_norm": 0.16144081950187683,
      "learning_rate": 7.459749048057258e-06,
      "loss": 0.8248,
      "step": 28202
    },
    {
      "epoch": 0.5943511040161849,
      "grad_norm": 0.10221947729587555,
      "learning_rate": 7.459088903422566e-06,
      "loss": 0.7665,
      "step": 28203
    },
    {
      "epoch": 0.5943721780545501,
      "grad_norm": 0.11344903707504272,
      "learning_rate": 7.458428770624966e-06,
      "loss": 0.739,
      "step": 28204
    },
    {
      "epoch": 0.5943932520929154,
      "grad_norm": 0.10957025736570358,
      "learning_rate": 7.457768649667534e-06,
      "loss": 0.7063,
      "step": 28205
    },
    {
      "epoch": 0.5944143261312808,
      "grad_norm": 0.15497270226478577,
      "learning_rate": 7.457108540553341e-06,
      "loss": 0.7102,
      "step": 28206
    },
    {
      "epoch": 0.594435400169646,
      "grad_norm": 0.11138886958360672,
      "learning_rate": 7.456448443285467e-06,
      "loss": 0.7017,
      "step": 28207
    },
    {
      "epoch": 0.5944564742080113,
      "grad_norm": 0.13044098019599915,
      "learning_rate": 7.4557883578669855e-06,
      "loss": 0.738,
      "step": 28208
    },
    {
      "epoch": 0.5944775482463766,
      "grad_norm": 0.09710006415843964,
      "learning_rate": 7.455128284300971e-06,
      "loss": 0.6791,
      "step": 28209
    },
    {
      "epoch": 0.5944986222847418,
      "grad_norm": 0.13146473467350006,
      "learning_rate": 7.4544682225904985e-06,
      "loss": 0.7316,
      "step": 28210
    },
    {
      "epoch": 0.5945196963231072,
      "grad_norm": 0.13458605110645294,
      "learning_rate": 7.453808172738646e-06,
      "loss": 0.7505,
      "step": 28211
    },
    {
      "epoch": 0.5945407703614725,
      "grad_norm": 0.1199946328997612,
      "learning_rate": 7.453148134748484e-06,
      "loss": 0.6721,
      "step": 28212
    },
    {
      "epoch": 0.5945618443998377,
      "grad_norm": 0.11559558659791946,
      "learning_rate": 7.452488108623089e-06,
      "loss": 0.7778,
      "step": 28213
    },
    {
      "epoch": 0.594582918438203,
      "grad_norm": 0.11620636284351349,
      "learning_rate": 7.451828094365536e-06,
      "loss": 0.7791,
      "step": 28214
    },
    {
      "epoch": 0.5946039924765683,
      "grad_norm": 0.11969798803329468,
      "learning_rate": 7.451168091978898e-06,
      "loss": 0.7164,
      "step": 28215
    },
    {
      "epoch": 0.5946250665149336,
      "grad_norm": 0.12307091057300568,
      "learning_rate": 7.450508101466254e-06,
      "loss": 0.7995,
      "step": 28216
    },
    {
      "epoch": 0.5946461405532989,
      "grad_norm": 0.10606750100851059,
      "learning_rate": 7.449848122830674e-06,
      "loss": 0.7023,
      "step": 28217
    },
    {
      "epoch": 0.5946672145916642,
      "grad_norm": 0.1369568109512329,
      "learning_rate": 7.4491881560752364e-06,
      "loss": 0.6993,
      "step": 28218
    },
    {
      "epoch": 0.5946882886300294,
      "grad_norm": 0.10222514718770981,
      "learning_rate": 7.4485282012030135e-06,
      "loss": 0.7465,
      "step": 28219
    },
    {
      "epoch": 0.5947093626683947,
      "grad_norm": 0.11625421047210693,
      "learning_rate": 7.447868258217083e-06,
      "loss": 0.7633,
      "step": 28220
    },
    {
      "epoch": 0.5947304367067601,
      "grad_norm": 0.19001246988773346,
      "learning_rate": 7.447208327120513e-06,
      "loss": 0.7642,
      "step": 28221
    },
    {
      "epoch": 0.5947515107451253,
      "grad_norm": 0.1106865331530571,
      "learning_rate": 7.446548407916383e-06,
      "loss": 0.7978,
      "step": 28222
    },
    {
      "epoch": 0.5947725847834906,
      "grad_norm": 0.12147550284862518,
      "learning_rate": 7.445888500607764e-06,
      "loss": 0.7666,
      "step": 28223
    },
    {
      "epoch": 0.5947936588218559,
      "grad_norm": 0.10835838317871094,
      "learning_rate": 7.445228605197734e-06,
      "loss": 0.7906,
      "step": 28224
    },
    {
      "epoch": 0.5948147328602211,
      "grad_norm": 0.12370525300502777,
      "learning_rate": 7.444568721689362e-06,
      "loss": 0.7736,
      "step": 28225
    },
    {
      "epoch": 0.5948358068985865,
      "grad_norm": 0.11731475591659546,
      "learning_rate": 7.4439088500857304e-06,
      "loss": 0.7778,
      "step": 28226
    },
    {
      "epoch": 0.5948568809369518,
      "grad_norm": 0.09786078333854675,
      "learning_rate": 7.4432489903899056e-06,
      "loss": 0.7161,
      "step": 28227
    },
    {
      "epoch": 0.594877954975317,
      "grad_norm": 0.13011907041072845,
      "learning_rate": 7.442589142604963e-06,
      "loss": 0.7573,
      "step": 28228
    },
    {
      "epoch": 0.5948990290136823,
      "grad_norm": 0.11513585597276688,
      "learning_rate": 7.4419293067339795e-06,
      "loss": 0.7259,
      "step": 28229
    },
    {
      "epoch": 0.5949201030520476,
      "grad_norm": 0.1456584483385086,
      "learning_rate": 7.441269482780024e-06,
      "loss": 0.8053,
      "step": 28230
    },
    {
      "epoch": 0.5949411770904129,
      "grad_norm": 0.13100402057170868,
      "learning_rate": 7.440609670746175e-06,
      "loss": 0.7719,
      "step": 28231
    },
    {
      "epoch": 0.5949622511287782,
      "grad_norm": 0.13956399261951447,
      "learning_rate": 7.4399498706355055e-06,
      "loss": 0.7181,
      "step": 28232
    },
    {
      "epoch": 0.5949833251671435,
      "grad_norm": 0.15839466452598572,
      "learning_rate": 7.439290082451089e-06,
      "loss": 0.7982,
      "step": 28233
    },
    {
      "epoch": 0.5950043992055087,
      "grad_norm": 0.11513440310955048,
      "learning_rate": 7.438630306196e-06,
      "loss": 0.7569,
      "step": 28234
    },
    {
      "epoch": 0.595025473243874,
      "grad_norm": 0.1455184519290924,
      "learning_rate": 7.437970541873311e-06,
      "loss": 0.7267,
      "step": 28235
    },
    {
      "epoch": 0.5950465472822394,
      "grad_norm": 0.21068336069583893,
      "learning_rate": 7.437310789486094e-06,
      "loss": 0.7147,
      "step": 28236
    },
    {
      "epoch": 0.5950676213206046,
      "grad_norm": 0.12717488408088684,
      "learning_rate": 7.4366510490374245e-06,
      "loss": 0.6996,
      "step": 28237
    },
    {
      "epoch": 0.5950886953589699,
      "grad_norm": 0.11494141817092896,
      "learning_rate": 7.435991320530376e-06,
      "loss": 0.7703,
      "step": 28238
    },
    {
      "epoch": 0.5951097693973352,
      "grad_norm": 0.11720405519008636,
      "learning_rate": 7.43533160396802e-06,
      "loss": 0.7005,
      "step": 28239
    },
    {
      "epoch": 0.5951308434357004,
      "grad_norm": 0.14777283370494843,
      "learning_rate": 7.434671899353432e-06,
      "loss": 0.7675,
      "step": 28240
    },
    {
      "epoch": 0.5951519174740658,
      "grad_norm": 0.14678378403186798,
      "learning_rate": 7.434012206689687e-06,
      "loss": 0.7773,
      "step": 28241
    },
    {
      "epoch": 0.5951729915124311,
      "grad_norm": 0.15737029910087585,
      "learning_rate": 7.433352525979853e-06,
      "loss": 0.7786,
      "step": 28242
    },
    {
      "epoch": 0.5951940655507963,
      "grad_norm": 0.11341648548841476,
      "learning_rate": 7.432692857227009e-06,
      "loss": 0.6803,
      "step": 28243
    },
    {
      "epoch": 0.5952151395891616,
      "grad_norm": 0.23032550513744354,
      "learning_rate": 7.43203320043422e-06,
      "loss": 0.7811,
      "step": 28244
    },
    {
      "epoch": 0.5952362136275269,
      "grad_norm": 0.16068294644355774,
      "learning_rate": 7.431373555604566e-06,
      "loss": 0.718,
      "step": 28245
    },
    {
      "epoch": 0.5952572876658921,
      "grad_norm": 0.1882132887840271,
      "learning_rate": 7.430713922741121e-06,
      "loss": 0.7193,
      "step": 28246
    },
    {
      "epoch": 0.5952783617042575,
      "grad_norm": 0.18181923031806946,
      "learning_rate": 7.430054301846954e-06,
      "loss": 0.6885,
      "step": 28247
    },
    {
      "epoch": 0.5952994357426228,
      "grad_norm": 0.1567571610212326,
      "learning_rate": 7.429394692925138e-06,
      "loss": 0.7303,
      "step": 28248
    },
    {
      "epoch": 0.595320509780988,
      "grad_norm": 0.1273619383573532,
      "learning_rate": 7.428735095978749e-06,
      "loss": 0.6777,
      "step": 28249
    },
    {
      "epoch": 0.5953415838193533,
      "grad_norm": 0.1430746465921402,
      "learning_rate": 7.428075511010858e-06,
      "loss": 0.7359,
      "step": 28250
    },
    {
      "epoch": 0.5953626578577186,
      "grad_norm": 0.10444306582212448,
      "learning_rate": 7.427415938024537e-06,
      "loss": 0.7494,
      "step": 28251
    },
    {
      "epoch": 0.595383731896084,
      "grad_norm": 0.12990352511405945,
      "learning_rate": 7.426756377022859e-06,
      "loss": 0.696,
      "step": 28252
    },
    {
      "epoch": 0.5954048059344492,
      "grad_norm": 0.10743563622236252,
      "learning_rate": 7.426096828008895e-06,
      "loss": 0.723,
      "step": 28253
    },
    {
      "epoch": 0.5954258799728145,
      "grad_norm": 0.1296551376581192,
      "learning_rate": 7.425437290985722e-06,
      "loss": 0.7537,
      "step": 28254
    },
    {
      "epoch": 0.5954469540111798,
      "grad_norm": 0.12897339463233948,
      "learning_rate": 7.424777765956411e-06,
      "loss": 0.7741,
      "step": 28255
    },
    {
      "epoch": 0.595468028049545,
      "grad_norm": 0.1396951973438263,
      "learning_rate": 7.424118252924031e-06,
      "loss": 0.6775,
      "step": 28256
    },
    {
      "epoch": 0.5954891020879104,
      "grad_norm": 0.13990770280361176,
      "learning_rate": 7.423458751891658e-06,
      "loss": 0.7418,
      "step": 28257
    },
    {
      "epoch": 0.5955101761262757,
      "grad_norm": 0.13833123445510864,
      "learning_rate": 7.422799262862358e-06,
      "loss": 0.7202,
      "step": 28258
    },
    {
      "epoch": 0.5955312501646409,
      "grad_norm": 0.13385848701000214,
      "learning_rate": 7.422139785839215e-06,
      "loss": 0.743,
      "step": 28259
    },
    {
      "epoch": 0.5955523242030062,
      "grad_norm": 0.14390689134597778,
      "learning_rate": 7.421480320825293e-06,
      "loss": 0.7323,
      "step": 28260
    },
    {
      "epoch": 0.5955733982413715,
      "grad_norm": 0.12692178785800934,
      "learning_rate": 7.420820867823666e-06,
      "loss": 0.767,
      "step": 28261
    },
    {
      "epoch": 0.5955944722797368,
      "grad_norm": 0.15492866933345795,
      "learning_rate": 7.420161426837406e-06,
      "loss": 0.7415,
      "step": 28262
    },
    {
      "epoch": 0.5956155463181021,
      "grad_norm": 0.13665002584457397,
      "learning_rate": 7.4195019978695846e-06,
      "loss": 0.7757,
      "step": 28263
    },
    {
      "epoch": 0.5956366203564674,
      "grad_norm": 0.14485304057598114,
      "learning_rate": 7.418842580923277e-06,
      "loss": 0.7651,
      "step": 28264
    },
    {
      "epoch": 0.5956576943948326,
      "grad_norm": 0.1398235708475113,
      "learning_rate": 7.41818317600155e-06,
      "loss": 0.7783,
      "step": 28265
    },
    {
      "epoch": 0.5956787684331979,
      "grad_norm": 0.13439039885997772,
      "learning_rate": 7.4175237831074784e-06,
      "loss": 0.7733,
      "step": 28266
    },
    {
      "epoch": 0.5956998424715633,
      "grad_norm": 0.13907887041568756,
      "learning_rate": 7.416864402244133e-06,
      "loss": 0.7007,
      "step": 28267
    },
    {
      "epoch": 0.5957209165099285,
      "grad_norm": 0.14188624918460846,
      "learning_rate": 7.416205033414587e-06,
      "loss": 0.7427,
      "step": 28268
    },
    {
      "epoch": 0.5957419905482938,
      "grad_norm": 0.14904001355171204,
      "learning_rate": 7.4155456766219116e-06,
      "loss": 0.774,
      "step": 28269
    },
    {
      "epoch": 0.5957630645866591,
      "grad_norm": 0.1639833003282547,
      "learning_rate": 7.414886331869179e-06,
      "loss": 0.75,
      "step": 28270
    },
    {
      "epoch": 0.5957841386250243,
      "grad_norm": 0.12759295105934143,
      "learning_rate": 7.414226999159459e-06,
      "loss": 0.6854,
      "step": 28271
    },
    {
      "epoch": 0.5958052126633897,
      "grad_norm": 0.11696901172399521,
      "learning_rate": 7.413567678495823e-06,
      "loss": 0.7124,
      "step": 28272
    },
    {
      "epoch": 0.595826286701755,
      "grad_norm": 0.13119743764400482,
      "learning_rate": 7.4129083698813445e-06,
      "loss": 0.77,
      "step": 28273
    },
    {
      "epoch": 0.5958473607401202,
      "grad_norm": 0.11014929413795471,
      "learning_rate": 7.412249073319093e-06,
      "loss": 0.7676,
      "step": 28274
    },
    {
      "epoch": 0.5958684347784855,
      "grad_norm": 0.15407417714595795,
      "learning_rate": 7.411589788812144e-06,
      "loss": 0.7454,
      "step": 28275
    },
    {
      "epoch": 0.5958895088168508,
      "grad_norm": 0.12582136690616608,
      "learning_rate": 7.410930516363563e-06,
      "loss": 0.7184,
      "step": 28276
    },
    {
      "epoch": 0.5959105828552161,
      "grad_norm": 0.17130957543849945,
      "learning_rate": 7.410271255976427e-06,
      "loss": 0.735,
      "step": 28277
    },
    {
      "epoch": 0.5959316568935814,
      "grad_norm": 0.19115257263183594,
      "learning_rate": 7.409612007653804e-06,
      "loss": 0.7108,
      "step": 28278
    },
    {
      "epoch": 0.5959527309319467,
      "grad_norm": 0.12426096946001053,
      "learning_rate": 7.4089527713987675e-06,
      "loss": 0.7236,
      "step": 28279
    },
    {
      "epoch": 0.5959738049703119,
      "grad_norm": 0.13430531322956085,
      "learning_rate": 7.408293547214384e-06,
      "loss": 0.7056,
      "step": 28280
    },
    {
      "epoch": 0.5959948790086772,
      "grad_norm": 0.17187421023845673,
      "learning_rate": 7.407634335103728e-06,
      "loss": 0.7971,
      "step": 28281
    },
    {
      "epoch": 0.5960159530470425,
      "grad_norm": 0.12083704769611359,
      "learning_rate": 7.40697513506987e-06,
      "loss": 0.7205,
      "step": 28282
    },
    {
      "epoch": 0.5960370270854078,
      "grad_norm": 0.19586658477783203,
      "learning_rate": 7.406315947115879e-06,
      "loss": 0.732,
      "step": 28283
    },
    {
      "epoch": 0.5960581011237731,
      "grad_norm": 0.11977590620517731,
      "learning_rate": 7.40565677124483e-06,
      "loss": 0.747,
      "step": 28284
    },
    {
      "epoch": 0.5960791751621384,
      "grad_norm": 0.17343851923942566,
      "learning_rate": 7.404997607459793e-06,
      "loss": 0.7207,
      "step": 28285
    },
    {
      "epoch": 0.5961002492005036,
      "grad_norm": 0.22246751189231873,
      "learning_rate": 7.4043384557638355e-06,
      "loss": 0.6905,
      "step": 28286
    },
    {
      "epoch": 0.5961213232388689,
      "grad_norm": 0.1652563214302063,
      "learning_rate": 7.403679316160024e-06,
      "loss": 0.7892,
      "step": 28287
    },
    {
      "epoch": 0.5961423972772343,
      "grad_norm": 0.15132597088813782,
      "learning_rate": 7.403020188651444e-06,
      "loss": 0.8059,
      "step": 28288
    },
    {
      "epoch": 0.5961634713155995,
      "grad_norm": 0.1315736472606659,
      "learning_rate": 7.402361073241153e-06,
      "loss": 0.7636,
      "step": 28289
    },
    {
      "epoch": 0.5961845453539648,
      "grad_norm": 0.13384950160980225,
      "learning_rate": 7.401701969932228e-06,
      "loss": 0.7014,
      "step": 28290
    },
    {
      "epoch": 0.5962056193923301,
      "grad_norm": 0.16773878037929535,
      "learning_rate": 7.401042878727736e-06,
      "loss": 0.7238,
      "step": 28291
    },
    {
      "epoch": 0.5962266934306953,
      "grad_norm": 0.13867992162704468,
      "learning_rate": 7.4003837996307495e-06,
      "loss": 0.7586,
      "step": 28292
    },
    {
      "epoch": 0.5962477674690607,
      "grad_norm": 0.18735308945178986,
      "learning_rate": 7.399724732644338e-06,
      "loss": 0.7395,
      "step": 28293
    },
    {
      "epoch": 0.596268841507426,
      "grad_norm": 0.14528557658195496,
      "learning_rate": 7.399065677771573e-06,
      "loss": 0.7717,
      "step": 28294
    },
    {
      "epoch": 0.5962899155457912,
      "grad_norm": 0.13922809064388275,
      "learning_rate": 7.398406635015523e-06,
      "loss": 0.7746,
      "step": 28295
    },
    {
      "epoch": 0.5963109895841565,
      "grad_norm": 0.13904088735580444,
      "learning_rate": 7.39774760437926e-06,
      "loss": 0.7388,
      "step": 28296
    },
    {
      "epoch": 0.5963320636225218,
      "grad_norm": 0.12139900028705597,
      "learning_rate": 7.397088585865852e-06,
      "loss": 0.8161,
      "step": 28297
    },
    {
      "epoch": 0.5963531376608872,
      "grad_norm": 0.16439755260944366,
      "learning_rate": 7.39642957947837e-06,
      "loss": 0.7527,
      "step": 28298
    },
    {
      "epoch": 0.5963742116992524,
      "grad_norm": 0.10199825465679169,
      "learning_rate": 7.395770585219884e-06,
      "loss": 0.7676,
      "step": 28299
    },
    {
      "epoch": 0.5963952857376177,
      "grad_norm": 0.1417742222547531,
      "learning_rate": 7.395111603093468e-06,
      "loss": 0.761,
      "step": 28300
    },
    {
      "epoch": 0.596416359775983,
      "grad_norm": 0.11472402513027191,
      "learning_rate": 7.394452633102185e-06,
      "loss": 0.7865,
      "step": 28301
    },
    {
      "epoch": 0.5964374338143482,
      "grad_norm": 0.13911928236484528,
      "learning_rate": 7.393793675249103e-06,
      "loss": 0.7479,
      "step": 28302
    },
    {
      "epoch": 0.5964585078527136,
      "grad_norm": 0.14261670410633087,
      "learning_rate": 7.393134729537306e-06,
      "loss": 0.7628,
      "step": 28303
    },
    {
      "epoch": 0.5964795818910789,
      "grad_norm": 0.12065454572439194,
      "learning_rate": 7.39247579596985e-06,
      "loss": 0.7227,
      "step": 28304
    },
    {
      "epoch": 0.5965006559294441,
      "grad_norm": 0.1258399486541748,
      "learning_rate": 7.391816874549811e-06,
      "loss": 0.7428,
      "step": 28305
    },
    {
      "epoch": 0.5965217299678094,
      "grad_norm": 0.12940481305122375,
      "learning_rate": 7.391157965280256e-06,
      "loss": 0.7321,
      "step": 28306
    },
    {
      "epoch": 0.5965428040061747,
      "grad_norm": 0.1099328026175499,
      "learning_rate": 7.390499068164256e-06,
      "loss": 0.6687,
      "step": 28307
    },
    {
      "epoch": 0.59656387804454,
      "grad_norm": 0.10702088475227356,
      "learning_rate": 7.389840183204882e-06,
      "loss": 0.6618,
      "step": 28308
    },
    {
      "epoch": 0.5965849520829053,
      "grad_norm": 0.12879244983196259,
      "learning_rate": 7.3891813104052024e-06,
      "loss": 0.7295,
      "step": 28309
    },
    {
      "epoch": 0.5966060261212706,
      "grad_norm": 0.12634466588497162,
      "learning_rate": 7.388522449768283e-06,
      "loss": 0.7699,
      "step": 28310
    },
    {
      "epoch": 0.5966271001596358,
      "grad_norm": 0.0996236801147461,
      "learning_rate": 7.387863601297197e-06,
      "loss": 0.6641,
      "step": 28311
    },
    {
      "epoch": 0.5966481741980011,
      "grad_norm": 0.11093106120824814,
      "learning_rate": 7.387204764995013e-06,
      "loss": 0.74,
      "step": 28312
    },
    {
      "epoch": 0.5966692482363665,
      "grad_norm": 0.10018712282180786,
      "learning_rate": 7.3865459408648e-06,
      "loss": 0.639,
      "step": 28313
    },
    {
      "epoch": 0.5966903222747317,
      "grad_norm": 0.12305202335119247,
      "learning_rate": 7.385887128909629e-06,
      "loss": 0.6913,
      "step": 28314
    },
    {
      "epoch": 0.596711396313097,
      "grad_norm": 0.14769555628299713,
      "learning_rate": 7.3852283291325655e-06,
      "loss": 0.7832,
      "step": 28315
    },
    {
      "epoch": 0.5967324703514623,
      "grad_norm": 0.1251210868358612,
      "learning_rate": 7.384569541536677e-06,
      "loss": 0.7397,
      "step": 28316
    },
    {
      "epoch": 0.5967535443898275,
      "grad_norm": 0.09599782526493073,
      "learning_rate": 7.383910766125039e-06,
      "loss": 0.6283,
      "step": 28317
    },
    {
      "epoch": 0.5967746184281928,
      "grad_norm": 0.12018579244613647,
      "learning_rate": 7.383252002900721e-06,
      "loss": 0.7421,
      "step": 28318
    },
    {
      "epoch": 0.5967956924665582,
      "grad_norm": 0.10763081908226013,
      "learning_rate": 7.3825932518667845e-06,
      "loss": 0.7826,
      "step": 28319
    },
    {
      "epoch": 0.5968167665049234,
      "grad_norm": 0.15199632942676544,
      "learning_rate": 7.3819345130263035e-06,
      "loss": 0.8163,
      "step": 28320
    },
    {
      "epoch": 0.5968378405432887,
      "grad_norm": 0.11521302163600922,
      "learning_rate": 7.381275786382345e-06,
      "loss": 0.7412,
      "step": 28321
    },
    {
      "epoch": 0.596858914581654,
      "grad_norm": 0.1351257711648941,
      "learning_rate": 7.380617071937979e-06,
      "loss": 0.702,
      "step": 28322
    },
    {
      "epoch": 0.5968799886200192,
      "grad_norm": 0.13214212656021118,
      "learning_rate": 7.379958369696275e-06,
      "loss": 0.7668,
      "step": 28323
    },
    {
      "epoch": 0.5969010626583846,
      "grad_norm": 0.12031355500221252,
      "learning_rate": 7.379299679660299e-06,
      "loss": 0.7205,
      "step": 28324
    },
    {
      "epoch": 0.5969221366967499,
      "grad_norm": 0.10438673198223114,
      "learning_rate": 7.37864100183312e-06,
      "loss": 0.7517,
      "step": 28325
    },
    {
      "epoch": 0.5969432107351151,
      "grad_norm": 0.16656559705734253,
      "learning_rate": 7.377982336217806e-06,
      "loss": 0.7779,
      "step": 28326
    },
    {
      "epoch": 0.5969642847734804,
      "grad_norm": 0.11933863908052444,
      "learning_rate": 7.377323682817429e-06,
      "loss": 0.7278,
      "step": 28327
    },
    {
      "epoch": 0.5969853588118457,
      "grad_norm": 0.10838412493467331,
      "learning_rate": 7.376665041635054e-06,
      "loss": 0.7114,
      "step": 28328
    },
    {
      "epoch": 0.597006432850211,
      "grad_norm": 0.2048872858285904,
      "learning_rate": 7.376006412673753e-06,
      "loss": 0.7281,
      "step": 28329
    },
    {
      "epoch": 0.5970275068885763,
      "grad_norm": 0.16616302728652954,
      "learning_rate": 7.375347795936585e-06,
      "loss": 0.7542,
      "step": 28330
    },
    {
      "epoch": 0.5970485809269416,
      "grad_norm": 0.16372528672218323,
      "learning_rate": 7.374689191426629e-06,
      "loss": 0.7287,
      "step": 28331
    },
    {
      "epoch": 0.5970696549653068,
      "grad_norm": 0.1493302285671234,
      "learning_rate": 7.374030599146951e-06,
      "loss": 0.7521,
      "step": 28332
    },
    {
      "epoch": 0.5970907290036721,
      "grad_norm": 0.12334056943655014,
      "learning_rate": 7.3733720191006155e-06,
      "loss": 0.7471,
      "step": 28333
    },
    {
      "epoch": 0.5971118030420375,
      "grad_norm": 0.11980428546667099,
      "learning_rate": 7.372713451290693e-06,
      "loss": 0.7034,
      "step": 28334
    },
    {
      "epoch": 0.5971328770804027,
      "grad_norm": 0.14251767098903656,
      "learning_rate": 7.3720548957202496e-06,
      "loss": 0.7351,
      "step": 28335
    },
    {
      "epoch": 0.597153951118768,
      "grad_norm": 0.15852946043014526,
      "learning_rate": 7.371396352392355e-06,
      "loss": 0.7751,
      "step": 28336
    },
    {
      "epoch": 0.5971750251571333,
      "grad_norm": 0.12226700037717819,
      "learning_rate": 7.370737821310077e-06,
      "loss": 0.7222,
      "step": 28337
    },
    {
      "epoch": 0.5971960991954985,
      "grad_norm": 0.12324561178684235,
      "learning_rate": 7.370079302476485e-06,
      "loss": 0.7304,
      "step": 28338
    },
    {
      "epoch": 0.5972171732338639,
      "grad_norm": 0.1266188621520996,
      "learning_rate": 7.3694207958946416e-06,
      "loss": 0.7572,
      "step": 28339
    },
    {
      "epoch": 0.5972382472722292,
      "grad_norm": 0.13108263909816742,
      "learning_rate": 7.3687623015676205e-06,
      "loss": 0.8045,
      "step": 28340
    },
    {
      "epoch": 0.5972593213105944,
      "grad_norm": 0.13453006744384766,
      "learning_rate": 7.368103819498484e-06,
      "loss": 0.7255,
      "step": 28341
    },
    {
      "epoch": 0.5972803953489597,
      "grad_norm": 0.11568007618188858,
      "learning_rate": 7.367445349690303e-06,
      "loss": 0.7397,
      "step": 28342
    },
    {
      "epoch": 0.597301469387325,
      "grad_norm": 0.14388859272003174,
      "learning_rate": 7.3667868921461435e-06,
      "loss": 0.7907,
      "step": 28343
    },
    {
      "epoch": 0.5973225434256904,
      "grad_norm": 0.12935617566108704,
      "learning_rate": 7.366128446869077e-06,
      "loss": 0.7791,
      "step": 28344
    },
    {
      "epoch": 0.5973436174640556,
      "grad_norm": 0.1563432663679123,
      "learning_rate": 7.365470013862161e-06,
      "loss": 0.7462,
      "step": 28345
    },
    {
      "epoch": 0.5973646915024209,
      "grad_norm": 0.13097505271434784,
      "learning_rate": 7.364811593128474e-06,
      "loss": 0.7962,
      "step": 28346
    },
    {
      "epoch": 0.5973857655407862,
      "grad_norm": 0.1818670779466629,
      "learning_rate": 7.3641531846710815e-06,
      "loss": 0.7777,
      "step": 28347
    },
    {
      "epoch": 0.5974068395791514,
      "grad_norm": 0.1126723363995552,
      "learning_rate": 7.363494788493045e-06,
      "loss": 0.7372,
      "step": 28348
    },
    {
      "epoch": 0.5974279136175168,
      "grad_norm": 0.13983653485774994,
      "learning_rate": 7.362836404597436e-06,
      "loss": 0.7653,
      "step": 28349
    },
    {
      "epoch": 0.5974489876558821,
      "grad_norm": 0.12115117907524109,
      "learning_rate": 7.36217803298732e-06,
      "loss": 0.7567,
      "step": 28350
    },
    {
      "epoch": 0.5974700616942473,
      "grad_norm": 0.11650549620389938,
      "learning_rate": 7.361519673665765e-06,
      "loss": 0.6846,
      "step": 28351
    },
    {
      "epoch": 0.5974911357326126,
      "grad_norm": 0.12107576429843903,
      "learning_rate": 7.360861326635836e-06,
      "loss": 0.724,
      "step": 28352
    },
    {
      "epoch": 0.5975122097709779,
      "grad_norm": 0.15622420608997345,
      "learning_rate": 7.360202991900606e-06,
      "loss": 0.6767,
      "step": 28353
    },
    {
      "epoch": 0.5975332838093432,
      "grad_norm": 0.10773934423923492,
      "learning_rate": 7.3595446694631345e-06,
      "loss": 0.7572,
      "step": 28354
    },
    {
      "epoch": 0.5975543578477085,
      "grad_norm": 0.13663409650325775,
      "learning_rate": 7.3588863593264915e-06,
      "loss": 0.7363,
      "step": 28355
    },
    {
      "epoch": 0.5975754318860738,
      "grad_norm": 0.12684723734855652,
      "learning_rate": 7.358228061493744e-06,
      "loss": 0.7802,
      "step": 28356
    },
    {
      "epoch": 0.597596505924439,
      "grad_norm": 0.12861518561840057,
      "learning_rate": 7.357569775967958e-06,
      "loss": 0.7319,
      "step": 28357
    },
    {
      "epoch": 0.5976175799628043,
      "grad_norm": 0.13211007416248322,
      "learning_rate": 7.356911502752199e-06,
      "loss": 0.711,
      "step": 28358
    },
    {
      "epoch": 0.5976386540011696,
      "grad_norm": 0.13653820753097534,
      "learning_rate": 7.356253241849536e-06,
      "loss": 0.8434,
      "step": 28359
    },
    {
      "epoch": 0.5976597280395349,
      "grad_norm": 0.11543409526348114,
      "learning_rate": 7.355594993263035e-06,
      "loss": 0.7414,
      "step": 28360
    },
    {
      "epoch": 0.5976808020779002,
      "grad_norm": 0.11327894032001495,
      "learning_rate": 7.354936756995766e-06,
      "loss": 0.7685,
      "step": 28361
    },
    {
      "epoch": 0.5977018761162655,
      "grad_norm": 0.11191139370203018,
      "learning_rate": 7.354278533050791e-06,
      "loss": 0.7469,
      "step": 28362
    },
    {
      "epoch": 0.5977229501546307,
      "grad_norm": 0.13064181804656982,
      "learning_rate": 7.353620321431174e-06,
      "loss": 0.7512,
      "step": 28363
    },
    {
      "epoch": 0.597744024192996,
      "grad_norm": 0.09583920240402222,
      "learning_rate": 7.352962122139987e-06,
      "loss": 0.7321,
      "step": 28364
    },
    {
      "epoch": 0.5977650982313614,
      "grad_norm": 0.11712466925382614,
      "learning_rate": 7.352303935180294e-06,
      "loss": 0.7823,
      "step": 28365
    },
    {
      "epoch": 0.5977861722697266,
      "grad_norm": 0.1288115531206131,
      "learning_rate": 7.35164576055516e-06,
      "loss": 0.7558,
      "step": 28366
    },
    {
      "epoch": 0.5978072463080919,
      "grad_norm": 0.11937563121318817,
      "learning_rate": 7.350987598267651e-06,
      "loss": 0.8469,
      "step": 28367
    },
    {
      "epoch": 0.5978283203464572,
      "grad_norm": 0.12032397836446762,
      "learning_rate": 7.350329448320839e-06,
      "loss": 0.7271,
      "step": 28368
    },
    {
      "epoch": 0.5978493943848224,
      "grad_norm": 0.11260224878787994,
      "learning_rate": 7.349671310717782e-06,
      "loss": 0.7718,
      "step": 28369
    },
    {
      "epoch": 0.5978704684231878,
      "grad_norm": 0.1281459778547287,
      "learning_rate": 7.34901318546155e-06,
      "loss": 0.7837,
      "step": 28370
    },
    {
      "epoch": 0.5978915424615531,
      "grad_norm": 0.12191180139780045,
      "learning_rate": 7.348355072555209e-06,
      "loss": 0.6906,
      "step": 28371
    },
    {
      "epoch": 0.5979126164999183,
      "grad_norm": 0.14946147799491882,
      "learning_rate": 7.347696972001823e-06,
      "loss": 0.7719,
      "step": 28372
    },
    {
      "epoch": 0.5979336905382836,
      "grad_norm": 0.1296277642250061,
      "learning_rate": 7.347038883804458e-06,
      "loss": 0.7924,
      "step": 28373
    },
    {
      "epoch": 0.5979547645766489,
      "grad_norm": 0.1521184742450714,
      "learning_rate": 7.3463808079661826e-06,
      "loss": 0.7782,
      "step": 28374
    },
    {
      "epoch": 0.5979758386150142,
      "grad_norm": 0.129069522023201,
      "learning_rate": 7.34572274449006e-06,
      "loss": 0.7393,
      "step": 28375
    },
    {
      "epoch": 0.5979969126533795,
      "grad_norm": 0.14459580183029175,
      "learning_rate": 7.345064693379158e-06,
      "loss": 0.7172,
      "step": 28376
    },
    {
      "epoch": 0.5980179866917448,
      "grad_norm": 0.1529756635427475,
      "learning_rate": 7.344406654636542e-06,
      "loss": 0.7573,
      "step": 28377
    },
    {
      "epoch": 0.59803906073011,
      "grad_norm": 0.12818709015846252,
      "learning_rate": 7.343748628265275e-06,
      "loss": 0.7301,
      "step": 28378
    },
    {
      "epoch": 0.5980601347684753,
      "grad_norm": 0.15403379499912262,
      "learning_rate": 7.343090614268424e-06,
      "loss": 0.7778,
      "step": 28379
    },
    {
      "epoch": 0.5980812088068407,
      "grad_norm": 0.11357109993696213,
      "learning_rate": 7.342432612649053e-06,
      "loss": 0.7324,
      "step": 28380
    },
    {
      "epoch": 0.598102282845206,
      "grad_norm": 0.13281376659870148,
      "learning_rate": 7.3417746234102305e-06,
      "loss": 0.7217,
      "step": 28381
    },
    {
      "epoch": 0.5981233568835712,
      "grad_norm": 0.1260542869567871,
      "learning_rate": 7.341116646555021e-06,
      "loss": 0.739,
      "step": 28382
    },
    {
      "epoch": 0.5981444309219365,
      "grad_norm": 0.1425396054983139,
      "learning_rate": 7.340458682086486e-06,
      "loss": 0.7296,
      "step": 28383
    },
    {
      "epoch": 0.5981655049603017,
      "grad_norm": 0.14092592895030975,
      "learning_rate": 7.339800730007696e-06,
      "loss": 0.7339,
      "step": 28384
    },
    {
      "epoch": 0.5981865789986671,
      "grad_norm": 0.13571052253246307,
      "learning_rate": 7.339142790321712e-06,
      "loss": 0.767,
      "step": 28385
    },
    {
      "epoch": 0.5982076530370324,
      "grad_norm": 0.12407790124416351,
      "learning_rate": 7.338484863031599e-06,
      "loss": 0.75,
      "step": 28386
    },
    {
      "epoch": 0.5982287270753976,
      "grad_norm": 0.16000530123710632,
      "learning_rate": 7.3378269481404256e-06,
      "loss": 0.8076,
      "step": 28387
    },
    {
      "epoch": 0.5982498011137629,
      "grad_norm": 0.1446130871772766,
      "learning_rate": 7.337169045651253e-06,
      "loss": 0.8335,
      "step": 28388
    },
    {
      "epoch": 0.5982708751521282,
      "grad_norm": 0.10676252841949463,
      "learning_rate": 7.3365111555671494e-06,
      "loss": 0.7985,
      "step": 28389
    },
    {
      "epoch": 0.5982919491904936,
      "grad_norm": 0.14495640993118286,
      "learning_rate": 7.335853277891179e-06,
      "loss": 0.7713,
      "step": 28390
    },
    {
      "epoch": 0.5983130232288588,
      "grad_norm": 0.10669156908988953,
      "learning_rate": 7.335195412626406e-06,
      "loss": 0.7171,
      "step": 28391
    },
    {
      "epoch": 0.5983340972672241,
      "grad_norm": 0.11540500819683075,
      "learning_rate": 7.334537559775894e-06,
      "loss": 0.6905,
      "step": 28392
    },
    {
      "epoch": 0.5983551713055894,
      "grad_norm": 0.12544670701026917,
      "learning_rate": 7.333879719342708e-06,
      "loss": 0.7793,
      "step": 28393
    },
    {
      "epoch": 0.5983762453439546,
      "grad_norm": 0.1001807376742363,
      "learning_rate": 7.333221891329914e-06,
      "loss": 0.728,
      "step": 28394
    },
    {
      "epoch": 0.5983973193823199,
      "grad_norm": 0.11121358722448349,
      "learning_rate": 7.3325640757405754e-06,
      "loss": 0.8112,
      "step": 28395
    },
    {
      "epoch": 0.5984183934206853,
      "grad_norm": 0.11203308403491974,
      "learning_rate": 7.331906272577757e-06,
      "loss": 0.7721,
      "step": 28396
    },
    {
      "epoch": 0.5984394674590505,
      "grad_norm": 0.10079391300678253,
      "learning_rate": 7.331248481844526e-06,
      "loss": 0.7469,
      "step": 28397
    },
    {
      "epoch": 0.5984605414974158,
      "grad_norm": 0.1055523008108139,
      "learning_rate": 7.3305907035439404e-06,
      "loss": 0.7229,
      "step": 28398
    },
    {
      "epoch": 0.598481615535781,
      "grad_norm": 0.11285290122032166,
      "learning_rate": 7.32993293767907e-06,
      "loss": 0.7548,
      "step": 28399
    },
    {
      "epoch": 0.5985026895741463,
      "grad_norm": 0.123494453728199,
      "learning_rate": 7.329275184252977e-06,
      "loss": 0.7163,
      "step": 28400
    },
    {
      "epoch": 0.5985237636125117,
      "grad_norm": 0.12339768558740616,
      "learning_rate": 7.328617443268724e-06,
      "loss": 0.7935,
      "step": 28401
    },
    {
      "epoch": 0.598544837650877,
      "grad_norm": 0.12595783174037933,
      "learning_rate": 7.327959714729378e-06,
      "loss": 0.7859,
      "step": 28402
    },
    {
      "epoch": 0.5985659116892422,
      "grad_norm": 0.11196872591972351,
      "learning_rate": 7.327301998638001e-06,
      "loss": 0.6785,
      "step": 28403
    },
    {
      "epoch": 0.5985869857276075,
      "grad_norm": 0.1287110596895218,
      "learning_rate": 7.32664429499766e-06,
      "loss": 0.7146,
      "step": 28404
    },
    {
      "epoch": 0.5986080597659728,
      "grad_norm": 0.11927437037229538,
      "learning_rate": 7.3259866038114165e-06,
      "loss": 0.6933,
      "step": 28405
    },
    {
      "epoch": 0.5986291338043381,
      "grad_norm": 0.1210700199007988,
      "learning_rate": 7.325328925082339e-06,
      "loss": 0.7357,
      "step": 28406
    },
    {
      "epoch": 0.5986502078427034,
      "grad_norm": 0.1165560781955719,
      "learning_rate": 7.324671258813484e-06,
      "loss": 0.7459,
      "step": 28407
    },
    {
      "epoch": 0.5986712818810687,
      "grad_norm": 0.10369464755058289,
      "learning_rate": 7.324013605007918e-06,
      "loss": 0.7551,
      "step": 28408
    },
    {
      "epoch": 0.5986923559194339,
      "grad_norm": 0.11216136813163757,
      "learning_rate": 7.323355963668707e-06,
      "loss": 0.6757,
      "step": 28409
    },
    {
      "epoch": 0.5987134299577992,
      "grad_norm": 0.10783270746469498,
      "learning_rate": 7.3226983347989125e-06,
      "loss": 0.6693,
      "step": 28410
    },
    {
      "epoch": 0.5987345039961646,
      "grad_norm": 0.13389001786708832,
      "learning_rate": 7.322040718401599e-06,
      "loss": 0.8049,
      "step": 28411
    },
    {
      "epoch": 0.5987555780345298,
      "grad_norm": 0.11973880976438522,
      "learning_rate": 7.321383114479832e-06,
      "loss": 0.7145,
      "step": 28412
    },
    {
      "epoch": 0.5987766520728951,
      "grad_norm": 0.11854761093854904,
      "learning_rate": 7.320725523036669e-06,
      "loss": 0.7499,
      "step": 28413
    },
    {
      "epoch": 0.5987977261112604,
      "grad_norm": 0.12242486327886581,
      "learning_rate": 7.3200679440751795e-06,
      "loss": 0.7557,
      "step": 28414
    },
    {
      "epoch": 0.5988188001496256,
      "grad_norm": 0.11763297766447067,
      "learning_rate": 7.319410377598424e-06,
      "loss": 0.6898,
      "step": 28415
    },
    {
      "epoch": 0.598839874187991,
      "grad_norm": 0.1462162286043167,
      "learning_rate": 7.318752823609467e-06,
      "loss": 0.7757,
      "step": 28416
    },
    {
      "epoch": 0.5988609482263563,
      "grad_norm": 0.11649131774902344,
      "learning_rate": 7.318095282111368e-06,
      "loss": 0.776,
      "step": 28417
    },
    {
      "epoch": 0.5988820222647215,
      "grad_norm": 0.12962353229522705,
      "learning_rate": 7.317437753107197e-06,
      "loss": 0.7441,
      "step": 28418
    },
    {
      "epoch": 0.5989030963030868,
      "grad_norm": 0.12328623235225677,
      "learning_rate": 7.316780236600014e-06,
      "loss": 0.7575,
      "step": 28419
    },
    {
      "epoch": 0.5989241703414521,
      "grad_norm": 0.12567788362503052,
      "learning_rate": 7.316122732592881e-06,
      "loss": 0.7907,
      "step": 28420
    },
    {
      "epoch": 0.5989452443798174,
      "grad_norm": 0.16495057940483093,
      "learning_rate": 7.315465241088864e-06,
      "loss": 0.7867,
      "step": 28421
    },
    {
      "epoch": 0.5989663184181827,
      "grad_norm": 0.30834853649139404,
      "learning_rate": 7.314807762091023e-06,
      "loss": 0.7278,
      "step": 28422
    },
    {
      "epoch": 0.598987392456548,
      "grad_norm": 0.14306014776229858,
      "learning_rate": 7.31415029560242e-06,
      "loss": 0.7399,
      "step": 28423
    },
    {
      "epoch": 0.5990084664949132,
      "grad_norm": 0.16867704689502716,
      "learning_rate": 7.313492841626122e-06,
      "loss": 0.7304,
      "step": 28424
    },
    {
      "epoch": 0.5990295405332785,
      "grad_norm": 0.1288643330335617,
      "learning_rate": 7.312835400165188e-06,
      "loss": 0.7601,
      "step": 28425
    },
    {
      "epoch": 0.5990506145716439,
      "grad_norm": 0.09776259958744049,
      "learning_rate": 7.312177971222682e-06,
      "loss": 0.7717,
      "step": 28426
    },
    {
      "epoch": 0.5990716886100091,
      "grad_norm": 0.17427687346935272,
      "learning_rate": 7.31152055480167e-06,
      "loss": 0.7831,
      "step": 28427
    },
    {
      "epoch": 0.5990927626483744,
      "grad_norm": 0.11470618844032288,
      "learning_rate": 7.31086315090521e-06,
      "loss": 0.7667,
      "step": 28428
    },
    {
      "epoch": 0.5991138366867397,
      "grad_norm": 0.1512334793806076,
      "learning_rate": 7.310205759536364e-06,
      "loss": 0.7465,
      "step": 28429
    },
    {
      "epoch": 0.5991349107251049,
      "grad_norm": 0.12619581818580627,
      "learning_rate": 7.309548380698199e-06,
      "loss": 0.7028,
      "step": 28430
    },
    {
      "epoch": 0.5991559847634703,
      "grad_norm": 0.14170418679714203,
      "learning_rate": 7.308891014393772e-06,
      "loss": 0.7164,
      "step": 28431
    },
    {
      "epoch": 0.5991770588018356,
      "grad_norm": 0.12186591327190399,
      "learning_rate": 7.308233660626151e-06,
      "loss": 0.741,
      "step": 28432
    },
    {
      "epoch": 0.5991981328402008,
      "grad_norm": 0.13563856482505798,
      "learning_rate": 7.3075763193983955e-06,
      "loss": 0.765,
      "step": 28433
    },
    {
      "epoch": 0.5992192068785661,
      "grad_norm": 0.1587911695241928,
      "learning_rate": 7.306918990713569e-06,
      "loss": 0.7909,
      "step": 28434
    },
    {
      "epoch": 0.5992402809169314,
      "grad_norm": 0.12959563732147217,
      "learning_rate": 7.3062616745747325e-06,
      "loss": 0.7203,
      "step": 28435
    },
    {
      "epoch": 0.5992613549552966,
      "grad_norm": 0.1921950727701187,
      "learning_rate": 7.3056043709849515e-06,
      "loss": 0.702,
      "step": 28436
    },
    {
      "epoch": 0.599282428993662,
      "grad_norm": 0.1287716031074524,
      "learning_rate": 7.304947079947282e-06,
      "loss": 0.6752,
      "step": 28437
    },
    {
      "epoch": 0.5993035030320273,
      "grad_norm": 0.11683782935142517,
      "learning_rate": 7.30428980146479e-06,
      "loss": 0.7069,
      "step": 28438
    },
    {
      "epoch": 0.5993245770703926,
      "grad_norm": 0.10173466056585312,
      "learning_rate": 7.303632535540537e-06,
      "loss": 0.6503,
      "step": 28439
    },
    {
      "epoch": 0.5993456511087578,
      "grad_norm": 0.14307036995887756,
      "learning_rate": 7.302975282177585e-06,
      "loss": 0.7603,
      "step": 28440
    },
    {
      "epoch": 0.5993667251471231,
      "grad_norm": 0.11523401737213135,
      "learning_rate": 7.3023180413789965e-06,
      "loss": 0.7046,
      "step": 28441
    },
    {
      "epoch": 0.5993877991854885,
      "grad_norm": 0.12565076351165771,
      "learning_rate": 7.301660813147831e-06,
      "loss": 0.7427,
      "step": 28442
    },
    {
      "epoch": 0.5994088732238537,
      "grad_norm": 0.11303285509347916,
      "learning_rate": 7.301003597487152e-06,
      "loss": 0.7253,
      "step": 28443
    },
    {
      "epoch": 0.599429947262219,
      "grad_norm": 0.1096329614520073,
      "learning_rate": 7.300346394400021e-06,
      "loss": 0.6996,
      "step": 28444
    },
    {
      "epoch": 0.5994510213005843,
      "grad_norm": 0.12181472033262253,
      "learning_rate": 7.299689203889497e-06,
      "loss": 0.7157,
      "step": 28445
    },
    {
      "epoch": 0.5994720953389495,
      "grad_norm": 0.13765746355056763,
      "learning_rate": 7.299032025958646e-06,
      "loss": 0.7171,
      "step": 28446
    },
    {
      "epoch": 0.5994931693773149,
      "grad_norm": 0.11945954710245132,
      "learning_rate": 7.298374860610529e-06,
      "loss": 0.7335,
      "step": 28447
    },
    {
      "epoch": 0.5995142434156802,
      "grad_norm": 0.10574877262115479,
      "learning_rate": 7.297717707848204e-06,
      "loss": 0.6703,
      "step": 28448
    },
    {
      "epoch": 0.5995353174540454,
      "grad_norm": 0.14157214760780334,
      "learning_rate": 7.297060567674736e-06,
      "loss": 0.6776,
      "step": 28449
    },
    {
      "epoch": 0.5995563914924107,
      "grad_norm": 0.12465661019086838,
      "learning_rate": 7.296403440093188e-06,
      "loss": 0.7311,
      "step": 28450
    },
    {
      "epoch": 0.599577465530776,
      "grad_norm": 0.12972791492938995,
      "learning_rate": 7.295746325106615e-06,
      "loss": 0.7668,
      "step": 28451
    },
    {
      "epoch": 0.5995985395691413,
      "grad_norm": 0.10738492012023926,
      "learning_rate": 7.295089222718081e-06,
      "loss": 0.7276,
      "step": 28452
    },
    {
      "epoch": 0.5996196136075066,
      "grad_norm": 0.12060099840164185,
      "learning_rate": 7.294432132930649e-06,
      "loss": 0.7306,
      "step": 28453
    },
    {
      "epoch": 0.5996406876458719,
      "grad_norm": 0.3303813338279724,
      "learning_rate": 7.293775055747379e-06,
      "loss": 0.7724,
      "step": 28454
    },
    {
      "epoch": 0.5996617616842371,
      "grad_norm": 0.1360163539648056,
      "learning_rate": 7.2931179911713305e-06,
      "loss": 0.7461,
      "step": 28455
    },
    {
      "epoch": 0.5996828357226024,
      "grad_norm": 0.1111450269818306,
      "learning_rate": 7.292460939205568e-06,
      "loss": 0.7614,
      "step": 28456
    },
    {
      "epoch": 0.5997039097609678,
      "grad_norm": 0.11333784461021423,
      "learning_rate": 7.2918038998531494e-06,
      "loss": 0.7545,
      "step": 28457
    },
    {
      "epoch": 0.599724983799333,
      "grad_norm": 0.11834831535816193,
      "learning_rate": 7.291146873117135e-06,
      "loss": 0.7546,
      "step": 28458
    },
    {
      "epoch": 0.5997460578376983,
      "grad_norm": 0.10820314288139343,
      "learning_rate": 7.290489859000588e-06,
      "loss": 0.7349,
      "step": 28459
    },
    {
      "epoch": 0.5997671318760636,
      "grad_norm": 0.10743758082389832,
      "learning_rate": 7.289832857506566e-06,
      "loss": 0.7212,
      "step": 28460
    },
    {
      "epoch": 0.5997882059144288,
      "grad_norm": 0.1223553791642189,
      "learning_rate": 7.289175868638134e-06,
      "loss": 0.7363,
      "step": 28461
    },
    {
      "epoch": 0.5998092799527942,
      "grad_norm": 0.13242436945438385,
      "learning_rate": 7.28851889239835e-06,
      "loss": 0.7558,
      "step": 28462
    },
    {
      "epoch": 0.5998303539911595,
      "grad_norm": 0.15207412838935852,
      "learning_rate": 7.287861928790276e-06,
      "loss": 0.7615,
      "step": 28463
    },
    {
      "epoch": 0.5998514280295247,
      "grad_norm": 0.13226690888404846,
      "learning_rate": 7.287204977816972e-06,
      "loss": 0.7571,
      "step": 28464
    },
    {
      "epoch": 0.59987250206789,
      "grad_norm": 0.16836830973625183,
      "learning_rate": 7.2865480394815e-06,
      "loss": 0.775,
      "step": 28465
    },
    {
      "epoch": 0.5998935761062553,
      "grad_norm": 0.1764327734708786,
      "learning_rate": 7.285891113786916e-06,
      "loss": 0.7959,
      "step": 28466
    },
    {
      "epoch": 0.5999146501446206,
      "grad_norm": 0.13864348828792572,
      "learning_rate": 7.285234200736283e-06,
      "loss": 0.7835,
      "step": 28467
    },
    {
      "epoch": 0.5999357241829859,
      "grad_norm": 0.1448473334312439,
      "learning_rate": 7.284577300332663e-06,
      "loss": 0.7106,
      "step": 28468
    },
    {
      "epoch": 0.5999567982213512,
      "grad_norm": 0.15277980268001556,
      "learning_rate": 7.283920412579112e-06,
      "loss": 0.7881,
      "step": 28469
    },
    {
      "epoch": 0.5999778722597164,
      "grad_norm": 0.1912437230348587,
      "learning_rate": 7.2832635374786934e-06,
      "loss": 0.8067,
      "step": 28470
    },
    {
      "epoch": 0.5999989462980817,
      "grad_norm": 0.09998480975627899,
      "learning_rate": 7.282606675034469e-06,
      "loss": 0.7753,
      "step": 28471
    },
    {
      "epoch": 0.600020020336447,
      "grad_norm": 0.14344489574432373,
      "learning_rate": 7.281949825249495e-06,
      "loss": 0.6903,
      "step": 28472
    },
    {
      "epoch": 0.6000410943748123,
      "grad_norm": 0.11210506409406662,
      "learning_rate": 7.281292988126833e-06,
      "loss": 0.7749,
      "step": 28473
    },
    {
      "epoch": 0.6000621684131776,
      "grad_norm": 0.17054827511310577,
      "learning_rate": 7.280636163669539e-06,
      "loss": 0.7859,
      "step": 28474
    },
    {
      "epoch": 0.6000832424515429,
      "grad_norm": 0.11538904905319214,
      "learning_rate": 7.2799793518806796e-06,
      "loss": 0.7211,
      "step": 28475
    },
    {
      "epoch": 0.6001043164899081,
      "grad_norm": 0.12677624821662903,
      "learning_rate": 7.279322552763313e-06,
      "loss": 0.7255,
      "step": 28476
    },
    {
      "epoch": 0.6001253905282734,
      "grad_norm": 0.10983157902956009,
      "learning_rate": 7.278665766320496e-06,
      "loss": 0.7163,
      "step": 28477
    },
    {
      "epoch": 0.6001464645666388,
      "grad_norm": 0.1213148832321167,
      "learning_rate": 7.27800899255529e-06,
      "loss": 0.7326,
      "step": 28478
    },
    {
      "epoch": 0.600167538605004,
      "grad_norm": 0.09937606006860733,
      "learning_rate": 7.2773522314707555e-06,
      "loss": 0.7608,
      "step": 28479
    },
    {
      "epoch": 0.6001886126433693,
      "grad_norm": 0.14119702577590942,
      "learning_rate": 7.276695483069953e-06,
      "loss": 0.7701,
      "step": 28480
    },
    {
      "epoch": 0.6002096866817346,
      "grad_norm": 0.12610188126564026,
      "learning_rate": 7.276038747355939e-06,
      "loss": 0.8016,
      "step": 28481
    },
    {
      "epoch": 0.6002307607200998,
      "grad_norm": 0.13011126220226288,
      "learning_rate": 7.275382024331773e-06,
      "loss": 0.7901,
      "step": 28482
    },
    {
      "epoch": 0.6002518347584652,
      "grad_norm": 0.11262505501508713,
      "learning_rate": 7.274725314000517e-06,
      "loss": 0.7196,
      "step": 28483
    },
    {
      "epoch": 0.6002729087968305,
      "grad_norm": 0.13969403505325317,
      "learning_rate": 7.274068616365227e-06,
      "loss": 0.7407,
      "step": 28484
    },
    {
      "epoch": 0.6002939828351957,
      "grad_norm": 0.14260444045066833,
      "learning_rate": 7.273411931428966e-06,
      "loss": 0.7648,
      "step": 28485
    },
    {
      "epoch": 0.600315056873561,
      "grad_norm": 0.13878795504570007,
      "learning_rate": 7.272755259194793e-06,
      "loss": 0.7402,
      "step": 28486
    },
    {
      "epoch": 0.6003361309119263,
      "grad_norm": 0.10754705965518951,
      "learning_rate": 7.2720985996657636e-06,
      "loss": 0.7,
      "step": 28487
    },
    {
      "epoch": 0.6003572049502917,
      "grad_norm": 0.12994860112667084,
      "learning_rate": 7.271441952844938e-06,
      "loss": 0.791,
      "step": 28488
    },
    {
      "epoch": 0.6003782789886569,
      "grad_norm": 0.1174844354391098,
      "learning_rate": 7.2707853187353764e-06,
      "loss": 0.7492,
      "step": 28489
    },
    {
      "epoch": 0.6003993530270222,
      "grad_norm": 0.1680908501148224,
      "learning_rate": 7.270128697340137e-06,
      "loss": 0.7999,
      "step": 28490
    },
    {
      "epoch": 0.6004204270653875,
      "grad_norm": 0.11586085706949234,
      "learning_rate": 7.2694720886622815e-06,
      "loss": 0.7366,
      "step": 28491
    },
    {
      "epoch": 0.6004415011037527,
      "grad_norm": 0.1224072203040123,
      "learning_rate": 7.268815492704866e-06,
      "loss": 0.7095,
      "step": 28492
    },
    {
      "epoch": 0.6004625751421181,
      "grad_norm": 0.11348704248666763,
      "learning_rate": 7.26815890947095e-06,
      "loss": 0.7037,
      "step": 28493
    },
    {
      "epoch": 0.6004836491804834,
      "grad_norm": 0.1499142199754715,
      "learning_rate": 7.267502338963592e-06,
      "loss": 0.7983,
      "step": 28494
    },
    {
      "epoch": 0.6005047232188486,
      "grad_norm": 0.12839211523532867,
      "learning_rate": 7.266845781185854e-06,
      "loss": 0.7815,
      "step": 28495
    },
    {
      "epoch": 0.6005257972572139,
      "grad_norm": 0.25363993644714355,
      "learning_rate": 7.266189236140788e-06,
      "loss": 0.695,
      "step": 28496
    },
    {
      "epoch": 0.6005468712955792,
      "grad_norm": 0.12308012694120407,
      "learning_rate": 7.265532703831457e-06,
      "loss": 0.7271,
      "step": 28497
    },
    {
      "epoch": 0.6005679453339445,
      "grad_norm": 0.1050940603017807,
      "learning_rate": 7.26487618426092e-06,
      "loss": 0.7414,
      "step": 28498
    },
    {
      "epoch": 0.6005890193723098,
      "grad_norm": 0.11617042869329453,
      "learning_rate": 7.2642196774322316e-06,
      "loss": 0.7476,
      "step": 28499
    },
    {
      "epoch": 0.6006100934106751,
      "grad_norm": 0.11263677477836609,
      "learning_rate": 7.263563183348457e-06,
      "loss": 0.7296,
      "step": 28500
    },
    {
      "epoch": 0.6006311674490403,
      "grad_norm": 0.10507544875144958,
      "learning_rate": 7.2629067020126465e-06,
      "loss": 0.6698,
      "step": 28501
    },
    {
      "epoch": 0.6006522414874056,
      "grad_norm": 0.10526086390018463,
      "learning_rate": 7.2622502334278636e-06,
      "loss": 0.7103,
      "step": 28502
    },
    {
      "epoch": 0.600673315525771,
      "grad_norm": 0.13580860197544098,
      "learning_rate": 7.26159377759716e-06,
      "loss": 0.7475,
      "step": 28503
    },
    {
      "epoch": 0.6006943895641362,
      "grad_norm": 0.11753115057945251,
      "learning_rate": 7.260937334523606e-06,
      "loss": 0.6752,
      "step": 28504
    },
    {
      "epoch": 0.6007154636025015,
      "grad_norm": 0.16111181676387787,
      "learning_rate": 7.26028090421025e-06,
      "loss": 0.7386,
      "step": 28505
    },
    {
      "epoch": 0.6007365376408668,
      "grad_norm": 0.11604738980531693,
      "learning_rate": 7.259624486660153e-06,
      "loss": 0.7239,
      "step": 28506
    },
    {
      "epoch": 0.600757611679232,
      "grad_norm": 0.10172376036643982,
      "learning_rate": 7.258968081876372e-06,
      "loss": 0.6727,
      "step": 28507
    },
    {
      "epoch": 0.6007786857175973,
      "grad_norm": 0.10971677303314209,
      "learning_rate": 7.258311689861965e-06,
      "loss": 0.7087,
      "step": 28508
    },
    {
      "epoch": 0.6007997597559627,
      "grad_norm": 0.10902287811040878,
      "learning_rate": 7.257655310619996e-06,
      "loss": 0.6902,
      "step": 28509
    },
    {
      "epoch": 0.6008208337943279,
      "grad_norm": 0.11736774444580078,
      "learning_rate": 7.2569989441535126e-06,
      "loss": 0.7569,
      "step": 28510
    },
    {
      "epoch": 0.6008419078326932,
      "grad_norm": 0.11876703798770905,
      "learning_rate": 7.256342590465577e-06,
      "loss": 0.7172,
      "step": 28511
    },
    {
      "epoch": 0.6008629818710585,
      "grad_norm": 0.1158357784152031,
      "learning_rate": 7.255686249559249e-06,
      "loss": 0.6899,
      "step": 28512
    },
    {
      "epoch": 0.6008840559094237,
      "grad_norm": 0.11337500810623169,
      "learning_rate": 7.255029921437582e-06,
      "loss": 0.6823,
      "step": 28513
    },
    {
      "epoch": 0.6009051299477891,
      "grad_norm": 0.19142892956733704,
      "learning_rate": 7.254373606103638e-06,
      "loss": 0.6884,
      "step": 28514
    },
    {
      "epoch": 0.6009262039861544,
      "grad_norm": 0.11799626052379608,
      "learning_rate": 7.2537173035604735e-06,
      "loss": 0.7165,
      "step": 28515
    },
    {
      "epoch": 0.6009472780245196,
      "grad_norm": 0.10896344482898712,
      "learning_rate": 7.253061013811143e-06,
      "loss": 0.702,
      "step": 28516
    },
    {
      "epoch": 0.6009683520628849,
      "grad_norm": 0.11805383116006851,
      "learning_rate": 7.252404736858702e-06,
      "loss": 0.7686,
      "step": 28517
    },
    {
      "epoch": 0.6009894261012502,
      "grad_norm": 0.10648585855960846,
      "learning_rate": 7.251748472706215e-06,
      "loss": 0.8074,
      "step": 28518
    },
    {
      "epoch": 0.6010105001396155,
      "grad_norm": 0.11602886021137238,
      "learning_rate": 7.251092221356739e-06,
      "loss": 0.7435,
      "step": 28519
    },
    {
      "epoch": 0.6010315741779808,
      "grad_norm": 0.11874978989362717,
      "learning_rate": 7.2504359828133265e-06,
      "loss": 0.7622,
      "step": 28520
    },
    {
      "epoch": 0.6010526482163461,
      "grad_norm": 0.11917959898710251,
      "learning_rate": 7.2497797570790356e-06,
      "loss": 0.7453,
      "step": 28521
    },
    {
      "epoch": 0.6010737222547113,
      "grad_norm": 0.11661329120397568,
      "learning_rate": 7.249123544156924e-06,
      "loss": 0.7311,
      "step": 28522
    },
    {
      "epoch": 0.6010947962930766,
      "grad_norm": 0.11530990153551102,
      "learning_rate": 7.248467344050047e-06,
      "loss": 0.734,
      "step": 28523
    },
    {
      "epoch": 0.601115870331442,
      "grad_norm": 0.11709142476320267,
      "learning_rate": 7.247811156761469e-06,
      "loss": 0.7555,
      "step": 28524
    },
    {
      "epoch": 0.6011369443698072,
      "grad_norm": 0.11811774224042892,
      "learning_rate": 7.2471549822942374e-06,
      "loss": 0.774,
      "step": 28525
    },
    {
      "epoch": 0.6011580184081725,
      "grad_norm": 0.1315392106771469,
      "learning_rate": 7.246498820651413e-06,
      "loss": 0.8216,
      "step": 28526
    },
    {
      "epoch": 0.6011790924465378,
      "grad_norm": 0.14085447788238525,
      "learning_rate": 7.245842671836052e-06,
      "loss": 0.8139,
      "step": 28527
    },
    {
      "epoch": 0.601200166484903,
      "grad_norm": 0.24873849749565125,
      "learning_rate": 7.245186535851212e-06,
      "loss": 0.7537,
      "step": 28528
    },
    {
      "epoch": 0.6012212405232684,
      "grad_norm": 0.16581696271896362,
      "learning_rate": 7.24453041269995e-06,
      "loss": 0.7385,
      "step": 28529
    },
    {
      "epoch": 0.6012423145616337,
      "grad_norm": 0.11199996620416641,
      "learning_rate": 7.243874302385324e-06,
      "loss": 0.8268,
      "step": 28530
    },
    {
      "epoch": 0.601263388599999,
      "grad_norm": 0.1319430023431778,
      "learning_rate": 7.2432182049103875e-06,
      "loss": 0.7312,
      "step": 28531
    },
    {
      "epoch": 0.6012844626383642,
      "grad_norm": 0.12264948338270187,
      "learning_rate": 7.242562120278192e-06,
      "loss": 0.7272,
      "step": 28532
    },
    {
      "epoch": 0.6013055366767295,
      "grad_norm": 0.1447482854127884,
      "learning_rate": 7.241906048491807e-06,
      "loss": 0.7665,
      "step": 28533
    },
    {
      "epoch": 0.6013266107150949,
      "grad_norm": 0.11216259747743607,
      "learning_rate": 7.241249989554279e-06,
      "loss": 0.7368,
      "step": 28534
    },
    {
      "epoch": 0.6013476847534601,
      "grad_norm": 0.1338808685541153,
      "learning_rate": 7.240593943468668e-06,
      "loss": 0.7462,
      "step": 28535
    },
    {
      "epoch": 0.6013687587918254,
      "grad_norm": 0.1221294105052948,
      "learning_rate": 7.2399379102380285e-06,
      "loss": 0.7207,
      "step": 28536
    },
    {
      "epoch": 0.6013898328301907,
      "grad_norm": 0.1183295026421547,
      "learning_rate": 7.23928188986542e-06,
      "loss": 0.665,
      "step": 28537
    },
    {
      "epoch": 0.6014109068685559,
      "grad_norm": 0.13623392581939697,
      "learning_rate": 7.238625882353894e-06,
      "loss": 0.7533,
      "step": 28538
    },
    {
      "epoch": 0.6014319809069213,
      "grad_norm": 0.1352711021900177,
      "learning_rate": 7.237969887706511e-06,
      "loss": 0.8011,
      "step": 28539
    },
    {
      "epoch": 0.6014530549452866,
      "grad_norm": 0.14643515646457672,
      "learning_rate": 7.237313905926323e-06,
      "loss": 0.778,
      "step": 28540
    },
    {
      "epoch": 0.6014741289836518,
      "grad_norm": 0.14060436189174652,
      "learning_rate": 7.236657937016389e-06,
      "loss": 0.7482,
      "step": 28541
    },
    {
      "epoch": 0.6014952030220171,
      "grad_norm": 0.1486295908689499,
      "learning_rate": 7.236001980979762e-06,
      "loss": 0.823,
      "step": 28542
    },
    {
      "epoch": 0.6015162770603824,
      "grad_norm": 0.15017758309841156,
      "learning_rate": 7.235346037819501e-06,
      "loss": 0.7072,
      "step": 28543
    },
    {
      "epoch": 0.6015373510987477,
      "grad_norm": 0.15379372239112854,
      "learning_rate": 7.23469010753866e-06,
      "loss": 0.7301,
      "step": 28544
    },
    {
      "epoch": 0.601558425137113,
      "grad_norm": 0.12273400276899338,
      "learning_rate": 7.234034190140297e-06,
      "loss": 0.7193,
      "step": 28545
    },
    {
      "epoch": 0.6015794991754783,
      "grad_norm": 0.14623740315437317,
      "learning_rate": 7.233378285627459e-06,
      "loss": 0.8096,
      "step": 28546
    },
    {
      "epoch": 0.6016005732138435,
      "grad_norm": 0.15412212908267975,
      "learning_rate": 7.2327223940032136e-06,
      "loss": 0.7467,
      "step": 28547
    },
    {
      "epoch": 0.6016216472522088,
      "grad_norm": 0.1576877236366272,
      "learning_rate": 7.2320665152706105e-06,
      "loss": 0.7032,
      "step": 28548
    },
    {
      "epoch": 0.6016427212905741,
      "grad_norm": 0.13274681568145752,
      "learning_rate": 7.231410649432707e-06,
      "loss": 0.7503,
      "step": 28549
    },
    {
      "epoch": 0.6016637953289394,
      "grad_norm": 0.1290348321199417,
      "learning_rate": 7.230754796492554e-06,
      "loss": 0.6905,
      "step": 28550
    },
    {
      "epoch": 0.6016848693673047,
      "grad_norm": 0.12906338274478912,
      "learning_rate": 7.230098956453213e-06,
      "loss": 0.7776,
      "step": 28551
    },
    {
      "epoch": 0.60170594340567,
      "grad_norm": 0.15242227911949158,
      "learning_rate": 7.229443129317735e-06,
      "loss": 0.7068,
      "step": 28552
    },
    {
      "epoch": 0.6017270174440352,
      "grad_norm": 0.14641934633255005,
      "learning_rate": 7.2287873150891765e-06,
      "loss": 0.7341,
      "step": 28553
    },
    {
      "epoch": 0.6017480914824005,
      "grad_norm": 0.13464242219924927,
      "learning_rate": 7.228131513770596e-06,
      "loss": 0.7408,
      "step": 28554
    },
    {
      "epoch": 0.6017691655207659,
      "grad_norm": 0.1462426781654358,
      "learning_rate": 7.227475725365042e-06,
      "loss": 0.7046,
      "step": 28555
    },
    {
      "epoch": 0.6017902395591311,
      "grad_norm": 0.14753283560276031,
      "learning_rate": 7.226819949875573e-06,
      "loss": 0.7606,
      "step": 28556
    },
    {
      "epoch": 0.6018113135974964,
      "grad_norm": 0.147375226020813,
      "learning_rate": 7.226164187305245e-06,
      "loss": 0.7952,
      "step": 28557
    },
    {
      "epoch": 0.6018323876358617,
      "grad_norm": 0.1283935308456421,
      "learning_rate": 7.225508437657112e-06,
      "loss": 0.7483,
      "step": 28558
    },
    {
      "epoch": 0.6018534616742269,
      "grad_norm": 0.14233162999153137,
      "learning_rate": 7.224852700934227e-06,
      "loss": 0.7502,
      "step": 28559
    },
    {
      "epoch": 0.6018745357125923,
      "grad_norm": 0.11879044026136398,
      "learning_rate": 7.224196977139646e-06,
      "loss": 0.6519,
      "step": 28560
    },
    {
      "epoch": 0.6018956097509576,
      "grad_norm": 0.1580265313386917,
      "learning_rate": 7.223541266276426e-06,
      "loss": 0.7723,
      "step": 28561
    },
    {
      "epoch": 0.6019166837893228,
      "grad_norm": 0.13730742037296295,
      "learning_rate": 7.22288556834762e-06,
      "loss": 0.7827,
      "step": 28562
    },
    {
      "epoch": 0.6019377578276881,
      "grad_norm": 0.131771057844162,
      "learning_rate": 7.222229883356285e-06,
      "loss": 0.6827,
      "step": 28563
    },
    {
      "epoch": 0.6019588318660534,
      "grad_norm": 0.12459301948547363,
      "learning_rate": 7.221574211305471e-06,
      "loss": 0.7891,
      "step": 28564
    },
    {
      "epoch": 0.6019799059044187,
      "grad_norm": 0.10176287591457367,
      "learning_rate": 7.220918552198235e-06,
      "loss": 0.6563,
      "step": 28565
    },
    {
      "epoch": 0.602000979942784,
      "grad_norm": 0.1280529797077179,
      "learning_rate": 7.220262906037632e-06,
      "loss": 0.7562,
      "step": 28566
    },
    {
      "epoch": 0.6020220539811493,
      "grad_norm": 0.1441057026386261,
      "learning_rate": 7.219607272826714e-06,
      "loss": 0.7477,
      "step": 28567
    },
    {
      "epoch": 0.6020431280195145,
      "grad_norm": 0.13793794810771942,
      "learning_rate": 7.218951652568538e-06,
      "loss": 0.7129,
      "step": 28568
    },
    {
      "epoch": 0.6020642020578798,
      "grad_norm": 0.14661681652069092,
      "learning_rate": 7.218296045266159e-06,
      "loss": 0.7258,
      "step": 28569
    },
    {
      "epoch": 0.6020852760962452,
      "grad_norm": 0.13493983447551727,
      "learning_rate": 7.217640450922627e-06,
      "loss": 0.6761,
      "step": 28570
    },
    {
      "epoch": 0.6021063501346104,
      "grad_norm": 0.12306651473045349,
      "learning_rate": 7.216984869541e-06,
      "loss": 0.7277,
      "step": 28571
    },
    {
      "epoch": 0.6021274241729757,
      "grad_norm": 0.1428430676460266,
      "learning_rate": 7.216329301124329e-06,
      "loss": 0.6487,
      "step": 28572
    },
    {
      "epoch": 0.602148498211341,
      "grad_norm": 0.14441831409931183,
      "learning_rate": 7.215673745675671e-06,
      "loss": 0.6987,
      "step": 28573
    },
    {
      "epoch": 0.6021695722497062,
      "grad_norm": 0.13215702772140503,
      "learning_rate": 7.21501820319808e-06,
      "loss": 0.7532,
      "step": 28574
    },
    {
      "epoch": 0.6021906462880716,
      "grad_norm": 0.10772137343883514,
      "learning_rate": 7.214362673694601e-06,
      "loss": 0.6477,
      "step": 28575
    },
    {
      "epoch": 0.6022117203264369,
      "grad_norm": 0.1118767112493515,
      "learning_rate": 7.213707157168302e-06,
      "loss": 0.7558,
      "step": 28576
    },
    {
      "epoch": 0.6022327943648021,
      "grad_norm": 0.125753715634346,
      "learning_rate": 7.21305165362223e-06,
      "loss": 0.7578,
      "step": 28577
    },
    {
      "epoch": 0.6022538684031674,
      "grad_norm": 0.12673863768577576,
      "learning_rate": 7.212396163059441e-06,
      "loss": 0.7143,
      "step": 28578
    },
    {
      "epoch": 0.6022749424415327,
      "grad_norm": 0.1325148046016693,
      "learning_rate": 7.211740685482983e-06,
      "loss": 0.7416,
      "step": 28579
    },
    {
      "epoch": 0.602296016479898,
      "grad_norm": 0.14279544353485107,
      "learning_rate": 7.211085220895915e-06,
      "loss": 0.7624,
      "step": 28580
    },
    {
      "epoch": 0.6023170905182633,
      "grad_norm": 0.1469002366065979,
      "learning_rate": 7.210429769301288e-06,
      "loss": 0.7892,
      "step": 28581
    },
    {
      "epoch": 0.6023381645566286,
      "grad_norm": 0.14388708770275116,
      "learning_rate": 7.209774330702155e-06,
      "loss": 0.7093,
      "step": 28582
    },
    {
      "epoch": 0.6023592385949939,
      "grad_norm": 0.13553453981876373,
      "learning_rate": 7.209118905101575e-06,
      "loss": 0.7284,
      "step": 28583
    },
    {
      "epoch": 0.6023803126333591,
      "grad_norm": 0.12606385350227356,
      "learning_rate": 7.2084634925025944e-06,
      "loss": 0.6651,
      "step": 28584
    },
    {
      "epoch": 0.6024013866717244,
      "grad_norm": 0.1360851228237152,
      "learning_rate": 7.207808092908268e-06,
      "loss": 0.7145,
      "step": 28585
    },
    {
      "epoch": 0.6024224607100898,
      "grad_norm": 0.13396230340003967,
      "learning_rate": 7.207152706321652e-06,
      "loss": 0.7262,
      "step": 28586
    },
    {
      "epoch": 0.602443534748455,
      "grad_norm": 0.11532483994960785,
      "learning_rate": 7.206497332745797e-06,
      "loss": 0.7109,
      "step": 28587
    },
    {
      "epoch": 0.6024646087868203,
      "grad_norm": 0.13092699646949768,
      "learning_rate": 7.205841972183757e-06,
      "loss": 0.7716,
      "step": 28588
    },
    {
      "epoch": 0.6024856828251856,
      "grad_norm": 0.12927992641925812,
      "learning_rate": 7.205186624638583e-06,
      "loss": 0.7487,
      "step": 28589
    },
    {
      "epoch": 0.6025067568635508,
      "grad_norm": 0.1881435066461563,
      "learning_rate": 7.204531290113332e-06,
      "loss": 0.845,
      "step": 28590
    },
    {
      "epoch": 0.6025278309019162,
      "grad_norm": 0.12954050302505493,
      "learning_rate": 7.2038759686110545e-06,
      "loss": 0.7903,
      "step": 28591
    },
    {
      "epoch": 0.6025489049402815,
      "grad_norm": 0.13530366122722626,
      "learning_rate": 7.203220660134807e-06,
      "loss": 0.6931,
      "step": 28592
    },
    {
      "epoch": 0.6025699789786467,
      "grad_norm": 0.13148584961891174,
      "learning_rate": 7.202565364687636e-06,
      "loss": 0.7635,
      "step": 28593
    },
    {
      "epoch": 0.602591053017012,
      "grad_norm": 0.12861189246177673,
      "learning_rate": 7.2019100822725985e-06,
      "loss": 0.6691,
      "step": 28594
    },
    {
      "epoch": 0.6026121270553773,
      "grad_norm": 0.12001597881317139,
      "learning_rate": 7.201254812892744e-06,
      "loss": 0.7429,
      "step": 28595
    },
    {
      "epoch": 0.6026332010937426,
      "grad_norm": 0.13722725212574005,
      "learning_rate": 7.2005995565511286e-06,
      "loss": 0.7298,
      "step": 28596
    },
    {
      "epoch": 0.6026542751321079,
      "grad_norm": 0.12450262904167175,
      "learning_rate": 7.199944313250804e-06,
      "loss": 0.8282,
      "step": 28597
    },
    {
      "epoch": 0.6026753491704732,
      "grad_norm": 0.1369810402393341,
      "learning_rate": 7.199289082994825e-06,
      "loss": 0.7161,
      "step": 28598
    },
    {
      "epoch": 0.6026964232088384,
      "grad_norm": 0.11324942857027054,
      "learning_rate": 7.1986338657862375e-06,
      "loss": 0.6811,
      "step": 28599
    },
    {
      "epoch": 0.6027174972472037,
      "grad_norm": 0.1907121241092682,
      "learning_rate": 7.197978661628098e-06,
      "loss": 0.7473,
      "step": 28600
    },
    {
      "epoch": 0.6027385712855691,
      "grad_norm": 0.1119481548666954,
      "learning_rate": 7.19732347052346e-06,
      "loss": 0.7632,
      "step": 28601
    },
    {
      "epoch": 0.6027596453239343,
      "grad_norm": 0.12592162191867828,
      "learning_rate": 7.1966682924753725e-06,
      "loss": 0.8098,
      "step": 28602
    },
    {
      "epoch": 0.6027807193622996,
      "grad_norm": 0.11303722113370895,
      "learning_rate": 7.196013127486891e-06,
      "loss": 0.7359,
      "step": 28603
    },
    {
      "epoch": 0.6028017934006649,
      "grad_norm": 0.11684911698102951,
      "learning_rate": 7.195357975561062e-06,
      "loss": 0.6279,
      "step": 28604
    },
    {
      "epoch": 0.6028228674390301,
      "grad_norm": 0.11644997447729111,
      "learning_rate": 7.1947028367009465e-06,
      "loss": 0.7652,
      "step": 28605
    },
    {
      "epoch": 0.6028439414773955,
      "grad_norm": 0.12194796651601791,
      "learning_rate": 7.1940477109095894e-06,
      "loss": 0.7922,
      "step": 28606
    },
    {
      "epoch": 0.6028650155157608,
      "grad_norm": 0.12349066883325577,
      "learning_rate": 7.193392598190049e-06,
      "loss": 0.747,
      "step": 28607
    },
    {
      "epoch": 0.602886089554126,
      "grad_norm": 0.12683971226215363,
      "learning_rate": 7.19273749854537e-06,
      "loss": 0.7382,
      "step": 28608
    },
    {
      "epoch": 0.6029071635924913,
      "grad_norm": 0.10744477063417435,
      "learning_rate": 7.1920824119786085e-06,
      "loss": 0.7508,
      "step": 28609
    },
    {
      "epoch": 0.6029282376308566,
      "grad_norm": 0.1325361579656601,
      "learning_rate": 7.191427338492813e-06,
      "loss": 0.74,
      "step": 28610
    },
    {
      "epoch": 0.6029493116692219,
      "grad_norm": 0.16398672759532928,
      "learning_rate": 7.19077227809104e-06,
      "loss": 0.7424,
      "step": 28611
    },
    {
      "epoch": 0.6029703857075872,
      "grad_norm": 0.11987349390983582,
      "learning_rate": 7.190117230776339e-06,
      "loss": 0.7449,
      "step": 28612
    },
    {
      "epoch": 0.6029914597459525,
      "grad_norm": 0.11442343890666962,
      "learning_rate": 7.1894621965517615e-06,
      "loss": 0.721,
      "step": 28613
    },
    {
      "epoch": 0.6030125337843177,
      "grad_norm": 0.12594647705554962,
      "learning_rate": 7.188807175420358e-06,
      "loss": 0.6597,
      "step": 28614
    },
    {
      "epoch": 0.603033607822683,
      "grad_norm": 0.11393988132476807,
      "learning_rate": 7.1881521673851805e-06,
      "loss": 0.6589,
      "step": 28615
    },
    {
      "epoch": 0.6030546818610484,
      "grad_norm": 0.13156268000602722,
      "learning_rate": 7.18749717244928e-06,
      "loss": 0.7603,
      "step": 28616
    },
    {
      "epoch": 0.6030757558994136,
      "grad_norm": 0.129592627286911,
      "learning_rate": 7.18684219061571e-06,
      "loss": 0.7164,
      "step": 28617
    },
    {
      "epoch": 0.6030968299377789,
      "grad_norm": 0.12433699518442154,
      "learning_rate": 7.186187221887517e-06,
      "loss": 0.7113,
      "step": 28618
    },
    {
      "epoch": 0.6031179039761442,
      "grad_norm": 0.12340178340673447,
      "learning_rate": 7.185532266267758e-06,
      "loss": 0.7023,
      "step": 28619
    },
    {
      "epoch": 0.6031389780145094,
      "grad_norm": 0.1416478008031845,
      "learning_rate": 7.184877323759482e-06,
      "loss": 0.7162,
      "step": 28620
    },
    {
      "epoch": 0.6031600520528748,
      "grad_norm": 0.14389051496982574,
      "learning_rate": 7.184222394365741e-06,
      "loss": 0.6932,
      "step": 28621
    },
    {
      "epoch": 0.6031811260912401,
      "grad_norm": 0.1103789210319519,
      "learning_rate": 7.183567478089586e-06,
      "loss": 0.7168,
      "step": 28622
    },
    {
      "epoch": 0.6032022001296053,
      "grad_norm": 0.1490856409072876,
      "learning_rate": 7.182912574934066e-06,
      "loss": 0.7559,
      "step": 28623
    },
    {
      "epoch": 0.6032232741679706,
      "grad_norm": 0.11413546651601791,
      "learning_rate": 7.182257684902232e-06,
      "loss": 0.7497,
      "step": 28624
    },
    {
      "epoch": 0.6032443482063359,
      "grad_norm": 0.17447376251220703,
      "learning_rate": 7.181602807997135e-06,
      "loss": 0.7198,
      "step": 28625
    },
    {
      "epoch": 0.6032654222447011,
      "grad_norm": 0.14250484108924866,
      "learning_rate": 7.180947944221827e-06,
      "loss": 0.7373,
      "step": 28626
    },
    {
      "epoch": 0.6032864962830665,
      "grad_norm": 0.16399487853050232,
      "learning_rate": 7.18029309357936e-06,
      "loss": 0.8466,
      "step": 28627
    },
    {
      "epoch": 0.6033075703214318,
      "grad_norm": 0.14848732948303223,
      "learning_rate": 7.179638256072784e-06,
      "loss": 0.8162,
      "step": 28628
    },
    {
      "epoch": 0.603328644359797,
      "grad_norm": 0.11987105756998062,
      "learning_rate": 7.178983431705146e-06,
      "loss": 0.8169,
      "step": 28629
    },
    {
      "epoch": 0.6033497183981623,
      "grad_norm": 0.13729751110076904,
      "learning_rate": 7.1783286204795e-06,
      "loss": 0.7402,
      "step": 28630
    },
    {
      "epoch": 0.6033707924365276,
      "grad_norm": 0.13153988122940063,
      "learning_rate": 7.177673822398896e-06,
      "loss": 0.788,
      "step": 28631
    },
    {
      "epoch": 0.603391866474893,
      "grad_norm": 0.12382618337869644,
      "learning_rate": 7.177019037466382e-06,
      "loss": 0.7818,
      "step": 28632
    },
    {
      "epoch": 0.6034129405132582,
      "grad_norm": 0.11561612039804459,
      "learning_rate": 7.1763642656850115e-06,
      "loss": 0.7327,
      "step": 28633
    },
    {
      "epoch": 0.6034340145516235,
      "grad_norm": 0.1182822659611702,
      "learning_rate": 7.175709507057835e-06,
      "loss": 0.7861,
      "step": 28634
    },
    {
      "epoch": 0.6034550885899888,
      "grad_norm": 0.12046300619840622,
      "learning_rate": 7.175054761587901e-06,
      "loss": 0.7541,
      "step": 28635
    },
    {
      "epoch": 0.603476162628354,
      "grad_norm": 0.09860038012266159,
      "learning_rate": 7.174400029278261e-06,
      "loss": 0.7098,
      "step": 28636
    },
    {
      "epoch": 0.6034972366667194,
      "grad_norm": 0.1191408783197403,
      "learning_rate": 7.173745310131965e-06,
      "loss": 0.7475,
      "step": 28637
    },
    {
      "epoch": 0.6035183107050847,
      "grad_norm": 0.1022915318608284,
      "learning_rate": 7.173090604152062e-06,
      "loss": 0.7344,
      "step": 28638
    },
    {
      "epoch": 0.6035393847434499,
      "grad_norm": 0.12017176300287247,
      "learning_rate": 7.172435911341602e-06,
      "loss": 0.717,
      "step": 28639
    },
    {
      "epoch": 0.6035604587818152,
      "grad_norm": 0.11072380095720291,
      "learning_rate": 7.171781231703636e-06,
      "loss": 0.7363,
      "step": 28640
    },
    {
      "epoch": 0.6035815328201805,
      "grad_norm": 0.10138452798128128,
      "learning_rate": 7.171126565241213e-06,
      "loss": 0.6974,
      "step": 28641
    },
    {
      "epoch": 0.6036026068585458,
      "grad_norm": 0.12824119627475739,
      "learning_rate": 7.170471911957387e-06,
      "loss": 0.7129,
      "step": 28642
    },
    {
      "epoch": 0.6036236808969111,
      "grad_norm": 0.16090407967567444,
      "learning_rate": 7.169817271855199e-06,
      "loss": 0.6803,
      "step": 28643
    },
    {
      "epoch": 0.6036447549352764,
      "grad_norm": 0.13834929466247559,
      "learning_rate": 7.1691626449377065e-06,
      "loss": 0.7593,
      "step": 28644
    },
    {
      "epoch": 0.6036658289736416,
      "grad_norm": 0.11451669037342072,
      "learning_rate": 7.168508031207954e-06,
      "loss": 0.7445,
      "step": 28645
    },
    {
      "epoch": 0.6036869030120069,
      "grad_norm": 0.13942451775074005,
      "learning_rate": 7.167853430668995e-06,
      "loss": 0.701,
      "step": 28646
    },
    {
      "epoch": 0.6037079770503723,
      "grad_norm": 0.13662810623645782,
      "learning_rate": 7.167198843323875e-06,
      "loss": 0.7716,
      "step": 28647
    },
    {
      "epoch": 0.6037290510887375,
      "grad_norm": 0.14518265426158905,
      "learning_rate": 7.166544269175648e-06,
      "loss": 0.7569,
      "step": 28648
    },
    {
      "epoch": 0.6037501251271028,
      "grad_norm": 0.2255815863609314,
      "learning_rate": 7.16588970822736e-06,
      "loss": 0.7331,
      "step": 28649
    },
    {
      "epoch": 0.6037711991654681,
      "grad_norm": 0.11979760229587555,
      "learning_rate": 7.1652351604820635e-06,
      "loss": 0.7113,
      "step": 28650
    },
    {
      "epoch": 0.6037922732038333,
      "grad_norm": 0.14352625608444214,
      "learning_rate": 7.164580625942807e-06,
      "loss": 0.7281,
      "step": 28651
    },
    {
      "epoch": 0.6038133472421987,
      "grad_norm": 0.11912491917610168,
      "learning_rate": 7.163926104612638e-06,
      "loss": 0.7159,
      "step": 28652
    },
    {
      "epoch": 0.603834421280564,
      "grad_norm": 0.13051602244377136,
      "learning_rate": 7.163271596494605e-06,
      "loss": 0.7304,
      "step": 28653
    },
    {
      "epoch": 0.6038554953189292,
      "grad_norm": 0.12465878576040268,
      "learning_rate": 7.1626171015917575e-06,
      "loss": 0.7289,
      "step": 28654
    },
    {
      "epoch": 0.6038765693572945,
      "grad_norm": 0.1290213018655777,
      "learning_rate": 7.161962619907148e-06,
      "loss": 0.7273,
      "step": 28655
    },
    {
      "epoch": 0.6038976433956598,
      "grad_norm": 0.1262509524822235,
      "learning_rate": 7.161308151443822e-06,
      "loss": 0.7509,
      "step": 28656
    },
    {
      "epoch": 0.6039187174340251,
      "grad_norm": 0.1517278105020523,
      "learning_rate": 7.16065369620483e-06,
      "loss": 0.7501,
      "step": 28657
    },
    {
      "epoch": 0.6039397914723904,
      "grad_norm": 0.1431652158498764,
      "learning_rate": 7.159999254193219e-06,
      "loss": 0.7847,
      "step": 28658
    },
    {
      "epoch": 0.6039608655107557,
      "grad_norm": 0.12186112254858017,
      "learning_rate": 7.1593448254120405e-06,
      "loss": 0.7465,
      "step": 28659
    },
    {
      "epoch": 0.6039819395491209,
      "grad_norm": 0.12501008808612823,
      "learning_rate": 7.1586904098643395e-06,
      "loss": 0.6962,
      "step": 28660
    },
    {
      "epoch": 0.6040030135874862,
      "grad_norm": 0.12978075444698334,
      "learning_rate": 7.158036007553164e-06,
      "loss": 0.8168,
      "step": 28661
    },
    {
      "epoch": 0.6040240876258515,
      "grad_norm": 0.14598049223423004,
      "learning_rate": 7.157381618481569e-06,
      "loss": 0.7706,
      "step": 28662
    },
    {
      "epoch": 0.6040451616642168,
      "grad_norm": 0.13549593091011047,
      "learning_rate": 7.1567272426526e-06,
      "loss": 0.7757,
      "step": 28663
    },
    {
      "epoch": 0.6040662357025821,
      "grad_norm": 0.09584128111600876,
      "learning_rate": 7.156072880069305e-06,
      "loss": 0.7187,
      "step": 28664
    },
    {
      "epoch": 0.6040873097409474,
      "grad_norm": 0.13068822026252747,
      "learning_rate": 7.155418530734731e-06,
      "loss": 0.7531,
      "step": 28665
    },
    {
      "epoch": 0.6041083837793126,
      "grad_norm": 0.12426482886075974,
      "learning_rate": 7.154764194651931e-06,
      "loss": 0.8117,
      "step": 28666
    },
    {
      "epoch": 0.6041294578176779,
      "grad_norm": 0.10188660770654678,
      "learning_rate": 7.154109871823947e-06,
      "loss": 0.7311,
      "step": 28667
    },
    {
      "epoch": 0.6041505318560433,
      "grad_norm": 0.12584170699119568,
      "learning_rate": 7.15345556225383e-06,
      "loss": 0.7252,
      "step": 28668
    },
    {
      "epoch": 0.6041716058944085,
      "grad_norm": 0.11423666030168533,
      "learning_rate": 7.15280126594463e-06,
      "loss": 0.7067,
      "step": 28669
    },
    {
      "epoch": 0.6041926799327738,
      "grad_norm": 0.10608188062906265,
      "learning_rate": 7.152146982899393e-06,
      "loss": 0.6914,
      "step": 28670
    },
    {
      "epoch": 0.6042137539711391,
      "grad_norm": 0.11784033477306366,
      "learning_rate": 7.1514927131211666e-06,
      "loss": 0.7965,
      "step": 28671
    },
    {
      "epoch": 0.6042348280095043,
      "grad_norm": 0.170731320977211,
      "learning_rate": 7.150838456613003e-06,
      "loss": 0.7329,
      "step": 28672
    },
    {
      "epoch": 0.6042559020478697,
      "grad_norm": 0.12452218681573868,
      "learning_rate": 7.150184213377944e-06,
      "loss": 0.7896,
      "step": 28673
    },
    {
      "epoch": 0.604276976086235,
      "grad_norm": 0.10155832022428513,
      "learning_rate": 7.149529983419039e-06,
      "loss": 0.7861,
      "step": 28674
    },
    {
      "epoch": 0.6042980501246003,
      "grad_norm": 0.12095100432634354,
      "learning_rate": 7.148875766739339e-06,
      "loss": 0.7113,
      "step": 28675
    },
    {
      "epoch": 0.6043191241629655,
      "grad_norm": 0.10246065258979797,
      "learning_rate": 7.148221563341889e-06,
      "loss": 0.6905,
      "step": 28676
    },
    {
      "epoch": 0.6043401982013308,
      "grad_norm": 0.1283850073814392,
      "learning_rate": 7.147567373229736e-06,
      "loss": 0.7204,
      "step": 28677
    },
    {
      "epoch": 0.6043612722396962,
      "grad_norm": 0.11634701490402222,
      "learning_rate": 7.146913196405931e-06,
      "loss": 0.7529,
      "step": 28678
    },
    {
      "epoch": 0.6043823462780614,
      "grad_norm": 0.16983644664287567,
      "learning_rate": 7.146259032873519e-06,
      "loss": 0.6573,
      "step": 28679
    },
    {
      "epoch": 0.6044034203164267,
      "grad_norm": 0.12989747524261475,
      "learning_rate": 7.14560488263555e-06,
      "loss": 0.7706,
      "step": 28680
    },
    {
      "epoch": 0.604424494354792,
      "grad_norm": 0.13866598904132843,
      "learning_rate": 7.14495074569507e-06,
      "loss": 0.8379,
      "step": 28681
    },
    {
      "epoch": 0.6044455683931572,
      "grad_norm": 0.16003751754760742,
      "learning_rate": 7.144296622055124e-06,
      "loss": 0.785,
      "step": 28682
    },
    {
      "epoch": 0.6044666424315226,
      "grad_norm": 0.11624082177877426,
      "learning_rate": 7.143642511718763e-06,
      "loss": 0.7717,
      "step": 28683
    },
    {
      "epoch": 0.6044877164698879,
      "grad_norm": 0.1293300837278366,
      "learning_rate": 7.1429884146890305e-06,
      "loss": 0.6992,
      "step": 28684
    },
    {
      "epoch": 0.6045087905082531,
      "grad_norm": 0.12270486354827881,
      "learning_rate": 7.142334330968976e-06,
      "loss": 0.7173,
      "step": 28685
    },
    {
      "epoch": 0.6045298645466184,
      "grad_norm": 0.11557984352111816,
      "learning_rate": 7.141680260561646e-06,
      "loss": 0.7221,
      "step": 28686
    },
    {
      "epoch": 0.6045509385849837,
      "grad_norm": 0.14948785305023193,
      "learning_rate": 7.141026203470092e-06,
      "loss": 0.7148,
      "step": 28687
    },
    {
      "epoch": 0.604572012623349,
      "grad_norm": 0.13002941012382507,
      "learning_rate": 7.140372159697353e-06,
      "loss": 0.757,
      "step": 28688
    },
    {
      "epoch": 0.6045930866617143,
      "grad_norm": 0.1272200345993042,
      "learning_rate": 7.139718129246479e-06,
      "loss": 0.7295,
      "step": 28689
    },
    {
      "epoch": 0.6046141607000796,
      "grad_norm": 0.10395624488592148,
      "learning_rate": 7.139064112120517e-06,
      "loss": 0.675,
      "step": 28690
    },
    {
      "epoch": 0.6046352347384448,
      "grad_norm": 0.12097182124853134,
      "learning_rate": 7.138410108322515e-06,
      "loss": 0.7516,
      "step": 28691
    },
    {
      "epoch": 0.6046563087768101,
      "grad_norm": 0.142264261841774,
      "learning_rate": 7.137756117855521e-06,
      "loss": 0.7283,
      "step": 28692
    },
    {
      "epoch": 0.6046773828151755,
      "grad_norm": 0.13784852623939514,
      "learning_rate": 7.137102140722578e-06,
      "loss": 0.767,
      "step": 28693
    },
    {
      "epoch": 0.6046984568535407,
      "grad_norm": 0.1322232484817505,
      "learning_rate": 7.136448176926736e-06,
      "loss": 0.7358,
      "step": 28694
    },
    {
      "epoch": 0.604719530891906,
      "grad_norm": 0.1651594489812851,
      "learning_rate": 7.13579422647104e-06,
      "loss": 0.7879,
      "step": 28695
    },
    {
      "epoch": 0.6047406049302713,
      "grad_norm": 0.17410439252853394,
      "learning_rate": 7.135140289358538e-06,
      "loss": 0.786,
      "step": 28696
    },
    {
      "epoch": 0.6047616789686365,
      "grad_norm": 0.11803797632455826,
      "learning_rate": 7.134486365592272e-06,
      "loss": 0.686,
      "step": 28697
    },
    {
      "epoch": 0.6047827530070018,
      "grad_norm": 0.13298125565052032,
      "learning_rate": 7.133832455175293e-06,
      "loss": 0.7839,
      "step": 28698
    },
    {
      "epoch": 0.6048038270453672,
      "grad_norm": 0.12576115131378174,
      "learning_rate": 7.133178558110645e-06,
      "loss": 0.709,
      "step": 28699
    },
    {
      "epoch": 0.6048249010837324,
      "grad_norm": 0.1272537112236023,
      "learning_rate": 7.132524674401375e-06,
      "loss": 0.687,
      "step": 28700
    },
    {
      "epoch": 0.6048459751220977,
      "grad_norm": 0.11752920597791672,
      "learning_rate": 7.131870804050531e-06,
      "loss": 0.7056,
      "step": 28701
    },
    {
      "epoch": 0.604867049160463,
      "grad_norm": 0.14548936486244202,
      "learning_rate": 7.131216947061155e-06,
      "loss": 0.7574,
      "step": 28702
    },
    {
      "epoch": 0.6048881231988282,
      "grad_norm": 0.10523936152458191,
      "learning_rate": 7.130563103436295e-06,
      "loss": 0.7103,
      "step": 28703
    },
    {
      "epoch": 0.6049091972371936,
      "grad_norm": 0.12868936359882355,
      "learning_rate": 7.129909273178994e-06,
      "loss": 0.7185,
      "step": 28704
    },
    {
      "epoch": 0.6049302712755589,
      "grad_norm": 0.10174541175365448,
      "learning_rate": 7.129255456292307e-06,
      "loss": 0.7148,
      "step": 28705
    },
    {
      "epoch": 0.6049513453139241,
      "grad_norm": 0.1271895319223404,
      "learning_rate": 7.1286016527792715e-06,
      "loss": 0.7557,
      "step": 28706
    },
    {
      "epoch": 0.6049724193522894,
      "grad_norm": 0.11811018735170364,
      "learning_rate": 7.1279478626429354e-06,
      "loss": 0.7271,
      "step": 28707
    },
    {
      "epoch": 0.6049934933906547,
      "grad_norm": 0.14753152430057526,
      "learning_rate": 7.127294085886346e-06,
      "loss": 0.7995,
      "step": 28708
    },
    {
      "epoch": 0.60501456742902,
      "grad_norm": 0.13416828215122223,
      "learning_rate": 7.126640322512548e-06,
      "loss": 0.7815,
      "step": 28709
    },
    {
      "epoch": 0.6050356414673853,
      "grad_norm": 0.12977361679077148,
      "learning_rate": 7.125986572524588e-06,
      "loss": 0.7925,
      "step": 28710
    },
    {
      "epoch": 0.6050567155057506,
      "grad_norm": 0.11630306392908096,
      "learning_rate": 7.125332835925509e-06,
      "loss": 0.7674,
      "step": 28711
    },
    {
      "epoch": 0.6050777895441158,
      "grad_norm": 0.13020963966846466,
      "learning_rate": 7.124679112718358e-06,
      "loss": 0.7244,
      "step": 28712
    },
    {
      "epoch": 0.6050988635824811,
      "grad_norm": 0.12352859973907471,
      "learning_rate": 7.124025402906181e-06,
      "loss": 0.719,
      "step": 28713
    },
    {
      "epoch": 0.6051199376208465,
      "grad_norm": 0.3115999400615692,
      "learning_rate": 7.123371706492022e-06,
      "loss": 0.7119,
      "step": 28714
    },
    {
      "epoch": 0.6051410116592117,
      "grad_norm": 0.12329316884279251,
      "learning_rate": 7.122718023478925e-06,
      "loss": 0.7863,
      "step": 28715
    },
    {
      "epoch": 0.605162085697577,
      "grad_norm": 0.1441577821969986,
      "learning_rate": 7.1220643538699415e-06,
      "loss": 0.7159,
      "step": 28716
    },
    {
      "epoch": 0.6051831597359423,
      "grad_norm": 0.182052344083786,
      "learning_rate": 7.121410697668112e-06,
      "loss": 0.7417,
      "step": 28717
    },
    {
      "epoch": 0.6052042337743075,
      "grad_norm": 0.1626652628183365,
      "learning_rate": 7.120757054876479e-06,
      "loss": 0.7942,
      "step": 28718
    },
    {
      "epoch": 0.6052253078126729,
      "grad_norm": 0.13094541430473328,
      "learning_rate": 7.120103425498091e-06,
      "loss": 0.7531,
      "step": 28719
    },
    {
      "epoch": 0.6052463818510382,
      "grad_norm": 0.11893333494663239,
      "learning_rate": 7.1194498095359945e-06,
      "loss": 0.7496,
      "step": 28720
    },
    {
      "epoch": 0.6052674558894034,
      "grad_norm": 0.12822335958480835,
      "learning_rate": 7.118796206993231e-06,
      "loss": 0.755,
      "step": 28721
    },
    {
      "epoch": 0.6052885299277687,
      "grad_norm": 0.11901702731847763,
      "learning_rate": 7.11814261787285e-06,
      "loss": 0.7768,
      "step": 28722
    },
    {
      "epoch": 0.605309603966134,
      "grad_norm": 0.12097656726837158,
      "learning_rate": 7.1174890421778895e-06,
      "loss": 0.8011,
      "step": 28723
    },
    {
      "epoch": 0.6053306780044994,
      "grad_norm": 0.16808640956878662,
      "learning_rate": 7.116835479911401e-06,
      "loss": 0.7182,
      "step": 28724
    },
    {
      "epoch": 0.6053517520428646,
      "grad_norm": 0.13780781626701355,
      "learning_rate": 7.1161819310764264e-06,
      "loss": 0.7082,
      "step": 28725
    },
    {
      "epoch": 0.6053728260812299,
      "grad_norm": 0.14099864661693573,
      "learning_rate": 7.11552839567601e-06,
      "loss": 0.744,
      "step": 28726
    },
    {
      "epoch": 0.6053939001195952,
      "grad_norm": 0.1357293277978897,
      "learning_rate": 7.114874873713196e-06,
      "loss": 0.7847,
      "step": 28727
    },
    {
      "epoch": 0.6054149741579604,
      "grad_norm": 0.11820059269666672,
      "learning_rate": 7.114221365191029e-06,
      "loss": 0.7424,
      "step": 28728
    },
    {
      "epoch": 0.6054360481963258,
      "grad_norm": 0.11523042619228363,
      "learning_rate": 7.113567870112554e-06,
      "loss": 0.7271,
      "step": 28729
    },
    {
      "epoch": 0.6054571222346911,
      "grad_norm": 0.3322560787200928,
      "learning_rate": 7.112914388480815e-06,
      "loss": 0.6961,
      "step": 28730
    },
    {
      "epoch": 0.6054781962730563,
      "grad_norm": 0.14214348793029785,
      "learning_rate": 7.112260920298859e-06,
      "loss": 0.7919,
      "step": 28731
    },
    {
      "epoch": 0.6054992703114216,
      "grad_norm": 0.1593908667564392,
      "learning_rate": 7.1116074655697255e-06,
      "loss": 0.7919,
      "step": 28732
    },
    {
      "epoch": 0.6055203443497869,
      "grad_norm": 0.1203172579407692,
      "learning_rate": 7.110954024296457e-06,
      "loss": 0.669,
      "step": 28733
    },
    {
      "epoch": 0.6055414183881522,
      "grad_norm": 0.13567832112312317,
      "learning_rate": 7.110300596482107e-06,
      "loss": 0.8155,
      "step": 28734
    },
    {
      "epoch": 0.6055624924265175,
      "grad_norm": 0.12581811845302582,
      "learning_rate": 7.109647182129713e-06,
      "loss": 0.6979,
      "step": 28735
    },
    {
      "epoch": 0.6055835664648828,
      "grad_norm": 0.1186705231666565,
      "learning_rate": 7.10899378124232e-06,
      "loss": 0.7497,
      "step": 28736
    },
    {
      "epoch": 0.605604640503248,
      "grad_norm": 0.1298893541097641,
      "learning_rate": 7.108340393822973e-06,
      "loss": 0.7193,
      "step": 28737
    },
    {
      "epoch": 0.6056257145416133,
      "grad_norm": 0.13153323531150818,
      "learning_rate": 7.107687019874714e-06,
      "loss": 0.7663,
      "step": 28738
    },
    {
      "epoch": 0.6056467885799786,
      "grad_norm": 0.12338123470544815,
      "learning_rate": 7.107033659400587e-06,
      "loss": 0.7344,
      "step": 28739
    },
    {
      "epoch": 0.6056678626183439,
      "grad_norm": 0.13623817265033722,
      "learning_rate": 7.10638031240364e-06,
      "loss": 0.7882,
      "step": 28740
    },
    {
      "epoch": 0.6056889366567092,
      "grad_norm": 0.1623564064502716,
      "learning_rate": 7.105726978886911e-06,
      "loss": 0.8396,
      "step": 28741
    },
    {
      "epoch": 0.6057100106950745,
      "grad_norm": 0.11993852257728577,
      "learning_rate": 7.105073658853445e-06,
      "loss": 0.7761,
      "step": 28742
    },
    {
      "epoch": 0.6057310847334397,
      "grad_norm": 0.12005763500928879,
      "learning_rate": 7.104420352306287e-06,
      "loss": 0.7175,
      "step": 28743
    },
    {
      "epoch": 0.605752158771805,
      "grad_norm": 0.2086944580078125,
      "learning_rate": 7.103767059248479e-06,
      "loss": 0.7219,
      "step": 28744
    },
    {
      "epoch": 0.6057732328101704,
      "grad_norm": 0.14873003959655762,
      "learning_rate": 7.103113779683066e-06,
      "loss": 0.8297,
      "step": 28745
    },
    {
      "epoch": 0.6057943068485356,
      "grad_norm": 0.11230301856994629,
      "learning_rate": 7.102460513613094e-06,
      "loss": 0.7365,
      "step": 28746
    },
    {
      "epoch": 0.6058153808869009,
      "grad_norm": 0.12400369346141815,
      "learning_rate": 7.1018072610415956e-06,
      "loss": 0.7193,
      "step": 28747
    },
    {
      "epoch": 0.6058364549252662,
      "grad_norm": 0.11063214391469955,
      "learning_rate": 7.101154021971625e-06,
      "loss": 0.727,
      "step": 28748
    },
    {
      "epoch": 0.6058575289636314,
      "grad_norm": 0.11244407296180725,
      "learning_rate": 7.100500796406224e-06,
      "loss": 0.773,
      "step": 28749
    },
    {
      "epoch": 0.6058786030019968,
      "grad_norm": 0.11728501319885254,
      "learning_rate": 7.099847584348433e-06,
      "loss": 0.7754,
      "step": 28750
    },
    {
      "epoch": 0.6058996770403621,
      "grad_norm": 0.12202665209770203,
      "learning_rate": 7.099194385801295e-06,
      "loss": 0.7086,
      "step": 28751
    },
    {
      "epoch": 0.6059207510787273,
      "grad_norm": 0.12707938253879547,
      "learning_rate": 7.0985412007678526e-06,
      "loss": 0.7577,
      "step": 28752
    },
    {
      "epoch": 0.6059418251170926,
      "grad_norm": 0.11447274684906006,
      "learning_rate": 7.0978880292511494e-06,
      "loss": 0.7723,
      "step": 28753
    },
    {
      "epoch": 0.6059628991554579,
      "grad_norm": 0.11804134398698807,
      "learning_rate": 7.0972348712542306e-06,
      "loss": 0.7847,
      "step": 28754
    },
    {
      "epoch": 0.6059839731938232,
      "grad_norm": 0.11291894316673279,
      "learning_rate": 7.096581726780138e-06,
      "loss": 0.7302,
      "step": 28755
    },
    {
      "epoch": 0.6060050472321885,
      "grad_norm": 0.11953554302453995,
      "learning_rate": 7.0959285958319115e-06,
      "loss": 0.7405,
      "step": 28756
    },
    {
      "epoch": 0.6060261212705538,
      "grad_norm": 0.14473143219947815,
      "learning_rate": 7.095275478412595e-06,
      "loss": 0.798,
      "step": 28757
    },
    {
      "epoch": 0.606047195308919,
      "grad_norm": 0.13218528032302856,
      "learning_rate": 7.094622374525231e-06,
      "loss": 0.708,
      "step": 28758
    },
    {
      "epoch": 0.6060682693472843,
      "grad_norm": 0.13203714787960052,
      "learning_rate": 7.0939692841728635e-06,
      "loss": 0.7639,
      "step": 28759
    },
    {
      "epoch": 0.6060893433856497,
      "grad_norm": 0.13032153248786926,
      "learning_rate": 7.093316207358537e-06,
      "loss": 0.7674,
      "step": 28760
    },
    {
      "epoch": 0.606110417424015,
      "grad_norm": 0.1607036292552948,
      "learning_rate": 7.092663144085289e-06,
      "loss": 0.7375,
      "step": 28761
    },
    {
      "epoch": 0.6061314914623802,
      "grad_norm": 0.10588541626930237,
      "learning_rate": 7.092010094356158e-06,
      "loss": 0.6912,
      "step": 28762
    },
    {
      "epoch": 0.6061525655007455,
      "grad_norm": 0.1763274222612381,
      "learning_rate": 7.091357058174199e-06,
      "loss": 0.7491,
      "step": 28763
    },
    {
      "epoch": 0.6061736395391107,
      "grad_norm": 0.1298656314611435,
      "learning_rate": 7.0907040355424484e-06,
      "loss": 0.673,
      "step": 28764
    },
    {
      "epoch": 0.6061947135774761,
      "grad_norm": 0.18442504107952118,
      "learning_rate": 7.090051026463946e-06,
      "loss": 0.7948,
      "step": 28765
    },
    {
      "epoch": 0.6062157876158414,
      "grad_norm": 0.12774205207824707,
      "learning_rate": 7.0893980309417356e-06,
      "loss": 0.7143,
      "step": 28766
    },
    {
      "epoch": 0.6062368616542066,
      "grad_norm": 0.13110029697418213,
      "learning_rate": 7.088745048978858e-06,
      "loss": 0.7497,
      "step": 28767
    },
    {
      "epoch": 0.6062579356925719,
      "grad_norm": 0.15743301808834076,
      "learning_rate": 7.088092080578357e-06,
      "loss": 0.7552,
      "step": 28768
    },
    {
      "epoch": 0.6062790097309372,
      "grad_norm": 0.14271873235702515,
      "learning_rate": 7.087439125743276e-06,
      "loss": 0.7749,
      "step": 28769
    },
    {
      "epoch": 0.6063000837693026,
      "grad_norm": 0.17082765698432922,
      "learning_rate": 7.086786184476653e-06,
      "loss": 0.7223,
      "step": 28770
    },
    {
      "epoch": 0.6063211578076678,
      "grad_norm": 0.14415425062179565,
      "learning_rate": 7.08613325678153e-06,
      "loss": 0.7943,
      "step": 28771
    },
    {
      "epoch": 0.6063422318460331,
      "grad_norm": 0.1735103726387024,
      "learning_rate": 7.085480342660951e-06,
      "loss": 0.707,
      "step": 28772
    },
    {
      "epoch": 0.6063633058843984,
      "grad_norm": 0.1662251204252243,
      "learning_rate": 7.084827442117957e-06,
      "loss": 0.8171,
      "step": 28773
    },
    {
      "epoch": 0.6063843799227636,
      "grad_norm": 0.15866176784038544,
      "learning_rate": 7.08417455515559e-06,
      "loss": 0.7905,
      "step": 28774
    },
    {
      "epoch": 0.6064054539611289,
      "grad_norm": 0.16367779672145844,
      "learning_rate": 7.083521681776891e-06,
      "loss": 0.7284,
      "step": 28775
    },
    {
      "epoch": 0.6064265279994943,
      "grad_norm": 0.11388613283634186,
      "learning_rate": 7.082868821984896e-06,
      "loss": 0.6892,
      "step": 28776
    },
    {
      "epoch": 0.6064476020378595,
      "grad_norm": 0.13006184995174408,
      "learning_rate": 7.082215975782658e-06,
      "loss": 0.7235,
      "step": 28777
    },
    {
      "epoch": 0.6064686760762248,
      "grad_norm": 0.113919697701931,
      "learning_rate": 7.081563143173212e-06,
      "loss": 0.7388,
      "step": 28778
    },
    {
      "epoch": 0.60648975011459,
      "grad_norm": 0.15727931261062622,
      "learning_rate": 7.080910324159599e-06,
      "loss": 0.7911,
      "step": 28779
    },
    {
      "epoch": 0.6065108241529553,
      "grad_norm": 0.1363620162010193,
      "learning_rate": 7.08025751874486e-06,
      "loss": 0.8433,
      "step": 28780
    },
    {
      "epoch": 0.6065318981913207,
      "grad_norm": 0.14871884882450104,
      "learning_rate": 7.0796047269320365e-06,
      "loss": 0.6996,
      "step": 28781
    },
    {
      "epoch": 0.606552972229686,
      "grad_norm": 0.17567604780197144,
      "learning_rate": 7.078951948724171e-06,
      "loss": 0.8036,
      "step": 28782
    },
    {
      "epoch": 0.6065740462680512,
      "grad_norm": 0.11635497957468033,
      "learning_rate": 7.078299184124302e-06,
      "loss": 0.7661,
      "step": 28783
    },
    {
      "epoch": 0.6065951203064165,
      "grad_norm": 0.12321197986602783,
      "learning_rate": 7.077646433135475e-06,
      "loss": 0.7027,
      "step": 28784
    },
    {
      "epoch": 0.6066161943447818,
      "grad_norm": 0.10671410709619522,
      "learning_rate": 7.076993695760727e-06,
      "loss": 0.802,
      "step": 28785
    },
    {
      "epoch": 0.6066372683831471,
      "grad_norm": 0.1380879431962967,
      "learning_rate": 7.076340972003097e-06,
      "loss": 0.7121,
      "step": 28786
    },
    {
      "epoch": 0.6066583424215124,
      "grad_norm": 0.13757234811782837,
      "learning_rate": 7.075688261865631e-06,
      "loss": 0.7753,
      "step": 28787
    },
    {
      "epoch": 0.6066794164598777,
      "grad_norm": 0.12676303088665009,
      "learning_rate": 7.075035565351367e-06,
      "loss": 0.827,
      "step": 28788
    },
    {
      "epoch": 0.6067004904982429,
      "grad_norm": 0.12280163913965225,
      "learning_rate": 7.074382882463344e-06,
      "loss": 0.7449,
      "step": 28789
    },
    {
      "epoch": 0.6067215645366082,
      "grad_norm": 0.16726917028427124,
      "learning_rate": 7.073730213204608e-06,
      "loss": 0.7312,
      "step": 28790
    },
    {
      "epoch": 0.6067426385749736,
      "grad_norm": 0.11083478480577469,
      "learning_rate": 7.07307755757819e-06,
      "loss": 0.6998,
      "step": 28791
    },
    {
      "epoch": 0.6067637126133388,
      "grad_norm": 0.11237488687038422,
      "learning_rate": 7.07242491558714e-06,
      "loss": 0.7395,
      "step": 28792
    },
    {
      "epoch": 0.6067847866517041,
      "grad_norm": 0.11522545665502548,
      "learning_rate": 7.071772287234497e-06,
      "loss": 0.7332,
      "step": 28793
    },
    {
      "epoch": 0.6068058606900694,
      "grad_norm": 0.11713778972625732,
      "learning_rate": 7.071119672523298e-06,
      "loss": 0.7475,
      "step": 28794
    },
    {
      "epoch": 0.6068269347284346,
      "grad_norm": 0.11418766528367996,
      "learning_rate": 7.070467071456584e-06,
      "loss": 0.8038,
      "step": 28795
    },
    {
      "epoch": 0.6068480087668,
      "grad_norm": 0.1329333633184433,
      "learning_rate": 7.069814484037395e-06,
      "loss": 0.762,
      "step": 28796
    },
    {
      "epoch": 0.6068690828051653,
      "grad_norm": 0.12186333537101746,
      "learning_rate": 7.069161910268771e-06,
      "loss": 0.6826,
      "step": 28797
    },
    {
      "epoch": 0.6068901568435305,
      "grad_norm": 0.11630326509475708,
      "learning_rate": 7.068509350153756e-06,
      "loss": 0.6935,
      "step": 28798
    },
    {
      "epoch": 0.6069112308818958,
      "grad_norm": 0.14124539494514465,
      "learning_rate": 7.067856803695387e-06,
      "loss": 0.7846,
      "step": 28799
    },
    {
      "epoch": 0.6069323049202611,
      "grad_norm": 0.12734802067279816,
      "learning_rate": 7.067204270896702e-06,
      "loss": 0.7191,
      "step": 28800
    },
    {
      "epoch": 0.6069533789586264,
      "grad_norm": 0.1445116400718689,
      "learning_rate": 7.066551751760742e-06,
      "loss": 0.7323,
      "step": 28801
    },
    {
      "epoch": 0.6069744529969917,
      "grad_norm": 0.11056672036647797,
      "learning_rate": 7.065899246290549e-06,
      "loss": 0.6823,
      "step": 28802
    },
    {
      "epoch": 0.606995527035357,
      "grad_norm": 0.15966986119747162,
      "learning_rate": 7.06524675448916e-06,
      "loss": 0.7981,
      "step": 28803
    },
    {
      "epoch": 0.6070166010737222,
      "grad_norm": 0.12056805193424225,
      "learning_rate": 7.064594276359617e-06,
      "loss": 0.7637,
      "step": 28804
    },
    {
      "epoch": 0.6070376751120875,
      "grad_norm": 0.25095558166503906,
      "learning_rate": 7.063941811904956e-06,
      "loss": 0.7153,
      "step": 28805
    },
    {
      "epoch": 0.6070587491504529,
      "grad_norm": 0.12574145197868347,
      "learning_rate": 7.063289361128223e-06,
      "loss": 0.7207,
      "step": 28806
    },
    {
      "epoch": 0.6070798231888181,
      "grad_norm": 0.14556226134300232,
      "learning_rate": 7.062636924032451e-06,
      "loss": 0.7039,
      "step": 28807
    },
    {
      "epoch": 0.6071008972271834,
      "grad_norm": 0.1517026126384735,
      "learning_rate": 7.061984500620687e-06,
      "loss": 0.7729,
      "step": 28808
    },
    {
      "epoch": 0.6071219712655487,
      "grad_norm": 0.1368158906698227,
      "learning_rate": 7.0613320908959624e-06,
      "loss": 0.7825,
      "step": 28809
    },
    {
      "epoch": 0.6071430453039139,
      "grad_norm": 0.13558200001716614,
      "learning_rate": 7.060679694861318e-06,
      "loss": 0.7763,
      "step": 28810
    },
    {
      "epoch": 0.6071641193422793,
      "grad_norm": 0.1491028368473053,
      "learning_rate": 7.060027312519797e-06,
      "loss": 0.7214,
      "step": 28811
    },
    {
      "epoch": 0.6071851933806446,
      "grad_norm": 0.129086434841156,
      "learning_rate": 7.059374943874436e-06,
      "loss": 0.7691,
      "step": 28812
    },
    {
      "epoch": 0.6072062674190098,
      "grad_norm": 0.14986412227153778,
      "learning_rate": 7.058722588928275e-06,
      "loss": 0.7378,
      "step": 28813
    },
    {
      "epoch": 0.6072273414573751,
      "grad_norm": 0.13534171879291534,
      "learning_rate": 7.058070247684353e-06,
      "loss": 0.736,
      "step": 28814
    },
    {
      "epoch": 0.6072484154957404,
      "grad_norm": 0.13869960606098175,
      "learning_rate": 7.0574179201457085e-06,
      "loss": 0.6945,
      "step": 28815
    },
    {
      "epoch": 0.6072694895341056,
      "grad_norm": 0.14764906466007233,
      "learning_rate": 7.056765606315379e-06,
      "loss": 0.6988,
      "step": 28816
    },
    {
      "epoch": 0.607290563572471,
      "grad_norm": 0.14179416000843048,
      "learning_rate": 7.056113306196405e-06,
      "loss": 0.7089,
      "step": 28817
    },
    {
      "epoch": 0.6073116376108363,
      "grad_norm": 0.17452917993068695,
      "learning_rate": 7.055461019791825e-06,
      "loss": 0.7863,
      "step": 28818
    },
    {
      "epoch": 0.6073327116492016,
      "grad_norm": 0.12410219013690948,
      "learning_rate": 7.054808747104676e-06,
      "loss": 0.8174,
      "step": 28819
    },
    {
      "epoch": 0.6073537856875668,
      "grad_norm": 0.12120392173528671,
      "learning_rate": 7.054156488138001e-06,
      "loss": 0.6911,
      "step": 28820
    },
    {
      "epoch": 0.6073748597259321,
      "grad_norm": 0.155557781457901,
      "learning_rate": 7.0535042428948355e-06,
      "loss": 0.6792,
      "step": 28821
    },
    {
      "epoch": 0.6073959337642975,
      "grad_norm": 0.15322314202785492,
      "learning_rate": 7.052852011378219e-06,
      "loss": 0.7206,
      "step": 28822
    },
    {
      "epoch": 0.6074170078026627,
      "grad_norm": 0.10832659900188446,
      "learning_rate": 7.052199793591192e-06,
      "loss": 0.7701,
      "step": 28823
    },
    {
      "epoch": 0.607438081841028,
      "grad_norm": 0.13080108165740967,
      "learning_rate": 7.051547589536789e-06,
      "loss": 0.7087,
      "step": 28824
    },
    {
      "epoch": 0.6074591558793933,
      "grad_norm": 0.12195132672786713,
      "learning_rate": 7.05089539921805e-06,
      "loss": 0.7032,
      "step": 28825
    },
    {
      "epoch": 0.6074802299177585,
      "grad_norm": 0.1469910889863968,
      "learning_rate": 7.0502432226380125e-06,
      "loss": 0.7511,
      "step": 28826
    },
    {
      "epoch": 0.6075013039561239,
      "grad_norm": 0.1052994579076767,
      "learning_rate": 7.049591059799716e-06,
      "loss": 0.6806,
      "step": 28827
    },
    {
      "epoch": 0.6075223779944892,
      "grad_norm": 0.12482134252786636,
      "learning_rate": 7.0489389107062005e-06,
      "loss": 0.7519,
      "step": 28828
    },
    {
      "epoch": 0.6075434520328544,
      "grad_norm": 0.15365751087665558,
      "learning_rate": 7.0482867753605e-06,
      "loss": 0.7491,
      "step": 28829
    },
    {
      "epoch": 0.6075645260712197,
      "grad_norm": 0.1176295205950737,
      "learning_rate": 7.047634653765654e-06,
      "loss": 0.7613,
      "step": 28830
    },
    {
      "epoch": 0.607585600109585,
      "grad_norm": 0.15453572571277618,
      "learning_rate": 7.046982545924698e-06,
      "loss": 0.7795,
      "step": 28831
    },
    {
      "epoch": 0.6076066741479503,
      "grad_norm": 0.14205503463745117,
      "learning_rate": 7.046330451840677e-06,
      "loss": 0.7529,
      "step": 28832
    },
    {
      "epoch": 0.6076277481863156,
      "grad_norm": 0.12417632341384888,
      "learning_rate": 7.045678371516622e-06,
      "loss": 0.7486,
      "step": 28833
    },
    {
      "epoch": 0.6076488222246809,
      "grad_norm": 0.1279618740081787,
      "learning_rate": 7.0450263049555735e-06,
      "loss": 0.7684,
      "step": 28834
    },
    {
      "epoch": 0.6076698962630461,
      "grad_norm": 0.10712666809558868,
      "learning_rate": 7.044374252160569e-06,
      "loss": 0.6884,
      "step": 28835
    },
    {
      "epoch": 0.6076909703014114,
      "grad_norm": 0.1418231576681137,
      "learning_rate": 7.043722213134647e-06,
      "loss": 0.7262,
      "step": 28836
    },
    {
      "epoch": 0.6077120443397768,
      "grad_norm": 0.1314929723739624,
      "learning_rate": 7.043070187880847e-06,
      "loss": 0.7479,
      "step": 28837
    },
    {
      "epoch": 0.607733118378142,
      "grad_norm": 0.14148378372192383,
      "learning_rate": 7.0424181764022004e-06,
      "loss": 0.7321,
      "step": 28838
    },
    {
      "epoch": 0.6077541924165073,
      "grad_norm": 0.1411328911781311,
      "learning_rate": 7.041766178701749e-06,
      "loss": 0.7626,
      "step": 28839
    },
    {
      "epoch": 0.6077752664548726,
      "grad_norm": 0.14580541849136353,
      "learning_rate": 7.041114194782529e-06,
      "loss": 0.7434,
      "step": 28840
    },
    {
      "epoch": 0.6077963404932378,
      "grad_norm": 0.1283692568540573,
      "learning_rate": 7.040462224647579e-06,
      "loss": 0.7207,
      "step": 28841
    },
    {
      "epoch": 0.6078174145316032,
      "grad_norm": 0.1594833880662918,
      "learning_rate": 7.039810268299934e-06,
      "loss": 0.8254,
      "step": 28842
    },
    {
      "epoch": 0.6078384885699685,
      "grad_norm": 0.11586206406354904,
      "learning_rate": 7.039158325742634e-06,
      "loss": 0.6556,
      "step": 28843
    },
    {
      "epoch": 0.6078595626083337,
      "grad_norm": 0.1485840231180191,
      "learning_rate": 7.038506396978715e-06,
      "loss": 0.7586,
      "step": 28844
    },
    {
      "epoch": 0.607880636646699,
      "grad_norm": 0.15933018922805786,
      "learning_rate": 7.037854482011213e-06,
      "loss": 0.7994,
      "step": 28845
    },
    {
      "epoch": 0.6079017106850643,
      "grad_norm": 0.15641547739505768,
      "learning_rate": 7.0372025808431635e-06,
      "loss": 0.7607,
      "step": 28846
    },
    {
      "epoch": 0.6079227847234296,
      "grad_norm": 0.12509219348430634,
      "learning_rate": 7.036550693477608e-06,
      "loss": 0.7162,
      "step": 28847
    },
    {
      "epoch": 0.6079438587617949,
      "grad_norm": 0.14278453588485718,
      "learning_rate": 7.035898819917578e-06,
      "loss": 0.719,
      "step": 28848
    },
    {
      "epoch": 0.6079649328001602,
      "grad_norm": 0.13792431354522705,
      "learning_rate": 7.035246960166115e-06,
      "loss": 0.7539,
      "step": 28849
    },
    {
      "epoch": 0.6079860068385254,
      "grad_norm": 0.1354694664478302,
      "learning_rate": 7.0345951142262554e-06,
      "loss": 0.7612,
      "step": 28850
    },
    {
      "epoch": 0.6080070808768907,
      "grad_norm": 0.1522051841020584,
      "learning_rate": 7.033943282101035e-06,
      "loss": 0.816,
      "step": 28851
    },
    {
      "epoch": 0.608028154915256,
      "grad_norm": 0.14801454544067383,
      "learning_rate": 7.03329146379349e-06,
      "loss": 0.696,
      "step": 28852
    },
    {
      "epoch": 0.6080492289536213,
      "grad_norm": 0.12590579688549042,
      "learning_rate": 7.032639659306657e-06,
      "loss": 0.7463,
      "step": 28853
    },
    {
      "epoch": 0.6080703029919866,
      "grad_norm": 0.1649484485387802,
      "learning_rate": 7.031987868643571e-06,
      "loss": 0.7924,
      "step": 28854
    },
    {
      "epoch": 0.6080913770303519,
      "grad_norm": 0.13935208320617676,
      "learning_rate": 7.03133609180727e-06,
      "loss": 0.8042,
      "step": 28855
    },
    {
      "epoch": 0.6081124510687171,
      "grad_norm": 0.1354847401380539,
      "learning_rate": 7.030684328800792e-06,
      "loss": 0.7062,
      "step": 28856
    },
    {
      "epoch": 0.6081335251070824,
      "grad_norm": 0.13460366427898407,
      "learning_rate": 7.0300325796271705e-06,
      "loss": 0.7951,
      "step": 28857
    },
    {
      "epoch": 0.6081545991454478,
      "grad_norm": 0.11918915808200836,
      "learning_rate": 7.029380844289445e-06,
      "loss": 0.7042,
      "step": 28858
    },
    {
      "epoch": 0.608175673183813,
      "grad_norm": 0.13526012003421783,
      "learning_rate": 7.028729122790647e-06,
      "loss": 0.7459,
      "step": 28859
    },
    {
      "epoch": 0.6081967472221783,
      "grad_norm": 0.1424981951713562,
      "learning_rate": 7.028077415133816e-06,
      "loss": 0.766,
      "step": 28860
    },
    {
      "epoch": 0.6082178212605436,
      "grad_norm": 0.12884849309921265,
      "learning_rate": 7.027425721321986e-06,
      "loss": 0.7111,
      "step": 28861
    },
    {
      "epoch": 0.6082388952989088,
      "grad_norm": 0.1220119297504425,
      "learning_rate": 7.026774041358195e-06,
      "loss": 0.8225,
      "step": 28862
    },
    {
      "epoch": 0.6082599693372742,
      "grad_norm": 0.171560138463974,
      "learning_rate": 7.026122375245477e-06,
      "loss": 0.8352,
      "step": 28863
    },
    {
      "epoch": 0.6082810433756395,
      "grad_norm": 0.14392749965190887,
      "learning_rate": 7.025470722986869e-06,
      "loss": 0.7571,
      "step": 28864
    },
    {
      "epoch": 0.6083021174140048,
      "grad_norm": 0.15044021606445312,
      "learning_rate": 7.0248190845854084e-06,
      "loss": 0.7868,
      "step": 28865
    },
    {
      "epoch": 0.60832319145237,
      "grad_norm": 0.12100200355052948,
      "learning_rate": 7.024167460044129e-06,
      "loss": 0.7565,
      "step": 28866
    },
    {
      "epoch": 0.6083442654907353,
      "grad_norm": 0.14707329869270325,
      "learning_rate": 7.023515849366067e-06,
      "loss": 0.7388,
      "step": 28867
    },
    {
      "epoch": 0.6083653395291007,
      "grad_norm": 0.12003510445356369,
      "learning_rate": 7.022864252554258e-06,
      "loss": 0.7344,
      "step": 28868
    },
    {
      "epoch": 0.6083864135674659,
      "grad_norm": 0.14699289202690125,
      "learning_rate": 7.022212669611737e-06,
      "loss": 0.7483,
      "step": 28869
    },
    {
      "epoch": 0.6084074876058312,
      "grad_norm": 0.10995765030384064,
      "learning_rate": 7.021561100541538e-06,
      "loss": 0.6853,
      "step": 28870
    },
    {
      "epoch": 0.6084285616441965,
      "grad_norm": 0.13485929369926453,
      "learning_rate": 7.020909545346699e-06,
      "loss": 0.7032,
      "step": 28871
    },
    {
      "epoch": 0.6084496356825617,
      "grad_norm": 0.13902701437473297,
      "learning_rate": 7.0202580040302535e-06,
      "loss": 0.7994,
      "step": 28872
    },
    {
      "epoch": 0.6084707097209271,
      "grad_norm": 0.1115526631474495,
      "learning_rate": 7.019606476595242e-06,
      "loss": 0.7042,
      "step": 28873
    },
    {
      "epoch": 0.6084917837592924,
      "grad_norm": 0.11861660331487656,
      "learning_rate": 7.0189549630446906e-06,
      "loss": 0.7512,
      "step": 28874
    },
    {
      "epoch": 0.6085128577976576,
      "grad_norm": 0.11987827718257904,
      "learning_rate": 7.0183034633816415e-06,
      "loss": 0.7165,
      "step": 28875
    },
    {
      "epoch": 0.6085339318360229,
      "grad_norm": 0.12207001447677612,
      "learning_rate": 7.017651977609127e-06,
      "loss": 0.7599,
      "step": 28876
    },
    {
      "epoch": 0.6085550058743882,
      "grad_norm": 0.1272827535867691,
      "learning_rate": 7.01700050573018e-06,
      "loss": 0.6901,
      "step": 28877
    },
    {
      "epoch": 0.6085760799127535,
      "grad_norm": 0.13985083997249603,
      "learning_rate": 7.016349047747841e-06,
      "loss": 0.7169,
      "step": 28878
    },
    {
      "epoch": 0.6085971539511188,
      "grad_norm": 0.10550548881292343,
      "learning_rate": 7.015697603665141e-06,
      "loss": 0.6967,
      "step": 28879
    },
    {
      "epoch": 0.6086182279894841,
      "grad_norm": 0.1441485583782196,
      "learning_rate": 7.015046173485116e-06,
      "loss": 0.7438,
      "step": 28880
    },
    {
      "epoch": 0.6086393020278493,
      "grad_norm": 0.12238820642232895,
      "learning_rate": 7.014394757210801e-06,
      "loss": 0.7076,
      "step": 28881
    },
    {
      "epoch": 0.6086603760662146,
      "grad_norm": 0.1483769416809082,
      "learning_rate": 7.013743354845233e-06,
      "loss": 0.773,
      "step": 28882
    },
    {
      "epoch": 0.60868145010458,
      "grad_norm": 0.11299475282430649,
      "learning_rate": 7.01309196639144e-06,
      "loss": 0.6864,
      "step": 28883
    },
    {
      "epoch": 0.6087025241429452,
      "grad_norm": 0.13469219207763672,
      "learning_rate": 7.012440591852461e-06,
      "loss": 0.673,
      "step": 28884
    },
    {
      "epoch": 0.6087235981813105,
      "grad_norm": 0.12558795511722565,
      "learning_rate": 7.0117892312313306e-06,
      "loss": 0.7049,
      "step": 28885
    },
    {
      "epoch": 0.6087446722196758,
      "grad_norm": 0.135551318526268,
      "learning_rate": 7.011137884531083e-06,
      "loss": 0.705,
      "step": 28886
    },
    {
      "epoch": 0.608765746258041,
      "grad_norm": 0.13479338586330414,
      "learning_rate": 7.010486551754753e-06,
      "loss": 0.8388,
      "step": 28887
    },
    {
      "epoch": 0.6087868202964063,
      "grad_norm": 0.22156083583831787,
      "learning_rate": 7.0098352329053725e-06,
      "loss": 0.7231,
      "step": 28888
    },
    {
      "epoch": 0.6088078943347717,
      "grad_norm": 0.1402655690908432,
      "learning_rate": 7.009183927985976e-06,
      "loss": 0.7825,
      "step": 28889
    },
    {
      "epoch": 0.6088289683731369,
      "grad_norm": 0.14840181171894073,
      "learning_rate": 7.008532636999601e-06,
      "loss": 0.7416,
      "step": 28890
    },
    {
      "epoch": 0.6088500424115022,
      "grad_norm": 0.14225688576698303,
      "learning_rate": 7.007881359949276e-06,
      "loss": 0.7745,
      "step": 28891
    },
    {
      "epoch": 0.6088711164498675,
      "grad_norm": 0.1518026441335678,
      "learning_rate": 7.00723009683804e-06,
      "loss": 0.766,
      "step": 28892
    },
    {
      "epoch": 0.6088921904882327,
      "grad_norm": 0.1282748430967331,
      "learning_rate": 7.006578847668928e-06,
      "loss": 0.7001,
      "step": 28893
    },
    {
      "epoch": 0.6089132645265981,
      "grad_norm": 0.1606554388999939,
      "learning_rate": 7.005927612444969e-06,
      "loss": 0.7678,
      "step": 28894
    },
    {
      "epoch": 0.6089343385649634,
      "grad_norm": 0.10420481115579605,
      "learning_rate": 7.0052763911692e-06,
      "loss": 0.7572,
      "step": 28895
    },
    {
      "epoch": 0.6089554126033286,
      "grad_norm": 0.17416326701641083,
      "learning_rate": 7.004625183844656e-06,
      "loss": 0.7273,
      "step": 28896
    },
    {
      "epoch": 0.6089764866416939,
      "grad_norm": 0.12552917003631592,
      "learning_rate": 7.003973990474369e-06,
      "loss": 0.6884,
      "step": 28897
    },
    {
      "epoch": 0.6089975606800592,
      "grad_norm": 0.1277434378862381,
      "learning_rate": 7.0033228110613694e-06,
      "loss": 0.6699,
      "step": 28898
    },
    {
      "epoch": 0.6090186347184245,
      "grad_norm": 0.13726715743541718,
      "learning_rate": 7.002671645608695e-06,
      "loss": 0.7601,
      "step": 28899
    },
    {
      "epoch": 0.6090397087567898,
      "grad_norm": 0.1417258083820343,
      "learning_rate": 7.002020494119378e-06,
      "loss": 0.711,
      "step": 28900
    },
    {
      "epoch": 0.6090607827951551,
      "grad_norm": 0.14700539410114288,
      "learning_rate": 7.0013693565964524e-06,
      "loss": 0.7611,
      "step": 28901
    },
    {
      "epoch": 0.6090818568335203,
      "grad_norm": 0.11550518125295639,
      "learning_rate": 7.000718233042953e-06,
      "loss": 0.747,
      "step": 28902
    },
    {
      "epoch": 0.6091029308718856,
      "grad_norm": 0.11604587733745575,
      "learning_rate": 7.000067123461909e-06,
      "loss": 0.7564,
      "step": 28903
    },
    {
      "epoch": 0.609124004910251,
      "grad_norm": 0.16237467527389526,
      "learning_rate": 6.999416027856356e-06,
      "loss": 0.7279,
      "step": 28904
    },
    {
      "epoch": 0.6091450789486162,
      "grad_norm": 0.12452137470245361,
      "learning_rate": 6.998764946229327e-06,
      "loss": 0.6931,
      "step": 28905
    },
    {
      "epoch": 0.6091661529869815,
      "grad_norm": 0.1273190677165985,
      "learning_rate": 6.9981138785838544e-06,
      "loss": 0.7649,
      "step": 28906
    },
    {
      "epoch": 0.6091872270253468,
      "grad_norm": 0.11865177005529404,
      "learning_rate": 6.997462824922972e-06,
      "loss": 0.6947,
      "step": 28907
    },
    {
      "epoch": 0.609208301063712,
      "grad_norm": 0.1727897971868515,
      "learning_rate": 6.996811785249715e-06,
      "loss": 0.7563,
      "step": 28908
    },
    {
      "epoch": 0.6092293751020774,
      "grad_norm": 0.12249140441417694,
      "learning_rate": 6.9961607595671145e-06,
      "loss": 0.741,
      "step": 28909
    },
    {
      "epoch": 0.6092504491404427,
      "grad_norm": 0.11265162378549576,
      "learning_rate": 6.995509747878202e-06,
      "loss": 0.7332,
      "step": 28910
    },
    {
      "epoch": 0.609271523178808,
      "grad_norm": 0.1465081125497818,
      "learning_rate": 6.994858750186013e-06,
      "loss": 0.7253,
      "step": 28911
    },
    {
      "epoch": 0.6092925972171732,
      "grad_norm": 0.13853298127651215,
      "learning_rate": 6.994207766493577e-06,
      "loss": 0.7415,
      "step": 28912
    },
    {
      "epoch": 0.6093136712555385,
      "grad_norm": 0.11249023675918579,
      "learning_rate": 6.99355679680393e-06,
      "loss": 0.6619,
      "step": 28913
    },
    {
      "epoch": 0.6093347452939039,
      "grad_norm": 0.16340093314647675,
      "learning_rate": 6.9929058411201016e-06,
      "loss": 0.731,
      "step": 28914
    },
    {
      "epoch": 0.6093558193322691,
      "grad_norm": 0.09859268367290497,
      "learning_rate": 6.992254899445126e-06,
      "loss": 0.6682,
      "step": 28915
    },
    {
      "epoch": 0.6093768933706344,
      "grad_norm": 0.12788568437099457,
      "learning_rate": 6.991603971782035e-06,
      "loss": 0.7072,
      "step": 28916
    },
    {
      "epoch": 0.6093979674089997,
      "grad_norm": 0.11551716178655624,
      "learning_rate": 6.990953058133864e-06,
      "loss": 0.6762,
      "step": 28917
    },
    {
      "epoch": 0.6094190414473649,
      "grad_norm": 0.13555283844470978,
      "learning_rate": 6.99030215850364e-06,
      "loss": 0.7911,
      "step": 28918
    },
    {
      "epoch": 0.6094401154857303,
      "grad_norm": 0.15427882969379425,
      "learning_rate": 6.989651272894399e-06,
      "loss": 0.7998,
      "step": 28919
    },
    {
      "epoch": 0.6094611895240956,
      "grad_norm": 0.10686791688203812,
      "learning_rate": 6.989000401309169e-06,
      "loss": 0.6886,
      "step": 28920
    },
    {
      "epoch": 0.6094822635624608,
      "grad_norm": 0.18987923860549927,
      "learning_rate": 6.98834954375099e-06,
      "loss": 0.7552,
      "step": 28921
    },
    {
      "epoch": 0.6095033376008261,
      "grad_norm": 0.15489158034324646,
      "learning_rate": 6.9876987002228865e-06,
      "loss": 0.7665,
      "step": 28922
    },
    {
      "epoch": 0.6095244116391914,
      "grad_norm": 0.16042053699493408,
      "learning_rate": 6.987047870727895e-06,
      "loss": 0.7101,
      "step": 28923
    },
    {
      "epoch": 0.6095454856775567,
      "grad_norm": 0.17719750106334686,
      "learning_rate": 6.986397055269045e-06,
      "loss": 0.7846,
      "step": 28924
    },
    {
      "epoch": 0.609566559715922,
      "grad_norm": 0.15345540642738342,
      "learning_rate": 6.985746253849371e-06,
      "loss": 0.7398,
      "step": 28925
    },
    {
      "epoch": 0.6095876337542873,
      "grad_norm": 0.15513840317726135,
      "learning_rate": 6.985095466471904e-06,
      "loss": 0.7115,
      "step": 28926
    },
    {
      "epoch": 0.6096087077926525,
      "grad_norm": 0.14733029901981354,
      "learning_rate": 6.984444693139674e-06,
      "loss": 0.7811,
      "step": 28927
    },
    {
      "epoch": 0.6096297818310178,
      "grad_norm": 0.14155817031860352,
      "learning_rate": 6.9837939338557115e-06,
      "loss": 0.7696,
      "step": 28928
    },
    {
      "epoch": 0.6096508558693831,
      "grad_norm": 0.11237834393978119,
      "learning_rate": 6.983143188623052e-06,
      "loss": 0.6948,
      "step": 28929
    },
    {
      "epoch": 0.6096719299077484,
      "grad_norm": 0.12907648086547852,
      "learning_rate": 6.982492457444725e-06,
      "loss": 0.7509,
      "step": 28930
    },
    {
      "epoch": 0.6096930039461137,
      "grad_norm": 0.18640369176864624,
      "learning_rate": 6.981841740323762e-06,
      "loss": 0.7691,
      "step": 28931
    },
    {
      "epoch": 0.609714077984479,
      "grad_norm": 0.09907463937997818,
      "learning_rate": 6.9811910372631974e-06,
      "loss": 0.6828,
      "step": 28932
    },
    {
      "epoch": 0.6097351520228442,
      "grad_norm": 0.15880821645259857,
      "learning_rate": 6.980540348266059e-06,
      "loss": 0.6866,
      "step": 28933
    },
    {
      "epoch": 0.6097562260612095,
      "grad_norm": 0.13214325904846191,
      "learning_rate": 6.979889673335372e-06,
      "loss": 0.7664,
      "step": 28934
    },
    {
      "epoch": 0.6097773000995749,
      "grad_norm": 0.12295781821012497,
      "learning_rate": 6.979239012474182e-06,
      "loss": 0.6987,
      "step": 28935
    },
    {
      "epoch": 0.6097983741379401,
      "grad_norm": 0.12820854783058167,
      "learning_rate": 6.978588365685511e-06,
      "loss": 0.7734,
      "step": 28936
    },
    {
      "epoch": 0.6098194481763054,
      "grad_norm": 0.13227397203445435,
      "learning_rate": 6.977937732972393e-06,
      "loss": 0.81,
      "step": 28937
    },
    {
      "epoch": 0.6098405222146707,
      "grad_norm": 0.12625034153461456,
      "learning_rate": 6.977287114337857e-06,
      "loss": 0.7385,
      "step": 28938
    },
    {
      "epoch": 0.6098615962530359,
      "grad_norm": 0.166986882686615,
      "learning_rate": 6.976636509784936e-06,
      "loss": 0.7242,
      "step": 28939
    },
    {
      "epoch": 0.6098826702914013,
      "grad_norm": 0.11818154901266098,
      "learning_rate": 6.9759859193166565e-06,
      "loss": 0.7294,
      "step": 28940
    },
    {
      "epoch": 0.6099037443297666,
      "grad_norm": 0.14537473022937775,
      "learning_rate": 6.975335342936058e-06,
      "loss": 0.7402,
      "step": 28941
    },
    {
      "epoch": 0.6099248183681318,
      "grad_norm": 0.13808690011501312,
      "learning_rate": 6.974684780646164e-06,
      "loss": 0.7978,
      "step": 28942
    },
    {
      "epoch": 0.6099458924064971,
      "grad_norm": 0.17263668775558472,
      "learning_rate": 6.974034232450004e-06,
      "loss": 0.7282,
      "step": 28943
    },
    {
      "epoch": 0.6099669664448624,
      "grad_norm": 0.12464584410190582,
      "learning_rate": 6.973383698350616e-06,
      "loss": 0.6528,
      "step": 28944
    },
    {
      "epoch": 0.6099880404832277,
      "grad_norm": 0.13974955677986145,
      "learning_rate": 6.972733178351023e-06,
      "loss": 0.7507,
      "step": 28945
    },
    {
      "epoch": 0.610009114521593,
      "grad_norm": 0.1235433891415596,
      "learning_rate": 6.972082672454263e-06,
      "loss": 0.7498,
      "step": 28946
    },
    {
      "epoch": 0.6100301885599583,
      "grad_norm": 0.1573958545923233,
      "learning_rate": 6.97143218066336e-06,
      "loss": 0.7523,
      "step": 28947
    },
    {
      "epoch": 0.6100512625983235,
      "grad_norm": 0.12206965684890747,
      "learning_rate": 6.970781702981346e-06,
      "loss": 0.7484,
      "step": 28948
    },
    {
      "epoch": 0.6100723366366888,
      "grad_norm": 0.22001966834068298,
      "learning_rate": 6.970131239411249e-06,
      "loss": 0.8389,
      "step": 28949
    },
    {
      "epoch": 0.6100934106750542,
      "grad_norm": 0.1339489072561264,
      "learning_rate": 6.969480789956107e-06,
      "loss": 0.7566,
      "step": 28950
    },
    {
      "epoch": 0.6101144847134194,
      "grad_norm": 0.20996445417404175,
      "learning_rate": 6.9688303546189455e-06,
      "loss": 0.7696,
      "step": 28951
    },
    {
      "epoch": 0.6101355587517847,
      "grad_norm": 0.12946513295173645,
      "learning_rate": 6.9681799334027925e-06,
      "loss": 0.7577,
      "step": 28952
    },
    {
      "epoch": 0.61015663279015,
      "grad_norm": 0.21106252074241638,
      "learning_rate": 6.967529526310681e-06,
      "loss": 0.7325,
      "step": 28953
    },
    {
      "epoch": 0.6101777068285152,
      "grad_norm": 0.19245952367782593,
      "learning_rate": 6.966879133345641e-06,
      "loss": 0.7403,
      "step": 28954
    },
    {
      "epoch": 0.6101987808668806,
      "grad_norm": 0.17455355823040009,
      "learning_rate": 6.966228754510702e-06,
      "loss": 0.7349,
      "step": 28955
    },
    {
      "epoch": 0.6102198549052459,
      "grad_norm": 0.14108231663703918,
      "learning_rate": 6.965578389808892e-06,
      "loss": 0.7524,
      "step": 28956
    },
    {
      "epoch": 0.6102409289436111,
      "grad_norm": 0.1640411913394928,
      "learning_rate": 6.964928039243243e-06,
      "loss": 0.746,
      "step": 28957
    },
    {
      "epoch": 0.6102620029819764,
      "grad_norm": 0.1340128481388092,
      "learning_rate": 6.964277702816783e-06,
      "loss": 0.6932,
      "step": 28958
    },
    {
      "epoch": 0.6102830770203417,
      "grad_norm": 0.17152488231658936,
      "learning_rate": 6.963627380532543e-06,
      "loss": 0.8076,
      "step": 28959
    },
    {
      "epoch": 0.6103041510587071,
      "grad_norm": 0.13514478504657745,
      "learning_rate": 6.9629770723935534e-06,
      "loss": 0.7893,
      "step": 28960
    },
    {
      "epoch": 0.6103252250970723,
      "grad_norm": 0.15748344361782074,
      "learning_rate": 6.962326778402843e-06,
      "loss": 0.7066,
      "step": 28961
    },
    {
      "epoch": 0.6103462991354376,
      "grad_norm": 0.13397778570652008,
      "learning_rate": 6.9616764985634385e-06,
      "loss": 0.7792,
      "step": 28962
    },
    {
      "epoch": 0.6103673731738029,
      "grad_norm": 0.13566270470619202,
      "learning_rate": 6.961026232878368e-06,
      "loss": 0.7218,
      "step": 28963
    },
    {
      "epoch": 0.6103884472121681,
      "grad_norm": 0.18096809089183807,
      "learning_rate": 6.960375981350671e-06,
      "loss": 0.7857,
      "step": 28964
    },
    {
      "epoch": 0.6104095212505334,
      "grad_norm": 0.11809123307466507,
      "learning_rate": 6.9597257439833675e-06,
      "loss": 0.7301,
      "step": 28965
    },
    {
      "epoch": 0.6104305952888988,
      "grad_norm": 0.11392045766115189,
      "learning_rate": 6.95907552077949e-06,
      "loss": 0.7059,
      "step": 28966
    },
    {
      "epoch": 0.610451669327264,
      "grad_norm": 0.16748212277889252,
      "learning_rate": 6.958425311742066e-06,
      "loss": 0.811,
      "step": 28967
    },
    {
      "epoch": 0.6104727433656293,
      "grad_norm": 0.10122687369585037,
      "learning_rate": 6.957775116874127e-06,
      "loss": 0.7561,
      "step": 28968
    },
    {
      "epoch": 0.6104938174039946,
      "grad_norm": 0.14269259572029114,
      "learning_rate": 6.9571249361787e-06,
      "loss": 0.6985,
      "step": 28969
    },
    {
      "epoch": 0.6105148914423598,
      "grad_norm": 0.12605802714824677,
      "learning_rate": 6.956474769658817e-06,
      "loss": 0.7185,
      "step": 28970
    },
    {
      "epoch": 0.6105359654807252,
      "grad_norm": 0.11022571474313736,
      "learning_rate": 6.9558246173175e-06,
      "loss": 0.8313,
      "step": 28971
    },
    {
      "epoch": 0.6105570395190905,
      "grad_norm": 0.20619945228099823,
      "learning_rate": 6.955174479157785e-06,
      "loss": 0.7456,
      "step": 28972
    },
    {
      "epoch": 0.6105781135574557,
      "grad_norm": 0.12691150605678558,
      "learning_rate": 6.954524355182697e-06,
      "loss": 0.7436,
      "step": 28973
    },
    {
      "epoch": 0.610599187595821,
      "grad_norm": 0.1346033215522766,
      "learning_rate": 6.953874245395265e-06,
      "loss": 0.7175,
      "step": 28974
    },
    {
      "epoch": 0.6106202616341863,
      "grad_norm": 0.1634553223848343,
      "learning_rate": 6.9532241497985175e-06,
      "loss": 0.7339,
      "step": 28975
    },
    {
      "epoch": 0.6106413356725516,
      "grad_norm": 0.12693238258361816,
      "learning_rate": 6.952574068395488e-06,
      "loss": 0.6895,
      "step": 28976
    },
    {
      "epoch": 0.6106624097109169,
      "grad_norm": 0.12599165737628937,
      "learning_rate": 6.951924001189196e-06,
      "loss": 0.7194,
      "step": 28977
    },
    {
      "epoch": 0.6106834837492822,
      "grad_norm": 0.11673261970281601,
      "learning_rate": 6.951273948182672e-06,
      "loss": 0.6945,
      "step": 28978
    },
    {
      "epoch": 0.6107045577876474,
      "grad_norm": 0.12246857583522797,
      "learning_rate": 6.950623909378953e-06,
      "loss": 0.7761,
      "step": 28979
    },
    {
      "epoch": 0.6107256318260127,
      "grad_norm": 0.13527944684028625,
      "learning_rate": 6.9499738847810585e-06,
      "loss": 0.7487,
      "step": 28980
    },
    {
      "epoch": 0.6107467058643781,
      "grad_norm": 0.10754179954528809,
      "learning_rate": 6.94932387439202e-06,
      "loss": 0.7638,
      "step": 28981
    },
    {
      "epoch": 0.6107677799027433,
      "grad_norm": 0.13095878064632416,
      "learning_rate": 6.948673878214865e-06,
      "loss": 0.7294,
      "step": 28982
    },
    {
      "epoch": 0.6107888539411086,
      "grad_norm": 0.11101942509412766,
      "learning_rate": 6.948023896252621e-06,
      "loss": 0.7362,
      "step": 28983
    },
    {
      "epoch": 0.6108099279794739,
      "grad_norm": 0.12542349100112915,
      "learning_rate": 6.947373928508319e-06,
      "loss": 0.7601,
      "step": 28984
    },
    {
      "epoch": 0.6108310020178391,
      "grad_norm": 0.10736599564552307,
      "learning_rate": 6.946723974984983e-06,
      "loss": 0.7503,
      "step": 28985
    },
    {
      "epoch": 0.6108520760562045,
      "grad_norm": 0.11612857133150101,
      "learning_rate": 6.946074035685643e-06,
      "loss": 0.6992,
      "step": 28986
    },
    {
      "epoch": 0.6108731500945698,
      "grad_norm": 0.11602811515331268,
      "learning_rate": 6.945424110613326e-06,
      "loss": 0.7101,
      "step": 28987
    },
    {
      "epoch": 0.610894224132935,
      "grad_norm": 0.11136025190353394,
      "learning_rate": 6.944774199771058e-06,
      "loss": 0.764,
      "step": 28988
    },
    {
      "epoch": 0.6109152981713003,
      "grad_norm": 0.12216614186763763,
      "learning_rate": 6.94412430316187e-06,
      "loss": 0.7438,
      "step": 28989
    },
    {
      "epoch": 0.6109363722096656,
      "grad_norm": 0.12052708119153976,
      "learning_rate": 6.943474420788788e-06,
      "loss": 0.7164,
      "step": 28990
    },
    {
      "epoch": 0.6109574462480309,
      "grad_norm": 0.10482290387153625,
      "learning_rate": 6.942824552654843e-06,
      "loss": 0.6741,
      "step": 28991
    },
    {
      "epoch": 0.6109785202863962,
      "grad_norm": 0.13139250874519348,
      "learning_rate": 6.942174698763051e-06,
      "loss": 0.7006,
      "step": 28992
    },
    {
      "epoch": 0.6109995943247615,
      "grad_norm": 0.1173543706536293,
      "learning_rate": 6.941524859116453e-06,
      "loss": 0.716,
      "step": 28993
    },
    {
      "epoch": 0.6110206683631267,
      "grad_norm": 0.10367031395435333,
      "learning_rate": 6.940875033718073e-06,
      "loss": 0.7562,
      "step": 28994
    },
    {
      "epoch": 0.611041742401492,
      "grad_norm": 0.10727290064096451,
      "learning_rate": 6.940225222570935e-06,
      "loss": 0.7307,
      "step": 28995
    },
    {
      "epoch": 0.6110628164398574,
      "grad_norm": 0.10564783215522766,
      "learning_rate": 6.9395754256780665e-06,
      "loss": 0.7261,
      "step": 28996
    },
    {
      "epoch": 0.6110838904782226,
      "grad_norm": 0.11567068099975586,
      "learning_rate": 6.938925643042495e-06,
      "loss": 0.7215,
      "step": 28997
    },
    {
      "epoch": 0.6111049645165879,
      "grad_norm": 0.11293427646160126,
      "learning_rate": 6.938275874667251e-06,
      "loss": 0.7282,
      "step": 28998
    },
    {
      "epoch": 0.6111260385549532,
      "grad_norm": 0.1200128048658371,
      "learning_rate": 6.9376261205553565e-06,
      "loss": 0.7757,
      "step": 28999
    },
    {
      "epoch": 0.6111471125933184,
      "grad_norm": 0.10335665941238403,
      "learning_rate": 6.936976380709843e-06,
      "loss": 0.7219,
      "step": 29000
    },
    {
      "epoch": 0.6111681866316837,
      "grad_norm": 0.12515360116958618,
      "learning_rate": 6.936326655133734e-06,
      "loss": 0.7369,
      "step": 29001
    },
    {
      "epoch": 0.6111892606700491,
      "grad_norm": 0.1105588898062706,
      "learning_rate": 6.935676943830056e-06,
      "loss": 0.7721,
      "step": 29002
    },
    {
      "epoch": 0.6112103347084143,
      "grad_norm": 0.1009095087647438,
      "learning_rate": 6.9350272468018374e-06,
      "loss": 0.7008,
      "step": 29003
    },
    {
      "epoch": 0.6112314087467796,
      "grad_norm": 0.10219882428646088,
      "learning_rate": 6.934377564052106e-06,
      "loss": 0.7402,
      "step": 29004
    },
    {
      "epoch": 0.6112524827851449,
      "grad_norm": 0.11923711001873016,
      "learning_rate": 6.933727895583888e-06,
      "loss": 0.7526,
      "step": 29005
    },
    {
      "epoch": 0.6112735568235101,
      "grad_norm": 0.10693720728158951,
      "learning_rate": 6.933078241400203e-06,
      "loss": 0.746,
      "step": 29006
    },
    {
      "epoch": 0.6112946308618755,
      "grad_norm": 0.11984187364578247,
      "learning_rate": 6.932428601504088e-06,
      "loss": 0.7117,
      "step": 29007
    },
    {
      "epoch": 0.6113157049002408,
      "grad_norm": 0.10956990718841553,
      "learning_rate": 6.931778975898565e-06,
      "loss": 0.7642,
      "step": 29008
    },
    {
      "epoch": 0.611336778938606,
      "grad_norm": 0.12037695199251175,
      "learning_rate": 6.931129364586661e-06,
      "loss": 0.8047,
      "step": 29009
    },
    {
      "epoch": 0.6113578529769713,
      "grad_norm": 0.12851737439632416,
      "learning_rate": 6.930479767571398e-06,
      "loss": 0.7359,
      "step": 29010
    },
    {
      "epoch": 0.6113789270153366,
      "grad_norm": 0.1158110648393631,
      "learning_rate": 6.929830184855809e-06,
      "loss": 0.7745,
      "step": 29011
    },
    {
      "epoch": 0.611400001053702,
      "grad_norm": 0.13247370719909668,
      "learning_rate": 6.9291806164429166e-06,
      "loss": 0.7901,
      "step": 29012
    },
    {
      "epoch": 0.6114210750920672,
      "grad_norm": 0.1345350295305252,
      "learning_rate": 6.928531062335746e-06,
      "loss": 0.7561,
      "step": 29013
    },
    {
      "epoch": 0.6114421491304325,
      "grad_norm": 0.1225493997335434,
      "learning_rate": 6.9278815225373245e-06,
      "loss": 0.7135,
      "step": 29014
    },
    {
      "epoch": 0.6114632231687978,
      "grad_norm": 0.13147607445716858,
      "learning_rate": 6.92723199705068e-06,
      "loss": 0.7338,
      "step": 29015
    },
    {
      "epoch": 0.611484297207163,
      "grad_norm": 0.12146976590156555,
      "learning_rate": 6.9265824858788346e-06,
      "loss": 0.7158,
      "step": 29016
    },
    {
      "epoch": 0.6115053712455284,
      "grad_norm": 0.11503268778324127,
      "learning_rate": 6.925932989024815e-06,
      "loss": 0.7105,
      "step": 29017
    },
    {
      "epoch": 0.6115264452838937,
      "grad_norm": 0.13245704770088196,
      "learning_rate": 6.925283506491647e-06,
      "loss": 0.722,
      "step": 29018
    },
    {
      "epoch": 0.6115475193222589,
      "grad_norm": 0.1313336193561554,
      "learning_rate": 6.924634038282358e-06,
      "loss": 0.725,
      "step": 29019
    },
    {
      "epoch": 0.6115685933606242,
      "grad_norm": 0.11505366861820221,
      "learning_rate": 6.923984584399977e-06,
      "loss": 0.7174,
      "step": 29020
    },
    {
      "epoch": 0.6115896673989895,
      "grad_norm": 0.1147603988647461,
      "learning_rate": 6.9233351448475165e-06,
      "loss": 0.7434,
      "step": 29021
    },
    {
      "epoch": 0.6116107414373548,
      "grad_norm": 0.09624883532524109,
      "learning_rate": 6.922685719628014e-06,
      "loss": 0.6848,
      "step": 29022
    },
    {
      "epoch": 0.6116318154757201,
      "grad_norm": 0.1047818586230278,
      "learning_rate": 6.922036308744493e-06,
      "loss": 0.7307,
      "step": 29023
    },
    {
      "epoch": 0.6116528895140854,
      "grad_norm": 0.1355796456336975,
      "learning_rate": 6.921386912199979e-06,
      "loss": 0.7722,
      "step": 29024
    },
    {
      "epoch": 0.6116739635524506,
      "grad_norm": 0.1177215650677681,
      "learning_rate": 6.9207375299974945e-06,
      "loss": 0.7073,
      "step": 29025
    },
    {
      "epoch": 0.6116950375908159,
      "grad_norm": 0.14021147787570953,
      "learning_rate": 6.920088162140064e-06,
      "loss": 0.7148,
      "step": 29026
    },
    {
      "epoch": 0.6117161116291813,
      "grad_norm": 0.1095525324344635,
      "learning_rate": 6.919438808630716e-06,
      "loss": 0.7232,
      "step": 29027
    },
    {
      "epoch": 0.6117371856675465,
      "grad_norm": 0.13958562910556793,
      "learning_rate": 6.918789469472474e-06,
      "loss": 0.7206,
      "step": 29028
    },
    {
      "epoch": 0.6117582597059118,
      "grad_norm": 0.12088845670223236,
      "learning_rate": 6.918140144668365e-06,
      "loss": 0.7281,
      "step": 29029
    },
    {
      "epoch": 0.6117793337442771,
      "grad_norm": 0.1300336867570877,
      "learning_rate": 6.91749083422141e-06,
      "loss": 0.7257,
      "step": 29030
    },
    {
      "epoch": 0.6118004077826423,
      "grad_norm": 0.12376115471124649,
      "learning_rate": 6.916841538134637e-06,
      "loss": 0.7457,
      "step": 29031
    },
    {
      "epoch": 0.6118214818210077,
      "grad_norm": 0.11641092598438263,
      "learning_rate": 6.916192256411068e-06,
      "loss": 0.7411,
      "step": 29032
    },
    {
      "epoch": 0.611842555859373,
      "grad_norm": 0.14183293282985687,
      "learning_rate": 6.915542989053731e-06,
      "loss": 0.7599,
      "step": 29033
    },
    {
      "epoch": 0.6118636298977382,
      "grad_norm": 0.3051551580429077,
      "learning_rate": 6.914893736065649e-06,
      "loss": 0.7555,
      "step": 29034
    },
    {
      "epoch": 0.6118847039361035,
      "grad_norm": 0.09324546158313751,
      "learning_rate": 6.914244497449844e-06,
      "loss": 0.6986,
      "step": 29035
    },
    {
      "epoch": 0.6119057779744688,
      "grad_norm": 0.13667719066143036,
      "learning_rate": 6.913595273209346e-06,
      "loss": 0.7441,
      "step": 29036
    },
    {
      "epoch": 0.6119268520128341,
      "grad_norm": 0.10782304406166077,
      "learning_rate": 6.912946063347177e-06,
      "loss": 0.749,
      "step": 29037
    },
    {
      "epoch": 0.6119479260511994,
      "grad_norm": 0.15832695364952087,
      "learning_rate": 6.912296867866362e-06,
      "loss": 0.7567,
      "step": 29038
    },
    {
      "epoch": 0.6119690000895647,
      "grad_norm": 0.21329611539840698,
      "learning_rate": 6.911647686769924e-06,
      "loss": 0.7579,
      "step": 29039
    },
    {
      "epoch": 0.6119900741279299,
      "grad_norm": 0.14280062913894653,
      "learning_rate": 6.9109985200608865e-06,
      "loss": 0.7579,
      "step": 29040
    },
    {
      "epoch": 0.6120111481662952,
      "grad_norm": 0.10797412693500519,
      "learning_rate": 6.910349367742276e-06,
      "loss": 0.71,
      "step": 29041
    },
    {
      "epoch": 0.6120322222046605,
      "grad_norm": 0.12643088400363922,
      "learning_rate": 6.909700229817116e-06,
      "loss": 0.7444,
      "step": 29042
    },
    {
      "epoch": 0.6120532962430258,
      "grad_norm": 0.14642156660556793,
      "learning_rate": 6.909051106288429e-06,
      "loss": 0.7565,
      "step": 29043
    },
    {
      "epoch": 0.6120743702813911,
      "grad_norm": 0.14425644278526306,
      "learning_rate": 6.908401997159244e-06,
      "loss": 0.7008,
      "step": 29044
    },
    {
      "epoch": 0.6120954443197564,
      "grad_norm": 0.13085317611694336,
      "learning_rate": 6.907752902432579e-06,
      "loss": 0.7379,
      "step": 29045
    },
    {
      "epoch": 0.6121165183581216,
      "grad_norm": 0.18008410930633545,
      "learning_rate": 6.9071038221114585e-06,
      "loss": 0.7664,
      "step": 29046
    },
    {
      "epoch": 0.6121375923964869,
      "grad_norm": 0.15661928057670593,
      "learning_rate": 6.906454756198909e-06,
      "loss": 0.7843,
      "step": 29047
    },
    {
      "epoch": 0.6121586664348523,
      "grad_norm": 0.14218246936798096,
      "learning_rate": 6.905805704697953e-06,
      "loss": 0.7438,
      "step": 29048
    },
    {
      "epoch": 0.6121797404732175,
      "grad_norm": 0.15444441139698029,
      "learning_rate": 6.905156667611612e-06,
      "loss": 0.7813,
      "step": 29049
    },
    {
      "epoch": 0.6122008145115828,
      "grad_norm": 0.15163756906986237,
      "learning_rate": 6.904507644942915e-06,
      "loss": 0.7477,
      "step": 29050
    },
    {
      "epoch": 0.6122218885499481,
      "grad_norm": 0.11424646526575089,
      "learning_rate": 6.9038586366948825e-06,
      "loss": 0.7046,
      "step": 29051
    },
    {
      "epoch": 0.6122429625883133,
      "grad_norm": 0.17036503553390503,
      "learning_rate": 6.903209642870537e-06,
      "loss": 0.7564,
      "step": 29052
    },
    {
      "epoch": 0.6122640366266787,
      "grad_norm": 0.1462673544883728,
      "learning_rate": 6.902560663472905e-06,
      "loss": 0.7705,
      "step": 29053
    },
    {
      "epoch": 0.612285110665044,
      "grad_norm": 0.12243932485580444,
      "learning_rate": 6.901911698505006e-06,
      "loss": 0.7186,
      "step": 29054
    },
    {
      "epoch": 0.6123061847034093,
      "grad_norm": 0.1402488350868225,
      "learning_rate": 6.9012627479698645e-06,
      "loss": 0.7024,
      "step": 29055
    },
    {
      "epoch": 0.6123272587417745,
      "grad_norm": 0.14412656426429749,
      "learning_rate": 6.900613811870505e-06,
      "loss": 0.695,
      "step": 29056
    },
    {
      "epoch": 0.6123483327801398,
      "grad_norm": 0.13609938323497772,
      "learning_rate": 6.899964890209949e-06,
      "loss": 0.7917,
      "step": 29057
    },
    {
      "epoch": 0.6123694068185052,
      "grad_norm": 0.1276974380016327,
      "learning_rate": 6.899315982991221e-06,
      "loss": 0.7199,
      "step": 29058
    },
    {
      "epoch": 0.6123904808568704,
      "grad_norm": 0.11778991669416428,
      "learning_rate": 6.898667090217344e-06,
      "loss": 0.6911,
      "step": 29059
    },
    {
      "epoch": 0.6124115548952357,
      "grad_norm": 0.17867359519004822,
      "learning_rate": 6.8980182118913395e-06,
      "loss": 0.7189,
      "step": 29060
    },
    {
      "epoch": 0.612432628933601,
      "grad_norm": 0.10397528856992722,
      "learning_rate": 6.8973693480162304e-06,
      "loss": 0.6887,
      "step": 29061
    },
    {
      "epoch": 0.6124537029719662,
      "grad_norm": 0.1499754935503006,
      "learning_rate": 6.896720498595041e-06,
      "loss": 0.7271,
      "step": 29062
    },
    {
      "epoch": 0.6124747770103316,
      "grad_norm": 0.1301240772008896,
      "learning_rate": 6.896071663630792e-06,
      "loss": 0.6795,
      "step": 29063
    },
    {
      "epoch": 0.6124958510486969,
      "grad_norm": 0.1365884691476822,
      "learning_rate": 6.895422843126507e-06,
      "loss": 0.7288,
      "step": 29064
    },
    {
      "epoch": 0.6125169250870621,
      "grad_norm": 0.1119256317615509,
      "learning_rate": 6.89477403708521e-06,
      "loss": 0.7336,
      "step": 29065
    },
    {
      "epoch": 0.6125379991254274,
      "grad_norm": 0.12277261912822723,
      "learning_rate": 6.894125245509924e-06,
      "loss": 0.7692,
      "step": 29066
    },
    {
      "epoch": 0.6125590731637927,
      "grad_norm": 0.13453124463558197,
      "learning_rate": 6.893476468403668e-06,
      "loss": 0.7896,
      "step": 29067
    },
    {
      "epoch": 0.612580147202158,
      "grad_norm": 0.1365211457014084,
      "learning_rate": 6.89282770576947e-06,
      "loss": 0.7435,
      "step": 29068
    },
    {
      "epoch": 0.6126012212405233,
      "grad_norm": 0.11889921873807907,
      "learning_rate": 6.8921789576103445e-06,
      "loss": 0.7305,
      "step": 29069
    },
    {
      "epoch": 0.6126222952788886,
      "grad_norm": 0.12884922325611115,
      "learning_rate": 6.891530223929319e-06,
      "loss": 0.7949,
      "step": 29070
    },
    {
      "epoch": 0.6126433693172538,
      "grad_norm": 0.10231850296258926,
      "learning_rate": 6.890881504729414e-06,
      "loss": 0.7261,
      "step": 29071
    },
    {
      "epoch": 0.6126644433556191,
      "grad_norm": 0.10011821240186691,
      "learning_rate": 6.890232800013654e-06,
      "loss": 0.75,
      "step": 29072
    },
    {
      "epoch": 0.6126855173939845,
      "grad_norm": 0.11181087046861649,
      "learning_rate": 6.889584109785058e-06,
      "loss": 0.7409,
      "step": 29073
    },
    {
      "epoch": 0.6127065914323497,
      "grad_norm": 0.1193375512957573,
      "learning_rate": 6.888935434046651e-06,
      "loss": 0.7029,
      "step": 29074
    },
    {
      "epoch": 0.612727665470715,
      "grad_norm": 0.12992538511753082,
      "learning_rate": 6.888286772801452e-06,
      "loss": 0.8037,
      "step": 29075
    },
    {
      "epoch": 0.6127487395090803,
      "grad_norm": 0.11811886727809906,
      "learning_rate": 6.887638126052484e-06,
      "loss": 0.7089,
      "step": 29076
    },
    {
      "epoch": 0.6127698135474455,
      "grad_norm": 0.1297055333852768,
      "learning_rate": 6.886989493802768e-06,
      "loss": 0.7436,
      "step": 29077
    },
    {
      "epoch": 0.6127908875858108,
      "grad_norm": 0.11251407116651535,
      "learning_rate": 6.886340876055325e-06,
      "loss": 0.6998,
      "step": 29078
    },
    {
      "epoch": 0.6128119616241762,
      "grad_norm": 0.12723858654499054,
      "learning_rate": 6.88569227281318e-06,
      "loss": 0.6729,
      "step": 29079
    },
    {
      "epoch": 0.6128330356625414,
      "grad_norm": 0.1141739934682846,
      "learning_rate": 6.885043684079353e-06,
      "loss": 0.7495,
      "step": 29080
    },
    {
      "epoch": 0.6128541097009067,
      "grad_norm": 0.11230870336294174,
      "learning_rate": 6.884395109856865e-06,
      "loss": 0.7233,
      "step": 29081
    },
    {
      "epoch": 0.612875183739272,
      "grad_norm": 0.17798395454883575,
      "learning_rate": 6.8837465501487385e-06,
      "loss": 0.7262,
      "step": 29082
    },
    {
      "epoch": 0.6128962577776372,
      "grad_norm": 0.18433862924575806,
      "learning_rate": 6.883098004957996e-06,
      "loss": 0.7703,
      "step": 29083
    },
    {
      "epoch": 0.6129173318160026,
      "grad_norm": 0.11103425920009613,
      "learning_rate": 6.882449474287656e-06,
      "loss": 0.7068,
      "step": 29084
    },
    {
      "epoch": 0.6129384058543679,
      "grad_norm": 0.10728344321250916,
      "learning_rate": 6.881800958140739e-06,
      "loss": 0.6722,
      "step": 29085
    },
    {
      "epoch": 0.6129594798927331,
      "grad_norm": 0.11049889773130417,
      "learning_rate": 6.881152456520268e-06,
      "loss": 0.7192,
      "step": 29086
    },
    {
      "epoch": 0.6129805539310984,
      "grad_norm": 0.10343840718269348,
      "learning_rate": 6.880503969429264e-06,
      "loss": 0.7276,
      "step": 29087
    },
    {
      "epoch": 0.6130016279694637,
      "grad_norm": 0.1155083104968071,
      "learning_rate": 6.879855496870751e-06,
      "loss": 0.7152,
      "step": 29088
    },
    {
      "epoch": 0.613022702007829,
      "grad_norm": 0.13208582997322083,
      "learning_rate": 6.879207038847744e-06,
      "loss": 0.6863,
      "step": 29089
    },
    {
      "epoch": 0.6130437760461943,
      "grad_norm": 0.11533711105585098,
      "learning_rate": 6.878558595363267e-06,
      "loss": 0.7857,
      "step": 29090
    },
    {
      "epoch": 0.6130648500845596,
      "grad_norm": 0.12655110657215118,
      "learning_rate": 6.877910166420341e-06,
      "loss": 0.8103,
      "step": 29091
    },
    {
      "epoch": 0.6130859241229248,
      "grad_norm": 0.12483913451433182,
      "learning_rate": 6.877261752021987e-06,
      "loss": 0.7808,
      "step": 29092
    },
    {
      "epoch": 0.6131069981612901,
      "grad_norm": 0.1424402892589569,
      "learning_rate": 6.876613352171222e-06,
      "loss": 0.7861,
      "step": 29093
    },
    {
      "epoch": 0.6131280721996555,
      "grad_norm": 0.13930341601371765,
      "learning_rate": 6.875964966871072e-06,
      "loss": 0.7583,
      "step": 29094
    },
    {
      "epoch": 0.6131491462380207,
      "grad_norm": 0.12456987053155899,
      "learning_rate": 6.875316596124556e-06,
      "loss": 0.7199,
      "step": 29095
    },
    {
      "epoch": 0.613170220276386,
      "grad_norm": 0.12517106533050537,
      "learning_rate": 6.874668239934694e-06,
      "loss": 0.7439,
      "step": 29096
    },
    {
      "epoch": 0.6131912943147513,
      "grad_norm": 0.12490629404783249,
      "learning_rate": 6.874019898304508e-06,
      "loss": 0.7432,
      "step": 29097
    },
    {
      "epoch": 0.6132123683531165,
      "grad_norm": 0.11237481236457825,
      "learning_rate": 6.8733715712370155e-06,
      "loss": 0.7945,
      "step": 29098
    },
    {
      "epoch": 0.6132334423914819,
      "grad_norm": 0.12626513838768005,
      "learning_rate": 6.872723258735236e-06,
      "loss": 0.7345,
      "step": 29099
    },
    {
      "epoch": 0.6132545164298472,
      "grad_norm": 0.11388394981622696,
      "learning_rate": 6.872074960802194e-06,
      "loss": 0.7094,
      "step": 29100
    },
    {
      "epoch": 0.6132755904682125,
      "grad_norm": 0.11599460244178772,
      "learning_rate": 6.871426677440907e-06,
      "loss": 0.7021,
      "step": 29101
    },
    {
      "epoch": 0.6132966645065777,
      "grad_norm": 0.12187592685222626,
      "learning_rate": 6.870778408654395e-06,
      "loss": 0.752,
      "step": 29102
    },
    {
      "epoch": 0.613317738544943,
      "grad_norm": 0.11467690765857697,
      "learning_rate": 6.87013015444568e-06,
      "loss": 0.7566,
      "step": 29103
    },
    {
      "epoch": 0.6133388125833084,
      "grad_norm": 0.10707651078701019,
      "learning_rate": 6.869481914817779e-06,
      "loss": 0.7356,
      "step": 29104
    },
    {
      "epoch": 0.6133598866216736,
      "grad_norm": 0.12988796830177307,
      "learning_rate": 6.868833689773714e-06,
      "loss": 0.7573,
      "step": 29105
    },
    {
      "epoch": 0.6133809606600389,
      "grad_norm": 0.09702607989311218,
      "learning_rate": 6.868185479316505e-06,
      "loss": 0.7757,
      "step": 29106
    },
    {
      "epoch": 0.6134020346984042,
      "grad_norm": 0.11194705963134766,
      "learning_rate": 6.867537283449166e-06,
      "loss": 0.7615,
      "step": 29107
    },
    {
      "epoch": 0.6134231087367694,
      "grad_norm": 0.12580634653568268,
      "learning_rate": 6.866889102174725e-06,
      "loss": 0.7889,
      "step": 29108
    },
    {
      "epoch": 0.6134441827751348,
      "grad_norm": 0.11662300676107407,
      "learning_rate": 6.8662409354962e-06,
      "loss": 0.8039,
      "step": 29109
    },
    {
      "epoch": 0.6134652568135001,
      "grad_norm": 0.12922006845474243,
      "learning_rate": 6.865592783416607e-06,
      "loss": 0.6979,
      "step": 29110
    },
    {
      "epoch": 0.6134863308518653,
      "grad_norm": 0.13677117228507996,
      "learning_rate": 6.864944645938967e-06,
      "loss": 0.7549,
      "step": 29111
    },
    {
      "epoch": 0.6135074048902306,
      "grad_norm": 0.13785819709300995,
      "learning_rate": 6.864296523066303e-06,
      "loss": 0.754,
      "step": 29112
    },
    {
      "epoch": 0.6135284789285959,
      "grad_norm": 0.1371605545282364,
      "learning_rate": 6.863648414801629e-06,
      "loss": 0.7211,
      "step": 29113
    },
    {
      "epoch": 0.6135495529669612,
      "grad_norm": 0.14410877227783203,
      "learning_rate": 6.863000321147966e-06,
      "loss": 0.7713,
      "step": 29114
    },
    {
      "epoch": 0.6135706270053265,
      "grad_norm": 0.12252797186374664,
      "learning_rate": 6.862352242108332e-06,
      "loss": 0.7211,
      "step": 29115
    },
    {
      "epoch": 0.6135917010436918,
      "grad_norm": 0.12277122586965561,
      "learning_rate": 6.8617041776857495e-06,
      "loss": 0.7925,
      "step": 29116
    },
    {
      "epoch": 0.613612775082057,
      "grad_norm": 0.11486087739467621,
      "learning_rate": 6.861056127883235e-06,
      "loss": 0.7081,
      "step": 29117
    },
    {
      "epoch": 0.6136338491204223,
      "grad_norm": 0.12696537375450134,
      "learning_rate": 6.860408092703812e-06,
      "loss": 0.7446,
      "step": 29118
    },
    {
      "epoch": 0.6136549231587876,
      "grad_norm": 0.12132114917039871,
      "learning_rate": 6.859760072150492e-06,
      "loss": 0.7632,
      "step": 29119
    },
    {
      "epoch": 0.6136759971971529,
      "grad_norm": 0.11853992938995361,
      "learning_rate": 6.859112066226296e-06,
      "loss": 0.7509,
      "step": 29120
    },
    {
      "epoch": 0.6136970712355182,
      "grad_norm": 0.11281726509332657,
      "learning_rate": 6.8584640749342456e-06,
      "loss": 0.7659,
      "step": 29121
    },
    {
      "epoch": 0.6137181452738835,
      "grad_norm": 0.10868406295776367,
      "learning_rate": 6.857816098277359e-06,
      "loss": 0.7388,
      "step": 29122
    },
    {
      "epoch": 0.6137392193122487,
      "grad_norm": 0.11254414916038513,
      "learning_rate": 6.857168136258654e-06,
      "loss": 0.6651,
      "step": 29123
    },
    {
      "epoch": 0.613760293350614,
      "grad_norm": 0.10364720970392227,
      "learning_rate": 6.856520188881148e-06,
      "loss": 0.6979,
      "step": 29124
    },
    {
      "epoch": 0.6137813673889794,
      "grad_norm": 0.12022998183965683,
      "learning_rate": 6.855872256147863e-06,
      "loss": 0.687,
      "step": 29125
    },
    {
      "epoch": 0.6138024414273446,
      "grad_norm": 0.16054588556289673,
      "learning_rate": 6.855224338061815e-06,
      "loss": 0.7377,
      "step": 29126
    },
    {
      "epoch": 0.6138235154657099,
      "grad_norm": 0.20103098452091217,
      "learning_rate": 6.8545764346260245e-06,
      "loss": 0.7348,
      "step": 29127
    },
    {
      "epoch": 0.6138445895040752,
      "grad_norm": 0.12588733434677124,
      "learning_rate": 6.853928545843505e-06,
      "loss": 0.7691,
      "step": 29128
    },
    {
      "epoch": 0.6138656635424404,
      "grad_norm": 0.11600140482187271,
      "learning_rate": 6.853280671717279e-06,
      "loss": 0.7282,
      "step": 29129
    },
    {
      "epoch": 0.6138867375808058,
      "grad_norm": 0.1268114447593689,
      "learning_rate": 6.852632812250364e-06,
      "loss": 0.6703,
      "step": 29130
    },
    {
      "epoch": 0.6139078116191711,
      "grad_norm": 0.12996487319469452,
      "learning_rate": 6.851984967445777e-06,
      "loss": 0.7551,
      "step": 29131
    },
    {
      "epoch": 0.6139288856575363,
      "grad_norm": 0.1172027662396431,
      "learning_rate": 6.8513371373065364e-06,
      "loss": 0.7713,
      "step": 29132
    },
    {
      "epoch": 0.6139499596959016,
      "grad_norm": 0.11439945548772812,
      "learning_rate": 6.850689321835663e-06,
      "loss": 0.7199,
      "step": 29133
    },
    {
      "epoch": 0.6139710337342669,
      "grad_norm": 0.1399857997894287,
      "learning_rate": 6.850041521036171e-06,
      "loss": 0.7419,
      "step": 29134
    },
    {
      "epoch": 0.6139921077726322,
      "grad_norm": 0.12962254881858826,
      "learning_rate": 6.849393734911076e-06,
      "loss": 0.7416,
      "step": 29135
    },
    {
      "epoch": 0.6140131818109975,
      "grad_norm": 0.12153730541467667,
      "learning_rate": 6.8487459634634e-06,
      "loss": 0.7107,
      "step": 29136
    },
    {
      "epoch": 0.6140342558493628,
      "grad_norm": 0.1544666886329651,
      "learning_rate": 6.848098206696161e-06,
      "loss": 0.7785,
      "step": 29137
    },
    {
      "epoch": 0.614055329887728,
      "grad_norm": 0.151581808924675,
      "learning_rate": 6.847450464612378e-06,
      "loss": 0.7628,
      "step": 29138
    },
    {
      "epoch": 0.6140764039260933,
      "grad_norm": 0.14409533143043518,
      "learning_rate": 6.846802737215063e-06,
      "loss": 0.7778,
      "step": 29139
    },
    {
      "epoch": 0.6140974779644587,
      "grad_norm": 0.10847146809101105,
      "learning_rate": 6.846155024507237e-06,
      "loss": 0.6985,
      "step": 29140
    },
    {
      "epoch": 0.614118552002824,
      "grad_norm": 0.14538739621639252,
      "learning_rate": 6.845507326491918e-06,
      "loss": 0.7447,
      "step": 29141
    },
    {
      "epoch": 0.6141396260411892,
      "grad_norm": 0.1165243610739708,
      "learning_rate": 6.844859643172124e-06,
      "loss": 0.7767,
      "step": 29142
    },
    {
      "epoch": 0.6141607000795545,
      "grad_norm": 0.14746703207492828,
      "learning_rate": 6.84421197455087e-06,
      "loss": 0.7092,
      "step": 29143
    },
    {
      "epoch": 0.6141817741179197,
      "grad_norm": 0.10965793579816818,
      "learning_rate": 6.843564320631172e-06,
      "loss": 0.6667,
      "step": 29144
    },
    {
      "epoch": 0.6142028481562851,
      "grad_norm": 0.14653068780899048,
      "learning_rate": 6.84291668141605e-06,
      "loss": 0.7895,
      "step": 29145
    },
    {
      "epoch": 0.6142239221946504,
      "grad_norm": 0.1146417111158371,
      "learning_rate": 6.84226905690852e-06,
      "loss": 0.7337,
      "step": 29146
    },
    {
      "epoch": 0.6142449962330156,
      "grad_norm": 0.12496018409729004,
      "learning_rate": 6.841621447111602e-06,
      "loss": 0.6944,
      "step": 29147
    },
    {
      "epoch": 0.6142660702713809,
      "grad_norm": 0.10988183319568634,
      "learning_rate": 6.840973852028308e-06,
      "loss": 0.7507,
      "step": 29148
    },
    {
      "epoch": 0.6142871443097462,
      "grad_norm": 0.12045814096927643,
      "learning_rate": 6.840326271661656e-06,
      "loss": 0.7079,
      "step": 29149
    },
    {
      "epoch": 0.6143082183481116,
      "grad_norm": 0.12241628021001816,
      "learning_rate": 6.839678706014661e-06,
      "loss": 0.7528,
      "step": 29150
    },
    {
      "epoch": 0.6143292923864768,
      "grad_norm": 0.16292430460453033,
      "learning_rate": 6.839031155090348e-06,
      "loss": 0.7816,
      "step": 29151
    },
    {
      "epoch": 0.6143503664248421,
      "grad_norm": 0.12930230796337128,
      "learning_rate": 6.838383618891726e-06,
      "loss": 0.6678,
      "step": 29152
    },
    {
      "epoch": 0.6143714404632074,
      "grad_norm": 0.1726439893245697,
      "learning_rate": 6.8377360974218145e-06,
      "loss": 0.7843,
      "step": 29153
    },
    {
      "epoch": 0.6143925145015726,
      "grad_norm": 0.1595318764448166,
      "learning_rate": 6.837088590683629e-06,
      "loss": 0.717,
      "step": 29154
    },
    {
      "epoch": 0.6144135885399379,
      "grad_norm": 0.16073179244995117,
      "learning_rate": 6.836441098680188e-06,
      "loss": 0.8216,
      "step": 29155
    },
    {
      "epoch": 0.6144346625783033,
      "grad_norm": 0.12674516439437866,
      "learning_rate": 6.835793621414507e-06,
      "loss": 0.6834,
      "step": 29156
    },
    {
      "epoch": 0.6144557366166685,
      "grad_norm": 0.20556478202342987,
      "learning_rate": 6.8351461588896005e-06,
      "loss": 0.8285,
      "step": 29157
    },
    {
      "epoch": 0.6144768106550338,
      "grad_norm": 0.20402009785175323,
      "learning_rate": 6.834498711108485e-06,
      "loss": 0.7493,
      "step": 29158
    },
    {
      "epoch": 0.614497884693399,
      "grad_norm": 0.1741963028907776,
      "learning_rate": 6.8338512780741785e-06,
      "loss": 0.7639,
      "step": 29159
    },
    {
      "epoch": 0.6145189587317643,
      "grad_norm": 0.14781442284584045,
      "learning_rate": 6.833203859789695e-06,
      "loss": 0.7889,
      "step": 29160
    },
    {
      "epoch": 0.6145400327701297,
      "grad_norm": 0.15458747744560242,
      "learning_rate": 6.832556456258054e-06,
      "loss": 0.744,
      "step": 29161
    },
    {
      "epoch": 0.614561106808495,
      "grad_norm": 0.13572490215301514,
      "learning_rate": 6.83190906748227e-06,
      "loss": 0.6973,
      "step": 29162
    },
    {
      "epoch": 0.6145821808468602,
      "grad_norm": 0.12842044234275818,
      "learning_rate": 6.8312616934653565e-06,
      "loss": 0.7088,
      "step": 29163
    },
    {
      "epoch": 0.6146032548852255,
      "grad_norm": 0.13810350000858307,
      "learning_rate": 6.83061433421033e-06,
      "loss": 0.7138,
      "step": 29164
    },
    {
      "epoch": 0.6146243289235908,
      "grad_norm": 0.12525945901870728,
      "learning_rate": 6.829966989720207e-06,
      "loss": 0.7339,
      "step": 29165
    },
    {
      "epoch": 0.6146454029619561,
      "grad_norm": 0.1678014099597931,
      "learning_rate": 6.829319659998006e-06,
      "loss": 0.7848,
      "step": 29166
    },
    {
      "epoch": 0.6146664770003214,
      "grad_norm": 0.15819145739078522,
      "learning_rate": 6.828672345046739e-06,
      "loss": 0.7265,
      "step": 29167
    },
    {
      "epoch": 0.6146875510386867,
      "grad_norm": 0.1392233818769455,
      "learning_rate": 6.828025044869424e-06,
      "loss": 0.767,
      "step": 29168
    },
    {
      "epoch": 0.6147086250770519,
      "grad_norm": 0.0958620235323906,
      "learning_rate": 6.827377759469074e-06,
      "loss": 0.6427,
      "step": 29169
    },
    {
      "epoch": 0.6147296991154172,
      "grad_norm": 0.12376800179481506,
      "learning_rate": 6.826730488848707e-06,
      "loss": 0.6408,
      "step": 29170
    },
    {
      "epoch": 0.6147507731537826,
      "grad_norm": 0.12743142247200012,
      "learning_rate": 6.8260832330113395e-06,
      "loss": 0.7694,
      "step": 29171
    },
    {
      "epoch": 0.6147718471921478,
      "grad_norm": 0.13945123553276062,
      "learning_rate": 6.825435991959981e-06,
      "loss": 0.78,
      "step": 29172
    },
    {
      "epoch": 0.6147929212305131,
      "grad_norm": 0.11511386930942535,
      "learning_rate": 6.824788765697652e-06,
      "loss": 0.7246,
      "step": 29173
    },
    {
      "epoch": 0.6148139952688784,
      "grad_norm": 0.12509945034980774,
      "learning_rate": 6.824141554227366e-06,
      "loss": 0.6782,
      "step": 29174
    },
    {
      "epoch": 0.6148350693072436,
      "grad_norm": 0.11952685564756393,
      "learning_rate": 6.8234943575521365e-06,
      "loss": 0.7412,
      "step": 29175
    },
    {
      "epoch": 0.614856143345609,
      "grad_norm": 0.1262080818414688,
      "learning_rate": 6.82284717567498e-06,
      "loss": 0.76,
      "step": 29176
    },
    {
      "epoch": 0.6148772173839743,
      "grad_norm": 0.16814595460891724,
      "learning_rate": 6.822200008598915e-06,
      "loss": 0.7493,
      "step": 29177
    },
    {
      "epoch": 0.6148982914223395,
      "grad_norm": 0.1437918096780777,
      "learning_rate": 6.82155285632695e-06,
      "loss": 0.7814,
      "step": 29178
    },
    {
      "epoch": 0.6149193654607048,
      "grad_norm": 0.14521783590316772,
      "learning_rate": 6.820905718862098e-06,
      "loss": 0.752,
      "step": 29179
    },
    {
      "epoch": 0.6149404394990701,
      "grad_norm": 0.13266225159168243,
      "learning_rate": 6.8202585962073874e-06,
      "loss": 0.7132,
      "step": 29180
    },
    {
      "epoch": 0.6149615135374354,
      "grad_norm": 0.14484788477420807,
      "learning_rate": 6.819611488365819e-06,
      "loss": 0.7204,
      "step": 29181
    },
    {
      "epoch": 0.6149825875758007,
      "grad_norm": 0.14153577387332916,
      "learning_rate": 6.818964395340414e-06,
      "loss": 0.6834,
      "step": 29182
    },
    {
      "epoch": 0.615003661614166,
      "grad_norm": 0.16489307582378387,
      "learning_rate": 6.818317317134184e-06,
      "loss": 0.7354,
      "step": 29183
    },
    {
      "epoch": 0.6150247356525312,
      "grad_norm": 0.21654678881168365,
      "learning_rate": 6.817670253750146e-06,
      "loss": 0.6901,
      "step": 29184
    },
    {
      "epoch": 0.6150458096908965,
      "grad_norm": 0.13289526104927063,
      "learning_rate": 6.817023205191313e-06,
      "loss": 0.7115,
      "step": 29185
    },
    {
      "epoch": 0.6150668837292619,
      "grad_norm": 0.11427463591098785,
      "learning_rate": 6.816376171460701e-06,
      "loss": 0.6743,
      "step": 29186
    },
    {
      "epoch": 0.6150879577676271,
      "grad_norm": 0.12286006659269333,
      "learning_rate": 6.8157291525613225e-06,
      "loss": 0.6898,
      "step": 29187
    },
    {
      "epoch": 0.6151090318059924,
      "grad_norm": 0.12017394602298737,
      "learning_rate": 6.8150821484961904e-06,
      "loss": 0.6785,
      "step": 29188
    },
    {
      "epoch": 0.6151301058443577,
      "grad_norm": 0.1214616522192955,
      "learning_rate": 6.814435159268322e-06,
      "loss": 0.7492,
      "step": 29189
    },
    {
      "epoch": 0.6151511798827229,
      "grad_norm": 0.12856937944889069,
      "learning_rate": 6.813788184880729e-06,
      "loss": 0.7843,
      "step": 29190
    },
    {
      "epoch": 0.6151722539210882,
      "grad_norm": 0.12379245460033417,
      "learning_rate": 6.813141225336426e-06,
      "loss": 0.7574,
      "step": 29191
    },
    {
      "epoch": 0.6151933279594536,
      "grad_norm": 0.3338152766227722,
      "learning_rate": 6.812494280638429e-06,
      "loss": 0.7882,
      "step": 29192
    },
    {
      "epoch": 0.6152144019978188,
      "grad_norm": 0.13317646086215973,
      "learning_rate": 6.8118473507897445e-06,
      "loss": 0.7727,
      "step": 29193
    },
    {
      "epoch": 0.6152354760361841,
      "grad_norm": 0.15629234910011292,
      "learning_rate": 6.8112004357933955e-06,
      "loss": 0.7429,
      "step": 29194
    },
    {
      "epoch": 0.6152565500745494,
      "grad_norm": 0.17145662009716034,
      "learning_rate": 6.810553535652394e-06,
      "loss": 0.7375,
      "step": 29195
    },
    {
      "epoch": 0.6152776241129146,
      "grad_norm": 0.11728021502494812,
      "learning_rate": 6.809906650369751e-06,
      "loss": 0.7599,
      "step": 29196
    },
    {
      "epoch": 0.61529869815128,
      "grad_norm": 0.1348252296447754,
      "learning_rate": 6.80925977994848e-06,
      "loss": 0.7302,
      "step": 29197
    },
    {
      "epoch": 0.6153197721896453,
      "grad_norm": 0.12526598572731018,
      "learning_rate": 6.8086129243915946e-06,
      "loss": 0.7642,
      "step": 29198
    },
    {
      "epoch": 0.6153408462280106,
      "grad_norm": 0.1307450532913208,
      "learning_rate": 6.807966083702109e-06,
      "loss": 0.7402,
      "step": 29199
    },
    {
      "epoch": 0.6153619202663758,
      "grad_norm": 0.1179589331150055,
      "learning_rate": 6.807319257883037e-06,
      "loss": 0.7359,
      "step": 29200
    },
    {
      "epoch": 0.6153829943047411,
      "grad_norm": 0.14260488748550415,
      "learning_rate": 6.806672446937393e-06,
      "loss": 0.8155,
      "step": 29201
    },
    {
      "epoch": 0.6154040683431065,
      "grad_norm": 0.125172957777977,
      "learning_rate": 6.806025650868188e-06,
      "loss": 0.7749,
      "step": 29202
    },
    {
      "epoch": 0.6154251423814717,
      "grad_norm": 0.12383332848548889,
      "learning_rate": 6.805378869678434e-06,
      "loss": 0.684,
      "step": 29203
    },
    {
      "epoch": 0.615446216419837,
      "grad_norm": 0.13753774762153625,
      "learning_rate": 6.804732103371148e-06,
      "loss": 0.7798,
      "step": 29204
    },
    {
      "epoch": 0.6154672904582023,
      "grad_norm": 0.12966080009937286,
      "learning_rate": 6.804085351949339e-06,
      "loss": 0.6983,
      "step": 29205
    },
    {
      "epoch": 0.6154883644965675,
      "grad_norm": 0.19606949388980865,
      "learning_rate": 6.803438615416024e-06,
      "loss": 0.7592,
      "step": 29206
    },
    {
      "epoch": 0.6155094385349329,
      "grad_norm": 0.16719383001327515,
      "learning_rate": 6.802791893774212e-06,
      "loss": 0.8218,
      "step": 29207
    },
    {
      "epoch": 0.6155305125732982,
      "grad_norm": 0.1679181009531021,
      "learning_rate": 6.802145187026914e-06,
      "loss": 0.8068,
      "step": 29208
    },
    {
      "epoch": 0.6155515866116634,
      "grad_norm": 0.1643131822347641,
      "learning_rate": 6.80149849517715e-06,
      "loss": 0.7206,
      "step": 29209
    },
    {
      "epoch": 0.6155726606500287,
      "grad_norm": 0.138255313038826,
      "learning_rate": 6.800851818227931e-06,
      "loss": 0.7495,
      "step": 29210
    },
    {
      "epoch": 0.615593734688394,
      "grad_norm": 0.13708512485027313,
      "learning_rate": 6.8002051561822664e-06,
      "loss": 0.6839,
      "step": 29211
    },
    {
      "epoch": 0.6156148087267593,
      "grad_norm": 0.163554847240448,
      "learning_rate": 6.799558509043169e-06,
      "loss": 0.7957,
      "step": 29212
    },
    {
      "epoch": 0.6156358827651246,
      "grad_norm": 0.11725626140832901,
      "learning_rate": 6.798911876813653e-06,
      "loss": 0.7938,
      "step": 29213
    },
    {
      "epoch": 0.6156569568034899,
      "grad_norm": 0.1577460616827011,
      "learning_rate": 6.79826525949673e-06,
      "loss": 0.7637,
      "step": 29214
    },
    {
      "epoch": 0.6156780308418551,
      "grad_norm": 0.12241470068693161,
      "learning_rate": 6.797618657095415e-06,
      "loss": 0.687,
      "step": 29215
    },
    {
      "epoch": 0.6156991048802204,
      "grad_norm": 0.15766173601150513,
      "learning_rate": 6.796972069612714e-06,
      "loss": 0.8215,
      "step": 29216
    },
    {
      "epoch": 0.6157201789185858,
      "grad_norm": 0.12012962996959686,
      "learning_rate": 6.796325497051644e-06,
      "loss": 0.7693,
      "step": 29217
    },
    {
      "epoch": 0.615741252956951,
      "grad_norm": 0.1585356444120407,
      "learning_rate": 6.7956789394152155e-06,
      "loss": 0.7522,
      "step": 29218
    },
    {
      "epoch": 0.6157623269953163,
      "grad_norm": 0.11722316592931747,
      "learning_rate": 6.79503239670644e-06,
      "loss": 0.7151,
      "step": 29219
    },
    {
      "epoch": 0.6157834010336816,
      "grad_norm": 0.1676129400730133,
      "learning_rate": 6.7943858689283325e-06,
      "loss": 0.795,
      "step": 29220
    },
    {
      "epoch": 0.6158044750720468,
      "grad_norm": 0.12848936021327972,
      "learning_rate": 6.793739356083904e-06,
      "loss": 0.7851,
      "step": 29221
    },
    {
      "epoch": 0.6158255491104122,
      "grad_norm": 0.1542453020811081,
      "learning_rate": 6.793092858176159e-06,
      "loss": 0.7507,
      "step": 29222
    },
    {
      "epoch": 0.6158466231487775,
      "grad_norm": 0.13206763565540314,
      "learning_rate": 6.792446375208119e-06,
      "loss": 0.8037,
      "step": 29223
    },
    {
      "epoch": 0.6158676971871427,
      "grad_norm": 0.14263667166233063,
      "learning_rate": 6.791799907182795e-06,
      "loss": 0.8104,
      "step": 29224
    },
    {
      "epoch": 0.615888771225508,
      "grad_norm": 0.13200893998146057,
      "learning_rate": 6.791153454103194e-06,
      "loss": 0.7274,
      "step": 29225
    },
    {
      "epoch": 0.6159098452638733,
      "grad_norm": 0.17318633198738098,
      "learning_rate": 6.79050701597233e-06,
      "loss": 0.7647,
      "step": 29226
    },
    {
      "epoch": 0.6159309193022386,
      "grad_norm": 0.13595479726791382,
      "learning_rate": 6.7898605927932135e-06,
      "loss": 0.7124,
      "step": 29227
    },
    {
      "epoch": 0.6159519933406039,
      "grad_norm": 0.12311840057373047,
      "learning_rate": 6.789214184568855e-06,
      "loss": 0.7736,
      "step": 29228
    },
    {
      "epoch": 0.6159730673789692,
      "grad_norm": 0.11543750762939453,
      "learning_rate": 6.78856779130227e-06,
      "loss": 0.7472,
      "step": 29229
    },
    {
      "epoch": 0.6159941414173344,
      "grad_norm": 0.1188739612698555,
      "learning_rate": 6.7879214129964665e-06,
      "loss": 0.6002,
      "step": 29230
    },
    {
      "epoch": 0.6160152154556997,
      "grad_norm": 0.13395702838897705,
      "learning_rate": 6.787275049654456e-06,
      "loss": 0.6783,
      "step": 29231
    },
    {
      "epoch": 0.616036289494065,
      "grad_norm": 0.16892670094966888,
      "learning_rate": 6.7866287012792475e-06,
      "loss": 0.8031,
      "step": 29232
    },
    {
      "epoch": 0.6160573635324303,
      "grad_norm": 0.13599641621112823,
      "learning_rate": 6.785982367873857e-06,
      "loss": 0.752,
      "step": 29233
    },
    {
      "epoch": 0.6160784375707956,
      "grad_norm": 0.1356818526983261,
      "learning_rate": 6.785336049441291e-06,
      "loss": 0.6785,
      "step": 29234
    },
    {
      "epoch": 0.6160995116091609,
      "grad_norm": 0.1466204971075058,
      "learning_rate": 6.784689745984564e-06,
      "loss": 0.7745,
      "step": 29235
    },
    {
      "epoch": 0.6161205856475261,
      "grad_norm": 0.12739498913288116,
      "learning_rate": 6.784043457506682e-06,
      "loss": 0.7499,
      "step": 29236
    },
    {
      "epoch": 0.6161416596858914,
      "grad_norm": 0.14329436421394348,
      "learning_rate": 6.7833971840106625e-06,
      "loss": 0.7649,
      "step": 29237
    },
    {
      "epoch": 0.6161627337242568,
      "grad_norm": 0.10275865346193314,
      "learning_rate": 6.782750925499512e-06,
      "loss": 0.7128,
      "step": 29238
    },
    {
      "epoch": 0.616183807762622,
      "grad_norm": 0.22140507400035858,
      "learning_rate": 6.782104681976244e-06,
      "loss": 0.7033,
      "step": 29239
    },
    {
      "epoch": 0.6162048818009873,
      "grad_norm": 0.10106167942285538,
      "learning_rate": 6.781458453443866e-06,
      "loss": 0.8016,
      "step": 29240
    },
    {
      "epoch": 0.6162259558393526,
      "grad_norm": 0.15675602853298187,
      "learning_rate": 6.780812239905388e-06,
      "loss": 0.7378,
      "step": 29241
    },
    {
      "epoch": 0.6162470298777178,
      "grad_norm": 0.12254291772842407,
      "learning_rate": 6.7801660413638225e-06,
      "loss": 0.8037,
      "step": 29242
    },
    {
      "epoch": 0.6162681039160832,
      "grad_norm": 0.14506596326828003,
      "learning_rate": 6.779519857822179e-06,
      "loss": 0.7871,
      "step": 29243
    },
    {
      "epoch": 0.6162891779544485,
      "grad_norm": 0.12783899903297424,
      "learning_rate": 6.778873689283469e-06,
      "loss": 0.7641,
      "step": 29244
    },
    {
      "epoch": 0.6163102519928138,
      "grad_norm": 0.1348409354686737,
      "learning_rate": 6.7782275357507035e-06,
      "loss": 0.7752,
      "step": 29245
    },
    {
      "epoch": 0.616331326031179,
      "grad_norm": 0.14520156383514404,
      "learning_rate": 6.777581397226889e-06,
      "loss": 0.7341,
      "step": 29246
    },
    {
      "epoch": 0.6163524000695443,
      "grad_norm": 0.12176436185836792,
      "learning_rate": 6.77693527371504e-06,
      "loss": 0.6898,
      "step": 29247
    },
    {
      "epoch": 0.6163734741079097,
      "grad_norm": 0.13688576221466064,
      "learning_rate": 6.776289165218162e-06,
      "loss": 0.712,
      "step": 29248
    },
    {
      "epoch": 0.6163945481462749,
      "grad_norm": 0.11095373332500458,
      "learning_rate": 6.775643071739267e-06,
      "loss": 0.7094,
      "step": 29249
    },
    {
      "epoch": 0.6164156221846402,
      "grad_norm": 0.15874193608760834,
      "learning_rate": 6.7749969932813665e-06,
      "loss": 0.8257,
      "step": 29250
    },
    {
      "epoch": 0.6164366962230055,
      "grad_norm": 0.12328294664621353,
      "learning_rate": 6.774350929847465e-06,
      "loss": 0.6704,
      "step": 29251
    },
    {
      "epoch": 0.6164577702613707,
      "grad_norm": 0.14699497818946838,
      "learning_rate": 6.773704881440579e-06,
      "loss": 0.7479,
      "step": 29252
    },
    {
      "epoch": 0.6164788442997361,
      "grad_norm": 0.12137766927480698,
      "learning_rate": 6.773058848063716e-06,
      "loss": 0.8208,
      "step": 29253
    },
    {
      "epoch": 0.6164999183381014,
      "grad_norm": 0.16175894439220428,
      "learning_rate": 6.772412829719888e-06,
      "loss": 0.6675,
      "step": 29254
    },
    {
      "epoch": 0.6165209923764666,
      "grad_norm": 0.1459481567144394,
      "learning_rate": 6.771766826412098e-06,
      "loss": 0.8068,
      "step": 29255
    },
    {
      "epoch": 0.6165420664148319,
      "grad_norm": 0.13037429749965668,
      "learning_rate": 6.771120838143359e-06,
      "loss": 0.7219,
      "step": 29256
    },
    {
      "epoch": 0.6165631404531972,
      "grad_norm": 0.12945397198200226,
      "learning_rate": 6.77047486491668e-06,
      "loss": 0.764,
      "step": 29257
    },
    {
      "epoch": 0.6165842144915625,
      "grad_norm": 0.11174457520246506,
      "learning_rate": 6.769828906735073e-06,
      "loss": 0.7479,
      "step": 29258
    },
    {
      "epoch": 0.6166052885299278,
      "grad_norm": 0.17431555688381195,
      "learning_rate": 6.769182963601544e-06,
      "loss": 0.8037,
      "step": 29259
    },
    {
      "epoch": 0.6166263625682931,
      "grad_norm": 0.11869996041059494,
      "learning_rate": 6.768537035519105e-06,
      "loss": 0.7162,
      "step": 29260
    },
    {
      "epoch": 0.6166474366066583,
      "grad_norm": 0.13072451949119568,
      "learning_rate": 6.7678911224907605e-06,
      "loss": 0.6969,
      "step": 29261
    },
    {
      "epoch": 0.6166685106450236,
      "grad_norm": 0.11175742000341415,
      "learning_rate": 6.767245224519523e-06,
      "loss": 0.7477,
      "step": 29262
    },
    {
      "epoch": 0.616689584683389,
      "grad_norm": 0.14373205602169037,
      "learning_rate": 6.766599341608401e-06,
      "loss": 0.8043,
      "step": 29263
    },
    {
      "epoch": 0.6167106587217542,
      "grad_norm": 0.19077855348587036,
      "learning_rate": 6.765953473760403e-06,
      "loss": 0.7221,
      "step": 29264
    },
    {
      "epoch": 0.6167317327601195,
      "grad_norm": 0.12287809699773788,
      "learning_rate": 6.765307620978536e-06,
      "loss": 0.7245,
      "step": 29265
    },
    {
      "epoch": 0.6167528067984848,
      "grad_norm": 0.12376144528388977,
      "learning_rate": 6.764661783265813e-06,
      "loss": 0.6909,
      "step": 29266
    },
    {
      "epoch": 0.61677388083685,
      "grad_norm": 0.11412782967090607,
      "learning_rate": 6.764015960625241e-06,
      "loss": 0.7494,
      "step": 29267
    },
    {
      "epoch": 0.6167949548752153,
      "grad_norm": 0.11607878655195236,
      "learning_rate": 6.763370153059828e-06,
      "loss": 0.7442,
      "step": 29268
    },
    {
      "epoch": 0.6168160289135807,
      "grad_norm": 0.1139218732714653,
      "learning_rate": 6.762724360572583e-06,
      "loss": 0.689,
      "step": 29269
    },
    {
      "epoch": 0.6168371029519459,
      "grad_norm": 0.12109436839818954,
      "learning_rate": 6.762078583166515e-06,
      "loss": 0.7375,
      "step": 29270
    },
    {
      "epoch": 0.6168581769903112,
      "grad_norm": 0.13452303409576416,
      "learning_rate": 6.761432820844631e-06,
      "loss": 0.7583,
      "step": 29271
    },
    {
      "epoch": 0.6168792510286765,
      "grad_norm": 0.1244417056441307,
      "learning_rate": 6.760787073609939e-06,
      "loss": 0.7493,
      "step": 29272
    },
    {
      "epoch": 0.6169003250670417,
      "grad_norm": 0.1098736897110939,
      "learning_rate": 6.7601413414654495e-06,
      "loss": 0.7085,
      "step": 29273
    },
    {
      "epoch": 0.6169213991054071,
      "grad_norm": 0.1248125210404396,
      "learning_rate": 6.75949562441417e-06,
      "loss": 0.7615,
      "step": 29274
    },
    {
      "epoch": 0.6169424731437724,
      "grad_norm": 0.11073365062475204,
      "learning_rate": 6.758849922459107e-06,
      "loss": 0.7637,
      "step": 29275
    },
    {
      "epoch": 0.6169635471821376,
      "grad_norm": 0.16985324025154114,
      "learning_rate": 6.75820423560327e-06,
      "loss": 0.7493,
      "step": 29276
    },
    {
      "epoch": 0.6169846212205029,
      "grad_norm": 0.11501684784889221,
      "learning_rate": 6.757558563849666e-06,
      "loss": 0.7823,
      "step": 29277
    },
    {
      "epoch": 0.6170056952588682,
      "grad_norm": 0.1130935326218605,
      "learning_rate": 6.756912907201305e-06,
      "loss": 0.7068,
      "step": 29278
    },
    {
      "epoch": 0.6170267692972335,
      "grad_norm": 0.0998186245560646,
      "learning_rate": 6.7562672656611915e-06,
      "loss": 0.6755,
      "step": 29279
    },
    {
      "epoch": 0.6170478433355988,
      "grad_norm": 0.11739792674779892,
      "learning_rate": 6.755621639232335e-06,
      "loss": 0.7781,
      "step": 29280
    },
    {
      "epoch": 0.6170689173739641,
      "grad_norm": 0.19630596041679382,
      "learning_rate": 6.754976027917744e-06,
      "loss": 0.7062,
      "step": 29281
    },
    {
      "epoch": 0.6170899914123293,
      "grad_norm": 0.12203606963157654,
      "learning_rate": 6.754330431720428e-06,
      "loss": 0.7886,
      "step": 29282
    },
    {
      "epoch": 0.6171110654506946,
      "grad_norm": 0.10508503019809723,
      "learning_rate": 6.753684850643392e-06,
      "loss": 0.7428,
      "step": 29283
    },
    {
      "epoch": 0.61713213948906,
      "grad_norm": 0.12396160513162613,
      "learning_rate": 6.753039284689642e-06,
      "loss": 0.8375,
      "step": 29284
    },
    {
      "epoch": 0.6171532135274252,
      "grad_norm": 0.12658101320266724,
      "learning_rate": 6.752393733862188e-06,
      "loss": 0.7807,
      "step": 29285
    },
    {
      "epoch": 0.6171742875657905,
      "grad_norm": 0.14236004650592804,
      "learning_rate": 6.751748198164036e-06,
      "loss": 0.7464,
      "step": 29286
    },
    {
      "epoch": 0.6171953616041558,
      "grad_norm": 0.15289360284805298,
      "learning_rate": 6.751102677598193e-06,
      "loss": 0.7491,
      "step": 29287
    },
    {
      "epoch": 0.617216435642521,
      "grad_norm": 0.11924079060554504,
      "learning_rate": 6.7504571721676685e-06,
      "loss": 0.6832,
      "step": 29288
    },
    {
      "epoch": 0.6172375096808864,
      "grad_norm": 0.12431476265192032,
      "learning_rate": 6.74981168187547e-06,
      "loss": 0.6819,
      "step": 29289
    },
    {
      "epoch": 0.6172585837192517,
      "grad_norm": 0.11199033260345459,
      "learning_rate": 6.7491662067246e-06,
      "loss": 0.7243,
      "step": 29290
    },
    {
      "epoch": 0.617279657757617,
      "grad_norm": 0.1409488320350647,
      "learning_rate": 6.74852074671807e-06,
      "loss": 0.7935,
      "step": 29291
    },
    {
      "epoch": 0.6173007317959822,
      "grad_norm": 0.10222021490335464,
      "learning_rate": 6.747875301858884e-06,
      "loss": 0.7637,
      "step": 29292
    },
    {
      "epoch": 0.6173218058343475,
      "grad_norm": 0.1225246787071228,
      "learning_rate": 6.74722987215005e-06,
      "loss": 0.7484,
      "step": 29293
    },
    {
      "epoch": 0.6173428798727129,
      "grad_norm": 0.10886158794164658,
      "learning_rate": 6.746584457594572e-06,
      "loss": 0.6704,
      "step": 29294
    },
    {
      "epoch": 0.6173639539110781,
      "grad_norm": 0.11134825646877289,
      "learning_rate": 6.745939058195463e-06,
      "loss": 0.737,
      "step": 29295
    },
    {
      "epoch": 0.6173850279494434,
      "grad_norm": 0.10106216371059418,
      "learning_rate": 6.745293673955727e-06,
      "loss": 0.7028,
      "step": 29296
    },
    {
      "epoch": 0.6174061019878087,
      "grad_norm": 0.13230106234550476,
      "learning_rate": 6.744648304878367e-06,
      "loss": 0.6912,
      "step": 29297
    },
    {
      "epoch": 0.6174271760261739,
      "grad_norm": 0.1090865358710289,
      "learning_rate": 6.744002950966398e-06,
      "loss": 0.7992,
      "step": 29298
    },
    {
      "epoch": 0.6174482500645393,
      "grad_norm": 0.15100793540477753,
      "learning_rate": 6.743357612222816e-06,
      "loss": 0.6954,
      "step": 29299
    },
    {
      "epoch": 0.6174693241029046,
      "grad_norm": 0.12768200039863586,
      "learning_rate": 6.742712288650633e-06,
      "loss": 0.7513,
      "step": 29300
    },
    {
      "epoch": 0.6174903981412698,
      "grad_norm": 0.12320459634065628,
      "learning_rate": 6.742066980252855e-06,
      "loss": 0.7104,
      "step": 29301
    },
    {
      "epoch": 0.6175114721796351,
      "grad_norm": 0.12165223807096481,
      "learning_rate": 6.741421687032487e-06,
      "loss": 0.6799,
      "step": 29302
    },
    {
      "epoch": 0.6175325462180004,
      "grad_norm": 0.12175377458333969,
      "learning_rate": 6.740776408992536e-06,
      "loss": 0.7672,
      "step": 29303
    },
    {
      "epoch": 0.6175536202563657,
      "grad_norm": 0.10699397325515747,
      "learning_rate": 6.740131146136011e-06,
      "loss": 0.711,
      "step": 29304
    },
    {
      "epoch": 0.617574694294731,
      "grad_norm": 0.13183145225048065,
      "learning_rate": 6.739485898465912e-06,
      "loss": 0.7045,
      "step": 29305
    },
    {
      "epoch": 0.6175957683330963,
      "grad_norm": 0.12695835530757904,
      "learning_rate": 6.738840665985249e-06,
      "loss": 0.7686,
      "step": 29306
    },
    {
      "epoch": 0.6176168423714615,
      "grad_norm": 0.111582912504673,
      "learning_rate": 6.738195448697026e-06,
      "loss": 0.6873,
      "step": 29307
    },
    {
      "epoch": 0.6176379164098268,
      "grad_norm": 0.1654399186372757,
      "learning_rate": 6.737550246604248e-06,
      "loss": 0.7658,
      "step": 29308
    },
    {
      "epoch": 0.6176589904481921,
      "grad_norm": 0.11883903294801712,
      "learning_rate": 6.736905059709924e-06,
      "loss": 0.7041,
      "step": 29309
    },
    {
      "epoch": 0.6176800644865574,
      "grad_norm": 0.124842070043087,
      "learning_rate": 6.736259888017058e-06,
      "loss": 0.7646,
      "step": 29310
    },
    {
      "epoch": 0.6177011385249227,
      "grad_norm": 0.14202186465263367,
      "learning_rate": 6.735614731528657e-06,
      "loss": 0.7523,
      "step": 29311
    },
    {
      "epoch": 0.617722212563288,
      "grad_norm": 0.13595205545425415,
      "learning_rate": 6.734969590247724e-06,
      "loss": 0.764,
      "step": 29312
    },
    {
      "epoch": 0.6177432866016532,
      "grad_norm": 0.10897032916545868,
      "learning_rate": 6.734324464177268e-06,
      "loss": 0.7142,
      "step": 29313
    },
    {
      "epoch": 0.6177643606400185,
      "grad_norm": 0.13340313732624054,
      "learning_rate": 6.733679353320289e-06,
      "loss": 0.7998,
      "step": 29314
    },
    {
      "epoch": 0.6177854346783839,
      "grad_norm": 0.13932913541793823,
      "learning_rate": 6.733034257679797e-06,
      "loss": 0.7311,
      "step": 29315
    },
    {
      "epoch": 0.6178065087167491,
      "grad_norm": 0.15253017842769623,
      "learning_rate": 6.732389177258795e-06,
      "loss": 0.7569,
      "step": 29316
    },
    {
      "epoch": 0.6178275827551144,
      "grad_norm": 0.1896636188030243,
      "learning_rate": 6.731744112060288e-06,
      "loss": 0.8403,
      "step": 29317
    },
    {
      "epoch": 0.6178486567934797,
      "grad_norm": 0.12540757656097412,
      "learning_rate": 6.7310990620872825e-06,
      "loss": 0.6756,
      "step": 29318
    },
    {
      "epoch": 0.6178697308318449,
      "grad_norm": 0.17647865414619446,
      "learning_rate": 6.730454027342785e-06,
      "loss": 0.8063,
      "step": 29319
    },
    {
      "epoch": 0.6178908048702103,
      "grad_norm": 0.13285495340824127,
      "learning_rate": 6.729809007829797e-06,
      "loss": 0.6992,
      "step": 29320
    },
    {
      "epoch": 0.6179118789085756,
      "grad_norm": 0.17833803594112396,
      "learning_rate": 6.729164003551324e-06,
      "loss": 0.7808,
      "step": 29321
    },
    {
      "epoch": 0.6179329529469408,
      "grad_norm": 0.17240704596042633,
      "learning_rate": 6.728519014510372e-06,
      "loss": 0.7688,
      "step": 29322
    },
    {
      "epoch": 0.6179540269853061,
      "grad_norm": 0.1392955631017685,
      "learning_rate": 6.727874040709943e-06,
      "loss": 0.6952,
      "step": 29323
    },
    {
      "epoch": 0.6179751010236714,
      "grad_norm": 0.1890273094177246,
      "learning_rate": 6.727229082153046e-06,
      "loss": 0.6741,
      "step": 29324
    },
    {
      "epoch": 0.6179961750620367,
      "grad_norm": 0.12482571601867676,
      "learning_rate": 6.726584138842683e-06,
      "loss": 0.7463,
      "step": 29325
    },
    {
      "epoch": 0.618017249100402,
      "grad_norm": 0.21044135093688965,
      "learning_rate": 6.72593921078186e-06,
      "loss": 0.7126,
      "step": 29326
    },
    {
      "epoch": 0.6180383231387673,
      "grad_norm": 0.1283012181520462,
      "learning_rate": 6.725294297973581e-06,
      "loss": 0.7547,
      "step": 29327
    },
    {
      "epoch": 0.6180593971771325,
      "grad_norm": 0.19584518671035767,
      "learning_rate": 6.7246494004208504e-06,
      "loss": 0.7862,
      "step": 29328
    },
    {
      "epoch": 0.6180804712154978,
      "grad_norm": 0.1322532296180725,
      "learning_rate": 6.724004518126672e-06,
      "loss": 0.7091,
      "step": 29329
    },
    {
      "epoch": 0.6181015452538632,
      "grad_norm": 0.14739416539669037,
      "learning_rate": 6.723359651094049e-06,
      "loss": 0.7717,
      "step": 29330
    },
    {
      "epoch": 0.6181226192922284,
      "grad_norm": 0.11561540514230728,
      "learning_rate": 6.722714799325987e-06,
      "loss": 0.6773,
      "step": 29331
    },
    {
      "epoch": 0.6181436933305937,
      "grad_norm": 0.13077497482299805,
      "learning_rate": 6.722069962825489e-06,
      "loss": 0.7592,
      "step": 29332
    },
    {
      "epoch": 0.618164767368959,
      "grad_norm": 0.15100102126598358,
      "learning_rate": 6.7214251415955634e-06,
      "loss": 0.7703,
      "step": 29333
    },
    {
      "epoch": 0.6181858414073242,
      "grad_norm": 0.17650765180587769,
      "learning_rate": 6.720780335639208e-06,
      "loss": 0.791,
      "step": 29334
    },
    {
      "epoch": 0.6182069154456896,
      "grad_norm": 0.12155353277921677,
      "learning_rate": 6.72013554495943e-06,
      "loss": 0.6786,
      "step": 29335
    },
    {
      "epoch": 0.6182279894840549,
      "grad_norm": 0.15625953674316406,
      "learning_rate": 6.719490769559231e-06,
      "loss": 0.7557,
      "step": 29336
    },
    {
      "epoch": 0.6182490635224202,
      "grad_norm": 0.14760464429855347,
      "learning_rate": 6.718846009441615e-06,
      "loss": 0.7494,
      "step": 29337
    },
    {
      "epoch": 0.6182701375607854,
      "grad_norm": 0.1505950689315796,
      "learning_rate": 6.71820126460959e-06,
      "loss": 0.7544,
      "step": 29338
    },
    {
      "epoch": 0.6182912115991507,
      "grad_norm": 0.12774425745010376,
      "learning_rate": 6.717556535066154e-06,
      "loss": 0.6474,
      "step": 29339
    },
    {
      "epoch": 0.6183122856375161,
      "grad_norm": 0.13858208060264587,
      "learning_rate": 6.7169118208143156e-06,
      "loss": 0.8315,
      "step": 29340
    },
    {
      "epoch": 0.6183333596758813,
      "grad_norm": 0.15430773794651031,
      "learning_rate": 6.716267121857075e-06,
      "loss": 0.7456,
      "step": 29341
    },
    {
      "epoch": 0.6183544337142466,
      "grad_norm": 0.1106620728969574,
      "learning_rate": 6.715622438197439e-06,
      "loss": 0.6854,
      "step": 29342
    },
    {
      "epoch": 0.6183755077526119,
      "grad_norm": 0.13037173449993134,
      "learning_rate": 6.714977769838405e-06,
      "loss": 0.713,
      "step": 29343
    },
    {
      "epoch": 0.6183965817909771,
      "grad_norm": 0.1563217043876648,
      "learning_rate": 6.714333116782981e-06,
      "loss": 0.7723,
      "step": 29344
    },
    {
      "epoch": 0.6184176558293424,
      "grad_norm": 0.12574993073940277,
      "learning_rate": 6.7136884790341685e-06,
      "loss": 0.7775,
      "step": 29345
    },
    {
      "epoch": 0.6184387298677078,
      "grad_norm": 0.17050619423389435,
      "learning_rate": 6.713043856594969e-06,
      "loss": 0.7302,
      "step": 29346
    },
    {
      "epoch": 0.618459803906073,
      "grad_norm": 0.16111820936203003,
      "learning_rate": 6.71239924946839e-06,
      "loss": 0.7781,
      "step": 29347
    },
    {
      "epoch": 0.6184808779444383,
      "grad_norm": 0.1692032665014267,
      "learning_rate": 6.711754657657432e-06,
      "loss": 0.7053,
      "step": 29348
    },
    {
      "epoch": 0.6185019519828036,
      "grad_norm": 0.10818693041801453,
      "learning_rate": 6.711110081165097e-06,
      "loss": 0.7611,
      "step": 29349
    },
    {
      "epoch": 0.6185230260211688,
      "grad_norm": 0.2180245816707611,
      "learning_rate": 6.710465519994389e-06,
      "loss": 0.8668,
      "step": 29350
    },
    {
      "epoch": 0.6185441000595342,
      "grad_norm": 0.13822457194328308,
      "learning_rate": 6.709820974148309e-06,
      "loss": 0.7419,
      "step": 29351
    },
    {
      "epoch": 0.6185651740978995,
      "grad_norm": 0.17098890244960785,
      "learning_rate": 6.709176443629859e-06,
      "loss": 0.8008,
      "step": 29352
    },
    {
      "epoch": 0.6185862481362647,
      "grad_norm": 0.12054851651191711,
      "learning_rate": 6.708531928442047e-06,
      "loss": 0.7127,
      "step": 29353
    },
    {
      "epoch": 0.61860732217463,
      "grad_norm": 0.1470654159784317,
      "learning_rate": 6.707887428587872e-06,
      "loss": 0.7143,
      "step": 29354
    },
    {
      "epoch": 0.6186283962129953,
      "grad_norm": 0.16459448635578156,
      "learning_rate": 6.707242944070336e-06,
      "loss": 0.7618,
      "step": 29355
    },
    {
      "epoch": 0.6186494702513606,
      "grad_norm": 0.15102116763591766,
      "learning_rate": 6.70659847489244e-06,
      "loss": 0.7546,
      "step": 29356
    },
    {
      "epoch": 0.6186705442897259,
      "grad_norm": 0.1775798350572586,
      "learning_rate": 6.705954021057194e-06,
      "loss": 0.773,
      "step": 29357
    },
    {
      "epoch": 0.6186916183280912,
      "grad_norm": 0.13944873213768005,
      "learning_rate": 6.705309582567592e-06,
      "loss": 0.7778,
      "step": 29358
    },
    {
      "epoch": 0.6187126923664564,
      "grad_norm": 0.152096688747406,
      "learning_rate": 6.704665159426638e-06,
      "loss": 0.6844,
      "step": 29359
    },
    {
      "epoch": 0.6187337664048217,
      "grad_norm": 0.10386158525943756,
      "learning_rate": 6.704020751637333e-06,
      "loss": 0.7274,
      "step": 29360
    },
    {
      "epoch": 0.6187548404431871,
      "grad_norm": 0.1678207963705063,
      "learning_rate": 6.7033763592026835e-06,
      "loss": 0.7772,
      "step": 29361
    },
    {
      "epoch": 0.6187759144815523,
      "grad_norm": 0.17718036472797394,
      "learning_rate": 6.702731982125687e-06,
      "loss": 0.6772,
      "step": 29362
    },
    {
      "epoch": 0.6187969885199176,
      "grad_norm": 0.16517525911331177,
      "learning_rate": 6.7020876204093525e-06,
      "loss": 0.7453,
      "step": 29363
    },
    {
      "epoch": 0.6188180625582829,
      "grad_norm": 0.13433100283145905,
      "learning_rate": 6.7014432740566716e-06,
      "loss": 0.8196,
      "step": 29364
    },
    {
      "epoch": 0.6188391365966481,
      "grad_norm": 0.13516749441623688,
      "learning_rate": 6.700798943070652e-06,
      "loss": 0.7407,
      "step": 29365
    },
    {
      "epoch": 0.6188602106350135,
      "grad_norm": 0.10908513516187668,
      "learning_rate": 6.700154627454293e-06,
      "loss": 0.7589,
      "step": 29366
    },
    {
      "epoch": 0.6188812846733788,
      "grad_norm": 0.11991120129823685,
      "learning_rate": 6.6995103272105985e-06,
      "loss": 0.8011,
      "step": 29367
    },
    {
      "epoch": 0.618902358711744,
      "grad_norm": 0.1532914936542511,
      "learning_rate": 6.698866042342571e-06,
      "loss": 0.7212,
      "step": 29368
    },
    {
      "epoch": 0.6189234327501093,
      "grad_norm": 0.12663482129573822,
      "learning_rate": 6.698221772853208e-06,
      "loss": 0.7357,
      "step": 29369
    },
    {
      "epoch": 0.6189445067884746,
      "grad_norm": 0.15276141464710236,
      "learning_rate": 6.697577518745515e-06,
      "loss": 0.6905,
      "step": 29370
    },
    {
      "epoch": 0.61896558082684,
      "grad_norm": 0.12647005915641785,
      "learning_rate": 6.696933280022491e-06,
      "loss": 0.7988,
      "step": 29371
    },
    {
      "epoch": 0.6189866548652052,
      "grad_norm": 0.19064658880233765,
      "learning_rate": 6.69628905668714e-06,
      "loss": 0.7844,
      "step": 29372
    },
    {
      "epoch": 0.6190077289035705,
      "grad_norm": 0.11225651949644089,
      "learning_rate": 6.695644848742457e-06,
      "loss": 0.6843,
      "step": 29373
    },
    {
      "epoch": 0.6190288029419357,
      "grad_norm": 0.12067648768424988,
      "learning_rate": 6.695000656191449e-06,
      "loss": 0.7345,
      "step": 29374
    },
    {
      "epoch": 0.619049876980301,
      "grad_norm": 0.12322589010000229,
      "learning_rate": 6.6943564790371145e-06,
      "loss": 0.7771,
      "step": 29375
    },
    {
      "epoch": 0.6190709510186664,
      "grad_norm": 0.11076308786869049,
      "learning_rate": 6.693712317282455e-06,
      "loss": 0.7147,
      "step": 29376
    },
    {
      "epoch": 0.6190920250570316,
      "grad_norm": 0.1226380243897438,
      "learning_rate": 6.69306817093047e-06,
      "loss": 0.7802,
      "step": 29377
    },
    {
      "epoch": 0.6191130990953969,
      "grad_norm": 0.1190858855843544,
      "learning_rate": 6.692424039984164e-06,
      "loss": 0.7401,
      "step": 29378
    },
    {
      "epoch": 0.6191341731337622,
      "grad_norm": 0.12930095195770264,
      "learning_rate": 6.691779924446535e-06,
      "loss": 0.7879,
      "step": 29379
    },
    {
      "epoch": 0.6191552471721274,
      "grad_norm": 0.1249522939324379,
      "learning_rate": 6.69113582432058e-06,
      "loss": 0.7087,
      "step": 29380
    },
    {
      "epoch": 0.6191763212104927,
      "grad_norm": 0.1378917545080185,
      "learning_rate": 6.6904917396093084e-06,
      "loss": 0.7499,
      "step": 29381
    },
    {
      "epoch": 0.6191973952488581,
      "grad_norm": 0.13425859808921814,
      "learning_rate": 6.689847670315715e-06,
      "loss": 0.7386,
      "step": 29382
    },
    {
      "epoch": 0.6192184692872233,
      "grad_norm": 0.12400352954864502,
      "learning_rate": 6.6892036164428e-06,
      "loss": 0.7632,
      "step": 29383
    },
    {
      "epoch": 0.6192395433255886,
      "grad_norm": 0.12588445842266083,
      "learning_rate": 6.6885595779935654e-06,
      "loss": 0.7849,
      "step": 29384
    },
    {
      "epoch": 0.6192606173639539,
      "grad_norm": 0.11631360650062561,
      "learning_rate": 6.687915554971012e-06,
      "loss": 0.7898,
      "step": 29385
    },
    {
      "epoch": 0.6192816914023191,
      "grad_norm": 0.13512033224105835,
      "learning_rate": 6.687271547378139e-06,
      "loss": 0.7046,
      "step": 29386
    },
    {
      "epoch": 0.6193027654406845,
      "grad_norm": 0.1287418007850647,
      "learning_rate": 6.686627555217948e-06,
      "loss": 0.6962,
      "step": 29387
    },
    {
      "epoch": 0.6193238394790498,
      "grad_norm": 0.13386334478855133,
      "learning_rate": 6.685983578493438e-06,
      "loss": 0.688,
      "step": 29388
    },
    {
      "epoch": 0.619344913517415,
      "grad_norm": 0.11736050248146057,
      "learning_rate": 6.685339617207607e-06,
      "loss": 0.7989,
      "step": 29389
    },
    {
      "epoch": 0.6193659875557803,
      "grad_norm": 0.12392999231815338,
      "learning_rate": 6.684695671363457e-06,
      "loss": 0.7445,
      "step": 29390
    },
    {
      "epoch": 0.6193870615941456,
      "grad_norm": 0.13658881187438965,
      "learning_rate": 6.684051740963989e-06,
      "loss": 0.7734,
      "step": 29391
    },
    {
      "epoch": 0.619408135632511,
      "grad_norm": 0.15014822781085968,
      "learning_rate": 6.683407826012203e-06,
      "loss": 0.7904,
      "step": 29392
    },
    {
      "epoch": 0.6194292096708762,
      "grad_norm": 0.12248694151639938,
      "learning_rate": 6.682763926511096e-06,
      "loss": 0.672,
      "step": 29393
    },
    {
      "epoch": 0.6194502837092415,
      "grad_norm": 0.1312640756368637,
      "learning_rate": 6.682120042463667e-06,
      "loss": 0.7564,
      "step": 29394
    },
    {
      "epoch": 0.6194713577476068,
      "grad_norm": 0.1494636982679367,
      "learning_rate": 6.681476173872915e-06,
      "loss": 0.7988,
      "step": 29395
    },
    {
      "epoch": 0.619492431785972,
      "grad_norm": 0.19248174130916595,
      "learning_rate": 6.680832320741848e-06,
      "loss": 0.6994,
      "step": 29396
    },
    {
      "epoch": 0.6195135058243374,
      "grad_norm": 0.11762725561857224,
      "learning_rate": 6.680188483073458e-06,
      "loss": 0.7842,
      "step": 29397
    },
    {
      "epoch": 0.6195345798627027,
      "grad_norm": 0.13140568137168884,
      "learning_rate": 6.679544660870746e-06,
      "loss": 0.7337,
      "step": 29398
    },
    {
      "epoch": 0.6195556539010679,
      "grad_norm": 0.14354592561721802,
      "learning_rate": 6.678900854136711e-06,
      "loss": 0.7758,
      "step": 29399
    },
    {
      "epoch": 0.6195767279394332,
      "grad_norm": 0.11129172146320343,
      "learning_rate": 6.678257062874353e-06,
      "loss": 0.832,
      "step": 29400
    },
    {
      "epoch": 0.6195978019777985,
      "grad_norm": 0.1205044761300087,
      "learning_rate": 6.677613287086672e-06,
      "loss": 0.7028,
      "step": 29401
    },
    {
      "epoch": 0.6196188760161638,
      "grad_norm": 0.10918069630861282,
      "learning_rate": 6.676969526776664e-06,
      "loss": 0.7488,
      "step": 29402
    },
    {
      "epoch": 0.6196399500545291,
      "grad_norm": 0.11527632921934128,
      "learning_rate": 6.67632578194733e-06,
      "loss": 0.6345,
      "step": 29403
    },
    {
      "epoch": 0.6196610240928944,
      "grad_norm": 0.11777864396572113,
      "learning_rate": 6.675682052601669e-06,
      "loss": 0.7332,
      "step": 29404
    },
    {
      "epoch": 0.6196820981312596,
      "grad_norm": 0.11175358295440674,
      "learning_rate": 6.675038338742679e-06,
      "loss": 0.7115,
      "step": 29405
    },
    {
      "epoch": 0.6197031721696249,
      "grad_norm": 0.1364147961139679,
      "learning_rate": 6.6743946403733595e-06,
      "loss": 0.7635,
      "step": 29406
    },
    {
      "epoch": 0.6197242462079903,
      "grad_norm": 0.11783873289823532,
      "learning_rate": 6.673750957496712e-06,
      "loss": 0.7231,
      "step": 29407
    },
    {
      "epoch": 0.6197453202463555,
      "grad_norm": 0.1345243602991104,
      "learning_rate": 6.67310729011573e-06,
      "loss": 0.7777,
      "step": 29408
    },
    {
      "epoch": 0.6197663942847208,
      "grad_norm": 0.12710422277450562,
      "learning_rate": 6.67246363823341e-06,
      "loss": 0.7733,
      "step": 29409
    },
    {
      "epoch": 0.6197874683230861,
      "grad_norm": 0.1263863742351532,
      "learning_rate": 6.67182000185276e-06,
      "loss": 0.7882,
      "step": 29410
    },
    {
      "epoch": 0.6198085423614513,
      "grad_norm": 0.154607355594635,
      "learning_rate": 6.671176380976774e-06,
      "loss": 0.7164,
      "step": 29411
    },
    {
      "epoch": 0.6198296163998167,
      "grad_norm": 0.12320678681135178,
      "learning_rate": 6.670532775608448e-06,
      "loss": 0.746,
      "step": 29412
    },
    {
      "epoch": 0.619850690438182,
      "grad_norm": 0.11383293569087982,
      "learning_rate": 6.6698891857507815e-06,
      "loss": 0.649,
      "step": 29413
    },
    {
      "epoch": 0.6198717644765472,
      "grad_norm": 1.0581724643707275,
      "learning_rate": 6.669245611406776e-06,
      "loss": 0.7056,
      "step": 29414
    },
    {
      "epoch": 0.6198928385149125,
      "grad_norm": 0.1527746319770813,
      "learning_rate": 6.668602052579425e-06,
      "loss": 0.692,
      "step": 29415
    },
    {
      "epoch": 0.6199139125532778,
      "grad_norm": 0.11081632971763611,
      "learning_rate": 6.66795850927173e-06,
      "loss": 0.7204,
      "step": 29416
    },
    {
      "epoch": 0.6199349865916431,
      "grad_norm": 0.11645407974720001,
      "learning_rate": 6.667314981486688e-06,
      "loss": 0.7879,
      "step": 29417
    },
    {
      "epoch": 0.6199560606300084,
      "grad_norm": 0.12295321375131607,
      "learning_rate": 6.6666714692272935e-06,
      "loss": 0.6989,
      "step": 29418
    },
    {
      "epoch": 0.6199771346683737,
      "grad_norm": 0.12444129586219788,
      "learning_rate": 6.666027972496549e-06,
      "loss": 0.6932,
      "step": 29419
    },
    {
      "epoch": 0.6199982087067389,
      "grad_norm": 0.11570391803979874,
      "learning_rate": 6.665384491297451e-06,
      "loss": 0.7457,
      "step": 29420
    },
    {
      "epoch": 0.6200192827451042,
      "grad_norm": 0.10568513721227646,
      "learning_rate": 6.664741025632996e-06,
      "loss": 0.7219,
      "step": 29421
    },
    {
      "epoch": 0.6200403567834695,
      "grad_norm": 0.20178645849227905,
      "learning_rate": 6.664097575506186e-06,
      "loss": 0.7744,
      "step": 29422
    },
    {
      "epoch": 0.6200614308218348,
      "grad_norm": 0.14047017693519592,
      "learning_rate": 6.663454140920007e-06,
      "loss": 0.7709,
      "step": 29423
    },
    {
      "epoch": 0.6200825048602001,
      "grad_norm": 0.1392132192850113,
      "learning_rate": 6.66281072187747e-06,
      "loss": 0.7682,
      "step": 29424
    },
    {
      "epoch": 0.6201035788985654,
      "grad_norm": 0.13807256519794464,
      "learning_rate": 6.662167318381569e-06,
      "loss": 0.7341,
      "step": 29425
    },
    {
      "epoch": 0.6201246529369306,
      "grad_norm": 0.18461090326309204,
      "learning_rate": 6.661523930435296e-06,
      "loss": 0.7516,
      "step": 29426
    },
    {
      "epoch": 0.6201457269752959,
      "grad_norm": 0.11883845180273056,
      "learning_rate": 6.660880558041654e-06,
      "loss": 0.7094,
      "step": 29427
    },
    {
      "epoch": 0.6201668010136613,
      "grad_norm": 0.13026762008666992,
      "learning_rate": 6.660237201203637e-06,
      "loss": 0.7122,
      "step": 29428
    },
    {
      "epoch": 0.6201878750520265,
      "grad_norm": 0.10940998792648315,
      "learning_rate": 6.659593859924241e-06,
      "loss": 0.7595,
      "step": 29429
    },
    {
      "epoch": 0.6202089490903918,
      "grad_norm": 0.1433960646390915,
      "learning_rate": 6.658950534206467e-06,
      "loss": 0.6965,
      "step": 29430
    },
    {
      "epoch": 0.6202300231287571,
      "grad_norm": 0.10120762884616852,
      "learning_rate": 6.658307224053313e-06,
      "loss": 0.7401,
      "step": 29431
    },
    {
      "epoch": 0.6202510971671223,
      "grad_norm": 0.14470906555652618,
      "learning_rate": 6.65766392946777e-06,
      "loss": 0.7409,
      "step": 29432
    },
    {
      "epoch": 0.6202721712054877,
      "grad_norm": 0.10752495378255844,
      "learning_rate": 6.6570206504528375e-06,
      "loss": 0.7762,
      "step": 29433
    },
    {
      "epoch": 0.620293245243853,
      "grad_norm": 0.14405158162117004,
      "learning_rate": 6.6563773870115135e-06,
      "loss": 0.7568,
      "step": 29434
    },
    {
      "epoch": 0.6203143192822183,
      "grad_norm": 0.13139384984970093,
      "learning_rate": 6.655734139146793e-06,
      "loss": 0.7441,
      "step": 29435
    },
    {
      "epoch": 0.6203353933205835,
      "grad_norm": 0.1563638299703598,
      "learning_rate": 6.655090906861675e-06,
      "loss": 0.8124,
      "step": 29436
    },
    {
      "epoch": 0.6203564673589488,
      "grad_norm": 0.10567110776901245,
      "learning_rate": 6.654447690159156e-06,
      "loss": 0.6808,
      "step": 29437
    },
    {
      "epoch": 0.6203775413973142,
      "grad_norm": 0.14571823179721832,
      "learning_rate": 6.653804489042224e-06,
      "loss": 0.7796,
      "step": 29438
    },
    {
      "epoch": 0.6203986154356794,
      "grad_norm": 0.11663152277469635,
      "learning_rate": 6.6531613035138864e-06,
      "loss": 0.726,
      "step": 29439
    },
    {
      "epoch": 0.6204196894740447,
      "grad_norm": 0.11239799857139587,
      "learning_rate": 6.652518133577139e-06,
      "loss": 0.7122,
      "step": 29440
    },
    {
      "epoch": 0.62044076351241,
      "grad_norm": 0.10403113812208176,
      "learning_rate": 6.651874979234973e-06,
      "loss": 0.735,
      "step": 29441
    },
    {
      "epoch": 0.6204618375507752,
      "grad_norm": 0.1198398545384407,
      "learning_rate": 6.651231840490385e-06,
      "loss": 0.7699,
      "step": 29442
    },
    {
      "epoch": 0.6204829115891406,
      "grad_norm": 0.11526269465684891,
      "learning_rate": 6.650588717346374e-06,
      "loss": 0.7492,
      "step": 29443
    },
    {
      "epoch": 0.6205039856275059,
      "grad_norm": 0.1538744568824768,
      "learning_rate": 6.649945609805933e-06,
      "loss": 0.7476,
      "step": 29444
    },
    {
      "epoch": 0.6205250596658711,
      "grad_norm": 0.11621825397014618,
      "learning_rate": 6.649302517872059e-06,
      "loss": 0.6784,
      "step": 29445
    },
    {
      "epoch": 0.6205461337042364,
      "grad_norm": 0.1256694197654724,
      "learning_rate": 6.648659441547753e-06,
      "loss": 0.7693,
      "step": 29446
    },
    {
      "epoch": 0.6205672077426017,
      "grad_norm": 0.15373501181602478,
      "learning_rate": 6.648016380836002e-06,
      "loss": 0.8695,
      "step": 29447
    },
    {
      "epoch": 0.620588281780967,
      "grad_norm": 0.11148355156183243,
      "learning_rate": 6.647373335739807e-06,
      "loss": 0.7596,
      "step": 29448
    },
    {
      "epoch": 0.6206093558193323,
      "grad_norm": 0.14578957855701447,
      "learning_rate": 6.646730306262162e-06,
      "loss": 0.77,
      "step": 29449
    },
    {
      "epoch": 0.6206304298576976,
      "grad_norm": 0.1271360218524933,
      "learning_rate": 6.646087292406062e-06,
      "loss": 0.7566,
      "step": 29450
    },
    {
      "epoch": 0.6206515038960628,
      "grad_norm": 0.1512264758348465,
      "learning_rate": 6.645444294174508e-06,
      "loss": 0.8099,
      "step": 29451
    },
    {
      "epoch": 0.6206725779344281,
      "grad_norm": 0.1264820098876953,
      "learning_rate": 6.644801311570486e-06,
      "loss": 0.7446,
      "step": 29452
    },
    {
      "epoch": 0.6206936519727935,
      "grad_norm": 0.15582780539989471,
      "learning_rate": 6.6441583445969985e-06,
      "loss": 0.7057,
      "step": 29453
    },
    {
      "epoch": 0.6207147260111587,
      "grad_norm": 0.1117628663778305,
      "learning_rate": 6.643515393257041e-06,
      "loss": 0.7295,
      "step": 29454
    },
    {
      "epoch": 0.620735800049524,
      "grad_norm": 0.17486268281936646,
      "learning_rate": 6.642872457553606e-06,
      "loss": 0.7528,
      "step": 29455
    },
    {
      "epoch": 0.6207568740878893,
      "grad_norm": 0.11570080369710922,
      "learning_rate": 6.6422295374896905e-06,
      "loss": 0.7302,
      "step": 29456
    },
    {
      "epoch": 0.6207779481262545,
      "grad_norm": 0.1338425725698471,
      "learning_rate": 6.641586633068286e-06,
      "loss": 0.7298,
      "step": 29457
    },
    {
      "epoch": 0.6207990221646198,
      "grad_norm": 0.12786023318767548,
      "learning_rate": 6.640943744292392e-06,
      "loss": 0.7717,
      "step": 29458
    },
    {
      "epoch": 0.6208200962029852,
      "grad_norm": 0.14974036812782288,
      "learning_rate": 6.640300871165002e-06,
      "loss": 0.8196,
      "step": 29459
    },
    {
      "epoch": 0.6208411702413504,
      "grad_norm": 0.13443338871002197,
      "learning_rate": 6.639658013689111e-06,
      "loss": 0.7531,
      "step": 29460
    },
    {
      "epoch": 0.6208622442797157,
      "grad_norm": 0.10943610221147537,
      "learning_rate": 6.639015171867711e-06,
      "loss": 0.7012,
      "step": 29461
    },
    {
      "epoch": 0.620883318318081,
      "grad_norm": 0.13570536673069,
      "learning_rate": 6.638372345703801e-06,
      "loss": 0.7463,
      "step": 29462
    },
    {
      "epoch": 0.6209043923564462,
      "grad_norm": 0.12100759148597717,
      "learning_rate": 6.6377295352003725e-06,
      "loss": 0.7402,
      "step": 29463
    },
    {
      "epoch": 0.6209254663948116,
      "grad_norm": 0.12729282677173615,
      "learning_rate": 6.637086740360421e-06,
      "loss": 0.7222,
      "step": 29464
    },
    {
      "epoch": 0.6209465404331769,
      "grad_norm": 0.11219918727874756,
      "learning_rate": 6.636443961186941e-06,
      "loss": 0.7393,
      "step": 29465
    },
    {
      "epoch": 0.6209676144715421,
      "grad_norm": 0.1182197779417038,
      "learning_rate": 6.6358011976829305e-06,
      "loss": 0.7724,
      "step": 29466
    },
    {
      "epoch": 0.6209886885099074,
      "grad_norm": 0.1450723111629486,
      "learning_rate": 6.635158449851373e-06,
      "loss": 0.7405,
      "step": 29467
    },
    {
      "epoch": 0.6210097625482727,
      "grad_norm": 0.11179592460393906,
      "learning_rate": 6.634515717695276e-06,
      "loss": 0.7157,
      "step": 29468
    },
    {
      "epoch": 0.621030836586638,
      "grad_norm": 0.11064840108156204,
      "learning_rate": 6.633873001217628e-06,
      "loss": 0.7241,
      "step": 29469
    },
    {
      "epoch": 0.6210519106250033,
      "grad_norm": 0.1250678449869156,
      "learning_rate": 6.633230300421425e-06,
      "loss": 0.7299,
      "step": 29470
    },
    {
      "epoch": 0.6210729846633686,
      "grad_norm": 0.09596274048089981,
      "learning_rate": 6.632587615309658e-06,
      "loss": 0.7536,
      "step": 29471
    },
    {
      "epoch": 0.6210940587017338,
      "grad_norm": 0.29645437002182007,
      "learning_rate": 6.631944945885322e-06,
      "loss": 0.7494,
      "step": 29472
    },
    {
      "epoch": 0.6211151327400991,
      "grad_norm": 0.11038234084844589,
      "learning_rate": 6.631302292151411e-06,
      "loss": 0.7016,
      "step": 29473
    },
    {
      "epoch": 0.6211362067784645,
      "grad_norm": 0.13080376386642456,
      "learning_rate": 6.63065965411092e-06,
      "loss": 0.7522,
      "step": 29474
    },
    {
      "epoch": 0.6211572808168297,
      "grad_norm": 0.11218520998954773,
      "learning_rate": 6.630017031766843e-06,
      "loss": 0.7049,
      "step": 29475
    },
    {
      "epoch": 0.621178354855195,
      "grad_norm": 0.11335187405347824,
      "learning_rate": 6.629374425122173e-06,
      "loss": 0.7132,
      "step": 29476
    },
    {
      "epoch": 0.6211994288935603,
      "grad_norm": 0.11792197078466415,
      "learning_rate": 6.6287318341799e-06,
      "loss": 0.7372,
      "step": 29477
    },
    {
      "epoch": 0.6212205029319255,
      "grad_norm": 0.1357196718454361,
      "learning_rate": 6.628089258943024e-06,
      "loss": 0.6992,
      "step": 29478
    },
    {
      "epoch": 0.6212415769702909,
      "grad_norm": 0.12493617832660675,
      "learning_rate": 6.627446699414535e-06,
      "loss": 0.7824,
      "step": 29479
    },
    {
      "epoch": 0.6212626510086562,
      "grad_norm": 0.11288952082395554,
      "learning_rate": 6.6268041555974265e-06,
      "loss": 0.7284,
      "step": 29480
    },
    {
      "epoch": 0.6212837250470215,
      "grad_norm": 0.12550170719623566,
      "learning_rate": 6.626161627494689e-06,
      "loss": 0.7256,
      "step": 29481
    },
    {
      "epoch": 0.6213047990853867,
      "grad_norm": 0.09914358705282211,
      "learning_rate": 6.625519115109323e-06,
      "loss": 0.6961,
      "step": 29482
    },
    {
      "epoch": 0.621325873123752,
      "grad_norm": 0.10626788437366486,
      "learning_rate": 6.624876618444316e-06,
      "loss": 0.6854,
      "step": 29483
    },
    {
      "epoch": 0.6213469471621174,
      "grad_norm": 0.1261443942785263,
      "learning_rate": 6.6242341375026654e-06,
      "loss": 0.7311,
      "step": 29484
    },
    {
      "epoch": 0.6213680212004826,
      "grad_norm": 0.12037237733602524,
      "learning_rate": 6.623591672287361e-06,
      "loss": 0.753,
      "step": 29485
    },
    {
      "epoch": 0.6213890952388479,
      "grad_norm": 0.11748621612787247,
      "learning_rate": 6.6229492228013954e-06,
      "loss": 0.7961,
      "step": 29486
    },
    {
      "epoch": 0.6214101692772132,
      "grad_norm": 0.12475882470607758,
      "learning_rate": 6.622306789047763e-06,
      "loss": 0.7242,
      "step": 29487
    },
    {
      "epoch": 0.6214312433155784,
      "grad_norm": 0.11984346807003021,
      "learning_rate": 6.621664371029457e-06,
      "loss": 0.7367,
      "step": 29488
    },
    {
      "epoch": 0.6214523173539438,
      "grad_norm": 0.10399617999792099,
      "learning_rate": 6.621021968749468e-06,
      "loss": 0.735,
      "step": 29489
    },
    {
      "epoch": 0.6214733913923091,
      "grad_norm": 0.10425972938537598,
      "learning_rate": 6.620379582210794e-06,
      "loss": 0.6905,
      "step": 29490
    },
    {
      "epoch": 0.6214944654306743,
      "grad_norm": 0.08802039176225662,
      "learning_rate": 6.619737211416421e-06,
      "loss": 0.6274,
      "step": 29491
    },
    {
      "epoch": 0.6215155394690396,
      "grad_norm": 0.11531999707221985,
      "learning_rate": 6.6190948563693435e-06,
      "loss": 0.7461,
      "step": 29492
    },
    {
      "epoch": 0.6215366135074049,
      "grad_norm": 0.1075134351849556,
      "learning_rate": 6.618452517072556e-06,
      "loss": 0.7663,
      "step": 29493
    },
    {
      "epoch": 0.6215576875457702,
      "grad_norm": 0.12593704462051392,
      "learning_rate": 6.61781019352905e-06,
      "loss": 0.7933,
      "step": 29494
    },
    {
      "epoch": 0.6215787615841355,
      "grad_norm": 0.12401963025331497,
      "learning_rate": 6.617167885741814e-06,
      "loss": 0.7963,
      "step": 29495
    },
    {
      "epoch": 0.6215998356225008,
      "grad_norm": 0.12615364789962769,
      "learning_rate": 6.616525593713847e-06,
      "loss": 0.7723,
      "step": 29496
    },
    {
      "epoch": 0.621620909660866,
      "grad_norm": 0.09805472940206528,
      "learning_rate": 6.615883317448137e-06,
      "loss": 0.6676,
      "step": 29497
    },
    {
      "epoch": 0.6216419836992313,
      "grad_norm": 0.11419845372438431,
      "learning_rate": 6.615241056947679e-06,
      "loss": 0.7861,
      "step": 29498
    },
    {
      "epoch": 0.6216630577375966,
      "grad_norm": 0.10903135687112808,
      "learning_rate": 6.614598812215464e-06,
      "loss": 0.8108,
      "step": 29499
    },
    {
      "epoch": 0.6216841317759619,
      "grad_norm": 0.10695234686136246,
      "learning_rate": 6.61395658325448e-06,
      "loss": 0.7148,
      "step": 29500
    },
    {
      "epoch": 0.6217052058143272,
      "grad_norm": 0.1333242505788803,
      "learning_rate": 6.613314370067724e-06,
      "loss": 0.7414,
      "step": 29501
    },
    {
      "epoch": 0.6217262798526925,
      "grad_norm": 0.12617212533950806,
      "learning_rate": 6.612672172658186e-06,
      "loss": 0.6962,
      "step": 29502
    },
    {
      "epoch": 0.6217473538910577,
      "grad_norm": 0.146608367562294,
      "learning_rate": 6.6120299910288555e-06,
      "loss": 0.7568,
      "step": 29503
    },
    {
      "epoch": 0.621768427929423,
      "grad_norm": 0.11149510741233826,
      "learning_rate": 6.611387825182727e-06,
      "loss": 0.7766,
      "step": 29504
    },
    {
      "epoch": 0.6217895019677884,
      "grad_norm": 0.1500403732061386,
      "learning_rate": 6.610745675122794e-06,
      "loss": 0.7524,
      "step": 29505
    },
    {
      "epoch": 0.6218105760061536,
      "grad_norm": 0.12609130144119263,
      "learning_rate": 6.610103540852042e-06,
      "loss": 0.7495,
      "step": 29506
    },
    {
      "epoch": 0.6218316500445189,
      "grad_norm": 0.22113581001758575,
      "learning_rate": 6.609461422373468e-06,
      "loss": 0.6609,
      "step": 29507
    },
    {
      "epoch": 0.6218527240828842,
      "grad_norm": 0.12361706048250198,
      "learning_rate": 6.608819319690059e-06,
      "loss": 0.7966,
      "step": 29508
    },
    {
      "epoch": 0.6218737981212494,
      "grad_norm": 0.15495255589485168,
      "learning_rate": 6.6081772328048085e-06,
      "loss": 0.7598,
      "step": 29509
    },
    {
      "epoch": 0.6218948721596148,
      "grad_norm": 0.11132119596004486,
      "learning_rate": 6.607535161720707e-06,
      "loss": 0.6718,
      "step": 29510
    },
    {
      "epoch": 0.6219159461979801,
      "grad_norm": 0.1727270781993866,
      "learning_rate": 6.606893106440748e-06,
      "loss": 0.7254,
      "step": 29511
    },
    {
      "epoch": 0.6219370202363453,
      "grad_norm": 0.1599886119365692,
      "learning_rate": 6.606251066967921e-06,
      "loss": 0.7064,
      "step": 29512
    },
    {
      "epoch": 0.6219580942747106,
      "grad_norm": 0.1317307949066162,
      "learning_rate": 6.605609043305217e-06,
      "loss": 0.7513,
      "step": 29513
    },
    {
      "epoch": 0.6219791683130759,
      "grad_norm": 0.12020601332187653,
      "learning_rate": 6.604967035455629e-06,
      "loss": 0.7332,
      "step": 29514
    },
    {
      "epoch": 0.6220002423514412,
      "grad_norm": 0.15069572627544403,
      "learning_rate": 6.6043250434221425e-06,
      "loss": 0.7837,
      "step": 29515
    },
    {
      "epoch": 0.6220213163898065,
      "grad_norm": 0.13446007668972015,
      "learning_rate": 6.603683067207753e-06,
      "loss": 0.7014,
      "step": 29516
    },
    {
      "epoch": 0.6220423904281718,
      "grad_norm": 0.12907329201698303,
      "learning_rate": 6.603041106815449e-06,
      "loss": 0.7614,
      "step": 29517
    },
    {
      "epoch": 0.622063464466537,
      "grad_norm": 0.15211670100688934,
      "learning_rate": 6.602399162248221e-06,
      "loss": 0.7693,
      "step": 29518
    },
    {
      "epoch": 0.6220845385049023,
      "grad_norm": 0.1800002008676529,
      "learning_rate": 6.601757233509062e-06,
      "loss": 0.7196,
      "step": 29519
    },
    {
      "epoch": 0.6221056125432677,
      "grad_norm": 0.20963025093078613,
      "learning_rate": 6.601115320600961e-06,
      "loss": 0.7761,
      "step": 29520
    },
    {
      "epoch": 0.622126686581633,
      "grad_norm": 0.12453624606132507,
      "learning_rate": 6.600473423526908e-06,
      "loss": 0.7827,
      "step": 29521
    },
    {
      "epoch": 0.6221477606199982,
      "grad_norm": 0.12709252536296844,
      "learning_rate": 6.599831542289894e-06,
      "loss": 0.7039,
      "step": 29522
    },
    {
      "epoch": 0.6221688346583635,
      "grad_norm": 0.13435249030590057,
      "learning_rate": 6.599189676892908e-06,
      "loss": 0.7561,
      "step": 29523
    },
    {
      "epoch": 0.6221899086967287,
      "grad_norm": 0.1077844649553299,
      "learning_rate": 6.598547827338939e-06,
      "loss": 0.6653,
      "step": 29524
    },
    {
      "epoch": 0.6222109827350941,
      "grad_norm": 0.13558584451675415,
      "learning_rate": 6.597905993630982e-06,
      "loss": 0.722,
      "step": 29525
    },
    {
      "epoch": 0.6222320567734594,
      "grad_norm": 0.13610093295574188,
      "learning_rate": 6.597264175772024e-06,
      "loss": 0.7704,
      "step": 29526
    },
    {
      "epoch": 0.6222531308118247,
      "grad_norm": 0.14640122652053833,
      "learning_rate": 6.596622373765055e-06,
      "loss": 0.7292,
      "step": 29527
    },
    {
      "epoch": 0.6222742048501899,
      "grad_norm": 0.12409410625696182,
      "learning_rate": 6.595980587613065e-06,
      "loss": 0.7123,
      "step": 29528
    },
    {
      "epoch": 0.6222952788885552,
      "grad_norm": 0.128729447722435,
      "learning_rate": 6.595338817319046e-06,
      "loss": 0.7935,
      "step": 29529
    },
    {
      "epoch": 0.6223163529269206,
      "grad_norm": 0.14079883694648743,
      "learning_rate": 6.594697062885984e-06,
      "loss": 0.7141,
      "step": 29530
    },
    {
      "epoch": 0.6223374269652858,
      "grad_norm": 0.1602754294872284,
      "learning_rate": 6.59405532431687e-06,
      "loss": 0.7396,
      "step": 29531
    },
    {
      "epoch": 0.6223585010036511,
      "grad_norm": 0.10992234945297241,
      "learning_rate": 6.593413601614695e-06,
      "loss": 0.7693,
      "step": 29532
    },
    {
      "epoch": 0.6223795750420164,
      "grad_norm": 0.12990078330039978,
      "learning_rate": 6.592771894782447e-06,
      "loss": 0.753,
      "step": 29533
    },
    {
      "epoch": 0.6224006490803816,
      "grad_norm": 0.13204531371593475,
      "learning_rate": 6.592130203823118e-06,
      "loss": 0.7699,
      "step": 29534
    },
    {
      "epoch": 0.6224217231187469,
      "grad_norm": 0.16230453550815582,
      "learning_rate": 6.591488528739694e-06,
      "loss": 0.7048,
      "step": 29535
    },
    {
      "epoch": 0.6224427971571123,
      "grad_norm": 0.12218907475471497,
      "learning_rate": 6.590846869535166e-06,
      "loss": 0.7605,
      "step": 29536
    },
    {
      "epoch": 0.6224638711954775,
      "grad_norm": 0.18769992887973785,
      "learning_rate": 6.590205226212521e-06,
      "loss": 0.7866,
      "step": 29537
    },
    {
      "epoch": 0.6224849452338428,
      "grad_norm": 0.09589604288339615,
      "learning_rate": 6.589563598774751e-06,
      "loss": 0.714,
      "step": 29538
    },
    {
      "epoch": 0.622506019272208,
      "grad_norm": 0.1581108123064041,
      "learning_rate": 6.588921987224843e-06,
      "loss": 0.7592,
      "step": 29539
    },
    {
      "epoch": 0.6225270933105733,
      "grad_norm": 0.11993087828159332,
      "learning_rate": 6.588280391565789e-06,
      "loss": 0.7259,
      "step": 29540
    },
    {
      "epoch": 0.6225481673489387,
      "grad_norm": 0.15177719295024872,
      "learning_rate": 6.587638811800574e-06,
      "loss": 0.7519,
      "step": 29541
    },
    {
      "epoch": 0.622569241387304,
      "grad_norm": 0.14660972356796265,
      "learning_rate": 6.586997247932192e-06,
      "loss": 0.7817,
      "step": 29542
    },
    {
      "epoch": 0.6225903154256692,
      "grad_norm": 0.14334188401699066,
      "learning_rate": 6.586355699963629e-06,
      "loss": 0.7418,
      "step": 29543
    },
    {
      "epoch": 0.6226113894640345,
      "grad_norm": 0.13013580441474915,
      "learning_rate": 6.585714167897872e-06,
      "loss": 0.6949,
      "step": 29544
    },
    {
      "epoch": 0.6226324635023998,
      "grad_norm": 0.16875016689300537,
      "learning_rate": 6.585072651737911e-06,
      "loss": 0.8004,
      "step": 29545
    },
    {
      "epoch": 0.6226535375407651,
      "grad_norm": 0.2225019484758377,
      "learning_rate": 6.584431151486736e-06,
      "loss": 0.7352,
      "step": 29546
    },
    {
      "epoch": 0.6226746115791304,
      "grad_norm": 0.12807682156562805,
      "learning_rate": 6.583789667147333e-06,
      "loss": 0.6486,
      "step": 29547
    },
    {
      "epoch": 0.6226956856174957,
      "grad_norm": 0.1360342800617218,
      "learning_rate": 6.5831481987226905e-06,
      "loss": 0.7425,
      "step": 29548
    },
    {
      "epoch": 0.6227167596558609,
      "grad_norm": 0.16187243163585663,
      "learning_rate": 6.582506746215802e-06,
      "loss": 0.7438,
      "step": 29549
    },
    {
      "epoch": 0.6227378336942262,
      "grad_norm": 0.16180627048015594,
      "learning_rate": 6.5818653096296494e-06,
      "loss": 0.8271,
      "step": 29550
    },
    {
      "epoch": 0.6227589077325916,
      "grad_norm": 0.1215810626745224,
      "learning_rate": 6.581223888967223e-06,
      "loss": 0.7199,
      "step": 29551
    },
    {
      "epoch": 0.6227799817709568,
      "grad_norm": 0.1326296031475067,
      "learning_rate": 6.58058248423151e-06,
      "loss": 0.7715,
      "step": 29552
    },
    {
      "epoch": 0.6228010558093221,
      "grad_norm": 0.12187748402357101,
      "learning_rate": 6.579941095425499e-06,
      "loss": 0.7335,
      "step": 29553
    },
    {
      "epoch": 0.6228221298476874,
      "grad_norm": 0.12269429117441177,
      "learning_rate": 6.57929972255218e-06,
      "loss": 0.7728,
      "step": 29554
    },
    {
      "epoch": 0.6228432038860526,
      "grad_norm": 0.13292951881885529,
      "learning_rate": 6.578658365614541e-06,
      "loss": 0.7451,
      "step": 29555
    },
    {
      "epoch": 0.622864277924418,
      "grad_norm": 0.13267388939857483,
      "learning_rate": 6.578017024615566e-06,
      "loss": 0.7578,
      "step": 29556
    },
    {
      "epoch": 0.6228853519627833,
      "grad_norm": 0.15464669466018677,
      "learning_rate": 6.577375699558246e-06,
      "loss": 0.7965,
      "step": 29557
    },
    {
      "epoch": 0.6229064260011485,
      "grad_norm": 0.14838765561580658,
      "learning_rate": 6.57673439044557e-06,
      "loss": 0.7742,
      "step": 29558
    },
    {
      "epoch": 0.6229275000395138,
      "grad_norm": 0.1871182769536972,
      "learning_rate": 6.576093097280522e-06,
      "loss": 0.7251,
      "step": 29559
    },
    {
      "epoch": 0.6229485740778791,
      "grad_norm": 0.12993115186691284,
      "learning_rate": 6.57545182006609e-06,
      "loss": 0.6964,
      "step": 29560
    },
    {
      "epoch": 0.6229696481162444,
      "grad_norm": 0.19284674525260925,
      "learning_rate": 6.574810558805262e-06,
      "loss": 0.7185,
      "step": 29561
    },
    {
      "epoch": 0.6229907221546097,
      "grad_norm": 0.1377938985824585,
      "learning_rate": 6.574169313501026e-06,
      "loss": 0.761,
      "step": 29562
    },
    {
      "epoch": 0.623011796192975,
      "grad_norm": 0.13061416149139404,
      "learning_rate": 6.5735280841563695e-06,
      "loss": 0.7465,
      "step": 29563
    },
    {
      "epoch": 0.6230328702313402,
      "grad_norm": 0.1008879691362381,
      "learning_rate": 6.572886870774282e-06,
      "loss": 0.7053,
      "step": 29564
    },
    {
      "epoch": 0.6230539442697055,
      "grad_norm": 0.13435350358486176,
      "learning_rate": 6.572245673357745e-06,
      "loss": 0.7169,
      "step": 29565
    },
    {
      "epoch": 0.6230750183080709,
      "grad_norm": 0.16174933314323425,
      "learning_rate": 6.5716044919097475e-06,
      "loss": 0.7386,
      "step": 29566
    },
    {
      "epoch": 0.6230960923464361,
      "grad_norm": 0.13191144168376923,
      "learning_rate": 6.570963326433277e-06,
      "loss": 0.7181,
      "step": 29567
    },
    {
      "epoch": 0.6231171663848014,
      "grad_norm": 0.19272127747535706,
      "learning_rate": 6.570322176931322e-06,
      "loss": 0.7571,
      "step": 29568
    },
    {
      "epoch": 0.6231382404231667,
      "grad_norm": 0.21225275099277496,
      "learning_rate": 6.569681043406868e-06,
      "loss": 0.6823,
      "step": 29569
    },
    {
      "epoch": 0.6231593144615319,
      "grad_norm": 0.1771569848060608,
      "learning_rate": 6.569039925862904e-06,
      "loss": 0.7447,
      "step": 29570
    },
    {
      "epoch": 0.6231803884998972,
      "grad_norm": 0.1525343358516693,
      "learning_rate": 6.568398824302413e-06,
      "loss": 0.8035,
      "step": 29571
    },
    {
      "epoch": 0.6232014625382626,
      "grad_norm": 0.13011948764324188,
      "learning_rate": 6.567757738728384e-06,
      "loss": 0.7929,
      "step": 29572
    },
    {
      "epoch": 0.6232225365766279,
      "grad_norm": 0.12332167476415634,
      "learning_rate": 6.567116669143805e-06,
      "loss": 0.6941,
      "step": 29573
    },
    {
      "epoch": 0.6232436106149931,
      "grad_norm": 0.13329610228538513,
      "learning_rate": 6.566475615551658e-06,
      "loss": 0.7239,
      "step": 29574
    },
    {
      "epoch": 0.6232646846533584,
      "grad_norm": 0.15363027155399323,
      "learning_rate": 6.5658345779549325e-06,
      "loss": 0.7887,
      "step": 29575
    },
    {
      "epoch": 0.6232857586917236,
      "grad_norm": 0.1370435208082199,
      "learning_rate": 6.565193556356615e-06,
      "loss": 0.7002,
      "step": 29576
    },
    {
      "epoch": 0.623306832730089,
      "grad_norm": 0.22120161354541779,
      "learning_rate": 6.5645525507596884e-06,
      "loss": 0.7534,
      "step": 29577
    },
    {
      "epoch": 0.6233279067684543,
      "grad_norm": 0.16860389709472656,
      "learning_rate": 6.563911561167145e-06,
      "loss": 0.7623,
      "step": 29578
    },
    {
      "epoch": 0.6233489808068196,
      "grad_norm": 0.12597808241844177,
      "learning_rate": 6.563270587581967e-06,
      "loss": 0.6992,
      "step": 29579
    },
    {
      "epoch": 0.6233700548451848,
      "grad_norm": 0.15979449450969696,
      "learning_rate": 6.562629630007139e-06,
      "loss": 0.7883,
      "step": 29580
    },
    {
      "epoch": 0.6233911288835501,
      "grad_norm": 0.14305870234966278,
      "learning_rate": 6.561988688445648e-06,
      "loss": 0.7806,
      "step": 29581
    },
    {
      "epoch": 0.6234122029219155,
      "grad_norm": 0.15217150747776031,
      "learning_rate": 6.56134776290048e-06,
      "loss": 0.8009,
      "step": 29582
    },
    {
      "epoch": 0.6234332769602807,
      "grad_norm": 0.13854199647903442,
      "learning_rate": 6.560706853374626e-06,
      "loss": 0.7735,
      "step": 29583
    },
    {
      "epoch": 0.623454350998646,
      "grad_norm": 0.13286270201206207,
      "learning_rate": 6.560065959871062e-06,
      "loss": 0.7032,
      "step": 29584
    },
    {
      "epoch": 0.6234754250370113,
      "grad_norm": 0.12370049208402634,
      "learning_rate": 6.559425082392783e-06,
      "loss": 0.6501,
      "step": 29585
    },
    {
      "epoch": 0.6234964990753765,
      "grad_norm": 0.1717224270105362,
      "learning_rate": 6.5587842209427686e-06,
      "loss": 0.672,
      "step": 29586
    },
    {
      "epoch": 0.6235175731137419,
      "grad_norm": 0.12281297892332077,
      "learning_rate": 6.558143375524006e-06,
      "loss": 0.69,
      "step": 29587
    },
    {
      "epoch": 0.6235386471521072,
      "grad_norm": 0.16622225940227509,
      "learning_rate": 6.557502546139485e-06,
      "loss": 0.7254,
      "step": 29588
    },
    {
      "epoch": 0.6235597211904724,
      "grad_norm": 0.12434669584035873,
      "learning_rate": 6.556861732792184e-06,
      "loss": 0.7059,
      "step": 29589
    },
    {
      "epoch": 0.6235807952288377,
      "grad_norm": 0.15705691277980804,
      "learning_rate": 6.55622093548509e-06,
      "loss": 0.7303,
      "step": 29590
    },
    {
      "epoch": 0.623601869267203,
      "grad_norm": 0.13247893750667572,
      "learning_rate": 6.55558015422119e-06,
      "loss": 0.7084,
      "step": 29591
    },
    {
      "epoch": 0.6236229433055683,
      "grad_norm": 0.16236571967601776,
      "learning_rate": 6.55493938900347e-06,
      "loss": 0.7319,
      "step": 29592
    },
    {
      "epoch": 0.6236440173439336,
      "grad_norm": 0.1200561374425888,
      "learning_rate": 6.554298639834913e-06,
      "loss": 0.754,
      "step": 29593
    },
    {
      "epoch": 0.6236650913822989,
      "grad_norm": 0.15598170459270477,
      "learning_rate": 6.553657906718503e-06,
      "loss": 0.7204,
      "step": 29594
    },
    {
      "epoch": 0.6236861654206641,
      "grad_norm": 0.13106901943683624,
      "learning_rate": 6.553017189657227e-06,
      "loss": 0.7146,
      "step": 29595
    },
    {
      "epoch": 0.6237072394590294,
      "grad_norm": 0.1355959177017212,
      "learning_rate": 6.5523764886540665e-06,
      "loss": 0.7518,
      "step": 29596
    },
    {
      "epoch": 0.6237283134973948,
      "grad_norm": 0.13889896869659424,
      "learning_rate": 6.551735803712014e-06,
      "loss": 0.7463,
      "step": 29597
    },
    {
      "epoch": 0.62374938753576,
      "grad_norm": 0.17361673712730408,
      "learning_rate": 6.5510951348340464e-06,
      "loss": 0.7635,
      "step": 29598
    },
    {
      "epoch": 0.6237704615741253,
      "grad_norm": 0.1198447197675705,
      "learning_rate": 6.550454482023153e-06,
      "loss": 0.7742,
      "step": 29599
    },
    {
      "epoch": 0.6237915356124906,
      "grad_norm": 0.1233673244714737,
      "learning_rate": 6.549813845282316e-06,
      "loss": 0.7526,
      "step": 29600
    },
    {
      "epoch": 0.6238126096508558,
      "grad_norm": 0.12720388174057007,
      "learning_rate": 6.54917322461452e-06,
      "loss": 0.7571,
      "step": 29601
    },
    {
      "epoch": 0.6238336836892212,
      "grad_norm": 0.13039322197437286,
      "learning_rate": 6.5485326200227515e-06,
      "loss": 0.7324,
      "step": 29602
    },
    {
      "epoch": 0.6238547577275865,
      "grad_norm": 0.12286891788244247,
      "learning_rate": 6.547892031509993e-06,
      "loss": 0.6754,
      "step": 29603
    },
    {
      "epoch": 0.6238758317659517,
      "grad_norm": 0.10640058666467667,
      "learning_rate": 6.5472514590792266e-06,
      "loss": 0.6771,
      "step": 29604
    },
    {
      "epoch": 0.623896905804317,
      "grad_norm": 0.13395291566848755,
      "learning_rate": 6.546610902733441e-06,
      "loss": 0.7057,
      "step": 29605
    },
    {
      "epoch": 0.6239179798426823,
      "grad_norm": 0.12058650702238083,
      "learning_rate": 6.545970362475617e-06,
      "loss": 0.8109,
      "step": 29606
    },
    {
      "epoch": 0.6239390538810476,
      "grad_norm": 0.12013580650091171,
      "learning_rate": 6.545329838308738e-06,
      "loss": 0.7251,
      "step": 29607
    },
    {
      "epoch": 0.6239601279194129,
      "grad_norm": 0.13242265582084656,
      "learning_rate": 6.544689330235794e-06,
      "loss": 0.7972,
      "step": 29608
    },
    {
      "epoch": 0.6239812019577782,
      "grad_norm": 0.11918484419584274,
      "learning_rate": 6.544048838259762e-06,
      "loss": 0.6751,
      "step": 29609
    },
    {
      "epoch": 0.6240022759961434,
      "grad_norm": 0.1163647323846817,
      "learning_rate": 6.543408362383623e-06,
      "loss": 0.7609,
      "step": 29610
    },
    {
      "epoch": 0.6240233500345087,
      "grad_norm": 0.10828476399183273,
      "learning_rate": 6.542767902610374e-06,
      "loss": 0.7407,
      "step": 29611
    },
    {
      "epoch": 0.624044424072874,
      "grad_norm": 0.15355631709098816,
      "learning_rate": 6.542127458942988e-06,
      "loss": 0.7028,
      "step": 29612
    },
    {
      "epoch": 0.6240654981112393,
      "grad_norm": 0.12217012792825699,
      "learning_rate": 6.5414870313844505e-06,
      "loss": 0.7062,
      "step": 29613
    },
    {
      "epoch": 0.6240865721496046,
      "grad_norm": 0.1285368800163269,
      "learning_rate": 6.540846619937746e-06,
      "loss": 0.7162,
      "step": 29614
    },
    {
      "epoch": 0.6241076461879699,
      "grad_norm": 0.1312454491853714,
      "learning_rate": 6.540206224605858e-06,
      "loss": 0.7272,
      "step": 29615
    },
    {
      "epoch": 0.6241287202263351,
      "grad_norm": 0.113804891705513,
      "learning_rate": 6.53956584539177e-06,
      "loss": 0.7416,
      "step": 29616
    },
    {
      "epoch": 0.6241497942647004,
      "grad_norm": 0.1253996640443802,
      "learning_rate": 6.538925482298466e-06,
      "loss": 0.758,
      "step": 29617
    },
    {
      "epoch": 0.6241708683030658,
      "grad_norm": 0.10699599236249924,
      "learning_rate": 6.538285135328926e-06,
      "loss": 0.7934,
      "step": 29618
    },
    {
      "epoch": 0.624191942341431,
      "grad_norm": 0.1151563972234726,
      "learning_rate": 6.537644804486136e-06,
      "loss": 0.7472,
      "step": 29619
    },
    {
      "epoch": 0.6242130163797963,
      "grad_norm": 0.18820135295391083,
      "learning_rate": 6.537004489773078e-06,
      "loss": 0.7506,
      "step": 29620
    },
    {
      "epoch": 0.6242340904181616,
      "grad_norm": 0.12808024883270264,
      "learning_rate": 6.536364191192735e-06,
      "loss": 0.7559,
      "step": 29621
    },
    {
      "epoch": 0.6242551644565268,
      "grad_norm": 0.11584082245826721,
      "learning_rate": 6.535723908748088e-06,
      "loss": 0.6889,
      "step": 29622
    },
    {
      "epoch": 0.6242762384948922,
      "grad_norm": 0.12173059582710266,
      "learning_rate": 6.535083642442126e-06,
      "loss": 0.7658,
      "step": 29623
    },
    {
      "epoch": 0.6242973125332575,
      "grad_norm": 0.16722659766674042,
      "learning_rate": 6.534443392277825e-06,
      "loss": 0.7159,
      "step": 29624
    },
    {
      "epoch": 0.6243183865716228,
      "grad_norm": 0.11827991902828217,
      "learning_rate": 6.533803158258166e-06,
      "loss": 0.7687,
      "step": 29625
    },
    {
      "epoch": 0.624339460609988,
      "grad_norm": 0.12099253386259079,
      "learning_rate": 6.533162940386142e-06,
      "loss": 0.8043,
      "step": 29626
    },
    {
      "epoch": 0.6243605346483533,
      "grad_norm": 0.1488400250673294,
      "learning_rate": 6.532522738664728e-06,
      "loss": 0.7727,
      "step": 29627
    },
    {
      "epoch": 0.6243816086867187,
      "grad_norm": 0.25680041313171387,
      "learning_rate": 6.531882553096906e-06,
      "loss": 0.7442,
      "step": 29628
    },
    {
      "epoch": 0.6244026827250839,
      "grad_norm": 0.12404128164052963,
      "learning_rate": 6.531242383685663e-06,
      "loss": 0.769,
      "step": 29629
    },
    {
      "epoch": 0.6244237567634492,
      "grad_norm": 0.145151749253273,
      "learning_rate": 6.530602230433975e-06,
      "loss": 0.73,
      "step": 29630
    },
    {
      "epoch": 0.6244448308018145,
      "grad_norm": 0.13476651906967163,
      "learning_rate": 6.52996209334483e-06,
      "loss": 0.7145,
      "step": 29631
    },
    {
      "epoch": 0.6244659048401797,
      "grad_norm": 0.13548921048641205,
      "learning_rate": 6.52932197242121e-06,
      "loss": 0.7218,
      "step": 29632
    },
    {
      "epoch": 0.6244869788785451,
      "grad_norm": 0.10164228826761246,
      "learning_rate": 6.528681867666093e-06,
      "loss": 0.7128,
      "step": 29633
    },
    {
      "epoch": 0.6245080529169104,
      "grad_norm": 0.11263467371463776,
      "learning_rate": 6.528041779082462e-06,
      "loss": 0.6766,
      "step": 29634
    },
    {
      "epoch": 0.6245291269552756,
      "grad_norm": 0.13600294291973114,
      "learning_rate": 6.5274017066733e-06,
      "loss": 0.7135,
      "step": 29635
    },
    {
      "epoch": 0.6245502009936409,
      "grad_norm": 0.11642877012491226,
      "learning_rate": 6.526761650441589e-06,
      "loss": 0.7314,
      "step": 29636
    },
    {
      "epoch": 0.6245712750320062,
      "grad_norm": 0.11506128311157227,
      "learning_rate": 6.5261216103903106e-06,
      "loss": 0.7708,
      "step": 29637
    },
    {
      "epoch": 0.6245923490703715,
      "grad_norm": 0.11744163930416107,
      "learning_rate": 6.525481586522448e-06,
      "loss": 0.8012,
      "step": 29638
    },
    {
      "epoch": 0.6246134231087368,
      "grad_norm": 0.11983971297740936,
      "learning_rate": 6.524841578840975e-06,
      "loss": 0.8088,
      "step": 29639
    },
    {
      "epoch": 0.6246344971471021,
      "grad_norm": 0.1053956001996994,
      "learning_rate": 6.524201587348883e-06,
      "loss": 0.7004,
      "step": 29640
    },
    {
      "epoch": 0.6246555711854673,
      "grad_norm": 0.18657776713371277,
      "learning_rate": 6.523561612049152e-06,
      "loss": 0.8109,
      "step": 29641
    },
    {
      "epoch": 0.6246766452238326,
      "grad_norm": 0.1163385808467865,
      "learning_rate": 6.522921652944758e-06,
      "loss": 0.7053,
      "step": 29642
    },
    {
      "epoch": 0.624697719262198,
      "grad_norm": 0.1774938404560089,
      "learning_rate": 6.522281710038687e-06,
      "loss": 0.8208,
      "step": 29643
    },
    {
      "epoch": 0.6247187933005632,
      "grad_norm": 0.11732137203216553,
      "learning_rate": 6.521641783333918e-06,
      "loss": 0.8039,
      "step": 29644
    },
    {
      "epoch": 0.6247398673389285,
      "grad_norm": 0.12368100136518478,
      "learning_rate": 6.521001872833435e-06,
      "loss": 0.711,
      "step": 29645
    },
    {
      "epoch": 0.6247609413772938,
      "grad_norm": 0.1163162887096405,
      "learning_rate": 6.520361978540214e-06,
      "loss": 0.6873,
      "step": 29646
    },
    {
      "epoch": 0.624782015415659,
      "grad_norm": 0.13445043563842773,
      "learning_rate": 6.519722100457242e-06,
      "loss": 0.7128,
      "step": 29647
    },
    {
      "epoch": 0.6248030894540243,
      "grad_norm": 0.11907075345516205,
      "learning_rate": 6.519082238587495e-06,
      "loss": 0.6358,
      "step": 29648
    },
    {
      "epoch": 0.6248241634923897,
      "grad_norm": 0.09878965467214584,
      "learning_rate": 6.518442392933954e-06,
      "loss": 0.7091,
      "step": 29649
    },
    {
      "epoch": 0.6248452375307549,
      "grad_norm": 0.12579698860645294,
      "learning_rate": 6.517802563499604e-06,
      "loss": 0.668,
      "step": 29650
    },
    {
      "epoch": 0.6248663115691202,
      "grad_norm": 0.14177773892879486,
      "learning_rate": 6.517162750287423e-06,
      "loss": 0.7739,
      "step": 29651
    },
    {
      "epoch": 0.6248873856074855,
      "grad_norm": 0.11255209147930145,
      "learning_rate": 6.5165229533003925e-06,
      "loss": 0.7128,
      "step": 29652
    },
    {
      "epoch": 0.6249084596458507,
      "grad_norm": 0.13763494789600372,
      "learning_rate": 6.515883172541491e-06,
      "loss": 0.731,
      "step": 29653
    },
    {
      "epoch": 0.6249295336842161,
      "grad_norm": 0.12713241577148438,
      "learning_rate": 6.515243408013697e-06,
      "loss": 0.7347,
      "step": 29654
    },
    {
      "epoch": 0.6249506077225814,
      "grad_norm": 0.11070753633975983,
      "learning_rate": 6.514603659719998e-06,
      "loss": 0.7202,
      "step": 29655
    },
    {
      "epoch": 0.6249716817609466,
      "grad_norm": 0.12060372531414032,
      "learning_rate": 6.513963927663372e-06,
      "loss": 0.7634,
      "step": 29656
    },
    {
      "epoch": 0.6249927557993119,
      "grad_norm": 0.12998217344284058,
      "learning_rate": 6.5133242118467964e-06,
      "loss": 0.7353,
      "step": 29657
    },
    {
      "epoch": 0.6250138298376772,
      "grad_norm": 0.13433955609798431,
      "learning_rate": 6.512684512273254e-06,
      "loss": 0.7447,
      "step": 29658
    },
    {
      "epoch": 0.6250349038760425,
      "grad_norm": 0.13225838541984558,
      "learning_rate": 6.5120448289457225e-06,
      "loss": 0.7227,
      "step": 29659
    },
    {
      "epoch": 0.6250559779144078,
      "grad_norm": 0.1059638187289238,
      "learning_rate": 6.5114051618671835e-06,
      "loss": 0.705,
      "step": 29660
    },
    {
      "epoch": 0.6250770519527731,
      "grad_norm": 0.13842442631721497,
      "learning_rate": 6.510765511040619e-06,
      "loss": 0.7426,
      "step": 29661
    },
    {
      "epoch": 0.6250981259911383,
      "grad_norm": 0.10319162160158157,
      "learning_rate": 6.510125876469005e-06,
      "loss": 0.7132,
      "step": 29662
    },
    {
      "epoch": 0.6251192000295036,
      "grad_norm": 0.1233905702829361,
      "learning_rate": 6.509486258155322e-06,
      "loss": 0.7612,
      "step": 29663
    },
    {
      "epoch": 0.625140274067869,
      "grad_norm": 0.12410205602645874,
      "learning_rate": 6.5088466561025495e-06,
      "loss": 0.73,
      "step": 29664
    },
    {
      "epoch": 0.6251613481062342,
      "grad_norm": 0.1244041845202446,
      "learning_rate": 6.50820707031367e-06,
      "loss": 0.7229,
      "step": 29665
    },
    {
      "epoch": 0.6251824221445995,
      "grad_norm": 0.11465562880039215,
      "learning_rate": 6.50756750079166e-06,
      "loss": 0.6927,
      "step": 29666
    },
    {
      "epoch": 0.6252034961829648,
      "grad_norm": 0.136225163936615,
      "learning_rate": 6.506927947539503e-06,
      "loss": 0.7106,
      "step": 29667
    },
    {
      "epoch": 0.62522457022133,
      "grad_norm": 0.10919136554002762,
      "learning_rate": 6.506288410560171e-06,
      "loss": 0.7013,
      "step": 29668
    },
    {
      "epoch": 0.6252456442596954,
      "grad_norm": 0.13390041887760162,
      "learning_rate": 6.505648889856651e-06,
      "loss": 0.7087,
      "step": 29669
    },
    {
      "epoch": 0.6252667182980607,
      "grad_norm": 0.14820198714733124,
      "learning_rate": 6.50500938543192e-06,
      "loss": 0.7614,
      "step": 29670
    },
    {
      "epoch": 0.625287792336426,
      "grad_norm": 0.12878774106502533,
      "learning_rate": 6.5043698972889554e-06,
      "loss": 0.7761,
      "step": 29671
    },
    {
      "epoch": 0.6253088663747912,
      "grad_norm": 0.128530353307724,
      "learning_rate": 6.503730425430739e-06,
      "loss": 0.7453,
      "step": 29672
    },
    {
      "epoch": 0.6253299404131565,
      "grad_norm": 0.11469583213329315,
      "learning_rate": 6.503090969860246e-06,
      "loss": 0.7227,
      "step": 29673
    },
    {
      "epoch": 0.6253510144515219,
      "grad_norm": 0.1224747896194458,
      "learning_rate": 6.502451530580459e-06,
      "loss": 0.7642,
      "step": 29674
    },
    {
      "epoch": 0.6253720884898871,
      "grad_norm": 0.14510583877563477,
      "learning_rate": 6.501812107594356e-06,
      "loss": 0.8006,
      "step": 29675
    },
    {
      "epoch": 0.6253931625282524,
      "grad_norm": 0.1248675063252449,
      "learning_rate": 6.501172700904916e-06,
      "loss": 0.7612,
      "step": 29676
    },
    {
      "epoch": 0.6254142365666177,
      "grad_norm": 0.10577812790870667,
      "learning_rate": 6.500533310515117e-06,
      "loss": 0.7236,
      "step": 29677
    },
    {
      "epoch": 0.6254353106049829,
      "grad_norm": 0.1253482848405838,
      "learning_rate": 6.4998939364279365e-06,
      "loss": 0.7785,
      "step": 29678
    },
    {
      "epoch": 0.6254563846433483,
      "grad_norm": 0.1109267920255661,
      "learning_rate": 6.499254578646355e-06,
      "loss": 0.7645,
      "step": 29679
    },
    {
      "epoch": 0.6254774586817136,
      "grad_norm": 0.11630205810070038,
      "learning_rate": 6.498615237173349e-06,
      "loss": 0.7508,
      "step": 29680
    },
    {
      "epoch": 0.6254985327200788,
      "grad_norm": 0.1270543336868286,
      "learning_rate": 6.4979759120119e-06,
      "loss": 0.7154,
      "step": 29681
    },
    {
      "epoch": 0.6255196067584441,
      "grad_norm": 0.12807466089725494,
      "learning_rate": 6.497336603164982e-06,
      "loss": 0.7774,
      "step": 29682
    },
    {
      "epoch": 0.6255406807968094,
      "grad_norm": 0.10120680183172226,
      "learning_rate": 6.496697310635578e-06,
      "loss": 0.7007,
      "step": 29683
    },
    {
      "epoch": 0.6255617548351747,
      "grad_norm": 0.1406504511833191,
      "learning_rate": 6.4960580344266644e-06,
      "loss": 0.6965,
      "step": 29684
    },
    {
      "epoch": 0.62558282887354,
      "grad_norm": 0.12578216195106506,
      "learning_rate": 6.495418774541221e-06,
      "loss": 0.6936,
      "step": 29685
    },
    {
      "epoch": 0.6256039029119053,
      "grad_norm": 0.12185806781053543,
      "learning_rate": 6.494779530982223e-06,
      "loss": 0.6989,
      "step": 29686
    },
    {
      "epoch": 0.6256249769502705,
      "grad_norm": 0.12356463819742203,
      "learning_rate": 6.494140303752648e-06,
      "loss": 0.7736,
      "step": 29687
    },
    {
      "epoch": 0.6256460509886358,
      "grad_norm": 0.11705054342746735,
      "learning_rate": 6.493501092855474e-06,
      "loss": 0.8004,
      "step": 29688
    },
    {
      "epoch": 0.6256671250270011,
      "grad_norm": 0.12425289303064346,
      "learning_rate": 6.492861898293683e-06,
      "loss": 0.7446,
      "step": 29689
    },
    {
      "epoch": 0.6256881990653664,
      "grad_norm": 0.11157169193029404,
      "learning_rate": 6.492222720070248e-06,
      "loss": 0.7391,
      "step": 29690
    },
    {
      "epoch": 0.6257092731037317,
      "grad_norm": 0.17512769997119904,
      "learning_rate": 6.49158355818815e-06,
      "loss": 0.7296,
      "step": 29691
    },
    {
      "epoch": 0.625730347142097,
      "grad_norm": 0.13179084658622742,
      "learning_rate": 6.490944412650365e-06,
      "loss": 0.8025,
      "step": 29692
    },
    {
      "epoch": 0.6257514211804622,
      "grad_norm": 0.17364254593849182,
      "learning_rate": 6.49030528345987e-06,
      "loss": 0.768,
      "step": 29693
    },
    {
      "epoch": 0.6257724952188275,
      "grad_norm": 0.12227121740579605,
      "learning_rate": 6.4896661706196425e-06,
      "loss": 0.6918,
      "step": 29694
    },
    {
      "epoch": 0.6257935692571929,
      "grad_norm": 0.17250707745552063,
      "learning_rate": 6.489027074132661e-06,
      "loss": 0.8072,
      "step": 29695
    },
    {
      "epoch": 0.6258146432955581,
      "grad_norm": 0.19708551466464996,
      "learning_rate": 6.488387994001903e-06,
      "loss": 0.7388,
      "step": 29696
    },
    {
      "epoch": 0.6258357173339234,
      "grad_norm": 0.13314193487167358,
      "learning_rate": 6.487748930230342e-06,
      "loss": 0.7242,
      "step": 29697
    },
    {
      "epoch": 0.6258567913722887,
      "grad_norm": 0.12356296926736832,
      "learning_rate": 6.48710988282096e-06,
      "loss": 0.7875,
      "step": 29698
    },
    {
      "epoch": 0.6258778654106539,
      "grad_norm": 0.12707936763763428,
      "learning_rate": 6.4864708517767325e-06,
      "loss": 0.7217,
      "step": 29699
    },
    {
      "epoch": 0.6258989394490193,
      "grad_norm": 0.24569858610630035,
      "learning_rate": 6.485831837100638e-06,
      "loss": 0.7108,
      "step": 29700
    },
    {
      "epoch": 0.6259200134873846,
      "grad_norm": 0.12069506198167801,
      "learning_rate": 6.485192838795651e-06,
      "loss": 0.7154,
      "step": 29701
    },
    {
      "epoch": 0.6259410875257498,
      "grad_norm": 0.11660252511501312,
      "learning_rate": 6.484553856864747e-06,
      "loss": 0.7678,
      "step": 29702
    },
    {
      "epoch": 0.6259621615641151,
      "grad_norm": 0.13612402975559235,
      "learning_rate": 6.483914891310905e-06,
      "loss": 0.7573,
      "step": 29703
    },
    {
      "epoch": 0.6259832356024804,
      "grad_norm": 0.11634758859872818,
      "learning_rate": 6.483275942137102e-06,
      "loss": 0.725,
      "step": 29704
    },
    {
      "epoch": 0.6260043096408457,
      "grad_norm": 0.1422945261001587,
      "learning_rate": 6.482637009346313e-06,
      "loss": 0.7451,
      "step": 29705
    },
    {
      "epoch": 0.626025383679211,
      "grad_norm": 0.14669805765151978,
      "learning_rate": 6.48199809294152e-06,
      "loss": 0.7568,
      "step": 29706
    },
    {
      "epoch": 0.6260464577175763,
      "grad_norm": 0.1630888730287552,
      "learning_rate": 6.4813591929256915e-06,
      "loss": 0.7422,
      "step": 29707
    },
    {
      "epoch": 0.6260675317559415,
      "grad_norm": 0.13453859090805054,
      "learning_rate": 6.480720309301807e-06,
      "loss": 0.7308,
      "step": 29708
    },
    {
      "epoch": 0.6260886057943068,
      "grad_norm": 0.18238872289657593,
      "learning_rate": 6.480081442072843e-06,
      "loss": 0.7432,
      "step": 29709
    },
    {
      "epoch": 0.6261096798326722,
      "grad_norm": 0.14218923449516296,
      "learning_rate": 6.479442591241776e-06,
      "loss": 0.7734,
      "step": 29710
    },
    {
      "epoch": 0.6261307538710374,
      "grad_norm": 0.1639983355998993,
      "learning_rate": 6.478803756811581e-06,
      "loss": 0.7808,
      "step": 29711
    },
    {
      "epoch": 0.6261518279094027,
      "grad_norm": 0.11874599009752274,
      "learning_rate": 6.4781649387852365e-06,
      "loss": 0.7227,
      "step": 29712
    },
    {
      "epoch": 0.626172901947768,
      "grad_norm": 0.12316690385341644,
      "learning_rate": 6.477526137165716e-06,
      "loss": 0.7819,
      "step": 29713
    },
    {
      "epoch": 0.6261939759861332,
      "grad_norm": 0.13707000017166138,
      "learning_rate": 6.476887351955998e-06,
      "loss": 0.704,
      "step": 29714
    },
    {
      "epoch": 0.6262150500244986,
      "grad_norm": 0.1186605766415596,
      "learning_rate": 6.476248583159058e-06,
      "loss": 0.7269,
      "step": 29715
    },
    {
      "epoch": 0.6262361240628639,
      "grad_norm": 0.11220581084489822,
      "learning_rate": 6.475609830777869e-06,
      "loss": 0.638,
      "step": 29716
    },
    {
      "epoch": 0.6262571981012292,
      "grad_norm": 0.11008577793836594,
      "learning_rate": 6.47497109481541e-06,
      "loss": 0.7074,
      "step": 29717
    },
    {
      "epoch": 0.6262782721395944,
      "grad_norm": 0.14611749351024628,
      "learning_rate": 6.474332375274652e-06,
      "loss": 0.7753,
      "step": 29718
    },
    {
      "epoch": 0.6262993461779597,
      "grad_norm": 0.1114012822508812,
      "learning_rate": 6.473693672158577e-06,
      "loss": 0.7445,
      "step": 29719
    },
    {
      "epoch": 0.6263204202163251,
      "grad_norm": 0.10692334920167923,
      "learning_rate": 6.473054985470155e-06,
      "loss": 0.7154,
      "step": 29720
    },
    {
      "epoch": 0.6263414942546903,
      "grad_norm": 0.1211552694439888,
      "learning_rate": 6.472416315212364e-06,
      "loss": 0.7251,
      "step": 29721
    },
    {
      "epoch": 0.6263625682930556,
      "grad_norm": 1.41477632522583,
      "learning_rate": 6.471777661388178e-06,
      "loss": 0.7523,
      "step": 29722
    },
    {
      "epoch": 0.6263836423314209,
      "grad_norm": 0.11992450803518295,
      "learning_rate": 6.4711390240005725e-06,
      "loss": 0.7572,
      "step": 29723
    },
    {
      "epoch": 0.6264047163697861,
      "grad_norm": 0.1725388616323471,
      "learning_rate": 6.4705004030525245e-06,
      "loss": 0.6865,
      "step": 29724
    },
    {
      "epoch": 0.6264257904081514,
      "grad_norm": 0.11325820535421371,
      "learning_rate": 6.469861798547006e-06,
      "loss": 0.7344,
      "step": 29725
    },
    {
      "epoch": 0.6264468644465168,
      "grad_norm": 0.13765855133533478,
      "learning_rate": 6.469223210486992e-06,
      "loss": 0.7623,
      "step": 29726
    },
    {
      "epoch": 0.626467938484882,
      "grad_norm": 0.12188500165939331,
      "learning_rate": 6.468584638875462e-06,
      "loss": 0.7522,
      "step": 29727
    },
    {
      "epoch": 0.6264890125232473,
      "grad_norm": 0.12444423884153366,
      "learning_rate": 6.467946083715386e-06,
      "loss": 0.7677,
      "step": 29728
    },
    {
      "epoch": 0.6265100865616126,
      "grad_norm": 0.1322251260280609,
      "learning_rate": 6.467307545009745e-06,
      "loss": 0.7462,
      "step": 29729
    },
    {
      "epoch": 0.6265311605999778,
      "grad_norm": 0.121230848133564,
      "learning_rate": 6.466669022761506e-06,
      "loss": 0.7181,
      "step": 29730
    },
    {
      "epoch": 0.6265522346383432,
      "grad_norm": 0.12395273149013519,
      "learning_rate": 6.466030516973647e-06,
      "loss": 0.7854,
      "step": 29731
    },
    {
      "epoch": 0.6265733086767085,
      "grad_norm": 0.11099867522716522,
      "learning_rate": 6.465392027649143e-06,
      "loss": 0.7616,
      "step": 29732
    },
    {
      "epoch": 0.6265943827150737,
      "grad_norm": 0.12050364166498184,
      "learning_rate": 6.464753554790968e-06,
      "loss": 0.705,
      "step": 29733
    },
    {
      "epoch": 0.626615456753439,
      "grad_norm": 0.09567655622959137,
      "learning_rate": 6.464115098402096e-06,
      "loss": 0.7139,
      "step": 29734
    },
    {
      "epoch": 0.6266365307918043,
      "grad_norm": 0.11842916905879974,
      "learning_rate": 6.463476658485505e-06,
      "loss": 0.7532,
      "step": 29735
    },
    {
      "epoch": 0.6266576048301696,
      "grad_norm": 0.5259321331977844,
      "learning_rate": 6.462838235044162e-06,
      "loss": 0.7873,
      "step": 29736
    },
    {
      "epoch": 0.6266786788685349,
      "grad_norm": 0.1178368553519249,
      "learning_rate": 6.462199828081046e-06,
      "loss": 0.785,
      "step": 29737
    },
    {
      "epoch": 0.6266997529069002,
      "grad_norm": 0.11106965690851212,
      "learning_rate": 6.461561437599131e-06,
      "loss": 0.7145,
      "step": 29738
    },
    {
      "epoch": 0.6267208269452654,
      "grad_norm": 0.11431611329317093,
      "learning_rate": 6.46092306360139e-06,
      "loss": 0.7148,
      "step": 29739
    },
    {
      "epoch": 0.6267419009836307,
      "grad_norm": 0.12644405663013458,
      "learning_rate": 6.4602847060907935e-06,
      "loss": 0.7359,
      "step": 29740
    },
    {
      "epoch": 0.6267629750219961,
      "grad_norm": 0.11956630647182465,
      "learning_rate": 6.459646365070323e-06,
      "loss": 0.7054,
      "step": 29741
    },
    {
      "epoch": 0.6267840490603613,
      "grad_norm": 0.10393144190311432,
      "learning_rate": 6.459008040542947e-06,
      "loss": 0.7092,
      "step": 29742
    },
    {
      "epoch": 0.6268051230987266,
      "grad_norm": 0.13164958357810974,
      "learning_rate": 6.4583697325116415e-06,
      "loss": 0.7252,
      "step": 29743
    },
    {
      "epoch": 0.6268261971370919,
      "grad_norm": 0.12578168511390686,
      "learning_rate": 6.45773144097938e-06,
      "loss": 0.7423,
      "step": 29744
    },
    {
      "epoch": 0.6268472711754571,
      "grad_norm": 0.12391253560781479,
      "learning_rate": 6.457093165949134e-06,
      "loss": 0.7044,
      "step": 29745
    },
    {
      "epoch": 0.6268683452138225,
      "grad_norm": 0.11045817285776138,
      "learning_rate": 6.456454907423878e-06,
      "loss": 0.7251,
      "step": 29746
    },
    {
      "epoch": 0.6268894192521878,
      "grad_norm": 0.11884910613298416,
      "learning_rate": 6.455816665406584e-06,
      "loss": 0.7114,
      "step": 29747
    },
    {
      "epoch": 0.626910493290553,
      "grad_norm": 0.12006133049726486,
      "learning_rate": 6.455178439900229e-06,
      "loss": 0.7009,
      "step": 29748
    },
    {
      "epoch": 0.6269315673289183,
      "grad_norm": 0.1369083672761917,
      "learning_rate": 6.454540230907784e-06,
      "loss": 0.7831,
      "step": 29749
    },
    {
      "epoch": 0.6269526413672836,
      "grad_norm": 0.12861882150173187,
      "learning_rate": 6.453902038432222e-06,
      "loss": 0.7862,
      "step": 29750
    },
    {
      "epoch": 0.626973715405649,
      "grad_norm": 0.1303326040506363,
      "learning_rate": 6.453263862476516e-06,
      "loss": 0.7247,
      "step": 29751
    },
    {
      "epoch": 0.6269947894440142,
      "grad_norm": 0.12020888179540634,
      "learning_rate": 6.4526257030436404e-06,
      "loss": 0.7651,
      "step": 29752
    },
    {
      "epoch": 0.6270158634823795,
      "grad_norm": 0.13313859701156616,
      "learning_rate": 6.4519875601365654e-06,
      "loss": 0.7688,
      "step": 29753
    },
    {
      "epoch": 0.6270369375207447,
      "grad_norm": 0.12723809480667114,
      "learning_rate": 6.451349433758263e-06,
      "loss": 0.7514,
      "step": 29754
    },
    {
      "epoch": 0.62705801155911,
      "grad_norm": 0.12426461279392242,
      "learning_rate": 6.450711323911711e-06,
      "loss": 0.7917,
      "step": 29755
    },
    {
      "epoch": 0.6270790855974754,
      "grad_norm": 0.1438174992799759,
      "learning_rate": 6.4500732305998806e-06,
      "loss": 0.7303,
      "step": 29756
    },
    {
      "epoch": 0.6271001596358406,
      "grad_norm": 0.11639919131994247,
      "learning_rate": 6.449435153825742e-06,
      "loss": 0.7447,
      "step": 29757
    },
    {
      "epoch": 0.6271212336742059,
      "grad_norm": 0.29748791456222534,
      "learning_rate": 6.4487970935922695e-06,
      "loss": 0.8218,
      "step": 29758
    },
    {
      "epoch": 0.6271423077125712,
      "grad_norm": 0.11108875274658203,
      "learning_rate": 6.448159049902439e-06,
      "loss": 0.7256,
      "step": 29759
    },
    {
      "epoch": 0.6271633817509364,
      "grad_norm": 0.12161294370889664,
      "learning_rate": 6.447521022759214e-06,
      "loss": 0.7137,
      "step": 29760
    },
    {
      "epoch": 0.6271844557893017,
      "grad_norm": 0.13834261894226074,
      "learning_rate": 6.446883012165574e-06,
      "loss": 0.7253,
      "step": 29761
    },
    {
      "epoch": 0.6272055298276671,
      "grad_norm": 0.17973488569259644,
      "learning_rate": 6.446245018124488e-06,
      "loss": 0.816,
      "step": 29762
    },
    {
      "epoch": 0.6272266038660324,
      "grad_norm": 0.14204122126102448,
      "learning_rate": 6.44560704063893e-06,
      "loss": 0.7266,
      "step": 29763
    },
    {
      "epoch": 0.6272476779043976,
      "grad_norm": 0.13290004432201385,
      "learning_rate": 6.444969079711871e-06,
      "loss": 0.6648,
      "step": 29764
    },
    {
      "epoch": 0.6272687519427629,
      "grad_norm": 0.1347786784172058,
      "learning_rate": 6.444331135346287e-06,
      "loss": 0.7063,
      "step": 29765
    },
    {
      "epoch": 0.6272898259811281,
      "grad_norm": 0.1149936392903328,
      "learning_rate": 6.443693207545142e-06,
      "loss": 0.7588,
      "step": 29766
    },
    {
      "epoch": 0.6273109000194935,
      "grad_norm": 0.12397398799657822,
      "learning_rate": 6.443055296311413e-06,
      "loss": 0.7146,
      "step": 29767
    },
    {
      "epoch": 0.6273319740578588,
      "grad_norm": 0.12268482148647308,
      "learning_rate": 6.442417401648071e-06,
      "loss": 0.7696,
      "step": 29768
    },
    {
      "epoch": 0.627353048096224,
      "grad_norm": 0.12367052584886551,
      "learning_rate": 6.441779523558086e-06,
      "loss": 0.7821,
      "step": 29769
    },
    {
      "epoch": 0.6273741221345893,
      "grad_norm": 0.12779250741004944,
      "learning_rate": 6.4411416620444326e-06,
      "loss": 0.8004,
      "step": 29770
    },
    {
      "epoch": 0.6273951961729546,
      "grad_norm": 0.12411404401063919,
      "learning_rate": 6.440503817110082e-06,
      "loss": 0.7211,
      "step": 29771
    },
    {
      "epoch": 0.62741627021132,
      "grad_norm": 0.15956050157546997,
      "learning_rate": 6.439865988758004e-06,
      "loss": 0.8021,
      "step": 29772
    },
    {
      "epoch": 0.6274373442496852,
      "grad_norm": 0.09588555246591568,
      "learning_rate": 6.43922817699117e-06,
      "loss": 0.6502,
      "step": 29773
    },
    {
      "epoch": 0.6274584182880505,
      "grad_norm": 0.14360982179641724,
      "learning_rate": 6.438590381812555e-06,
      "loss": 0.7785,
      "step": 29774
    },
    {
      "epoch": 0.6274794923264158,
      "grad_norm": 0.12016623467206955,
      "learning_rate": 6.4379526032251246e-06,
      "loss": 0.7922,
      "step": 29775
    },
    {
      "epoch": 0.627500566364781,
      "grad_norm": 0.1356823593378067,
      "learning_rate": 6.437314841231853e-06,
      "loss": 0.7147,
      "step": 29776
    },
    {
      "epoch": 0.6275216404031464,
      "grad_norm": 0.11758047342300415,
      "learning_rate": 6.436677095835711e-06,
      "loss": 0.7538,
      "step": 29777
    },
    {
      "epoch": 0.6275427144415117,
      "grad_norm": 0.15462151169776917,
      "learning_rate": 6.436039367039669e-06,
      "loss": 0.7606,
      "step": 29778
    },
    {
      "epoch": 0.6275637884798769,
      "grad_norm": 0.12486952543258667,
      "learning_rate": 6.435401654846701e-06,
      "loss": 0.7099,
      "step": 29779
    },
    {
      "epoch": 0.6275848625182422,
      "grad_norm": 0.14535106718540192,
      "learning_rate": 6.434763959259773e-06,
      "loss": 0.7654,
      "step": 29780
    },
    {
      "epoch": 0.6276059365566075,
      "grad_norm": 0.12851178646087646,
      "learning_rate": 6.434126280281857e-06,
      "loss": 0.752,
      "step": 29781
    },
    {
      "epoch": 0.6276270105949728,
      "grad_norm": 0.14199669659137726,
      "learning_rate": 6.433488617915926e-06,
      "loss": 0.6744,
      "step": 29782
    },
    {
      "epoch": 0.6276480846333381,
      "grad_norm": 0.12428915500640869,
      "learning_rate": 6.4328509721649456e-06,
      "loss": 0.7418,
      "step": 29783
    },
    {
      "epoch": 0.6276691586717034,
      "grad_norm": 0.1505247950553894,
      "learning_rate": 6.432213343031893e-06,
      "loss": 0.7606,
      "step": 29784
    },
    {
      "epoch": 0.6276902327100686,
      "grad_norm": 0.24147796630859375,
      "learning_rate": 6.431575730519737e-06,
      "loss": 0.7728,
      "step": 29785
    },
    {
      "epoch": 0.6277113067484339,
      "grad_norm": 0.18311001360416412,
      "learning_rate": 6.430938134631445e-06,
      "loss": 0.8273,
      "step": 29786
    },
    {
      "epoch": 0.6277323807867993,
      "grad_norm": 0.13568834960460663,
      "learning_rate": 6.43030055536999e-06,
      "loss": 0.7472,
      "step": 29787
    },
    {
      "epoch": 0.6277534548251645,
      "grad_norm": 0.11759942770004272,
      "learning_rate": 6.429662992738342e-06,
      "loss": 0.7308,
      "step": 29788
    },
    {
      "epoch": 0.6277745288635298,
      "grad_norm": 0.16053499281406403,
      "learning_rate": 6.429025446739468e-06,
      "loss": 0.723,
      "step": 29789
    },
    {
      "epoch": 0.6277956029018951,
      "grad_norm": 0.13989309966564178,
      "learning_rate": 6.428387917376342e-06,
      "loss": 0.7298,
      "step": 29790
    },
    {
      "epoch": 0.6278166769402603,
      "grad_norm": 0.11945674568414688,
      "learning_rate": 6.427750404651931e-06,
      "loss": 0.7463,
      "step": 29791
    },
    {
      "epoch": 0.6278377509786257,
      "grad_norm": 0.1379150152206421,
      "learning_rate": 6.427112908569208e-06,
      "loss": 0.7589,
      "step": 29792
    },
    {
      "epoch": 0.627858825016991,
      "grad_norm": 0.13372960686683655,
      "learning_rate": 6.42647542913114e-06,
      "loss": 0.7123,
      "step": 29793
    },
    {
      "epoch": 0.6278798990553562,
      "grad_norm": 0.18544529378414154,
      "learning_rate": 6.4258379663407e-06,
      "loss": 0.7344,
      "step": 29794
    },
    {
      "epoch": 0.6279009730937215,
      "grad_norm": 0.11607199907302856,
      "learning_rate": 6.425200520200854e-06,
      "loss": 0.7394,
      "step": 29795
    },
    {
      "epoch": 0.6279220471320868,
      "grad_norm": 0.18485619127750397,
      "learning_rate": 6.424563090714573e-06,
      "loss": 0.7601,
      "step": 29796
    },
    {
      "epoch": 0.6279431211704521,
      "grad_norm": 0.11778189986944199,
      "learning_rate": 6.423925677884826e-06,
      "loss": 0.7648,
      "step": 29797
    },
    {
      "epoch": 0.6279641952088174,
      "grad_norm": 0.19052515923976898,
      "learning_rate": 6.423288281714583e-06,
      "loss": 0.703,
      "step": 29798
    },
    {
      "epoch": 0.6279852692471827,
      "grad_norm": 0.14714957773685455,
      "learning_rate": 6.422650902206815e-06,
      "loss": 0.7748,
      "step": 29799
    },
    {
      "epoch": 0.6280063432855479,
      "grad_norm": 0.13724568486213684,
      "learning_rate": 6.422013539364489e-06,
      "loss": 0.6826,
      "step": 29800
    },
    {
      "epoch": 0.6280274173239132,
      "grad_norm": 0.1659584641456604,
      "learning_rate": 6.421376193190576e-06,
      "loss": 0.7494,
      "step": 29801
    },
    {
      "epoch": 0.6280484913622785,
      "grad_norm": 0.1646869033575058,
      "learning_rate": 6.420738863688044e-06,
      "loss": 0.7812,
      "step": 29802
    },
    {
      "epoch": 0.6280695654006438,
      "grad_norm": 0.17171938717365265,
      "learning_rate": 6.420101550859864e-06,
      "loss": 0.7844,
      "step": 29803
    },
    {
      "epoch": 0.6280906394390091,
      "grad_norm": 0.11869487166404724,
      "learning_rate": 6.4194642547090016e-06,
      "loss": 0.744,
      "step": 29804
    },
    {
      "epoch": 0.6281117134773744,
      "grad_norm": 0.14402225613594055,
      "learning_rate": 6.418826975238428e-06,
      "loss": 0.7196,
      "step": 29805
    },
    {
      "epoch": 0.6281327875157396,
      "grad_norm": 0.11991191655397415,
      "learning_rate": 6.418189712451111e-06,
      "loss": 0.7071,
      "step": 29806
    },
    {
      "epoch": 0.6281538615541049,
      "grad_norm": 0.14861658215522766,
      "learning_rate": 6.417552466350019e-06,
      "loss": 0.7911,
      "step": 29807
    },
    {
      "epoch": 0.6281749355924703,
      "grad_norm": 0.12113089859485626,
      "learning_rate": 6.416915236938121e-06,
      "loss": 0.7012,
      "step": 29808
    },
    {
      "epoch": 0.6281960096308356,
      "grad_norm": 0.16020838916301727,
      "learning_rate": 6.4162780242183894e-06,
      "loss": 0.6953,
      "step": 29809
    },
    {
      "epoch": 0.6282170836692008,
      "grad_norm": 0.11601720750331879,
      "learning_rate": 6.415640828193788e-06,
      "loss": 0.7303,
      "step": 29810
    },
    {
      "epoch": 0.6282381577075661,
      "grad_norm": 0.21455378830432892,
      "learning_rate": 6.415003648867284e-06,
      "loss": 0.7474,
      "step": 29811
    },
    {
      "epoch": 0.6282592317459313,
      "grad_norm": 0.14215867221355438,
      "learning_rate": 6.414366486241849e-06,
      "loss": 0.7406,
      "step": 29812
    },
    {
      "epoch": 0.6282803057842967,
      "grad_norm": 0.1610279232263565,
      "learning_rate": 6.4137293403204514e-06,
      "loss": 0.7187,
      "step": 29813
    },
    {
      "epoch": 0.628301379822662,
      "grad_norm": 0.1211230456829071,
      "learning_rate": 6.413092211106059e-06,
      "loss": 0.7466,
      "step": 29814
    },
    {
      "epoch": 0.6283224538610273,
      "grad_norm": 0.1453392058610916,
      "learning_rate": 6.4124550986016394e-06,
      "loss": 0.6662,
      "step": 29815
    },
    {
      "epoch": 0.6283435278993925,
      "grad_norm": 0.1384495347738266,
      "learning_rate": 6.411818002810161e-06,
      "loss": 0.6839,
      "step": 29816
    },
    {
      "epoch": 0.6283646019377578,
      "grad_norm": 0.15077555179595947,
      "learning_rate": 6.411180923734592e-06,
      "loss": 0.732,
      "step": 29817
    },
    {
      "epoch": 0.6283856759761232,
      "grad_norm": 0.147516667842865,
      "learning_rate": 6.410543861377902e-06,
      "loss": 0.7335,
      "step": 29818
    },
    {
      "epoch": 0.6284067500144884,
      "grad_norm": 0.16844430565834045,
      "learning_rate": 6.409906815743055e-06,
      "loss": 0.7045,
      "step": 29819
    },
    {
      "epoch": 0.6284278240528537,
      "grad_norm": 0.12315692007541656,
      "learning_rate": 6.409269786833019e-06,
      "loss": 0.7207,
      "step": 29820
    },
    {
      "epoch": 0.628448898091219,
      "grad_norm": 0.11288388818502426,
      "learning_rate": 6.408632774650764e-06,
      "loss": 0.7693,
      "step": 29821
    },
    {
      "epoch": 0.6284699721295842,
      "grad_norm": 0.15844856202602386,
      "learning_rate": 6.407995779199256e-06,
      "loss": 0.6786,
      "step": 29822
    },
    {
      "epoch": 0.6284910461679496,
      "grad_norm": 0.1303926259279251,
      "learning_rate": 6.407358800481465e-06,
      "loss": 0.7881,
      "step": 29823
    },
    {
      "epoch": 0.6285121202063149,
      "grad_norm": 0.12673363089561462,
      "learning_rate": 6.406721838500357e-06,
      "loss": 0.7323,
      "step": 29824
    },
    {
      "epoch": 0.6285331942446801,
      "grad_norm": 0.12162479758262634,
      "learning_rate": 6.406084893258897e-06,
      "loss": 0.755,
      "step": 29825
    },
    {
      "epoch": 0.6285542682830454,
      "grad_norm": 0.157185897231102,
      "learning_rate": 6.4054479647600524e-06,
      "loss": 0.7431,
      "step": 29826
    },
    {
      "epoch": 0.6285753423214107,
      "grad_norm": 0.09951479732990265,
      "learning_rate": 6.404811053006796e-06,
      "loss": 0.697,
      "step": 29827
    },
    {
      "epoch": 0.628596416359776,
      "grad_norm": 0.1274418830871582,
      "learning_rate": 6.40417415800209e-06,
      "loss": 0.7108,
      "step": 29828
    },
    {
      "epoch": 0.6286174903981413,
      "grad_norm": 0.11799655854701996,
      "learning_rate": 6.403537279748903e-06,
      "loss": 0.7671,
      "step": 29829
    },
    {
      "epoch": 0.6286385644365066,
      "grad_norm": 0.19211754202842712,
      "learning_rate": 6.402900418250202e-06,
      "loss": 0.7564,
      "step": 29830
    },
    {
      "epoch": 0.6286596384748718,
      "grad_norm": 0.11427915096282959,
      "learning_rate": 6.402263573508954e-06,
      "loss": 0.6809,
      "step": 29831
    },
    {
      "epoch": 0.6286807125132371,
      "grad_norm": 0.11501272022724152,
      "learning_rate": 6.401626745528123e-06,
      "loss": 0.721,
      "step": 29832
    },
    {
      "epoch": 0.6287017865516025,
      "grad_norm": 0.11011131852865219,
      "learning_rate": 6.400989934310682e-06,
      "loss": 0.6721,
      "step": 29833
    },
    {
      "epoch": 0.6287228605899677,
      "grad_norm": 0.1182347908616066,
      "learning_rate": 6.400353139859591e-06,
      "loss": 0.7311,
      "step": 29834
    },
    {
      "epoch": 0.628743934628333,
      "grad_norm": 0.11137378215789795,
      "learning_rate": 6.399716362177819e-06,
      "loss": 0.6797,
      "step": 29835
    },
    {
      "epoch": 0.6287650086666983,
      "grad_norm": 0.14640356600284576,
      "learning_rate": 6.3990796012683336e-06,
      "loss": 0.7086,
      "step": 29836
    },
    {
      "epoch": 0.6287860827050635,
      "grad_norm": 0.11280236393213272,
      "learning_rate": 6.398442857134099e-06,
      "loss": 0.6674,
      "step": 29837
    },
    {
      "epoch": 0.6288071567434288,
      "grad_norm": 0.14895616471767426,
      "learning_rate": 6.397806129778086e-06,
      "loss": 0.7662,
      "step": 29838
    },
    {
      "epoch": 0.6288282307817942,
      "grad_norm": 0.10380571335554123,
      "learning_rate": 6.397169419203255e-06,
      "loss": 0.6699,
      "step": 29839
    },
    {
      "epoch": 0.6288493048201594,
      "grad_norm": 0.11992672085762024,
      "learning_rate": 6.396532725412577e-06,
      "loss": 0.7918,
      "step": 29840
    },
    {
      "epoch": 0.6288703788585247,
      "grad_norm": 0.11272265017032623,
      "learning_rate": 6.3958960484090094e-06,
      "loss": 0.7599,
      "step": 29841
    },
    {
      "epoch": 0.62889145289689,
      "grad_norm": 0.13705410063266754,
      "learning_rate": 6.3952593881955325e-06,
      "loss": 0.7352,
      "step": 29842
    },
    {
      "epoch": 0.6289125269352552,
      "grad_norm": 0.11121539771556854,
      "learning_rate": 6.394622744775102e-06,
      "loss": 0.7234,
      "step": 29843
    },
    {
      "epoch": 0.6289336009736206,
      "grad_norm": 0.11408037692308426,
      "learning_rate": 6.393986118150687e-06,
      "loss": 0.7244,
      "step": 29844
    },
    {
      "epoch": 0.6289546750119859,
      "grad_norm": 0.1118956133723259,
      "learning_rate": 6.393349508325252e-06,
      "loss": 0.7495,
      "step": 29845
    },
    {
      "epoch": 0.6289757490503511,
      "grad_norm": 0.11884460598230362,
      "learning_rate": 6.392712915301764e-06,
      "loss": 0.7804,
      "step": 29846
    },
    {
      "epoch": 0.6289968230887164,
      "grad_norm": 0.11807920783758163,
      "learning_rate": 6.392076339083189e-06,
      "loss": 0.7102,
      "step": 29847
    },
    {
      "epoch": 0.6290178971270817,
      "grad_norm": 0.10582222044467926,
      "learning_rate": 6.391439779672491e-06,
      "loss": 0.7449,
      "step": 29848
    },
    {
      "epoch": 0.629038971165447,
      "grad_norm": 0.11461891978979111,
      "learning_rate": 6.390803237072634e-06,
      "loss": 0.7275,
      "step": 29849
    },
    {
      "epoch": 0.6290600452038123,
      "grad_norm": 0.1136678084731102,
      "learning_rate": 6.390166711286587e-06,
      "loss": 0.7487,
      "step": 29850
    },
    {
      "epoch": 0.6290811192421776,
      "grad_norm": 0.13208432495594025,
      "learning_rate": 6.3895302023173134e-06,
      "loss": 0.7445,
      "step": 29851
    },
    {
      "epoch": 0.6291021932805428,
      "grad_norm": 0.15816815197467804,
      "learning_rate": 6.38889371016778e-06,
      "loss": 0.7711,
      "step": 29852
    },
    {
      "epoch": 0.6291232673189081,
      "grad_norm": 0.19067902863025665,
      "learning_rate": 6.388257234840951e-06,
      "loss": 0.728,
      "step": 29853
    },
    {
      "epoch": 0.6291443413572735,
      "grad_norm": 0.12452322244644165,
      "learning_rate": 6.38762077633979e-06,
      "loss": 0.6876,
      "step": 29854
    },
    {
      "epoch": 0.6291654153956387,
      "grad_norm": 0.1400708556175232,
      "learning_rate": 6.386984334667259e-06,
      "loss": 0.6795,
      "step": 29855
    },
    {
      "epoch": 0.629186489434004,
      "grad_norm": 0.10362759977579117,
      "learning_rate": 6.386347909826333e-06,
      "loss": 0.7126,
      "step": 29856
    },
    {
      "epoch": 0.6292075634723693,
      "grad_norm": 0.10695768892765045,
      "learning_rate": 6.38571150181997e-06,
      "loss": 0.7352,
      "step": 29857
    },
    {
      "epoch": 0.6292286375107345,
      "grad_norm": 0.10875698924064636,
      "learning_rate": 6.385075110651135e-06,
      "loss": 0.6963,
      "step": 29858
    },
    {
      "epoch": 0.6292497115490999,
      "grad_norm": 0.10570745170116425,
      "learning_rate": 6.384438736322794e-06,
      "loss": 0.7351,
      "step": 29859
    },
    {
      "epoch": 0.6292707855874652,
      "grad_norm": 0.151119202375412,
      "learning_rate": 6.383802378837911e-06,
      "loss": 0.7812,
      "step": 29860
    },
    {
      "epoch": 0.6292918596258305,
      "grad_norm": 0.1105847954750061,
      "learning_rate": 6.383166038199451e-06,
      "loss": 0.7635,
      "step": 29861
    },
    {
      "epoch": 0.6293129336641957,
      "grad_norm": 0.11541222035884857,
      "learning_rate": 6.382529714410379e-06,
      "loss": 0.6862,
      "step": 29862
    },
    {
      "epoch": 0.629334007702561,
      "grad_norm": 0.1007012352347374,
      "learning_rate": 6.3818934074736584e-06,
      "loss": 0.6662,
      "step": 29863
    },
    {
      "epoch": 0.6293550817409264,
      "grad_norm": 0.09525208175182343,
      "learning_rate": 6.381257117392252e-06,
      "loss": 0.6317,
      "step": 29864
    },
    {
      "epoch": 0.6293761557792916,
      "grad_norm": 0.09352394938468933,
      "learning_rate": 6.3806208441691255e-06,
      "loss": 0.7107,
      "step": 29865
    },
    {
      "epoch": 0.6293972298176569,
      "grad_norm": 0.14622701704502106,
      "learning_rate": 6.379984587807244e-06,
      "loss": 0.7291,
      "step": 29866
    },
    {
      "epoch": 0.6294183038560222,
      "grad_norm": 0.1123419776558876,
      "learning_rate": 6.379348348309571e-06,
      "loss": 0.7693,
      "step": 29867
    },
    {
      "epoch": 0.6294393778943874,
      "grad_norm": 0.1129874736070633,
      "learning_rate": 6.378712125679071e-06,
      "loss": 0.6848,
      "step": 29868
    },
    {
      "epoch": 0.6294604519327528,
      "grad_norm": 0.10323208570480347,
      "learning_rate": 6.378075919918702e-06,
      "loss": 0.6724,
      "step": 29869
    },
    {
      "epoch": 0.6294815259711181,
      "grad_norm": 0.15767541527748108,
      "learning_rate": 6.377439731031436e-06,
      "loss": 0.7995,
      "step": 29870
    },
    {
      "epoch": 0.6295026000094833,
      "grad_norm": 0.1147480309009552,
      "learning_rate": 6.376803559020237e-06,
      "loss": 0.6979,
      "step": 29871
    },
    {
      "epoch": 0.6295236740478486,
      "grad_norm": 0.10859573632478714,
      "learning_rate": 6.376167403888063e-06,
      "loss": 0.6976,
      "step": 29872
    },
    {
      "epoch": 0.6295447480862139,
      "grad_norm": 0.10690731555223465,
      "learning_rate": 6.37553126563788e-06,
      "loss": 0.7782,
      "step": 29873
    },
    {
      "epoch": 0.6295658221245792,
      "grad_norm": 0.1379777044057846,
      "learning_rate": 6.3748951442726505e-06,
      "loss": 0.7328,
      "step": 29874
    },
    {
      "epoch": 0.6295868961629445,
      "grad_norm": 0.11344541609287262,
      "learning_rate": 6.37425903979534e-06,
      "loss": 0.7129,
      "step": 29875
    },
    {
      "epoch": 0.6296079702013098,
      "grad_norm": 0.1130746454000473,
      "learning_rate": 6.37362295220891e-06,
      "loss": 0.7799,
      "step": 29876
    },
    {
      "epoch": 0.629629044239675,
      "grad_norm": 0.11409289389848709,
      "learning_rate": 6.3729868815163275e-06,
      "loss": 0.7044,
      "step": 29877
    },
    {
      "epoch": 0.6296501182780403,
      "grad_norm": 0.12037810683250427,
      "learning_rate": 6.37235082772055e-06,
      "loss": 0.7492,
      "step": 29878
    },
    {
      "epoch": 0.6296711923164056,
      "grad_norm": 0.09746082127094269,
      "learning_rate": 6.371714790824543e-06,
      "loss": 0.7361,
      "step": 29879
    },
    {
      "epoch": 0.6296922663547709,
      "grad_norm": 0.11874862760305405,
      "learning_rate": 6.37107877083127e-06,
      "loss": 0.7291,
      "step": 29880
    },
    {
      "epoch": 0.6297133403931362,
      "grad_norm": 0.10878319293260574,
      "learning_rate": 6.370442767743696e-06,
      "loss": 0.7331,
      "step": 29881
    },
    {
      "epoch": 0.6297344144315015,
      "grad_norm": 0.126101553440094,
      "learning_rate": 6.369806781564779e-06,
      "loss": 0.7726,
      "step": 29882
    },
    {
      "epoch": 0.6297554884698667,
      "grad_norm": 0.10403537005186081,
      "learning_rate": 6.369170812297487e-06,
      "loss": 0.7117,
      "step": 29883
    },
    {
      "epoch": 0.629776562508232,
      "grad_norm": 0.11629023402929306,
      "learning_rate": 6.368534859944775e-06,
      "loss": 0.7426,
      "step": 29884
    },
    {
      "epoch": 0.6297976365465974,
      "grad_norm": 0.1045779436826706,
      "learning_rate": 6.367898924509616e-06,
      "loss": 0.6863,
      "step": 29885
    },
    {
      "epoch": 0.6298187105849626,
      "grad_norm": 0.12236187607049942,
      "learning_rate": 6.367263005994968e-06,
      "loss": 0.765,
      "step": 29886
    },
    {
      "epoch": 0.6298397846233279,
      "grad_norm": 0.12018156796693802,
      "learning_rate": 6.366627104403791e-06,
      "loss": 0.7296,
      "step": 29887
    },
    {
      "epoch": 0.6298608586616932,
      "grad_norm": 0.1345827579498291,
      "learning_rate": 6.365991219739051e-06,
      "loss": 0.7088,
      "step": 29888
    },
    {
      "epoch": 0.6298819327000584,
      "grad_norm": 0.1260182410478592,
      "learning_rate": 6.365355352003707e-06,
      "loss": 0.7112,
      "step": 29889
    },
    {
      "epoch": 0.6299030067384238,
      "grad_norm": 0.12858179211616516,
      "learning_rate": 6.364719501200724e-06,
      "loss": 0.6999,
      "step": 29890
    },
    {
      "epoch": 0.6299240807767891,
      "grad_norm": 0.10647104680538177,
      "learning_rate": 6.3640836673330634e-06,
      "loss": 0.7079,
      "step": 29891
    },
    {
      "epoch": 0.6299451548151543,
      "grad_norm": 0.12873145937919617,
      "learning_rate": 6.363447850403688e-06,
      "loss": 0.7635,
      "step": 29892
    },
    {
      "epoch": 0.6299662288535196,
      "grad_norm": 0.12220004200935364,
      "learning_rate": 6.362812050415557e-06,
      "loss": 0.704,
      "step": 29893
    },
    {
      "epoch": 0.6299873028918849,
      "grad_norm": 0.132562518119812,
      "learning_rate": 6.362176267371635e-06,
      "loss": 0.7237,
      "step": 29894
    },
    {
      "epoch": 0.6300083769302502,
      "grad_norm": 0.127261683344841,
      "learning_rate": 6.361540501274882e-06,
      "loss": 0.8006,
      "step": 29895
    },
    {
      "epoch": 0.6300294509686155,
      "grad_norm": 0.1626024842262268,
      "learning_rate": 6.360904752128262e-06,
      "loss": 0.7832,
      "step": 29896
    },
    {
      "epoch": 0.6300505250069808,
      "grad_norm": 0.14894582331180573,
      "learning_rate": 6.3602690199347376e-06,
      "loss": 0.672,
      "step": 29897
    },
    {
      "epoch": 0.630071599045346,
      "grad_norm": 0.15029758214950562,
      "learning_rate": 6.359633304697261e-06,
      "loss": 0.7593,
      "step": 29898
    },
    {
      "epoch": 0.6300926730837113,
      "grad_norm": 0.10958271473646164,
      "learning_rate": 6.3589976064188066e-06,
      "loss": 0.7033,
      "step": 29899
    },
    {
      "epoch": 0.6301137471220767,
      "grad_norm": 0.1658358871936798,
      "learning_rate": 6.35836192510233e-06,
      "loss": 0.7387,
      "step": 29900
    },
    {
      "epoch": 0.630134821160442,
      "grad_norm": 0.1106187179684639,
      "learning_rate": 6.357726260750794e-06,
      "loss": 0.7302,
      "step": 29901
    },
    {
      "epoch": 0.6301558951988072,
      "grad_norm": 0.1970723271369934,
      "learning_rate": 6.3570906133671585e-06,
      "loss": 0.7617,
      "step": 29902
    },
    {
      "epoch": 0.6301769692371725,
      "grad_norm": 0.14888085424900055,
      "learning_rate": 6.356454982954383e-06,
      "loss": 0.7351,
      "step": 29903
    },
    {
      "epoch": 0.6301980432755377,
      "grad_norm": 0.14038823544979095,
      "learning_rate": 6.355819369515433e-06,
      "loss": 0.7093,
      "step": 29904
    },
    {
      "epoch": 0.6302191173139031,
      "grad_norm": 0.14221787452697754,
      "learning_rate": 6.3551837730532666e-06,
      "loss": 0.754,
      "step": 29905
    },
    {
      "epoch": 0.6302401913522684,
      "grad_norm": 0.1323450207710266,
      "learning_rate": 6.354548193570847e-06,
      "loss": 0.7122,
      "step": 29906
    },
    {
      "epoch": 0.6302612653906337,
      "grad_norm": 0.14303156733512878,
      "learning_rate": 6.353912631071133e-06,
      "loss": 0.772,
      "step": 29907
    },
    {
      "epoch": 0.6302823394289989,
      "grad_norm": 0.11364803463220596,
      "learning_rate": 6.353277085557085e-06,
      "loss": 0.7073,
      "step": 29908
    },
    {
      "epoch": 0.6303034134673642,
      "grad_norm": 0.10667415708303452,
      "learning_rate": 6.3526415570316645e-06,
      "loss": 0.7216,
      "step": 29909
    },
    {
      "epoch": 0.6303244875057296,
      "grad_norm": 0.11818791180849075,
      "learning_rate": 6.352006045497834e-06,
      "loss": 0.7305,
      "step": 29910
    },
    {
      "epoch": 0.6303455615440948,
      "grad_norm": 0.11981548368930817,
      "learning_rate": 6.351370550958551e-06,
      "loss": 0.738,
      "step": 29911
    },
    {
      "epoch": 0.6303666355824601,
      "grad_norm": 0.12123996019363403,
      "learning_rate": 6.3507350734167805e-06,
      "loss": 0.7251,
      "step": 29912
    },
    {
      "epoch": 0.6303877096208254,
      "grad_norm": 0.12081176042556763,
      "learning_rate": 6.350099612875473e-06,
      "loss": 0.7011,
      "step": 29913
    },
    {
      "epoch": 0.6304087836591906,
      "grad_norm": 0.12319893389940262,
      "learning_rate": 6.3494641693376e-06,
      "loss": 0.7154,
      "step": 29914
    },
    {
      "epoch": 0.6304298576975559,
      "grad_norm": 0.13645383715629578,
      "learning_rate": 6.348828742806122e-06,
      "loss": 0.8098,
      "step": 29915
    },
    {
      "epoch": 0.6304509317359213,
      "grad_norm": 0.1350015252828598,
      "learning_rate": 6.34819333328399e-06,
      "loss": 0.7261,
      "step": 29916
    },
    {
      "epoch": 0.6304720057742865,
      "grad_norm": 0.13540653884410858,
      "learning_rate": 6.347557940774171e-06,
      "loss": 0.6711,
      "step": 29917
    },
    {
      "epoch": 0.6304930798126518,
      "grad_norm": 0.12450014799833298,
      "learning_rate": 6.3469225652796214e-06,
      "loss": 0.6749,
      "step": 29918
    },
    {
      "epoch": 0.6305141538510171,
      "grad_norm": 0.13586999475955963,
      "learning_rate": 6.346287206803303e-06,
      "loss": 0.6841,
      "step": 29919
    },
    {
      "epoch": 0.6305352278893823,
      "grad_norm": 0.12912435829639435,
      "learning_rate": 6.3456518653481766e-06,
      "loss": 0.6827,
      "step": 29920
    },
    {
      "epoch": 0.6305563019277477,
      "grad_norm": 0.13628265261650085,
      "learning_rate": 6.345016540917203e-06,
      "loss": 0.7475,
      "step": 29921
    },
    {
      "epoch": 0.630577375966113,
      "grad_norm": 0.12786303460597992,
      "learning_rate": 6.344381233513337e-06,
      "loss": 0.7621,
      "step": 29922
    },
    {
      "epoch": 0.6305984500044782,
      "grad_norm": 0.14519046247005463,
      "learning_rate": 6.343745943139541e-06,
      "loss": 0.6792,
      "step": 29923
    },
    {
      "epoch": 0.6306195240428435,
      "grad_norm": 0.1892412304878235,
      "learning_rate": 6.343110669798776e-06,
      "loss": 0.7449,
      "step": 29924
    },
    {
      "epoch": 0.6306405980812088,
      "grad_norm": 0.1309427171945572,
      "learning_rate": 6.342475413493998e-06,
      "loss": 0.7598,
      "step": 29925
    },
    {
      "epoch": 0.6306616721195741,
      "grad_norm": 0.11566010862588882,
      "learning_rate": 6.34184017422817e-06,
      "loss": 0.728,
      "step": 29926
    },
    {
      "epoch": 0.6306827461579394,
      "grad_norm": 0.13223253190517426,
      "learning_rate": 6.3412049520042476e-06,
      "loss": 0.7376,
      "step": 29927
    },
    {
      "epoch": 0.6307038201963047,
      "grad_norm": 0.13124290108680725,
      "learning_rate": 6.340569746825194e-06,
      "loss": 0.7751,
      "step": 29928
    },
    {
      "epoch": 0.6307248942346699,
      "grad_norm": 0.11019692569971085,
      "learning_rate": 6.339934558693967e-06,
      "loss": 0.6998,
      "step": 29929
    },
    {
      "epoch": 0.6307459682730352,
      "grad_norm": 0.11446433514356613,
      "learning_rate": 6.339299387613526e-06,
      "loss": 0.7178,
      "step": 29930
    },
    {
      "epoch": 0.6307670423114006,
      "grad_norm": 0.11127081513404846,
      "learning_rate": 6.338664233586829e-06,
      "loss": 0.7321,
      "step": 29931
    },
    {
      "epoch": 0.6307881163497658,
      "grad_norm": 0.11894771456718445,
      "learning_rate": 6.3380290966168355e-06,
      "loss": 0.7436,
      "step": 29932
    },
    {
      "epoch": 0.6308091903881311,
      "grad_norm": 0.11746671050786972,
      "learning_rate": 6.337393976706503e-06,
      "loss": 0.7333,
      "step": 29933
    },
    {
      "epoch": 0.6308302644264964,
      "grad_norm": 0.12950536608695984,
      "learning_rate": 6.336758873858792e-06,
      "loss": 0.7426,
      "step": 29934
    },
    {
      "epoch": 0.6308513384648616,
      "grad_norm": 0.12475067377090454,
      "learning_rate": 6.33612378807666e-06,
      "loss": 0.7131,
      "step": 29935
    },
    {
      "epoch": 0.630872412503227,
      "grad_norm": 0.12104910612106323,
      "learning_rate": 6.335488719363068e-06,
      "loss": 0.7016,
      "step": 29936
    },
    {
      "epoch": 0.6308934865415923,
      "grad_norm": 0.1116437241435051,
      "learning_rate": 6.3348536677209714e-06,
      "loss": 0.7072,
      "step": 29937
    },
    {
      "epoch": 0.6309145605799575,
      "grad_norm": 0.11214408278465271,
      "learning_rate": 6.33421863315333e-06,
      "loss": 0.7332,
      "step": 29938
    },
    {
      "epoch": 0.6309356346183228,
      "grad_norm": 0.12917864322662354,
      "learning_rate": 6.333583615663102e-06,
      "loss": 0.7194,
      "step": 29939
    },
    {
      "epoch": 0.6309567086566881,
      "grad_norm": 0.1144067570567131,
      "learning_rate": 6.332948615253246e-06,
      "loss": 0.7619,
      "step": 29940
    },
    {
      "epoch": 0.6309777826950534,
      "grad_norm": 0.1107257753610611,
      "learning_rate": 6.332313631926718e-06,
      "loss": 0.6871,
      "step": 29941
    },
    {
      "epoch": 0.6309988567334187,
      "grad_norm": 0.1526736319065094,
      "learning_rate": 6.33167866568648e-06,
      "loss": 0.6927,
      "step": 29942
    },
    {
      "epoch": 0.631019930771784,
      "grad_norm": 0.10437341034412384,
      "learning_rate": 6.331043716535487e-06,
      "loss": 0.6395,
      "step": 29943
    },
    {
      "epoch": 0.6310410048101492,
      "grad_norm": 0.12596063315868378,
      "learning_rate": 6.3304087844767e-06,
      "loss": 0.7113,
      "step": 29944
    },
    {
      "epoch": 0.6310620788485145,
      "grad_norm": 0.13304373621940613,
      "learning_rate": 6.329773869513078e-06,
      "loss": 0.7465,
      "step": 29945
    },
    {
      "epoch": 0.6310831528868799,
      "grad_norm": 0.11305610090494156,
      "learning_rate": 6.329138971647573e-06,
      "loss": 0.6608,
      "step": 29946
    },
    {
      "epoch": 0.6311042269252451,
      "grad_norm": 0.12992754578590393,
      "learning_rate": 6.328504090883145e-06,
      "loss": 0.7251,
      "step": 29947
    },
    {
      "epoch": 0.6311253009636104,
      "grad_norm": 0.1478479504585266,
      "learning_rate": 6.327869227222751e-06,
      "loss": 0.6766,
      "step": 29948
    },
    {
      "epoch": 0.6311463750019757,
      "grad_norm": 0.1281830221414566,
      "learning_rate": 6.327234380669353e-06,
      "loss": 0.826,
      "step": 29949
    },
    {
      "epoch": 0.6311674490403409,
      "grad_norm": 0.1267683506011963,
      "learning_rate": 6.326599551225904e-06,
      "loss": 0.7897,
      "step": 29950
    },
    {
      "epoch": 0.6311885230787062,
      "grad_norm": 0.1295851767063141,
      "learning_rate": 6.3259647388953645e-06,
      "loss": 0.7975,
      "step": 29951
    },
    {
      "epoch": 0.6312095971170716,
      "grad_norm": 0.11316120624542236,
      "learning_rate": 6.325329943680689e-06,
      "loss": 0.7765,
      "step": 29952
    },
    {
      "epoch": 0.6312306711554369,
      "grad_norm": 0.1079830452799797,
      "learning_rate": 6.3246951655848355e-06,
      "loss": 0.7223,
      "step": 29953
    },
    {
      "epoch": 0.6312517451938021,
      "grad_norm": 0.12064404040575027,
      "learning_rate": 6.324060404610761e-06,
      "loss": 0.7887,
      "step": 29954
    },
    {
      "epoch": 0.6312728192321674,
      "grad_norm": 0.12159711122512817,
      "learning_rate": 6.323425660761424e-06,
      "loss": 0.7057,
      "step": 29955
    },
    {
      "epoch": 0.6312938932705326,
      "grad_norm": 0.10480973869562149,
      "learning_rate": 6.322790934039778e-06,
      "loss": 0.6697,
      "step": 29956
    },
    {
      "epoch": 0.631314967308898,
      "grad_norm": 0.13271725177764893,
      "learning_rate": 6.322156224448786e-06,
      "loss": 0.7557,
      "step": 29957
    },
    {
      "epoch": 0.6313360413472633,
      "grad_norm": 0.1096063032746315,
      "learning_rate": 6.321521531991399e-06,
      "loss": 0.7295,
      "step": 29958
    },
    {
      "epoch": 0.6313571153856286,
      "grad_norm": 0.1186734065413475,
      "learning_rate": 6.320886856670579e-06,
      "loss": 0.7347,
      "step": 29959
    },
    {
      "epoch": 0.6313781894239938,
      "grad_norm": 0.11147094517946243,
      "learning_rate": 6.320252198489281e-06,
      "loss": 0.7092,
      "step": 29960
    },
    {
      "epoch": 0.6313992634623591,
      "grad_norm": 0.14291812479496002,
      "learning_rate": 6.3196175574504586e-06,
      "loss": 0.7584,
      "step": 29961
    },
    {
      "epoch": 0.6314203375007245,
      "grad_norm": 0.17924316227436066,
      "learning_rate": 6.31898293355707e-06,
      "loss": 0.7308,
      "step": 29962
    },
    {
      "epoch": 0.6314414115390897,
      "grad_norm": 0.15164294838905334,
      "learning_rate": 6.318348326812071e-06,
      "loss": 0.7632,
      "step": 29963
    },
    {
      "epoch": 0.631462485577455,
      "grad_norm": 0.12945203483104706,
      "learning_rate": 6.317713737218421e-06,
      "loss": 0.7418,
      "step": 29964
    },
    {
      "epoch": 0.6314835596158203,
      "grad_norm": 0.148175448179245,
      "learning_rate": 6.317079164779074e-06,
      "loss": 0.7537,
      "step": 29965
    },
    {
      "epoch": 0.6315046336541855,
      "grad_norm": 0.10346762835979462,
      "learning_rate": 6.316444609496988e-06,
      "loss": 0.7093,
      "step": 29966
    },
    {
      "epoch": 0.6315257076925509,
      "grad_norm": 0.16227483749389648,
      "learning_rate": 6.315810071375115e-06,
      "loss": 0.7544,
      "step": 29967
    },
    {
      "epoch": 0.6315467817309162,
      "grad_norm": 0.14110246300697327,
      "learning_rate": 6.315175550416415e-06,
      "loss": 0.8182,
      "step": 29968
    },
    {
      "epoch": 0.6315678557692814,
      "grad_norm": 0.12487819790840149,
      "learning_rate": 6.314541046623841e-06,
      "loss": 0.7133,
      "step": 29969
    },
    {
      "epoch": 0.6315889298076467,
      "grad_norm": 0.11480499058961868,
      "learning_rate": 6.3139065600003506e-06,
      "loss": 0.6534,
      "step": 29970
    },
    {
      "epoch": 0.631610003846012,
      "grad_norm": 0.11495359241962433,
      "learning_rate": 6.313272090548901e-06,
      "loss": 0.7219,
      "step": 29971
    },
    {
      "epoch": 0.6316310778843773,
      "grad_norm": 0.11695338785648346,
      "learning_rate": 6.3126376382724455e-06,
      "loss": 0.7834,
      "step": 29972
    },
    {
      "epoch": 0.6316521519227426,
      "grad_norm": 0.12070195376873016,
      "learning_rate": 6.312003203173942e-06,
      "loss": 0.7521,
      "step": 29973
    },
    {
      "epoch": 0.6316732259611079,
      "grad_norm": 0.12477711588144302,
      "learning_rate": 6.311368785256344e-06,
      "loss": 0.7432,
      "step": 29974
    },
    {
      "epoch": 0.6316942999994731,
      "grad_norm": 0.1156858280301094,
      "learning_rate": 6.31073438452261e-06,
      "loss": 0.775,
      "step": 29975
    },
    {
      "epoch": 0.6317153740378384,
      "grad_norm": 0.1381479948759079,
      "learning_rate": 6.310100000975692e-06,
      "loss": 0.7922,
      "step": 29976
    },
    {
      "epoch": 0.6317364480762038,
      "grad_norm": 0.1076112613081932,
      "learning_rate": 6.309465634618546e-06,
      "loss": 0.7282,
      "step": 29977
    },
    {
      "epoch": 0.631757522114569,
      "grad_norm": 0.11120542138814926,
      "learning_rate": 6.308831285454129e-06,
      "loss": 0.7734,
      "step": 29978
    },
    {
      "epoch": 0.6317785961529343,
      "grad_norm": 0.1567160040140152,
      "learning_rate": 6.308196953485393e-06,
      "loss": 0.7299,
      "step": 29979
    },
    {
      "epoch": 0.6317996701912996,
      "grad_norm": 0.1591346710920334,
      "learning_rate": 6.307562638715299e-06,
      "loss": 0.8028,
      "step": 29980
    },
    {
      "epoch": 0.6318207442296648,
      "grad_norm": 0.12900139391422272,
      "learning_rate": 6.306928341146797e-06,
      "loss": 0.7161,
      "step": 29981
    },
    {
      "epoch": 0.6318418182680302,
      "grad_norm": 0.10946420580148697,
      "learning_rate": 6.306294060782841e-06,
      "loss": 0.688,
      "step": 29982
    },
    {
      "epoch": 0.6318628923063955,
      "grad_norm": 0.1427118182182312,
      "learning_rate": 6.305659797626389e-06,
      "loss": 0.6914,
      "step": 29983
    },
    {
      "epoch": 0.6318839663447607,
      "grad_norm": 0.14776377379894257,
      "learning_rate": 6.305025551680392e-06,
      "loss": 0.7401,
      "step": 29984
    },
    {
      "epoch": 0.631905040383126,
      "grad_norm": 0.1203051432967186,
      "learning_rate": 6.304391322947809e-06,
      "loss": 0.6805,
      "step": 29985
    },
    {
      "epoch": 0.6319261144214913,
      "grad_norm": 0.17380167543888092,
      "learning_rate": 6.303757111431594e-06,
      "loss": 0.7735,
      "step": 29986
    },
    {
      "epoch": 0.6319471884598566,
      "grad_norm": 0.129131481051445,
      "learning_rate": 6.303122917134702e-06,
      "loss": 0.8165,
      "step": 29987
    },
    {
      "epoch": 0.6319682624982219,
      "grad_norm": 0.18224896490573883,
      "learning_rate": 6.302488740060084e-06,
      "loss": 0.7385,
      "step": 29988
    },
    {
      "epoch": 0.6319893365365872,
      "grad_norm": 0.141346275806427,
      "learning_rate": 6.3018545802107e-06,
      "loss": 0.7559,
      "step": 29989
    },
    {
      "epoch": 0.6320104105749524,
      "grad_norm": 0.15420487523078918,
      "learning_rate": 6.301220437589498e-06,
      "loss": 0.7347,
      "step": 29990
    },
    {
      "epoch": 0.6320314846133177,
      "grad_norm": 0.12016145884990692,
      "learning_rate": 6.3005863121994345e-06,
      "loss": 0.7341,
      "step": 29991
    },
    {
      "epoch": 0.632052558651683,
      "grad_norm": 0.1326148808002472,
      "learning_rate": 6.299952204043466e-06,
      "loss": 0.7322,
      "step": 29992
    },
    {
      "epoch": 0.6320736326900483,
      "grad_norm": 0.1626143753528595,
      "learning_rate": 6.2993181131245426e-06,
      "loss": 0.7168,
      "step": 29993
    },
    {
      "epoch": 0.6320947067284136,
      "grad_norm": 0.13111954927444458,
      "learning_rate": 6.298684039445622e-06,
      "loss": 0.7423,
      "step": 29994
    },
    {
      "epoch": 0.6321157807667789,
      "grad_norm": 0.11943506449460983,
      "learning_rate": 6.298049983009657e-06,
      "loss": 0.7258,
      "step": 29995
    },
    {
      "epoch": 0.6321368548051441,
      "grad_norm": 0.14130033552646637,
      "learning_rate": 6.2974159438196e-06,
      "loss": 0.8652,
      "step": 29996
    },
    {
      "epoch": 0.6321579288435094,
      "grad_norm": 0.14241667091846466,
      "learning_rate": 6.296781921878406e-06,
      "loss": 0.7402,
      "step": 29997
    },
    {
      "epoch": 0.6321790028818748,
      "grad_norm": 0.1468116194009781,
      "learning_rate": 6.296147917189026e-06,
      "loss": 0.7252,
      "step": 29998
    },
    {
      "epoch": 0.63220007692024,
      "grad_norm": 0.13191287219524384,
      "learning_rate": 6.295513929754415e-06,
      "loss": 0.7492,
      "step": 29999
    },
    {
      "epoch": 0.6322211509586053,
      "grad_norm": 0.15847979485988617,
      "learning_rate": 6.294879959577531e-06,
      "loss": 0.7607,
      "step": 30000
    },
    {
      "epoch": 0.6322422249969706,
      "grad_norm": 0.18017961084842682,
      "learning_rate": 6.294246006661322e-06,
      "loss": 0.7393,
      "step": 30001
    },
    {
      "epoch": 0.6322632990353358,
      "grad_norm": 0.1426132768392563,
      "learning_rate": 6.2936120710087435e-06,
      "loss": 0.7179,
      "step": 30002
    },
    {
      "epoch": 0.6322843730737012,
      "grad_norm": 0.13030634820461273,
      "learning_rate": 6.292978152622749e-06,
      "loss": 0.7285,
      "step": 30003
    },
    {
      "epoch": 0.6323054471120665,
      "grad_norm": 0.15895818173885345,
      "learning_rate": 6.2923442515062915e-06,
      "loss": 0.7717,
      "step": 30004
    },
    {
      "epoch": 0.6323265211504318,
      "grad_norm": 0.14157629013061523,
      "learning_rate": 6.2917103676623224e-06,
      "loss": 0.7585,
      "step": 30005
    },
    {
      "epoch": 0.632347595188797,
      "grad_norm": 0.11657492071390152,
      "learning_rate": 6.291076501093795e-06,
      "loss": 0.6939,
      "step": 30006
    },
    {
      "epoch": 0.6323686692271623,
      "grad_norm": 0.129292294383049,
      "learning_rate": 6.2904426518036655e-06,
      "loss": 0.7289,
      "step": 30007
    },
    {
      "epoch": 0.6323897432655277,
      "grad_norm": 0.14766322076320648,
      "learning_rate": 6.289808819794882e-06,
      "loss": 0.7831,
      "step": 30008
    },
    {
      "epoch": 0.6324108173038929,
      "grad_norm": 0.17981550097465515,
      "learning_rate": 6.2891750050704e-06,
      "loss": 0.7136,
      "step": 30009
    },
    {
      "epoch": 0.6324318913422582,
      "grad_norm": 0.12705831229686737,
      "learning_rate": 6.288541207633177e-06,
      "loss": 0.7326,
      "step": 30010
    },
    {
      "epoch": 0.6324529653806235,
      "grad_norm": 0.13827882707118988,
      "learning_rate": 6.287907427486155e-06,
      "loss": 0.7371,
      "step": 30011
    },
    {
      "epoch": 0.6324740394189887,
      "grad_norm": 0.13428519666194916,
      "learning_rate": 6.287273664632293e-06,
      "loss": 0.7474,
      "step": 30012
    },
    {
      "epoch": 0.6324951134573541,
      "grad_norm": 0.12595973908901215,
      "learning_rate": 6.2866399190745395e-06,
      "loss": 0.6784,
      "step": 30013
    },
    {
      "epoch": 0.6325161874957194,
      "grad_norm": 0.1331271082162857,
      "learning_rate": 6.286006190815853e-06,
      "loss": 0.7333,
      "step": 30014
    },
    {
      "epoch": 0.6325372615340846,
      "grad_norm": 0.1253511905670166,
      "learning_rate": 6.285372479859182e-06,
      "loss": 0.7555,
      "step": 30015
    },
    {
      "epoch": 0.6325583355724499,
      "grad_norm": 0.16733379662036896,
      "learning_rate": 6.284738786207481e-06,
      "loss": 0.7429,
      "step": 30016
    },
    {
      "epoch": 0.6325794096108152,
      "grad_norm": 0.12594284117221832,
      "learning_rate": 6.284105109863699e-06,
      "loss": 0.6989,
      "step": 30017
    },
    {
      "epoch": 0.6326004836491805,
      "grad_norm": 0.16805024445056915,
      "learning_rate": 6.283471450830789e-06,
      "loss": 0.8115,
      "step": 30018
    },
    {
      "epoch": 0.6326215576875458,
      "grad_norm": 0.12282291054725647,
      "learning_rate": 6.282837809111706e-06,
      "loss": 0.7279,
      "step": 30019
    },
    {
      "epoch": 0.6326426317259111,
      "grad_norm": 0.17959541082382202,
      "learning_rate": 6.282204184709397e-06,
      "loss": 0.7903,
      "step": 30020
    },
    {
      "epoch": 0.6326637057642763,
      "grad_norm": 0.12120682001113892,
      "learning_rate": 6.281570577626817e-06,
      "loss": 0.7274,
      "step": 30021
    },
    {
      "epoch": 0.6326847798026416,
      "grad_norm": 0.150496244430542,
      "learning_rate": 6.280936987866917e-06,
      "loss": 0.7461,
      "step": 30022
    },
    {
      "epoch": 0.632705853841007,
      "grad_norm": 0.11717191338539124,
      "learning_rate": 6.280303415432647e-06,
      "loss": 0.7015,
      "step": 30023
    },
    {
      "epoch": 0.6327269278793722,
      "grad_norm": 0.1727326214313507,
      "learning_rate": 6.27966986032696e-06,
      "loss": 0.7548,
      "step": 30024
    },
    {
      "epoch": 0.6327480019177375,
      "grad_norm": 0.09829414635896683,
      "learning_rate": 6.279036322552812e-06,
      "loss": 0.7023,
      "step": 30025
    },
    {
      "epoch": 0.6327690759561028,
      "grad_norm": 0.14653517305850983,
      "learning_rate": 6.278402802113146e-06,
      "loss": 0.737,
      "step": 30026
    },
    {
      "epoch": 0.632790149994468,
      "grad_norm": 0.10843614488840103,
      "learning_rate": 6.277769299010917e-06,
      "loss": 0.6745,
      "step": 30027
    },
    {
      "epoch": 0.6328112240328333,
      "grad_norm": 0.13389597833156586,
      "learning_rate": 6.277135813249076e-06,
      "loss": 0.7363,
      "step": 30028
    },
    {
      "epoch": 0.6328322980711987,
      "grad_norm": 0.13902661204338074,
      "learning_rate": 6.276502344830575e-06,
      "loss": 0.7478,
      "step": 30029
    },
    {
      "epoch": 0.6328533721095639,
      "grad_norm": 0.13677778840065002,
      "learning_rate": 6.275868893758366e-06,
      "loss": 0.7543,
      "step": 30030
    },
    {
      "epoch": 0.6328744461479292,
      "grad_norm": 0.136525496840477,
      "learning_rate": 6.275235460035398e-06,
      "loss": 0.8059,
      "step": 30031
    },
    {
      "epoch": 0.6328955201862945,
      "grad_norm": 0.11525541543960571,
      "learning_rate": 6.274602043664623e-06,
      "loss": 0.6723,
      "step": 30032
    },
    {
      "epoch": 0.6329165942246597,
      "grad_norm": 0.11668340861797333,
      "learning_rate": 6.273968644648991e-06,
      "loss": 0.7897,
      "step": 30033
    },
    {
      "epoch": 0.6329376682630251,
      "grad_norm": 0.12435782700777054,
      "learning_rate": 6.273335262991455e-06,
      "loss": 0.6942,
      "step": 30034
    },
    {
      "epoch": 0.6329587423013904,
      "grad_norm": 0.12291503697633743,
      "learning_rate": 6.272701898694964e-06,
      "loss": 0.7334,
      "step": 30035
    },
    {
      "epoch": 0.6329798163397556,
      "grad_norm": 0.12008152157068253,
      "learning_rate": 6.2720685517624665e-06,
      "loss": 0.7442,
      "step": 30036
    },
    {
      "epoch": 0.6330008903781209,
      "grad_norm": 0.11428432166576385,
      "learning_rate": 6.2714352221969155e-06,
      "loss": 0.6977,
      "step": 30037
    },
    {
      "epoch": 0.6330219644164862,
      "grad_norm": 0.13642518222332,
      "learning_rate": 6.270801910001261e-06,
      "loss": 0.751,
      "step": 30038
    },
    {
      "epoch": 0.6330430384548515,
      "grad_norm": 0.10211388766765594,
      "learning_rate": 6.270168615178456e-06,
      "loss": 0.6621,
      "step": 30039
    },
    {
      "epoch": 0.6330641124932168,
      "grad_norm": 0.1153356283903122,
      "learning_rate": 6.269535337731445e-06,
      "loss": 0.775,
      "step": 30040
    },
    {
      "epoch": 0.6330851865315821,
      "grad_norm": 0.1254100352525711,
      "learning_rate": 6.268902077663181e-06,
      "loss": 0.8062,
      "step": 30041
    },
    {
      "epoch": 0.6331062605699473,
      "grad_norm": 0.11969844996929169,
      "learning_rate": 6.2682688349766095e-06,
      "loss": 0.7508,
      "step": 30042
    },
    {
      "epoch": 0.6331273346083126,
      "grad_norm": 0.12280692160129547,
      "learning_rate": 6.267635609674694e-06,
      "loss": 0.7728,
      "step": 30043
    },
    {
      "epoch": 0.633148408646678,
      "grad_norm": 0.11563137918710709,
      "learning_rate": 6.267002401760371e-06,
      "loss": 0.7721,
      "step": 30044
    },
    {
      "epoch": 0.6331694826850433,
      "grad_norm": 0.10810930281877518,
      "learning_rate": 6.266369211236598e-06,
      "loss": 0.6995,
      "step": 30045
    },
    {
      "epoch": 0.6331905567234085,
      "grad_norm": 0.14596354961395264,
      "learning_rate": 6.26573603810632e-06,
      "loss": 0.7272,
      "step": 30046
    },
    {
      "epoch": 0.6332116307617738,
      "grad_norm": 0.12760502099990845,
      "learning_rate": 6.265102882372489e-06,
      "loss": 0.7855,
      "step": 30047
    },
    {
      "epoch": 0.633232704800139,
      "grad_norm": 0.13283099234104156,
      "learning_rate": 6.2644697440380575e-06,
      "loss": 0.7068,
      "step": 30048
    },
    {
      "epoch": 0.6332537788385044,
      "grad_norm": 0.11840996146202087,
      "learning_rate": 6.2638366231059685e-06,
      "loss": 0.7547,
      "step": 30049
    },
    {
      "epoch": 0.6332748528768697,
      "grad_norm": 0.14384742081165314,
      "learning_rate": 6.263203519579175e-06,
      "loss": 0.794,
      "step": 30050
    },
    {
      "epoch": 0.633295926915235,
      "grad_norm": 0.1751057207584381,
      "learning_rate": 6.2625704334606264e-06,
      "loss": 0.7642,
      "step": 30051
    },
    {
      "epoch": 0.6333170009536002,
      "grad_norm": 0.12206164747476578,
      "learning_rate": 6.261937364753272e-06,
      "loss": 0.8057,
      "step": 30052
    },
    {
      "epoch": 0.6333380749919655,
      "grad_norm": 0.11571534723043442,
      "learning_rate": 6.261304313460061e-06,
      "loss": 0.7328,
      "step": 30053
    },
    {
      "epoch": 0.6333591490303309,
      "grad_norm": 0.12208137661218643,
      "learning_rate": 6.260671279583943e-06,
      "loss": 0.7171,
      "step": 30054
    },
    {
      "epoch": 0.6333802230686961,
      "grad_norm": 0.16562964022159576,
      "learning_rate": 6.260038263127865e-06,
      "loss": 0.7571,
      "step": 30055
    },
    {
      "epoch": 0.6334012971070614,
      "grad_norm": 0.1342187523841858,
      "learning_rate": 6.259405264094773e-06,
      "loss": 0.7931,
      "step": 30056
    },
    {
      "epoch": 0.6334223711454267,
      "grad_norm": 0.10318247973918915,
      "learning_rate": 6.2587722824876285e-06,
      "loss": 0.6848,
      "step": 30057
    },
    {
      "epoch": 0.6334434451837919,
      "grad_norm": 0.11647398769855499,
      "learning_rate": 6.258139318309368e-06,
      "loss": 0.7205,
      "step": 30058
    },
    {
      "epoch": 0.6334645192221573,
      "grad_norm": 0.1343349665403366,
      "learning_rate": 6.257506371562943e-06,
      "loss": 0.7234,
      "step": 30059
    },
    {
      "epoch": 0.6334855932605226,
      "grad_norm": 0.11906719952821732,
      "learning_rate": 6.2568734422513056e-06,
      "loss": 0.7621,
      "step": 30060
    },
    {
      "epoch": 0.6335066672988878,
      "grad_norm": 0.13057896494865417,
      "learning_rate": 6.256240530377402e-06,
      "loss": 0.7296,
      "step": 30061
    },
    {
      "epoch": 0.6335277413372531,
      "grad_norm": 0.11614479869604111,
      "learning_rate": 6.25560763594418e-06,
      "loss": 0.7644,
      "step": 30062
    },
    {
      "epoch": 0.6335488153756184,
      "grad_norm": 0.1222572848200798,
      "learning_rate": 6.25497475895459e-06,
      "loss": 0.7415,
      "step": 30063
    },
    {
      "epoch": 0.6335698894139837,
      "grad_norm": 0.11480463296175003,
      "learning_rate": 6.254341899411579e-06,
      "loss": 0.6962,
      "step": 30064
    },
    {
      "epoch": 0.633590963452349,
      "grad_norm": 0.09723024070262909,
      "learning_rate": 6.253709057318095e-06,
      "loss": 0.6885,
      "step": 30065
    },
    {
      "epoch": 0.6336120374907143,
      "grad_norm": 0.11315952241420746,
      "learning_rate": 6.2530762326770865e-06,
      "loss": 0.7379,
      "step": 30066
    },
    {
      "epoch": 0.6336331115290795,
      "grad_norm": 0.10981114953756332,
      "learning_rate": 6.252443425491501e-06,
      "loss": 0.7211,
      "step": 30067
    },
    {
      "epoch": 0.6336541855674448,
      "grad_norm": 0.13985462486743927,
      "learning_rate": 6.251810635764287e-06,
      "loss": 0.7288,
      "step": 30068
    },
    {
      "epoch": 0.6336752596058101,
      "grad_norm": 0.1237761527299881,
      "learning_rate": 6.251177863498395e-06,
      "loss": 0.7095,
      "step": 30069
    },
    {
      "epoch": 0.6336963336441754,
      "grad_norm": 0.4134802222251892,
      "learning_rate": 6.250545108696769e-06,
      "loss": 0.748,
      "step": 30070
    },
    {
      "epoch": 0.6337174076825407,
      "grad_norm": 0.11302942782640457,
      "learning_rate": 6.249912371362353e-06,
      "loss": 0.7448,
      "step": 30071
    },
    {
      "epoch": 0.633738481720906,
      "grad_norm": 0.10742254555225372,
      "learning_rate": 6.249279651498107e-06,
      "loss": 0.678,
      "step": 30072
    },
    {
      "epoch": 0.6337595557592712,
      "grad_norm": 0.1359439641237259,
      "learning_rate": 6.248646949106969e-06,
      "loss": 0.7883,
      "step": 30073
    },
    {
      "epoch": 0.6337806297976365,
      "grad_norm": 0.12548169493675232,
      "learning_rate": 6.248014264191889e-06,
      "loss": 0.7348,
      "step": 30074
    },
    {
      "epoch": 0.6338017038360019,
      "grad_norm": 0.2032213658094406,
      "learning_rate": 6.247381596755813e-06,
      "loss": 0.7423,
      "step": 30075
    },
    {
      "epoch": 0.6338227778743671,
      "grad_norm": 0.12243515253067017,
      "learning_rate": 6.2467489468016906e-06,
      "loss": 0.7451,
      "step": 30076
    },
    {
      "epoch": 0.6338438519127324,
      "grad_norm": 0.13974474370479584,
      "learning_rate": 6.246116314332469e-06,
      "loss": 0.7229,
      "step": 30077
    },
    {
      "epoch": 0.6338649259510977,
      "grad_norm": 0.1208030954003334,
      "learning_rate": 6.245483699351096e-06,
      "loss": 0.7381,
      "step": 30078
    },
    {
      "epoch": 0.6338859999894629,
      "grad_norm": 0.12875857949256897,
      "learning_rate": 6.244851101860514e-06,
      "loss": 0.7537,
      "step": 30079
    },
    {
      "epoch": 0.6339070740278283,
      "grad_norm": 0.11044144630432129,
      "learning_rate": 6.244218521863674e-06,
      "loss": 0.7391,
      "step": 30080
    },
    {
      "epoch": 0.6339281480661936,
      "grad_norm": 0.12066217511892319,
      "learning_rate": 6.243585959363523e-06,
      "loss": 0.7374,
      "step": 30081
    },
    {
      "epoch": 0.6339492221045588,
      "grad_norm": 0.17404690384864807,
      "learning_rate": 6.242953414363007e-06,
      "loss": 0.7658,
      "step": 30082
    },
    {
      "epoch": 0.6339702961429241,
      "grad_norm": 0.10283485800027847,
      "learning_rate": 6.242320886865072e-06,
      "loss": 0.6916,
      "step": 30083
    },
    {
      "epoch": 0.6339913701812894,
      "grad_norm": 0.1366206407546997,
      "learning_rate": 6.241688376872668e-06,
      "loss": 0.7069,
      "step": 30084
    },
    {
      "epoch": 0.6340124442196547,
      "grad_norm": 0.13176842033863068,
      "learning_rate": 6.241055884388734e-06,
      "loss": 0.7726,
      "step": 30085
    },
    {
      "epoch": 0.63403351825802,
      "grad_norm": 0.12677597999572754,
      "learning_rate": 6.240423409416223e-06,
      "loss": 0.7345,
      "step": 30086
    },
    {
      "epoch": 0.6340545922963853,
      "grad_norm": 0.12645934522151947,
      "learning_rate": 6.239790951958085e-06,
      "loss": 0.773,
      "step": 30087
    },
    {
      "epoch": 0.6340756663347505,
      "grad_norm": 0.11027904599905014,
      "learning_rate": 6.239158512017258e-06,
      "loss": 0.6948,
      "step": 30088
    },
    {
      "epoch": 0.6340967403731158,
      "grad_norm": 0.13777558505535126,
      "learning_rate": 6.238526089596691e-06,
      "loss": 0.7373,
      "step": 30089
    },
    {
      "epoch": 0.6341178144114812,
      "grad_norm": 0.147446870803833,
      "learning_rate": 6.237893684699332e-06,
      "loss": 0.686,
      "step": 30090
    },
    {
      "epoch": 0.6341388884498464,
      "grad_norm": 0.1229640543460846,
      "learning_rate": 6.237261297328126e-06,
      "loss": 0.7059,
      "step": 30091
    },
    {
      "epoch": 0.6341599624882117,
      "grad_norm": 0.09969712793827057,
      "learning_rate": 6.236628927486019e-06,
      "loss": 0.6625,
      "step": 30092
    },
    {
      "epoch": 0.634181036526577,
      "grad_norm": 0.11192358285188675,
      "learning_rate": 6.23599657517596e-06,
      "loss": 0.7232,
      "step": 30093
    },
    {
      "epoch": 0.6342021105649422,
      "grad_norm": 0.21903552114963531,
      "learning_rate": 6.23536424040089e-06,
      "loss": 0.8108,
      "step": 30094
    },
    {
      "epoch": 0.6342231846033076,
      "grad_norm": 0.11128324270248413,
      "learning_rate": 6.234731923163755e-06,
      "loss": 0.7107,
      "step": 30095
    },
    {
      "epoch": 0.6342442586416729,
      "grad_norm": 0.24054774641990662,
      "learning_rate": 6.234099623467503e-06,
      "loss": 0.718,
      "step": 30096
    },
    {
      "epoch": 0.6342653326800382,
      "grad_norm": 0.14390896260738373,
      "learning_rate": 6.233467341315081e-06,
      "loss": 0.7373,
      "step": 30097
    },
    {
      "epoch": 0.6342864067184034,
      "grad_norm": 0.14950022101402283,
      "learning_rate": 6.232835076709431e-06,
      "loss": 0.6406,
      "step": 30098
    },
    {
      "epoch": 0.6343074807567687,
      "grad_norm": 0.1369883269071579,
      "learning_rate": 6.232202829653502e-06,
      "loss": 0.682,
      "step": 30099
    },
    {
      "epoch": 0.6343285547951341,
      "grad_norm": 0.13247786462306976,
      "learning_rate": 6.2315706001502305e-06,
      "loss": 0.731,
      "step": 30100
    },
    {
      "epoch": 0.6343496288334993,
      "grad_norm": 0.11756051331758499,
      "learning_rate": 6.2309383882025745e-06,
      "loss": 0.7078,
      "step": 30101
    },
    {
      "epoch": 0.6343707028718646,
      "grad_norm": 0.10496097058057785,
      "learning_rate": 6.230306193813475e-06,
      "loss": 0.679,
      "step": 30102
    },
    {
      "epoch": 0.6343917769102299,
      "grad_norm": 0.14756636321544647,
      "learning_rate": 6.229674016985874e-06,
      "loss": 0.7229,
      "step": 30103
    },
    {
      "epoch": 0.6344128509485951,
      "grad_norm": 0.15383926033973694,
      "learning_rate": 6.229041857722717e-06,
      "loss": 0.6978,
      "step": 30104
    },
    {
      "epoch": 0.6344339249869604,
      "grad_norm": 0.14953948557376862,
      "learning_rate": 6.228409716026953e-06,
      "loss": 0.7654,
      "step": 30105
    },
    {
      "epoch": 0.6344549990253258,
      "grad_norm": 0.12104462087154388,
      "learning_rate": 6.227777591901521e-06,
      "loss": 0.7121,
      "step": 30106
    },
    {
      "epoch": 0.634476073063691,
      "grad_norm": 0.16542433202266693,
      "learning_rate": 6.227145485349373e-06,
      "loss": 0.79,
      "step": 30107
    },
    {
      "epoch": 0.6344971471020563,
      "grad_norm": 0.1264282613992691,
      "learning_rate": 6.226513396373447e-06,
      "loss": 0.683,
      "step": 30108
    },
    {
      "epoch": 0.6345182211404216,
      "grad_norm": 0.1294868439435959,
      "learning_rate": 6.22588132497669e-06,
      "loss": 0.6821,
      "step": 30109
    },
    {
      "epoch": 0.6345392951787868,
      "grad_norm": 0.12915965914726257,
      "learning_rate": 6.225249271162047e-06,
      "loss": 0.7657,
      "step": 30110
    },
    {
      "epoch": 0.6345603692171522,
      "grad_norm": 0.1269213706254959,
      "learning_rate": 6.224617234932463e-06,
      "loss": 0.7066,
      "step": 30111
    },
    {
      "epoch": 0.6345814432555175,
      "grad_norm": 0.1333070546388626,
      "learning_rate": 6.223985216290881e-06,
      "loss": 0.7798,
      "step": 30112
    },
    {
      "epoch": 0.6346025172938827,
      "grad_norm": 0.12444277852773666,
      "learning_rate": 6.223353215240249e-06,
      "loss": 0.7299,
      "step": 30113
    },
    {
      "epoch": 0.634623591332248,
      "grad_norm": 0.13128258287906647,
      "learning_rate": 6.222721231783501e-06,
      "loss": 0.6861,
      "step": 30114
    },
    {
      "epoch": 0.6346446653706133,
      "grad_norm": 0.14296919107437134,
      "learning_rate": 6.222089265923593e-06,
      "loss": 0.7583,
      "step": 30115
    },
    {
      "epoch": 0.6346657394089786,
      "grad_norm": 0.11804965883493423,
      "learning_rate": 6.221457317663466e-06,
      "loss": 0.6699,
      "step": 30116
    },
    {
      "epoch": 0.6346868134473439,
      "grad_norm": 0.12960512936115265,
      "learning_rate": 6.220825387006062e-06,
      "loss": 0.6908,
      "step": 30117
    },
    {
      "epoch": 0.6347078874857092,
      "grad_norm": 0.11879222840070724,
      "learning_rate": 6.220193473954325e-06,
      "loss": 0.7438,
      "step": 30118
    },
    {
      "epoch": 0.6347289615240744,
      "grad_norm": 0.11788088083267212,
      "learning_rate": 6.2195615785111995e-06,
      "loss": 0.6875,
      "step": 30119
    },
    {
      "epoch": 0.6347500355624397,
      "grad_norm": 0.12547220289707184,
      "learning_rate": 6.2189297006796275e-06,
      "loss": 0.7485,
      "step": 30120
    },
    {
      "epoch": 0.6347711096008051,
      "grad_norm": 0.13947345316410065,
      "learning_rate": 6.218297840462556e-06,
      "loss": 0.7893,
      "step": 30121
    },
    {
      "epoch": 0.6347921836391703,
      "grad_norm": 0.13980942964553833,
      "learning_rate": 6.217665997862928e-06,
      "loss": 0.7767,
      "step": 30122
    },
    {
      "epoch": 0.6348132576775356,
      "grad_norm": 0.11856500059366226,
      "learning_rate": 6.217034172883685e-06,
      "loss": 0.7756,
      "step": 30123
    },
    {
      "epoch": 0.6348343317159009,
      "grad_norm": 0.12627987563610077,
      "learning_rate": 6.21640236552777e-06,
      "loss": 0.7844,
      "step": 30124
    },
    {
      "epoch": 0.6348554057542661,
      "grad_norm": 0.1326010674238205,
      "learning_rate": 6.2157705757981265e-06,
      "loss": 0.7454,
      "step": 30125
    },
    {
      "epoch": 0.6348764797926315,
      "grad_norm": 0.11282768845558167,
      "learning_rate": 6.2151388036977005e-06,
      "loss": 0.7163,
      "step": 30126
    },
    {
      "epoch": 0.6348975538309968,
      "grad_norm": 0.1485598087310791,
      "learning_rate": 6.2145070492294324e-06,
      "loss": 0.7627,
      "step": 30127
    },
    {
      "epoch": 0.634918627869362,
      "grad_norm": 0.11569597572088242,
      "learning_rate": 6.213875312396266e-06,
      "loss": 0.7421,
      "step": 30128
    },
    {
      "epoch": 0.6349397019077273,
      "grad_norm": 0.11655870825052261,
      "learning_rate": 6.213243593201146e-06,
      "loss": 0.6894,
      "step": 30129
    },
    {
      "epoch": 0.6349607759460926,
      "grad_norm": 0.12892542779445648,
      "learning_rate": 6.212611891647013e-06,
      "loss": 0.6741,
      "step": 30130
    },
    {
      "epoch": 0.634981849984458,
      "grad_norm": 0.12021367996931076,
      "learning_rate": 6.211980207736814e-06,
      "loss": 0.7372,
      "step": 30131
    },
    {
      "epoch": 0.6350029240228232,
      "grad_norm": 0.16600416600704193,
      "learning_rate": 6.211348541473486e-06,
      "loss": 0.8057,
      "step": 30132
    },
    {
      "epoch": 0.6350239980611885,
      "grad_norm": 0.12384446710348129,
      "learning_rate": 6.210716892859975e-06,
      "loss": 0.7857,
      "step": 30133
    },
    {
      "epoch": 0.6350450720995537,
      "grad_norm": 0.15494905412197113,
      "learning_rate": 6.210085261899223e-06,
      "loss": 0.816,
      "step": 30134
    },
    {
      "epoch": 0.635066146137919,
      "grad_norm": 0.13607032597064972,
      "learning_rate": 6.209453648594172e-06,
      "loss": 0.7488,
      "step": 30135
    },
    {
      "epoch": 0.6350872201762844,
      "grad_norm": 0.13820163905620575,
      "learning_rate": 6.208822052947765e-06,
      "loss": 0.7193,
      "step": 30136
    },
    {
      "epoch": 0.6351082942146496,
      "grad_norm": 0.11262135952711105,
      "learning_rate": 6.208190474962945e-06,
      "loss": 0.7681,
      "step": 30137
    },
    {
      "epoch": 0.6351293682530149,
      "grad_norm": 0.14350926876068115,
      "learning_rate": 6.207558914642653e-06,
      "loss": 0.7767,
      "step": 30138
    },
    {
      "epoch": 0.6351504422913802,
      "grad_norm": 0.12685662508010864,
      "learning_rate": 6.20692737198983e-06,
      "loss": 0.7718,
      "step": 30139
    },
    {
      "epoch": 0.6351715163297454,
      "grad_norm": 0.13265344500541687,
      "learning_rate": 6.206295847007422e-06,
      "loss": 0.7594,
      "step": 30140
    },
    {
      "epoch": 0.6351925903681107,
      "grad_norm": 0.24485333263874054,
      "learning_rate": 6.205664339698368e-06,
      "loss": 0.7437,
      "step": 30141
    },
    {
      "epoch": 0.6352136644064761,
      "grad_norm": 0.12472575157880783,
      "learning_rate": 6.2050328500656106e-06,
      "loss": 0.7422,
      "step": 30142
    },
    {
      "epoch": 0.6352347384448414,
      "grad_norm": 0.14610037207603455,
      "learning_rate": 6.20440137811209e-06,
      "loss": 0.7346,
      "step": 30143
    },
    {
      "epoch": 0.6352558124832066,
      "grad_norm": 0.12647011876106262,
      "learning_rate": 6.203769923840751e-06,
      "loss": 0.7223,
      "step": 30144
    },
    {
      "epoch": 0.6352768865215719,
      "grad_norm": 0.12328603118658066,
      "learning_rate": 6.203138487254535e-06,
      "loss": 0.7289,
      "step": 30145
    },
    {
      "epoch": 0.6352979605599371,
      "grad_norm": 0.14285698533058167,
      "learning_rate": 6.202507068356385e-06,
      "loss": 0.7964,
      "step": 30146
    },
    {
      "epoch": 0.6353190345983025,
      "grad_norm": 0.126479834318161,
      "learning_rate": 6.201875667149238e-06,
      "loss": 0.7778,
      "step": 30147
    },
    {
      "epoch": 0.6353401086366678,
      "grad_norm": 0.18889056146144867,
      "learning_rate": 6.201244283636037e-06,
      "loss": 0.7632,
      "step": 30148
    },
    {
      "epoch": 0.635361182675033,
      "grad_norm": 0.1248481273651123,
      "learning_rate": 6.2006129178197235e-06,
      "loss": 0.7475,
      "step": 30149
    },
    {
      "epoch": 0.6353822567133983,
      "grad_norm": 0.13921351730823517,
      "learning_rate": 6.199981569703239e-06,
      "loss": 0.702,
      "step": 30150
    },
    {
      "epoch": 0.6354033307517636,
      "grad_norm": 0.12148066610097885,
      "learning_rate": 6.199350239289528e-06,
      "loss": 0.7204,
      "step": 30151
    },
    {
      "epoch": 0.635424404790129,
      "grad_norm": 0.14671894907951355,
      "learning_rate": 6.198718926581529e-06,
      "loss": 0.739,
      "step": 30152
    },
    {
      "epoch": 0.6354454788284942,
      "grad_norm": 0.12308654934167862,
      "learning_rate": 6.198087631582179e-06,
      "loss": 0.7358,
      "step": 30153
    },
    {
      "epoch": 0.6354665528668595,
      "grad_norm": 0.1541614979505539,
      "learning_rate": 6.197456354294425e-06,
      "loss": 0.734,
      "step": 30154
    },
    {
      "epoch": 0.6354876269052248,
      "grad_norm": 0.11663855612277985,
      "learning_rate": 6.196825094721204e-06,
      "loss": 0.7023,
      "step": 30155
    },
    {
      "epoch": 0.63550870094359,
      "grad_norm": 0.1211184412240982,
      "learning_rate": 6.196193852865458e-06,
      "loss": 0.7191,
      "step": 30156
    },
    {
      "epoch": 0.6355297749819554,
      "grad_norm": 0.11522867530584335,
      "learning_rate": 6.195562628730127e-06,
      "loss": 0.7776,
      "step": 30157
    },
    {
      "epoch": 0.6355508490203207,
      "grad_norm": 0.14222808182239532,
      "learning_rate": 6.194931422318154e-06,
      "loss": 0.6988,
      "step": 30158
    },
    {
      "epoch": 0.6355719230586859,
      "grad_norm": 0.09830412268638611,
      "learning_rate": 6.194300233632477e-06,
      "loss": 0.6618,
      "step": 30159
    },
    {
      "epoch": 0.6355929970970512,
      "grad_norm": 0.14026731252670288,
      "learning_rate": 6.19366906267604e-06,
      "loss": 0.6879,
      "step": 30160
    },
    {
      "epoch": 0.6356140711354165,
      "grad_norm": 0.10682225972414017,
      "learning_rate": 6.193037909451782e-06,
      "loss": 0.706,
      "step": 30161
    },
    {
      "epoch": 0.6356351451737818,
      "grad_norm": 0.15530699491500854,
      "learning_rate": 6.19240677396264e-06,
      "loss": 0.7603,
      "step": 30162
    },
    {
      "epoch": 0.6356562192121471,
      "grad_norm": 0.11323700100183487,
      "learning_rate": 6.191775656211557e-06,
      "loss": 0.7683,
      "step": 30163
    },
    {
      "epoch": 0.6356772932505124,
      "grad_norm": 0.1458768993616104,
      "learning_rate": 6.191144556201471e-06,
      "loss": 0.7092,
      "step": 30164
    },
    {
      "epoch": 0.6356983672888776,
      "grad_norm": 0.12366638332605362,
      "learning_rate": 6.190513473935327e-06,
      "loss": 0.7278,
      "step": 30165
    },
    {
      "epoch": 0.6357194413272429,
      "grad_norm": 0.1590539515018463,
      "learning_rate": 6.189882409416061e-06,
      "loss": 0.739,
      "step": 30166
    },
    {
      "epoch": 0.6357405153656083,
      "grad_norm": 0.10203186422586441,
      "learning_rate": 6.189251362646611e-06,
      "loss": 0.7061,
      "step": 30167
    },
    {
      "epoch": 0.6357615894039735,
      "grad_norm": 0.1302884966135025,
      "learning_rate": 6.18862033362992e-06,
      "loss": 0.7111,
      "step": 30168
    },
    {
      "epoch": 0.6357826634423388,
      "grad_norm": 0.11062616854906082,
      "learning_rate": 6.187989322368928e-06,
      "loss": 0.7123,
      "step": 30169
    },
    {
      "epoch": 0.6358037374807041,
      "grad_norm": 0.1398455947637558,
      "learning_rate": 6.187358328866573e-06,
      "loss": 0.7717,
      "step": 30170
    },
    {
      "epoch": 0.6358248115190693,
      "grad_norm": 0.12455358356237411,
      "learning_rate": 6.186727353125792e-06,
      "loss": 0.6904,
      "step": 30171
    },
    {
      "epoch": 0.6358458855574347,
      "grad_norm": 0.11818666756153107,
      "learning_rate": 6.1860963951495315e-06,
      "loss": 0.7139,
      "step": 30172
    },
    {
      "epoch": 0.6358669595958,
      "grad_norm": 0.12551435828208923,
      "learning_rate": 6.1854654549407255e-06,
      "loss": 0.733,
      "step": 30173
    },
    {
      "epoch": 0.6358880336341652,
      "grad_norm": 0.13913267850875854,
      "learning_rate": 6.184834532502315e-06,
      "loss": 0.7459,
      "step": 30174
    },
    {
      "epoch": 0.6359091076725305,
      "grad_norm": 0.10726794600486755,
      "learning_rate": 6.184203627837242e-06,
      "loss": 0.7121,
      "step": 30175
    },
    {
      "epoch": 0.6359301817108958,
      "grad_norm": 0.11206366121768951,
      "learning_rate": 6.18357274094844e-06,
      "loss": 0.7457,
      "step": 30176
    },
    {
      "epoch": 0.6359512557492611,
      "grad_norm": 0.12465295195579529,
      "learning_rate": 6.18294187183885e-06,
      "loss": 0.6968,
      "step": 30177
    },
    {
      "epoch": 0.6359723297876264,
      "grad_norm": 0.14798541367053986,
      "learning_rate": 6.182311020511414e-06,
      "loss": 0.7642,
      "step": 30178
    },
    {
      "epoch": 0.6359934038259917,
      "grad_norm": 0.11593717336654663,
      "learning_rate": 6.181680186969065e-06,
      "loss": 0.7406,
      "step": 30179
    },
    {
      "epoch": 0.6360144778643569,
      "grad_norm": 0.12125891447067261,
      "learning_rate": 6.181049371214748e-06,
      "loss": 0.6734,
      "step": 30180
    },
    {
      "epoch": 0.6360355519027222,
      "grad_norm": 0.12076371908187866,
      "learning_rate": 6.1804185732514e-06,
      "loss": 0.6602,
      "step": 30181
    },
    {
      "epoch": 0.6360566259410875,
      "grad_norm": 0.11731284111738205,
      "learning_rate": 6.179787793081957e-06,
      "loss": 0.7159,
      "step": 30182
    },
    {
      "epoch": 0.6360776999794528,
      "grad_norm": 0.1164502501487732,
      "learning_rate": 6.17915703070936e-06,
      "loss": 0.7718,
      "step": 30183
    },
    {
      "epoch": 0.6360987740178181,
      "grad_norm": 0.11331349611282349,
      "learning_rate": 6.178526286136546e-06,
      "loss": 0.7217,
      "step": 30184
    },
    {
      "epoch": 0.6361198480561834,
      "grad_norm": 0.13346102833747864,
      "learning_rate": 6.177895559366454e-06,
      "loss": 0.7606,
      "step": 30185
    },
    {
      "epoch": 0.6361409220945486,
      "grad_norm": 0.14013954997062683,
      "learning_rate": 6.177264850402021e-06,
      "loss": 0.7229,
      "step": 30186
    },
    {
      "epoch": 0.6361619961329139,
      "grad_norm": 0.11134011298418045,
      "learning_rate": 6.176634159246186e-06,
      "loss": 0.8183,
      "step": 30187
    },
    {
      "epoch": 0.6361830701712793,
      "grad_norm": 0.10189065337181091,
      "learning_rate": 6.1760034859018915e-06,
      "loss": 0.7349,
      "step": 30188
    },
    {
      "epoch": 0.6362041442096446,
      "grad_norm": 0.1160421147942543,
      "learning_rate": 6.17537283037207e-06,
      "loss": 0.7859,
      "step": 30189
    },
    {
      "epoch": 0.6362252182480098,
      "grad_norm": 0.10528698563575745,
      "learning_rate": 6.174742192659664e-06,
      "loss": 0.7305,
      "step": 30190
    },
    {
      "epoch": 0.6362462922863751,
      "grad_norm": 0.10342045873403549,
      "learning_rate": 6.174111572767606e-06,
      "loss": 0.7009,
      "step": 30191
    },
    {
      "epoch": 0.6362673663247403,
      "grad_norm": 0.10924894362688065,
      "learning_rate": 6.173480970698837e-06,
      "loss": 0.7215,
      "step": 30192
    },
    {
      "epoch": 0.6362884403631057,
      "grad_norm": 0.11602595448493958,
      "learning_rate": 6.172850386456294e-06,
      "loss": 0.7311,
      "step": 30193
    },
    {
      "epoch": 0.636309514401471,
      "grad_norm": 0.10731061547994614,
      "learning_rate": 6.172219820042915e-06,
      "loss": 0.7129,
      "step": 30194
    },
    {
      "epoch": 0.6363305884398363,
      "grad_norm": 0.12244884669780731,
      "learning_rate": 6.171589271461637e-06,
      "loss": 0.7102,
      "step": 30195
    },
    {
      "epoch": 0.6363516624782015,
      "grad_norm": 0.10833865404129028,
      "learning_rate": 6.1709587407154e-06,
      "loss": 0.7238,
      "step": 30196
    },
    {
      "epoch": 0.6363727365165668,
      "grad_norm": 0.10503531247377396,
      "learning_rate": 6.170328227807139e-06,
      "loss": 0.7329,
      "step": 30197
    },
    {
      "epoch": 0.6363938105549322,
      "grad_norm": 0.11384332925081253,
      "learning_rate": 6.16969773273979e-06,
      "loss": 0.6715,
      "step": 30198
    },
    {
      "epoch": 0.6364148845932974,
      "grad_norm": 0.12760797142982483,
      "learning_rate": 6.169067255516291e-06,
      "loss": 0.7599,
      "step": 30199
    },
    {
      "epoch": 0.6364359586316627,
      "grad_norm": 0.10634280741214752,
      "learning_rate": 6.1684367961395785e-06,
      "loss": 0.6843,
      "step": 30200
    },
    {
      "epoch": 0.636457032670028,
      "grad_norm": 0.12588736414909363,
      "learning_rate": 6.167806354612593e-06,
      "loss": 0.7196,
      "step": 30201
    },
    {
      "epoch": 0.6364781067083932,
      "grad_norm": 0.12183468788862228,
      "learning_rate": 6.167175930938272e-06,
      "loss": 0.6846,
      "step": 30202
    },
    {
      "epoch": 0.6364991807467586,
      "grad_norm": 0.09562652558088303,
      "learning_rate": 6.166545525119547e-06,
      "loss": 0.6216,
      "step": 30203
    },
    {
      "epoch": 0.6365202547851239,
      "grad_norm": 0.1363997608423233,
      "learning_rate": 6.165915137159358e-06,
      "loss": 0.7622,
      "step": 30204
    },
    {
      "epoch": 0.6365413288234891,
      "grad_norm": 0.12174839526414871,
      "learning_rate": 6.165284767060645e-06,
      "loss": 0.7302,
      "step": 30205
    },
    {
      "epoch": 0.6365624028618544,
      "grad_norm": 0.12114302068948746,
      "learning_rate": 6.164654414826338e-06,
      "loss": 0.7906,
      "step": 30206
    },
    {
      "epoch": 0.6365834769002197,
      "grad_norm": 0.16585199534893036,
      "learning_rate": 6.164024080459376e-06,
      "loss": 0.7519,
      "step": 30207
    },
    {
      "epoch": 0.636604550938585,
      "grad_norm": 0.13203109800815582,
      "learning_rate": 6.1633937639626975e-06,
      "loss": 0.809,
      "step": 30208
    },
    {
      "epoch": 0.6366256249769503,
      "grad_norm": 0.11549627035856247,
      "learning_rate": 6.162763465339236e-06,
      "loss": 0.7706,
      "step": 30209
    },
    {
      "epoch": 0.6366466990153156,
      "grad_norm": 0.11291420459747314,
      "learning_rate": 6.162133184591931e-06,
      "loss": 0.6781,
      "step": 30210
    },
    {
      "epoch": 0.6366677730536808,
      "grad_norm": 0.1220376193523407,
      "learning_rate": 6.161502921723719e-06,
      "loss": 0.7884,
      "step": 30211
    },
    {
      "epoch": 0.6366888470920461,
      "grad_norm": 0.1011522114276886,
      "learning_rate": 6.16087267673753e-06,
      "loss": 0.6693,
      "step": 30212
    },
    {
      "epoch": 0.6367099211304115,
      "grad_norm": 0.14476995170116425,
      "learning_rate": 6.1602424496363064e-06,
      "loss": 0.7418,
      "step": 30213
    },
    {
      "epoch": 0.6367309951687767,
      "grad_norm": 0.11041427403688431,
      "learning_rate": 6.159612240422981e-06,
      "loss": 0.7702,
      "step": 30214
    },
    {
      "epoch": 0.636752069207142,
      "grad_norm": 0.1587931364774704,
      "learning_rate": 6.158982049100488e-06,
      "loss": 0.7671,
      "step": 30215
    },
    {
      "epoch": 0.6367731432455073,
      "grad_norm": 0.14204701781272888,
      "learning_rate": 6.158351875671769e-06,
      "loss": 0.7041,
      "step": 30216
    },
    {
      "epoch": 0.6367942172838725,
      "grad_norm": 0.1145973801612854,
      "learning_rate": 6.157721720139757e-06,
      "loss": 0.7266,
      "step": 30217
    },
    {
      "epoch": 0.6368152913222378,
      "grad_norm": 0.12549450993537903,
      "learning_rate": 6.157091582507386e-06,
      "loss": 0.6742,
      "step": 30218
    },
    {
      "epoch": 0.6368363653606032,
      "grad_norm": 0.10967518389225006,
      "learning_rate": 6.1564614627775945e-06,
      "loss": 0.7166,
      "step": 30219
    },
    {
      "epoch": 0.6368574393989684,
      "grad_norm": 0.11622190475463867,
      "learning_rate": 6.155831360953317e-06,
      "loss": 0.6873,
      "step": 30220
    },
    {
      "epoch": 0.6368785134373337,
      "grad_norm": 0.10766866058111191,
      "learning_rate": 6.155201277037488e-06,
      "loss": 0.7272,
      "step": 30221
    },
    {
      "epoch": 0.636899587475699,
      "grad_norm": 0.15163864195346832,
      "learning_rate": 6.154571211033041e-06,
      "loss": 0.7638,
      "step": 30222
    },
    {
      "epoch": 0.6369206615140642,
      "grad_norm": 0.1094832792878151,
      "learning_rate": 6.153941162942913e-06,
      "loss": 0.7593,
      "step": 30223
    },
    {
      "epoch": 0.6369417355524296,
      "grad_norm": 0.1550477147102356,
      "learning_rate": 6.153311132770041e-06,
      "loss": 0.776,
      "step": 30224
    },
    {
      "epoch": 0.6369628095907949,
      "grad_norm": 0.22754542529582977,
      "learning_rate": 6.152681120517361e-06,
      "loss": 0.6929,
      "step": 30225
    },
    {
      "epoch": 0.6369838836291601,
      "grad_norm": 0.1279175877571106,
      "learning_rate": 6.1520511261878015e-06,
      "loss": 0.7343,
      "step": 30226
    },
    {
      "epoch": 0.6370049576675254,
      "grad_norm": 0.10993137210607529,
      "learning_rate": 6.151421149784302e-06,
      "loss": 0.7164,
      "step": 30227
    },
    {
      "epoch": 0.6370260317058907,
      "grad_norm": 0.13436812162399292,
      "learning_rate": 6.150791191309798e-06,
      "loss": 0.6985,
      "step": 30228
    },
    {
      "epoch": 0.637047105744256,
      "grad_norm": 0.1168244332075119,
      "learning_rate": 6.150161250767219e-06,
      "loss": 0.7346,
      "step": 30229
    },
    {
      "epoch": 0.6370681797826213,
      "grad_norm": 0.13566239178180695,
      "learning_rate": 6.149531328159506e-06,
      "loss": 0.7401,
      "step": 30230
    },
    {
      "epoch": 0.6370892538209866,
      "grad_norm": 0.11677047610282898,
      "learning_rate": 6.148901423489591e-06,
      "loss": 0.7972,
      "step": 30231
    },
    {
      "epoch": 0.6371103278593518,
      "grad_norm": 0.10554101318120956,
      "learning_rate": 6.148271536760409e-06,
      "loss": 0.7327,
      "step": 30232
    },
    {
      "epoch": 0.6371314018977171,
      "grad_norm": 0.11550787836313248,
      "learning_rate": 6.147641667974894e-06,
      "loss": 0.7488,
      "step": 30233
    },
    {
      "epoch": 0.6371524759360825,
      "grad_norm": 0.10880632698535919,
      "learning_rate": 6.1470118171359816e-06,
      "loss": 0.7286,
      "step": 30234
    },
    {
      "epoch": 0.6371735499744478,
      "grad_norm": 0.12461405247449875,
      "learning_rate": 6.1463819842466035e-06,
      "loss": 0.7601,
      "step": 30235
    },
    {
      "epoch": 0.637194624012813,
      "grad_norm": 0.16662338376045227,
      "learning_rate": 6.145752169309694e-06,
      "loss": 0.7615,
      "step": 30236
    },
    {
      "epoch": 0.6372156980511783,
      "grad_norm": 0.12419811636209488,
      "learning_rate": 6.14512237232819e-06,
      "loss": 0.7548,
      "step": 30237
    },
    {
      "epoch": 0.6372367720895435,
      "grad_norm": 0.1270989030599594,
      "learning_rate": 6.1444925933050216e-06,
      "loss": 0.7105,
      "step": 30238
    },
    {
      "epoch": 0.6372578461279089,
      "grad_norm": 0.11473170667886734,
      "learning_rate": 6.143862832243125e-06,
      "loss": 0.7206,
      "step": 30239
    },
    {
      "epoch": 0.6372789201662742,
      "grad_norm": 0.1439499408006668,
      "learning_rate": 6.143233089145436e-06,
      "loss": 0.7489,
      "step": 30240
    },
    {
      "epoch": 0.6372999942046395,
      "grad_norm": 0.11749810725450516,
      "learning_rate": 6.142603364014885e-06,
      "loss": 0.6988,
      "step": 30241
    },
    {
      "epoch": 0.6373210682430047,
      "grad_norm": 0.1278434544801712,
      "learning_rate": 6.1419736568544055e-06,
      "loss": 0.7698,
      "step": 30242
    },
    {
      "epoch": 0.63734214228137,
      "grad_norm": 0.11221723258495331,
      "learning_rate": 6.141343967666931e-06,
      "loss": 0.778,
      "step": 30243
    },
    {
      "epoch": 0.6373632163197354,
      "grad_norm": 0.1569921374320984,
      "learning_rate": 6.140714296455397e-06,
      "loss": 0.751,
      "step": 30244
    },
    {
      "epoch": 0.6373842903581006,
      "grad_norm": 0.1026710644364357,
      "learning_rate": 6.140084643222737e-06,
      "loss": 0.7043,
      "step": 30245
    },
    {
      "epoch": 0.6374053643964659,
      "grad_norm": 0.1121440976858139,
      "learning_rate": 6.139455007971884e-06,
      "loss": 0.7409,
      "step": 30246
    },
    {
      "epoch": 0.6374264384348312,
      "grad_norm": 0.11544083058834076,
      "learning_rate": 6.1388253907057694e-06,
      "loss": 0.7395,
      "step": 30247
    },
    {
      "epoch": 0.6374475124731964,
      "grad_norm": 0.13319823145866394,
      "learning_rate": 6.138195791427329e-06,
      "loss": 0.7414,
      "step": 30248
    },
    {
      "epoch": 0.6374685865115618,
      "grad_norm": 0.1064591258764267,
      "learning_rate": 6.137566210139494e-06,
      "loss": 0.6768,
      "step": 30249
    },
    {
      "epoch": 0.6374896605499271,
      "grad_norm": 0.15719889104366302,
      "learning_rate": 6.136936646845197e-06,
      "loss": 0.8265,
      "step": 30250
    },
    {
      "epoch": 0.6375107345882923,
      "grad_norm": 0.15299636125564575,
      "learning_rate": 6.136307101547373e-06,
      "loss": 0.7114,
      "step": 30251
    },
    {
      "epoch": 0.6375318086266576,
      "grad_norm": 0.1532312035560608,
      "learning_rate": 6.135677574248953e-06,
      "loss": 0.6908,
      "step": 30252
    },
    {
      "epoch": 0.6375528826650229,
      "grad_norm": 0.13334855437278748,
      "learning_rate": 6.1350480649528684e-06,
      "loss": 0.6822,
      "step": 30253
    },
    {
      "epoch": 0.6375739567033882,
      "grad_norm": 0.1309642791748047,
      "learning_rate": 6.134418573662056e-06,
      "loss": 0.6829,
      "step": 30254
    },
    {
      "epoch": 0.6375950307417535,
      "grad_norm": 0.16513283550739288,
      "learning_rate": 6.133789100379446e-06,
      "loss": 0.7239,
      "step": 30255
    },
    {
      "epoch": 0.6376161047801188,
      "grad_norm": 0.11615700274705887,
      "learning_rate": 6.13315964510797e-06,
      "loss": 0.6865,
      "step": 30256
    },
    {
      "epoch": 0.637637178818484,
      "grad_norm": 0.12584953010082245,
      "learning_rate": 6.13253020785056e-06,
      "loss": 0.6806,
      "step": 30257
    },
    {
      "epoch": 0.6376582528568493,
      "grad_norm": 0.12910975515842438,
      "learning_rate": 6.131900788610149e-06,
      "loss": 0.7119,
      "step": 30258
    },
    {
      "epoch": 0.6376793268952146,
      "grad_norm": 0.12661917507648468,
      "learning_rate": 6.131271387389671e-06,
      "loss": 0.7935,
      "step": 30259
    },
    {
      "epoch": 0.6377004009335799,
      "grad_norm": 0.13185639679431915,
      "learning_rate": 6.130642004192057e-06,
      "loss": 0.695,
      "step": 30260
    },
    {
      "epoch": 0.6377214749719452,
      "grad_norm": 0.10910426080226898,
      "learning_rate": 6.1300126390202386e-06,
      "loss": 0.6787,
      "step": 30261
    },
    {
      "epoch": 0.6377425490103105,
      "grad_norm": 0.11881109327077866,
      "learning_rate": 6.129383291877149e-06,
      "loss": 0.6756,
      "step": 30262
    },
    {
      "epoch": 0.6377636230486757,
      "grad_norm": 0.11270926147699356,
      "learning_rate": 6.128753962765718e-06,
      "loss": 0.7504,
      "step": 30263
    },
    {
      "epoch": 0.637784697087041,
      "grad_norm": 0.13442347943782806,
      "learning_rate": 6.1281246516888804e-06,
      "loss": 0.7461,
      "step": 30264
    },
    {
      "epoch": 0.6378057711254064,
      "grad_norm": 0.11188629269599915,
      "learning_rate": 6.127495358649565e-06,
      "loss": 0.7383,
      "step": 30265
    },
    {
      "epoch": 0.6378268451637716,
      "grad_norm": 0.1352737843990326,
      "learning_rate": 6.126866083650705e-06,
      "loss": 0.7818,
      "step": 30266
    },
    {
      "epoch": 0.6378479192021369,
      "grad_norm": 0.10536997765302658,
      "learning_rate": 6.126236826695229e-06,
      "loss": 0.705,
      "step": 30267
    },
    {
      "epoch": 0.6378689932405022,
      "grad_norm": 0.10279960930347443,
      "learning_rate": 6.125607587786072e-06,
      "loss": 0.6725,
      "step": 30268
    },
    {
      "epoch": 0.6378900672788674,
      "grad_norm": 0.13818582892417908,
      "learning_rate": 6.124978366926164e-06,
      "loss": 0.8042,
      "step": 30269
    },
    {
      "epoch": 0.6379111413172328,
      "grad_norm": 0.15894071757793427,
      "learning_rate": 6.12434916411844e-06,
      "loss": 0.809,
      "step": 30270
    },
    {
      "epoch": 0.6379322153555981,
      "grad_norm": 0.138213649392128,
      "learning_rate": 6.123719979365824e-06,
      "loss": 0.7336,
      "step": 30271
    },
    {
      "epoch": 0.6379532893939633,
      "grad_norm": 0.10804760456085205,
      "learning_rate": 6.123090812671248e-06,
      "loss": 0.686,
      "step": 30272
    },
    {
      "epoch": 0.6379743634323286,
      "grad_norm": 0.12320408970117569,
      "learning_rate": 6.122461664037651e-06,
      "loss": 0.7819,
      "step": 30273
    },
    {
      "epoch": 0.6379954374706939,
      "grad_norm": 0.11384324729442596,
      "learning_rate": 6.1218325334679575e-06,
      "loss": 0.7577,
      "step": 30274
    },
    {
      "epoch": 0.6380165115090592,
      "grad_norm": 0.1419815570116043,
      "learning_rate": 6.121203420965099e-06,
      "loss": 0.7735,
      "step": 30275
    },
    {
      "epoch": 0.6380375855474245,
      "grad_norm": 0.10762175172567368,
      "learning_rate": 6.1205743265320076e-06,
      "loss": 0.7722,
      "step": 30276
    },
    {
      "epoch": 0.6380586595857898,
      "grad_norm": 0.1491859257221222,
      "learning_rate": 6.119945250171613e-06,
      "loss": 0.7109,
      "step": 30277
    },
    {
      "epoch": 0.638079733624155,
      "grad_norm": 0.11386178433895111,
      "learning_rate": 6.119316191886847e-06,
      "loss": 0.7123,
      "step": 30278
    },
    {
      "epoch": 0.6381008076625203,
      "grad_norm": 0.1090695783495903,
      "learning_rate": 6.11868715168064e-06,
      "loss": 0.6624,
      "step": 30279
    },
    {
      "epoch": 0.6381218817008857,
      "grad_norm": 0.11780151724815369,
      "learning_rate": 6.118058129555921e-06,
      "loss": 0.778,
      "step": 30280
    },
    {
      "epoch": 0.638142955739251,
      "grad_norm": 0.10899753868579865,
      "learning_rate": 6.117429125515622e-06,
      "loss": 0.7306,
      "step": 30281
    },
    {
      "epoch": 0.6381640297776162,
      "grad_norm": 0.10072582215070724,
      "learning_rate": 6.116800139562671e-06,
      "loss": 0.7873,
      "step": 30282
    },
    {
      "epoch": 0.6381851038159815,
      "grad_norm": 0.11364723742008209,
      "learning_rate": 6.116171171699998e-06,
      "loss": 0.7663,
      "step": 30283
    },
    {
      "epoch": 0.6382061778543467,
      "grad_norm": 0.11985547095537186,
      "learning_rate": 6.115542221930539e-06,
      "loss": 0.7286,
      "step": 30284
    },
    {
      "epoch": 0.6382272518927121,
      "grad_norm": 0.12133334577083588,
      "learning_rate": 6.114913290257219e-06,
      "loss": 0.7185,
      "step": 30285
    },
    {
      "epoch": 0.6382483259310774,
      "grad_norm": 0.1132776290178299,
      "learning_rate": 6.114284376682962e-06,
      "loss": 0.6951,
      "step": 30286
    },
    {
      "epoch": 0.6382693999694427,
      "grad_norm": 0.12088482826948166,
      "learning_rate": 6.11365548121071e-06,
      "loss": 0.772,
      "step": 30287
    },
    {
      "epoch": 0.6382904740078079,
      "grad_norm": 0.1300612986087799,
      "learning_rate": 6.113026603843388e-06,
      "loss": 0.7185,
      "step": 30288
    },
    {
      "epoch": 0.6383115480461732,
      "grad_norm": 0.2546483278274536,
      "learning_rate": 6.112397744583925e-06,
      "loss": 0.7578,
      "step": 30289
    },
    {
      "epoch": 0.6383326220845386,
      "grad_norm": 0.1252865195274353,
      "learning_rate": 6.111768903435249e-06,
      "loss": 0.7415,
      "step": 30290
    },
    {
      "epoch": 0.6383536961229038,
      "grad_norm": 0.12217292189598083,
      "learning_rate": 6.11114008040029e-06,
      "loss": 0.7175,
      "step": 30291
    },
    {
      "epoch": 0.6383747701612691,
      "grad_norm": 0.12795723974704742,
      "learning_rate": 6.110511275481981e-06,
      "loss": 0.7779,
      "step": 30292
    },
    {
      "epoch": 0.6383958441996344,
      "grad_norm": 0.11076986789703369,
      "learning_rate": 6.1098824886832495e-06,
      "loss": 0.6923,
      "step": 30293
    },
    {
      "epoch": 0.6384169182379996,
      "grad_norm": 0.1817205548286438,
      "learning_rate": 6.1092537200070235e-06,
      "loss": 0.6893,
      "step": 30294
    },
    {
      "epoch": 0.6384379922763649,
      "grad_norm": 0.13631358742713928,
      "learning_rate": 6.108624969456232e-06,
      "loss": 0.6969,
      "step": 30295
    },
    {
      "epoch": 0.6384590663147303,
      "grad_norm": 0.1212891936302185,
      "learning_rate": 6.1079962370338055e-06,
      "loss": 0.73,
      "step": 30296
    },
    {
      "epoch": 0.6384801403530955,
      "grad_norm": 0.15186867117881775,
      "learning_rate": 6.1073675227426724e-06,
      "loss": 0.771,
      "step": 30297
    },
    {
      "epoch": 0.6385012143914608,
      "grad_norm": 0.12375785410404205,
      "learning_rate": 6.106738826585761e-06,
      "loss": 0.7791,
      "step": 30298
    },
    {
      "epoch": 0.6385222884298261,
      "grad_norm": 0.14432622492313385,
      "learning_rate": 6.106110148566003e-06,
      "loss": 0.6998,
      "step": 30299
    },
    {
      "epoch": 0.6385433624681913,
      "grad_norm": 0.1450759768486023,
      "learning_rate": 6.1054814886863245e-06,
      "loss": 0.7668,
      "step": 30300
    },
    {
      "epoch": 0.6385644365065567,
      "grad_norm": 0.1329112946987152,
      "learning_rate": 6.104852846949649e-06,
      "loss": 0.785,
      "step": 30301
    },
    {
      "epoch": 0.638585510544922,
      "grad_norm": 0.12429142743349075,
      "learning_rate": 6.104224223358917e-06,
      "loss": 0.7096,
      "step": 30302
    },
    {
      "epoch": 0.6386065845832872,
      "grad_norm": 0.13884088397026062,
      "learning_rate": 6.103595617917049e-06,
      "loss": 0.6944,
      "step": 30303
    },
    {
      "epoch": 0.6386276586216525,
      "grad_norm": 0.13380952179431915,
      "learning_rate": 6.102967030626976e-06,
      "loss": 0.7639,
      "step": 30304
    },
    {
      "epoch": 0.6386487326600178,
      "grad_norm": 0.13266965746879578,
      "learning_rate": 6.102338461491625e-06,
      "loss": 0.7229,
      "step": 30305
    },
    {
      "epoch": 0.6386698066983831,
      "grad_norm": 0.1270594447851181,
      "learning_rate": 6.101709910513925e-06,
      "loss": 0.7787,
      "step": 30306
    },
    {
      "epoch": 0.6386908807367484,
      "grad_norm": 0.14502744376659393,
      "learning_rate": 6.101081377696803e-06,
      "loss": 0.7384,
      "step": 30307
    },
    {
      "epoch": 0.6387119547751137,
      "grad_norm": 0.13317544758319855,
      "learning_rate": 6.100452863043191e-06,
      "loss": 0.7312,
      "step": 30308
    },
    {
      "epoch": 0.6387330288134789,
      "grad_norm": 0.13574042916297913,
      "learning_rate": 6.099824366556012e-06,
      "loss": 0.7438,
      "step": 30309
    },
    {
      "epoch": 0.6387541028518442,
      "grad_norm": 0.1419030725955963,
      "learning_rate": 6.099195888238196e-06,
      "loss": 0.7649,
      "step": 30310
    },
    {
      "epoch": 0.6387751768902096,
      "grad_norm": 0.11662399023771286,
      "learning_rate": 6.09856742809267e-06,
      "loss": 0.6846,
      "step": 30311
    },
    {
      "epoch": 0.6387962509285748,
      "grad_norm": 0.13999252021312714,
      "learning_rate": 6.097938986122363e-06,
      "loss": 0.7234,
      "step": 30312
    },
    {
      "epoch": 0.6388173249669401,
      "grad_norm": 0.1481523960828781,
      "learning_rate": 6.097310562330203e-06,
      "loss": 0.7018,
      "step": 30313
    },
    {
      "epoch": 0.6388383990053054,
      "grad_norm": 0.12161685526371002,
      "learning_rate": 6.096682156719118e-06,
      "loss": 0.8048,
      "step": 30314
    },
    {
      "epoch": 0.6388594730436706,
      "grad_norm": 0.12712392210960388,
      "learning_rate": 6.0960537692920284e-06,
      "loss": 0.7495,
      "step": 30315
    },
    {
      "epoch": 0.638880547082036,
      "grad_norm": 0.13015376031398773,
      "learning_rate": 6.0954254000518705e-06,
      "loss": 0.7063,
      "step": 30316
    },
    {
      "epoch": 0.6389016211204013,
      "grad_norm": 0.13191752135753632,
      "learning_rate": 6.094797049001573e-06,
      "loss": 0.7134,
      "step": 30317
    },
    {
      "epoch": 0.6389226951587665,
      "grad_norm": 0.13396874070167542,
      "learning_rate": 6.094168716144055e-06,
      "loss": 0.7147,
      "step": 30318
    },
    {
      "epoch": 0.6389437691971318,
      "grad_norm": 0.10602791607379913,
      "learning_rate": 6.093540401482248e-06,
      "loss": 0.733,
      "step": 30319
    },
    {
      "epoch": 0.6389648432354971,
      "grad_norm": 0.12350833415985107,
      "learning_rate": 6.092912105019078e-06,
      "loss": 0.7949,
      "step": 30320
    },
    {
      "epoch": 0.6389859172738624,
      "grad_norm": 0.11803849041461945,
      "learning_rate": 6.0922838267574724e-06,
      "loss": 0.7688,
      "step": 30321
    },
    {
      "epoch": 0.6390069913122277,
      "grad_norm": 0.12133002281188965,
      "learning_rate": 6.091655566700359e-06,
      "loss": 0.7658,
      "step": 30322
    },
    {
      "epoch": 0.639028065350593,
      "grad_norm": 0.10975325107574463,
      "learning_rate": 6.091027324850664e-06,
      "loss": 0.6917,
      "step": 30323
    },
    {
      "epoch": 0.6390491393889582,
      "grad_norm": 0.12741313874721527,
      "learning_rate": 6.090399101211314e-06,
      "loss": 0.786,
      "step": 30324
    },
    {
      "epoch": 0.6390702134273235,
      "grad_norm": 0.1076042577624321,
      "learning_rate": 6.089770895785234e-06,
      "loss": 0.6801,
      "step": 30325
    },
    {
      "epoch": 0.6390912874656889,
      "grad_norm": 0.10838089883327484,
      "learning_rate": 6.089142708575353e-06,
      "loss": 0.6991,
      "step": 30326
    },
    {
      "epoch": 0.6391123615040541,
      "grad_norm": 0.11833128333091736,
      "learning_rate": 6.0885145395845964e-06,
      "loss": 0.732,
      "step": 30327
    },
    {
      "epoch": 0.6391334355424194,
      "grad_norm": 0.26297688484191895,
      "learning_rate": 6.087886388815891e-06,
      "loss": 0.7103,
      "step": 30328
    },
    {
      "epoch": 0.6391545095807847,
      "grad_norm": 0.1539265364408493,
      "learning_rate": 6.087258256272164e-06,
      "loss": 0.824,
      "step": 30329
    },
    {
      "epoch": 0.63917558361915,
      "grad_norm": 0.12343593686819077,
      "learning_rate": 6.086630141956335e-06,
      "loss": 0.6784,
      "step": 30330
    },
    {
      "epoch": 0.6391966576575152,
      "grad_norm": 0.13703517615795135,
      "learning_rate": 6.08600204587134e-06,
      "loss": 0.7216,
      "step": 30331
    },
    {
      "epoch": 0.6392177316958806,
      "grad_norm": 0.141072079539299,
      "learning_rate": 6.085373968020103e-06,
      "loss": 0.7307,
      "step": 30332
    },
    {
      "epoch": 0.6392388057342459,
      "grad_norm": 0.145213782787323,
      "learning_rate": 6.084745908405544e-06,
      "loss": 0.7288,
      "step": 30333
    },
    {
      "epoch": 0.6392598797726111,
      "grad_norm": 0.12303502857685089,
      "learning_rate": 6.084117867030594e-06,
      "loss": 0.7295,
      "step": 30334
    },
    {
      "epoch": 0.6392809538109764,
      "grad_norm": 0.1360190361738205,
      "learning_rate": 6.083489843898176e-06,
      "loss": 0.7162,
      "step": 30335
    },
    {
      "epoch": 0.6393020278493416,
      "grad_norm": 0.17990559339523315,
      "learning_rate": 6.082861839011218e-06,
      "loss": 0.7838,
      "step": 30336
    },
    {
      "epoch": 0.639323101887707,
      "grad_norm": 0.14371894299983978,
      "learning_rate": 6.082233852372643e-06,
      "loss": 0.6743,
      "step": 30337
    },
    {
      "epoch": 0.6393441759260723,
      "grad_norm": 0.20633211731910706,
      "learning_rate": 6.081605883985382e-06,
      "loss": 0.7656,
      "step": 30338
    },
    {
      "epoch": 0.6393652499644376,
      "grad_norm": 0.11107920855283737,
      "learning_rate": 6.080977933852354e-06,
      "loss": 0.6705,
      "step": 30339
    },
    {
      "epoch": 0.6393863240028028,
      "grad_norm": 0.14300289750099182,
      "learning_rate": 6.080350001976487e-06,
      "loss": 0.7637,
      "step": 30340
    },
    {
      "epoch": 0.6394073980411681,
      "grad_norm": 0.11913035064935684,
      "learning_rate": 6.0797220883607065e-06,
      "loss": 0.716,
      "step": 30341
    },
    {
      "epoch": 0.6394284720795335,
      "grad_norm": 0.1376078575849533,
      "learning_rate": 6.079094193007937e-06,
      "loss": 0.7311,
      "step": 30342
    },
    {
      "epoch": 0.6394495461178987,
      "grad_norm": 0.14018724858760834,
      "learning_rate": 6.078466315921108e-06,
      "loss": 0.7607,
      "step": 30343
    },
    {
      "epoch": 0.639470620156264,
      "grad_norm": 0.16126057505607605,
      "learning_rate": 6.077838457103131e-06,
      "loss": 0.8197,
      "step": 30344
    },
    {
      "epoch": 0.6394916941946293,
      "grad_norm": 0.1562013477087021,
      "learning_rate": 6.0772106165569474e-06,
      "loss": 0.8275,
      "step": 30345
    },
    {
      "epoch": 0.6395127682329945,
      "grad_norm": 0.13176651298999786,
      "learning_rate": 6.076582794285475e-06,
      "loss": 0.7895,
      "step": 30346
    },
    {
      "epoch": 0.6395338422713599,
      "grad_norm": 0.11922439932823181,
      "learning_rate": 6.075954990291639e-06,
      "loss": 0.7247,
      "step": 30347
    },
    {
      "epoch": 0.6395549163097252,
      "grad_norm": 0.16266778111457825,
      "learning_rate": 6.075327204578363e-06,
      "loss": 0.7205,
      "step": 30348
    },
    {
      "epoch": 0.6395759903480904,
      "grad_norm": 0.12467131018638611,
      "learning_rate": 6.074699437148572e-06,
      "loss": 0.6749,
      "step": 30349
    },
    {
      "epoch": 0.6395970643864557,
      "grad_norm": 0.1255028247833252,
      "learning_rate": 6.074071688005192e-06,
      "loss": 0.6502,
      "step": 30350
    },
    {
      "epoch": 0.639618138424821,
      "grad_norm": 0.11971122026443481,
      "learning_rate": 6.0734439571511465e-06,
      "loss": 0.7604,
      "step": 30351
    },
    {
      "epoch": 0.6396392124631863,
      "grad_norm": 0.12087643146514893,
      "learning_rate": 6.072816244589361e-06,
      "loss": 0.6833,
      "step": 30352
    },
    {
      "epoch": 0.6396602865015516,
      "grad_norm": 0.12939304113388062,
      "learning_rate": 6.072188550322757e-06,
      "loss": 0.7276,
      "step": 30353
    },
    {
      "epoch": 0.6396813605399169,
      "grad_norm": 0.12345701456069946,
      "learning_rate": 6.071560874354261e-06,
      "loss": 0.6796,
      "step": 30354
    },
    {
      "epoch": 0.6397024345782821,
      "grad_norm": 0.1108560860157013,
      "learning_rate": 6.070933216686794e-06,
      "loss": 0.636,
      "step": 30355
    },
    {
      "epoch": 0.6397235086166474,
      "grad_norm": 0.1261206865310669,
      "learning_rate": 6.070305577323284e-06,
      "loss": 0.7324,
      "step": 30356
    },
    {
      "epoch": 0.6397445826550128,
      "grad_norm": 0.11457902938127518,
      "learning_rate": 6.069677956266653e-06,
      "loss": 0.7372,
      "step": 30357
    },
    {
      "epoch": 0.639765656693378,
      "grad_norm": 0.10376640409231186,
      "learning_rate": 6.069050353519823e-06,
      "loss": 0.7312,
      "step": 30358
    },
    {
      "epoch": 0.6397867307317433,
      "grad_norm": 0.10700488835573196,
      "learning_rate": 6.068422769085722e-06,
      "loss": 0.7571,
      "step": 30359
    },
    {
      "epoch": 0.6398078047701086,
      "grad_norm": 0.13579964637756348,
      "learning_rate": 6.06779520296727e-06,
      "loss": 0.7758,
      "step": 30360
    },
    {
      "epoch": 0.6398288788084738,
      "grad_norm": 0.10841719061136246,
      "learning_rate": 6.067167655167397e-06,
      "loss": 0.7653,
      "step": 30361
    },
    {
      "epoch": 0.6398499528468392,
      "grad_norm": 0.1331634670495987,
      "learning_rate": 6.066540125689018e-06,
      "loss": 0.7361,
      "step": 30362
    },
    {
      "epoch": 0.6398710268852045,
      "grad_norm": 0.10790970176458359,
      "learning_rate": 6.065912614535059e-06,
      "loss": 0.7819,
      "step": 30363
    },
    {
      "epoch": 0.6398921009235697,
      "grad_norm": 0.12444552034139633,
      "learning_rate": 6.065285121708446e-06,
      "loss": 0.7548,
      "step": 30364
    },
    {
      "epoch": 0.639913174961935,
      "grad_norm": 0.11333008110523224,
      "learning_rate": 6.0646576472120995e-06,
      "loss": 0.6915,
      "step": 30365
    },
    {
      "epoch": 0.6399342490003003,
      "grad_norm": 0.144891619682312,
      "learning_rate": 6.064030191048944e-06,
      "loss": 0.7363,
      "step": 30366
    },
    {
      "epoch": 0.6399553230386656,
      "grad_norm": 0.11691032350063324,
      "learning_rate": 6.063402753221904e-06,
      "loss": 0.7556,
      "step": 30367
    },
    {
      "epoch": 0.6399763970770309,
      "grad_norm": 0.12426794320344925,
      "learning_rate": 6.062775333733899e-06,
      "loss": 0.7636,
      "step": 30368
    },
    {
      "epoch": 0.6399974711153962,
      "grad_norm": 0.1340726763010025,
      "learning_rate": 6.062147932587854e-06,
      "loss": 0.6742,
      "step": 30369
    },
    {
      "epoch": 0.6400185451537614,
      "grad_norm": 0.12725363671779633,
      "learning_rate": 6.061520549786691e-06,
      "loss": 0.769,
      "step": 30370
    },
    {
      "epoch": 0.6400396191921267,
      "grad_norm": 0.11375175416469574,
      "learning_rate": 6.060893185333334e-06,
      "loss": 0.7686,
      "step": 30371
    },
    {
      "epoch": 0.640060693230492,
      "grad_norm": 0.12678508460521698,
      "learning_rate": 6.0602658392307035e-06,
      "loss": 0.7364,
      "step": 30372
    },
    {
      "epoch": 0.6400817672688573,
      "grad_norm": 0.11685355752706528,
      "learning_rate": 6.059638511481722e-06,
      "loss": 0.757,
      "step": 30373
    },
    {
      "epoch": 0.6401028413072226,
      "grad_norm": 0.16454267501831055,
      "learning_rate": 6.059011202089315e-06,
      "loss": 0.7112,
      "step": 30374
    },
    {
      "epoch": 0.6401239153455879,
      "grad_norm": 0.13255098462104797,
      "learning_rate": 6.058383911056405e-06,
      "loss": 0.7156,
      "step": 30375
    },
    {
      "epoch": 0.6401449893839531,
      "grad_norm": 0.1611299365758896,
      "learning_rate": 6.057756638385912e-06,
      "loss": 0.8147,
      "step": 30376
    },
    {
      "epoch": 0.6401660634223184,
      "grad_norm": 0.15713773667812347,
      "learning_rate": 6.057129384080758e-06,
      "loss": 0.6853,
      "step": 30377
    },
    {
      "epoch": 0.6401871374606838,
      "grad_norm": 0.1469549834728241,
      "learning_rate": 6.056502148143866e-06,
      "loss": 0.7032,
      "step": 30378
    },
    {
      "epoch": 0.640208211499049,
      "grad_norm": 0.12578356266021729,
      "learning_rate": 6.055874930578157e-06,
      "loss": 0.6914,
      "step": 30379
    },
    {
      "epoch": 0.6402292855374143,
      "grad_norm": 0.17956209182739258,
      "learning_rate": 6.055247731386555e-06,
      "loss": 0.7222,
      "step": 30380
    },
    {
      "epoch": 0.6402503595757796,
      "grad_norm": 0.26304152607917786,
      "learning_rate": 6.05462055057198e-06,
      "loss": 0.7562,
      "step": 30381
    },
    {
      "epoch": 0.6402714336141448,
      "grad_norm": 0.12257783859968185,
      "learning_rate": 6.053993388137357e-06,
      "loss": 0.7521,
      "step": 30382
    },
    {
      "epoch": 0.6402925076525102,
      "grad_norm": 0.14925992488861084,
      "learning_rate": 6.053366244085603e-06,
      "loss": 0.7435,
      "step": 30383
    },
    {
      "epoch": 0.6403135816908755,
      "grad_norm": 0.15802574157714844,
      "learning_rate": 6.052739118419642e-06,
      "loss": 0.7257,
      "step": 30384
    },
    {
      "epoch": 0.6403346557292408,
      "grad_norm": 0.15355873107910156,
      "learning_rate": 6.052112011142394e-06,
      "loss": 0.8107,
      "step": 30385
    },
    {
      "epoch": 0.640355729767606,
      "grad_norm": 0.11522615700960159,
      "learning_rate": 6.051484922256784e-06,
      "loss": 0.6819,
      "step": 30386
    },
    {
      "epoch": 0.6403768038059713,
      "grad_norm": 0.13296186923980713,
      "learning_rate": 6.050857851765728e-06,
      "loss": 0.7314,
      "step": 30387
    },
    {
      "epoch": 0.6403978778443367,
      "grad_norm": 0.11435412615537643,
      "learning_rate": 6.050230799672153e-06,
      "loss": 0.6943,
      "step": 30388
    },
    {
      "epoch": 0.6404189518827019,
      "grad_norm": 0.22636668384075165,
      "learning_rate": 6.0496037659789775e-06,
      "loss": 0.7244,
      "step": 30389
    },
    {
      "epoch": 0.6404400259210672,
      "grad_norm": 0.12415533512830734,
      "learning_rate": 6.048976750689122e-06,
      "loss": 0.7756,
      "step": 30390
    },
    {
      "epoch": 0.6404610999594325,
      "grad_norm": 0.14816336333751678,
      "learning_rate": 6.048349753805511e-06,
      "loss": 0.7147,
      "step": 30391
    },
    {
      "epoch": 0.6404821739977977,
      "grad_norm": 0.11027111113071442,
      "learning_rate": 6.047722775331061e-06,
      "loss": 0.7383,
      "step": 30392
    },
    {
      "epoch": 0.6405032480361631,
      "grad_norm": 0.12223866581916809,
      "learning_rate": 6.047095815268693e-06,
      "loss": 0.6733,
      "step": 30393
    },
    {
      "epoch": 0.6405243220745284,
      "grad_norm": 0.12744738161563873,
      "learning_rate": 6.0464688736213305e-06,
      "loss": 0.7036,
      "step": 30394
    },
    {
      "epoch": 0.6405453961128936,
      "grad_norm": 0.09555399417877197,
      "learning_rate": 6.045841950391893e-06,
      "loss": 0.6862,
      "step": 30395
    },
    {
      "epoch": 0.6405664701512589,
      "grad_norm": 0.16369186341762543,
      "learning_rate": 6.045215045583301e-06,
      "loss": 0.6913,
      "step": 30396
    },
    {
      "epoch": 0.6405875441896242,
      "grad_norm": 0.10221200436353683,
      "learning_rate": 6.044588159198476e-06,
      "loss": 0.6964,
      "step": 30397
    },
    {
      "epoch": 0.6406086182279895,
      "grad_norm": 0.14439256489276886,
      "learning_rate": 6.043961291240337e-06,
      "loss": 0.7965,
      "step": 30398
    },
    {
      "epoch": 0.6406296922663548,
      "grad_norm": 0.125049889087677,
      "learning_rate": 6.043334441711803e-06,
      "loss": 0.6973,
      "step": 30399
    },
    {
      "epoch": 0.6406507663047201,
      "grad_norm": 0.15994907915592194,
      "learning_rate": 6.042707610615796e-06,
      "loss": 0.8052,
      "step": 30400
    },
    {
      "epoch": 0.6406718403430853,
      "grad_norm": 0.12242073565721512,
      "learning_rate": 6.042080797955239e-06,
      "loss": 0.7077,
      "step": 30401
    },
    {
      "epoch": 0.6406929143814506,
      "grad_norm": 0.15650077164173126,
      "learning_rate": 6.041454003733045e-06,
      "loss": 0.7142,
      "step": 30402
    },
    {
      "epoch": 0.640713988419816,
      "grad_norm": 0.11407950520515442,
      "learning_rate": 6.04082722795214e-06,
      "loss": 0.7312,
      "step": 30403
    },
    {
      "epoch": 0.6407350624581812,
      "grad_norm": 0.13308000564575195,
      "learning_rate": 6.040200470615443e-06,
      "loss": 0.703,
      "step": 30404
    },
    {
      "epoch": 0.6407561364965465,
      "grad_norm": 0.12917356193065643,
      "learning_rate": 6.039573731725872e-06,
      "loss": 0.7545,
      "step": 30405
    },
    {
      "epoch": 0.6407772105349118,
      "grad_norm": 0.13275930285453796,
      "learning_rate": 6.038947011286352e-06,
      "loss": 0.6871,
      "step": 30406
    },
    {
      "epoch": 0.640798284573277,
      "grad_norm": 0.15415622293949127,
      "learning_rate": 6.038320309299793e-06,
      "loss": 0.7343,
      "step": 30407
    },
    {
      "epoch": 0.6408193586116423,
      "grad_norm": 0.11889884620904922,
      "learning_rate": 6.037693625769122e-06,
      "loss": 0.7398,
      "step": 30408
    },
    {
      "epoch": 0.6408404326500077,
      "grad_norm": 0.130367711186409,
      "learning_rate": 6.037066960697255e-06,
      "loss": 0.7538,
      "step": 30409
    },
    {
      "epoch": 0.6408615066883729,
      "grad_norm": 0.1014142856001854,
      "learning_rate": 6.036440314087114e-06,
      "loss": 0.6977,
      "step": 30410
    },
    {
      "epoch": 0.6408825807267382,
      "grad_norm": 0.18059442937374115,
      "learning_rate": 6.035813685941618e-06,
      "loss": 0.706,
      "step": 30411
    },
    {
      "epoch": 0.6409036547651035,
      "grad_norm": 0.12838074564933777,
      "learning_rate": 6.035187076263684e-06,
      "loss": 0.7776,
      "step": 30412
    },
    {
      "epoch": 0.6409247288034687,
      "grad_norm": 0.11368025094270706,
      "learning_rate": 6.034560485056232e-06,
      "loss": 0.7159,
      "step": 30413
    },
    {
      "epoch": 0.6409458028418341,
      "grad_norm": 0.1457616686820984,
      "learning_rate": 6.033933912322181e-06,
      "loss": 0.706,
      "step": 30414
    },
    {
      "epoch": 0.6409668768801994,
      "grad_norm": 0.15570135414600372,
      "learning_rate": 6.033307358064451e-06,
      "loss": 0.7748,
      "step": 30415
    },
    {
      "epoch": 0.6409879509185646,
      "grad_norm": 0.146977499127388,
      "learning_rate": 6.032680822285958e-06,
      "loss": 0.709,
      "step": 30416
    },
    {
      "epoch": 0.6410090249569299,
      "grad_norm": 0.15021559596061707,
      "learning_rate": 6.0320543049896255e-06,
      "loss": 0.6898,
      "step": 30417
    },
    {
      "epoch": 0.6410300989952952,
      "grad_norm": 0.10375755280256271,
      "learning_rate": 6.031427806178368e-06,
      "loss": 0.6717,
      "step": 30418
    },
    {
      "epoch": 0.6410511730336605,
      "grad_norm": 0.16683463752269745,
      "learning_rate": 6.030801325855106e-06,
      "loss": 0.7769,
      "step": 30419
    },
    {
      "epoch": 0.6410722470720258,
      "grad_norm": 0.1056622639298439,
      "learning_rate": 6.030174864022762e-06,
      "loss": 0.6609,
      "step": 30420
    },
    {
      "epoch": 0.6410933211103911,
      "grad_norm": 0.14566592872142792,
      "learning_rate": 6.029548420684245e-06,
      "loss": 0.75,
      "step": 30421
    },
    {
      "epoch": 0.6411143951487563,
      "grad_norm": 0.1619763821363449,
      "learning_rate": 6.028921995842483e-06,
      "loss": 0.7501,
      "step": 30422
    },
    {
      "epoch": 0.6411354691871216,
      "grad_norm": 0.10650432109832764,
      "learning_rate": 6.028295589500386e-06,
      "loss": 0.6364,
      "step": 30423
    },
    {
      "epoch": 0.641156543225487,
      "grad_norm": 0.16980786621570587,
      "learning_rate": 6.0276692016608774e-06,
      "loss": 0.7653,
      "step": 30424
    },
    {
      "epoch": 0.6411776172638523,
      "grad_norm": 0.11128024756908417,
      "learning_rate": 6.027042832326875e-06,
      "loss": 0.7379,
      "step": 30425
    },
    {
      "epoch": 0.6411986913022175,
      "grad_norm": 0.14988651871681213,
      "learning_rate": 6.026416481501296e-06,
      "loss": 0.6986,
      "step": 30426
    },
    {
      "epoch": 0.6412197653405828,
      "grad_norm": 0.15075628459453583,
      "learning_rate": 6.025790149187056e-06,
      "loss": 0.7148,
      "step": 30427
    },
    {
      "epoch": 0.641240839378948,
      "grad_norm": 0.143474280834198,
      "learning_rate": 6.025163835387076e-06,
      "loss": 0.8182,
      "step": 30428
    },
    {
      "epoch": 0.6412619134173134,
      "grad_norm": 0.12438900768756866,
      "learning_rate": 6.024537540104271e-06,
      "loss": 0.7293,
      "step": 30429
    },
    {
      "epoch": 0.6412829874556787,
      "grad_norm": 0.1540471762418747,
      "learning_rate": 6.02391126334156e-06,
      "loss": 0.7748,
      "step": 30430
    },
    {
      "epoch": 0.641304061494044,
      "grad_norm": 0.12105978280305862,
      "learning_rate": 6.023285005101862e-06,
      "loss": 0.7934,
      "step": 30431
    },
    {
      "epoch": 0.6413251355324092,
      "grad_norm": 0.22098878026008606,
      "learning_rate": 6.022658765388094e-06,
      "loss": 0.7199,
      "step": 30432
    },
    {
      "epoch": 0.6413462095707745,
      "grad_norm": 0.11788955330848694,
      "learning_rate": 6.0220325442031714e-06,
      "loss": 0.7657,
      "step": 30433
    },
    {
      "epoch": 0.6413672836091399,
      "grad_norm": 0.12313452363014221,
      "learning_rate": 6.021406341550014e-06,
      "loss": 0.7794,
      "step": 30434
    },
    {
      "epoch": 0.6413883576475051,
      "grad_norm": 0.1050117239356041,
      "learning_rate": 6.02078015743154e-06,
      "loss": 0.6872,
      "step": 30435
    },
    {
      "epoch": 0.6414094316858704,
      "grad_norm": 0.13177835941314697,
      "learning_rate": 6.020153991850662e-06,
      "loss": 0.7323,
      "step": 30436
    },
    {
      "epoch": 0.6414305057242357,
      "grad_norm": 0.12927314639091492,
      "learning_rate": 6.0195278448103e-06,
      "loss": 0.7516,
      "step": 30437
    },
    {
      "epoch": 0.6414515797626009,
      "grad_norm": 0.1338312029838562,
      "learning_rate": 6.01890171631337e-06,
      "loss": 0.7218,
      "step": 30438
    },
    {
      "epoch": 0.6414726538009663,
      "grad_norm": 0.32220953702926636,
      "learning_rate": 6.018275606362789e-06,
      "loss": 0.686,
      "step": 30439
    },
    {
      "epoch": 0.6414937278393316,
      "grad_norm": 0.13091403245925903,
      "learning_rate": 6.017649514961474e-06,
      "loss": 0.7346,
      "step": 30440
    },
    {
      "epoch": 0.6415148018776968,
      "grad_norm": 0.13121016323566437,
      "learning_rate": 6.017023442112344e-06,
      "loss": 0.7235,
      "step": 30441
    },
    {
      "epoch": 0.6415358759160621,
      "grad_norm": 0.13922786712646484,
      "learning_rate": 6.016397387818311e-06,
      "loss": 0.7188,
      "step": 30442
    },
    {
      "epoch": 0.6415569499544274,
      "grad_norm": 0.10442252457141876,
      "learning_rate": 6.0157713520822955e-06,
      "loss": 0.7573,
      "step": 30443
    },
    {
      "epoch": 0.6415780239927927,
      "grad_norm": 0.1533169150352478,
      "learning_rate": 6.015145334907212e-06,
      "loss": 0.7572,
      "step": 30444
    },
    {
      "epoch": 0.641599098031158,
      "grad_norm": 0.1192653477191925,
      "learning_rate": 6.014519336295974e-06,
      "loss": 0.7815,
      "step": 30445
    },
    {
      "epoch": 0.6416201720695233,
      "grad_norm": 0.1276705414056778,
      "learning_rate": 6.0138933562515054e-06,
      "loss": 0.7238,
      "step": 30446
    },
    {
      "epoch": 0.6416412461078885,
      "grad_norm": 0.12857051193714142,
      "learning_rate": 6.013267394776716e-06,
      "loss": 0.7191,
      "step": 30447
    },
    {
      "epoch": 0.6416623201462538,
      "grad_norm": 0.13839708268642426,
      "learning_rate": 6.0126414518745255e-06,
      "loss": 0.8175,
      "step": 30448
    },
    {
      "epoch": 0.6416833941846191,
      "grad_norm": 0.12823864817619324,
      "learning_rate": 6.012015527547848e-06,
      "loss": 0.6978,
      "step": 30449
    },
    {
      "epoch": 0.6417044682229844,
      "grad_norm": 0.1190728098154068,
      "learning_rate": 6.011389621799602e-06,
      "loss": 0.7477,
      "step": 30450
    },
    {
      "epoch": 0.6417255422613497,
      "grad_norm": 0.14476558566093445,
      "learning_rate": 6.010763734632697e-06,
      "loss": 0.7505,
      "step": 30451
    },
    {
      "epoch": 0.641746616299715,
      "grad_norm": 0.5383270382881165,
      "learning_rate": 6.010137866050056e-06,
      "loss": 0.7253,
      "step": 30452
    },
    {
      "epoch": 0.6417676903380802,
      "grad_norm": 0.15766513347625732,
      "learning_rate": 6.00951201605459e-06,
      "loss": 0.7838,
      "step": 30453
    },
    {
      "epoch": 0.6417887643764455,
      "grad_norm": 0.13073554635047913,
      "learning_rate": 6.008886184649216e-06,
      "loss": 0.7432,
      "step": 30454
    },
    {
      "epoch": 0.6418098384148109,
      "grad_norm": 0.20835430920124054,
      "learning_rate": 6.00826037183685e-06,
      "loss": 0.6485,
      "step": 30455
    },
    {
      "epoch": 0.6418309124531761,
      "grad_norm": 0.15223132073879242,
      "learning_rate": 6.0076345776204095e-06,
      "loss": 0.7352,
      "step": 30456
    },
    {
      "epoch": 0.6418519864915414,
      "grad_norm": 0.13911588490009308,
      "learning_rate": 6.007008802002805e-06,
      "loss": 0.7554,
      "step": 30457
    },
    {
      "epoch": 0.6418730605299067,
      "grad_norm": 0.13416744768619537,
      "learning_rate": 6.006383044986954e-06,
      "loss": 0.692,
      "step": 30458
    },
    {
      "epoch": 0.6418941345682719,
      "grad_norm": 0.14249174296855927,
      "learning_rate": 6.00575730657577e-06,
      "loss": 0.783,
      "step": 30459
    },
    {
      "epoch": 0.6419152086066373,
      "grad_norm": 0.14290831983089447,
      "learning_rate": 6.0051315867721725e-06,
      "loss": 0.7525,
      "step": 30460
    },
    {
      "epoch": 0.6419362826450026,
      "grad_norm": 0.12638269364833832,
      "learning_rate": 6.004505885579074e-06,
      "loss": 0.6729,
      "step": 30461
    },
    {
      "epoch": 0.6419573566833678,
      "grad_norm": 0.16727901995182037,
      "learning_rate": 6.003880202999388e-06,
      "loss": 0.7574,
      "step": 30462
    },
    {
      "epoch": 0.6419784307217331,
      "grad_norm": 0.14620575308799744,
      "learning_rate": 6.003254539036032e-06,
      "loss": 0.774,
      "step": 30463
    },
    {
      "epoch": 0.6419995047600984,
      "grad_norm": 0.14573219418525696,
      "learning_rate": 6.002628893691919e-06,
      "loss": 0.7804,
      "step": 30464
    },
    {
      "epoch": 0.6420205787984637,
      "grad_norm": 0.2044215053319931,
      "learning_rate": 6.002003266969965e-06,
      "loss": 0.7682,
      "step": 30465
    },
    {
      "epoch": 0.642041652836829,
      "grad_norm": 0.1391308605670929,
      "learning_rate": 6.0013776588730825e-06,
      "loss": 0.7298,
      "step": 30466
    },
    {
      "epoch": 0.6420627268751943,
      "grad_norm": 0.1630658507347107,
      "learning_rate": 6.000752069404186e-06,
      "loss": 0.7872,
      "step": 30467
    },
    {
      "epoch": 0.6420838009135595,
      "grad_norm": 0.157941073179245,
      "learning_rate": 6.000126498566192e-06,
      "loss": 0.7466,
      "step": 30468
    },
    {
      "epoch": 0.6421048749519248,
      "grad_norm": 0.15687406063079834,
      "learning_rate": 5.999500946362012e-06,
      "loss": 0.7241,
      "step": 30469
    },
    {
      "epoch": 0.6421259489902902,
      "grad_norm": 0.11744730919599533,
      "learning_rate": 5.998875412794562e-06,
      "loss": 0.7293,
      "step": 30470
    },
    {
      "epoch": 0.6421470230286555,
      "grad_norm": 0.11935645341873169,
      "learning_rate": 5.998249897866759e-06,
      "loss": 0.6914,
      "step": 30471
    },
    {
      "epoch": 0.6421680970670207,
      "grad_norm": 0.11712024360895157,
      "learning_rate": 5.9976244015815125e-06,
      "loss": 0.7895,
      "step": 30472
    },
    {
      "epoch": 0.642189171105386,
      "grad_norm": 0.15426598489284515,
      "learning_rate": 5.996998923941733e-06,
      "loss": 0.7332,
      "step": 30473
    },
    {
      "epoch": 0.6422102451437512,
      "grad_norm": 0.12535323202610016,
      "learning_rate": 5.996373464950345e-06,
      "loss": 0.7396,
      "step": 30474
    },
    {
      "epoch": 0.6422313191821166,
      "grad_norm": 0.12812189757823944,
      "learning_rate": 5.995748024610254e-06,
      "loss": 0.6876,
      "step": 30475
    },
    {
      "epoch": 0.6422523932204819,
      "grad_norm": 0.11280568689107895,
      "learning_rate": 5.995122602924377e-06,
      "loss": 0.7549,
      "step": 30476
    },
    {
      "epoch": 0.6422734672588472,
      "grad_norm": 0.13216155767440796,
      "learning_rate": 5.994497199895626e-06,
      "loss": 0.7576,
      "step": 30477
    },
    {
      "epoch": 0.6422945412972124,
      "grad_norm": 0.11209136992692947,
      "learning_rate": 5.993871815526915e-06,
      "loss": 0.7504,
      "step": 30478
    },
    {
      "epoch": 0.6423156153355777,
      "grad_norm": 0.15089555084705353,
      "learning_rate": 5.993246449821159e-06,
      "loss": 0.7858,
      "step": 30479
    },
    {
      "epoch": 0.6423366893739431,
      "grad_norm": 0.1053297370672226,
      "learning_rate": 5.992621102781271e-06,
      "loss": 0.6456,
      "step": 30480
    },
    {
      "epoch": 0.6423577634123083,
      "grad_norm": 0.11537735164165497,
      "learning_rate": 5.991995774410162e-06,
      "loss": 0.7057,
      "step": 30481
    },
    {
      "epoch": 0.6423788374506736,
      "grad_norm": 0.10953909158706665,
      "learning_rate": 5.9913704647107466e-06,
      "loss": 0.7385,
      "step": 30482
    },
    {
      "epoch": 0.6423999114890389,
      "grad_norm": 0.10720180720090866,
      "learning_rate": 5.990745173685937e-06,
      "loss": 0.7239,
      "step": 30483
    },
    {
      "epoch": 0.6424209855274041,
      "grad_norm": 0.12104137986898422,
      "learning_rate": 5.990119901338646e-06,
      "loss": 0.7584,
      "step": 30484
    },
    {
      "epoch": 0.6424420595657694,
      "grad_norm": 0.13121655583381653,
      "learning_rate": 5.98949464767179e-06,
      "loss": 0.7555,
      "step": 30485
    },
    {
      "epoch": 0.6424631336041348,
      "grad_norm": 0.12381816655397415,
      "learning_rate": 5.988869412688278e-06,
      "loss": 0.6861,
      "step": 30486
    },
    {
      "epoch": 0.6424842076425,
      "grad_norm": 0.12284020334482193,
      "learning_rate": 5.988244196391022e-06,
      "loss": 0.7031,
      "step": 30487
    },
    {
      "epoch": 0.6425052816808653,
      "grad_norm": 0.1515640765428543,
      "learning_rate": 5.9876189987829335e-06,
      "loss": 0.7597,
      "step": 30488
    },
    {
      "epoch": 0.6425263557192306,
      "grad_norm": 0.11924319714307785,
      "learning_rate": 5.986993819866935e-06,
      "loss": 0.7324,
      "step": 30489
    },
    {
      "epoch": 0.6425474297575958,
      "grad_norm": 0.1726282238960266,
      "learning_rate": 5.9863686596459294e-06,
      "loss": 0.7282,
      "step": 30490
    },
    {
      "epoch": 0.6425685037959612,
      "grad_norm": 0.12368902564048767,
      "learning_rate": 5.985743518122831e-06,
      "loss": 0.7095,
      "step": 30491
    },
    {
      "epoch": 0.6425895778343265,
      "grad_norm": 0.13430041074752808,
      "learning_rate": 5.985118395300553e-06,
      "loss": 0.7671,
      "step": 30492
    },
    {
      "epoch": 0.6426106518726917,
      "grad_norm": 0.12006242573261261,
      "learning_rate": 5.9844932911820074e-06,
      "loss": 0.7297,
      "step": 30493
    },
    {
      "epoch": 0.642631725911057,
      "grad_norm": 0.15303821861743927,
      "learning_rate": 5.983868205770109e-06,
      "loss": 0.705,
      "step": 30494
    },
    {
      "epoch": 0.6426527999494223,
      "grad_norm": 0.1381763070821762,
      "learning_rate": 5.983243139067765e-06,
      "loss": 0.7531,
      "step": 30495
    },
    {
      "epoch": 0.6426738739877876,
      "grad_norm": 0.16808290779590607,
      "learning_rate": 5.982618091077888e-06,
      "loss": 0.7794,
      "step": 30496
    },
    {
      "epoch": 0.6426949480261529,
      "grad_norm": 0.116047203540802,
      "learning_rate": 5.981993061803393e-06,
      "loss": 0.7026,
      "step": 30497
    },
    {
      "epoch": 0.6427160220645182,
      "grad_norm": 0.18317966163158417,
      "learning_rate": 5.981368051247188e-06,
      "loss": 0.7051,
      "step": 30498
    },
    {
      "epoch": 0.6427370961028834,
      "grad_norm": 0.15840725600719452,
      "learning_rate": 5.980743059412189e-06,
      "loss": 0.7885,
      "step": 30499
    },
    {
      "epoch": 0.6427581701412487,
      "grad_norm": 0.15435458719730377,
      "learning_rate": 5.980118086301305e-06,
      "loss": 0.7301,
      "step": 30500
    },
    {
      "epoch": 0.6427792441796141,
      "grad_norm": 0.1659187525510788,
      "learning_rate": 5.9794931319174475e-06,
      "loss": 0.8151,
      "step": 30501
    },
    {
      "epoch": 0.6428003182179793,
      "grad_norm": 0.15606342256069183,
      "learning_rate": 5.9788681962635245e-06,
      "loss": 0.7886,
      "step": 30502
    },
    {
      "epoch": 0.6428213922563446,
      "grad_norm": 0.12482403963804245,
      "learning_rate": 5.978243279342456e-06,
      "loss": 0.7506,
      "step": 30503
    },
    {
      "epoch": 0.6428424662947099,
      "grad_norm": 0.15366500616073608,
      "learning_rate": 5.9776183811571465e-06,
      "loss": 0.7589,
      "step": 30504
    },
    {
      "epoch": 0.6428635403330751,
      "grad_norm": 0.14238525927066803,
      "learning_rate": 5.976993501710509e-06,
      "loss": 0.7436,
      "step": 30505
    },
    {
      "epoch": 0.6428846143714405,
      "grad_norm": 0.14464259147644043,
      "learning_rate": 5.976368641005454e-06,
      "loss": 0.7039,
      "step": 30506
    },
    {
      "epoch": 0.6429056884098058,
      "grad_norm": 0.1411261111497879,
      "learning_rate": 5.975743799044894e-06,
      "loss": 0.7324,
      "step": 30507
    },
    {
      "epoch": 0.642926762448171,
      "grad_norm": 0.1229766383767128,
      "learning_rate": 5.975118975831739e-06,
      "loss": 0.7091,
      "step": 30508
    },
    {
      "epoch": 0.6429478364865363,
      "grad_norm": 0.16159377992153168,
      "learning_rate": 5.974494171368901e-06,
      "loss": 0.7414,
      "step": 30509
    },
    {
      "epoch": 0.6429689105249016,
      "grad_norm": 0.30955520272254944,
      "learning_rate": 5.973869385659286e-06,
      "loss": 0.7588,
      "step": 30510
    },
    {
      "epoch": 0.642989984563267,
      "grad_norm": 0.12967121601104736,
      "learning_rate": 5.97324461870581e-06,
      "loss": 0.7957,
      "step": 30511
    },
    {
      "epoch": 0.6430110586016322,
      "grad_norm": 0.12505345046520233,
      "learning_rate": 5.9726198705113806e-06,
      "loss": 0.7114,
      "step": 30512
    },
    {
      "epoch": 0.6430321326399975,
      "grad_norm": 0.12543068826198578,
      "learning_rate": 5.97199514107891e-06,
      "loss": 0.7439,
      "step": 30513
    },
    {
      "epoch": 0.6430532066783627,
      "grad_norm": 0.10809559375047684,
      "learning_rate": 5.971370430411307e-06,
      "loss": 0.7002,
      "step": 30514
    },
    {
      "epoch": 0.643074280716728,
      "grad_norm": 0.13367700576782227,
      "learning_rate": 5.970745738511485e-06,
      "loss": 0.6747,
      "step": 30515
    },
    {
      "epoch": 0.6430953547550934,
      "grad_norm": 0.13392138481140137,
      "learning_rate": 5.97012106538235e-06,
      "loss": 0.7218,
      "step": 30516
    },
    {
      "epoch": 0.6431164287934586,
      "grad_norm": 0.13061855733394623,
      "learning_rate": 5.969496411026809e-06,
      "loss": 0.738,
      "step": 30517
    },
    {
      "epoch": 0.6431375028318239,
      "grad_norm": 0.17345952987670898,
      "learning_rate": 5.968871775447784e-06,
      "loss": 0.7303,
      "step": 30518
    },
    {
      "epoch": 0.6431585768701892,
      "grad_norm": 0.1413448005914688,
      "learning_rate": 5.968247158648175e-06,
      "loss": 0.7018,
      "step": 30519
    },
    {
      "epoch": 0.6431796509085544,
      "grad_norm": 0.11236301809549332,
      "learning_rate": 5.9676225606308955e-06,
      "loss": 0.7141,
      "step": 30520
    },
    {
      "epoch": 0.6432007249469197,
      "grad_norm": 0.10532505065202713,
      "learning_rate": 5.966997981398854e-06,
      "loss": 0.6814,
      "step": 30521
    },
    {
      "epoch": 0.6432217989852851,
      "grad_norm": 0.11046008765697479,
      "learning_rate": 5.966373420954961e-06,
      "loss": 0.7029,
      "step": 30522
    },
    {
      "epoch": 0.6432428730236504,
      "grad_norm": 0.11875689774751663,
      "learning_rate": 5.965748879302127e-06,
      "loss": 0.6705,
      "step": 30523
    },
    {
      "epoch": 0.6432639470620156,
      "grad_norm": 0.10956283658742905,
      "learning_rate": 5.96512435644326e-06,
      "loss": 0.7758,
      "step": 30524
    },
    {
      "epoch": 0.6432850211003809,
      "grad_norm": 0.11529874801635742,
      "learning_rate": 5.964499852381268e-06,
      "loss": 0.7771,
      "step": 30525
    },
    {
      "epoch": 0.6433060951387461,
      "grad_norm": 0.12566021084785461,
      "learning_rate": 5.963875367119063e-06,
      "loss": 0.7529,
      "step": 30526
    },
    {
      "epoch": 0.6433271691771115,
      "grad_norm": 0.10030785948038101,
      "learning_rate": 5.963250900659552e-06,
      "loss": 0.7278,
      "step": 30527
    },
    {
      "epoch": 0.6433482432154768,
      "grad_norm": 0.10428603738546371,
      "learning_rate": 5.962626453005645e-06,
      "loss": 0.7071,
      "step": 30528
    },
    {
      "epoch": 0.643369317253842,
      "grad_norm": 0.11767340451478958,
      "learning_rate": 5.962002024160253e-06,
      "loss": 0.7502,
      "step": 30529
    },
    {
      "epoch": 0.6433903912922073,
      "grad_norm": 0.12741944193840027,
      "learning_rate": 5.961377614126285e-06,
      "loss": 0.7792,
      "step": 30530
    },
    {
      "epoch": 0.6434114653305726,
      "grad_norm": 0.11911813169717789,
      "learning_rate": 5.960753222906641e-06,
      "loss": 0.7769,
      "step": 30531
    },
    {
      "epoch": 0.643432539368938,
      "grad_norm": 0.12379414588212967,
      "learning_rate": 5.9601288505042406e-06,
      "loss": 0.7301,
      "step": 30532
    },
    {
      "epoch": 0.6434536134073032,
      "grad_norm": 0.12401681393384933,
      "learning_rate": 5.9595044969219925e-06,
      "loss": 0.6954,
      "step": 30533
    },
    {
      "epoch": 0.6434746874456685,
      "grad_norm": 0.1291658580303192,
      "learning_rate": 5.958880162162799e-06,
      "loss": 0.6769,
      "step": 30534
    },
    {
      "epoch": 0.6434957614840338,
      "grad_norm": 0.10817562788724899,
      "learning_rate": 5.958255846229572e-06,
      "loss": 0.6899,
      "step": 30535
    },
    {
      "epoch": 0.643516835522399,
      "grad_norm": 0.1796378344297409,
      "learning_rate": 5.957631549125218e-06,
      "loss": 0.7647,
      "step": 30536
    },
    {
      "epoch": 0.6435379095607644,
      "grad_norm": 0.10811764746904373,
      "learning_rate": 5.957007270852647e-06,
      "loss": 0.6936,
      "step": 30537
    },
    {
      "epoch": 0.6435589835991297,
      "grad_norm": 0.1276203840970993,
      "learning_rate": 5.956383011414768e-06,
      "loss": 0.7598,
      "step": 30538
    },
    {
      "epoch": 0.6435800576374949,
      "grad_norm": 0.20032824575901031,
      "learning_rate": 5.955758770814488e-06,
      "loss": 0.6756,
      "step": 30539
    },
    {
      "epoch": 0.6436011316758602,
      "grad_norm": 0.11305424571037292,
      "learning_rate": 5.955134549054716e-06,
      "loss": 0.7122,
      "step": 30540
    },
    {
      "epoch": 0.6436222057142255,
      "grad_norm": 0.11363276094198227,
      "learning_rate": 5.954510346138356e-06,
      "loss": 0.6863,
      "step": 30541
    },
    {
      "epoch": 0.6436432797525908,
      "grad_norm": 0.1347738653421402,
      "learning_rate": 5.953886162068321e-06,
      "loss": 0.794,
      "step": 30542
    },
    {
      "epoch": 0.6436643537909561,
      "grad_norm": 0.1642332822084427,
      "learning_rate": 5.953261996847516e-06,
      "loss": 0.7615,
      "step": 30543
    },
    {
      "epoch": 0.6436854278293214,
      "grad_norm": 0.11571553349494934,
      "learning_rate": 5.952637850478852e-06,
      "loss": 0.7192,
      "step": 30544
    },
    {
      "epoch": 0.6437065018676866,
      "grad_norm": 0.18714968860149384,
      "learning_rate": 5.952013722965228e-06,
      "loss": 0.8068,
      "step": 30545
    },
    {
      "epoch": 0.6437275759060519,
      "grad_norm": 0.10969126969575882,
      "learning_rate": 5.951389614309562e-06,
      "loss": 0.7473,
      "step": 30546
    },
    {
      "epoch": 0.6437486499444173,
      "grad_norm": 0.13462026417255402,
      "learning_rate": 5.950765524514757e-06,
      "loss": 0.7325,
      "step": 30547
    },
    {
      "epoch": 0.6437697239827825,
      "grad_norm": 0.1561388522386551,
      "learning_rate": 5.950141453583723e-06,
      "loss": 0.728,
      "step": 30548
    },
    {
      "epoch": 0.6437907980211478,
      "grad_norm": 0.12767857313156128,
      "learning_rate": 5.949517401519364e-06,
      "loss": 0.7094,
      "step": 30549
    },
    {
      "epoch": 0.6438118720595131,
      "grad_norm": 0.14101596176624298,
      "learning_rate": 5.948893368324587e-06,
      "loss": 0.7193,
      "step": 30550
    },
    {
      "epoch": 0.6438329460978783,
      "grad_norm": 0.10757657140493393,
      "learning_rate": 5.9482693540023e-06,
      "loss": 0.7201,
      "step": 30551
    },
    {
      "epoch": 0.6438540201362437,
      "grad_norm": 0.14257286489009857,
      "learning_rate": 5.9476453585554105e-06,
      "loss": 0.6917,
      "step": 30552
    },
    {
      "epoch": 0.643875094174609,
      "grad_norm": 0.12028876692056656,
      "learning_rate": 5.9470213819868285e-06,
      "loss": 0.7086,
      "step": 30553
    },
    {
      "epoch": 0.6438961682129742,
      "grad_norm": 0.15386344492435455,
      "learning_rate": 5.946397424299455e-06,
      "loss": 0.8113,
      "step": 30554
    },
    {
      "epoch": 0.6439172422513395,
      "grad_norm": 0.1740136444568634,
      "learning_rate": 5.945773485496198e-06,
      "loss": 0.7553,
      "step": 30555
    },
    {
      "epoch": 0.6439383162897048,
      "grad_norm": 0.1555509716272354,
      "learning_rate": 5.945149565579967e-06,
      "loss": 0.7784,
      "step": 30556
    },
    {
      "epoch": 0.6439593903280701,
      "grad_norm": 0.1490800529718399,
      "learning_rate": 5.944525664553667e-06,
      "loss": 0.7546,
      "step": 30557
    },
    {
      "epoch": 0.6439804643664354,
      "grad_norm": 0.11501841247081757,
      "learning_rate": 5.943901782420205e-06,
      "loss": 0.789,
      "step": 30558
    },
    {
      "epoch": 0.6440015384048007,
      "grad_norm": 0.11127655953168869,
      "learning_rate": 5.9432779191824886e-06,
      "loss": 0.6511,
      "step": 30559
    },
    {
      "epoch": 0.6440226124431659,
      "grad_norm": 0.14512576162815094,
      "learning_rate": 5.942654074843417e-06,
      "loss": 0.7437,
      "step": 30560
    },
    {
      "epoch": 0.6440436864815312,
      "grad_norm": 0.14823009073734283,
      "learning_rate": 5.942030249405906e-06,
      "loss": 0.6961,
      "step": 30561
    },
    {
      "epoch": 0.6440647605198965,
      "grad_norm": 0.1388225108385086,
      "learning_rate": 5.941406442872859e-06,
      "loss": 0.7949,
      "step": 30562
    },
    {
      "epoch": 0.6440858345582618,
      "grad_norm": 0.13767890632152557,
      "learning_rate": 5.9407826552471805e-06,
      "loss": 0.6974,
      "step": 30563
    },
    {
      "epoch": 0.6441069085966271,
      "grad_norm": 0.2016078233718872,
      "learning_rate": 5.940158886531775e-06,
      "loss": 0.8154,
      "step": 30564
    },
    {
      "epoch": 0.6441279826349924,
      "grad_norm": 0.12341552972793579,
      "learning_rate": 5.939535136729553e-06,
      "loss": 0.7067,
      "step": 30565
    },
    {
      "epoch": 0.6441490566733576,
      "grad_norm": 0.148583322763443,
      "learning_rate": 5.938911405843415e-06,
      "loss": 0.7419,
      "step": 30566
    },
    {
      "epoch": 0.6441701307117229,
      "grad_norm": 0.1176968663930893,
      "learning_rate": 5.9382876938762705e-06,
      "loss": 0.7352,
      "step": 30567
    },
    {
      "epoch": 0.6441912047500883,
      "grad_norm": 0.20515945553779602,
      "learning_rate": 5.937664000831025e-06,
      "loss": 0.7415,
      "step": 30568
    },
    {
      "epoch": 0.6442122787884536,
      "grad_norm": 0.17843684554100037,
      "learning_rate": 5.937040326710581e-06,
      "loss": 0.7232,
      "step": 30569
    },
    {
      "epoch": 0.6442333528268188,
      "grad_norm": 0.18058453500270844,
      "learning_rate": 5.936416671517848e-06,
      "loss": 0.7469,
      "step": 30570
    },
    {
      "epoch": 0.6442544268651841,
      "grad_norm": 0.22629263997077942,
      "learning_rate": 5.935793035255727e-06,
      "loss": 0.7035,
      "step": 30571
    },
    {
      "epoch": 0.6442755009035493,
      "grad_norm": 0.1414596289396286,
      "learning_rate": 5.9351694179271265e-06,
      "loss": 0.7248,
      "step": 30572
    },
    {
      "epoch": 0.6442965749419147,
      "grad_norm": 0.158376544713974,
      "learning_rate": 5.93454581953495e-06,
      "loss": 0.7585,
      "step": 30573
    },
    {
      "epoch": 0.64431764898028,
      "grad_norm": 0.14046573638916016,
      "learning_rate": 5.9339222400821015e-06,
      "loss": 0.7165,
      "step": 30574
    },
    {
      "epoch": 0.6443387230186453,
      "grad_norm": 0.14040210843086243,
      "learning_rate": 5.933298679571491e-06,
      "loss": 0.7558,
      "step": 30575
    },
    {
      "epoch": 0.6443597970570105,
      "grad_norm": 0.16374057531356812,
      "learning_rate": 5.932675138006019e-06,
      "loss": 0.761,
      "step": 30576
    },
    {
      "epoch": 0.6443808710953758,
      "grad_norm": 0.10218849778175354,
      "learning_rate": 5.932051615388594e-06,
      "loss": 0.6661,
      "step": 30577
    },
    {
      "epoch": 0.6444019451337412,
      "grad_norm": 0.17248493432998657,
      "learning_rate": 5.931428111722117e-06,
      "loss": 0.7243,
      "step": 30578
    },
    {
      "epoch": 0.6444230191721064,
      "grad_norm": 0.11819353699684143,
      "learning_rate": 5.930804627009492e-06,
      "loss": 0.7195,
      "step": 30579
    },
    {
      "epoch": 0.6444440932104717,
      "grad_norm": 0.14395670592784882,
      "learning_rate": 5.930181161253627e-06,
      "loss": 0.7734,
      "step": 30580
    },
    {
      "epoch": 0.644465167248837,
      "grad_norm": 0.15621502697467804,
      "learning_rate": 5.929557714457425e-06,
      "loss": 0.7504,
      "step": 30581
    },
    {
      "epoch": 0.6444862412872022,
      "grad_norm": 0.14354871213436127,
      "learning_rate": 5.928934286623791e-06,
      "loss": 0.6687,
      "step": 30582
    },
    {
      "epoch": 0.6445073153255676,
      "grad_norm": 0.1360914707183838,
      "learning_rate": 5.92831087775563e-06,
      "loss": 0.7532,
      "step": 30583
    },
    {
      "epoch": 0.6445283893639329,
      "grad_norm": 0.1516997516155243,
      "learning_rate": 5.927687487855842e-06,
      "loss": 0.8261,
      "step": 30584
    },
    {
      "epoch": 0.6445494634022981,
      "grad_norm": 0.1350855529308319,
      "learning_rate": 5.9270641169273345e-06,
      "loss": 0.8145,
      "step": 30585
    },
    {
      "epoch": 0.6445705374406634,
      "grad_norm": 0.12940877676010132,
      "learning_rate": 5.926440764973013e-06,
      "loss": 0.7779,
      "step": 30586
    },
    {
      "epoch": 0.6445916114790287,
      "grad_norm": 0.15251216292381287,
      "learning_rate": 5.925817431995777e-06,
      "loss": 0.7237,
      "step": 30587
    },
    {
      "epoch": 0.644612685517394,
      "grad_norm": 0.13239631056785583,
      "learning_rate": 5.925194117998534e-06,
      "loss": 0.797,
      "step": 30588
    },
    {
      "epoch": 0.6446337595557593,
      "grad_norm": 0.12497526407241821,
      "learning_rate": 5.924570822984185e-06,
      "loss": 0.6962,
      "step": 30589
    },
    {
      "epoch": 0.6446548335941246,
      "grad_norm": 0.13144396245479584,
      "learning_rate": 5.9239475469556374e-06,
      "loss": 0.7199,
      "step": 30590
    },
    {
      "epoch": 0.6446759076324898,
      "grad_norm": 0.13034529983997345,
      "learning_rate": 5.923324289915792e-06,
      "loss": 0.7631,
      "step": 30591
    },
    {
      "epoch": 0.6446969816708551,
      "grad_norm": 0.12229225784540176,
      "learning_rate": 5.9227010518675555e-06,
      "loss": 0.7096,
      "step": 30592
    },
    {
      "epoch": 0.6447180557092205,
      "grad_norm": 0.1311308741569519,
      "learning_rate": 5.922077832813826e-06,
      "loss": 0.7001,
      "step": 30593
    },
    {
      "epoch": 0.6447391297475857,
      "grad_norm": 0.13079574704170227,
      "learning_rate": 5.921454632757511e-06,
      "loss": 0.7054,
      "step": 30594
    },
    {
      "epoch": 0.644760203785951,
      "grad_norm": 0.14878608286380768,
      "learning_rate": 5.920831451701512e-06,
      "loss": 0.744,
      "step": 30595
    },
    {
      "epoch": 0.6447812778243163,
      "grad_norm": 0.13271842896938324,
      "learning_rate": 5.920208289648732e-06,
      "loss": 0.7201,
      "step": 30596
    },
    {
      "epoch": 0.6448023518626815,
      "grad_norm": 0.1760079562664032,
      "learning_rate": 5.919585146602076e-06,
      "loss": 0.7253,
      "step": 30597
    },
    {
      "epoch": 0.6448234259010468,
      "grad_norm": 0.1414741575717926,
      "learning_rate": 5.918962022564446e-06,
      "loss": 0.7449,
      "step": 30598
    },
    {
      "epoch": 0.6448444999394122,
      "grad_norm": 0.12383703142404556,
      "learning_rate": 5.918338917538744e-06,
      "loss": 0.6954,
      "step": 30599
    },
    {
      "epoch": 0.6448655739777774,
      "grad_norm": 0.1270231306552887,
      "learning_rate": 5.917715831527871e-06,
      "loss": 0.7638,
      "step": 30600
    },
    {
      "epoch": 0.6448866480161427,
      "grad_norm": 0.10967013984918594,
      "learning_rate": 5.9170927645347345e-06,
      "loss": 0.7631,
      "step": 30601
    },
    {
      "epoch": 0.644907722054508,
      "grad_norm": 0.1006583645939827,
      "learning_rate": 5.916469716562234e-06,
      "loss": 0.6535,
      "step": 30602
    },
    {
      "epoch": 0.6449287960928732,
      "grad_norm": 0.13528142869472504,
      "learning_rate": 5.9158466876132695e-06,
      "loss": 0.6785,
      "step": 30603
    },
    {
      "epoch": 0.6449498701312386,
      "grad_norm": 0.11717668175697327,
      "learning_rate": 5.915223677690749e-06,
      "loss": 0.7452,
      "step": 30604
    },
    {
      "epoch": 0.6449709441696039,
      "grad_norm": 0.12156207114458084,
      "learning_rate": 5.914600686797573e-06,
      "loss": 0.7365,
      "step": 30605
    },
    {
      "epoch": 0.6449920182079691,
      "grad_norm": 0.12036743015050888,
      "learning_rate": 5.913977714936644e-06,
      "loss": 0.6579,
      "step": 30606
    },
    {
      "epoch": 0.6450130922463344,
      "grad_norm": 0.1311395764350891,
      "learning_rate": 5.913354762110865e-06,
      "loss": 0.6298,
      "step": 30607
    },
    {
      "epoch": 0.6450341662846997,
      "grad_norm": 0.14152388274669647,
      "learning_rate": 5.912731828323134e-06,
      "loss": 0.725,
      "step": 30608
    },
    {
      "epoch": 0.645055240323065,
      "grad_norm": 0.15590961277484894,
      "learning_rate": 5.912108913576355e-06,
      "loss": 0.7938,
      "step": 30609
    },
    {
      "epoch": 0.6450763143614303,
      "grad_norm": 0.1457214653491974,
      "learning_rate": 5.911486017873431e-06,
      "loss": 0.708,
      "step": 30610
    },
    {
      "epoch": 0.6450973883997956,
      "grad_norm": 0.10428076982498169,
      "learning_rate": 5.9108631412172636e-06,
      "loss": 0.7182,
      "step": 30611
    },
    {
      "epoch": 0.6451184624381608,
      "grad_norm": 0.1558133214712143,
      "learning_rate": 5.910240283610755e-06,
      "loss": 0.6752,
      "step": 30612
    },
    {
      "epoch": 0.6451395364765261,
      "grad_norm": 0.11787276715040207,
      "learning_rate": 5.909617445056805e-06,
      "loss": 0.7173,
      "step": 30613
    },
    {
      "epoch": 0.6451606105148915,
      "grad_norm": 0.13478630781173706,
      "learning_rate": 5.9089946255583175e-06,
      "loss": 0.7796,
      "step": 30614
    },
    {
      "epoch": 0.6451816845532568,
      "grad_norm": 0.13240565359592438,
      "learning_rate": 5.9083718251181905e-06,
      "loss": 0.8292,
      "step": 30615
    },
    {
      "epoch": 0.645202758591622,
      "grad_norm": 0.1451617181301117,
      "learning_rate": 5.907749043739328e-06,
      "loss": 0.6841,
      "step": 30616
    },
    {
      "epoch": 0.6452238326299873,
      "grad_norm": 0.24331703782081604,
      "learning_rate": 5.907126281424629e-06,
      "loss": 0.7213,
      "step": 30617
    },
    {
      "epoch": 0.6452449066683525,
      "grad_norm": 0.14257703721523285,
      "learning_rate": 5.906503538176999e-06,
      "loss": 0.7989,
      "step": 30618
    },
    {
      "epoch": 0.6452659807067179,
      "grad_norm": 0.10433971881866455,
      "learning_rate": 5.9058808139993365e-06,
      "loss": 0.6774,
      "step": 30619
    },
    {
      "epoch": 0.6452870547450832,
      "grad_norm": 0.12331204861402512,
      "learning_rate": 5.9052581088945414e-06,
      "loss": 0.773,
      "step": 30620
    },
    {
      "epoch": 0.6453081287834485,
      "grad_norm": 0.1255379170179367,
      "learning_rate": 5.904635422865519e-06,
      "loss": 0.7414,
      "step": 30621
    },
    {
      "epoch": 0.6453292028218137,
      "grad_norm": 0.13257014751434326,
      "learning_rate": 5.904012755915165e-06,
      "loss": 0.7784,
      "step": 30622
    },
    {
      "epoch": 0.645350276860179,
      "grad_norm": 0.12199843674898148,
      "learning_rate": 5.903390108046382e-06,
      "loss": 0.7136,
      "step": 30623
    },
    {
      "epoch": 0.6453713508985444,
      "grad_norm": 0.13718156516551971,
      "learning_rate": 5.90276747926207e-06,
      "loss": 0.7158,
      "step": 30624
    },
    {
      "epoch": 0.6453924249369096,
      "grad_norm": 0.11439931392669678,
      "learning_rate": 5.902144869565132e-06,
      "loss": 0.776,
      "step": 30625
    },
    {
      "epoch": 0.6454134989752749,
      "grad_norm": 0.10283685475587845,
      "learning_rate": 5.901522278958467e-06,
      "loss": 0.7786,
      "step": 30626
    },
    {
      "epoch": 0.6454345730136402,
      "grad_norm": 0.10223004966974258,
      "learning_rate": 5.900899707444976e-06,
      "loss": 0.6831,
      "step": 30627
    },
    {
      "epoch": 0.6454556470520054,
      "grad_norm": 0.1720471978187561,
      "learning_rate": 5.900277155027556e-06,
      "loss": 0.7047,
      "step": 30628
    },
    {
      "epoch": 0.6454767210903708,
      "grad_norm": 0.13753993809223175,
      "learning_rate": 5.899654621709112e-06,
      "loss": 0.6739,
      "step": 30629
    },
    {
      "epoch": 0.6454977951287361,
      "grad_norm": 0.129571795463562,
      "learning_rate": 5.8990321074925415e-06,
      "loss": 0.6639,
      "step": 30630
    },
    {
      "epoch": 0.6455188691671013,
      "grad_norm": 0.12225071340799332,
      "learning_rate": 5.8984096123807446e-06,
      "loss": 0.7527,
      "step": 30631
    },
    {
      "epoch": 0.6455399432054666,
      "grad_norm": 0.11434785276651382,
      "learning_rate": 5.897787136376619e-06,
      "loss": 0.6692,
      "step": 30632
    },
    {
      "epoch": 0.6455610172438319,
      "grad_norm": 0.15945042669773102,
      "learning_rate": 5.897164679483069e-06,
      "loss": 0.7188,
      "step": 30633
    },
    {
      "epoch": 0.6455820912821972,
      "grad_norm": 0.1404128074645996,
      "learning_rate": 5.896542241702994e-06,
      "loss": 0.6532,
      "step": 30634
    },
    {
      "epoch": 0.6456031653205625,
      "grad_norm": 0.12416655570268631,
      "learning_rate": 5.895919823039292e-06,
      "loss": 0.7182,
      "step": 30635
    },
    {
      "epoch": 0.6456242393589278,
      "grad_norm": 0.12493474781513214,
      "learning_rate": 5.895297423494866e-06,
      "loss": 0.7435,
      "step": 30636
    },
    {
      "epoch": 0.645645313397293,
      "grad_norm": 0.14726078510284424,
      "learning_rate": 5.894675043072608e-06,
      "loss": 0.782,
      "step": 30637
    },
    {
      "epoch": 0.6456663874356583,
      "grad_norm": 0.12314439564943314,
      "learning_rate": 5.894052681775424e-06,
      "loss": 0.7283,
      "step": 30638
    },
    {
      "epoch": 0.6456874614740236,
      "grad_norm": 0.15917301177978516,
      "learning_rate": 5.89343033960621e-06,
      "loss": 0.7742,
      "step": 30639
    },
    {
      "epoch": 0.6457085355123889,
      "grad_norm": 0.15669924020767212,
      "learning_rate": 5.892808016567867e-06,
      "loss": 0.6996,
      "step": 30640
    },
    {
      "epoch": 0.6457296095507542,
      "grad_norm": 0.14855308830738068,
      "learning_rate": 5.892185712663293e-06,
      "loss": 0.7287,
      "step": 30641
    },
    {
      "epoch": 0.6457506835891195,
      "grad_norm": 0.126994326710701,
      "learning_rate": 5.89156342789539e-06,
      "loss": 0.7513,
      "step": 30642
    },
    {
      "epoch": 0.6457717576274847,
      "grad_norm": 0.16068333387374878,
      "learning_rate": 5.890941162267052e-06,
      "loss": 0.7213,
      "step": 30643
    },
    {
      "epoch": 0.64579283166585,
      "grad_norm": 0.1592077910900116,
      "learning_rate": 5.8903189157811815e-06,
      "loss": 0.7351,
      "step": 30644
    },
    {
      "epoch": 0.6458139057042154,
      "grad_norm": 0.1394544392824173,
      "learning_rate": 5.889696688440676e-06,
      "loss": 0.6896,
      "step": 30645
    },
    {
      "epoch": 0.6458349797425806,
      "grad_norm": 0.11897758394479752,
      "learning_rate": 5.889074480248434e-06,
      "loss": 0.6782,
      "step": 30646
    },
    {
      "epoch": 0.6458560537809459,
      "grad_norm": 0.135841965675354,
      "learning_rate": 5.888452291207354e-06,
      "loss": 0.7066,
      "step": 30647
    },
    {
      "epoch": 0.6458771278193112,
      "grad_norm": 0.1565345674753189,
      "learning_rate": 5.887830121320337e-06,
      "loss": 0.7802,
      "step": 30648
    },
    {
      "epoch": 0.6458982018576764,
      "grad_norm": 0.1211056262254715,
      "learning_rate": 5.887207970590279e-06,
      "loss": 0.7226,
      "step": 30649
    },
    {
      "epoch": 0.6459192758960418,
      "grad_norm": 0.17044280469417572,
      "learning_rate": 5.886585839020078e-06,
      "loss": 0.6964,
      "step": 30650
    },
    {
      "epoch": 0.6459403499344071,
      "grad_norm": 0.14077772200107574,
      "learning_rate": 5.885963726612637e-06,
      "loss": 0.735,
      "step": 30651
    },
    {
      "epoch": 0.6459614239727723,
      "grad_norm": 0.12465642392635345,
      "learning_rate": 5.885341633370847e-06,
      "loss": 0.7183,
      "step": 30652
    },
    {
      "epoch": 0.6459824980111376,
      "grad_norm": 0.10668948292732239,
      "learning_rate": 5.884719559297611e-06,
      "loss": 0.6347,
      "step": 30653
    },
    {
      "epoch": 0.6460035720495029,
      "grad_norm": 0.12189480662345886,
      "learning_rate": 5.884097504395825e-06,
      "loss": 0.6934,
      "step": 30654
    },
    {
      "epoch": 0.6460246460878682,
      "grad_norm": 0.10972347110509872,
      "learning_rate": 5.883475468668387e-06,
      "loss": 0.7048,
      "step": 30655
    },
    {
      "epoch": 0.6460457201262335,
      "grad_norm": 0.11514288932085037,
      "learning_rate": 5.882853452118194e-06,
      "loss": 0.7078,
      "step": 30656
    },
    {
      "epoch": 0.6460667941645988,
      "grad_norm": 0.1099245697259903,
      "learning_rate": 5.882231454748149e-06,
      "loss": 0.7441,
      "step": 30657
    },
    {
      "epoch": 0.646087868202964,
      "grad_norm": 0.1243140920996666,
      "learning_rate": 5.881609476561143e-06,
      "loss": 0.7301,
      "step": 30658
    },
    {
      "epoch": 0.6461089422413293,
      "grad_norm": 0.13628436625003815,
      "learning_rate": 5.880987517560075e-06,
      "loss": 0.696,
      "step": 30659
    },
    {
      "epoch": 0.6461300162796947,
      "grad_norm": 0.11197487264871597,
      "learning_rate": 5.880365577747844e-06,
      "loss": 0.7191,
      "step": 30660
    },
    {
      "epoch": 0.64615109031806,
      "grad_norm": 0.13449525833129883,
      "learning_rate": 5.879743657127347e-06,
      "loss": 0.7796,
      "step": 30661
    },
    {
      "epoch": 0.6461721643564252,
      "grad_norm": 0.12492575496435165,
      "learning_rate": 5.879121755701481e-06,
      "loss": 0.7513,
      "step": 30662
    },
    {
      "epoch": 0.6461932383947905,
      "grad_norm": 0.10376064479351044,
      "learning_rate": 5.8784998734731445e-06,
      "loss": 0.6665,
      "step": 30663
    },
    {
      "epoch": 0.6462143124331557,
      "grad_norm": 0.12507584691047668,
      "learning_rate": 5.8778780104452324e-06,
      "loss": 0.7477,
      "step": 30664
    },
    {
      "epoch": 0.6462353864715211,
      "grad_norm": 0.11031725257635117,
      "learning_rate": 5.877256166620644e-06,
      "loss": 0.7019,
      "step": 30665
    },
    {
      "epoch": 0.6462564605098864,
      "grad_norm": 0.13453498482704163,
      "learning_rate": 5.876634342002276e-06,
      "loss": 0.6591,
      "step": 30666
    },
    {
      "epoch": 0.6462775345482517,
      "grad_norm": 0.11984763294458389,
      "learning_rate": 5.876012536593025e-06,
      "loss": 0.7409,
      "step": 30667
    },
    {
      "epoch": 0.6462986085866169,
      "grad_norm": 0.11311662942171097,
      "learning_rate": 5.875390750395784e-06,
      "loss": 0.7132,
      "step": 30668
    },
    {
      "epoch": 0.6463196826249822,
      "grad_norm": 0.13236984610557556,
      "learning_rate": 5.8747689834134545e-06,
      "loss": 0.7405,
      "step": 30669
    },
    {
      "epoch": 0.6463407566633476,
      "grad_norm": 0.12833373248577118,
      "learning_rate": 5.87414723564893e-06,
      "loss": 0.7368,
      "step": 30670
    },
    {
      "epoch": 0.6463618307017128,
      "grad_norm": 0.11453744769096375,
      "learning_rate": 5.873525507105111e-06,
      "loss": 0.7134,
      "step": 30671
    },
    {
      "epoch": 0.6463829047400781,
      "grad_norm": 0.11729590594768524,
      "learning_rate": 5.872903797784888e-06,
      "loss": 0.7385,
      "step": 30672
    },
    {
      "epoch": 0.6464039787784434,
      "grad_norm": 0.11149396747350693,
      "learning_rate": 5.872282107691162e-06,
      "loss": 0.6899,
      "step": 30673
    },
    {
      "epoch": 0.6464250528168086,
      "grad_norm": 0.12312155216932297,
      "learning_rate": 5.871660436826827e-06,
      "loss": 0.7721,
      "step": 30674
    },
    {
      "epoch": 0.6464461268551739,
      "grad_norm": 0.09284074604511261,
      "learning_rate": 5.871038785194777e-06,
      "loss": 0.7148,
      "step": 30675
    },
    {
      "epoch": 0.6464672008935393,
      "grad_norm": 0.15124835073947906,
      "learning_rate": 5.870417152797914e-06,
      "loss": 0.7603,
      "step": 30676
    },
    {
      "epoch": 0.6464882749319045,
      "grad_norm": 0.14571355283260345,
      "learning_rate": 5.86979553963913e-06,
      "loss": 0.7079,
      "step": 30677
    },
    {
      "epoch": 0.6465093489702698,
      "grad_norm": 0.12219269573688507,
      "learning_rate": 5.869173945721322e-06,
      "loss": 0.7149,
      "step": 30678
    },
    {
      "epoch": 0.6465304230086351,
      "grad_norm": 0.12107183039188385,
      "learning_rate": 5.868552371047385e-06,
      "loss": 0.7375,
      "step": 30679
    },
    {
      "epoch": 0.6465514970470003,
      "grad_norm": 0.13101136684417725,
      "learning_rate": 5.867930815620216e-06,
      "loss": 0.7667,
      "step": 30680
    },
    {
      "epoch": 0.6465725710853657,
      "grad_norm": 0.15303996205329895,
      "learning_rate": 5.867309279442708e-06,
      "loss": 0.8184,
      "step": 30681
    },
    {
      "epoch": 0.646593645123731,
      "grad_norm": 0.11422613263130188,
      "learning_rate": 5.8666877625177594e-06,
      "loss": 0.7444,
      "step": 30682
    },
    {
      "epoch": 0.6466147191620962,
      "grad_norm": 0.1695394515991211,
      "learning_rate": 5.866066264848262e-06,
      "loss": 0.722,
      "step": 30683
    },
    {
      "epoch": 0.6466357932004615,
      "grad_norm": 0.10012197494506836,
      "learning_rate": 5.865444786437116e-06,
      "loss": 0.7363,
      "step": 30684
    },
    {
      "epoch": 0.6466568672388268,
      "grad_norm": 0.1291348785161972,
      "learning_rate": 5.8648233272872125e-06,
      "loss": 0.7417,
      "step": 30685
    },
    {
      "epoch": 0.6466779412771921,
      "grad_norm": 0.10939756780862808,
      "learning_rate": 5.864201887401451e-06,
      "loss": 0.7603,
      "step": 30686
    },
    {
      "epoch": 0.6466990153155574,
      "grad_norm": 0.13337962329387665,
      "learning_rate": 5.8635804667827204e-06,
      "loss": 0.7002,
      "step": 30687
    },
    {
      "epoch": 0.6467200893539227,
      "grad_norm": 0.141476571559906,
      "learning_rate": 5.862959065433919e-06,
      "loss": 0.7372,
      "step": 30688
    },
    {
      "epoch": 0.6467411633922879,
      "grad_norm": 0.13064931333065033,
      "learning_rate": 5.86233768335794e-06,
      "loss": 0.7565,
      "step": 30689
    },
    {
      "epoch": 0.6467622374306532,
      "grad_norm": 0.13160695135593414,
      "learning_rate": 5.861716320557682e-06,
      "loss": 0.7545,
      "step": 30690
    },
    {
      "epoch": 0.6467833114690186,
      "grad_norm": 0.10105490684509277,
      "learning_rate": 5.861094977036037e-06,
      "loss": 0.6863,
      "step": 30691
    },
    {
      "epoch": 0.6468043855073838,
      "grad_norm": 0.12443719804286957,
      "learning_rate": 5.860473652795901e-06,
      "loss": 0.733,
      "step": 30692
    },
    {
      "epoch": 0.6468254595457491,
      "grad_norm": 0.1140875518321991,
      "learning_rate": 5.859852347840166e-06,
      "loss": 0.7127,
      "step": 30693
    },
    {
      "epoch": 0.6468465335841144,
      "grad_norm": 0.12261451035737991,
      "learning_rate": 5.859231062171728e-06,
      "loss": 0.7253,
      "step": 30694
    },
    {
      "epoch": 0.6468676076224796,
      "grad_norm": 0.11430169641971588,
      "learning_rate": 5.858609795793484e-06,
      "loss": 0.7183,
      "step": 30695
    },
    {
      "epoch": 0.646888681660845,
      "grad_norm": 0.10335193574428558,
      "learning_rate": 5.8579885487083246e-06,
      "loss": 0.726,
      "step": 30696
    },
    {
      "epoch": 0.6469097556992103,
      "grad_norm": 0.10903371870517731,
      "learning_rate": 5.857367320919143e-06,
      "loss": 0.7043,
      "step": 30697
    },
    {
      "epoch": 0.6469308297375755,
      "grad_norm": 0.10770123451948166,
      "learning_rate": 5.856746112428835e-06,
      "loss": 0.7486,
      "step": 30698
    },
    {
      "epoch": 0.6469519037759408,
      "grad_norm": 0.10752585530281067,
      "learning_rate": 5.856124923240295e-06,
      "loss": 0.7283,
      "step": 30699
    },
    {
      "epoch": 0.6469729778143061,
      "grad_norm": 0.13656941056251526,
      "learning_rate": 5.8555037533564175e-06,
      "loss": 0.7529,
      "step": 30700
    },
    {
      "epoch": 0.6469940518526714,
      "grad_norm": 0.15067720413208008,
      "learning_rate": 5.854882602780097e-06,
      "loss": 0.7136,
      "step": 30701
    },
    {
      "epoch": 0.6470151258910367,
      "grad_norm": 0.11576086282730103,
      "learning_rate": 5.854261471514222e-06,
      "loss": 0.6986,
      "step": 30702
    },
    {
      "epoch": 0.647036199929402,
      "grad_norm": 0.13240712881088257,
      "learning_rate": 5.85364035956169e-06,
      "loss": 0.6735,
      "step": 30703
    },
    {
      "epoch": 0.6470572739677672,
      "grad_norm": 0.1343649923801422,
      "learning_rate": 5.853019266925393e-06,
      "loss": 0.6941,
      "step": 30704
    },
    {
      "epoch": 0.6470783480061325,
      "grad_norm": 0.15715709328651428,
      "learning_rate": 5.852398193608226e-06,
      "loss": 0.6738,
      "step": 30705
    },
    {
      "epoch": 0.6470994220444979,
      "grad_norm": 0.11743567138910294,
      "learning_rate": 5.851777139613084e-06,
      "loss": 0.7542,
      "step": 30706
    },
    {
      "epoch": 0.6471204960828632,
      "grad_norm": 0.11508290469646454,
      "learning_rate": 5.851156104942857e-06,
      "loss": 0.7122,
      "step": 30707
    },
    {
      "epoch": 0.6471415701212284,
      "grad_norm": 0.14388279616832733,
      "learning_rate": 5.8505350896004395e-06,
      "loss": 0.763,
      "step": 30708
    },
    {
      "epoch": 0.6471626441595937,
      "grad_norm": 0.10179292410612106,
      "learning_rate": 5.849914093588724e-06,
      "loss": 0.7567,
      "step": 30709
    },
    {
      "epoch": 0.647183718197959,
      "grad_norm": 0.14835940301418304,
      "learning_rate": 5.849293116910606e-06,
      "loss": 0.7413,
      "step": 30710
    },
    {
      "epoch": 0.6472047922363242,
      "grad_norm": 0.10527558624744415,
      "learning_rate": 5.848672159568973e-06,
      "loss": 0.6983,
      "step": 30711
    },
    {
      "epoch": 0.6472258662746896,
      "grad_norm": 0.13768643140792847,
      "learning_rate": 5.848051221566723e-06,
      "loss": 0.7021,
      "step": 30712
    },
    {
      "epoch": 0.6472469403130549,
      "grad_norm": 0.12967446446418762,
      "learning_rate": 5.8474303029067455e-06,
      "loss": 0.6946,
      "step": 30713
    },
    {
      "epoch": 0.6472680143514201,
      "grad_norm": 0.11914005130529404,
      "learning_rate": 5.8468094035919346e-06,
      "loss": 0.6574,
      "step": 30714
    },
    {
      "epoch": 0.6472890883897854,
      "grad_norm": 0.11588797718286514,
      "learning_rate": 5.846188523625182e-06,
      "loss": 0.7065,
      "step": 30715
    },
    {
      "epoch": 0.6473101624281506,
      "grad_norm": 0.13240568339824677,
      "learning_rate": 5.845567663009384e-06,
      "loss": 0.7095,
      "step": 30716
    },
    {
      "epoch": 0.647331236466516,
      "grad_norm": 0.09952323883771896,
      "learning_rate": 5.844946821747426e-06,
      "loss": 0.6869,
      "step": 30717
    },
    {
      "epoch": 0.6473523105048813,
      "grad_norm": 0.12959374487400055,
      "learning_rate": 5.8443259998422e-06,
      "loss": 0.7118,
      "step": 30718
    },
    {
      "epoch": 0.6473733845432466,
      "grad_norm": 0.10630815476179123,
      "learning_rate": 5.843705197296609e-06,
      "loss": 0.7539,
      "step": 30719
    },
    {
      "epoch": 0.6473944585816118,
      "grad_norm": 0.17739151418209076,
      "learning_rate": 5.843084414113534e-06,
      "loss": 0.7818,
      "step": 30720
    },
    {
      "epoch": 0.6474155326199771,
      "grad_norm": 0.14658038318157196,
      "learning_rate": 5.842463650295873e-06,
      "loss": 0.6743,
      "step": 30721
    },
    {
      "epoch": 0.6474366066583425,
      "grad_norm": 0.1253163069486618,
      "learning_rate": 5.841842905846515e-06,
      "loss": 0.7105,
      "step": 30722
    },
    {
      "epoch": 0.6474576806967077,
      "grad_norm": 0.16460798680782318,
      "learning_rate": 5.841222180768353e-06,
      "loss": 0.731,
      "step": 30723
    },
    {
      "epoch": 0.647478754735073,
      "grad_norm": 0.12788040935993195,
      "learning_rate": 5.84060147506428e-06,
      "loss": 0.7182,
      "step": 30724
    },
    {
      "epoch": 0.6474998287734383,
      "grad_norm": 0.11185550689697266,
      "learning_rate": 5.839980788737185e-06,
      "loss": 0.7122,
      "step": 30725
    },
    {
      "epoch": 0.6475209028118035,
      "grad_norm": 0.13685965538024902,
      "learning_rate": 5.839360121789961e-06,
      "loss": 0.7412,
      "step": 30726
    },
    {
      "epoch": 0.6475419768501689,
      "grad_norm": 0.12457781285047531,
      "learning_rate": 5.8387394742254975e-06,
      "loss": 0.7286,
      "step": 30727
    },
    {
      "epoch": 0.6475630508885342,
      "grad_norm": 0.12008830904960632,
      "learning_rate": 5.83811884604669e-06,
      "loss": 0.727,
      "step": 30728
    },
    {
      "epoch": 0.6475841249268994,
      "grad_norm": 0.1397424191236496,
      "learning_rate": 5.8374982372564255e-06,
      "loss": 0.7862,
      "step": 30729
    },
    {
      "epoch": 0.6476051989652647,
      "grad_norm": 0.2113906294107437,
      "learning_rate": 5.836877647857597e-06,
      "loss": 0.6494,
      "step": 30730
    },
    {
      "epoch": 0.64762627300363,
      "grad_norm": 0.31257614493370056,
      "learning_rate": 5.836257077853095e-06,
      "loss": 0.742,
      "step": 30731
    },
    {
      "epoch": 0.6476473470419953,
      "grad_norm": 0.15931768715381622,
      "learning_rate": 5.835636527245806e-06,
      "loss": 0.7389,
      "step": 30732
    },
    {
      "epoch": 0.6476684210803606,
      "grad_norm": 0.1696898192167282,
      "learning_rate": 5.835015996038631e-06,
      "loss": 0.8182,
      "step": 30733
    },
    {
      "epoch": 0.6476894951187259,
      "grad_norm": 0.1539766937494278,
      "learning_rate": 5.834395484234454e-06,
      "loss": 0.7018,
      "step": 30734
    },
    {
      "epoch": 0.6477105691570911,
      "grad_norm": 0.14332236349582672,
      "learning_rate": 5.833774991836169e-06,
      "loss": 0.6913,
      "step": 30735
    },
    {
      "epoch": 0.6477316431954564,
      "grad_norm": 0.14595825970172882,
      "learning_rate": 5.833154518846664e-06,
      "loss": 0.667,
      "step": 30736
    },
    {
      "epoch": 0.6477527172338218,
      "grad_norm": 0.12431906908750534,
      "learning_rate": 5.832534065268835e-06,
      "loss": 0.7676,
      "step": 30737
    },
    {
      "epoch": 0.647773791272187,
      "grad_norm": 0.14858581125736237,
      "learning_rate": 5.831913631105563e-06,
      "loss": 0.7663,
      "step": 30738
    },
    {
      "epoch": 0.6477948653105523,
      "grad_norm": 0.12171167880296707,
      "learning_rate": 5.8312932163597446e-06,
      "loss": 0.7499,
      "step": 30739
    },
    {
      "epoch": 0.6478159393489176,
      "grad_norm": 0.13873635232448578,
      "learning_rate": 5.830672821034269e-06,
      "loss": 0.7319,
      "step": 30740
    },
    {
      "epoch": 0.6478370133872828,
      "grad_norm": 0.09897151589393616,
      "learning_rate": 5.830052445132024e-06,
      "loss": 0.7233,
      "step": 30741
    },
    {
      "epoch": 0.6478580874256482,
      "grad_norm": 0.14470788836479187,
      "learning_rate": 5.829432088655903e-06,
      "loss": 0.7775,
      "step": 30742
    },
    {
      "epoch": 0.6478791614640135,
      "grad_norm": 0.1056532934308052,
      "learning_rate": 5.828811751608795e-06,
      "loss": 0.7614,
      "step": 30743
    },
    {
      "epoch": 0.6479002355023787,
      "grad_norm": 0.1296173632144928,
      "learning_rate": 5.828191433993588e-06,
      "loss": 0.7564,
      "step": 30744
    },
    {
      "epoch": 0.647921309540744,
      "grad_norm": 0.1261163204908371,
      "learning_rate": 5.827571135813176e-06,
      "loss": 0.7683,
      "step": 30745
    },
    {
      "epoch": 0.6479423835791093,
      "grad_norm": 0.1454187035560608,
      "learning_rate": 5.8269508570704446e-06,
      "loss": 0.7524,
      "step": 30746
    },
    {
      "epoch": 0.6479634576174746,
      "grad_norm": 0.14311781525611877,
      "learning_rate": 5.826330597768286e-06,
      "loss": 0.7985,
      "step": 30747
    },
    {
      "epoch": 0.6479845316558399,
      "grad_norm": 0.11140098422765732,
      "learning_rate": 5.825710357909588e-06,
      "loss": 0.7823,
      "step": 30748
    },
    {
      "epoch": 0.6480056056942052,
      "grad_norm": 0.12413400411605835,
      "learning_rate": 5.825090137497241e-06,
      "loss": 0.7288,
      "step": 30749
    },
    {
      "epoch": 0.6480266797325704,
      "grad_norm": 0.126939594745636,
      "learning_rate": 5.824469936534134e-06,
      "loss": 0.7288,
      "step": 30750
    },
    {
      "epoch": 0.6480477537709357,
      "grad_norm": 0.12439242750406265,
      "learning_rate": 5.823849755023156e-06,
      "loss": 0.767,
      "step": 30751
    },
    {
      "epoch": 0.648068827809301,
      "grad_norm": 0.12649814784526825,
      "learning_rate": 5.823229592967199e-06,
      "loss": 0.6704,
      "step": 30752
    },
    {
      "epoch": 0.6480899018476663,
      "grad_norm": 0.10046929121017456,
      "learning_rate": 5.822609450369148e-06,
      "loss": 0.6655,
      "step": 30753
    },
    {
      "epoch": 0.6481109758860316,
      "grad_norm": 0.13511528074741364,
      "learning_rate": 5.821989327231894e-06,
      "loss": 0.7748,
      "step": 30754
    },
    {
      "epoch": 0.6481320499243969,
      "grad_norm": 0.13212400674819946,
      "learning_rate": 5.821369223558325e-06,
      "loss": 0.7363,
      "step": 30755
    },
    {
      "epoch": 0.6481531239627621,
      "grad_norm": 0.11333378404378891,
      "learning_rate": 5.820749139351332e-06,
      "loss": 0.6498,
      "step": 30756
    },
    {
      "epoch": 0.6481741980011274,
      "grad_norm": 0.14313216507434845,
      "learning_rate": 5.820129074613804e-06,
      "loss": 0.747,
      "step": 30757
    },
    {
      "epoch": 0.6481952720394928,
      "grad_norm": 0.12754486501216888,
      "learning_rate": 5.819509029348625e-06,
      "loss": 0.6879,
      "step": 30758
    },
    {
      "epoch": 0.648216346077858,
      "grad_norm": 0.11213003844022751,
      "learning_rate": 5.8188890035586855e-06,
      "loss": 0.6686,
      "step": 30759
    },
    {
      "epoch": 0.6482374201162233,
      "grad_norm": 0.11138425022363663,
      "learning_rate": 5.818268997246876e-06,
      "loss": 0.7189,
      "step": 30760
    },
    {
      "epoch": 0.6482584941545886,
      "grad_norm": 0.1084761768579483,
      "learning_rate": 5.81764901041608e-06,
      "loss": 0.6887,
      "step": 30761
    },
    {
      "epoch": 0.6482795681929538,
      "grad_norm": 0.11148769408464432,
      "learning_rate": 5.8170290430691915e-06,
      "loss": 0.7127,
      "step": 30762
    },
    {
      "epoch": 0.6483006422313192,
      "grad_norm": 0.16193898022174835,
      "learning_rate": 5.816409095209099e-06,
      "loss": 0.7338,
      "step": 30763
    },
    {
      "epoch": 0.6483217162696845,
      "grad_norm": 0.11632136255502701,
      "learning_rate": 5.815789166838686e-06,
      "loss": 0.7249,
      "step": 30764
    },
    {
      "epoch": 0.6483427903080498,
      "grad_norm": 0.1397656500339508,
      "learning_rate": 5.815169257960844e-06,
      "loss": 0.7841,
      "step": 30765
    },
    {
      "epoch": 0.648363864346415,
      "grad_norm": 0.12459838390350342,
      "learning_rate": 5.814549368578464e-06,
      "loss": 0.7779,
      "step": 30766
    },
    {
      "epoch": 0.6483849383847803,
      "grad_norm": 0.10746721178293228,
      "learning_rate": 5.813929498694424e-06,
      "loss": 0.6785,
      "step": 30767
    },
    {
      "epoch": 0.6484060124231457,
      "grad_norm": 0.17197757959365845,
      "learning_rate": 5.813309648311618e-06,
      "loss": 0.7341,
      "step": 30768
    },
    {
      "epoch": 0.6484270864615109,
      "grad_norm": 0.1000494584441185,
      "learning_rate": 5.812689817432933e-06,
      "loss": 0.7137,
      "step": 30769
    },
    {
      "epoch": 0.6484481604998762,
      "grad_norm": 0.18129609525203705,
      "learning_rate": 5.812070006061255e-06,
      "loss": 0.7669,
      "step": 30770
    },
    {
      "epoch": 0.6484692345382415,
      "grad_norm": 0.13126754760742188,
      "learning_rate": 5.811450214199475e-06,
      "loss": 0.7132,
      "step": 30771
    },
    {
      "epoch": 0.6484903085766067,
      "grad_norm": 0.13382242619991302,
      "learning_rate": 5.810830441850477e-06,
      "loss": 0.7119,
      "step": 30772
    },
    {
      "epoch": 0.6485113826149721,
      "grad_norm": 0.12513723969459534,
      "learning_rate": 5.810210689017148e-06,
      "loss": 0.6917,
      "step": 30773
    },
    {
      "epoch": 0.6485324566533374,
      "grad_norm": 0.1562177538871765,
      "learning_rate": 5.809590955702378e-06,
      "loss": 0.6837,
      "step": 30774
    },
    {
      "epoch": 0.6485535306917026,
      "grad_norm": 0.13451966643333435,
      "learning_rate": 5.8089712419090535e-06,
      "loss": 0.8278,
      "step": 30775
    },
    {
      "epoch": 0.6485746047300679,
      "grad_norm": 0.14446289837360382,
      "learning_rate": 5.8083515476400594e-06,
      "loss": 0.7823,
      "step": 30776
    },
    {
      "epoch": 0.6485956787684332,
      "grad_norm": 0.13206347823143005,
      "learning_rate": 5.807731872898284e-06,
      "loss": 0.7058,
      "step": 30777
    },
    {
      "epoch": 0.6486167528067985,
      "grad_norm": 0.20579513907432556,
      "learning_rate": 5.807112217686615e-06,
      "loss": 0.7676,
      "step": 30778
    },
    {
      "epoch": 0.6486378268451638,
      "grad_norm": 0.11827241629362106,
      "learning_rate": 5.806492582007937e-06,
      "loss": 0.6875,
      "step": 30779
    },
    {
      "epoch": 0.6486589008835291,
      "grad_norm": 0.14170432090759277,
      "learning_rate": 5.805872965865139e-06,
      "loss": 0.7502,
      "step": 30780
    },
    {
      "epoch": 0.6486799749218943,
      "grad_norm": 0.12940727174282074,
      "learning_rate": 5.805253369261105e-06,
      "loss": 0.7433,
      "step": 30781
    },
    {
      "epoch": 0.6487010489602596,
      "grad_norm": 0.1424328088760376,
      "learning_rate": 5.804633792198724e-06,
      "loss": 0.6577,
      "step": 30782
    },
    {
      "epoch": 0.648722122998625,
      "grad_norm": 0.1485389769077301,
      "learning_rate": 5.804014234680881e-06,
      "loss": 0.7409,
      "step": 30783
    },
    {
      "epoch": 0.6487431970369902,
      "grad_norm": 0.14701531827449799,
      "learning_rate": 5.803394696710461e-06,
      "loss": 0.7635,
      "step": 30784
    },
    {
      "epoch": 0.6487642710753555,
      "grad_norm": 0.15688788890838623,
      "learning_rate": 5.802775178290354e-06,
      "loss": 0.7143,
      "step": 30785
    },
    {
      "epoch": 0.6487853451137208,
      "grad_norm": 0.1486808955669403,
      "learning_rate": 5.802155679423443e-06,
      "loss": 0.7151,
      "step": 30786
    },
    {
      "epoch": 0.648806419152086,
      "grad_norm": 0.1263258308172226,
      "learning_rate": 5.801536200112617e-06,
      "loss": 0.7503,
      "step": 30787
    },
    {
      "epoch": 0.6488274931904513,
      "grad_norm": 0.15449082851409912,
      "learning_rate": 5.8009167403607555e-06,
      "loss": 0.6987,
      "step": 30788
    },
    {
      "epoch": 0.6488485672288167,
      "grad_norm": 0.12623408436775208,
      "learning_rate": 5.800297300170749e-06,
      "loss": 0.723,
      "step": 30789
    },
    {
      "epoch": 0.6488696412671819,
      "grad_norm": 0.16110758483409882,
      "learning_rate": 5.79967787954548e-06,
      "loss": 0.6767,
      "step": 30790
    },
    {
      "epoch": 0.6488907153055472,
      "grad_norm": 0.14044122397899628,
      "learning_rate": 5.79905847848784e-06,
      "loss": 0.6855,
      "step": 30791
    },
    {
      "epoch": 0.6489117893439125,
      "grad_norm": 0.13705909252166748,
      "learning_rate": 5.7984390970007124e-06,
      "loss": 0.756,
      "step": 30792
    },
    {
      "epoch": 0.6489328633822777,
      "grad_norm": 0.1728016436100006,
      "learning_rate": 5.79781973508698e-06,
      "loss": 0.7876,
      "step": 30793
    },
    {
      "epoch": 0.6489539374206431,
      "grad_norm": 0.1206238865852356,
      "learning_rate": 5.797200392749529e-06,
      "loss": 0.7353,
      "step": 30794
    },
    {
      "epoch": 0.6489750114590084,
      "grad_norm": 0.16543753445148468,
      "learning_rate": 5.7965810699912475e-06,
      "loss": 0.7375,
      "step": 30795
    },
    {
      "epoch": 0.6489960854973736,
      "grad_norm": 0.12045437097549438,
      "learning_rate": 5.7959617668150215e-06,
      "loss": 0.6701,
      "step": 30796
    },
    {
      "epoch": 0.6490171595357389,
      "grad_norm": 0.14616310596466064,
      "learning_rate": 5.79534248322373e-06,
      "loss": 0.7111,
      "step": 30797
    },
    {
      "epoch": 0.6490382335741042,
      "grad_norm": 0.13622994720935822,
      "learning_rate": 5.794723219220259e-06,
      "loss": 0.7443,
      "step": 30798
    },
    {
      "epoch": 0.6490593076124695,
      "grad_norm": 0.1478957235813141,
      "learning_rate": 5.794103974807496e-06,
      "loss": 0.7965,
      "step": 30799
    },
    {
      "epoch": 0.6490803816508348,
      "grad_norm": 0.15880021452903748,
      "learning_rate": 5.7934847499883275e-06,
      "loss": 0.6368,
      "step": 30800
    },
    {
      "epoch": 0.6491014556892001,
      "grad_norm": 0.33909252285957336,
      "learning_rate": 5.792865544765636e-06,
      "loss": 0.7367,
      "step": 30801
    },
    {
      "epoch": 0.6491225297275653,
      "grad_norm": 0.12392713874578476,
      "learning_rate": 5.7922463591423036e-06,
      "loss": 0.7126,
      "step": 30802
    },
    {
      "epoch": 0.6491436037659306,
      "grad_norm": 0.13363789021968842,
      "learning_rate": 5.7916271931212185e-06,
      "loss": 0.7038,
      "step": 30803
    },
    {
      "epoch": 0.649164677804296,
      "grad_norm": 0.12669630348682404,
      "learning_rate": 5.791008046705262e-06,
      "loss": 0.6765,
      "step": 30804
    },
    {
      "epoch": 0.6491857518426613,
      "grad_norm": 0.1434692144393921,
      "learning_rate": 5.790388919897327e-06,
      "loss": 0.7992,
      "step": 30805
    },
    {
      "epoch": 0.6492068258810265,
      "grad_norm": 0.17514999210834503,
      "learning_rate": 5.789769812700288e-06,
      "loss": 0.7665,
      "step": 30806
    },
    {
      "epoch": 0.6492278999193918,
      "grad_norm": 0.114444300532341,
      "learning_rate": 5.789150725117031e-06,
      "loss": 0.7513,
      "step": 30807
    },
    {
      "epoch": 0.649248973957757,
      "grad_norm": 0.13624152541160583,
      "learning_rate": 5.788531657150442e-06,
      "loss": 0.7708,
      "step": 30808
    },
    {
      "epoch": 0.6492700479961224,
      "grad_norm": 0.14873048663139343,
      "learning_rate": 5.787912608803406e-06,
      "loss": 0.7355,
      "step": 30809
    },
    {
      "epoch": 0.6492911220344877,
      "grad_norm": 0.13148251175880432,
      "learning_rate": 5.787293580078804e-06,
      "loss": 0.7284,
      "step": 30810
    },
    {
      "epoch": 0.649312196072853,
      "grad_norm": 0.13553263247013092,
      "learning_rate": 5.786674570979522e-06,
      "loss": 0.7967,
      "step": 30811
    },
    {
      "epoch": 0.6493332701112182,
      "grad_norm": 0.11492294818162918,
      "learning_rate": 5.786055581508443e-06,
      "loss": 0.6532,
      "step": 30812
    },
    {
      "epoch": 0.6493543441495835,
      "grad_norm": 0.17496620118618011,
      "learning_rate": 5.78543661166845e-06,
      "loss": 0.7069,
      "step": 30813
    },
    {
      "epoch": 0.6493754181879489,
      "grad_norm": 0.14340758323669434,
      "learning_rate": 5.784817661462427e-06,
      "loss": 0.7533,
      "step": 30814
    },
    {
      "epoch": 0.6493964922263141,
      "grad_norm": 0.1744711995124817,
      "learning_rate": 5.784198730893259e-06,
      "loss": 0.8005,
      "step": 30815
    },
    {
      "epoch": 0.6494175662646794,
      "grad_norm": 0.13565102219581604,
      "learning_rate": 5.783579819963832e-06,
      "loss": 0.7125,
      "step": 30816
    },
    {
      "epoch": 0.6494386403030447,
      "grad_norm": 0.15633425116539001,
      "learning_rate": 5.782960928677019e-06,
      "loss": 0.8359,
      "step": 30817
    },
    {
      "epoch": 0.6494597143414099,
      "grad_norm": 0.126241996884346,
      "learning_rate": 5.782342057035711e-06,
      "loss": 0.722,
      "step": 30818
    },
    {
      "epoch": 0.6494807883797753,
      "grad_norm": 0.12030237913131714,
      "learning_rate": 5.7817232050427864e-06,
      "loss": 0.6434,
      "step": 30819
    },
    {
      "epoch": 0.6495018624181406,
      "grad_norm": 0.10967528820037842,
      "learning_rate": 5.781104372701134e-06,
      "loss": 0.7424,
      "step": 30820
    },
    {
      "epoch": 0.6495229364565058,
      "grad_norm": 0.139297217130661,
      "learning_rate": 5.780485560013633e-06,
      "loss": 0.7019,
      "step": 30821
    },
    {
      "epoch": 0.6495440104948711,
      "grad_norm": 0.14479348063468933,
      "learning_rate": 5.779866766983168e-06,
      "loss": 0.7863,
      "step": 30822
    },
    {
      "epoch": 0.6495650845332364,
      "grad_norm": 0.1449112594127655,
      "learning_rate": 5.779247993612622e-06,
      "loss": 0.7467,
      "step": 30823
    },
    {
      "epoch": 0.6495861585716017,
      "grad_norm": 0.14135035872459412,
      "learning_rate": 5.778629239904875e-06,
      "loss": 0.7417,
      "step": 30824
    },
    {
      "epoch": 0.649607232609967,
      "grad_norm": 0.12162478268146515,
      "learning_rate": 5.778010505862816e-06,
      "loss": 0.6983,
      "step": 30825
    },
    {
      "epoch": 0.6496283066483323,
      "grad_norm": 0.16172578930854797,
      "learning_rate": 5.777391791489318e-06,
      "loss": 0.7297,
      "step": 30826
    },
    {
      "epoch": 0.6496493806866975,
      "grad_norm": 0.12328445911407471,
      "learning_rate": 5.776773096787267e-06,
      "loss": 0.7002,
      "step": 30827
    },
    {
      "epoch": 0.6496704547250628,
      "grad_norm": 0.13056913018226624,
      "learning_rate": 5.776154421759547e-06,
      "loss": 0.6795,
      "step": 30828
    },
    {
      "epoch": 0.6496915287634281,
      "grad_norm": 0.37346941232681274,
      "learning_rate": 5.7755357664090385e-06,
      "loss": 0.706,
      "step": 30829
    },
    {
      "epoch": 0.6497126028017934,
      "grad_norm": 0.10368005931377411,
      "learning_rate": 5.774917130738624e-06,
      "loss": 0.6664,
      "step": 30830
    },
    {
      "epoch": 0.6497336768401587,
      "grad_norm": 0.10915221273899078,
      "learning_rate": 5.774298514751186e-06,
      "loss": 0.6887,
      "step": 30831
    },
    {
      "epoch": 0.649754750878524,
      "grad_norm": 0.10339784622192383,
      "learning_rate": 5.7736799184496064e-06,
      "loss": 0.7084,
      "step": 30832
    },
    {
      "epoch": 0.6497758249168892,
      "grad_norm": 0.13336892426013947,
      "learning_rate": 5.773061341836763e-06,
      "loss": 0.7121,
      "step": 30833
    },
    {
      "epoch": 0.6497968989552545,
      "grad_norm": 0.11924894899129868,
      "learning_rate": 5.772442784915549e-06,
      "loss": 0.6478,
      "step": 30834
    },
    {
      "epoch": 0.6498179729936199,
      "grad_norm": 0.10933928191661835,
      "learning_rate": 5.771824247688834e-06,
      "loss": 0.7137,
      "step": 30835
    },
    {
      "epoch": 0.6498390470319851,
      "grad_norm": 0.15184789896011353,
      "learning_rate": 5.771205730159504e-06,
      "loss": 0.7493,
      "step": 30836
    },
    {
      "epoch": 0.6498601210703504,
      "grad_norm": 0.1064891442656517,
      "learning_rate": 5.77058723233044e-06,
      "loss": 0.7479,
      "step": 30837
    },
    {
      "epoch": 0.6498811951087157,
      "grad_norm": 0.10627397894859314,
      "learning_rate": 5.7699687542045235e-06,
      "loss": 0.7354,
      "step": 30838
    },
    {
      "epoch": 0.6499022691470809,
      "grad_norm": 0.12498971074819565,
      "learning_rate": 5.7693502957846346e-06,
      "loss": 0.7227,
      "step": 30839
    },
    {
      "epoch": 0.6499233431854463,
      "grad_norm": 0.1176990419626236,
      "learning_rate": 5.768731857073657e-06,
      "loss": 0.7506,
      "step": 30840
    },
    {
      "epoch": 0.6499444172238116,
      "grad_norm": 0.12522202730178833,
      "learning_rate": 5.768113438074471e-06,
      "loss": 0.6724,
      "step": 30841
    },
    {
      "epoch": 0.6499654912621768,
      "grad_norm": 0.11359133571386337,
      "learning_rate": 5.767495038789955e-06,
      "loss": 0.6849,
      "step": 30842
    },
    {
      "epoch": 0.6499865653005421,
      "grad_norm": 0.13821907341480255,
      "learning_rate": 5.766876659222993e-06,
      "loss": 0.7172,
      "step": 30843
    },
    {
      "epoch": 0.6500076393389074,
      "grad_norm": 0.11413460969924927,
      "learning_rate": 5.7662582993764636e-06,
      "loss": 0.7324,
      "step": 30844
    },
    {
      "epoch": 0.6500287133772727,
      "grad_norm": 0.12976382672786713,
      "learning_rate": 5.765639959253251e-06,
      "loss": 0.7744,
      "step": 30845
    },
    {
      "epoch": 0.650049787415638,
      "grad_norm": 0.12017792463302612,
      "learning_rate": 5.765021638856234e-06,
      "loss": 0.7553,
      "step": 30846
    },
    {
      "epoch": 0.6500708614540033,
      "grad_norm": 0.12898296117782593,
      "learning_rate": 5.764403338188287e-06,
      "loss": 0.8002,
      "step": 30847
    },
    {
      "epoch": 0.6500919354923685,
      "grad_norm": 0.12683092057704926,
      "learning_rate": 5.763785057252298e-06,
      "loss": 0.6525,
      "step": 30848
    },
    {
      "epoch": 0.6501130095307338,
      "grad_norm": 0.11245507001876831,
      "learning_rate": 5.763166796051145e-06,
      "loss": 0.6992,
      "step": 30849
    },
    {
      "epoch": 0.6501340835690992,
      "grad_norm": 0.13654367625713348,
      "learning_rate": 5.7625485545877105e-06,
      "loss": 0.7395,
      "step": 30850
    },
    {
      "epoch": 0.6501551576074645,
      "grad_norm": 0.12042281776666641,
      "learning_rate": 5.76193033286487e-06,
      "loss": 0.7723,
      "step": 30851
    },
    {
      "epoch": 0.6501762316458297,
      "grad_norm": 0.12434510141611099,
      "learning_rate": 5.761312130885508e-06,
      "loss": 0.7534,
      "step": 30852
    },
    {
      "epoch": 0.650197305684195,
      "grad_norm": 0.10415373742580414,
      "learning_rate": 5.7606939486525e-06,
      "loss": 0.6943,
      "step": 30853
    },
    {
      "epoch": 0.6502183797225602,
      "grad_norm": 0.12057267129421234,
      "learning_rate": 5.760075786168731e-06,
      "loss": 0.7847,
      "step": 30854
    },
    {
      "epoch": 0.6502394537609256,
      "grad_norm": 0.12324768304824829,
      "learning_rate": 5.759457643437081e-06,
      "loss": 0.686,
      "step": 30855
    },
    {
      "epoch": 0.6502605277992909,
      "grad_norm": 0.1712038516998291,
      "learning_rate": 5.758839520460423e-06,
      "loss": 0.7435,
      "step": 30856
    },
    {
      "epoch": 0.6502816018376562,
      "grad_norm": 0.1357429474592209,
      "learning_rate": 5.758221417241641e-06,
      "loss": 0.7066,
      "step": 30857
    },
    {
      "epoch": 0.6503026758760214,
      "grad_norm": 0.1510043740272522,
      "learning_rate": 5.757603333783612e-06,
      "loss": 0.708,
      "step": 30858
    },
    {
      "epoch": 0.6503237499143867,
      "grad_norm": 0.11689324676990509,
      "learning_rate": 5.756985270089219e-06,
      "loss": 0.7039,
      "step": 30859
    },
    {
      "epoch": 0.6503448239527521,
      "grad_norm": 0.14227542281150818,
      "learning_rate": 5.756367226161339e-06,
      "loss": 0.7449,
      "step": 30860
    },
    {
      "epoch": 0.6503658979911173,
      "grad_norm": 0.10721393674612045,
      "learning_rate": 5.755749202002851e-06,
      "loss": 0.6861,
      "step": 30861
    },
    {
      "epoch": 0.6503869720294826,
      "grad_norm": 0.13948123157024384,
      "learning_rate": 5.755131197616632e-06,
      "loss": 0.6588,
      "step": 30862
    },
    {
      "epoch": 0.6504080460678479,
      "grad_norm": 0.12490873038768768,
      "learning_rate": 5.7545132130055685e-06,
      "loss": 0.7813,
      "step": 30863
    },
    {
      "epoch": 0.6504291201062131,
      "grad_norm": 0.1195887103676796,
      "learning_rate": 5.753895248172539e-06,
      "loss": 0.7204,
      "step": 30864
    },
    {
      "epoch": 0.6504501941445784,
      "grad_norm": 0.1411910504102707,
      "learning_rate": 5.7532773031204125e-06,
      "loss": 0.7755,
      "step": 30865
    },
    {
      "epoch": 0.6504712681829438,
      "grad_norm": 0.15588387846946716,
      "learning_rate": 5.752659377852075e-06,
      "loss": 0.834,
      "step": 30866
    },
    {
      "epoch": 0.650492342221309,
      "grad_norm": 0.12952463328838348,
      "learning_rate": 5.752041472370403e-06,
      "loss": 0.795,
      "step": 30867
    },
    {
      "epoch": 0.6505134162596743,
      "grad_norm": 0.12138358503580093,
      "learning_rate": 5.751423586678276e-06,
      "loss": 0.6833,
      "step": 30868
    },
    {
      "epoch": 0.6505344902980396,
      "grad_norm": 0.11502118408679962,
      "learning_rate": 5.750805720778573e-06,
      "loss": 0.7435,
      "step": 30869
    },
    {
      "epoch": 0.6505555643364048,
      "grad_norm": 0.11394350975751877,
      "learning_rate": 5.750187874674172e-06,
      "loss": 0.6861,
      "step": 30870
    },
    {
      "epoch": 0.6505766383747702,
      "grad_norm": 0.12841849029064178,
      "learning_rate": 5.749570048367949e-06,
      "loss": 0.7258,
      "step": 30871
    },
    {
      "epoch": 0.6505977124131355,
      "grad_norm": 0.15599042177200317,
      "learning_rate": 5.7489522418627854e-06,
      "loss": 0.6715,
      "step": 30872
    },
    {
      "epoch": 0.6506187864515007,
      "grad_norm": 0.15436120331287384,
      "learning_rate": 5.748334455161557e-06,
      "loss": 0.7997,
      "step": 30873
    },
    {
      "epoch": 0.650639860489866,
      "grad_norm": 0.1336589753627777,
      "learning_rate": 5.7477166882671445e-06,
      "loss": 0.724,
      "step": 30874
    },
    {
      "epoch": 0.6506609345282313,
      "grad_norm": 0.11041607707738876,
      "learning_rate": 5.747098941182427e-06,
      "loss": 0.747,
      "step": 30875
    },
    {
      "epoch": 0.6506820085665966,
      "grad_norm": 0.1830139309167862,
      "learning_rate": 5.746481213910274e-06,
      "loss": 0.7474,
      "step": 30876
    },
    {
      "epoch": 0.6507030826049619,
      "grad_norm": 0.12984956800937653,
      "learning_rate": 5.745863506453569e-06,
      "loss": 0.727,
      "step": 30877
    },
    {
      "epoch": 0.6507241566433272,
      "grad_norm": 0.11338825523853302,
      "learning_rate": 5.745245818815192e-06,
      "loss": 0.736,
      "step": 30878
    },
    {
      "epoch": 0.6507452306816924,
      "grad_norm": 0.11037474125623703,
      "learning_rate": 5.744628150998017e-06,
      "loss": 0.7283,
      "step": 30879
    },
    {
      "epoch": 0.6507663047200577,
      "grad_norm": 0.12845203280448914,
      "learning_rate": 5.744010503004923e-06,
      "loss": 0.7329,
      "step": 30880
    },
    {
      "epoch": 0.6507873787584231,
      "grad_norm": 0.10076310485601425,
      "learning_rate": 5.743392874838787e-06,
      "loss": 0.712,
      "step": 30881
    },
    {
      "epoch": 0.6508084527967883,
      "grad_norm": 0.12449512630701065,
      "learning_rate": 5.742775266502486e-06,
      "loss": 0.7539,
      "step": 30882
    },
    {
      "epoch": 0.6508295268351536,
      "grad_norm": 0.11413314938545227,
      "learning_rate": 5.742157677998898e-06,
      "loss": 0.659,
      "step": 30883
    },
    {
      "epoch": 0.6508506008735189,
      "grad_norm": 0.11354002356529236,
      "learning_rate": 5.741540109330902e-06,
      "loss": 0.7297,
      "step": 30884
    },
    {
      "epoch": 0.6508716749118841,
      "grad_norm": 0.1007217988371849,
      "learning_rate": 5.74092256050137e-06,
      "loss": 0.6693,
      "step": 30885
    },
    {
      "epoch": 0.6508927489502495,
      "grad_norm": 0.1416894793510437,
      "learning_rate": 5.74030503151318e-06,
      "loss": 0.7497,
      "step": 30886
    },
    {
      "epoch": 0.6509138229886148,
      "grad_norm": 0.12985321879386902,
      "learning_rate": 5.73968752236921e-06,
      "loss": 0.7351,
      "step": 30887
    },
    {
      "epoch": 0.65093489702698,
      "grad_norm": 0.14392505586147308,
      "learning_rate": 5.739070033072338e-06,
      "loss": 0.7388,
      "step": 30888
    },
    {
      "epoch": 0.6509559710653453,
      "grad_norm": 0.12742991745471954,
      "learning_rate": 5.73845256362544e-06,
      "loss": 0.758,
      "step": 30889
    },
    {
      "epoch": 0.6509770451037106,
      "grad_norm": 0.13225418329238892,
      "learning_rate": 5.7378351140313915e-06,
      "loss": 0.7457,
      "step": 30890
    },
    {
      "epoch": 0.650998119142076,
      "grad_norm": 0.1493663489818573,
      "learning_rate": 5.737217684293065e-06,
      "loss": 0.7076,
      "step": 30891
    },
    {
      "epoch": 0.6510191931804412,
      "grad_norm": 0.12426381558179855,
      "learning_rate": 5.736600274413346e-06,
      "loss": 0.7832,
      "step": 30892
    },
    {
      "epoch": 0.6510402672188065,
      "grad_norm": 0.12796993553638458,
      "learning_rate": 5.73598288439511e-06,
      "loss": 0.8241,
      "step": 30893
    },
    {
      "epoch": 0.6510613412571717,
      "grad_norm": 0.11681020259857178,
      "learning_rate": 5.735365514241224e-06,
      "loss": 0.7577,
      "step": 30894
    },
    {
      "epoch": 0.651082415295537,
      "grad_norm": 0.1968061774969101,
      "learning_rate": 5.734748163954572e-06,
      "loss": 0.718,
      "step": 30895
    },
    {
      "epoch": 0.6511034893339024,
      "grad_norm": 0.10935981571674347,
      "learning_rate": 5.734130833538026e-06,
      "loss": 0.7262,
      "step": 30896
    },
    {
      "epoch": 0.6511245633722677,
      "grad_norm": 0.11464621126651764,
      "learning_rate": 5.733513522994464e-06,
      "loss": 0.7058,
      "step": 30897
    },
    {
      "epoch": 0.6511456374106329,
      "grad_norm": 0.12398001551628113,
      "learning_rate": 5.732896232326761e-06,
      "loss": 0.7557,
      "step": 30898
    },
    {
      "epoch": 0.6511667114489982,
      "grad_norm": 0.1586546152830124,
      "learning_rate": 5.732278961537792e-06,
      "loss": 0.6969,
      "step": 30899
    },
    {
      "epoch": 0.6511877854873634,
      "grad_norm": 0.12064526975154877,
      "learning_rate": 5.731661710630434e-06,
      "loss": 0.7114,
      "step": 30900
    },
    {
      "epoch": 0.6512088595257287,
      "grad_norm": 0.1454116404056549,
      "learning_rate": 5.7310444796075614e-06,
      "loss": 0.7074,
      "step": 30901
    },
    {
      "epoch": 0.6512299335640941,
      "grad_norm": 0.1195923238992691,
      "learning_rate": 5.730427268472052e-06,
      "loss": 0.7434,
      "step": 30902
    },
    {
      "epoch": 0.6512510076024594,
      "grad_norm": 0.13762404024600983,
      "learning_rate": 5.729810077226778e-06,
      "loss": 0.706,
      "step": 30903
    },
    {
      "epoch": 0.6512720816408246,
      "grad_norm": 0.13075532019138336,
      "learning_rate": 5.729192905874615e-06,
      "loss": 0.7185,
      "step": 30904
    },
    {
      "epoch": 0.6512931556791899,
      "grad_norm": 0.1572856903076172,
      "learning_rate": 5.728575754418441e-06,
      "loss": 0.8229,
      "step": 30905
    },
    {
      "epoch": 0.6513142297175551,
      "grad_norm": 0.11111719906330109,
      "learning_rate": 5.727958622861128e-06,
      "loss": 0.6283,
      "step": 30906
    },
    {
      "epoch": 0.6513353037559205,
      "grad_norm": 0.17197765409946442,
      "learning_rate": 5.727341511205553e-06,
      "loss": 0.6975,
      "step": 30907
    },
    {
      "epoch": 0.6513563777942858,
      "grad_norm": 0.13646304607391357,
      "learning_rate": 5.726724419454589e-06,
      "loss": 0.7113,
      "step": 30908
    },
    {
      "epoch": 0.651377451832651,
      "grad_norm": 0.15425534546375275,
      "learning_rate": 5.726107347611113e-06,
      "loss": 0.7622,
      "step": 30909
    },
    {
      "epoch": 0.6513985258710163,
      "grad_norm": 0.1396581083536148,
      "learning_rate": 5.725490295677998e-06,
      "loss": 0.7654,
      "step": 30910
    },
    {
      "epoch": 0.6514195999093816,
      "grad_norm": 0.12833021581172943,
      "learning_rate": 5.724873263658119e-06,
      "loss": 0.8131,
      "step": 30911
    },
    {
      "epoch": 0.651440673947747,
      "grad_norm": 0.1386234164237976,
      "learning_rate": 5.724256251554351e-06,
      "loss": 0.6871,
      "step": 30912
    },
    {
      "epoch": 0.6514617479861122,
      "grad_norm": 0.16166295111179352,
      "learning_rate": 5.723639259369568e-06,
      "loss": 0.6863,
      "step": 30913
    },
    {
      "epoch": 0.6514828220244775,
      "grad_norm": 0.10484098643064499,
      "learning_rate": 5.7230222871066475e-06,
      "loss": 0.6943,
      "step": 30914
    },
    {
      "epoch": 0.6515038960628428,
      "grad_norm": 0.13661423325538635,
      "learning_rate": 5.722405334768457e-06,
      "loss": 0.6827,
      "step": 30915
    },
    {
      "epoch": 0.651524970101208,
      "grad_norm": 0.09194610267877579,
      "learning_rate": 5.721788402357875e-06,
      "loss": 0.6334,
      "step": 30916
    },
    {
      "epoch": 0.6515460441395734,
      "grad_norm": 0.12637093663215637,
      "learning_rate": 5.721171489877775e-06,
      "loss": 0.7077,
      "step": 30917
    },
    {
      "epoch": 0.6515671181779387,
      "grad_norm": 0.1397503763437271,
      "learning_rate": 5.720554597331029e-06,
      "loss": 0.666,
      "step": 30918
    },
    {
      "epoch": 0.6515881922163039,
      "grad_norm": 0.13679753243923187,
      "learning_rate": 5.71993772472051e-06,
      "loss": 0.7791,
      "step": 30919
    },
    {
      "epoch": 0.6516092662546692,
      "grad_norm": 0.11124903708696365,
      "learning_rate": 5.719320872049099e-06,
      "loss": 0.7443,
      "step": 30920
    },
    {
      "epoch": 0.6516303402930345,
      "grad_norm": 0.12587428092956543,
      "learning_rate": 5.718704039319665e-06,
      "loss": 0.7483,
      "step": 30921
    },
    {
      "epoch": 0.6516514143313998,
      "grad_norm": 0.1545501947402954,
      "learning_rate": 5.71808722653508e-06,
      "loss": 0.7126,
      "step": 30922
    },
    {
      "epoch": 0.6516724883697651,
      "grad_norm": 0.13205790519714355,
      "learning_rate": 5.717470433698223e-06,
      "loss": 0.691,
      "step": 30923
    },
    {
      "epoch": 0.6516935624081304,
      "grad_norm": 0.1277068853378296,
      "learning_rate": 5.716853660811961e-06,
      "loss": 0.7261,
      "step": 30924
    },
    {
      "epoch": 0.6517146364464956,
      "grad_norm": 0.12960602343082428,
      "learning_rate": 5.716236907879169e-06,
      "loss": 0.7888,
      "step": 30925
    },
    {
      "epoch": 0.6517357104848609,
      "grad_norm": 0.18718166649341583,
      "learning_rate": 5.715620174902721e-06,
      "loss": 0.7609,
      "step": 30926
    },
    {
      "epoch": 0.6517567845232263,
      "grad_norm": 0.11845414340496063,
      "learning_rate": 5.71500346188549e-06,
      "loss": 0.7466,
      "step": 30927
    },
    {
      "epoch": 0.6517778585615915,
      "grad_norm": 0.1453341394662857,
      "learning_rate": 5.714386768830349e-06,
      "loss": 0.7203,
      "step": 30928
    },
    {
      "epoch": 0.6517989325999568,
      "grad_norm": 0.11019439995288849,
      "learning_rate": 5.713770095740171e-06,
      "loss": 0.7284,
      "step": 30929
    },
    {
      "epoch": 0.6518200066383221,
      "grad_norm": 0.16579356789588928,
      "learning_rate": 5.713153442617829e-06,
      "loss": 0.7386,
      "step": 30930
    },
    {
      "epoch": 0.6518410806766873,
      "grad_norm": 0.20059537887573242,
      "learning_rate": 5.712536809466196e-06,
      "loss": 0.6559,
      "step": 30931
    },
    {
      "epoch": 0.6518621547150527,
      "grad_norm": 0.16772246360778809,
      "learning_rate": 5.711920196288144e-06,
      "loss": 0.7779,
      "step": 30932
    },
    {
      "epoch": 0.651883228753418,
      "grad_norm": 0.11632471531629562,
      "learning_rate": 5.711303603086547e-06,
      "loss": 0.7344,
      "step": 30933
    },
    {
      "epoch": 0.6519043027917832,
      "grad_norm": 0.16163665056228638,
      "learning_rate": 5.710687029864275e-06,
      "loss": 0.7536,
      "step": 30934
    },
    {
      "epoch": 0.6519253768301485,
      "grad_norm": 0.1274147778749466,
      "learning_rate": 5.710070476624201e-06,
      "loss": 0.7029,
      "step": 30935
    },
    {
      "epoch": 0.6519464508685138,
      "grad_norm": 0.11301019042730331,
      "learning_rate": 5.709453943369198e-06,
      "loss": 0.7252,
      "step": 30936
    },
    {
      "epoch": 0.6519675249068791,
      "grad_norm": 0.15998373925685883,
      "learning_rate": 5.7088374301021385e-06,
      "loss": 0.7712,
      "step": 30937
    },
    {
      "epoch": 0.6519885989452444,
      "grad_norm": 0.1413496881723404,
      "learning_rate": 5.708220936825895e-06,
      "loss": 0.7059,
      "step": 30938
    },
    {
      "epoch": 0.6520096729836097,
      "grad_norm": 0.1587122082710266,
      "learning_rate": 5.707604463543338e-06,
      "loss": 0.7138,
      "step": 30939
    },
    {
      "epoch": 0.6520307470219749,
      "grad_norm": 0.15660060942173004,
      "learning_rate": 5.7069880102573405e-06,
      "loss": 0.8014,
      "step": 30940
    },
    {
      "epoch": 0.6520518210603402,
      "grad_norm": 0.1259615123271942,
      "learning_rate": 5.706371576970774e-06,
      "loss": 0.7032,
      "step": 30941
    },
    {
      "epoch": 0.6520728950987055,
      "grad_norm": 0.13825564086437225,
      "learning_rate": 5.70575516368651e-06,
      "loss": 0.8338,
      "step": 30942
    },
    {
      "epoch": 0.6520939691370709,
      "grad_norm": 0.11674927175045013,
      "learning_rate": 5.705138770407423e-06,
      "loss": 0.7343,
      "step": 30943
    },
    {
      "epoch": 0.6521150431754361,
      "grad_norm": 0.16206076741218567,
      "learning_rate": 5.704522397136379e-06,
      "loss": 0.8108,
      "step": 30944
    },
    {
      "epoch": 0.6521361172138014,
      "grad_norm": 0.1280461698770523,
      "learning_rate": 5.703906043876253e-06,
      "loss": 0.7215,
      "step": 30945
    },
    {
      "epoch": 0.6521571912521666,
      "grad_norm": 0.14330580830574036,
      "learning_rate": 5.703289710629913e-06,
      "loss": 0.7648,
      "step": 30946
    },
    {
      "epoch": 0.6521782652905319,
      "grad_norm": 0.14279700815677643,
      "learning_rate": 5.702673397400235e-06,
      "loss": 0.6979,
      "step": 30947
    },
    {
      "epoch": 0.6521993393288973,
      "grad_norm": 0.12923330068588257,
      "learning_rate": 5.702057104190084e-06,
      "loss": 0.6542,
      "step": 30948
    },
    {
      "epoch": 0.6522204133672626,
      "grad_norm": 0.12891368567943573,
      "learning_rate": 5.701440831002338e-06,
      "loss": 0.7595,
      "step": 30949
    },
    {
      "epoch": 0.6522414874056278,
      "grad_norm": 0.13767777383327484,
      "learning_rate": 5.700824577839866e-06,
      "loss": 0.6598,
      "step": 30950
    },
    {
      "epoch": 0.6522625614439931,
      "grad_norm": 0.1362488865852356,
      "learning_rate": 5.700208344705537e-06,
      "loss": 0.7342,
      "step": 30951
    },
    {
      "epoch": 0.6522836354823583,
      "grad_norm": 0.1130528524518013,
      "learning_rate": 5.699592131602228e-06,
      "loss": 0.6847,
      "step": 30952
    },
    {
      "epoch": 0.6523047095207237,
      "grad_norm": 0.15379685163497925,
      "learning_rate": 5.698975938532798e-06,
      "loss": 0.8025,
      "step": 30953
    },
    {
      "epoch": 0.652325783559089,
      "grad_norm": 0.13225391507148743,
      "learning_rate": 5.6983597655001255e-06,
      "loss": 0.6707,
      "step": 30954
    },
    {
      "epoch": 0.6523468575974543,
      "grad_norm": 0.13715331256389618,
      "learning_rate": 5.697743612507079e-06,
      "loss": 0.7484,
      "step": 30955
    },
    {
      "epoch": 0.6523679316358195,
      "grad_norm": 0.10042016953229904,
      "learning_rate": 5.69712747955653e-06,
      "loss": 0.7175,
      "step": 30956
    },
    {
      "epoch": 0.6523890056741848,
      "grad_norm": 0.11511994153261185,
      "learning_rate": 5.6965113666513475e-06,
      "loss": 0.6574,
      "step": 30957
    },
    {
      "epoch": 0.6524100797125502,
      "grad_norm": 0.13787631690502167,
      "learning_rate": 5.695895273794403e-06,
      "loss": 0.6941,
      "step": 30958
    },
    {
      "epoch": 0.6524311537509154,
      "grad_norm": 0.10336801409721375,
      "learning_rate": 5.695279200988566e-06,
      "loss": 0.6883,
      "step": 30959
    },
    {
      "epoch": 0.6524522277892807,
      "grad_norm": 0.11727143824100494,
      "learning_rate": 5.6946631482367055e-06,
      "loss": 0.7446,
      "step": 30960
    },
    {
      "epoch": 0.652473301827646,
      "grad_norm": 0.10593505948781967,
      "learning_rate": 5.6940471155416945e-06,
      "loss": 0.7282,
      "step": 30961
    },
    {
      "epoch": 0.6524943758660112,
      "grad_norm": 0.11476648598909378,
      "learning_rate": 5.6934311029064e-06,
      "loss": 0.7259,
      "step": 30962
    },
    {
      "epoch": 0.6525154499043766,
      "grad_norm": 0.12357906252145767,
      "learning_rate": 5.692815110333691e-06,
      "loss": 0.7838,
      "step": 30963
    },
    {
      "epoch": 0.6525365239427419,
      "grad_norm": 0.11624276638031006,
      "learning_rate": 5.69219913782644e-06,
      "loss": 0.6831,
      "step": 30964
    },
    {
      "epoch": 0.6525575979811071,
      "grad_norm": 0.11918708682060242,
      "learning_rate": 5.691583185387516e-06,
      "loss": 0.6808,
      "step": 30965
    },
    {
      "epoch": 0.6525786720194724,
      "grad_norm": 0.12467734515666962,
      "learning_rate": 5.690967253019788e-06,
      "loss": 0.7111,
      "step": 30966
    },
    {
      "epoch": 0.6525997460578377,
      "grad_norm": 0.12652380764484406,
      "learning_rate": 5.690351340726123e-06,
      "loss": 0.7308,
      "step": 30967
    },
    {
      "epoch": 0.652620820096203,
      "grad_norm": 0.11791729927062988,
      "learning_rate": 5.689735448509394e-06,
      "loss": 0.7163,
      "step": 30968
    },
    {
      "epoch": 0.6526418941345683,
      "grad_norm": 0.11066590249538422,
      "learning_rate": 5.689119576372469e-06,
      "loss": 0.7049,
      "step": 30969
    },
    {
      "epoch": 0.6526629681729336,
      "grad_norm": 0.12641091644763947,
      "learning_rate": 5.688503724318217e-06,
      "loss": 0.7342,
      "step": 30970
    },
    {
      "epoch": 0.6526840422112988,
      "grad_norm": 0.12111125886440277,
      "learning_rate": 5.687887892349506e-06,
      "loss": 0.7026,
      "step": 30971
    },
    {
      "epoch": 0.6527051162496641,
      "grad_norm": 0.11493617296218872,
      "learning_rate": 5.687272080469206e-06,
      "loss": 0.6719,
      "step": 30972
    },
    {
      "epoch": 0.6527261902880295,
      "grad_norm": 0.12902890145778656,
      "learning_rate": 5.68665628868019e-06,
      "loss": 0.695,
      "step": 30973
    },
    {
      "epoch": 0.6527472643263947,
      "grad_norm": 0.12082790583372116,
      "learning_rate": 5.686040516985318e-06,
      "loss": 0.7518,
      "step": 30974
    },
    {
      "epoch": 0.65276833836476,
      "grad_norm": 0.15703308582305908,
      "learning_rate": 5.685424765387464e-06,
      "loss": 0.8042,
      "step": 30975
    },
    {
      "epoch": 0.6527894124031253,
      "grad_norm": 0.10840542614459991,
      "learning_rate": 5.684809033889493e-06,
      "loss": 0.6922,
      "step": 30976
    },
    {
      "epoch": 0.6528104864414905,
      "grad_norm": 0.1311696469783783,
      "learning_rate": 5.684193322494273e-06,
      "loss": 0.7899,
      "step": 30977
    },
    {
      "epoch": 0.6528315604798558,
      "grad_norm": 0.12579582631587982,
      "learning_rate": 5.683577631204681e-06,
      "loss": 0.8023,
      "step": 30978
    },
    {
      "epoch": 0.6528526345182212,
      "grad_norm": 0.1172272264957428,
      "learning_rate": 5.6829619600235786e-06,
      "loss": 0.7109,
      "step": 30979
    },
    {
      "epoch": 0.6528737085565864,
      "grad_norm": 0.12269454449415207,
      "learning_rate": 5.682346308953834e-06,
      "loss": 0.7629,
      "step": 30980
    },
    {
      "epoch": 0.6528947825949517,
      "grad_norm": 0.13911646604537964,
      "learning_rate": 5.681730677998316e-06,
      "loss": 0.7846,
      "step": 30981
    },
    {
      "epoch": 0.652915856633317,
      "grad_norm": 0.13681979477405548,
      "learning_rate": 5.681115067159897e-06,
      "loss": 0.6647,
      "step": 30982
    },
    {
      "epoch": 0.6529369306716822,
      "grad_norm": 0.1044614389538765,
      "learning_rate": 5.6804994764414374e-06,
      "loss": 0.7438,
      "step": 30983
    },
    {
      "epoch": 0.6529580047100476,
      "grad_norm": 0.12021508067846298,
      "learning_rate": 5.679883905845809e-06,
      "loss": 0.6948,
      "step": 30984
    },
    {
      "epoch": 0.6529790787484129,
      "grad_norm": 0.10313167423009872,
      "learning_rate": 5.6792683553758764e-06,
      "loss": 0.697,
      "step": 30985
    },
    {
      "epoch": 0.6530001527867781,
      "grad_norm": 0.1138211116194725,
      "learning_rate": 5.6786528250345105e-06,
      "loss": 0.6857,
      "step": 30986
    },
    {
      "epoch": 0.6530212268251434,
      "grad_norm": 0.14866361021995544,
      "learning_rate": 5.678037314824578e-06,
      "loss": 0.7142,
      "step": 30987
    },
    {
      "epoch": 0.6530423008635087,
      "grad_norm": 0.11394590884447098,
      "learning_rate": 5.677421824748946e-06,
      "loss": 0.7173,
      "step": 30988
    },
    {
      "epoch": 0.653063374901874,
      "grad_norm": 0.12119739502668381,
      "learning_rate": 5.676806354810482e-06,
      "loss": 0.7658,
      "step": 30989
    },
    {
      "epoch": 0.6530844489402393,
      "grad_norm": 0.13263560831546783,
      "learning_rate": 5.676190905012054e-06,
      "loss": 0.7968,
      "step": 30990
    },
    {
      "epoch": 0.6531055229786046,
      "grad_norm": 0.10035504400730133,
      "learning_rate": 5.675575475356528e-06,
      "loss": 0.7542,
      "step": 30991
    },
    {
      "epoch": 0.6531265970169698,
      "grad_norm": 0.11374842375516891,
      "learning_rate": 5.6749600658467705e-06,
      "loss": 0.7668,
      "step": 30992
    },
    {
      "epoch": 0.6531476710553351,
      "grad_norm": 0.11786099523305893,
      "learning_rate": 5.6743446764856505e-06,
      "loss": 0.7364,
      "step": 30993
    },
    {
      "epoch": 0.6531687450937005,
      "grad_norm": 0.10959915071725845,
      "learning_rate": 5.673729307276032e-06,
      "loss": 0.712,
      "step": 30994
    },
    {
      "epoch": 0.6531898191320658,
      "grad_norm": 0.10634788125753403,
      "learning_rate": 5.673113958220784e-06,
      "loss": 0.7153,
      "step": 30995
    },
    {
      "epoch": 0.653210893170431,
      "grad_norm": 0.14384149014949799,
      "learning_rate": 5.672498629322773e-06,
      "loss": 0.7403,
      "step": 30996
    },
    {
      "epoch": 0.6532319672087963,
      "grad_norm": 0.10285526514053345,
      "learning_rate": 5.6718833205848656e-06,
      "loss": 0.6362,
      "step": 30997
    },
    {
      "epoch": 0.6532530412471615,
      "grad_norm": 0.11604252457618713,
      "learning_rate": 5.6712680320099275e-06,
      "loss": 0.7716,
      "step": 30998
    },
    {
      "epoch": 0.6532741152855269,
      "grad_norm": 0.1253357082605362,
      "learning_rate": 5.6706527636008255e-06,
      "loss": 0.7444,
      "step": 30999
    },
    {
      "epoch": 0.6532951893238922,
      "grad_norm": 0.14144577085971832,
      "learning_rate": 5.670037515360426e-06,
      "loss": 0.7331,
      "step": 31000
    },
    {
      "epoch": 0.6533162633622575,
      "grad_norm": 0.12047357857227325,
      "learning_rate": 5.669422287291595e-06,
      "loss": 0.7458,
      "step": 31001
    },
    {
      "epoch": 0.6533373374006227,
      "grad_norm": 0.14429917931556702,
      "learning_rate": 5.668807079397203e-06,
      "loss": 0.7677,
      "step": 31002
    },
    {
      "epoch": 0.653358411438988,
      "grad_norm": 0.12037748098373413,
      "learning_rate": 5.668191891680106e-06,
      "loss": 0.6805,
      "step": 31003
    },
    {
      "epoch": 0.6533794854773534,
      "grad_norm": 0.1269731968641281,
      "learning_rate": 5.667576724143177e-06,
      "loss": 0.699,
      "step": 31004
    },
    {
      "epoch": 0.6534005595157186,
      "grad_norm": 0.13277117908000946,
      "learning_rate": 5.66696157678928e-06,
      "loss": 0.8361,
      "step": 31005
    },
    {
      "epoch": 0.6534216335540839,
      "grad_norm": 0.12313332408666611,
      "learning_rate": 5.666346449621276e-06,
      "loss": 0.7201,
      "step": 31006
    },
    {
      "epoch": 0.6534427075924492,
      "grad_norm": 0.16466903686523438,
      "learning_rate": 5.665731342642043e-06,
      "loss": 0.7374,
      "step": 31007
    },
    {
      "epoch": 0.6534637816308144,
      "grad_norm": 0.1481548696756363,
      "learning_rate": 5.6651162558544356e-06,
      "loss": 0.791,
      "step": 31008
    },
    {
      "epoch": 0.6534848556691798,
      "grad_norm": 0.11541227996349335,
      "learning_rate": 5.664501189261325e-06,
      "loss": 0.6785,
      "step": 31009
    },
    {
      "epoch": 0.6535059297075451,
      "grad_norm": 0.15951260924339294,
      "learning_rate": 5.663886142865574e-06,
      "loss": 0.6836,
      "step": 31010
    },
    {
      "epoch": 0.6535270037459103,
      "grad_norm": 0.1181756779551506,
      "learning_rate": 5.663271116670052e-06,
      "loss": 0.693,
      "step": 31011
    },
    {
      "epoch": 0.6535480777842756,
      "grad_norm": 0.09952151775360107,
      "learning_rate": 5.662656110677616e-06,
      "loss": 0.6795,
      "step": 31012
    },
    {
      "epoch": 0.6535691518226409,
      "grad_norm": 0.1208934336900711,
      "learning_rate": 5.662041124891137e-06,
      "loss": 0.686,
      "step": 31013
    },
    {
      "epoch": 0.6535902258610062,
      "grad_norm": 0.12246251106262207,
      "learning_rate": 5.661426159313477e-06,
      "loss": 0.6562,
      "step": 31014
    },
    {
      "epoch": 0.6536112998993715,
      "grad_norm": 0.10139306634664536,
      "learning_rate": 5.660811213947504e-06,
      "loss": 0.6747,
      "step": 31015
    },
    {
      "epoch": 0.6536323739377368,
      "grad_norm": 0.15021061897277832,
      "learning_rate": 5.66019628879608e-06,
      "loss": 0.7741,
      "step": 31016
    },
    {
      "epoch": 0.653653447976102,
      "grad_norm": 0.1119142696261406,
      "learning_rate": 5.65958138386207e-06,
      "loss": 0.7553,
      "step": 31017
    },
    {
      "epoch": 0.6536745220144673,
      "grad_norm": 0.129028782248497,
      "learning_rate": 5.658966499148342e-06,
      "loss": 0.6967,
      "step": 31018
    },
    {
      "epoch": 0.6536955960528326,
      "grad_norm": 0.11540532112121582,
      "learning_rate": 5.658351634657756e-06,
      "loss": 0.6938,
      "step": 31019
    },
    {
      "epoch": 0.6537166700911979,
      "grad_norm": 0.11153151839971542,
      "learning_rate": 5.657736790393179e-06,
      "loss": 0.6796,
      "step": 31020
    },
    {
      "epoch": 0.6537377441295632,
      "grad_norm": 0.10013329982757568,
      "learning_rate": 5.657121966357475e-06,
      "loss": 0.6861,
      "step": 31021
    },
    {
      "epoch": 0.6537588181679285,
      "grad_norm": 0.1284148097038269,
      "learning_rate": 5.6565071625535076e-06,
      "loss": 0.7787,
      "step": 31022
    },
    {
      "epoch": 0.6537798922062937,
      "grad_norm": 0.10898078233003616,
      "learning_rate": 5.655892378984142e-06,
      "loss": 0.783,
      "step": 31023
    },
    {
      "epoch": 0.653800966244659,
      "grad_norm": 0.16040439903736115,
      "learning_rate": 5.65527761565224e-06,
      "loss": 0.7125,
      "step": 31024
    },
    {
      "epoch": 0.6538220402830244,
      "grad_norm": 0.10678844153881073,
      "learning_rate": 5.6546628725606675e-06,
      "loss": 0.7466,
      "step": 31025
    },
    {
      "epoch": 0.6538431143213896,
      "grad_norm": 0.1292693316936493,
      "learning_rate": 5.654048149712288e-06,
      "loss": 0.783,
      "step": 31026
    },
    {
      "epoch": 0.6538641883597549,
      "grad_norm": 0.10580459982156754,
      "learning_rate": 5.653433447109966e-06,
      "loss": 0.7515,
      "step": 31027
    },
    {
      "epoch": 0.6538852623981202,
      "grad_norm": 0.11996158957481384,
      "learning_rate": 5.652818764756562e-06,
      "loss": 0.769,
      "step": 31028
    },
    {
      "epoch": 0.6539063364364854,
      "grad_norm": 0.1303812563419342,
      "learning_rate": 5.652204102654944e-06,
      "loss": 0.7689,
      "step": 31029
    },
    {
      "epoch": 0.6539274104748508,
      "grad_norm": 0.4348700940608978,
      "learning_rate": 5.651589460807973e-06,
      "loss": 0.6821,
      "step": 31030
    },
    {
      "epoch": 0.6539484845132161,
      "grad_norm": 0.11195125430822372,
      "learning_rate": 5.650974839218513e-06,
      "loss": 0.7432,
      "step": 31031
    },
    {
      "epoch": 0.6539695585515813,
      "grad_norm": 0.1611115038394928,
      "learning_rate": 5.650360237889429e-06,
      "loss": 0.8273,
      "step": 31032
    },
    {
      "epoch": 0.6539906325899466,
      "grad_norm": 0.12249311059713364,
      "learning_rate": 5.64974565682358e-06,
      "loss": 0.7536,
      "step": 31033
    },
    {
      "epoch": 0.6540117066283119,
      "grad_norm": 0.1250305026769638,
      "learning_rate": 5.649131096023826e-06,
      "loss": 0.7563,
      "step": 31034
    },
    {
      "epoch": 0.6540327806666772,
      "grad_norm": 0.11703214794397354,
      "learning_rate": 5.6485165554930395e-06,
      "loss": 0.7141,
      "step": 31035
    },
    {
      "epoch": 0.6540538547050425,
      "grad_norm": 0.13325920701026917,
      "learning_rate": 5.64790203523408e-06,
      "loss": 0.7535,
      "step": 31036
    },
    {
      "epoch": 0.6540749287434078,
      "grad_norm": 0.11870161443948746,
      "learning_rate": 5.647287535249808e-06,
      "loss": 0.7627,
      "step": 31037
    },
    {
      "epoch": 0.654096002781773,
      "grad_norm": 0.15195919573307037,
      "learning_rate": 5.646673055543089e-06,
      "loss": 0.6674,
      "step": 31038
    },
    {
      "epoch": 0.6541170768201383,
      "grad_norm": 0.11786402761936188,
      "learning_rate": 5.646058596116783e-06,
      "loss": 0.7388,
      "step": 31039
    },
    {
      "epoch": 0.6541381508585037,
      "grad_norm": 0.13397011160850525,
      "learning_rate": 5.645444156973755e-06,
      "loss": 0.7126,
      "step": 31040
    },
    {
      "epoch": 0.654159224896869,
      "grad_norm": 0.11869025975465775,
      "learning_rate": 5.644829738116869e-06,
      "loss": 0.7395,
      "step": 31041
    },
    {
      "epoch": 0.6541802989352342,
      "grad_norm": 0.13648805022239685,
      "learning_rate": 5.6442153395489815e-06,
      "loss": 0.7069,
      "step": 31042
    },
    {
      "epoch": 0.6542013729735995,
      "grad_norm": 0.13356538116931915,
      "learning_rate": 5.643600961272957e-06,
      "loss": 0.7754,
      "step": 31043
    },
    {
      "epoch": 0.6542224470119647,
      "grad_norm": 0.12327996641397476,
      "learning_rate": 5.642986603291658e-06,
      "loss": 0.7006,
      "step": 31044
    },
    {
      "epoch": 0.6542435210503301,
      "grad_norm": 0.1537514477968216,
      "learning_rate": 5.642372265607949e-06,
      "loss": 0.7387,
      "step": 31045
    },
    {
      "epoch": 0.6542645950886954,
      "grad_norm": 0.11039254814386368,
      "learning_rate": 5.641757948224688e-06,
      "loss": 0.707,
      "step": 31046
    },
    {
      "epoch": 0.6542856691270607,
      "grad_norm": 0.1464363932609558,
      "learning_rate": 5.641143651144739e-06,
      "loss": 0.7246,
      "step": 31047
    },
    {
      "epoch": 0.6543067431654259,
      "grad_norm": 0.1191638931632042,
      "learning_rate": 5.6405293743709645e-06,
      "loss": 0.6968,
      "step": 31048
    },
    {
      "epoch": 0.6543278172037912,
      "grad_norm": 0.1401478350162506,
      "learning_rate": 5.63991511790622e-06,
      "loss": 0.7007,
      "step": 31049
    },
    {
      "epoch": 0.6543488912421566,
      "grad_norm": 0.14360059797763824,
      "learning_rate": 5.63930088175338e-06,
      "loss": 0.8043,
      "step": 31050
    },
    {
      "epoch": 0.6543699652805218,
      "grad_norm": 0.11690878123044968,
      "learning_rate": 5.638686665915295e-06,
      "loss": 0.7278,
      "step": 31051
    },
    {
      "epoch": 0.6543910393188871,
      "grad_norm": 0.11773447692394257,
      "learning_rate": 5.63807247039483e-06,
      "loss": 0.7074,
      "step": 31052
    },
    {
      "epoch": 0.6544121133572524,
      "grad_norm": 0.10859978944063187,
      "learning_rate": 5.637458295194845e-06,
      "loss": 0.7489,
      "step": 31053
    },
    {
      "epoch": 0.6544331873956176,
      "grad_norm": 0.11884473264217377,
      "learning_rate": 5.636844140318203e-06,
      "loss": 0.7874,
      "step": 31054
    },
    {
      "epoch": 0.6544542614339829,
      "grad_norm": 0.11446911841630936,
      "learning_rate": 5.636230005767764e-06,
      "loss": 0.7858,
      "step": 31055
    },
    {
      "epoch": 0.6544753354723483,
      "grad_norm": 0.12534673511981964,
      "learning_rate": 5.635615891546389e-06,
      "loss": 0.7622,
      "step": 31056
    },
    {
      "epoch": 0.6544964095107135,
      "grad_norm": 0.15670596063137054,
      "learning_rate": 5.635001797656938e-06,
      "loss": 0.6762,
      "step": 31057
    },
    {
      "epoch": 0.6545174835490788,
      "grad_norm": 0.11481940746307373,
      "learning_rate": 5.634387724102275e-06,
      "loss": 0.7368,
      "step": 31058
    },
    {
      "epoch": 0.6545385575874441,
      "grad_norm": 0.0993538424372673,
      "learning_rate": 5.6337736708852584e-06,
      "loss": 0.684,
      "step": 31059
    },
    {
      "epoch": 0.6545596316258093,
      "grad_norm": 0.12065334618091583,
      "learning_rate": 5.633159638008748e-06,
      "loss": 0.7958,
      "step": 31060
    },
    {
      "epoch": 0.6545807056641747,
      "grad_norm": 0.11593154072761536,
      "learning_rate": 5.6325456254756095e-06,
      "loss": 0.7653,
      "step": 31061
    },
    {
      "epoch": 0.65460177970254,
      "grad_norm": 0.12597112357616425,
      "learning_rate": 5.631931633288696e-06,
      "loss": 0.7124,
      "step": 31062
    },
    {
      "epoch": 0.6546228537409052,
      "grad_norm": 0.12813609838485718,
      "learning_rate": 5.631317661450868e-06,
      "loss": 0.7457,
      "step": 31063
    },
    {
      "epoch": 0.6546439277792705,
      "grad_norm": 0.3639293313026428,
      "learning_rate": 5.630703709964991e-06,
      "loss": 0.6982,
      "step": 31064
    },
    {
      "epoch": 0.6546650018176358,
      "grad_norm": 0.12166400998830795,
      "learning_rate": 5.630089778833925e-06,
      "loss": 0.7404,
      "step": 31065
    },
    {
      "epoch": 0.6546860758560011,
      "grad_norm": 0.09983721375465393,
      "learning_rate": 5.629475868060526e-06,
      "loss": 0.7217,
      "step": 31066
    },
    {
      "epoch": 0.6547071498943664,
      "grad_norm": 0.14307697117328644,
      "learning_rate": 5.6288619776476575e-06,
      "loss": 0.714,
      "step": 31067
    },
    {
      "epoch": 0.6547282239327317,
      "grad_norm": 0.1185285672545433,
      "learning_rate": 5.628248107598178e-06,
      "loss": 0.7666,
      "step": 31068
    },
    {
      "epoch": 0.6547492979710969,
      "grad_norm": 0.13512273132801056,
      "learning_rate": 5.627634257914946e-06,
      "loss": 0.7652,
      "step": 31069
    },
    {
      "epoch": 0.6547703720094622,
      "grad_norm": 0.13742637634277344,
      "learning_rate": 5.627020428600826e-06,
      "loss": 0.7998,
      "step": 31070
    },
    {
      "epoch": 0.6547914460478276,
      "grad_norm": 0.12468457221984863,
      "learning_rate": 5.626406619658672e-06,
      "loss": 0.7157,
      "step": 31071
    },
    {
      "epoch": 0.6548125200861928,
      "grad_norm": 0.1360754519701004,
      "learning_rate": 5.625792831091344e-06,
      "loss": 0.7673,
      "step": 31072
    },
    {
      "epoch": 0.6548335941245581,
      "grad_norm": 0.12679219245910645,
      "learning_rate": 5.625179062901704e-06,
      "loss": 0.6912,
      "step": 31073
    },
    {
      "epoch": 0.6548546681629234,
      "grad_norm": 0.12379616498947144,
      "learning_rate": 5.6245653150926095e-06,
      "loss": 0.739,
      "step": 31074
    },
    {
      "epoch": 0.6548757422012886,
      "grad_norm": 0.11114711314439774,
      "learning_rate": 5.62395158766692e-06,
      "loss": 0.6905,
      "step": 31075
    },
    {
      "epoch": 0.654896816239654,
      "grad_norm": 0.1559879034757614,
      "learning_rate": 5.623337880627497e-06,
      "loss": 0.7882,
      "step": 31076
    },
    {
      "epoch": 0.6549178902780193,
      "grad_norm": 0.1145322173833847,
      "learning_rate": 5.622724193977195e-06,
      "loss": 0.705,
      "step": 31077
    },
    {
      "epoch": 0.6549389643163845,
      "grad_norm": 0.1213725209236145,
      "learning_rate": 5.622110527718872e-06,
      "loss": 0.7366,
      "step": 31078
    },
    {
      "epoch": 0.6549600383547498,
      "grad_norm": 0.15338580310344696,
      "learning_rate": 5.621496881855399e-06,
      "loss": 0.7779,
      "step": 31079
    },
    {
      "epoch": 0.6549811123931151,
      "grad_norm": 0.16841039061546326,
      "learning_rate": 5.620883256389622e-06,
      "loss": 0.7313,
      "step": 31080
    },
    {
      "epoch": 0.6550021864314804,
      "grad_norm": 0.15318208932876587,
      "learning_rate": 5.620269651324403e-06,
      "loss": 0.7279,
      "step": 31081
    },
    {
      "epoch": 0.6550232604698457,
      "grad_norm": 0.11684772372245789,
      "learning_rate": 5.619656066662601e-06,
      "loss": 0.6833,
      "step": 31082
    },
    {
      "epoch": 0.655044334508211,
      "grad_norm": 0.134863942861557,
      "learning_rate": 5.619042502407075e-06,
      "loss": 0.7165,
      "step": 31083
    },
    {
      "epoch": 0.6550654085465762,
      "grad_norm": 0.13740399479866028,
      "learning_rate": 5.618428958560683e-06,
      "loss": 0.7582,
      "step": 31084
    },
    {
      "epoch": 0.6550864825849415,
      "grad_norm": 0.11751560866832733,
      "learning_rate": 5.617815435126283e-06,
      "loss": 0.7237,
      "step": 31085
    },
    {
      "epoch": 0.6551075566233069,
      "grad_norm": 0.14944680035114288,
      "learning_rate": 5.617201932106734e-06,
      "loss": 0.7704,
      "step": 31086
    },
    {
      "epoch": 0.6551286306616722,
      "grad_norm": 0.14567150175571442,
      "learning_rate": 5.616588449504893e-06,
      "loss": 0.6438,
      "step": 31087
    },
    {
      "epoch": 0.6551497047000374,
      "grad_norm": 0.13347086310386658,
      "learning_rate": 5.615974987323618e-06,
      "loss": 0.7146,
      "step": 31088
    },
    {
      "epoch": 0.6551707787384027,
      "grad_norm": 0.16246351599693298,
      "learning_rate": 5.615361545565767e-06,
      "loss": 0.7109,
      "step": 31089
    },
    {
      "epoch": 0.655191852776768,
      "grad_norm": 0.14672313630580902,
      "learning_rate": 5.6147481242342e-06,
      "loss": 0.7609,
      "step": 31090
    },
    {
      "epoch": 0.6552129268151332,
      "grad_norm": 0.16576871275901794,
      "learning_rate": 5.614134723331774e-06,
      "loss": 0.7781,
      "step": 31091
    },
    {
      "epoch": 0.6552340008534986,
      "grad_norm": 0.16890478134155273,
      "learning_rate": 5.61352134286134e-06,
      "loss": 0.78,
      "step": 31092
    },
    {
      "epoch": 0.6552550748918639,
      "grad_norm": 0.15244367718696594,
      "learning_rate": 5.6129079828257636e-06,
      "loss": 0.7495,
      "step": 31093
    },
    {
      "epoch": 0.6552761489302291,
      "grad_norm": 0.1296430379152298,
      "learning_rate": 5.6122946432279e-06,
      "loss": 0.6801,
      "step": 31094
    },
    {
      "epoch": 0.6552972229685944,
      "grad_norm": 0.14729668200016022,
      "learning_rate": 5.611681324070605e-06,
      "loss": 0.7695,
      "step": 31095
    },
    {
      "epoch": 0.6553182970069596,
      "grad_norm": 0.14820198714733124,
      "learning_rate": 5.611068025356737e-06,
      "loss": 0.7841,
      "step": 31096
    },
    {
      "epoch": 0.655339371045325,
      "grad_norm": 0.12849554419517517,
      "learning_rate": 5.610454747089154e-06,
      "loss": 0.7523,
      "step": 31097
    },
    {
      "epoch": 0.6553604450836903,
      "grad_norm": 0.12146084010601044,
      "learning_rate": 5.609841489270711e-06,
      "loss": 0.7182,
      "step": 31098
    },
    {
      "epoch": 0.6553815191220556,
      "grad_norm": 0.1263204962015152,
      "learning_rate": 5.609228251904265e-06,
      "loss": 0.6906,
      "step": 31099
    },
    {
      "epoch": 0.6554025931604208,
      "grad_norm": 0.125018909573555,
      "learning_rate": 5.608615034992679e-06,
      "loss": 0.7423,
      "step": 31100
    },
    {
      "epoch": 0.6554236671987861,
      "grad_norm": 0.10873320698738098,
      "learning_rate": 5.608001838538799e-06,
      "loss": 0.6805,
      "step": 31101
    },
    {
      "epoch": 0.6554447412371515,
      "grad_norm": 0.13926328718662262,
      "learning_rate": 5.607388662545488e-06,
      "loss": 0.7412,
      "step": 31102
    },
    {
      "epoch": 0.6554658152755167,
      "grad_norm": 0.11662334948778152,
      "learning_rate": 5.6067755070156e-06,
      "loss": 0.7053,
      "step": 31103
    },
    {
      "epoch": 0.655486889313882,
      "grad_norm": 0.1354365199804306,
      "learning_rate": 5.606162371951995e-06,
      "loss": 0.728,
      "step": 31104
    },
    {
      "epoch": 0.6555079633522473,
      "grad_norm": 0.18456260859966278,
      "learning_rate": 5.605549257357528e-06,
      "loss": 0.8024,
      "step": 31105
    },
    {
      "epoch": 0.6555290373906125,
      "grad_norm": 0.16761121153831482,
      "learning_rate": 5.604936163235049e-06,
      "loss": 0.7247,
      "step": 31106
    },
    {
      "epoch": 0.6555501114289779,
      "grad_norm": 0.14436106383800507,
      "learning_rate": 5.604323089587423e-06,
      "loss": 0.6986,
      "step": 31107
    },
    {
      "epoch": 0.6555711854673432,
      "grad_norm": 0.1132650077342987,
      "learning_rate": 5.603710036417505e-06,
      "loss": 0.7449,
      "step": 31108
    },
    {
      "epoch": 0.6555922595057084,
      "grad_norm": 0.11417458951473236,
      "learning_rate": 5.603097003728151e-06,
      "loss": 0.6973,
      "step": 31109
    },
    {
      "epoch": 0.6556133335440737,
      "grad_norm": 0.19663476943969727,
      "learning_rate": 5.602483991522212e-06,
      "loss": 0.7041,
      "step": 31110
    },
    {
      "epoch": 0.655634407582439,
      "grad_norm": 0.09895935654640198,
      "learning_rate": 5.601870999802546e-06,
      "loss": 0.6816,
      "step": 31111
    },
    {
      "epoch": 0.6556554816208043,
      "grad_norm": 0.109775111079216,
      "learning_rate": 5.601258028572007e-06,
      "loss": 0.6775,
      "step": 31112
    },
    {
      "epoch": 0.6556765556591696,
      "grad_norm": 0.120994433760643,
      "learning_rate": 5.600645077833455e-06,
      "loss": 0.7584,
      "step": 31113
    },
    {
      "epoch": 0.6556976296975349,
      "grad_norm": 0.12054730951786041,
      "learning_rate": 5.600032147589744e-06,
      "loss": 0.743,
      "step": 31114
    },
    {
      "epoch": 0.6557187037359001,
      "grad_norm": 0.14526088535785675,
      "learning_rate": 5.599419237843727e-06,
      "loss": 0.7442,
      "step": 31115
    },
    {
      "epoch": 0.6557397777742654,
      "grad_norm": 0.11761773377656937,
      "learning_rate": 5.598806348598261e-06,
      "loss": 0.7131,
      "step": 31116
    },
    {
      "epoch": 0.6557608518126308,
      "grad_norm": 0.1297845095396042,
      "learning_rate": 5.598193479856202e-06,
      "loss": 0.739,
      "step": 31117
    },
    {
      "epoch": 0.655781925850996,
      "grad_norm": 0.12686851620674133,
      "learning_rate": 5.597580631620404e-06,
      "loss": 0.7155,
      "step": 31118
    },
    {
      "epoch": 0.6558029998893613,
      "grad_norm": 0.1103362962603569,
      "learning_rate": 5.596967803893722e-06,
      "loss": 0.7498,
      "step": 31119
    },
    {
      "epoch": 0.6558240739277266,
      "grad_norm": 0.1266668736934662,
      "learning_rate": 5.596354996679016e-06,
      "loss": 0.674,
      "step": 31120
    },
    {
      "epoch": 0.6558451479660918,
      "grad_norm": 0.10699626803398132,
      "learning_rate": 5.595742209979127e-06,
      "loss": 0.7298,
      "step": 31121
    },
    {
      "epoch": 0.6558662220044572,
      "grad_norm": 0.1267216056585312,
      "learning_rate": 5.595129443796923e-06,
      "loss": 0.7465,
      "step": 31122
    },
    {
      "epoch": 0.6558872960428225,
      "grad_norm": 0.12708157300949097,
      "learning_rate": 5.594516698135254e-06,
      "loss": 0.6659,
      "step": 31123
    },
    {
      "epoch": 0.6559083700811877,
      "grad_norm": 0.11764046549797058,
      "learning_rate": 5.593903972996974e-06,
      "loss": 0.7048,
      "step": 31124
    },
    {
      "epoch": 0.655929444119553,
      "grad_norm": 0.11347835510969162,
      "learning_rate": 5.5932912683849404e-06,
      "loss": 0.8068,
      "step": 31125
    },
    {
      "epoch": 0.6559505181579183,
      "grad_norm": 0.11832728981971741,
      "learning_rate": 5.592678584302005e-06,
      "loss": 0.6678,
      "step": 31126
    },
    {
      "epoch": 0.6559715921962836,
      "grad_norm": 0.10657727718353271,
      "learning_rate": 5.592065920751022e-06,
      "loss": 0.7344,
      "step": 31127
    },
    {
      "epoch": 0.6559926662346489,
      "grad_norm": 0.10517393797636032,
      "learning_rate": 5.591453277734846e-06,
      "loss": 0.7623,
      "step": 31128
    },
    {
      "epoch": 0.6560137402730142,
      "grad_norm": 0.1165747195482254,
      "learning_rate": 5.5908406552563356e-06,
      "loss": 0.7811,
      "step": 31129
    },
    {
      "epoch": 0.6560348143113794,
      "grad_norm": 0.12169754505157471,
      "learning_rate": 5.5902280533183365e-06,
      "loss": 0.7274,
      "step": 31130
    },
    {
      "epoch": 0.6560558883497447,
      "grad_norm": 0.11283130198717117,
      "learning_rate": 5.589615471923706e-06,
      "loss": 0.7382,
      "step": 31131
    },
    {
      "epoch": 0.65607696238811,
      "grad_norm": 0.10836012661457062,
      "learning_rate": 5.589002911075299e-06,
      "loss": 0.7295,
      "step": 31132
    },
    {
      "epoch": 0.6560980364264754,
      "grad_norm": 0.10469884425401688,
      "learning_rate": 5.588390370775967e-06,
      "loss": 0.7994,
      "step": 31133
    },
    {
      "epoch": 0.6561191104648406,
      "grad_norm": 0.10387551784515381,
      "learning_rate": 5.587777851028565e-06,
      "loss": 0.708,
      "step": 31134
    },
    {
      "epoch": 0.6561401845032059,
      "grad_norm": 0.1132146567106247,
      "learning_rate": 5.5871653518359434e-06,
      "loss": 0.7866,
      "step": 31135
    },
    {
      "epoch": 0.6561612585415711,
      "grad_norm": 0.12584391236305237,
      "learning_rate": 5.586552873200963e-06,
      "loss": 0.7857,
      "step": 31136
    },
    {
      "epoch": 0.6561823325799364,
      "grad_norm": 0.16972625255584717,
      "learning_rate": 5.585940415126472e-06,
      "loss": 0.7055,
      "step": 31137
    },
    {
      "epoch": 0.6562034066183018,
      "grad_norm": 0.10966286808252335,
      "learning_rate": 5.5853279776153295e-06,
      "loss": 0.6973,
      "step": 31138
    },
    {
      "epoch": 0.656224480656667,
      "grad_norm": 0.09821554273366928,
      "learning_rate": 5.584715560670377e-06,
      "loss": 0.7015,
      "step": 31139
    },
    {
      "epoch": 0.6562455546950323,
      "grad_norm": 0.12288804352283478,
      "learning_rate": 5.584103164294477e-06,
      "loss": 0.6921,
      "step": 31140
    },
    {
      "epoch": 0.6562666287333976,
      "grad_norm": 0.1066313236951828,
      "learning_rate": 5.583490788490478e-06,
      "loss": 0.7498,
      "step": 31141
    },
    {
      "epoch": 0.6562877027717628,
      "grad_norm": 0.10849206149578094,
      "learning_rate": 5.582878433261234e-06,
      "loss": 0.7643,
      "step": 31142
    },
    {
      "epoch": 0.6563087768101282,
      "grad_norm": 0.11539337038993835,
      "learning_rate": 5.582266098609598e-06,
      "loss": 0.6984,
      "step": 31143
    },
    {
      "epoch": 0.6563298508484935,
      "grad_norm": 0.11809756606817245,
      "learning_rate": 5.581653784538424e-06,
      "loss": 0.7151,
      "step": 31144
    },
    {
      "epoch": 0.6563509248868588,
      "grad_norm": 0.11559683084487915,
      "learning_rate": 5.5810414910505605e-06,
      "loss": 0.7076,
      "step": 31145
    },
    {
      "epoch": 0.656371998925224,
      "grad_norm": 0.13859781622886658,
      "learning_rate": 5.580429218148864e-06,
      "loss": 0.7093,
      "step": 31146
    },
    {
      "epoch": 0.6563930729635893,
      "grad_norm": 0.12361189723014832,
      "learning_rate": 5.579816965836184e-06,
      "loss": 0.7813,
      "step": 31147
    },
    {
      "epoch": 0.6564141470019547,
      "grad_norm": 0.12703321874141693,
      "learning_rate": 5.579204734115376e-06,
      "loss": 0.7649,
      "step": 31148
    },
    {
      "epoch": 0.6564352210403199,
      "grad_norm": 0.1114727333188057,
      "learning_rate": 5.5785925229892905e-06,
      "loss": 0.7223,
      "step": 31149
    },
    {
      "epoch": 0.6564562950786852,
      "grad_norm": 0.14368607103824615,
      "learning_rate": 5.5779803324607775e-06,
      "loss": 0.7961,
      "step": 31150
    },
    {
      "epoch": 0.6564773691170505,
      "grad_norm": 0.12938843667507172,
      "learning_rate": 5.577368162532693e-06,
      "loss": 0.7324,
      "step": 31151
    },
    {
      "epoch": 0.6564984431554157,
      "grad_norm": 0.1317325383424759,
      "learning_rate": 5.576756013207885e-06,
      "loss": 0.6594,
      "step": 31152
    },
    {
      "epoch": 0.6565195171937811,
      "grad_norm": 0.12107951939105988,
      "learning_rate": 5.576143884489206e-06,
      "loss": 0.7238,
      "step": 31153
    },
    {
      "epoch": 0.6565405912321464,
      "grad_norm": 0.11618567258119583,
      "learning_rate": 5.57553177637951e-06,
      "loss": 0.7151,
      "step": 31154
    },
    {
      "epoch": 0.6565616652705116,
      "grad_norm": 0.12626248598098755,
      "learning_rate": 5.574919688881646e-06,
      "loss": 0.7486,
      "step": 31155
    },
    {
      "epoch": 0.6565827393088769,
      "grad_norm": 0.10139920562505722,
      "learning_rate": 5.574307621998467e-06,
      "loss": 0.69,
      "step": 31156
    },
    {
      "epoch": 0.6566038133472422,
      "grad_norm": 0.12325366586446762,
      "learning_rate": 5.573695575732825e-06,
      "loss": 0.7575,
      "step": 31157
    },
    {
      "epoch": 0.6566248873856075,
      "grad_norm": 0.13772103190422058,
      "learning_rate": 5.573083550087568e-06,
      "loss": 0.752,
      "step": 31158
    },
    {
      "epoch": 0.6566459614239728,
      "grad_norm": 0.14249949157238007,
      "learning_rate": 5.572471545065555e-06,
      "loss": 0.7548,
      "step": 31159
    },
    {
      "epoch": 0.6566670354623381,
      "grad_norm": 0.12158949673175812,
      "learning_rate": 5.571859560669628e-06,
      "loss": 0.6965,
      "step": 31160
    },
    {
      "epoch": 0.6566881095007033,
      "grad_norm": 0.11232179403305054,
      "learning_rate": 5.57124759690264e-06,
      "loss": 0.6986,
      "step": 31161
    },
    {
      "epoch": 0.6567091835390686,
      "grad_norm": 0.12480181455612183,
      "learning_rate": 5.570635653767444e-06,
      "loss": 0.7628,
      "step": 31162
    },
    {
      "epoch": 0.656730257577434,
      "grad_norm": 0.11537860333919525,
      "learning_rate": 5.570023731266889e-06,
      "loss": 0.6689,
      "step": 31163
    },
    {
      "epoch": 0.6567513316157992,
      "grad_norm": 0.11040882021188736,
      "learning_rate": 5.569411829403825e-06,
      "loss": 0.7091,
      "step": 31164
    },
    {
      "epoch": 0.6567724056541645,
      "grad_norm": 0.15571580827236176,
      "learning_rate": 5.568799948181107e-06,
      "loss": 0.7596,
      "step": 31165
    },
    {
      "epoch": 0.6567934796925298,
      "grad_norm": 0.1147557869553566,
      "learning_rate": 5.568188087601584e-06,
      "loss": 0.7305,
      "step": 31166
    },
    {
      "epoch": 0.656814553730895,
      "grad_norm": 0.12010463327169418,
      "learning_rate": 5.567576247668105e-06,
      "loss": 0.7011,
      "step": 31167
    },
    {
      "epoch": 0.6568356277692603,
      "grad_norm": 0.1258472353219986,
      "learning_rate": 5.566964428383523e-06,
      "loss": 0.7531,
      "step": 31168
    },
    {
      "epoch": 0.6568567018076257,
      "grad_norm": 0.1337326318025589,
      "learning_rate": 5.566352629750684e-06,
      "loss": 0.7629,
      "step": 31169
    },
    {
      "epoch": 0.6568777758459909,
      "grad_norm": 0.1534424126148224,
      "learning_rate": 5.56574085177244e-06,
      "loss": 0.7106,
      "step": 31170
    },
    {
      "epoch": 0.6568988498843562,
      "grad_norm": 0.11896802484989166,
      "learning_rate": 5.56512909445164e-06,
      "loss": 0.7502,
      "step": 31171
    },
    {
      "epoch": 0.6569199239227215,
      "grad_norm": 0.1123616173863411,
      "learning_rate": 5.564517357791136e-06,
      "loss": 0.7005,
      "step": 31172
    },
    {
      "epoch": 0.6569409979610867,
      "grad_norm": 0.1385539472103119,
      "learning_rate": 5.563905641793776e-06,
      "loss": 0.6828,
      "step": 31173
    },
    {
      "epoch": 0.6569620719994521,
      "grad_norm": 0.29770833253860474,
      "learning_rate": 5.563293946462411e-06,
      "loss": 0.7145,
      "step": 31174
    },
    {
      "epoch": 0.6569831460378174,
      "grad_norm": 0.1258467435836792,
      "learning_rate": 5.56268227179989e-06,
      "loss": 0.7728,
      "step": 31175
    },
    {
      "epoch": 0.6570042200761826,
      "grad_norm": 0.12141507863998413,
      "learning_rate": 5.562070617809065e-06,
      "loss": 0.7531,
      "step": 31176
    },
    {
      "epoch": 0.6570252941145479,
      "grad_norm": 0.1445247083902359,
      "learning_rate": 5.56145898449278e-06,
      "loss": 0.7555,
      "step": 31177
    },
    {
      "epoch": 0.6570463681529132,
      "grad_norm": 0.18007105588912964,
      "learning_rate": 5.56084737185389e-06,
      "loss": 0.716,
      "step": 31178
    },
    {
      "epoch": 0.6570674421912786,
      "grad_norm": 0.11692184209823608,
      "learning_rate": 5.56023577989524e-06,
      "loss": 0.7427,
      "step": 31179
    },
    {
      "epoch": 0.6570885162296438,
      "grad_norm": 0.1330944001674652,
      "learning_rate": 5.559624208619682e-06,
      "loss": 0.7499,
      "step": 31180
    },
    {
      "epoch": 0.6571095902680091,
      "grad_norm": 0.12464390695095062,
      "learning_rate": 5.559012658030065e-06,
      "loss": 0.7674,
      "step": 31181
    },
    {
      "epoch": 0.6571306643063743,
      "grad_norm": 0.16448131203651428,
      "learning_rate": 5.558401128129236e-06,
      "loss": 0.8179,
      "step": 31182
    },
    {
      "epoch": 0.6571517383447396,
      "grad_norm": 0.1525205820798874,
      "learning_rate": 5.5577896189200444e-06,
      "loss": 0.7738,
      "step": 31183
    },
    {
      "epoch": 0.657172812383105,
      "grad_norm": 0.1183464527130127,
      "learning_rate": 5.557178130405341e-06,
      "loss": 0.76,
      "step": 31184
    },
    {
      "epoch": 0.6571938864214703,
      "grad_norm": 0.13998845219612122,
      "learning_rate": 5.556566662587971e-06,
      "loss": 0.7437,
      "step": 31185
    },
    {
      "epoch": 0.6572149604598355,
      "grad_norm": 0.13955479860305786,
      "learning_rate": 5.5559552154707865e-06,
      "loss": 0.7279,
      "step": 31186
    },
    {
      "epoch": 0.6572360344982008,
      "grad_norm": 0.11829615384340286,
      "learning_rate": 5.555343789056634e-06,
      "loss": 0.7546,
      "step": 31187
    },
    {
      "epoch": 0.657257108536566,
      "grad_norm": 0.1284341812133789,
      "learning_rate": 5.554732383348367e-06,
      "loss": 0.7941,
      "step": 31188
    },
    {
      "epoch": 0.6572781825749314,
      "grad_norm": 0.13745848834514618,
      "learning_rate": 5.554120998348824e-06,
      "loss": 0.6723,
      "step": 31189
    },
    {
      "epoch": 0.6572992566132967,
      "grad_norm": 0.11691921949386597,
      "learning_rate": 5.553509634060859e-06,
      "loss": 0.6761,
      "step": 31190
    },
    {
      "epoch": 0.657320330651662,
      "grad_norm": 0.18809348344802856,
      "learning_rate": 5.5528982904873186e-06,
      "loss": 0.6936,
      "step": 31191
    },
    {
      "epoch": 0.6573414046900272,
      "grad_norm": 0.127962127327919,
      "learning_rate": 5.552286967631053e-06,
      "loss": 0.7207,
      "step": 31192
    },
    {
      "epoch": 0.6573624787283925,
      "grad_norm": 0.14729946851730347,
      "learning_rate": 5.551675665494904e-06,
      "loss": 0.7185,
      "step": 31193
    },
    {
      "epoch": 0.6573835527667579,
      "grad_norm": 0.10298945009708405,
      "learning_rate": 5.551064384081728e-06,
      "loss": 0.7641,
      "step": 31194
    },
    {
      "epoch": 0.6574046268051231,
      "grad_norm": 0.14445969462394714,
      "learning_rate": 5.55045312339437e-06,
      "loss": 0.7209,
      "step": 31195
    },
    {
      "epoch": 0.6574257008434884,
      "grad_norm": 0.11813707649707794,
      "learning_rate": 5.549841883435676e-06,
      "loss": 0.6857,
      "step": 31196
    },
    {
      "epoch": 0.6574467748818537,
      "grad_norm": 0.12834535539150238,
      "learning_rate": 5.5492306642084984e-06,
      "loss": 0.7494,
      "step": 31197
    },
    {
      "epoch": 0.6574678489202189,
      "grad_norm": 0.11400014907121658,
      "learning_rate": 5.5486194657156746e-06,
      "loss": 0.675,
      "step": 31198
    },
    {
      "epoch": 0.6574889229585843,
      "grad_norm": 0.14154645800590515,
      "learning_rate": 5.548008287960059e-06,
      "loss": 0.7083,
      "step": 31199
    },
    {
      "epoch": 0.6575099969969496,
      "grad_norm": 0.14750897884368896,
      "learning_rate": 5.547397130944498e-06,
      "loss": 0.7391,
      "step": 31200
    },
    {
      "epoch": 0.6575310710353148,
      "grad_norm": 0.12624630331993103,
      "learning_rate": 5.5467859946718375e-06,
      "loss": 0.7199,
      "step": 31201
    },
    {
      "epoch": 0.6575521450736801,
      "grad_norm": 0.11860334873199463,
      "learning_rate": 5.546174879144924e-06,
      "loss": 0.7383,
      "step": 31202
    },
    {
      "epoch": 0.6575732191120454,
      "grad_norm": 0.1894020140171051,
      "learning_rate": 5.5455637843666075e-06,
      "loss": 0.7415,
      "step": 31203
    },
    {
      "epoch": 0.6575942931504107,
      "grad_norm": 0.12712031602859497,
      "learning_rate": 5.544952710339731e-06,
      "loss": 0.7368,
      "step": 31204
    },
    {
      "epoch": 0.657615367188776,
      "grad_norm": 0.15757198631763458,
      "learning_rate": 5.5443416570671445e-06,
      "loss": 0.7711,
      "step": 31205
    },
    {
      "epoch": 0.6576364412271413,
      "grad_norm": 0.18722625076770782,
      "learning_rate": 5.543730624551694e-06,
      "loss": 0.7665,
      "step": 31206
    },
    {
      "epoch": 0.6576575152655065,
      "grad_norm": 0.13751938939094543,
      "learning_rate": 5.543119612796225e-06,
      "loss": 0.6497,
      "step": 31207
    },
    {
      "epoch": 0.6576785893038718,
      "grad_norm": 0.16159680485725403,
      "learning_rate": 5.542508621803584e-06,
      "loss": 0.7346,
      "step": 31208
    },
    {
      "epoch": 0.6576996633422371,
      "grad_norm": 0.13758958876132965,
      "learning_rate": 5.541897651576618e-06,
      "loss": 0.7309,
      "step": 31209
    },
    {
      "epoch": 0.6577207373806024,
      "grad_norm": 0.1561484932899475,
      "learning_rate": 5.541286702118174e-06,
      "loss": 0.79,
      "step": 31210
    },
    {
      "epoch": 0.6577418114189677,
      "grad_norm": 0.11891531944274902,
      "learning_rate": 5.540675773431096e-06,
      "loss": 0.7362,
      "step": 31211
    },
    {
      "epoch": 0.657762885457333,
      "grad_norm": 0.13248637318611145,
      "learning_rate": 5.540064865518231e-06,
      "loss": 0.739,
      "step": 31212
    },
    {
      "epoch": 0.6577839594956982,
      "grad_norm": 0.1277950406074524,
      "learning_rate": 5.539453978382425e-06,
      "loss": 0.7509,
      "step": 31213
    },
    {
      "epoch": 0.6578050335340635,
      "grad_norm": 0.1323281228542328,
      "learning_rate": 5.5388431120265264e-06,
      "loss": 0.7164,
      "step": 31214
    },
    {
      "epoch": 0.6578261075724289,
      "grad_norm": 0.13464811444282532,
      "learning_rate": 5.5382322664533775e-06,
      "loss": 0.7526,
      "step": 31215
    },
    {
      "epoch": 0.6578471816107941,
      "grad_norm": 0.14785344898700714,
      "learning_rate": 5.537621441665825e-06,
      "loss": 0.7769,
      "step": 31216
    },
    {
      "epoch": 0.6578682556491594,
      "grad_norm": 0.13395918905735016,
      "learning_rate": 5.537010637666714e-06,
      "loss": 0.7247,
      "step": 31217
    },
    {
      "epoch": 0.6578893296875247,
      "grad_norm": 0.12537749111652374,
      "learning_rate": 5.536399854458896e-06,
      "loss": 0.7554,
      "step": 31218
    },
    {
      "epoch": 0.6579104037258899,
      "grad_norm": 0.12269596010446548,
      "learning_rate": 5.535789092045207e-06,
      "loss": 0.7639,
      "step": 31219
    },
    {
      "epoch": 0.6579314777642553,
      "grad_norm": 0.13440102338790894,
      "learning_rate": 5.535178350428496e-06,
      "loss": 0.7318,
      "step": 31220
    },
    {
      "epoch": 0.6579525518026206,
      "grad_norm": 0.11507046967744827,
      "learning_rate": 5.534567629611605e-06,
      "loss": 0.711,
      "step": 31221
    },
    {
      "epoch": 0.6579736258409858,
      "grad_norm": 0.12028869986534119,
      "learning_rate": 5.533956929597386e-06,
      "loss": 0.7316,
      "step": 31222
    },
    {
      "epoch": 0.6579946998793511,
      "grad_norm": 0.13277962803840637,
      "learning_rate": 5.5333462503886804e-06,
      "loss": 0.729,
      "step": 31223
    },
    {
      "epoch": 0.6580157739177164,
      "grad_norm": 0.11338680982589722,
      "learning_rate": 5.532735591988334e-06,
      "loss": 0.729,
      "step": 31224
    },
    {
      "epoch": 0.6580368479560817,
      "grad_norm": 0.11156107485294342,
      "learning_rate": 5.532124954399192e-06,
      "loss": 0.7475,
      "step": 31225
    },
    {
      "epoch": 0.658057921994447,
      "grad_norm": 0.1290118247270584,
      "learning_rate": 5.5315143376240965e-06,
      "loss": 0.6949,
      "step": 31226
    },
    {
      "epoch": 0.6580789960328123,
      "grad_norm": 0.184396892786026,
      "learning_rate": 5.530903741665898e-06,
      "loss": 0.8024,
      "step": 31227
    },
    {
      "epoch": 0.6581000700711775,
      "grad_norm": 0.16995872557163239,
      "learning_rate": 5.530293166527434e-06,
      "loss": 0.7267,
      "step": 31228
    },
    {
      "epoch": 0.6581211441095428,
      "grad_norm": 0.11230701208114624,
      "learning_rate": 5.529682612211551e-06,
      "loss": 0.7507,
      "step": 31229
    },
    {
      "epoch": 0.6581422181479082,
      "grad_norm": 0.14125418663024902,
      "learning_rate": 5.529072078721094e-06,
      "loss": 0.7835,
      "step": 31230
    },
    {
      "epoch": 0.6581632921862735,
      "grad_norm": 0.132398322224617,
      "learning_rate": 5.528461566058907e-06,
      "loss": 0.749,
      "step": 31231
    },
    {
      "epoch": 0.6581843662246387,
      "grad_norm": 0.1050024926662445,
      "learning_rate": 5.527851074227834e-06,
      "loss": 0.7687,
      "step": 31232
    },
    {
      "epoch": 0.658205440263004,
      "grad_norm": 0.12235856056213379,
      "learning_rate": 5.527240603230721e-06,
      "loss": 0.7703,
      "step": 31233
    },
    {
      "epoch": 0.6582265143013692,
      "grad_norm": 0.1140664666891098,
      "learning_rate": 5.526630153070409e-06,
      "loss": 0.6955,
      "step": 31234
    },
    {
      "epoch": 0.6582475883397346,
      "grad_norm": 0.1185307726264,
      "learning_rate": 5.526019723749745e-06,
      "loss": 0.7012,
      "step": 31235
    },
    {
      "epoch": 0.6582686623780999,
      "grad_norm": 0.13403412699699402,
      "learning_rate": 5.5254093152715694e-06,
      "loss": 0.748,
      "step": 31236
    },
    {
      "epoch": 0.6582897364164652,
      "grad_norm": 0.10441005975008011,
      "learning_rate": 5.524798927638728e-06,
      "loss": 0.68,
      "step": 31237
    },
    {
      "epoch": 0.6583108104548304,
      "grad_norm": 0.1448979675769806,
      "learning_rate": 5.524188560854064e-06,
      "loss": 0.7599,
      "step": 31238
    },
    {
      "epoch": 0.6583318844931957,
      "grad_norm": 0.11872874945402145,
      "learning_rate": 5.52357821492042e-06,
      "loss": 0.7588,
      "step": 31239
    },
    {
      "epoch": 0.6583529585315611,
      "grad_norm": 0.13867053389549255,
      "learning_rate": 5.522967889840641e-06,
      "loss": 0.755,
      "step": 31240
    },
    {
      "epoch": 0.6583740325699263,
      "grad_norm": 0.10326140373945236,
      "learning_rate": 5.522357585617568e-06,
      "loss": 0.6698,
      "step": 31241
    },
    {
      "epoch": 0.6583951066082916,
      "grad_norm": 0.13011310994625092,
      "learning_rate": 5.521747302254045e-06,
      "loss": 0.7344,
      "step": 31242
    },
    {
      "epoch": 0.6584161806466569,
      "grad_norm": 0.12676642835140228,
      "learning_rate": 5.521137039752917e-06,
      "loss": 0.7628,
      "step": 31243
    },
    {
      "epoch": 0.6584372546850221,
      "grad_norm": 0.11574231088161469,
      "learning_rate": 5.520526798117025e-06,
      "loss": 0.6823,
      "step": 31244
    },
    {
      "epoch": 0.6584583287233874,
      "grad_norm": 0.1332940310239792,
      "learning_rate": 5.519916577349213e-06,
      "loss": 0.6972,
      "step": 31245
    },
    {
      "epoch": 0.6584794027617528,
      "grad_norm": 0.13483962416648865,
      "learning_rate": 5.519306377452323e-06,
      "loss": 0.6997,
      "step": 31246
    },
    {
      "epoch": 0.658500476800118,
      "grad_norm": 0.10175513476133347,
      "learning_rate": 5.518696198429201e-06,
      "loss": 0.7839,
      "step": 31247
    },
    {
      "epoch": 0.6585215508384833,
      "grad_norm": 0.11512868106365204,
      "learning_rate": 5.518086040282682e-06,
      "loss": 0.7558,
      "step": 31248
    },
    {
      "epoch": 0.6585426248768486,
      "grad_norm": 0.10994494706392288,
      "learning_rate": 5.517475903015613e-06,
      "loss": 0.7664,
      "step": 31249
    },
    {
      "epoch": 0.6585636989152138,
      "grad_norm": 0.104387566447258,
      "learning_rate": 5.516865786630833e-06,
      "loss": 0.6697,
      "step": 31250
    },
    {
      "epoch": 0.6585847729535792,
      "grad_norm": 0.10805793106555939,
      "learning_rate": 5.516255691131191e-06,
      "loss": 0.6684,
      "step": 31251
    },
    {
      "epoch": 0.6586058469919445,
      "grad_norm": 0.1124182641506195,
      "learning_rate": 5.515645616519526e-06,
      "loss": 0.7258,
      "step": 31252
    },
    {
      "epoch": 0.6586269210303097,
      "grad_norm": 0.17480884492397308,
      "learning_rate": 5.515035562798681e-06,
      "loss": 0.8234,
      "step": 31253
    },
    {
      "epoch": 0.658647995068675,
      "grad_norm": 0.11012164503335953,
      "learning_rate": 5.514425529971494e-06,
      "loss": 0.7346,
      "step": 31254
    },
    {
      "epoch": 0.6586690691070403,
      "grad_norm": 0.11372432112693787,
      "learning_rate": 5.513815518040813e-06,
      "loss": 0.7111,
      "step": 31255
    },
    {
      "epoch": 0.6586901431454056,
      "grad_norm": 0.11205223947763443,
      "learning_rate": 5.513205527009478e-06,
      "loss": 0.7332,
      "step": 31256
    },
    {
      "epoch": 0.6587112171837709,
      "grad_norm": 0.16591133177280426,
      "learning_rate": 5.5125955568803255e-06,
      "loss": 0.6898,
      "step": 31257
    },
    {
      "epoch": 0.6587322912221362,
      "grad_norm": 0.1219114288687706,
      "learning_rate": 5.511985607656201e-06,
      "loss": 0.6735,
      "step": 31258
    },
    {
      "epoch": 0.6587533652605014,
      "grad_norm": 0.10244233161211014,
      "learning_rate": 5.511375679339946e-06,
      "loss": 0.7452,
      "step": 31259
    },
    {
      "epoch": 0.6587744392988667,
      "grad_norm": 0.1137087345123291,
      "learning_rate": 5.510765771934403e-06,
      "loss": 0.7019,
      "step": 31260
    },
    {
      "epoch": 0.6587955133372321,
      "grad_norm": 0.11948233842849731,
      "learning_rate": 5.51015588544241e-06,
      "loss": 0.7016,
      "step": 31261
    },
    {
      "epoch": 0.6588165873755973,
      "grad_norm": 0.11288094520568848,
      "learning_rate": 5.509546019866812e-06,
      "loss": 0.6962,
      "step": 31262
    },
    {
      "epoch": 0.6588376614139626,
      "grad_norm": 0.13085265457630157,
      "learning_rate": 5.508936175210447e-06,
      "loss": 0.7232,
      "step": 31263
    },
    {
      "epoch": 0.6588587354523279,
      "grad_norm": 0.17148350179195404,
      "learning_rate": 5.5083263514761585e-06,
      "loss": 0.6946,
      "step": 31264
    },
    {
      "epoch": 0.6588798094906931,
      "grad_norm": 0.11714937537908554,
      "learning_rate": 5.507716548666786e-06,
      "loss": 0.6706,
      "step": 31265
    },
    {
      "epoch": 0.6589008835290585,
      "grad_norm": 0.13120143115520477,
      "learning_rate": 5.507106766785171e-06,
      "loss": 0.7345,
      "step": 31266
    },
    {
      "epoch": 0.6589219575674238,
      "grad_norm": 0.12042513489723206,
      "learning_rate": 5.506497005834153e-06,
      "loss": 0.7047,
      "step": 31267
    },
    {
      "epoch": 0.658943031605789,
      "grad_norm": 0.13103646039962769,
      "learning_rate": 5.5058872658165744e-06,
      "loss": 0.7538,
      "step": 31268
    },
    {
      "epoch": 0.6589641056441543,
      "grad_norm": 0.10964396595954895,
      "learning_rate": 5.505277546735275e-06,
      "loss": 0.6915,
      "step": 31269
    },
    {
      "epoch": 0.6589851796825196,
      "grad_norm": 0.14478474855422974,
      "learning_rate": 5.504667848593095e-06,
      "loss": 0.7849,
      "step": 31270
    },
    {
      "epoch": 0.659006253720885,
      "grad_norm": 0.12226510047912598,
      "learning_rate": 5.504058171392875e-06,
      "loss": 0.7323,
      "step": 31271
    },
    {
      "epoch": 0.6590273277592502,
      "grad_norm": 0.16518686711788177,
      "learning_rate": 5.503448515137453e-06,
      "loss": 0.752,
      "step": 31272
    },
    {
      "epoch": 0.6590484017976155,
      "grad_norm": 0.11972668021917343,
      "learning_rate": 5.502838879829673e-06,
      "loss": 0.7822,
      "step": 31273
    },
    {
      "epoch": 0.6590694758359807,
      "grad_norm": 0.1330961436033249,
      "learning_rate": 5.502229265472374e-06,
      "loss": 0.6863,
      "step": 31274
    },
    {
      "epoch": 0.659090549874346,
      "grad_norm": 0.13946151733398438,
      "learning_rate": 5.501619672068395e-06,
      "loss": 0.7045,
      "step": 31275
    },
    {
      "epoch": 0.6591116239127114,
      "grad_norm": 0.15511023998260498,
      "learning_rate": 5.501010099620574e-06,
      "loss": 0.6767,
      "step": 31276
    },
    {
      "epoch": 0.6591326979510767,
      "grad_norm": 0.13186557590961456,
      "learning_rate": 5.500400548131759e-06,
      "loss": 0.7658,
      "step": 31277
    },
    {
      "epoch": 0.6591537719894419,
      "grad_norm": 0.12232040613889694,
      "learning_rate": 5.499791017604778e-06,
      "loss": 0.6899,
      "step": 31278
    },
    {
      "epoch": 0.6591748460278072,
      "grad_norm": 0.12210080772638321,
      "learning_rate": 5.499181508042474e-06,
      "loss": 0.8179,
      "step": 31279
    },
    {
      "epoch": 0.6591959200661724,
      "grad_norm": 0.13424177467823029,
      "learning_rate": 5.498572019447692e-06,
      "loss": 0.7422,
      "step": 31280
    },
    {
      "epoch": 0.6592169941045377,
      "grad_norm": 0.12081293761730194,
      "learning_rate": 5.497962551823266e-06,
      "loss": 0.786,
      "step": 31281
    },
    {
      "epoch": 0.6592380681429031,
      "grad_norm": 0.14149592816829681,
      "learning_rate": 5.497353105172039e-06,
      "loss": 0.7705,
      "step": 31282
    },
    {
      "epoch": 0.6592591421812684,
      "grad_norm": 0.1225355863571167,
      "learning_rate": 5.4967436794968475e-06,
      "loss": 0.746,
      "step": 31283
    },
    {
      "epoch": 0.6592802162196336,
      "grad_norm": 0.11411812901496887,
      "learning_rate": 5.496134274800533e-06,
      "loss": 0.6857,
      "step": 31284
    },
    {
      "epoch": 0.6593012902579989,
      "grad_norm": 0.10500016808509827,
      "learning_rate": 5.4955248910859306e-06,
      "loss": 0.6982,
      "step": 31285
    },
    {
      "epoch": 0.6593223642963641,
      "grad_norm": 0.1424250304698944,
      "learning_rate": 5.494915528355886e-06,
      "loss": 0.7558,
      "step": 31286
    },
    {
      "epoch": 0.6593434383347295,
      "grad_norm": 0.10396163910627365,
      "learning_rate": 5.494306186613231e-06,
      "loss": 0.7183,
      "step": 31287
    },
    {
      "epoch": 0.6593645123730948,
      "grad_norm": 0.11266479641199112,
      "learning_rate": 5.493696865860806e-06,
      "loss": 0.6877,
      "step": 31288
    },
    {
      "epoch": 0.6593855864114601,
      "grad_norm": 0.10145951062440872,
      "learning_rate": 5.493087566101449e-06,
      "loss": 0.714,
      "step": 31289
    },
    {
      "epoch": 0.6594066604498253,
      "grad_norm": 0.19366969168186188,
      "learning_rate": 5.492478287338001e-06,
      "loss": 0.747,
      "step": 31290
    },
    {
      "epoch": 0.6594277344881906,
      "grad_norm": 0.17379459738731384,
      "learning_rate": 5.491869029573299e-06,
      "loss": 0.7025,
      "step": 31291
    },
    {
      "epoch": 0.659448808526556,
      "grad_norm": 0.13688500225543976,
      "learning_rate": 5.491259792810182e-06,
      "loss": 0.7171,
      "step": 31292
    },
    {
      "epoch": 0.6594698825649212,
      "grad_norm": 0.10285408049821854,
      "learning_rate": 5.490650577051483e-06,
      "loss": 0.6619,
      "step": 31293
    },
    {
      "epoch": 0.6594909566032865,
      "grad_norm": 0.1072687953710556,
      "learning_rate": 5.490041382300049e-06,
      "loss": 0.7027,
      "step": 31294
    },
    {
      "epoch": 0.6595120306416518,
      "grad_norm": 0.1366928666830063,
      "learning_rate": 5.489432208558717e-06,
      "loss": 0.7103,
      "step": 31295
    },
    {
      "epoch": 0.659533104680017,
      "grad_norm": 0.12719368934631348,
      "learning_rate": 5.488823055830318e-06,
      "loss": 0.741,
      "step": 31296
    },
    {
      "epoch": 0.6595541787183824,
      "grad_norm": 0.09608589112758636,
      "learning_rate": 5.488213924117694e-06,
      "loss": 0.6384,
      "step": 31297
    },
    {
      "epoch": 0.6595752527567477,
      "grad_norm": 0.1271265596151352,
      "learning_rate": 5.487604813423682e-06,
      "loss": 0.7851,
      "step": 31298
    },
    {
      "epoch": 0.6595963267951129,
      "grad_norm": 0.10137028247117996,
      "learning_rate": 5.486995723751118e-06,
      "loss": 0.6953,
      "step": 31299
    },
    {
      "epoch": 0.6596174008334782,
      "grad_norm": 0.14017678797245026,
      "learning_rate": 5.4863866551028434e-06,
      "loss": 0.7634,
      "step": 31300
    },
    {
      "epoch": 0.6596384748718435,
      "grad_norm": 0.1128394603729248,
      "learning_rate": 5.485777607481692e-06,
      "loss": 0.7322,
      "step": 31301
    },
    {
      "epoch": 0.6596595489102088,
      "grad_norm": 0.11523926258087158,
      "learning_rate": 5.485168580890503e-06,
      "loss": 0.7616,
      "step": 31302
    },
    {
      "epoch": 0.6596806229485741,
      "grad_norm": 0.1136598289012909,
      "learning_rate": 5.4845595753321135e-06,
      "loss": 0.7842,
      "step": 31303
    },
    {
      "epoch": 0.6597016969869394,
      "grad_norm": 0.12718714773654938,
      "learning_rate": 5.483950590809361e-06,
      "loss": 0.6843,
      "step": 31304
    },
    {
      "epoch": 0.6597227710253046,
      "grad_norm": 0.2073659747838974,
      "learning_rate": 5.48334162732508e-06,
      "loss": 0.7367,
      "step": 31305
    },
    {
      "epoch": 0.6597438450636699,
      "grad_norm": 0.11275623738765717,
      "learning_rate": 5.482732684882115e-06,
      "loss": 0.7188,
      "step": 31306
    },
    {
      "epoch": 0.6597649191020353,
      "grad_norm": 0.13290247321128845,
      "learning_rate": 5.482123763483293e-06,
      "loss": 0.7629,
      "step": 31307
    },
    {
      "epoch": 0.6597859931404005,
      "grad_norm": 0.10970189422369003,
      "learning_rate": 5.4815148631314495e-06,
      "loss": 0.7077,
      "step": 31308
    },
    {
      "epoch": 0.6598070671787658,
      "grad_norm": 0.2070632427930832,
      "learning_rate": 5.480905983829431e-06,
      "loss": 0.6697,
      "step": 31309
    },
    {
      "epoch": 0.6598281412171311,
      "grad_norm": 0.12839317321777344,
      "learning_rate": 5.48029712558007e-06,
      "loss": 0.6942,
      "step": 31310
    },
    {
      "epoch": 0.6598492152554963,
      "grad_norm": 0.13149292767047882,
      "learning_rate": 5.4796882883862005e-06,
      "loss": 0.6673,
      "step": 31311
    },
    {
      "epoch": 0.6598702892938617,
      "grad_norm": 0.1303209364414215,
      "learning_rate": 5.4790794722506615e-06,
      "loss": 0.792,
      "step": 31312
    },
    {
      "epoch": 0.659891363332227,
      "grad_norm": 0.11220073699951172,
      "learning_rate": 5.478470677176288e-06,
      "loss": 0.7459,
      "step": 31313
    },
    {
      "epoch": 0.6599124373705922,
      "grad_norm": 0.12031735479831696,
      "learning_rate": 5.477861903165919e-06,
      "loss": 0.7487,
      "step": 31314
    },
    {
      "epoch": 0.6599335114089575,
      "grad_norm": 0.11601367592811584,
      "learning_rate": 5.47725315022239e-06,
      "loss": 0.7601,
      "step": 31315
    },
    {
      "epoch": 0.6599545854473228,
      "grad_norm": 0.1606147289276123,
      "learning_rate": 5.476644418348531e-06,
      "loss": 0.8016,
      "step": 31316
    },
    {
      "epoch": 0.6599756594856881,
      "grad_norm": 0.13494504988193512,
      "learning_rate": 5.476035707547182e-06,
      "loss": 0.7758,
      "step": 31317
    },
    {
      "epoch": 0.6599967335240534,
      "grad_norm": 0.10459278523921967,
      "learning_rate": 5.47542701782118e-06,
      "loss": 0.6693,
      "step": 31318
    },
    {
      "epoch": 0.6600178075624187,
      "grad_norm": 0.10852213203907013,
      "learning_rate": 5.474818349173356e-06,
      "loss": 0.7066,
      "step": 31319
    },
    {
      "epoch": 0.6600388816007839,
      "grad_norm": 0.14057967066764832,
      "learning_rate": 5.474209701606552e-06,
      "loss": 0.7598,
      "step": 31320
    },
    {
      "epoch": 0.6600599556391492,
      "grad_norm": 0.1122814491391182,
      "learning_rate": 5.473601075123599e-06,
      "loss": 0.6895,
      "step": 31321
    },
    {
      "epoch": 0.6600810296775145,
      "grad_norm": 0.11127344518899918,
      "learning_rate": 5.47299246972733e-06,
      "loss": 0.7424,
      "step": 31322
    },
    {
      "epoch": 0.6601021037158799,
      "grad_norm": 0.11574668437242508,
      "learning_rate": 5.472383885420587e-06,
      "loss": 0.8212,
      "step": 31323
    },
    {
      "epoch": 0.6601231777542451,
      "grad_norm": 0.10705053061246872,
      "learning_rate": 5.471775322206207e-06,
      "loss": 0.7517,
      "step": 31324
    },
    {
      "epoch": 0.6601442517926104,
      "grad_norm": 0.13278500735759735,
      "learning_rate": 5.471166780087014e-06,
      "loss": 0.747,
      "step": 31325
    },
    {
      "epoch": 0.6601653258309756,
      "grad_norm": 0.10108134895563126,
      "learning_rate": 5.47055825906585e-06,
      "loss": 0.7268,
      "step": 31326
    },
    {
      "epoch": 0.6601863998693409,
      "grad_norm": 0.13378781080245972,
      "learning_rate": 5.46994975914555e-06,
      "loss": 0.7286,
      "step": 31327
    },
    {
      "epoch": 0.6602074739077063,
      "grad_norm": 0.11212844401597977,
      "learning_rate": 5.469341280328947e-06,
      "loss": 0.7169,
      "step": 31328
    },
    {
      "epoch": 0.6602285479460716,
      "grad_norm": 0.11505530774593353,
      "learning_rate": 5.468732822618877e-06,
      "loss": 0.6856,
      "step": 31329
    },
    {
      "epoch": 0.6602496219844368,
      "grad_norm": 0.10907294601202011,
      "learning_rate": 5.468124386018172e-06,
      "loss": 0.6785,
      "step": 31330
    },
    {
      "epoch": 0.6602706960228021,
      "grad_norm": 0.12048196792602539,
      "learning_rate": 5.467515970529669e-06,
      "loss": 0.7689,
      "step": 31331
    },
    {
      "epoch": 0.6602917700611673,
      "grad_norm": 0.1264040619134903,
      "learning_rate": 5.466907576156202e-06,
      "loss": 0.6696,
      "step": 31332
    },
    {
      "epoch": 0.6603128440995327,
      "grad_norm": 0.1592862755060196,
      "learning_rate": 5.466299202900604e-06,
      "loss": 0.7511,
      "step": 31333
    },
    {
      "epoch": 0.660333918137898,
      "grad_norm": 0.11970650404691696,
      "learning_rate": 5.4656908507657115e-06,
      "loss": 0.7307,
      "step": 31334
    },
    {
      "epoch": 0.6603549921762633,
      "grad_norm": 0.11283324658870697,
      "learning_rate": 5.465082519754357e-06,
      "loss": 0.6865,
      "step": 31335
    },
    {
      "epoch": 0.6603760662146285,
      "grad_norm": 0.10940966010093689,
      "learning_rate": 5.464474209869377e-06,
      "loss": 0.6732,
      "step": 31336
    },
    {
      "epoch": 0.6603971402529938,
      "grad_norm": 0.12841513752937317,
      "learning_rate": 5.4638659211135954e-06,
      "loss": 0.7718,
      "step": 31337
    },
    {
      "epoch": 0.6604182142913592,
      "grad_norm": 0.12137771397829056,
      "learning_rate": 5.46325765348986e-06,
      "loss": 0.7397,
      "step": 31338
    },
    {
      "epoch": 0.6604392883297244,
      "grad_norm": 0.14092883467674255,
      "learning_rate": 5.462649407000995e-06,
      "loss": 0.7545,
      "step": 31339
    },
    {
      "epoch": 0.6604603623680897,
      "grad_norm": 0.11513850092887878,
      "learning_rate": 5.4620411816498375e-06,
      "loss": 0.6982,
      "step": 31340
    },
    {
      "epoch": 0.660481436406455,
      "grad_norm": 0.11074986308813095,
      "learning_rate": 5.461432977439223e-06,
      "loss": 0.7059,
      "step": 31341
    },
    {
      "epoch": 0.6605025104448202,
      "grad_norm": 0.11562197655439377,
      "learning_rate": 5.46082479437198e-06,
      "loss": 0.7337,
      "step": 31342
    },
    {
      "epoch": 0.6605235844831856,
      "grad_norm": 0.14303617179393768,
      "learning_rate": 5.460216632450944e-06,
      "loss": 0.6967,
      "step": 31343
    },
    {
      "epoch": 0.6605446585215509,
      "grad_norm": 0.10528942197561264,
      "learning_rate": 5.459608491678949e-06,
      "loss": 0.7111,
      "step": 31344
    },
    {
      "epoch": 0.6605657325599161,
      "grad_norm": 0.12444821000099182,
      "learning_rate": 5.459000372058831e-06,
      "loss": 0.7803,
      "step": 31345
    },
    {
      "epoch": 0.6605868065982814,
      "grad_norm": 0.09789737313985825,
      "learning_rate": 5.458392273593417e-06,
      "loss": 0.7264,
      "step": 31346
    },
    {
      "epoch": 0.6606078806366467,
      "grad_norm": 0.1042361631989479,
      "learning_rate": 5.457784196285542e-06,
      "loss": 0.6952,
      "step": 31347
    },
    {
      "epoch": 0.660628954675012,
      "grad_norm": 0.13472099602222443,
      "learning_rate": 5.457176140138039e-06,
      "loss": 0.7193,
      "step": 31348
    },
    {
      "epoch": 0.6606500287133773,
      "grad_norm": 0.17933563888072968,
      "learning_rate": 5.456568105153739e-06,
      "loss": 0.7562,
      "step": 31349
    },
    {
      "epoch": 0.6606711027517426,
      "grad_norm": 0.1216898262500763,
      "learning_rate": 5.455960091335477e-06,
      "loss": 0.7595,
      "step": 31350
    },
    {
      "epoch": 0.6606921767901078,
      "grad_norm": 0.12071822583675385,
      "learning_rate": 5.455352098686082e-06,
      "loss": 0.7566,
      "step": 31351
    },
    {
      "epoch": 0.6607132508284731,
      "grad_norm": 0.11354795098304749,
      "learning_rate": 5.454744127208393e-06,
      "loss": 0.667,
      "step": 31352
    },
    {
      "epoch": 0.6607343248668385,
      "grad_norm": 0.11742078512907028,
      "learning_rate": 5.4541361769052385e-06,
      "loss": 0.7122,
      "step": 31353
    },
    {
      "epoch": 0.6607553989052037,
      "grad_norm": 0.13137079775333405,
      "learning_rate": 5.453528247779454e-06,
      "loss": 0.7019,
      "step": 31354
    },
    {
      "epoch": 0.660776472943569,
      "grad_norm": 0.11969802528619766,
      "learning_rate": 5.452920339833865e-06,
      "loss": 0.7202,
      "step": 31355
    },
    {
      "epoch": 0.6607975469819343,
      "grad_norm": 0.12372194230556488,
      "learning_rate": 5.452312453071307e-06,
      "loss": 0.7138,
      "step": 31356
    },
    {
      "epoch": 0.6608186210202995,
      "grad_norm": 0.10881917178630829,
      "learning_rate": 5.451704587494612e-06,
      "loss": 0.7535,
      "step": 31357
    },
    {
      "epoch": 0.6608396950586648,
      "grad_norm": 0.14779174327850342,
      "learning_rate": 5.451096743106611e-06,
      "loss": 0.6742,
      "step": 31358
    },
    {
      "epoch": 0.6608607690970302,
      "grad_norm": 0.11225250363349915,
      "learning_rate": 5.450488919910136e-06,
      "loss": 0.7153,
      "step": 31359
    },
    {
      "epoch": 0.6608818431353954,
      "grad_norm": 0.11133589595556259,
      "learning_rate": 5.44988111790802e-06,
      "loss": 0.7382,
      "step": 31360
    },
    {
      "epoch": 0.6609029171737607,
      "grad_norm": 0.12523850798606873,
      "learning_rate": 5.449273337103091e-06,
      "loss": 0.7492,
      "step": 31361
    },
    {
      "epoch": 0.660923991212126,
      "grad_norm": 0.1401403397321701,
      "learning_rate": 5.448665577498186e-06,
      "loss": 0.7234,
      "step": 31362
    },
    {
      "epoch": 0.6609450652504912,
      "grad_norm": 0.1464865654706955,
      "learning_rate": 5.448057839096131e-06,
      "loss": 0.7279,
      "step": 31363
    },
    {
      "epoch": 0.6609661392888566,
      "grad_norm": 0.13470181822776794,
      "learning_rate": 5.44745012189976e-06,
      "loss": 0.8367,
      "step": 31364
    },
    {
      "epoch": 0.6609872133272219,
      "grad_norm": 0.1093168556690216,
      "learning_rate": 5.446842425911903e-06,
      "loss": 0.725,
      "step": 31365
    },
    {
      "epoch": 0.6610082873655871,
      "grad_norm": 0.10735085606575012,
      "learning_rate": 5.446234751135393e-06,
      "loss": 0.69,
      "step": 31366
    },
    {
      "epoch": 0.6610293614039524,
      "grad_norm": 0.1559515744447708,
      "learning_rate": 5.445627097573057e-06,
      "loss": 0.704,
      "step": 31367
    },
    {
      "epoch": 0.6610504354423177,
      "grad_norm": 0.11644323915243149,
      "learning_rate": 5.44501946522773e-06,
      "loss": 0.7324,
      "step": 31368
    },
    {
      "epoch": 0.661071509480683,
      "grad_norm": 0.1351379007101059,
      "learning_rate": 5.44441185410224e-06,
      "loss": 0.7536,
      "step": 31369
    },
    {
      "epoch": 0.6610925835190483,
      "grad_norm": 0.10445000976324081,
      "learning_rate": 5.443804264199419e-06,
      "loss": 0.7454,
      "step": 31370
    },
    {
      "epoch": 0.6611136575574136,
      "grad_norm": 0.1557767391204834,
      "learning_rate": 5.443196695522097e-06,
      "loss": 0.7964,
      "step": 31371
    },
    {
      "epoch": 0.6611347315957788,
      "grad_norm": 0.1057751327753067,
      "learning_rate": 5.442589148073103e-06,
      "loss": 0.7073,
      "step": 31372
    },
    {
      "epoch": 0.6611558056341441,
      "grad_norm": 0.1154550090432167,
      "learning_rate": 5.44198162185527e-06,
      "loss": 0.7809,
      "step": 31373
    },
    {
      "epoch": 0.6611768796725095,
      "grad_norm": 0.13033629953861237,
      "learning_rate": 5.4413741168714315e-06,
      "loss": 0.6679,
      "step": 31374
    },
    {
      "epoch": 0.6611979537108748,
      "grad_norm": 0.10757270455360413,
      "learning_rate": 5.440766633124408e-06,
      "loss": 0.7426,
      "step": 31375
    },
    {
      "epoch": 0.66121902774924,
      "grad_norm": 0.11173129826784134,
      "learning_rate": 5.440159170617036e-06,
      "loss": 0.7328,
      "step": 31376
    },
    {
      "epoch": 0.6612401017876053,
      "grad_norm": 0.12878671288490295,
      "learning_rate": 5.439551729352144e-06,
      "loss": 0.742,
      "step": 31377
    },
    {
      "epoch": 0.6612611758259705,
      "grad_norm": 0.12384679168462753,
      "learning_rate": 5.43894430933256e-06,
      "loss": 0.7197,
      "step": 31378
    },
    {
      "epoch": 0.6612822498643359,
      "grad_norm": 0.13442760705947876,
      "learning_rate": 5.438336910561117e-06,
      "loss": 0.7218,
      "step": 31379
    },
    {
      "epoch": 0.6613033239027012,
      "grad_norm": 0.12586547434329987,
      "learning_rate": 5.437729533040639e-06,
      "loss": 0.6506,
      "step": 31380
    },
    {
      "epoch": 0.6613243979410665,
      "grad_norm": 0.13669104874134064,
      "learning_rate": 5.437122176773964e-06,
      "loss": 0.7017,
      "step": 31381
    },
    {
      "epoch": 0.6613454719794317,
      "grad_norm": 0.11603645235300064,
      "learning_rate": 5.4365148417639165e-06,
      "loss": 0.7173,
      "step": 31382
    },
    {
      "epoch": 0.661366546017797,
      "grad_norm": 0.10909126698970795,
      "learning_rate": 5.435907528013331e-06,
      "loss": 0.7421,
      "step": 31383
    },
    {
      "epoch": 0.6613876200561624,
      "grad_norm": 0.13389387726783752,
      "learning_rate": 5.4353002355250295e-06,
      "loss": 0.679,
      "step": 31384
    },
    {
      "epoch": 0.6614086940945276,
      "grad_norm": 0.12305611371994019,
      "learning_rate": 5.434692964301842e-06,
      "loss": 0.7444,
      "step": 31385
    },
    {
      "epoch": 0.6614297681328929,
      "grad_norm": 0.13185115158557892,
      "learning_rate": 5.4340857143466e-06,
      "loss": 0.7358,
      "step": 31386
    },
    {
      "epoch": 0.6614508421712582,
      "grad_norm": 0.12760436534881592,
      "learning_rate": 5.433478485662133e-06,
      "loss": 0.7226,
      "step": 31387
    },
    {
      "epoch": 0.6614719162096234,
      "grad_norm": 0.12038957327604294,
      "learning_rate": 5.4328712782512676e-06,
      "loss": 0.7572,
      "step": 31388
    },
    {
      "epoch": 0.6614929902479888,
      "grad_norm": 0.12597821652889252,
      "learning_rate": 5.432264092116833e-06,
      "loss": 0.7258,
      "step": 31389
    },
    {
      "epoch": 0.6615140642863541,
      "grad_norm": 0.1287178099155426,
      "learning_rate": 5.43165692726166e-06,
      "loss": 0.7165,
      "step": 31390
    },
    {
      "epoch": 0.6615351383247193,
      "grad_norm": 0.11918044090270996,
      "learning_rate": 5.431049783688574e-06,
      "loss": 0.7692,
      "step": 31391
    },
    {
      "epoch": 0.6615562123630846,
      "grad_norm": 0.1566530168056488,
      "learning_rate": 5.430442661400405e-06,
      "loss": 0.7542,
      "step": 31392
    },
    {
      "epoch": 0.6615772864014499,
      "grad_norm": 0.10407497733831406,
      "learning_rate": 5.4298355603999845e-06,
      "loss": 0.7481,
      "step": 31393
    },
    {
      "epoch": 0.6615983604398151,
      "grad_norm": 0.12531252205371857,
      "learning_rate": 5.429228480690135e-06,
      "loss": 0.7133,
      "step": 31394
    },
    {
      "epoch": 0.6616194344781805,
      "grad_norm": 0.119877390563488,
      "learning_rate": 5.428621422273687e-06,
      "loss": 0.8225,
      "step": 31395
    },
    {
      "epoch": 0.6616405085165458,
      "grad_norm": 0.10968489944934845,
      "learning_rate": 5.428014385153471e-06,
      "loss": 0.717,
      "step": 31396
    },
    {
      "epoch": 0.661661582554911,
      "grad_norm": 0.10227454453706741,
      "learning_rate": 5.427407369332311e-06,
      "loss": 0.6787,
      "step": 31397
    },
    {
      "epoch": 0.6616826565932763,
      "grad_norm": 0.1260024607181549,
      "learning_rate": 5.4268003748130374e-06,
      "loss": 0.7884,
      "step": 31398
    },
    {
      "epoch": 0.6617037306316416,
      "grad_norm": 0.10071118175983429,
      "learning_rate": 5.426193401598476e-06,
      "loss": 0.6846,
      "step": 31399
    },
    {
      "epoch": 0.6617248046700069,
      "grad_norm": 0.10675929486751556,
      "learning_rate": 5.425586449691456e-06,
      "loss": 0.6989,
      "step": 31400
    },
    {
      "epoch": 0.6617458787083722,
      "grad_norm": 0.11029128730297089,
      "learning_rate": 5.424979519094806e-06,
      "loss": 0.7122,
      "step": 31401
    },
    {
      "epoch": 0.6617669527467375,
      "grad_norm": 0.10533592104911804,
      "learning_rate": 5.42437260981135e-06,
      "loss": 0.7444,
      "step": 31402
    },
    {
      "epoch": 0.6617880267851027,
      "grad_norm": 0.11401613056659698,
      "learning_rate": 5.4237657218439185e-06,
      "loss": 0.6886,
      "step": 31403
    },
    {
      "epoch": 0.661809100823468,
      "grad_norm": 0.1347867101430893,
      "learning_rate": 5.423158855195343e-06,
      "loss": 0.7496,
      "step": 31404
    },
    {
      "epoch": 0.6618301748618334,
      "grad_norm": 0.14099128544330597,
      "learning_rate": 5.4225520098684394e-06,
      "loss": 0.7525,
      "step": 31405
    },
    {
      "epoch": 0.6618512489001986,
      "grad_norm": 0.12867429852485657,
      "learning_rate": 5.42194518586604e-06,
      "loss": 0.7243,
      "step": 31406
    },
    {
      "epoch": 0.6618723229385639,
      "grad_norm": 0.17046205699443817,
      "learning_rate": 5.421338383190974e-06,
      "loss": 0.7917,
      "step": 31407
    },
    {
      "epoch": 0.6618933969769292,
      "grad_norm": 0.10499373823404312,
      "learning_rate": 5.4207316018460625e-06,
      "loss": 0.7346,
      "step": 31408
    },
    {
      "epoch": 0.6619144710152944,
      "grad_norm": 0.13178831338882446,
      "learning_rate": 5.420124841834139e-06,
      "loss": 0.7889,
      "step": 31409
    },
    {
      "epoch": 0.6619355450536598,
      "grad_norm": 0.1093016266822815,
      "learning_rate": 5.419518103158028e-06,
      "loss": 0.691,
      "step": 31410
    },
    {
      "epoch": 0.6619566190920251,
      "grad_norm": 0.16920804977416992,
      "learning_rate": 5.4189113858205556e-06,
      "loss": 0.7002,
      "step": 31411
    },
    {
      "epoch": 0.6619776931303903,
      "grad_norm": 0.1273774802684784,
      "learning_rate": 5.418304689824549e-06,
      "loss": 0.7869,
      "step": 31412
    },
    {
      "epoch": 0.6619987671687556,
      "grad_norm": 0.1830119490623474,
      "learning_rate": 5.417698015172838e-06,
      "loss": 0.718,
      "step": 31413
    },
    {
      "epoch": 0.6620198412071209,
      "grad_norm": 0.1482761651277542,
      "learning_rate": 5.417091361868239e-06,
      "loss": 0.7696,
      "step": 31414
    },
    {
      "epoch": 0.6620409152454863,
      "grad_norm": 0.13858827948570251,
      "learning_rate": 5.416484729913585e-06,
      "loss": 0.7037,
      "step": 31415
    },
    {
      "epoch": 0.6620619892838515,
      "grad_norm": 0.15039919316768646,
      "learning_rate": 5.4158781193117005e-06,
      "loss": 0.7074,
      "step": 31416
    },
    {
      "epoch": 0.6620830633222168,
      "grad_norm": 0.12474333494901657,
      "learning_rate": 5.415271530065412e-06,
      "loss": 0.7233,
      "step": 31417
    },
    {
      "epoch": 0.662104137360582,
      "grad_norm": 0.11212030053138733,
      "learning_rate": 5.414664962177545e-06,
      "loss": 0.6659,
      "step": 31418
    },
    {
      "epoch": 0.6621252113989473,
      "grad_norm": 0.16979573667049408,
      "learning_rate": 5.4140584156509245e-06,
      "loss": 0.775,
      "step": 31419
    },
    {
      "epoch": 0.6621462854373127,
      "grad_norm": 0.13921146094799042,
      "learning_rate": 5.413451890488379e-06,
      "loss": 0.7367,
      "step": 31420
    },
    {
      "epoch": 0.662167359475678,
      "grad_norm": 0.18045243620872498,
      "learning_rate": 5.412845386692731e-06,
      "loss": 0.7261,
      "step": 31421
    },
    {
      "epoch": 0.6621884335140432,
      "grad_norm": 0.11738637834787369,
      "learning_rate": 5.412238904266807e-06,
      "loss": 0.7514,
      "step": 31422
    },
    {
      "epoch": 0.6622095075524085,
      "grad_norm": 0.1753365695476532,
      "learning_rate": 5.411632443213433e-06,
      "loss": 0.736,
      "step": 31423
    },
    {
      "epoch": 0.6622305815907737,
      "grad_norm": 0.11069483309984207,
      "learning_rate": 5.411026003535433e-06,
      "loss": 0.6954,
      "step": 31424
    },
    {
      "epoch": 0.6622516556291391,
      "grad_norm": 0.125935897231102,
      "learning_rate": 5.410419585235634e-06,
      "loss": 0.6687,
      "step": 31425
    },
    {
      "epoch": 0.6622727296675044,
      "grad_norm": 0.1577623039484024,
      "learning_rate": 5.409813188316858e-06,
      "loss": 0.7581,
      "step": 31426
    },
    {
      "epoch": 0.6622938037058697,
      "grad_norm": 0.2059255838394165,
      "learning_rate": 5.409206812781933e-06,
      "loss": 0.7663,
      "step": 31427
    },
    {
      "epoch": 0.6623148777442349,
      "grad_norm": 0.12617775797843933,
      "learning_rate": 5.408600458633684e-06,
      "loss": 0.6874,
      "step": 31428
    },
    {
      "epoch": 0.6623359517826002,
      "grad_norm": 0.15179099142551422,
      "learning_rate": 5.407994125874933e-06,
      "loss": 0.7503,
      "step": 31429
    },
    {
      "epoch": 0.6623570258209656,
      "grad_norm": 0.1289009153842926,
      "learning_rate": 5.407387814508507e-06,
      "loss": 0.7306,
      "step": 31430
    },
    {
      "epoch": 0.6623780998593308,
      "grad_norm": 0.16129650175571442,
      "learning_rate": 5.406781524537228e-06,
      "loss": 0.7576,
      "step": 31431
    },
    {
      "epoch": 0.6623991738976961,
      "grad_norm": 0.14656370878219604,
      "learning_rate": 5.406175255963923e-06,
      "loss": 0.7023,
      "step": 31432
    },
    {
      "epoch": 0.6624202479360614,
      "grad_norm": 0.11371037364006042,
      "learning_rate": 5.40556900879142e-06,
      "loss": 0.6741,
      "step": 31433
    },
    {
      "epoch": 0.6624413219744266,
      "grad_norm": 0.14646224677562714,
      "learning_rate": 5.404962783022536e-06,
      "loss": 0.6847,
      "step": 31434
    },
    {
      "epoch": 0.6624623960127919,
      "grad_norm": 0.11148261278867722,
      "learning_rate": 5.404356578660097e-06,
      "loss": 0.7409,
      "step": 31435
    },
    {
      "epoch": 0.6624834700511573,
      "grad_norm": 0.13635414838790894,
      "learning_rate": 5.403750395706928e-06,
      "loss": 0.7357,
      "step": 31436
    },
    {
      "epoch": 0.6625045440895225,
      "grad_norm": 0.11070673167705536,
      "learning_rate": 5.403144234165849e-06,
      "loss": 0.7075,
      "step": 31437
    },
    {
      "epoch": 0.6625256181278878,
      "grad_norm": 0.1295381337404251,
      "learning_rate": 5.402538094039691e-06,
      "loss": 0.7286,
      "step": 31438
    },
    {
      "epoch": 0.6625466921662531,
      "grad_norm": 0.12134072929620743,
      "learning_rate": 5.401931975331276e-06,
      "loss": 0.7494,
      "step": 31439
    },
    {
      "epoch": 0.6625677662046183,
      "grad_norm": 0.11924480646848679,
      "learning_rate": 5.401325878043426e-06,
      "loss": 0.739,
      "step": 31440
    },
    {
      "epoch": 0.6625888402429837,
      "grad_norm": 0.15352827310562134,
      "learning_rate": 5.400719802178964e-06,
      "loss": 0.7876,
      "step": 31441
    },
    {
      "epoch": 0.662609914281349,
      "grad_norm": 0.11205710470676422,
      "learning_rate": 5.4001137477407195e-06,
      "loss": 0.6944,
      "step": 31442
    },
    {
      "epoch": 0.6626309883197142,
      "grad_norm": 0.14303606748580933,
      "learning_rate": 5.3995077147315065e-06,
      "loss": 0.765,
      "step": 31443
    },
    {
      "epoch": 0.6626520623580795,
      "grad_norm": 0.10954418778419495,
      "learning_rate": 5.3989017031541516e-06,
      "loss": 0.7498,
      "step": 31444
    },
    {
      "epoch": 0.6626731363964448,
      "grad_norm": 0.18147847056388855,
      "learning_rate": 5.39829571301148e-06,
      "loss": 0.76,
      "step": 31445
    },
    {
      "epoch": 0.6626942104348101,
      "grad_norm": 0.13215087354183197,
      "learning_rate": 5.3976897443063134e-06,
      "loss": 0.8175,
      "step": 31446
    },
    {
      "epoch": 0.6627152844731754,
      "grad_norm": 0.13163703680038452,
      "learning_rate": 5.397083797041475e-06,
      "loss": 0.7713,
      "step": 31447
    },
    {
      "epoch": 0.6627363585115407,
      "grad_norm": 0.13606058061122894,
      "learning_rate": 5.396477871219787e-06,
      "loss": 0.7317,
      "step": 31448
    },
    {
      "epoch": 0.6627574325499059,
      "grad_norm": 0.13640283048152924,
      "learning_rate": 5.395871966844073e-06,
      "loss": 0.7489,
      "step": 31449
    },
    {
      "epoch": 0.6627785065882712,
      "grad_norm": 0.13926121592521667,
      "learning_rate": 5.395266083917156e-06,
      "loss": 0.7755,
      "step": 31450
    },
    {
      "epoch": 0.6627995806266366,
      "grad_norm": 0.11886746436357498,
      "learning_rate": 5.394660222441857e-06,
      "loss": 0.7206,
      "step": 31451
    },
    {
      "epoch": 0.6628206546650018,
      "grad_norm": 0.102975994348526,
      "learning_rate": 5.394054382421001e-06,
      "loss": 0.7334,
      "step": 31452
    },
    {
      "epoch": 0.6628417287033671,
      "grad_norm": 0.1291200965642929,
      "learning_rate": 5.393448563857408e-06,
      "loss": 0.7229,
      "step": 31453
    },
    {
      "epoch": 0.6628628027417324,
      "grad_norm": 0.11374957859516144,
      "learning_rate": 5.392842766753901e-06,
      "loss": 0.721,
      "step": 31454
    },
    {
      "epoch": 0.6628838767800976,
      "grad_norm": 0.11425576359033585,
      "learning_rate": 5.392236991113303e-06,
      "loss": 0.7429,
      "step": 31455
    },
    {
      "epoch": 0.662904950818463,
      "grad_norm": 0.10689418017864227,
      "learning_rate": 5.391631236938435e-06,
      "loss": 0.7483,
      "step": 31456
    },
    {
      "epoch": 0.6629260248568283,
      "grad_norm": 0.1404198855161667,
      "learning_rate": 5.391025504232119e-06,
      "loss": 0.6976,
      "step": 31457
    },
    {
      "epoch": 0.6629470988951935,
      "grad_norm": 0.1167215034365654,
      "learning_rate": 5.390419792997178e-06,
      "loss": 0.7711,
      "step": 31458
    },
    {
      "epoch": 0.6629681729335588,
      "grad_norm": 0.20855437219142914,
      "learning_rate": 5.389814103236433e-06,
      "loss": 0.7933,
      "step": 31459
    },
    {
      "epoch": 0.6629892469719241,
      "grad_norm": 0.12397463619709015,
      "learning_rate": 5.389208434952705e-06,
      "loss": 0.7315,
      "step": 31460
    },
    {
      "epoch": 0.6630103210102894,
      "grad_norm": 0.13621096312999725,
      "learning_rate": 5.388602788148817e-06,
      "loss": 0.782,
      "step": 31461
    },
    {
      "epoch": 0.6630313950486547,
      "grad_norm": 0.11629770696163177,
      "learning_rate": 5.387997162827588e-06,
      "loss": 0.7664,
      "step": 31462
    },
    {
      "epoch": 0.66305246908702,
      "grad_norm": 0.1292436420917511,
      "learning_rate": 5.387391558991847e-06,
      "loss": 0.7121,
      "step": 31463
    },
    {
      "epoch": 0.6630735431253852,
      "grad_norm": 0.11172964423894882,
      "learning_rate": 5.386785976644404e-06,
      "loss": 0.7144,
      "step": 31464
    },
    {
      "epoch": 0.6630946171637505,
      "grad_norm": 0.11631521582603455,
      "learning_rate": 5.386180415788087e-06,
      "loss": 0.6763,
      "step": 31465
    },
    {
      "epoch": 0.6631156912021159,
      "grad_norm": 0.11124049127101898,
      "learning_rate": 5.38557487642571e-06,
      "loss": 0.7259,
      "step": 31466
    },
    {
      "epoch": 0.6631367652404812,
      "grad_norm": 0.10643991082906723,
      "learning_rate": 5.384969358560104e-06,
      "loss": 0.7441,
      "step": 31467
    },
    {
      "epoch": 0.6631578392788464,
      "grad_norm": 0.10107892006635666,
      "learning_rate": 5.384363862194087e-06,
      "loss": 0.6465,
      "step": 31468
    },
    {
      "epoch": 0.6631789133172117,
      "grad_norm": 0.12240234762430191,
      "learning_rate": 5.383758387330476e-06,
      "loss": 0.7551,
      "step": 31469
    },
    {
      "epoch": 0.663199987355577,
      "grad_norm": 0.1541905254125595,
      "learning_rate": 5.383152933972094e-06,
      "loss": 0.6904,
      "step": 31470
    },
    {
      "epoch": 0.6632210613939422,
      "grad_norm": 0.12336094677448273,
      "learning_rate": 5.382547502121762e-06,
      "loss": 0.7127,
      "step": 31471
    },
    {
      "epoch": 0.6632421354323076,
      "grad_norm": 0.11834567040205002,
      "learning_rate": 5.381942091782304e-06,
      "loss": 0.7084,
      "step": 31472
    },
    {
      "epoch": 0.6632632094706729,
      "grad_norm": 0.10275543481111526,
      "learning_rate": 5.381336702956532e-06,
      "loss": 0.7229,
      "step": 31473
    },
    {
      "epoch": 0.6632842835090381,
      "grad_norm": 0.12137497961521149,
      "learning_rate": 5.38073133564727e-06,
      "loss": 0.7048,
      "step": 31474
    },
    {
      "epoch": 0.6633053575474034,
      "grad_norm": 0.13608983159065247,
      "learning_rate": 5.3801259898573385e-06,
      "loss": 0.7028,
      "step": 31475
    },
    {
      "epoch": 0.6633264315857686,
      "grad_norm": 0.14298100769519806,
      "learning_rate": 5.379520665589559e-06,
      "loss": 0.713,
      "step": 31476
    },
    {
      "epoch": 0.663347505624134,
      "grad_norm": 0.14905020594596863,
      "learning_rate": 5.378915362846749e-06,
      "loss": 0.8339,
      "step": 31477
    },
    {
      "epoch": 0.6633685796624993,
      "grad_norm": 0.12852147221565247,
      "learning_rate": 5.37831008163173e-06,
      "loss": 0.6997,
      "step": 31478
    },
    {
      "epoch": 0.6633896537008646,
      "grad_norm": 0.14243726432323456,
      "learning_rate": 5.377704821947322e-06,
      "loss": 0.7846,
      "step": 31479
    },
    {
      "epoch": 0.6634107277392298,
      "grad_norm": 0.1129530593752861,
      "learning_rate": 5.377099583796339e-06,
      "loss": 0.688,
      "step": 31480
    },
    {
      "epoch": 0.6634318017775951,
      "grad_norm": 0.15365643799304962,
      "learning_rate": 5.376494367181614e-06,
      "loss": 0.8065,
      "step": 31481
    },
    {
      "epoch": 0.6634528758159605,
      "grad_norm": 0.21136845648288727,
      "learning_rate": 5.375889172105955e-06,
      "loss": 0.7289,
      "step": 31482
    },
    {
      "epoch": 0.6634739498543257,
      "grad_norm": 0.16324414312839508,
      "learning_rate": 5.375283998572182e-06,
      "loss": 0.795,
      "step": 31483
    },
    {
      "epoch": 0.663495023892691,
      "grad_norm": 0.16019630432128906,
      "learning_rate": 5.374678846583118e-06,
      "loss": 0.7603,
      "step": 31484
    },
    {
      "epoch": 0.6635160979310563,
      "grad_norm": 0.13258695602416992,
      "learning_rate": 5.3740737161415814e-06,
      "loss": 0.757,
      "step": 31485
    },
    {
      "epoch": 0.6635371719694215,
      "grad_norm": 0.1283143162727356,
      "learning_rate": 5.373468607250389e-06,
      "loss": 0.7619,
      "step": 31486
    },
    {
      "epoch": 0.6635582460077869,
      "grad_norm": 0.14061880111694336,
      "learning_rate": 5.372863519912362e-06,
      "loss": 0.7358,
      "step": 31487
    },
    {
      "epoch": 0.6635793200461522,
      "grad_norm": 0.14404532313346863,
      "learning_rate": 5.372258454130319e-06,
      "loss": 0.6939,
      "step": 31488
    },
    {
      "epoch": 0.6636003940845174,
      "grad_norm": 0.1485457420349121,
      "learning_rate": 5.371653409907078e-06,
      "loss": 0.744,
      "step": 31489
    },
    {
      "epoch": 0.6636214681228827,
      "grad_norm": 0.1480180323123932,
      "learning_rate": 5.3710483872454585e-06,
      "loss": 0.8012,
      "step": 31490
    },
    {
      "epoch": 0.663642542161248,
      "grad_norm": 0.13104291260242462,
      "learning_rate": 5.370443386148279e-06,
      "loss": 0.7727,
      "step": 31491
    },
    {
      "epoch": 0.6636636161996133,
      "grad_norm": 0.16542759537696838,
      "learning_rate": 5.369838406618362e-06,
      "loss": 0.6874,
      "step": 31492
    },
    {
      "epoch": 0.6636846902379786,
      "grad_norm": 0.13972154259681702,
      "learning_rate": 5.369233448658516e-06,
      "loss": 0.6859,
      "step": 31493
    },
    {
      "epoch": 0.6637057642763439,
      "grad_norm": 0.15587814152240753,
      "learning_rate": 5.368628512271565e-06,
      "loss": 0.6906,
      "step": 31494
    },
    {
      "epoch": 0.6637268383147091,
      "grad_norm": 0.10274806618690491,
      "learning_rate": 5.3680235974603235e-06,
      "loss": 0.7714,
      "step": 31495
    },
    {
      "epoch": 0.6637479123530744,
      "grad_norm": 0.13750366866588593,
      "learning_rate": 5.367418704227617e-06,
      "loss": 0.6832,
      "step": 31496
    },
    {
      "epoch": 0.6637689863914398,
      "grad_norm": 0.12304167449474335,
      "learning_rate": 5.366813832576259e-06,
      "loss": 0.7507,
      "step": 31497
    },
    {
      "epoch": 0.663790060429805,
      "grad_norm": 0.13362281024456024,
      "learning_rate": 5.366208982509068e-06,
      "loss": 0.6668,
      "step": 31498
    },
    {
      "epoch": 0.6638111344681703,
      "grad_norm": 0.14362141489982605,
      "learning_rate": 5.3656041540288605e-06,
      "loss": 0.7521,
      "step": 31499
    },
    {
      "epoch": 0.6638322085065356,
      "grad_norm": 0.1296817511320114,
      "learning_rate": 5.364999347138457e-06,
      "loss": 0.7856,
      "step": 31500
    },
    {
      "epoch": 0.6638532825449008,
      "grad_norm": 0.12510086596012115,
      "learning_rate": 5.364394561840676e-06,
      "loss": 0.6779,
      "step": 31501
    },
    {
      "epoch": 0.6638743565832662,
      "grad_norm": 0.1080780178308487,
      "learning_rate": 5.363789798138328e-06,
      "loss": 0.6696,
      "step": 31502
    },
    {
      "epoch": 0.6638954306216315,
      "grad_norm": 0.14924781024456024,
      "learning_rate": 5.363185056034234e-06,
      "loss": 0.7265,
      "step": 31503
    },
    {
      "epoch": 0.6639165046599967,
      "grad_norm": 0.11896739900112152,
      "learning_rate": 5.362580335531214e-06,
      "loss": 0.782,
      "step": 31504
    },
    {
      "epoch": 0.663937578698362,
      "grad_norm": 0.11813409626483917,
      "learning_rate": 5.361975636632082e-06,
      "loss": 0.7257,
      "step": 31505
    },
    {
      "epoch": 0.6639586527367273,
      "grad_norm": 0.14861366152763367,
      "learning_rate": 5.3613709593396545e-06,
      "loss": 0.7753,
      "step": 31506
    },
    {
      "epoch": 0.6639797267750926,
      "grad_norm": 0.12083142250776291,
      "learning_rate": 5.360766303656751e-06,
      "loss": 0.6876,
      "step": 31507
    },
    {
      "epoch": 0.6640008008134579,
      "grad_norm": 0.2395714372396469,
      "learning_rate": 5.360161669586188e-06,
      "loss": 0.6765,
      "step": 31508
    },
    {
      "epoch": 0.6640218748518232,
      "grad_norm": 0.65133136510849,
      "learning_rate": 5.359557057130777e-06,
      "loss": 0.7024,
      "step": 31509
    },
    {
      "epoch": 0.6640429488901884,
      "grad_norm": 0.14725752174854279,
      "learning_rate": 5.358952466293345e-06,
      "loss": 0.7745,
      "step": 31510
    },
    {
      "epoch": 0.6640640229285537,
      "grad_norm": 0.14115139842033386,
      "learning_rate": 5.358347897076701e-06,
      "loss": 0.7448,
      "step": 31511
    },
    {
      "epoch": 0.664085096966919,
      "grad_norm": 0.17725220322608948,
      "learning_rate": 5.357743349483664e-06,
      "loss": 0.6977,
      "step": 31512
    },
    {
      "epoch": 0.6641061710052844,
      "grad_norm": 0.15406693518161774,
      "learning_rate": 5.357138823517047e-06,
      "loss": 0.7667,
      "step": 31513
    },
    {
      "epoch": 0.6641272450436496,
      "grad_norm": 0.16544248163700104,
      "learning_rate": 5.356534319179672e-06,
      "loss": 0.7558,
      "step": 31514
    },
    {
      "epoch": 0.6641483190820149,
      "grad_norm": 0.16833136975765228,
      "learning_rate": 5.3559298364743495e-06,
      "loss": 0.752,
      "step": 31515
    },
    {
      "epoch": 0.6641693931203801,
      "grad_norm": 0.16954916715621948,
      "learning_rate": 5.355325375403898e-06,
      "loss": 0.7357,
      "step": 31516
    },
    {
      "epoch": 0.6641904671587454,
      "grad_norm": 0.14809298515319824,
      "learning_rate": 5.354720935971134e-06,
      "loss": 0.7971,
      "step": 31517
    },
    {
      "epoch": 0.6642115411971108,
      "grad_norm": 0.15644493699073792,
      "learning_rate": 5.354116518178872e-06,
      "loss": 0.7588,
      "step": 31518
    },
    {
      "epoch": 0.664232615235476,
      "grad_norm": 0.14263491332530975,
      "learning_rate": 5.353512122029929e-06,
      "loss": 0.7553,
      "step": 31519
    },
    {
      "epoch": 0.6642536892738413,
      "grad_norm": 0.15269826352596283,
      "learning_rate": 5.352907747527121e-06,
      "loss": 0.7367,
      "step": 31520
    },
    {
      "epoch": 0.6642747633122066,
      "grad_norm": 0.16525039076805115,
      "learning_rate": 5.352303394673261e-06,
      "loss": 0.7028,
      "step": 31521
    },
    {
      "epoch": 0.6642958373505718,
      "grad_norm": 0.12997882068157196,
      "learning_rate": 5.351699063471171e-06,
      "loss": 0.6797,
      "step": 31522
    },
    {
      "epoch": 0.6643169113889372,
      "grad_norm": 0.16480740904808044,
      "learning_rate": 5.351094753923653e-06,
      "loss": 0.6988,
      "step": 31523
    },
    {
      "epoch": 0.6643379854273025,
      "grad_norm": 0.1136675626039505,
      "learning_rate": 5.3504904660335355e-06,
      "loss": 0.7098,
      "step": 31524
    },
    {
      "epoch": 0.6643590594656678,
      "grad_norm": 0.20622600615024567,
      "learning_rate": 5.349886199803627e-06,
      "loss": 0.7081,
      "step": 31525
    },
    {
      "epoch": 0.664380133504033,
      "grad_norm": 0.15661074221134186,
      "learning_rate": 5.349281955236747e-06,
      "loss": 0.7878,
      "step": 31526
    },
    {
      "epoch": 0.6644012075423983,
      "grad_norm": 0.1521148383617401,
      "learning_rate": 5.348677732335706e-06,
      "loss": 0.761,
      "step": 31527
    },
    {
      "epoch": 0.6644222815807637,
      "grad_norm": 0.19048066437244415,
      "learning_rate": 5.348073531103321e-06,
      "loss": 0.7321,
      "step": 31528
    },
    {
      "epoch": 0.6644433556191289,
      "grad_norm": 0.13056083023548126,
      "learning_rate": 5.3474693515424055e-06,
      "loss": 0.7137,
      "step": 31529
    },
    {
      "epoch": 0.6644644296574942,
      "grad_norm": 0.20469480752944946,
      "learning_rate": 5.346865193655777e-06,
      "loss": 0.7961,
      "step": 31530
    },
    {
      "epoch": 0.6644855036958595,
      "grad_norm": 0.14980289340019226,
      "learning_rate": 5.3462610574462505e-06,
      "loss": 0.7409,
      "step": 31531
    },
    {
      "epoch": 0.6645065777342247,
      "grad_norm": 0.2065490484237671,
      "learning_rate": 5.345656942916634e-06,
      "loss": 0.7656,
      "step": 31532
    },
    {
      "epoch": 0.6645276517725901,
      "grad_norm": 0.14475791156291962,
      "learning_rate": 5.345052850069745e-06,
      "loss": 0.7981,
      "step": 31533
    },
    {
      "epoch": 0.6645487258109554,
      "grad_norm": 0.1563834697008133,
      "learning_rate": 5.3444487789084e-06,
      "loss": 0.7187,
      "step": 31534
    },
    {
      "epoch": 0.6645697998493206,
      "grad_norm": 0.1313965916633606,
      "learning_rate": 5.343844729435411e-06,
      "loss": 0.7837,
      "step": 31535
    },
    {
      "epoch": 0.6645908738876859,
      "grad_norm": 0.159731924533844,
      "learning_rate": 5.343240701653594e-06,
      "loss": 0.7795,
      "step": 31536
    },
    {
      "epoch": 0.6646119479260512,
      "grad_norm": 0.14591889083385468,
      "learning_rate": 5.34263669556576e-06,
      "loss": 0.7542,
      "step": 31537
    },
    {
      "epoch": 0.6646330219644165,
      "grad_norm": 0.1956237256526947,
      "learning_rate": 5.3420327111747205e-06,
      "loss": 0.7336,
      "step": 31538
    },
    {
      "epoch": 0.6646540960027818,
      "grad_norm": 0.1631583720445633,
      "learning_rate": 5.341428748483297e-06,
      "loss": 0.6911,
      "step": 31539
    },
    {
      "epoch": 0.6646751700411471,
      "grad_norm": 0.11616399884223938,
      "learning_rate": 5.340824807494303e-06,
      "loss": 0.664,
      "step": 31540
    },
    {
      "epoch": 0.6646962440795123,
      "grad_norm": 0.14648188650608063,
      "learning_rate": 5.340220888210546e-06,
      "loss": 0.6851,
      "step": 31541
    },
    {
      "epoch": 0.6647173181178776,
      "grad_norm": 0.12319808453321457,
      "learning_rate": 5.339616990634839e-06,
      "loss": 0.7494,
      "step": 31542
    },
    {
      "epoch": 0.664738392156243,
      "grad_norm": 0.15741226077079773,
      "learning_rate": 5.3390131147699995e-06,
      "loss": 0.7204,
      "step": 31543
    },
    {
      "epoch": 0.6647594661946082,
      "grad_norm": 0.11514277756214142,
      "learning_rate": 5.3384092606188394e-06,
      "loss": 0.7303,
      "step": 31544
    },
    {
      "epoch": 0.6647805402329735,
      "grad_norm": 0.12548038363456726,
      "learning_rate": 5.337805428184171e-06,
      "loss": 0.6765,
      "step": 31545
    },
    {
      "epoch": 0.6648016142713388,
      "grad_norm": 0.15724192559719086,
      "learning_rate": 5.337201617468808e-06,
      "loss": 0.7272,
      "step": 31546
    },
    {
      "epoch": 0.664822688309704,
      "grad_norm": 0.11051276326179504,
      "learning_rate": 5.336597828475565e-06,
      "loss": 0.7591,
      "step": 31547
    },
    {
      "epoch": 0.6648437623480693,
      "grad_norm": 0.1352173238992691,
      "learning_rate": 5.33599406120725e-06,
      "loss": 0.7005,
      "step": 31548
    },
    {
      "epoch": 0.6648648363864347,
      "grad_norm": 0.1455633044242859,
      "learning_rate": 5.3353903156666805e-06,
      "loss": 0.7993,
      "step": 31549
    },
    {
      "epoch": 0.6648859104247999,
      "grad_norm": 0.12572292983531952,
      "learning_rate": 5.334786591856667e-06,
      "loss": 0.7434,
      "step": 31550
    },
    {
      "epoch": 0.6649069844631652,
      "grad_norm": 0.11562657356262207,
      "learning_rate": 5.334182889780027e-06,
      "loss": 0.6741,
      "step": 31551
    },
    {
      "epoch": 0.6649280585015305,
      "grad_norm": 0.11125660687685013,
      "learning_rate": 5.33357920943956e-06,
      "loss": 0.6639,
      "step": 31552
    },
    {
      "epoch": 0.6649491325398957,
      "grad_norm": 0.12079882621765137,
      "learning_rate": 5.332975550838091e-06,
      "loss": 0.7069,
      "step": 31553
    },
    {
      "epoch": 0.6649702065782611,
      "grad_norm": 0.11933770030736923,
      "learning_rate": 5.332371913978427e-06,
      "loss": 0.7004,
      "step": 31554
    },
    {
      "epoch": 0.6649912806166264,
      "grad_norm": 0.14809782803058624,
      "learning_rate": 5.331768298863381e-06,
      "loss": 0.7436,
      "step": 31555
    },
    {
      "epoch": 0.6650123546549916,
      "grad_norm": 0.12236770242452621,
      "learning_rate": 5.331164705495766e-06,
      "loss": 0.7617,
      "step": 31556
    },
    {
      "epoch": 0.6650334286933569,
      "grad_norm": 0.13037025928497314,
      "learning_rate": 5.3305611338783916e-06,
      "loss": 0.6986,
      "step": 31557
    },
    {
      "epoch": 0.6650545027317222,
      "grad_norm": 0.131707102060318,
      "learning_rate": 5.329957584014072e-06,
      "loss": 0.7538,
      "step": 31558
    },
    {
      "epoch": 0.6650755767700876,
      "grad_norm": 0.10814759135246277,
      "learning_rate": 5.3293540559056155e-06,
      "loss": 0.7017,
      "step": 31559
    },
    {
      "epoch": 0.6650966508084528,
      "grad_norm": 0.14977775514125824,
      "learning_rate": 5.3287505495558414e-06,
      "loss": 0.8003,
      "step": 31560
    },
    {
      "epoch": 0.6651177248468181,
      "grad_norm": 0.1293037086725235,
      "learning_rate": 5.328147064967552e-06,
      "loss": 0.694,
      "step": 31561
    },
    {
      "epoch": 0.6651387988851833,
      "grad_norm": 0.13393208384513855,
      "learning_rate": 5.327543602143561e-06,
      "loss": 0.7315,
      "step": 31562
    },
    {
      "epoch": 0.6651598729235486,
      "grad_norm": 0.12133020162582397,
      "learning_rate": 5.326940161086682e-06,
      "loss": 0.7244,
      "step": 31563
    },
    {
      "epoch": 0.665180946961914,
      "grad_norm": 0.14271652698516846,
      "learning_rate": 5.326336741799726e-06,
      "loss": 0.683,
      "step": 31564
    },
    {
      "epoch": 0.6652020210002793,
      "grad_norm": 0.11820761859416962,
      "learning_rate": 5.325733344285503e-06,
      "loss": 0.7149,
      "step": 31565
    },
    {
      "epoch": 0.6652230950386445,
      "grad_norm": 0.10410164296627045,
      "learning_rate": 5.325129968546824e-06,
      "loss": 0.7583,
      "step": 31566
    },
    {
      "epoch": 0.6652441690770098,
      "grad_norm": 0.11468163877725601,
      "learning_rate": 5.324526614586496e-06,
      "loss": 0.7555,
      "step": 31567
    },
    {
      "epoch": 0.665265243115375,
      "grad_norm": 0.11004195362329483,
      "learning_rate": 5.323923282407339e-06,
      "loss": 0.7105,
      "step": 31568
    },
    {
      "epoch": 0.6652863171537404,
      "grad_norm": 0.1498277336359024,
      "learning_rate": 5.323319972012162e-06,
      "loss": 0.7086,
      "step": 31569
    },
    {
      "epoch": 0.6653073911921057,
      "grad_norm": 0.1095220148563385,
      "learning_rate": 5.322716683403768e-06,
      "loss": 0.7443,
      "step": 31570
    },
    {
      "epoch": 0.665328465230471,
      "grad_norm": 0.12158098071813583,
      "learning_rate": 5.3221134165849735e-06,
      "loss": 0.7491,
      "step": 31571
    },
    {
      "epoch": 0.6653495392688362,
      "grad_norm": 0.11040227860212326,
      "learning_rate": 5.321510171558584e-06,
      "loss": 0.635,
      "step": 31572
    },
    {
      "epoch": 0.6653706133072015,
      "grad_norm": 0.18472789227962494,
      "learning_rate": 5.320906948327416e-06,
      "loss": 0.7295,
      "step": 31573
    },
    {
      "epoch": 0.6653916873455669,
      "grad_norm": 0.10068444907665253,
      "learning_rate": 5.320303746894276e-06,
      "loss": 0.7166,
      "step": 31574
    },
    {
      "epoch": 0.6654127613839321,
      "grad_norm": 0.11277426779270172,
      "learning_rate": 5.319700567261973e-06,
      "loss": 0.6806,
      "step": 31575
    },
    {
      "epoch": 0.6654338354222974,
      "grad_norm": 0.11946193128824234,
      "learning_rate": 5.319097409433319e-06,
      "loss": 0.6777,
      "step": 31576
    },
    {
      "epoch": 0.6654549094606627,
      "grad_norm": 0.11638085544109344,
      "learning_rate": 5.318494273411124e-06,
      "loss": 0.7159,
      "step": 31577
    },
    {
      "epoch": 0.6654759834990279,
      "grad_norm": 0.19172947108745575,
      "learning_rate": 5.317891159198198e-06,
      "loss": 0.6353,
      "step": 31578
    },
    {
      "epoch": 0.6654970575373933,
      "grad_norm": 0.17967957258224487,
      "learning_rate": 5.317288066797351e-06,
      "loss": 0.7756,
      "step": 31579
    },
    {
      "epoch": 0.6655181315757586,
      "grad_norm": 0.12879076600074768,
      "learning_rate": 5.3166849962113886e-06,
      "loss": 0.7304,
      "step": 31580
    },
    {
      "epoch": 0.6655392056141238,
      "grad_norm": 0.12809018790721893,
      "learning_rate": 5.316081947443126e-06,
      "loss": 0.7764,
      "step": 31581
    },
    {
      "epoch": 0.6655602796524891,
      "grad_norm": 0.1117277592420578,
      "learning_rate": 5.315478920495367e-06,
      "loss": 0.722,
      "step": 31582
    },
    {
      "epoch": 0.6655813536908544,
      "grad_norm": 0.21622271835803986,
      "learning_rate": 5.314875915370925e-06,
      "loss": 0.7737,
      "step": 31583
    },
    {
      "epoch": 0.6656024277292196,
      "grad_norm": 0.11112301796674728,
      "learning_rate": 5.314272932072608e-06,
      "loss": 0.6489,
      "step": 31584
    },
    {
      "epoch": 0.665623501767585,
      "grad_norm": 0.11012151837348938,
      "learning_rate": 5.313669970603226e-06,
      "loss": 0.7199,
      "step": 31585
    },
    {
      "epoch": 0.6656445758059503,
      "grad_norm": 0.34735167026519775,
      "learning_rate": 5.313067030965584e-06,
      "loss": 0.7129,
      "step": 31586
    },
    {
      "epoch": 0.6656656498443155,
      "grad_norm": 0.14183716475963593,
      "learning_rate": 5.312464113162497e-06,
      "loss": 0.7167,
      "step": 31587
    },
    {
      "epoch": 0.6656867238826808,
      "grad_norm": 0.1284226030111313,
      "learning_rate": 5.311861217196768e-06,
      "loss": 0.7181,
      "step": 31588
    },
    {
      "epoch": 0.6657077979210461,
      "grad_norm": 0.13788925111293793,
      "learning_rate": 5.311258343071208e-06,
      "loss": 0.7688,
      "step": 31589
    },
    {
      "epoch": 0.6657288719594114,
      "grad_norm": 0.13376262784004211,
      "learning_rate": 5.31065549078863e-06,
      "loss": 0.6739,
      "step": 31590
    },
    {
      "epoch": 0.6657499459977767,
      "grad_norm": 0.1195920780301094,
      "learning_rate": 5.310052660351835e-06,
      "loss": 0.7184,
      "step": 31591
    },
    {
      "epoch": 0.665771020036142,
      "grad_norm": 0.10218243300914764,
      "learning_rate": 5.3094498517636324e-06,
      "loss": 0.7247,
      "step": 31592
    },
    {
      "epoch": 0.6657920940745072,
      "grad_norm": 0.14678993821144104,
      "learning_rate": 5.308847065026834e-06,
      "loss": 0.7236,
      "step": 31593
    },
    {
      "epoch": 0.6658131681128725,
      "grad_norm": 0.13437354564666748,
      "learning_rate": 5.308244300144248e-06,
      "loss": 0.7016,
      "step": 31594
    },
    {
      "epoch": 0.6658342421512379,
      "grad_norm": 0.12279196083545685,
      "learning_rate": 5.307641557118675e-06,
      "loss": 0.7415,
      "step": 31595
    },
    {
      "epoch": 0.6658553161896031,
      "grad_norm": 0.11258924007415771,
      "learning_rate": 5.307038835952931e-06,
      "loss": 0.7407,
      "step": 31596
    },
    {
      "epoch": 0.6658763902279684,
      "grad_norm": 0.13071079552173615,
      "learning_rate": 5.306436136649824e-06,
      "loss": 0.7489,
      "step": 31597
    },
    {
      "epoch": 0.6658974642663337,
      "grad_norm": 0.11131931096315384,
      "learning_rate": 5.305833459212159e-06,
      "loss": 0.7301,
      "step": 31598
    },
    {
      "epoch": 0.6659185383046989,
      "grad_norm": 0.14488013088703156,
      "learning_rate": 5.305230803642748e-06,
      "loss": 0.7631,
      "step": 31599
    },
    {
      "epoch": 0.6659396123430643,
      "grad_norm": 0.11574435979127884,
      "learning_rate": 5.30462816994439e-06,
      "loss": 0.7631,
      "step": 31600
    },
    {
      "epoch": 0.6659606863814296,
      "grad_norm": 0.14761383831501007,
      "learning_rate": 5.3040255581198985e-06,
      "loss": 0.7499,
      "step": 31601
    },
    {
      "epoch": 0.6659817604197948,
      "grad_norm": 0.13635334372520447,
      "learning_rate": 5.3034229681720775e-06,
      "loss": 0.6798,
      "step": 31602
    },
    {
      "epoch": 0.6660028344581601,
      "grad_norm": 0.13241276144981384,
      "learning_rate": 5.302820400103737e-06,
      "loss": 0.6893,
      "step": 31603
    },
    {
      "epoch": 0.6660239084965254,
      "grad_norm": 0.14059880375862122,
      "learning_rate": 5.3022178539176815e-06,
      "loss": 0.7441,
      "step": 31604
    },
    {
      "epoch": 0.6660449825348908,
      "grad_norm": 0.13532628118991852,
      "learning_rate": 5.301615329616721e-06,
      "loss": 0.8254,
      "step": 31605
    },
    {
      "epoch": 0.666066056573256,
      "grad_norm": 0.13381722569465637,
      "learning_rate": 5.301012827203662e-06,
      "loss": 0.7994,
      "step": 31606
    },
    {
      "epoch": 0.6660871306116213,
      "grad_norm": 0.13807018101215363,
      "learning_rate": 5.3004103466813086e-06,
      "loss": 0.6974,
      "step": 31607
    },
    {
      "epoch": 0.6661082046499865,
      "grad_norm": 0.13572746515274048,
      "learning_rate": 5.299807888052471e-06,
      "loss": 0.7355,
      "step": 31608
    },
    {
      "epoch": 0.6661292786883518,
      "grad_norm": 0.12701378762722015,
      "learning_rate": 5.299205451319952e-06,
      "loss": 0.6934,
      "step": 31609
    },
    {
      "epoch": 0.6661503527267172,
      "grad_norm": 0.12868422269821167,
      "learning_rate": 5.298603036486561e-06,
      "loss": 0.6645,
      "step": 31610
    },
    {
      "epoch": 0.6661714267650825,
      "grad_norm": 0.12951110303401947,
      "learning_rate": 5.2980006435551046e-06,
      "loss": 0.7356,
      "step": 31611
    },
    {
      "epoch": 0.6661925008034477,
      "grad_norm": 0.1197744607925415,
      "learning_rate": 5.297398272528387e-06,
      "loss": 0.7251,
      "step": 31612
    },
    {
      "epoch": 0.666213574841813,
      "grad_norm": 0.13165944814682007,
      "learning_rate": 5.296795923409217e-06,
      "loss": 0.7694,
      "step": 31613
    },
    {
      "epoch": 0.6662346488801782,
      "grad_norm": 0.11770609766244888,
      "learning_rate": 5.296193596200398e-06,
      "loss": 0.7577,
      "step": 31614
    },
    {
      "epoch": 0.6662557229185436,
      "grad_norm": 0.1291654407978058,
      "learning_rate": 5.295591290904738e-06,
      "loss": 0.768,
      "step": 31615
    },
    {
      "epoch": 0.6662767969569089,
      "grad_norm": 0.12844644486904144,
      "learning_rate": 5.2949890075250424e-06,
      "loss": 0.7105,
      "step": 31616
    },
    {
      "epoch": 0.6662978709952742,
      "grad_norm": 0.1173715889453888,
      "learning_rate": 5.294386746064115e-06,
      "loss": 0.6873,
      "step": 31617
    },
    {
      "epoch": 0.6663189450336394,
      "grad_norm": 0.13825859129428864,
      "learning_rate": 5.2937845065247635e-06,
      "loss": 0.7046,
      "step": 31618
    },
    {
      "epoch": 0.6663400190720047,
      "grad_norm": 0.11256697028875351,
      "learning_rate": 5.2931822889097995e-06,
      "loss": 0.7447,
      "step": 31619
    },
    {
      "epoch": 0.6663610931103701,
      "grad_norm": 0.1666720062494278,
      "learning_rate": 5.292580093222017e-06,
      "loss": 0.6736,
      "step": 31620
    },
    {
      "epoch": 0.6663821671487353,
      "grad_norm": 0.13288095593452454,
      "learning_rate": 5.291977919464226e-06,
      "loss": 0.7921,
      "step": 31621
    },
    {
      "epoch": 0.6664032411871006,
      "grad_norm": 0.12016075849533081,
      "learning_rate": 5.291375767639233e-06,
      "loss": 0.7442,
      "step": 31622
    },
    {
      "epoch": 0.6664243152254659,
      "grad_norm": 0.13596636056900024,
      "learning_rate": 5.290773637749843e-06,
      "loss": 0.7555,
      "step": 31623
    },
    {
      "epoch": 0.6664453892638311,
      "grad_norm": 0.11570463329553604,
      "learning_rate": 5.290171529798856e-06,
      "loss": 0.6826,
      "step": 31624
    },
    {
      "epoch": 0.6664664633021964,
      "grad_norm": 0.17023314535617828,
      "learning_rate": 5.289569443789087e-06,
      "loss": 0.7615,
      "step": 31625
    },
    {
      "epoch": 0.6664875373405618,
      "grad_norm": 0.10380133241415024,
      "learning_rate": 5.288967379723333e-06,
      "loss": 0.727,
      "step": 31626
    },
    {
      "epoch": 0.666508611378927,
      "grad_norm": 0.13821421563625336,
      "learning_rate": 5.288365337604405e-06,
      "loss": 0.6976,
      "step": 31627
    },
    {
      "epoch": 0.6665296854172923,
      "grad_norm": 0.14264708757400513,
      "learning_rate": 5.287763317435101e-06,
      "loss": 0.7583,
      "step": 31628
    },
    {
      "epoch": 0.6665507594556576,
      "grad_norm": 0.13110306859016418,
      "learning_rate": 5.287161319218233e-06,
      "loss": 0.7569,
      "step": 31629
    },
    {
      "epoch": 0.6665718334940228,
      "grad_norm": 0.1460900604724884,
      "learning_rate": 5.286559342956598e-06,
      "loss": 0.7365,
      "step": 31630
    },
    {
      "epoch": 0.6665929075323882,
      "grad_norm": 0.11679115891456604,
      "learning_rate": 5.285957388653002e-06,
      "loss": 0.7406,
      "step": 31631
    },
    {
      "epoch": 0.6666139815707535,
      "grad_norm": 0.16724909842014313,
      "learning_rate": 5.2853554563102525e-06,
      "loss": 0.784,
      "step": 31632
    },
    {
      "epoch": 0.6666350556091187,
      "grad_norm": 0.11230295151472092,
      "learning_rate": 5.28475354593115e-06,
      "loss": 0.7305,
      "step": 31633
    },
    {
      "epoch": 0.666656129647484,
      "grad_norm": 0.16290514171123505,
      "learning_rate": 5.2841516575185015e-06,
      "loss": 0.7023,
      "step": 31634
    },
    {
      "epoch": 0.6666772036858493,
      "grad_norm": 0.10548627376556396,
      "learning_rate": 5.28354979107511e-06,
      "loss": 0.7115,
      "step": 31635
    },
    {
      "epoch": 0.6666982777242146,
      "grad_norm": 0.14904089272022247,
      "learning_rate": 5.282947946603778e-06,
      "loss": 0.7651,
      "step": 31636
    },
    {
      "epoch": 0.6667193517625799,
      "grad_norm": 0.15466178953647614,
      "learning_rate": 5.282346124107312e-06,
      "loss": 0.6981,
      "step": 31637
    },
    {
      "epoch": 0.6667404258009452,
      "grad_norm": 0.12679190933704376,
      "learning_rate": 5.281744323588513e-06,
      "loss": 0.6773,
      "step": 31638
    },
    {
      "epoch": 0.6667614998393104,
      "grad_norm": 0.11005877703428268,
      "learning_rate": 5.2811425450501865e-06,
      "loss": 0.7537,
      "step": 31639
    },
    {
      "epoch": 0.6667825738776757,
      "grad_norm": 0.1270250529050827,
      "learning_rate": 5.280540788495135e-06,
      "loss": 0.7397,
      "step": 31640
    },
    {
      "epoch": 0.6668036479160411,
      "grad_norm": 0.11578642576932907,
      "learning_rate": 5.279939053926162e-06,
      "loss": 0.7042,
      "step": 31641
    },
    {
      "epoch": 0.6668247219544063,
      "grad_norm": 0.119698666036129,
      "learning_rate": 5.279337341346069e-06,
      "loss": 0.7559,
      "step": 31642
    },
    {
      "epoch": 0.6668457959927716,
      "grad_norm": 0.15416690707206726,
      "learning_rate": 5.278735650757663e-06,
      "loss": 0.6987,
      "step": 31643
    },
    {
      "epoch": 0.6668668700311369,
      "grad_norm": 0.1366695910692215,
      "learning_rate": 5.278133982163744e-06,
      "loss": 0.776,
      "step": 31644
    },
    {
      "epoch": 0.6668879440695021,
      "grad_norm": 0.13117162883281708,
      "learning_rate": 5.277532335567116e-06,
      "loss": 0.6788,
      "step": 31645
    },
    {
      "epoch": 0.6669090181078675,
      "grad_norm": 0.1095154881477356,
      "learning_rate": 5.276930710970581e-06,
      "loss": 0.7694,
      "step": 31646
    },
    {
      "epoch": 0.6669300921462328,
      "grad_norm": 0.1531899869441986,
      "learning_rate": 5.276329108376943e-06,
      "loss": 0.7973,
      "step": 31647
    },
    {
      "epoch": 0.666951166184598,
      "grad_norm": 0.12026213854551315,
      "learning_rate": 5.275727527789005e-06,
      "loss": 0.7648,
      "step": 31648
    },
    {
      "epoch": 0.6669722402229633,
      "grad_norm": 0.09977812319993973,
      "learning_rate": 5.275125969209571e-06,
      "loss": 0.7012,
      "step": 31649
    },
    {
      "epoch": 0.6669933142613286,
      "grad_norm": 0.13496167957782745,
      "learning_rate": 5.274524432641437e-06,
      "loss": 0.7621,
      "step": 31650
    },
    {
      "epoch": 0.667014388299694,
      "grad_norm": 0.10913544148206711,
      "learning_rate": 5.2739229180874095e-06,
      "loss": 0.7161,
      "step": 31651
    },
    {
      "epoch": 0.6670354623380592,
      "grad_norm": 0.1127297580242157,
      "learning_rate": 5.27332142555029e-06,
      "loss": 0.7299,
      "step": 31652
    },
    {
      "epoch": 0.6670565363764245,
      "grad_norm": 0.10878045111894608,
      "learning_rate": 5.272719955032879e-06,
      "loss": 0.6691,
      "step": 31653
    },
    {
      "epoch": 0.6670776104147897,
      "grad_norm": 0.10493768751621246,
      "learning_rate": 5.272118506537982e-06,
      "loss": 0.7019,
      "step": 31654
    },
    {
      "epoch": 0.667098684453155,
      "grad_norm": 0.16587671637535095,
      "learning_rate": 5.2715170800684025e-06,
      "loss": 0.7214,
      "step": 31655
    },
    {
      "epoch": 0.6671197584915204,
      "grad_norm": 0.11095472425222397,
      "learning_rate": 5.2709156756269365e-06,
      "loss": 0.7176,
      "step": 31656
    },
    {
      "epoch": 0.6671408325298857,
      "grad_norm": 0.1396840363740921,
      "learning_rate": 5.27031429321639e-06,
      "loss": 0.6981,
      "step": 31657
    },
    {
      "epoch": 0.6671619065682509,
      "grad_norm": 0.12870067358016968,
      "learning_rate": 5.269712932839566e-06,
      "loss": 0.7819,
      "step": 31658
    },
    {
      "epoch": 0.6671829806066162,
      "grad_norm": 0.11411704123020172,
      "learning_rate": 5.269111594499261e-06,
      "loss": 0.7296,
      "step": 31659
    },
    {
      "epoch": 0.6672040546449814,
      "grad_norm": 0.11299093067646027,
      "learning_rate": 5.268510278198277e-06,
      "loss": 0.7391,
      "step": 31660
    },
    {
      "epoch": 0.6672251286833467,
      "grad_norm": 0.10256757587194443,
      "learning_rate": 5.267908983939416e-06,
      "loss": 0.6965,
      "step": 31661
    },
    {
      "epoch": 0.6672462027217121,
      "grad_norm": 0.11383755505084991,
      "learning_rate": 5.267307711725482e-06,
      "loss": 0.7068,
      "step": 31662
    },
    {
      "epoch": 0.6672672767600774,
      "grad_norm": 0.11883748322725296,
      "learning_rate": 5.266706461559273e-06,
      "loss": 0.7598,
      "step": 31663
    },
    {
      "epoch": 0.6672883507984426,
      "grad_norm": 0.12352989614009857,
      "learning_rate": 5.266105233443591e-06,
      "loss": 0.8138,
      "step": 31664
    },
    {
      "epoch": 0.6673094248368079,
      "grad_norm": 0.12149305641651154,
      "learning_rate": 5.265504027381239e-06,
      "loss": 0.725,
      "step": 31665
    },
    {
      "epoch": 0.6673304988751732,
      "grad_norm": 0.14730648696422577,
      "learning_rate": 5.2649028433750124e-06,
      "loss": 0.695,
      "step": 31666
    },
    {
      "epoch": 0.6673515729135385,
      "grad_norm": 0.10257843136787415,
      "learning_rate": 5.264301681427717e-06,
      "loss": 0.6789,
      "step": 31667
    },
    {
      "epoch": 0.6673726469519038,
      "grad_norm": 0.11535966396331787,
      "learning_rate": 5.263700541542151e-06,
      "loss": 0.7936,
      "step": 31668
    },
    {
      "epoch": 0.6673937209902691,
      "grad_norm": 0.10806231200695038,
      "learning_rate": 5.263099423721116e-06,
      "loss": 0.714,
      "step": 31669
    },
    {
      "epoch": 0.6674147950286343,
      "grad_norm": 0.11533650755882263,
      "learning_rate": 5.262498327967411e-06,
      "loss": 0.7239,
      "step": 31670
    },
    {
      "epoch": 0.6674358690669996,
      "grad_norm": 0.1475185751914978,
      "learning_rate": 5.261897254283839e-06,
      "loss": 0.7343,
      "step": 31671
    },
    {
      "epoch": 0.667456943105365,
      "grad_norm": 0.11429844051599503,
      "learning_rate": 5.261296202673196e-06,
      "loss": 0.7762,
      "step": 31672
    },
    {
      "epoch": 0.6674780171437302,
      "grad_norm": 0.12640048563480377,
      "learning_rate": 5.260695173138286e-06,
      "loss": 0.7614,
      "step": 31673
    },
    {
      "epoch": 0.6674990911820955,
      "grad_norm": 0.1092502623796463,
      "learning_rate": 5.260094165681906e-06,
      "loss": 0.7185,
      "step": 31674
    },
    {
      "epoch": 0.6675201652204608,
      "grad_norm": 0.140361487865448,
      "learning_rate": 5.2594931803068585e-06,
      "loss": 0.709,
      "step": 31675
    },
    {
      "epoch": 0.667541239258826,
      "grad_norm": 0.1333150863647461,
      "learning_rate": 5.258892217015941e-06,
      "loss": 0.7133,
      "step": 31676
    },
    {
      "epoch": 0.6675623132971914,
      "grad_norm": 0.13773339986801147,
      "learning_rate": 5.258291275811953e-06,
      "loss": 0.7684,
      "step": 31677
    },
    {
      "epoch": 0.6675833873355567,
      "grad_norm": 0.11302013695240021,
      "learning_rate": 5.257690356697697e-06,
      "loss": 0.7859,
      "step": 31678
    },
    {
      "epoch": 0.6676044613739219,
      "grad_norm": 0.10451123118400574,
      "learning_rate": 5.257089459675972e-06,
      "loss": 0.7397,
      "step": 31679
    },
    {
      "epoch": 0.6676255354122872,
      "grad_norm": 0.12107139825820923,
      "learning_rate": 5.256488584749575e-06,
      "loss": 0.6669,
      "step": 31680
    },
    {
      "epoch": 0.6676466094506525,
      "grad_norm": 0.11218155175447464,
      "learning_rate": 5.255887731921304e-06,
      "loss": 0.6675,
      "step": 31681
    },
    {
      "epoch": 0.6676676834890178,
      "grad_norm": 0.15841960906982422,
      "learning_rate": 5.255286901193956e-06,
      "loss": 0.6891,
      "step": 31682
    },
    {
      "epoch": 0.6676887575273831,
      "grad_norm": 0.10254078358411789,
      "learning_rate": 5.25468609257034e-06,
      "loss": 0.7157,
      "step": 31683
    },
    {
      "epoch": 0.6677098315657484,
      "grad_norm": 0.14126965403556824,
      "learning_rate": 5.254085306053248e-06,
      "loss": 0.7705,
      "step": 31684
    },
    {
      "epoch": 0.6677309056041136,
      "grad_norm": 0.11007645726203918,
      "learning_rate": 5.25348454164548e-06,
      "loss": 0.7253,
      "step": 31685
    },
    {
      "epoch": 0.6677519796424789,
      "grad_norm": 0.12194529920816422,
      "learning_rate": 5.252883799349835e-06,
      "loss": 0.7122,
      "step": 31686
    },
    {
      "epoch": 0.6677730536808443,
      "grad_norm": 0.13666433095932007,
      "learning_rate": 5.252283079169112e-06,
      "loss": 0.7399,
      "step": 31687
    },
    {
      "epoch": 0.6677941277192095,
      "grad_norm": 0.12611693143844604,
      "learning_rate": 5.251682381106112e-06,
      "loss": 0.7932,
      "step": 31688
    },
    {
      "epoch": 0.6678152017575748,
      "grad_norm": 0.14145147800445557,
      "learning_rate": 5.251081705163625e-06,
      "loss": 0.7669,
      "step": 31689
    },
    {
      "epoch": 0.6678362757959401,
      "grad_norm": 0.11334995180368423,
      "learning_rate": 5.250481051344457e-06,
      "loss": 0.724,
      "step": 31690
    },
    {
      "epoch": 0.6678573498343053,
      "grad_norm": 0.1358392983675003,
      "learning_rate": 5.249880419651403e-06,
      "loss": 0.7154,
      "step": 31691
    },
    {
      "epoch": 0.6678784238726707,
      "grad_norm": 0.1105547696352005,
      "learning_rate": 5.2492798100872614e-06,
      "loss": 0.7173,
      "step": 31692
    },
    {
      "epoch": 0.667899497911036,
      "grad_norm": 0.12870945036411285,
      "learning_rate": 5.2486792226548315e-06,
      "loss": 0.7945,
      "step": 31693
    },
    {
      "epoch": 0.6679205719494012,
      "grad_norm": 0.12254248559474945,
      "learning_rate": 5.248078657356909e-06,
      "loss": 0.6912,
      "step": 31694
    },
    {
      "epoch": 0.6679416459877665,
      "grad_norm": 0.09980999678373337,
      "learning_rate": 5.247478114196294e-06,
      "loss": 0.7001,
      "step": 31695
    },
    {
      "epoch": 0.6679627200261318,
      "grad_norm": 0.11222704499959946,
      "learning_rate": 5.246877593175779e-06,
      "loss": 0.7355,
      "step": 31696
    },
    {
      "epoch": 0.6679837940644971,
      "grad_norm": 0.13028109073638916,
      "learning_rate": 5.246277094298174e-06,
      "loss": 0.783,
      "step": 31697
    },
    {
      "epoch": 0.6680048681028624,
      "grad_norm": 0.11107033491134644,
      "learning_rate": 5.245676617566264e-06,
      "loss": 0.7321,
      "step": 31698
    },
    {
      "epoch": 0.6680259421412277,
      "grad_norm": 0.10554472357034683,
      "learning_rate": 5.245076162982852e-06,
      "loss": 0.6889,
      "step": 31699
    },
    {
      "epoch": 0.668047016179593,
      "grad_norm": 0.1236332356929779,
      "learning_rate": 5.244475730550732e-06,
      "loss": 0.7523,
      "step": 31700
    },
    {
      "epoch": 0.6680680902179582,
      "grad_norm": 0.1314990371465683,
      "learning_rate": 5.243875320272704e-06,
      "loss": 0.707,
      "step": 31701
    },
    {
      "epoch": 0.6680891642563235,
      "grad_norm": 0.11390967667102814,
      "learning_rate": 5.243274932151565e-06,
      "loss": 0.7488,
      "step": 31702
    },
    {
      "epoch": 0.6681102382946889,
      "grad_norm": 0.11794329434633255,
      "learning_rate": 5.2426745661901115e-06,
      "loss": 0.6978,
      "step": 31703
    },
    {
      "epoch": 0.6681313123330541,
      "grad_norm": 0.1176477000117302,
      "learning_rate": 5.242074222391138e-06,
      "loss": 0.6878,
      "step": 31704
    },
    {
      "epoch": 0.6681523863714194,
      "grad_norm": 0.11184637993574142,
      "learning_rate": 5.241473900757445e-06,
      "loss": 0.7001,
      "step": 31705
    },
    {
      "epoch": 0.6681734604097846,
      "grad_norm": 0.10287468880414963,
      "learning_rate": 5.240873601291827e-06,
      "loss": 0.7683,
      "step": 31706
    },
    {
      "epoch": 0.6681945344481499,
      "grad_norm": 0.11478453129529953,
      "learning_rate": 5.240273323997082e-06,
      "loss": 0.7087,
      "step": 31707
    },
    {
      "epoch": 0.6682156084865153,
      "grad_norm": 0.11701340228319168,
      "learning_rate": 5.2396730688760075e-06,
      "loss": 0.7374,
      "step": 31708
    },
    {
      "epoch": 0.6682366825248806,
      "grad_norm": 0.11726607382297516,
      "learning_rate": 5.239072835931396e-06,
      "loss": 0.6988,
      "step": 31709
    },
    {
      "epoch": 0.6682577565632458,
      "grad_norm": 0.13044743239879608,
      "learning_rate": 5.23847262516604e-06,
      "loss": 0.7082,
      "step": 31710
    },
    {
      "epoch": 0.6682788306016111,
      "grad_norm": 0.12917448580265045,
      "learning_rate": 5.2378724365827475e-06,
      "loss": 0.7086,
      "step": 31711
    },
    {
      "epoch": 0.6682999046399763,
      "grad_norm": 0.10725943744182587,
      "learning_rate": 5.237272270184306e-06,
      "loss": 0.7458,
      "step": 31712
    },
    {
      "epoch": 0.6683209786783417,
      "grad_norm": 0.11064130812883377,
      "learning_rate": 5.236672125973514e-06,
      "loss": 0.7475,
      "step": 31713
    },
    {
      "epoch": 0.668342052716707,
      "grad_norm": 0.11605223268270493,
      "learning_rate": 5.236072003953168e-06,
      "loss": 0.7264,
      "step": 31714
    },
    {
      "epoch": 0.6683631267550723,
      "grad_norm": 0.20931309461593628,
      "learning_rate": 5.235471904126061e-06,
      "loss": 0.776,
      "step": 31715
    },
    {
      "epoch": 0.6683842007934375,
      "grad_norm": 0.08956146240234375,
      "learning_rate": 5.234871826494993e-06,
      "loss": 0.7035,
      "step": 31716
    },
    {
      "epoch": 0.6684052748318028,
      "grad_norm": 0.12604747712612152,
      "learning_rate": 5.2342717710627586e-06,
      "loss": 0.7084,
      "step": 31717
    },
    {
      "epoch": 0.6684263488701682,
      "grad_norm": 0.11106865853071213,
      "learning_rate": 5.233671737832149e-06,
      "loss": 0.6959,
      "step": 31718
    },
    {
      "epoch": 0.6684474229085334,
      "grad_norm": 0.1397225707769394,
      "learning_rate": 5.233071726805961e-06,
      "loss": 0.7119,
      "step": 31719
    },
    {
      "epoch": 0.6684684969468987,
      "grad_norm": 0.11957470327615738,
      "learning_rate": 5.232471737986993e-06,
      "loss": 0.7591,
      "step": 31720
    },
    {
      "epoch": 0.668489570985264,
      "grad_norm": 0.1385991871356964,
      "learning_rate": 5.231871771378037e-06,
      "loss": 0.6711,
      "step": 31721
    },
    {
      "epoch": 0.6685106450236292,
      "grad_norm": 0.11560054868459702,
      "learning_rate": 5.231271826981888e-06,
      "loss": 0.7045,
      "step": 31722
    },
    {
      "epoch": 0.6685317190619946,
      "grad_norm": 0.17962606251239777,
      "learning_rate": 5.230671904801342e-06,
      "loss": 0.7043,
      "step": 31723
    },
    {
      "epoch": 0.6685527931003599,
      "grad_norm": 0.11556093394756317,
      "learning_rate": 5.230072004839194e-06,
      "loss": 0.7444,
      "step": 31724
    },
    {
      "epoch": 0.6685738671387251,
      "grad_norm": 0.13873450458049774,
      "learning_rate": 5.229472127098234e-06,
      "loss": 0.751,
      "step": 31725
    },
    {
      "epoch": 0.6685949411770904,
      "grad_norm": 0.11231451481580734,
      "learning_rate": 5.22887227158127e-06,
      "loss": 0.6859,
      "step": 31726
    },
    {
      "epoch": 0.6686160152154557,
      "grad_norm": 0.11135080456733704,
      "learning_rate": 5.2282724382910835e-06,
      "loss": 0.7038,
      "step": 31727
    },
    {
      "epoch": 0.668637089253821,
      "grad_norm": 0.10804751515388489,
      "learning_rate": 5.2276726272304724e-06,
      "loss": 0.7354,
      "step": 31728
    },
    {
      "epoch": 0.6686581632921863,
      "grad_norm": 0.10509583353996277,
      "learning_rate": 5.227072838402232e-06,
      "loss": 0.706,
      "step": 31729
    },
    {
      "epoch": 0.6686792373305516,
      "grad_norm": 0.11647120118141174,
      "learning_rate": 5.226473071809155e-06,
      "loss": 0.7648,
      "step": 31730
    },
    {
      "epoch": 0.6687003113689168,
      "grad_norm": 0.11556964367628098,
      "learning_rate": 5.2258733274540365e-06,
      "loss": 0.7544,
      "step": 31731
    },
    {
      "epoch": 0.6687213854072821,
      "grad_norm": 0.12404420226812363,
      "learning_rate": 5.22527360533967e-06,
      "loss": 0.7562,
      "step": 31732
    },
    {
      "epoch": 0.6687424594456475,
      "grad_norm": 0.10711515694856644,
      "learning_rate": 5.224673905468851e-06,
      "loss": 0.6372,
      "step": 31733
    },
    {
      "epoch": 0.6687635334840127,
      "grad_norm": 0.10851225256919861,
      "learning_rate": 5.224074227844371e-06,
      "loss": 0.7283,
      "step": 31734
    },
    {
      "epoch": 0.668784607522378,
      "grad_norm": 0.1142624169588089,
      "learning_rate": 5.223474572469025e-06,
      "loss": 0.704,
      "step": 31735
    },
    {
      "epoch": 0.6688056815607433,
      "grad_norm": 0.12555328011512756,
      "learning_rate": 5.222874939345606e-06,
      "loss": 0.718,
      "step": 31736
    },
    {
      "epoch": 0.6688267555991085,
      "grad_norm": 0.125363290309906,
      "learning_rate": 5.222275328476907e-06,
      "loss": 0.7942,
      "step": 31737
    },
    {
      "epoch": 0.6688478296374738,
      "grad_norm": 0.1386926770210266,
      "learning_rate": 5.221675739865727e-06,
      "loss": 0.7584,
      "step": 31738
    },
    {
      "epoch": 0.6688689036758392,
      "grad_norm": 0.10697498917579651,
      "learning_rate": 5.221076173514847e-06,
      "loss": 0.7265,
      "step": 31739
    },
    {
      "epoch": 0.6688899777142044,
      "grad_norm": 0.12774820625782013,
      "learning_rate": 5.220476629427069e-06,
      "loss": 0.7191,
      "step": 31740
    },
    {
      "epoch": 0.6689110517525697,
      "grad_norm": 0.1462916135787964,
      "learning_rate": 5.219877107605187e-06,
      "loss": 0.6969,
      "step": 31741
    },
    {
      "epoch": 0.668932125790935,
      "grad_norm": 0.11044356971979141,
      "learning_rate": 5.2192776080519894e-06,
      "loss": 0.7453,
      "step": 31742
    },
    {
      "epoch": 0.6689531998293002,
      "grad_norm": 0.10563050955533981,
      "learning_rate": 5.218678130770272e-06,
      "loss": 0.6768,
      "step": 31743
    },
    {
      "epoch": 0.6689742738676656,
      "grad_norm": 0.11195094138383865,
      "learning_rate": 5.218078675762825e-06,
      "loss": 0.681,
      "step": 31744
    },
    {
      "epoch": 0.6689953479060309,
      "grad_norm": 0.12984025478363037,
      "learning_rate": 5.217479243032445e-06,
      "loss": 0.7866,
      "step": 31745
    },
    {
      "epoch": 0.6690164219443961,
      "grad_norm": 0.10721983015537262,
      "learning_rate": 5.216879832581921e-06,
      "loss": 0.6917,
      "step": 31746
    },
    {
      "epoch": 0.6690374959827614,
      "grad_norm": 0.11171519011259079,
      "learning_rate": 5.21628044441405e-06,
      "loss": 0.6959,
      "step": 31747
    },
    {
      "epoch": 0.6690585700211267,
      "grad_norm": 0.11938520520925522,
      "learning_rate": 5.215681078531617e-06,
      "loss": 0.7153,
      "step": 31748
    },
    {
      "epoch": 0.669079644059492,
      "grad_norm": 0.10967864841222763,
      "learning_rate": 5.2150817349374176e-06,
      "loss": 0.7145,
      "step": 31749
    },
    {
      "epoch": 0.6691007180978573,
      "grad_norm": 0.115858294069767,
      "learning_rate": 5.214482413634245e-06,
      "loss": 0.7501,
      "step": 31750
    },
    {
      "epoch": 0.6691217921362226,
      "grad_norm": 0.12630777060985565,
      "learning_rate": 5.213883114624891e-06,
      "loss": 0.7231,
      "step": 31751
    },
    {
      "epoch": 0.6691428661745878,
      "grad_norm": 0.11897909641265869,
      "learning_rate": 5.2132838379121455e-06,
      "loss": 0.7103,
      "step": 31752
    },
    {
      "epoch": 0.6691639402129531,
      "grad_norm": 0.14378757774829865,
      "learning_rate": 5.212684583498801e-06,
      "loss": 0.7226,
      "step": 31753
    },
    {
      "epoch": 0.6691850142513185,
      "grad_norm": 0.11659528315067291,
      "learning_rate": 5.212085351387649e-06,
      "loss": 0.6962,
      "step": 31754
    },
    {
      "epoch": 0.6692060882896838,
      "grad_norm": 0.1282562017440796,
      "learning_rate": 5.211486141581484e-06,
      "loss": 0.7655,
      "step": 31755
    },
    {
      "epoch": 0.669227162328049,
      "grad_norm": 0.14226296544075012,
      "learning_rate": 5.210886954083101e-06,
      "loss": 0.6589,
      "step": 31756
    },
    {
      "epoch": 0.6692482363664143,
      "grad_norm": 0.1365029513835907,
      "learning_rate": 5.210287788895281e-06,
      "loss": 0.7513,
      "step": 31757
    },
    {
      "epoch": 0.6692693104047795,
      "grad_norm": 0.1173543855547905,
      "learning_rate": 5.209688646020818e-06,
      "loss": 0.7174,
      "step": 31758
    },
    {
      "epoch": 0.6692903844431449,
      "grad_norm": 0.11692281812429428,
      "learning_rate": 5.209089525462509e-06,
      "loss": 0.704,
      "step": 31759
    },
    {
      "epoch": 0.6693114584815102,
      "grad_norm": 0.11989515274763107,
      "learning_rate": 5.2084904272231384e-06,
      "loss": 0.7809,
      "step": 31760
    },
    {
      "epoch": 0.6693325325198755,
      "grad_norm": 0.1222679540514946,
      "learning_rate": 5.207891351305503e-06,
      "loss": 0.7713,
      "step": 31761
    },
    {
      "epoch": 0.6693536065582407,
      "grad_norm": 0.10720451921224594,
      "learning_rate": 5.207292297712388e-06,
      "loss": 0.7364,
      "step": 31762
    },
    {
      "epoch": 0.669374680596606,
      "grad_norm": 0.12317485362291336,
      "learning_rate": 5.206693266446588e-06,
      "loss": 0.7195,
      "step": 31763
    },
    {
      "epoch": 0.6693957546349714,
      "grad_norm": 0.12494723498821259,
      "learning_rate": 5.2060942575108945e-06,
      "loss": 0.7055,
      "step": 31764
    },
    {
      "epoch": 0.6694168286733366,
      "grad_norm": 0.15521161258220673,
      "learning_rate": 5.205495270908094e-06,
      "loss": 0.6876,
      "step": 31765
    },
    {
      "epoch": 0.6694379027117019,
      "grad_norm": 0.12961097061634064,
      "learning_rate": 5.2048963066409785e-06,
      "loss": 0.6175,
      "step": 31766
    },
    {
      "epoch": 0.6694589767500672,
      "grad_norm": 0.11321395635604858,
      "learning_rate": 5.204297364712345e-06,
      "loss": 0.6878,
      "step": 31767
    },
    {
      "epoch": 0.6694800507884324,
      "grad_norm": 0.10862528532743454,
      "learning_rate": 5.203698445124969e-06,
      "loss": 0.6753,
      "step": 31768
    },
    {
      "epoch": 0.6695011248267978,
      "grad_norm": 0.268398255109787,
      "learning_rate": 5.203099547881652e-06,
      "loss": 0.7188,
      "step": 31769
    },
    {
      "epoch": 0.6695221988651631,
      "grad_norm": 0.1224815621972084,
      "learning_rate": 5.202500672985182e-06,
      "loss": 0.7893,
      "step": 31770
    },
    {
      "epoch": 0.6695432729035283,
      "grad_norm": 0.1580682396888733,
      "learning_rate": 5.20190182043835e-06,
      "loss": 0.7751,
      "step": 31771
    },
    {
      "epoch": 0.6695643469418936,
      "grad_norm": 0.10857635736465454,
      "learning_rate": 5.201302990243942e-06,
      "loss": 0.7343,
      "step": 31772
    },
    {
      "epoch": 0.6695854209802589,
      "grad_norm": 0.11986611783504486,
      "learning_rate": 5.20070418240475e-06,
      "loss": 0.7074,
      "step": 31773
    },
    {
      "epoch": 0.6696064950186241,
      "grad_norm": 0.1161494180560112,
      "learning_rate": 5.200105396923565e-06,
      "loss": 0.7644,
      "step": 31774
    },
    {
      "epoch": 0.6696275690569895,
      "grad_norm": 0.1114785224199295,
      "learning_rate": 5.199506633803173e-06,
      "loss": 0.7031,
      "step": 31775
    },
    {
      "epoch": 0.6696486430953548,
      "grad_norm": 0.11798270046710968,
      "learning_rate": 5.19890789304637e-06,
      "loss": 0.6954,
      "step": 31776
    },
    {
      "epoch": 0.66966971713372,
      "grad_norm": 0.15336595475673676,
      "learning_rate": 5.198309174655936e-06,
      "loss": 0.8122,
      "step": 31777
    },
    {
      "epoch": 0.6696907911720853,
      "grad_norm": 0.11855379492044449,
      "learning_rate": 5.197710478634665e-06,
      "loss": 0.7923,
      "step": 31778
    },
    {
      "epoch": 0.6697118652104506,
      "grad_norm": 0.1383412629365921,
      "learning_rate": 5.1971118049853465e-06,
      "loss": 0.7232,
      "step": 31779
    },
    {
      "epoch": 0.6697329392488159,
      "grad_norm": 0.11378893256187439,
      "learning_rate": 5.196513153710768e-06,
      "loss": 0.7147,
      "step": 31780
    },
    {
      "epoch": 0.6697540132871812,
      "grad_norm": 0.18752197921276093,
      "learning_rate": 5.19591452481372e-06,
      "loss": 0.7454,
      "step": 31781
    },
    {
      "epoch": 0.6697750873255465,
      "grad_norm": 0.14845052361488342,
      "learning_rate": 5.195315918296986e-06,
      "loss": 0.8345,
      "step": 31782
    },
    {
      "epoch": 0.6697961613639117,
      "grad_norm": 0.1335492879152298,
      "learning_rate": 5.194717334163363e-06,
      "loss": 0.8143,
      "step": 31783
    },
    {
      "epoch": 0.669817235402277,
      "grad_norm": 0.12105432152748108,
      "learning_rate": 5.194118772415635e-06,
      "loss": 0.7394,
      "step": 31784
    },
    {
      "epoch": 0.6698383094406424,
      "grad_norm": 0.1307595670223236,
      "learning_rate": 5.193520233056597e-06,
      "loss": 0.7148,
      "step": 31785
    },
    {
      "epoch": 0.6698593834790076,
      "grad_norm": 0.13890628516674042,
      "learning_rate": 5.192921716089025e-06,
      "loss": 0.7076,
      "step": 31786
    },
    {
      "epoch": 0.6698804575173729,
      "grad_norm": 0.1954067051410675,
      "learning_rate": 5.192323221515716e-06,
      "loss": 0.6674,
      "step": 31787
    },
    {
      "epoch": 0.6699015315557382,
      "grad_norm": 0.1257837861776352,
      "learning_rate": 5.191724749339455e-06,
      "loss": 0.8057,
      "step": 31788
    },
    {
      "epoch": 0.6699226055941034,
      "grad_norm": 0.1150779128074646,
      "learning_rate": 5.191126299563032e-06,
      "loss": 0.7124,
      "step": 31789
    },
    {
      "epoch": 0.6699436796324688,
      "grad_norm": 0.1279321163892746,
      "learning_rate": 5.190527872189233e-06,
      "loss": 0.6632,
      "step": 31790
    },
    {
      "epoch": 0.6699647536708341,
      "grad_norm": 0.13183848559856415,
      "learning_rate": 5.189929467220846e-06,
      "loss": 0.727,
      "step": 31791
    },
    {
      "epoch": 0.6699858277091993,
      "grad_norm": 0.13810290396213531,
      "learning_rate": 5.189331084660661e-06,
      "loss": 0.6699,
      "step": 31792
    },
    {
      "epoch": 0.6700069017475646,
      "grad_norm": 0.10945872217416763,
      "learning_rate": 5.188732724511464e-06,
      "loss": 0.6952,
      "step": 31793
    },
    {
      "epoch": 0.6700279757859299,
      "grad_norm": 0.11652615666389465,
      "learning_rate": 5.188134386776043e-06,
      "loss": 0.7839,
      "step": 31794
    },
    {
      "epoch": 0.6700490498242953,
      "grad_norm": 0.11755248159170151,
      "learning_rate": 5.187536071457182e-06,
      "loss": 0.7039,
      "step": 31795
    },
    {
      "epoch": 0.6700701238626605,
      "grad_norm": 0.13331781327724457,
      "learning_rate": 5.1869377785576745e-06,
      "loss": 0.727,
      "step": 31796
    },
    {
      "epoch": 0.6700911979010258,
      "grad_norm": 0.11307632178068161,
      "learning_rate": 5.1863395080803025e-06,
      "loss": 0.6776,
      "step": 31797
    },
    {
      "epoch": 0.670112271939391,
      "grad_norm": 0.15103594958782196,
      "learning_rate": 5.185741260027857e-06,
      "loss": 0.6982,
      "step": 31798
    },
    {
      "epoch": 0.6701333459777563,
      "grad_norm": 0.1127338707447052,
      "learning_rate": 5.185143034403121e-06,
      "loss": 0.7463,
      "step": 31799
    },
    {
      "epoch": 0.6701544200161217,
      "grad_norm": 0.10918384045362473,
      "learning_rate": 5.1845448312088866e-06,
      "loss": 0.7048,
      "step": 31800
    },
    {
      "epoch": 0.670175494054487,
      "grad_norm": 0.13073641061782837,
      "learning_rate": 5.183946650447935e-06,
      "loss": 0.692,
      "step": 31801
    },
    {
      "epoch": 0.6701965680928522,
      "grad_norm": 0.12026257812976837,
      "learning_rate": 5.183348492123056e-06,
      "loss": 0.687,
      "step": 31802
    },
    {
      "epoch": 0.6702176421312175,
      "grad_norm": 0.1422339677810669,
      "learning_rate": 5.182750356237036e-06,
      "loss": 0.7229,
      "step": 31803
    },
    {
      "epoch": 0.6702387161695827,
      "grad_norm": 0.14076019823551178,
      "learning_rate": 5.1821522427926605e-06,
      "loss": 0.7181,
      "step": 31804
    },
    {
      "epoch": 0.6702597902079481,
      "grad_norm": 0.1394629329442978,
      "learning_rate": 5.181554151792717e-06,
      "loss": 0.7862,
      "step": 31805
    },
    {
      "epoch": 0.6702808642463134,
      "grad_norm": 0.11973728239536285,
      "learning_rate": 5.180956083239995e-06,
      "loss": 0.6845,
      "step": 31806
    },
    {
      "epoch": 0.6703019382846787,
      "grad_norm": 0.1353219747543335,
      "learning_rate": 5.180358037137273e-06,
      "loss": 0.7096,
      "step": 31807
    },
    {
      "epoch": 0.6703230123230439,
      "grad_norm": 0.13466677069664001,
      "learning_rate": 5.179760013487341e-06,
      "loss": 0.7397,
      "step": 31808
    },
    {
      "epoch": 0.6703440863614092,
      "grad_norm": 0.18828745186328888,
      "learning_rate": 5.179162012292985e-06,
      "loss": 0.77,
      "step": 31809
    },
    {
      "epoch": 0.6703651603997746,
      "grad_norm": 0.13307616114616394,
      "learning_rate": 5.1785640335569895e-06,
      "loss": 0.7394,
      "step": 31810
    },
    {
      "epoch": 0.6703862344381398,
      "grad_norm": 0.14317674934864044,
      "learning_rate": 5.17796607728214e-06,
      "loss": 0.708,
      "step": 31811
    },
    {
      "epoch": 0.6704073084765051,
      "grad_norm": 0.11176672577857971,
      "learning_rate": 5.1773681434712255e-06,
      "loss": 0.7459,
      "step": 31812
    },
    {
      "epoch": 0.6704283825148704,
      "grad_norm": 0.13800834119319916,
      "learning_rate": 5.176770232127031e-06,
      "loss": 0.7634,
      "step": 31813
    },
    {
      "epoch": 0.6704494565532356,
      "grad_norm": 0.10936348140239716,
      "learning_rate": 5.176172343252339e-06,
      "loss": 0.7191,
      "step": 31814
    },
    {
      "epoch": 0.6704705305916009,
      "grad_norm": 0.16093416512012482,
      "learning_rate": 5.17557447684994e-06,
      "loss": 0.7187,
      "step": 31815
    },
    {
      "epoch": 0.6704916046299663,
      "grad_norm": 0.13260988891124725,
      "learning_rate": 5.174976632922615e-06,
      "loss": 0.7436,
      "step": 31816
    },
    {
      "epoch": 0.6705126786683315,
      "grad_norm": 0.11958882212638855,
      "learning_rate": 5.174378811473146e-06,
      "loss": 0.6776,
      "step": 31817
    },
    {
      "epoch": 0.6705337527066968,
      "grad_norm": 0.13136042654514313,
      "learning_rate": 5.173781012504324e-06,
      "loss": 0.7511,
      "step": 31818
    },
    {
      "epoch": 0.6705548267450621,
      "grad_norm": 0.13911348581314087,
      "learning_rate": 5.173183236018932e-06,
      "loss": 0.7944,
      "step": 31819
    },
    {
      "epoch": 0.6705759007834273,
      "grad_norm": 0.1823098361492157,
      "learning_rate": 5.172585482019753e-06,
      "loss": 0.7519,
      "step": 31820
    },
    {
      "epoch": 0.6705969748217927,
      "grad_norm": 0.1274593323469162,
      "learning_rate": 5.171987750509574e-06,
      "loss": 0.7462,
      "step": 31821
    },
    {
      "epoch": 0.670618048860158,
      "grad_norm": 0.14023800194263458,
      "learning_rate": 5.171390041491177e-06,
      "loss": 0.6801,
      "step": 31822
    },
    {
      "epoch": 0.6706391228985232,
      "grad_norm": 0.12909625470638275,
      "learning_rate": 5.170792354967351e-06,
      "loss": 0.7354,
      "step": 31823
    },
    {
      "epoch": 0.6706601969368885,
      "grad_norm": 0.11568454653024673,
      "learning_rate": 5.1701946909408775e-06,
      "loss": 0.7585,
      "step": 31824
    },
    {
      "epoch": 0.6706812709752538,
      "grad_norm": 0.14192654192447662,
      "learning_rate": 5.169597049414539e-06,
      "loss": 0.6902,
      "step": 31825
    },
    {
      "epoch": 0.6707023450136191,
      "grad_norm": 0.10538654774427414,
      "learning_rate": 5.168999430391123e-06,
      "loss": 0.6706,
      "step": 31826
    },
    {
      "epoch": 0.6707234190519844,
      "grad_norm": 0.10890959948301315,
      "learning_rate": 5.168401833873411e-06,
      "loss": 0.7034,
      "step": 31827
    },
    {
      "epoch": 0.6707444930903497,
      "grad_norm": 0.13427923619747162,
      "learning_rate": 5.167804259864189e-06,
      "loss": 0.7361,
      "step": 31828
    },
    {
      "epoch": 0.6707655671287149,
      "grad_norm": 0.13103164732456207,
      "learning_rate": 5.1672067083662406e-06,
      "loss": 0.7801,
      "step": 31829
    },
    {
      "epoch": 0.6707866411670802,
      "grad_norm": 0.14001436531543732,
      "learning_rate": 5.166609179382347e-06,
      "loss": 0.7324,
      "step": 31830
    },
    {
      "epoch": 0.6708077152054456,
      "grad_norm": 0.11106182634830475,
      "learning_rate": 5.1660116729152955e-06,
      "loss": 0.7858,
      "step": 31831
    },
    {
      "epoch": 0.6708287892438108,
      "grad_norm": 0.2569802701473236,
      "learning_rate": 5.165414188967868e-06,
      "loss": 0.6817,
      "step": 31832
    },
    {
      "epoch": 0.6708498632821761,
      "grad_norm": 0.10257323831319809,
      "learning_rate": 5.164816727542848e-06,
      "loss": 0.7463,
      "step": 31833
    },
    {
      "epoch": 0.6708709373205414,
      "grad_norm": 0.12243564426898956,
      "learning_rate": 5.164219288643017e-06,
      "loss": 0.6872,
      "step": 31834
    },
    {
      "epoch": 0.6708920113589066,
      "grad_norm": 0.2757560610771179,
      "learning_rate": 5.1636218722711655e-06,
      "loss": 0.8087,
      "step": 31835
    },
    {
      "epoch": 0.670913085397272,
      "grad_norm": 0.11832825094461441,
      "learning_rate": 5.163024478430065e-06,
      "loss": 0.7589,
      "step": 31836
    },
    {
      "epoch": 0.6709341594356373,
      "grad_norm": 0.11523902416229248,
      "learning_rate": 5.1624271071225065e-06,
      "loss": 0.7227,
      "step": 31837
    },
    {
      "epoch": 0.6709552334740025,
      "grad_norm": 0.11976835876703262,
      "learning_rate": 5.16182975835127e-06,
      "loss": 0.7391,
      "step": 31838
    },
    {
      "epoch": 0.6709763075123678,
      "grad_norm": 0.11484158039093018,
      "learning_rate": 5.16123243211914e-06,
      "loss": 0.7517,
      "step": 31839
    },
    {
      "epoch": 0.6709973815507331,
      "grad_norm": 0.11132164299488068,
      "learning_rate": 5.160635128428895e-06,
      "loss": 0.7587,
      "step": 31840
    },
    {
      "epoch": 0.6710184555890985,
      "grad_norm": 0.10329021513462067,
      "learning_rate": 5.1600378472833235e-06,
      "loss": 0.7254,
      "step": 31841
    },
    {
      "epoch": 0.6710395296274637,
      "grad_norm": 0.1132892295718193,
      "learning_rate": 5.159440588685207e-06,
      "loss": 0.6755,
      "step": 31842
    },
    {
      "epoch": 0.671060603665829,
      "grad_norm": 0.12568789720535278,
      "learning_rate": 5.158843352637326e-06,
      "loss": 0.7829,
      "step": 31843
    },
    {
      "epoch": 0.6710816777041942,
      "grad_norm": 0.14168043434619904,
      "learning_rate": 5.1582461391424665e-06,
      "loss": 0.7201,
      "step": 31844
    },
    {
      "epoch": 0.6711027517425595,
      "grad_norm": 0.20559245347976685,
      "learning_rate": 5.1576489482034044e-06,
      "loss": 0.7077,
      "step": 31845
    },
    {
      "epoch": 0.6711238257809249,
      "grad_norm": 0.1333133429288864,
      "learning_rate": 5.157051779822926e-06,
      "loss": 0.727,
      "step": 31846
    },
    {
      "epoch": 0.6711448998192902,
      "grad_norm": 0.1325109899044037,
      "learning_rate": 5.15645463400381e-06,
      "loss": 0.7368,
      "step": 31847
    },
    {
      "epoch": 0.6711659738576554,
      "grad_norm": 0.13570745289325714,
      "learning_rate": 5.155857510748841e-06,
      "loss": 0.7435,
      "step": 31848
    },
    {
      "epoch": 0.6711870478960207,
      "grad_norm": 0.1154010146856308,
      "learning_rate": 5.155260410060801e-06,
      "loss": 0.6983,
      "step": 31849
    },
    {
      "epoch": 0.671208121934386,
      "grad_norm": 0.12314349412918091,
      "learning_rate": 5.154663331942469e-06,
      "loss": 0.6664,
      "step": 31850
    },
    {
      "epoch": 0.6712291959727512,
      "grad_norm": 0.1194949671626091,
      "learning_rate": 5.1540662763966295e-06,
      "loss": 0.697,
      "step": 31851
    },
    {
      "epoch": 0.6712502700111166,
      "grad_norm": 0.11974712461233139,
      "learning_rate": 5.153469243426064e-06,
      "loss": 0.7354,
      "step": 31852
    },
    {
      "epoch": 0.6712713440494819,
      "grad_norm": 0.14175546169281006,
      "learning_rate": 5.15287223303355e-06,
      "loss": 0.7658,
      "step": 31853
    },
    {
      "epoch": 0.6712924180878471,
      "grad_norm": 0.10999709367752075,
      "learning_rate": 5.152275245221872e-06,
      "loss": 0.6877,
      "step": 31854
    },
    {
      "epoch": 0.6713134921262124,
      "grad_norm": 0.13525390625,
      "learning_rate": 5.1516782799938126e-06,
      "loss": 0.7312,
      "step": 31855
    },
    {
      "epoch": 0.6713345661645777,
      "grad_norm": 0.09711377322673798,
      "learning_rate": 5.151081337352148e-06,
      "loss": 0.6716,
      "step": 31856
    },
    {
      "epoch": 0.671355640202943,
      "grad_norm": 0.11629153043031693,
      "learning_rate": 5.150484417299664e-06,
      "loss": 0.6624,
      "step": 31857
    },
    {
      "epoch": 0.6713767142413083,
      "grad_norm": 0.15635977685451508,
      "learning_rate": 5.149887519839138e-06,
      "loss": 0.7428,
      "step": 31858
    },
    {
      "epoch": 0.6713977882796736,
      "grad_norm": 0.14689521491527557,
      "learning_rate": 5.149290644973353e-06,
      "loss": 0.7541,
      "step": 31859
    },
    {
      "epoch": 0.6714188623180388,
      "grad_norm": 0.11838778853416443,
      "learning_rate": 5.148693792705086e-06,
      "loss": 0.7324,
      "step": 31860
    },
    {
      "epoch": 0.6714399363564041,
      "grad_norm": 0.14379772543907166,
      "learning_rate": 5.148096963037122e-06,
      "loss": 0.7445,
      "step": 31861
    },
    {
      "epoch": 0.6714610103947695,
      "grad_norm": 0.12069478631019592,
      "learning_rate": 5.147500155972239e-06,
      "loss": 0.7512,
      "step": 31862
    },
    {
      "epoch": 0.6714820844331347,
      "grad_norm": 0.14699159562587738,
      "learning_rate": 5.146903371513219e-06,
      "loss": 0.7356,
      "step": 31863
    },
    {
      "epoch": 0.6715031584715,
      "grad_norm": 0.11800253391265869,
      "learning_rate": 5.146306609662839e-06,
      "loss": 0.7186,
      "step": 31864
    },
    {
      "epoch": 0.6715242325098653,
      "grad_norm": 0.1390468180179596,
      "learning_rate": 5.145709870423885e-06,
      "loss": 0.8058,
      "step": 31865
    },
    {
      "epoch": 0.6715453065482305,
      "grad_norm": 0.10219591856002808,
      "learning_rate": 5.1451131537991305e-06,
      "loss": 0.6659,
      "step": 31866
    },
    {
      "epoch": 0.6715663805865959,
      "grad_norm": 0.11333423852920532,
      "learning_rate": 5.144516459791357e-06,
      "loss": 0.7454,
      "step": 31867
    },
    {
      "epoch": 0.6715874546249612,
      "grad_norm": 0.1499236673116684,
      "learning_rate": 5.143919788403345e-06,
      "loss": 0.7183,
      "step": 31868
    },
    {
      "epoch": 0.6716085286633264,
      "grad_norm": 0.12197314947843552,
      "learning_rate": 5.143323139637871e-06,
      "loss": 0.7505,
      "step": 31869
    },
    {
      "epoch": 0.6716296027016917,
      "grad_norm": 0.1350564807653427,
      "learning_rate": 5.14272651349772e-06,
      "loss": 0.6941,
      "step": 31870
    },
    {
      "epoch": 0.671650676740057,
      "grad_norm": 0.10373326390981674,
      "learning_rate": 5.1421299099856705e-06,
      "loss": 0.6993,
      "step": 31871
    },
    {
      "epoch": 0.6716717507784223,
      "grad_norm": 0.12023913860321045,
      "learning_rate": 5.1415333291045e-06,
      "loss": 0.7098,
      "step": 31872
    },
    {
      "epoch": 0.6716928248167876,
      "grad_norm": 0.10839636623859406,
      "learning_rate": 5.140936770856988e-06,
      "loss": 0.7313,
      "step": 31873
    },
    {
      "epoch": 0.6717138988551529,
      "grad_norm": 0.1415751427412033,
      "learning_rate": 5.140340235245918e-06,
      "loss": 0.7278,
      "step": 31874
    },
    {
      "epoch": 0.6717349728935181,
      "grad_norm": 0.12547896802425385,
      "learning_rate": 5.139743722274062e-06,
      "loss": 0.7209,
      "step": 31875
    },
    {
      "epoch": 0.6717560469318834,
      "grad_norm": 0.13384489715099335,
      "learning_rate": 5.1391472319442016e-06,
      "loss": 0.8188,
      "step": 31876
    },
    {
      "epoch": 0.6717771209702488,
      "grad_norm": 0.13353675603866577,
      "learning_rate": 5.138550764259116e-06,
      "loss": 0.6753,
      "step": 31877
    },
    {
      "epoch": 0.671798195008614,
      "grad_norm": 0.11192385852336884,
      "learning_rate": 5.137954319221583e-06,
      "loss": 0.7607,
      "step": 31878
    },
    {
      "epoch": 0.6718192690469793,
      "grad_norm": 0.11218690127134323,
      "learning_rate": 5.137357896834381e-06,
      "loss": 0.6961,
      "step": 31879
    },
    {
      "epoch": 0.6718403430853446,
      "grad_norm": 0.12135335057973862,
      "learning_rate": 5.136761497100291e-06,
      "loss": 0.7283,
      "step": 31880
    },
    {
      "epoch": 0.6718614171237098,
      "grad_norm": 0.11925822496414185,
      "learning_rate": 5.1361651200220895e-06,
      "loss": 0.7629,
      "step": 31881
    },
    {
      "epoch": 0.6718824911620752,
      "grad_norm": 0.13283634185791016,
      "learning_rate": 5.135568765602554e-06,
      "loss": 0.7119,
      "step": 31882
    },
    {
      "epoch": 0.6719035652004405,
      "grad_norm": 0.17938658595085144,
      "learning_rate": 5.134972433844465e-06,
      "loss": 0.6829,
      "step": 31883
    },
    {
      "epoch": 0.6719246392388057,
      "grad_norm": 0.1326039582490921,
      "learning_rate": 5.1343761247506e-06,
      "loss": 0.6988,
      "step": 31884
    },
    {
      "epoch": 0.671945713277171,
      "grad_norm": 0.10042704641819,
      "learning_rate": 5.133779838323736e-06,
      "loss": 0.6348,
      "step": 31885
    },
    {
      "epoch": 0.6719667873155363,
      "grad_norm": 0.10785062611103058,
      "learning_rate": 5.13318357456665e-06,
      "loss": 0.7082,
      "step": 31886
    },
    {
      "epoch": 0.6719878613539016,
      "grad_norm": 0.11928649246692657,
      "learning_rate": 5.132587333482122e-06,
      "loss": 0.6996,
      "step": 31887
    },
    {
      "epoch": 0.6720089353922669,
      "grad_norm": 0.12459402531385422,
      "learning_rate": 5.131991115072928e-06,
      "loss": 0.6848,
      "step": 31888
    },
    {
      "epoch": 0.6720300094306322,
      "grad_norm": 0.11161137372255325,
      "learning_rate": 5.131394919341847e-06,
      "loss": 0.7148,
      "step": 31889
    },
    {
      "epoch": 0.6720510834689974,
      "grad_norm": 0.14191444218158722,
      "learning_rate": 5.130798746291654e-06,
      "loss": 0.727,
      "step": 31890
    },
    {
      "epoch": 0.6720721575073627,
      "grad_norm": 0.10067077726125717,
      "learning_rate": 5.13020259592513e-06,
      "loss": 0.6615,
      "step": 31891
    },
    {
      "epoch": 0.672093231545728,
      "grad_norm": 0.14893469214439392,
      "learning_rate": 5.129606468245049e-06,
      "loss": 0.7313,
      "step": 31892
    },
    {
      "epoch": 0.6721143055840934,
      "grad_norm": 0.1334739327430725,
      "learning_rate": 5.12901036325419e-06,
      "loss": 0.6633,
      "step": 31893
    },
    {
      "epoch": 0.6721353796224586,
      "grad_norm": 0.18116071820259094,
      "learning_rate": 5.128414280955332e-06,
      "loss": 0.8268,
      "step": 31894
    },
    {
      "epoch": 0.6721564536608239,
      "grad_norm": 0.22305087745189667,
      "learning_rate": 5.127818221351246e-06,
      "loss": 0.8156,
      "step": 31895
    },
    {
      "epoch": 0.6721775276991891,
      "grad_norm": 0.15372899174690247,
      "learning_rate": 5.127222184444712e-06,
      "loss": 0.7322,
      "step": 31896
    },
    {
      "epoch": 0.6721986017375544,
      "grad_norm": 0.1339602917432785,
      "learning_rate": 5.1266261702385025e-06,
      "loss": 0.746,
      "step": 31897
    },
    {
      "epoch": 0.6722196757759198,
      "grad_norm": 0.1560470163822174,
      "learning_rate": 5.126030178735401e-06,
      "loss": 0.7289,
      "step": 31898
    },
    {
      "epoch": 0.672240749814285,
      "grad_norm": 0.10814814269542694,
      "learning_rate": 5.125434209938183e-06,
      "loss": 0.7512,
      "step": 31899
    },
    {
      "epoch": 0.6722618238526503,
      "grad_norm": 0.12932410836219788,
      "learning_rate": 5.124838263849623e-06,
      "loss": 0.7049,
      "step": 31900
    },
    {
      "epoch": 0.6722828978910156,
      "grad_norm": 0.11086363345384598,
      "learning_rate": 5.124242340472497e-06,
      "loss": 0.7059,
      "step": 31901
    },
    {
      "epoch": 0.6723039719293809,
      "grad_norm": 0.15813499689102173,
      "learning_rate": 5.123646439809582e-06,
      "loss": 0.7394,
      "step": 31902
    },
    {
      "epoch": 0.6723250459677462,
      "grad_norm": 0.15653862059116364,
      "learning_rate": 5.1230505618636575e-06,
      "loss": 0.7413,
      "step": 31903
    },
    {
      "epoch": 0.6723461200061115,
      "grad_norm": 0.11177314817905426,
      "learning_rate": 5.122454706637492e-06,
      "loss": 0.7051,
      "step": 31904
    },
    {
      "epoch": 0.6723671940444768,
      "grad_norm": 0.14599712193012238,
      "learning_rate": 5.121858874133864e-06,
      "loss": 0.7361,
      "step": 31905
    },
    {
      "epoch": 0.672388268082842,
      "grad_norm": 0.2840802073478699,
      "learning_rate": 5.121263064355551e-06,
      "loss": 0.7334,
      "step": 31906
    },
    {
      "epoch": 0.6724093421212073,
      "grad_norm": 0.1280936300754547,
      "learning_rate": 5.120667277305327e-06,
      "loss": 0.7628,
      "step": 31907
    },
    {
      "epoch": 0.6724304161595727,
      "grad_norm": 0.14612320065498352,
      "learning_rate": 5.120071512985969e-06,
      "loss": 0.6794,
      "step": 31908
    },
    {
      "epoch": 0.6724514901979379,
      "grad_norm": 0.14718513190746307,
      "learning_rate": 5.119475771400252e-06,
      "loss": 0.7198,
      "step": 31909
    },
    {
      "epoch": 0.6724725642363032,
      "grad_norm": 0.10130839794874191,
      "learning_rate": 5.118880052550951e-06,
      "loss": 0.6781,
      "step": 31910
    },
    {
      "epoch": 0.6724936382746685,
      "grad_norm": 0.15064673125743866,
      "learning_rate": 5.118284356440841e-06,
      "loss": 0.7384,
      "step": 31911
    },
    {
      "epoch": 0.6725147123130337,
      "grad_norm": 0.10784368962049484,
      "learning_rate": 5.1176886830726965e-06,
      "loss": 0.7304,
      "step": 31912
    },
    {
      "epoch": 0.6725357863513991,
      "grad_norm": 0.3458922803401947,
      "learning_rate": 5.117093032449297e-06,
      "loss": 0.7734,
      "step": 31913
    },
    {
      "epoch": 0.6725568603897644,
      "grad_norm": 0.09974409639835358,
      "learning_rate": 5.11649740457341e-06,
      "loss": 0.7044,
      "step": 31914
    },
    {
      "epoch": 0.6725779344281296,
      "grad_norm": 0.12236625701189041,
      "learning_rate": 5.115901799447815e-06,
      "loss": 0.6863,
      "step": 31915
    },
    {
      "epoch": 0.6725990084664949,
      "grad_norm": 0.11516663432121277,
      "learning_rate": 5.115306217075288e-06,
      "loss": 0.8034,
      "step": 31916
    },
    {
      "epoch": 0.6726200825048602,
      "grad_norm": 0.15219518542289734,
      "learning_rate": 5.114710657458599e-06,
      "loss": 0.7537,
      "step": 31917
    },
    {
      "epoch": 0.6726411565432255,
      "grad_norm": 0.11649984121322632,
      "learning_rate": 5.1141151206005265e-06,
      "loss": 0.7605,
      "step": 31918
    },
    {
      "epoch": 0.6726622305815908,
      "grad_norm": 0.14384238421916962,
      "learning_rate": 5.113519606503843e-06,
      "loss": 0.7251,
      "step": 31919
    },
    {
      "epoch": 0.6726833046199561,
      "grad_norm": 0.11071512848138809,
      "learning_rate": 5.112924115171323e-06,
      "loss": 0.798,
      "step": 31920
    },
    {
      "epoch": 0.6727043786583213,
      "grad_norm": 0.11883725225925446,
      "learning_rate": 5.11232864660574e-06,
      "loss": 0.7144,
      "step": 31921
    },
    {
      "epoch": 0.6727254526966866,
      "grad_norm": 0.13852128386497498,
      "learning_rate": 5.11173320080987e-06,
      "loss": 0.78,
      "step": 31922
    },
    {
      "epoch": 0.672746526735052,
      "grad_norm": 0.1389434039592743,
      "learning_rate": 5.111137777786484e-06,
      "loss": 0.743,
      "step": 31923
    },
    {
      "epoch": 0.6727676007734172,
      "grad_norm": 0.18313901126384735,
      "learning_rate": 5.110542377538363e-06,
      "loss": 0.7262,
      "step": 31924
    },
    {
      "epoch": 0.6727886748117825,
      "grad_norm": 0.14264580607414246,
      "learning_rate": 5.109947000068269e-06,
      "loss": 0.767,
      "step": 31925
    },
    {
      "epoch": 0.6728097488501478,
      "grad_norm": 0.1305045336484909,
      "learning_rate": 5.109351645378981e-06,
      "loss": 0.6768,
      "step": 31926
    },
    {
      "epoch": 0.672830822888513,
      "grad_norm": 0.21123100817203522,
      "learning_rate": 5.108756313473276e-06,
      "loss": 0.7324,
      "step": 31927
    },
    {
      "epoch": 0.6728518969268783,
      "grad_norm": 0.12660843133926392,
      "learning_rate": 5.108161004353924e-06,
      "loss": 0.7114,
      "step": 31928
    },
    {
      "epoch": 0.6728729709652437,
      "grad_norm": 0.10515640676021576,
      "learning_rate": 5.1075657180237e-06,
      "loss": 0.7495,
      "step": 31929
    },
    {
      "epoch": 0.6728940450036089,
      "grad_norm": 0.12187951803207397,
      "learning_rate": 5.106970454485376e-06,
      "loss": 0.7903,
      "step": 31930
    },
    {
      "epoch": 0.6729151190419742,
      "grad_norm": 0.1136460155248642,
      "learning_rate": 5.106375213741725e-06,
      "loss": 0.7093,
      "step": 31931
    },
    {
      "epoch": 0.6729361930803395,
      "grad_norm": 0.11675551533699036,
      "learning_rate": 5.105779995795522e-06,
      "loss": 0.764,
      "step": 31932
    },
    {
      "epoch": 0.6729572671187047,
      "grad_norm": 0.11959152668714523,
      "learning_rate": 5.105184800649541e-06,
      "loss": 0.7018,
      "step": 31933
    },
    {
      "epoch": 0.6729783411570701,
      "grad_norm": 0.1504727303981781,
      "learning_rate": 5.104589628306549e-06,
      "loss": 0.719,
      "step": 31934
    },
    {
      "epoch": 0.6729994151954354,
      "grad_norm": 0.11691279709339142,
      "learning_rate": 5.1039944787693205e-06,
      "loss": 0.6744,
      "step": 31935
    },
    {
      "epoch": 0.6730204892338006,
      "grad_norm": 0.13150285184383392,
      "learning_rate": 5.10339935204063e-06,
      "loss": 0.7169,
      "step": 31936
    },
    {
      "epoch": 0.6730415632721659,
      "grad_norm": 0.11907990276813507,
      "learning_rate": 5.10280424812325e-06,
      "loss": 0.7117,
      "step": 31937
    },
    {
      "epoch": 0.6730626373105312,
      "grad_norm": 0.133595272898674,
      "learning_rate": 5.102209167019952e-06,
      "loss": 0.7143,
      "step": 31938
    },
    {
      "epoch": 0.6730837113488966,
      "grad_norm": 0.1339183896780014,
      "learning_rate": 5.101614108733507e-06,
      "loss": 0.7361,
      "step": 31939
    },
    {
      "epoch": 0.6731047853872618,
      "grad_norm": 0.12546268105506897,
      "learning_rate": 5.101019073266688e-06,
      "loss": 0.719,
      "step": 31940
    },
    {
      "epoch": 0.6731258594256271,
      "grad_norm": 0.11826571077108383,
      "learning_rate": 5.100424060622267e-06,
      "loss": 0.7628,
      "step": 31941
    },
    {
      "epoch": 0.6731469334639923,
      "grad_norm": 0.1214020699262619,
      "learning_rate": 5.099829070803022e-06,
      "loss": 0.7394,
      "step": 31942
    },
    {
      "epoch": 0.6731680075023576,
      "grad_norm": 0.12554305791854858,
      "learning_rate": 5.099234103811714e-06,
      "loss": 0.7123,
      "step": 31943
    },
    {
      "epoch": 0.673189081540723,
      "grad_norm": 0.0968184545636177,
      "learning_rate": 5.098639159651122e-06,
      "loss": 0.6499,
      "step": 31944
    },
    {
      "epoch": 0.6732101555790883,
      "grad_norm": 0.1345449835062027,
      "learning_rate": 5.098044238324016e-06,
      "loss": 0.8618,
      "step": 31945
    },
    {
      "epoch": 0.6732312296174535,
      "grad_norm": 0.10637759417295456,
      "learning_rate": 5.097449339833166e-06,
      "loss": 0.6396,
      "step": 31946
    },
    {
      "epoch": 0.6732523036558188,
      "grad_norm": 0.11522621661424637,
      "learning_rate": 5.096854464181344e-06,
      "loss": 0.7267,
      "step": 31947
    },
    {
      "epoch": 0.673273377694184,
      "grad_norm": 0.1064814031124115,
      "learning_rate": 5.096259611371324e-06,
      "loss": 0.6881,
      "step": 31948
    },
    {
      "epoch": 0.6732944517325494,
      "grad_norm": 0.13584429025650024,
      "learning_rate": 5.095664781405874e-06,
      "loss": 0.7312,
      "step": 31949
    },
    {
      "epoch": 0.6733155257709147,
      "grad_norm": 0.11848106980323792,
      "learning_rate": 5.0950699742877645e-06,
      "loss": 0.7042,
      "step": 31950
    },
    {
      "epoch": 0.67333659980928,
      "grad_norm": 0.12779265642166138,
      "learning_rate": 5.094475190019769e-06,
      "loss": 0.7317,
      "step": 31951
    },
    {
      "epoch": 0.6733576738476452,
      "grad_norm": 0.11040836572647095,
      "learning_rate": 5.093880428604657e-06,
      "loss": 0.7227,
      "step": 31952
    },
    {
      "epoch": 0.6733787478860105,
      "grad_norm": 0.11297979950904846,
      "learning_rate": 5.093285690045204e-06,
      "loss": 0.7154,
      "step": 31953
    },
    {
      "epoch": 0.6733998219243759,
      "grad_norm": 0.10589749366044998,
      "learning_rate": 5.092690974344172e-06,
      "loss": 0.7665,
      "step": 31954
    },
    {
      "epoch": 0.6734208959627411,
      "grad_norm": 0.1100931316614151,
      "learning_rate": 5.092096281504333e-06,
      "loss": 0.6732,
      "step": 31955
    },
    {
      "epoch": 0.6734419700011064,
      "grad_norm": 0.13129305839538574,
      "learning_rate": 5.091501611528464e-06,
      "loss": 0.6953,
      "step": 31956
    },
    {
      "epoch": 0.6734630440394717,
      "grad_norm": 0.11695396155118942,
      "learning_rate": 5.090906964419331e-06,
      "loss": 0.6741,
      "step": 31957
    },
    {
      "epoch": 0.6734841180778369,
      "grad_norm": 0.10885074734687805,
      "learning_rate": 5.090312340179704e-06,
      "loss": 0.7485,
      "step": 31958
    },
    {
      "epoch": 0.6735051921162023,
      "grad_norm": 0.11322876065969467,
      "learning_rate": 5.089717738812355e-06,
      "loss": 0.749,
      "step": 31959
    },
    {
      "epoch": 0.6735262661545676,
      "grad_norm": 0.1085551306605339,
      "learning_rate": 5.089123160320053e-06,
      "loss": 0.7352,
      "step": 31960
    },
    {
      "epoch": 0.6735473401929328,
      "grad_norm": 0.11522002518177032,
      "learning_rate": 5.088528604705567e-06,
      "loss": 0.798,
      "step": 31961
    },
    {
      "epoch": 0.6735684142312981,
      "grad_norm": 0.11207117885351181,
      "learning_rate": 5.087934071971673e-06,
      "loss": 0.7143,
      "step": 31962
    },
    {
      "epoch": 0.6735894882696634,
      "grad_norm": 0.1183324009180069,
      "learning_rate": 5.0873395621211305e-06,
      "loss": 0.7499,
      "step": 31963
    },
    {
      "epoch": 0.6736105623080286,
      "grad_norm": 0.13354164361953735,
      "learning_rate": 5.086745075156714e-06,
      "loss": 0.7124,
      "step": 31964
    },
    {
      "epoch": 0.673631636346394,
      "grad_norm": 0.12399239838123322,
      "learning_rate": 5.086150611081193e-06,
      "loss": 0.7145,
      "step": 31965
    },
    {
      "epoch": 0.6736527103847593,
      "grad_norm": 0.09930438548326492,
      "learning_rate": 5.085556169897336e-06,
      "loss": 0.7049,
      "step": 31966
    },
    {
      "epoch": 0.6736737844231245,
      "grad_norm": 0.12377279251813889,
      "learning_rate": 5.084961751607915e-06,
      "loss": 0.7726,
      "step": 31967
    },
    {
      "epoch": 0.6736948584614898,
      "grad_norm": 0.1253693401813507,
      "learning_rate": 5.084367356215696e-06,
      "loss": 0.7085,
      "step": 31968
    },
    {
      "epoch": 0.6737159324998551,
      "grad_norm": 0.1359718143939972,
      "learning_rate": 5.083772983723445e-06,
      "loss": 0.7506,
      "step": 31969
    },
    {
      "epoch": 0.6737370065382204,
      "grad_norm": 0.12443511933088303,
      "learning_rate": 5.083178634133938e-06,
      "loss": 0.6915,
      "step": 31970
    },
    {
      "epoch": 0.6737580805765857,
      "grad_norm": 0.12179601192474365,
      "learning_rate": 5.082584307449947e-06,
      "loss": 0.7696,
      "step": 31971
    },
    {
      "epoch": 0.673779154614951,
      "grad_norm": 0.10457935929298401,
      "learning_rate": 5.081990003674231e-06,
      "loss": 0.668,
      "step": 31972
    },
    {
      "epoch": 0.6738002286533162,
      "grad_norm": 0.10448341816663742,
      "learning_rate": 5.081395722809562e-06,
      "loss": 0.6855,
      "step": 31973
    },
    {
      "epoch": 0.6738213026916815,
      "grad_norm": 0.11818556487560272,
      "learning_rate": 5.0808014648587075e-06,
      "loss": 0.7531,
      "step": 31974
    },
    {
      "epoch": 0.6738423767300469,
      "grad_norm": 0.19707225263118744,
      "learning_rate": 5.080207229824438e-06,
      "loss": 0.7266,
      "step": 31975
    },
    {
      "epoch": 0.6738634507684121,
      "grad_norm": 0.10990983992815018,
      "learning_rate": 5.079613017709522e-06,
      "loss": 0.6919,
      "step": 31976
    },
    {
      "epoch": 0.6738845248067774,
      "grad_norm": 0.12251884490251541,
      "learning_rate": 5.079018828516727e-06,
      "loss": 0.748,
      "step": 31977
    },
    {
      "epoch": 0.6739055988451427,
      "grad_norm": 0.13403937220573425,
      "learning_rate": 5.0784246622488196e-06,
      "loss": 0.7661,
      "step": 31978
    },
    {
      "epoch": 0.6739266728835079,
      "grad_norm": 0.12731310725212097,
      "learning_rate": 5.077830518908569e-06,
      "loss": 0.7574,
      "step": 31979
    },
    {
      "epoch": 0.6739477469218733,
      "grad_norm": 0.11700379103422165,
      "learning_rate": 5.0772363984987436e-06,
      "loss": 0.6878,
      "step": 31980
    },
    {
      "epoch": 0.6739688209602386,
      "grad_norm": 0.12961673736572266,
      "learning_rate": 5.0766423010221125e-06,
      "loss": 0.7382,
      "step": 31981
    },
    {
      "epoch": 0.6739898949986038,
      "grad_norm": 0.10445893555879593,
      "learning_rate": 5.076048226481438e-06,
      "loss": 0.6785,
      "step": 31982
    },
    {
      "epoch": 0.6740109690369691,
      "grad_norm": 0.28652113676071167,
      "learning_rate": 5.075454174879497e-06,
      "loss": 0.6964,
      "step": 31983
    },
    {
      "epoch": 0.6740320430753344,
      "grad_norm": 0.11215890198945999,
      "learning_rate": 5.074860146219045e-06,
      "loss": 0.7181,
      "step": 31984
    },
    {
      "epoch": 0.6740531171136998,
      "grad_norm": 0.16990429162979126,
      "learning_rate": 5.074266140502857e-06,
      "loss": 0.6762,
      "step": 31985
    },
    {
      "epoch": 0.674074191152065,
      "grad_norm": 0.1901141256093979,
      "learning_rate": 5.0736721577337e-06,
      "loss": 0.6875,
      "step": 31986
    },
    {
      "epoch": 0.6740952651904303,
      "grad_norm": 0.1574297398328781,
      "learning_rate": 5.073078197914341e-06,
      "loss": 0.7246,
      "step": 31987
    },
    {
      "epoch": 0.6741163392287955,
      "grad_norm": 0.15429633855819702,
      "learning_rate": 5.072484261047544e-06,
      "loss": 0.7493,
      "step": 31988
    },
    {
      "epoch": 0.6741374132671608,
      "grad_norm": 0.14089854061603546,
      "learning_rate": 5.071890347136078e-06,
      "loss": 0.7879,
      "step": 31989
    },
    {
      "epoch": 0.6741584873055262,
      "grad_norm": 0.1670641303062439,
      "learning_rate": 5.071296456182711e-06,
      "loss": 0.7612,
      "step": 31990
    },
    {
      "epoch": 0.6741795613438915,
      "grad_norm": 0.16389207541942596,
      "learning_rate": 5.070702588190206e-06,
      "loss": 0.72,
      "step": 31991
    },
    {
      "epoch": 0.6742006353822567,
      "grad_norm": 0.15677951276302338,
      "learning_rate": 5.070108743161339e-06,
      "loss": 0.7653,
      "step": 31992
    },
    {
      "epoch": 0.674221709420622,
      "grad_norm": 0.11741235852241516,
      "learning_rate": 5.069514921098864e-06,
      "loss": 0.7729,
      "step": 31993
    },
    {
      "epoch": 0.6742427834589872,
      "grad_norm": 0.147165909409523,
      "learning_rate": 5.068921122005552e-06,
      "loss": 0.7555,
      "step": 31994
    },
    {
      "epoch": 0.6742638574973526,
      "grad_norm": 0.14514300227165222,
      "learning_rate": 5.068327345884171e-06,
      "loss": 0.7185,
      "step": 31995
    },
    {
      "epoch": 0.6742849315357179,
      "grad_norm": 0.16427062451839447,
      "learning_rate": 5.067733592737486e-06,
      "loss": 0.717,
      "step": 31996
    },
    {
      "epoch": 0.6743060055740832,
      "grad_norm": 0.13853654265403748,
      "learning_rate": 5.0671398625682635e-06,
      "loss": 0.7666,
      "step": 31997
    },
    {
      "epoch": 0.6743270796124484,
      "grad_norm": 0.1427832543849945,
      "learning_rate": 5.066546155379265e-06,
      "loss": 0.7453,
      "step": 31998
    },
    {
      "epoch": 0.6743481536508137,
      "grad_norm": 0.13454028964042664,
      "learning_rate": 5.065952471173265e-06,
      "loss": 0.7754,
      "step": 31999
    },
    {
      "epoch": 0.6743692276891791,
      "grad_norm": 0.13203610479831696,
      "learning_rate": 5.0653588099530245e-06,
      "loss": 0.704,
      "step": 32000
    },
    {
      "epoch": 0.6743903017275443,
      "grad_norm": 0.13414070010185242,
      "learning_rate": 5.064765171721313e-06,
      "loss": 0.6799,
      "step": 32001
    },
    {
      "epoch": 0.6744113757659096,
      "grad_norm": 0.12353599071502686,
      "learning_rate": 5.0641715564808906e-06,
      "loss": 0.7291,
      "step": 32002
    },
    {
      "epoch": 0.6744324498042749,
      "grad_norm": 0.13997259736061096,
      "learning_rate": 5.063577964234522e-06,
      "loss": 0.7322,
      "step": 32003
    },
    {
      "epoch": 0.6744535238426401,
      "grad_norm": 0.09644346684217453,
      "learning_rate": 5.062984394984975e-06,
      "loss": 0.68,
      "step": 32004
    },
    {
      "epoch": 0.6744745978810054,
      "grad_norm": 0.1345921903848648,
      "learning_rate": 5.062390848735017e-06,
      "loss": 0.7184,
      "step": 32005
    },
    {
      "epoch": 0.6744956719193708,
      "grad_norm": 0.12221179902553558,
      "learning_rate": 5.061797325487411e-06,
      "loss": 0.6869,
      "step": 32006
    },
    {
      "epoch": 0.674516745957736,
      "grad_norm": 0.13268542289733887,
      "learning_rate": 5.06120382524492e-06,
      "loss": 0.7303,
      "step": 32007
    },
    {
      "epoch": 0.6745378199961013,
      "grad_norm": 0.1219034343957901,
      "learning_rate": 5.060610348010313e-06,
      "loss": 0.7506,
      "step": 32008
    },
    {
      "epoch": 0.6745588940344666,
      "grad_norm": 0.1345784068107605,
      "learning_rate": 5.060016893786352e-06,
      "loss": 0.6492,
      "step": 32009
    },
    {
      "epoch": 0.6745799680728318,
      "grad_norm": 0.1336890161037445,
      "learning_rate": 5.059423462575802e-06,
      "loss": 0.6868,
      "step": 32010
    },
    {
      "epoch": 0.6746010421111972,
      "grad_norm": 0.1276162564754486,
      "learning_rate": 5.058830054381428e-06,
      "loss": 0.67,
      "step": 32011
    },
    {
      "epoch": 0.6746221161495625,
      "grad_norm": 0.1272752732038498,
      "learning_rate": 5.0582366692059985e-06,
      "loss": 0.6804,
      "step": 32012
    },
    {
      "epoch": 0.6746431901879277,
      "grad_norm": 0.12511050701141357,
      "learning_rate": 5.0576433070522655e-06,
      "loss": 0.7121,
      "step": 32013
    },
    {
      "epoch": 0.674664264226293,
      "grad_norm": 0.1422332227230072,
      "learning_rate": 5.057049967923006e-06,
      "loss": 0.7443,
      "step": 32014
    },
    {
      "epoch": 0.6746853382646583,
      "grad_norm": 0.12882687151432037,
      "learning_rate": 5.056456651820979e-06,
      "loss": 0.6539,
      "step": 32015
    },
    {
      "epoch": 0.6747064123030236,
      "grad_norm": 0.16060802340507507,
      "learning_rate": 5.0558633587489495e-06,
      "loss": 0.7763,
      "step": 32016
    },
    {
      "epoch": 0.6747274863413889,
      "grad_norm": 0.11608381569385529,
      "learning_rate": 5.05527008870968e-06,
      "loss": 0.735,
      "step": 32017
    },
    {
      "epoch": 0.6747485603797542,
      "grad_norm": 0.10496722906827927,
      "learning_rate": 5.054676841705937e-06,
      "loss": 0.7115,
      "step": 32018
    },
    {
      "epoch": 0.6747696344181194,
      "grad_norm": 0.13128350675106049,
      "learning_rate": 5.05408361774048e-06,
      "loss": 0.7504,
      "step": 32019
    },
    {
      "epoch": 0.6747907084564847,
      "grad_norm": 0.16917146742343903,
      "learning_rate": 5.053490416816078e-06,
      "loss": 0.7605,
      "step": 32020
    },
    {
      "epoch": 0.6748117824948501,
      "grad_norm": 0.1522965133190155,
      "learning_rate": 5.0528972389354936e-06,
      "loss": 0.7381,
      "step": 32021
    },
    {
      "epoch": 0.6748328565332153,
      "grad_norm": 0.11602825671434402,
      "learning_rate": 5.052304084101485e-06,
      "loss": 0.6975,
      "step": 32022
    },
    {
      "epoch": 0.6748539305715806,
      "grad_norm": 0.12808556854724884,
      "learning_rate": 5.0517109523168185e-06,
      "loss": 0.7436,
      "step": 32023
    },
    {
      "epoch": 0.6748750046099459,
      "grad_norm": 0.14148876070976257,
      "learning_rate": 5.0511178435842565e-06,
      "loss": 0.7151,
      "step": 32024
    },
    {
      "epoch": 0.6748960786483111,
      "grad_norm": 0.1415317803621292,
      "learning_rate": 5.050524757906565e-06,
      "loss": 0.6693,
      "step": 32025
    },
    {
      "epoch": 0.6749171526866765,
      "grad_norm": 0.13667313754558563,
      "learning_rate": 5.049931695286503e-06,
      "loss": 0.71,
      "step": 32026
    },
    {
      "epoch": 0.6749382267250418,
      "grad_norm": 0.13681909441947937,
      "learning_rate": 5.0493386557268324e-06,
      "loss": 0.731,
      "step": 32027
    },
    {
      "epoch": 0.674959300763407,
      "grad_norm": 0.11449814587831497,
      "learning_rate": 5.048745639230322e-06,
      "loss": 0.6758,
      "step": 32028
    },
    {
      "epoch": 0.6749803748017723,
      "grad_norm": 0.10496829450130463,
      "learning_rate": 5.048152645799732e-06,
      "loss": 0.6869,
      "step": 32029
    },
    {
      "epoch": 0.6750014488401376,
      "grad_norm": 0.12787066400051117,
      "learning_rate": 5.047559675437827e-06,
      "loss": 0.8091,
      "step": 32030
    },
    {
      "epoch": 0.675022522878503,
      "grad_norm": 0.1279611736536026,
      "learning_rate": 5.046966728147365e-06,
      "loss": 0.7444,
      "step": 32031
    },
    {
      "epoch": 0.6750435969168682,
      "grad_norm": 0.11320247501134872,
      "learning_rate": 5.046373803931107e-06,
      "loss": 0.6851,
      "step": 32032
    },
    {
      "epoch": 0.6750646709552335,
      "grad_norm": 0.16702592372894287,
      "learning_rate": 5.0457809027918195e-06,
      "loss": 0.7795,
      "step": 32033
    },
    {
      "epoch": 0.6750857449935987,
      "grad_norm": 0.12225264310836792,
      "learning_rate": 5.045188024732263e-06,
      "loss": 0.7144,
      "step": 32034
    },
    {
      "epoch": 0.675106819031964,
      "grad_norm": 0.11204040050506592,
      "learning_rate": 5.0445951697552e-06,
      "loss": 0.789,
      "step": 32035
    },
    {
      "epoch": 0.6751278930703294,
      "grad_norm": 0.1366128921508789,
      "learning_rate": 5.044002337863391e-06,
      "loss": 0.7631,
      "step": 32036
    },
    {
      "epoch": 0.6751489671086947,
      "grad_norm": 0.12518566846847534,
      "learning_rate": 5.0434095290596e-06,
      "loss": 0.6655,
      "step": 32037
    },
    {
      "epoch": 0.6751700411470599,
      "grad_norm": 0.1546962708234787,
      "learning_rate": 5.042816743346586e-06,
      "loss": 0.7903,
      "step": 32038
    },
    {
      "epoch": 0.6751911151854252,
      "grad_norm": 0.11248046904802322,
      "learning_rate": 5.0422239807271125e-06,
      "loss": 0.684,
      "step": 32039
    },
    {
      "epoch": 0.6752121892237904,
      "grad_norm": 0.14605902135372162,
      "learning_rate": 5.041631241203941e-06,
      "loss": 0.7459,
      "step": 32040
    },
    {
      "epoch": 0.6752332632621557,
      "grad_norm": 0.09763834625482559,
      "learning_rate": 5.041038524779831e-06,
      "loss": 0.6772,
      "step": 32041
    },
    {
      "epoch": 0.6752543373005211,
      "grad_norm": 0.11266826093196869,
      "learning_rate": 5.040445831457547e-06,
      "loss": 0.6754,
      "step": 32042
    },
    {
      "epoch": 0.6752754113388864,
      "grad_norm": 0.13512878119945526,
      "learning_rate": 5.039853161239847e-06,
      "loss": 0.746,
      "step": 32043
    },
    {
      "epoch": 0.6752964853772516,
      "grad_norm": 0.11138369888067245,
      "learning_rate": 5.039260514129493e-06,
      "loss": 0.7837,
      "step": 32044
    },
    {
      "epoch": 0.6753175594156169,
      "grad_norm": 0.12294361740350723,
      "learning_rate": 5.038667890129245e-06,
      "loss": 0.7399,
      "step": 32045
    },
    {
      "epoch": 0.6753386334539822,
      "grad_norm": 0.12710310518741608,
      "learning_rate": 5.038075289241866e-06,
      "loss": 0.7316,
      "step": 32046
    },
    {
      "epoch": 0.6753597074923475,
      "grad_norm": 0.1306305229663849,
      "learning_rate": 5.037482711470116e-06,
      "loss": 0.7383,
      "step": 32047
    },
    {
      "epoch": 0.6753807815307128,
      "grad_norm": 0.10868789255619049,
      "learning_rate": 5.036890156816755e-06,
      "loss": 0.6858,
      "step": 32048
    },
    {
      "epoch": 0.6754018555690781,
      "grad_norm": 0.10519476979970932,
      "learning_rate": 5.036297625284543e-06,
      "loss": 0.6796,
      "step": 32049
    },
    {
      "epoch": 0.6754229296074433,
      "grad_norm": 0.11105811595916748,
      "learning_rate": 5.0357051168762414e-06,
      "loss": 0.687,
      "step": 32050
    },
    {
      "epoch": 0.6754440036458086,
      "grad_norm": 0.1296464055776596,
      "learning_rate": 5.035112631594614e-06,
      "loss": 0.78,
      "step": 32051
    },
    {
      "epoch": 0.675465077684174,
      "grad_norm": 0.11898325383663177,
      "learning_rate": 5.034520169442412e-06,
      "loss": 0.7554,
      "step": 32052
    },
    {
      "epoch": 0.6754861517225392,
      "grad_norm": 0.1341412365436554,
      "learning_rate": 5.033927730422401e-06,
      "loss": 0.7529,
      "step": 32053
    },
    {
      "epoch": 0.6755072257609045,
      "grad_norm": 0.1112169474363327,
      "learning_rate": 5.033335314537341e-06,
      "loss": 0.6594,
      "step": 32054
    },
    {
      "epoch": 0.6755282997992698,
      "grad_norm": 0.15461035072803497,
      "learning_rate": 5.032742921789991e-06,
      "loss": 0.6743,
      "step": 32055
    },
    {
      "epoch": 0.675549373837635,
      "grad_norm": 0.14705488085746765,
      "learning_rate": 5.032150552183106e-06,
      "loss": 0.7495,
      "step": 32056
    },
    {
      "epoch": 0.6755704478760004,
      "grad_norm": 0.14378859102725983,
      "learning_rate": 5.0315582057194555e-06,
      "loss": 0.6881,
      "step": 32057
    },
    {
      "epoch": 0.6755915219143657,
      "grad_norm": 0.12312941253185272,
      "learning_rate": 5.030965882401794e-06,
      "loss": 0.6574,
      "step": 32058
    },
    {
      "epoch": 0.6756125959527309,
      "grad_norm": 0.13887956738471985,
      "learning_rate": 5.03037358223288e-06,
      "loss": 0.7288,
      "step": 32059
    },
    {
      "epoch": 0.6756336699910962,
      "grad_norm": 0.16767507791519165,
      "learning_rate": 5.029781305215478e-06,
      "loss": 0.7955,
      "step": 32060
    },
    {
      "epoch": 0.6756547440294615,
      "grad_norm": 0.15600255131721497,
      "learning_rate": 5.029189051352339e-06,
      "loss": 0.7541,
      "step": 32061
    },
    {
      "epoch": 0.6756758180678268,
      "grad_norm": 0.14895686507225037,
      "learning_rate": 5.028596820646228e-06,
      "loss": 0.7049,
      "step": 32062
    },
    {
      "epoch": 0.6756968921061921,
      "grad_norm": 0.11000925302505493,
      "learning_rate": 5.0280046130998996e-06,
      "loss": 0.7423,
      "step": 32063
    },
    {
      "epoch": 0.6757179661445574,
      "grad_norm": 0.1801450103521347,
      "learning_rate": 5.027412428716114e-06,
      "loss": 0.7513,
      "step": 32064
    },
    {
      "epoch": 0.6757390401829226,
      "grad_norm": 0.12060773372650146,
      "learning_rate": 5.026820267497633e-06,
      "loss": 0.7484,
      "step": 32065
    },
    {
      "epoch": 0.6757601142212879,
      "grad_norm": 0.14528684318065643,
      "learning_rate": 5.026228129447212e-06,
      "loss": 0.7499,
      "step": 32066
    },
    {
      "epoch": 0.6757811882596533,
      "grad_norm": 0.14243349432945251,
      "learning_rate": 5.025636014567612e-06,
      "loss": 0.6879,
      "step": 32067
    },
    {
      "epoch": 0.6758022622980185,
      "grad_norm": 0.12998110055923462,
      "learning_rate": 5.02504392286159e-06,
      "loss": 0.7234,
      "step": 32068
    },
    {
      "epoch": 0.6758233363363838,
      "grad_norm": 0.1467941403388977,
      "learning_rate": 5.024451854331903e-06,
      "loss": 0.7126,
      "step": 32069
    },
    {
      "epoch": 0.6758444103747491,
      "grad_norm": 0.13447028398513794,
      "learning_rate": 5.023859808981312e-06,
      "loss": 0.7544,
      "step": 32070
    },
    {
      "epoch": 0.6758654844131143,
      "grad_norm": 0.15253013372421265,
      "learning_rate": 5.023267786812574e-06,
      "loss": 0.6992,
      "step": 32071
    },
    {
      "epoch": 0.6758865584514797,
      "grad_norm": 0.14582666754722595,
      "learning_rate": 5.022675787828446e-06,
      "loss": 0.7557,
      "step": 32072
    },
    {
      "epoch": 0.675907632489845,
      "grad_norm": 0.24157242476940155,
      "learning_rate": 5.0220838120316865e-06,
      "loss": 0.6981,
      "step": 32073
    },
    {
      "epoch": 0.6759287065282102,
      "grad_norm": 0.10994961112737656,
      "learning_rate": 5.021491859425054e-06,
      "loss": 0.7083,
      "step": 32074
    },
    {
      "epoch": 0.6759497805665755,
      "grad_norm": 0.1330910325050354,
      "learning_rate": 5.0208999300113045e-06,
      "loss": 0.7146,
      "step": 32075
    },
    {
      "epoch": 0.6759708546049408,
      "grad_norm": 0.11005338281393051,
      "learning_rate": 5.020308023793198e-06,
      "loss": 0.6832,
      "step": 32076
    },
    {
      "epoch": 0.6759919286433062,
      "grad_norm": 0.12252885103225708,
      "learning_rate": 5.019716140773489e-06,
      "loss": 0.6504,
      "step": 32077
    },
    {
      "epoch": 0.6760130026816714,
      "grad_norm": 0.13442598283290863,
      "learning_rate": 5.019124280954939e-06,
      "loss": 0.8212,
      "step": 32078
    },
    {
      "epoch": 0.6760340767200367,
      "grad_norm": 0.15898577868938446,
      "learning_rate": 5.0185324443403e-06,
      "loss": 0.7593,
      "step": 32079
    },
    {
      "epoch": 0.676055150758402,
      "grad_norm": 0.11329037696123123,
      "learning_rate": 5.0179406309323385e-06,
      "loss": 0.7037,
      "step": 32080
    },
    {
      "epoch": 0.6760762247967672,
      "grad_norm": 0.11366991698741913,
      "learning_rate": 5.0173488407338e-06,
      "loss": 0.7471,
      "step": 32081
    },
    {
      "epoch": 0.6760972988351325,
      "grad_norm": 0.11426669359207153,
      "learning_rate": 5.016757073747444e-06,
      "loss": 0.7375,
      "step": 32082
    },
    {
      "epoch": 0.6761183728734979,
      "grad_norm": 0.13027989864349365,
      "learning_rate": 5.016165329976033e-06,
      "loss": 0.6925,
      "step": 32083
    },
    {
      "epoch": 0.6761394469118631,
      "grad_norm": 0.11764989793300629,
      "learning_rate": 5.015573609422315e-06,
      "loss": 0.6222,
      "step": 32084
    },
    {
      "epoch": 0.6761605209502284,
      "grad_norm": 0.11314105987548828,
      "learning_rate": 5.014981912089055e-06,
      "loss": 0.6628,
      "step": 32085
    },
    {
      "epoch": 0.6761815949885936,
      "grad_norm": 0.12719078361988068,
      "learning_rate": 5.014390237979007e-06,
      "loss": 0.709,
      "step": 32086
    },
    {
      "epoch": 0.6762026690269589,
      "grad_norm": 0.14443737268447876,
      "learning_rate": 5.013798587094927e-06,
      "loss": 0.771,
      "step": 32087
    },
    {
      "epoch": 0.6762237430653243,
      "grad_norm": 0.09988576918840408,
      "learning_rate": 5.01320695943957e-06,
      "loss": 0.6408,
      "step": 32088
    },
    {
      "epoch": 0.6762448171036896,
      "grad_norm": 0.1006748229265213,
      "learning_rate": 5.012615355015697e-06,
      "loss": 0.7325,
      "step": 32089
    },
    {
      "epoch": 0.6762658911420548,
      "grad_norm": 0.10489474982023239,
      "learning_rate": 5.012023773826058e-06,
      "loss": 0.7134,
      "step": 32090
    },
    {
      "epoch": 0.6762869651804201,
      "grad_norm": 0.13754896819591522,
      "learning_rate": 5.011432215873411e-06,
      "loss": 0.7577,
      "step": 32091
    },
    {
      "epoch": 0.6763080392187854,
      "grad_norm": 0.10175425559282303,
      "learning_rate": 5.010840681160511e-06,
      "loss": 0.7821,
      "step": 32092
    },
    {
      "epoch": 0.6763291132571507,
      "grad_norm": 0.10313156992197037,
      "learning_rate": 5.010249169690115e-06,
      "loss": 0.6713,
      "step": 32093
    },
    {
      "epoch": 0.676350187295516,
      "grad_norm": 0.10991401970386505,
      "learning_rate": 5.009657681464978e-06,
      "loss": 0.7822,
      "step": 32094
    },
    {
      "epoch": 0.6763712613338813,
      "grad_norm": 0.10731974244117737,
      "learning_rate": 5.0090662164878566e-06,
      "loss": 0.7583,
      "step": 32095
    },
    {
      "epoch": 0.6763923353722465,
      "grad_norm": 0.10885172337293625,
      "learning_rate": 5.008474774761504e-06,
      "loss": 0.7006,
      "step": 32096
    },
    {
      "epoch": 0.6764134094106118,
      "grad_norm": 0.13119187951087952,
      "learning_rate": 5.007883356288678e-06,
      "loss": 0.7847,
      "step": 32097
    },
    {
      "epoch": 0.6764344834489772,
      "grad_norm": 0.11418977379798889,
      "learning_rate": 5.007291961072133e-06,
      "loss": 0.6669,
      "step": 32098
    },
    {
      "epoch": 0.6764555574873424,
      "grad_norm": 0.1114167794585228,
      "learning_rate": 5.006700589114623e-06,
      "loss": 0.7415,
      "step": 32099
    },
    {
      "epoch": 0.6764766315257077,
      "grad_norm": 0.12802201509475708,
      "learning_rate": 5.006109240418903e-06,
      "loss": 0.7098,
      "step": 32100
    },
    {
      "epoch": 0.676497705564073,
      "grad_norm": 0.13187384605407715,
      "learning_rate": 5.0055179149877295e-06,
      "loss": 0.7125,
      "step": 32101
    },
    {
      "epoch": 0.6765187796024382,
      "grad_norm": 0.1317596137523651,
      "learning_rate": 5.004926612823857e-06,
      "loss": 0.7591,
      "step": 32102
    },
    {
      "epoch": 0.6765398536408036,
      "grad_norm": 0.12744198739528656,
      "learning_rate": 5.0043353339300395e-06,
      "loss": 0.7955,
      "step": 32103
    },
    {
      "epoch": 0.6765609276791689,
      "grad_norm": 0.12754090130329132,
      "learning_rate": 5.0037440783090316e-06,
      "loss": 0.7756,
      "step": 32104
    },
    {
      "epoch": 0.6765820017175341,
      "grad_norm": 0.13551175594329834,
      "learning_rate": 5.003152845963586e-06,
      "loss": 0.7493,
      "step": 32105
    },
    {
      "epoch": 0.6766030757558994,
      "grad_norm": 0.13644781708717346,
      "learning_rate": 5.00256163689646e-06,
      "loss": 0.7021,
      "step": 32106
    },
    {
      "epoch": 0.6766241497942647,
      "grad_norm": 0.11976317316293716,
      "learning_rate": 5.0019704511104076e-06,
      "loss": 0.7129,
      "step": 32107
    },
    {
      "epoch": 0.67664522383263,
      "grad_norm": 0.10709527134895325,
      "learning_rate": 5.001379288608179e-06,
      "loss": 0.6472,
      "step": 32108
    },
    {
      "epoch": 0.6766662978709953,
      "grad_norm": 0.16171665489673615,
      "learning_rate": 5.000788149392533e-06,
      "loss": 0.7485,
      "step": 32109
    },
    {
      "epoch": 0.6766873719093606,
      "grad_norm": 0.09596850723028183,
      "learning_rate": 5.0001970334662244e-06,
      "loss": 0.7125,
      "step": 32110
    },
    {
      "epoch": 0.6767084459477258,
      "grad_norm": 0.12070181220769882,
      "learning_rate": 4.999605940831999e-06,
      "loss": 0.7214,
      "step": 32111
    },
    {
      "epoch": 0.6767295199860911,
      "grad_norm": 0.10874100774526596,
      "learning_rate": 4.999014871492618e-06,
      "loss": 0.7473,
      "step": 32112
    },
    {
      "epoch": 0.6767505940244565,
      "grad_norm": 0.11727964878082275,
      "learning_rate": 4.998423825450828e-06,
      "loss": 0.7168,
      "step": 32113
    },
    {
      "epoch": 0.6767716680628217,
      "grad_norm": 0.1464429646730423,
      "learning_rate": 4.997832802709389e-06,
      "loss": 0.7574,
      "step": 32114
    },
    {
      "epoch": 0.676792742101187,
      "grad_norm": 0.11838621646165848,
      "learning_rate": 4.997241803271053e-06,
      "loss": 0.7008,
      "step": 32115
    },
    {
      "epoch": 0.6768138161395523,
      "grad_norm": 0.13768601417541504,
      "learning_rate": 4.996650827138574e-06,
      "loss": 0.7433,
      "step": 32116
    },
    {
      "epoch": 0.6768348901779175,
      "grad_norm": 0.1687595695257187,
      "learning_rate": 4.996059874314703e-06,
      "loss": 0.712,
      "step": 32117
    },
    {
      "epoch": 0.6768559642162828,
      "grad_norm": 0.13611850142478943,
      "learning_rate": 4.995468944802192e-06,
      "loss": 0.8083,
      "step": 32118
    },
    {
      "epoch": 0.6768770382546482,
      "grad_norm": 0.11252442002296448,
      "learning_rate": 4.994878038603801e-06,
      "loss": 0.7074,
      "step": 32119
    },
    {
      "epoch": 0.6768981122930134,
      "grad_norm": 0.14352601766586304,
      "learning_rate": 4.9942871557222725e-06,
      "loss": 0.7582,
      "step": 32120
    },
    {
      "epoch": 0.6769191863313787,
      "grad_norm": 0.128274068236351,
      "learning_rate": 4.993696296160364e-06,
      "loss": 0.692,
      "step": 32121
    },
    {
      "epoch": 0.676940260369744,
      "grad_norm": 0.1263727843761444,
      "learning_rate": 4.993105459920828e-06,
      "loss": 0.7427,
      "step": 32122
    },
    {
      "epoch": 0.6769613344081092,
      "grad_norm": 0.15383417904376984,
      "learning_rate": 4.9925146470064175e-06,
      "loss": 0.7233,
      "step": 32123
    },
    {
      "epoch": 0.6769824084464746,
      "grad_norm": 0.12928108870983124,
      "learning_rate": 4.9919238574198844e-06,
      "loss": 0.7221,
      "step": 32124
    },
    {
      "epoch": 0.6770034824848399,
      "grad_norm": 0.13652850687503815,
      "learning_rate": 4.991333091163981e-06,
      "loss": 0.7568,
      "step": 32125
    },
    {
      "epoch": 0.6770245565232051,
      "grad_norm": 0.12716396152973175,
      "learning_rate": 4.99074234824146e-06,
      "loss": 0.73,
      "step": 32126
    },
    {
      "epoch": 0.6770456305615704,
      "grad_norm": 0.13401907682418823,
      "learning_rate": 4.990151628655071e-06,
      "loss": 0.6679,
      "step": 32127
    },
    {
      "epoch": 0.6770667045999357,
      "grad_norm": 0.15125641226768494,
      "learning_rate": 4.989560932407569e-06,
      "loss": 0.745,
      "step": 32128
    },
    {
      "epoch": 0.677087778638301,
      "grad_norm": 0.12073636800050735,
      "learning_rate": 4.988970259501704e-06,
      "loss": 0.7491,
      "step": 32129
    },
    {
      "epoch": 0.6771088526766663,
      "grad_norm": 0.12929767370224,
      "learning_rate": 4.988379609940229e-06,
      "loss": 0.6669,
      "step": 32130
    },
    {
      "epoch": 0.6771299267150316,
      "grad_norm": 0.12772038578987122,
      "learning_rate": 4.987788983725894e-06,
      "loss": 0.7253,
      "step": 32131
    },
    {
      "epoch": 0.6771510007533968,
      "grad_norm": 0.12526647746562958,
      "learning_rate": 4.987198380861452e-06,
      "loss": 0.6801,
      "step": 32132
    },
    {
      "epoch": 0.6771720747917621,
      "grad_norm": 0.17004168033599854,
      "learning_rate": 4.986607801349654e-06,
      "loss": 0.7211,
      "step": 32133
    },
    {
      "epoch": 0.6771931488301275,
      "grad_norm": 0.10906074941158295,
      "learning_rate": 4.9860172451932505e-06,
      "loss": 0.7187,
      "step": 32134
    },
    {
      "epoch": 0.6772142228684928,
      "grad_norm": 0.13226072490215302,
      "learning_rate": 4.985426712394994e-06,
      "loss": 0.7922,
      "step": 32135
    },
    {
      "epoch": 0.677235296906858,
      "grad_norm": 0.09479887038469315,
      "learning_rate": 4.984836202957633e-06,
      "loss": 0.6942,
      "step": 32136
    },
    {
      "epoch": 0.6772563709452233,
      "grad_norm": 0.1877463459968567,
      "learning_rate": 4.984245716883922e-06,
      "loss": 0.7832,
      "step": 32137
    },
    {
      "epoch": 0.6772774449835886,
      "grad_norm": 0.11666563898324966,
      "learning_rate": 4.983655254176609e-06,
      "loss": 0.7244,
      "step": 32138
    },
    {
      "epoch": 0.6772985190219539,
      "grad_norm": 0.15150120854377747,
      "learning_rate": 4.983064814838451e-06,
      "loss": 0.7434,
      "step": 32139
    },
    {
      "epoch": 0.6773195930603192,
      "grad_norm": 0.10840298235416412,
      "learning_rate": 4.982474398872188e-06,
      "loss": 0.6818,
      "step": 32140
    },
    {
      "epoch": 0.6773406670986845,
      "grad_norm": 0.15549877285957336,
      "learning_rate": 4.981884006280577e-06,
      "loss": 0.7419,
      "step": 32141
    },
    {
      "epoch": 0.6773617411370497,
      "grad_norm": 0.13976652920246124,
      "learning_rate": 4.981293637066362e-06,
      "loss": 0.7558,
      "step": 32142
    },
    {
      "epoch": 0.677382815175415,
      "grad_norm": 0.1256735622882843,
      "learning_rate": 4.980703291232304e-06,
      "loss": 0.7115,
      "step": 32143
    },
    {
      "epoch": 0.6774038892137804,
      "grad_norm": 0.1571643054485321,
      "learning_rate": 4.980112968781147e-06,
      "loss": 0.7167,
      "step": 32144
    },
    {
      "epoch": 0.6774249632521456,
      "grad_norm": 0.15668953955173492,
      "learning_rate": 4.9795226697156415e-06,
      "loss": 0.6647,
      "step": 32145
    },
    {
      "epoch": 0.6774460372905109,
      "grad_norm": 0.13986410200595856,
      "learning_rate": 4.978932394038538e-06,
      "loss": 0.6545,
      "step": 32146
    },
    {
      "epoch": 0.6774671113288762,
      "grad_norm": 0.12984907627105713,
      "learning_rate": 4.978342141752587e-06,
      "loss": 0.727,
      "step": 32147
    },
    {
      "epoch": 0.6774881853672414,
      "grad_norm": 0.17837822437286377,
      "learning_rate": 4.97775191286054e-06,
      "loss": 0.7327,
      "step": 32148
    },
    {
      "epoch": 0.6775092594056068,
      "grad_norm": 0.17137636244297028,
      "learning_rate": 4.977161707365141e-06,
      "loss": 0.7185,
      "step": 32149
    },
    {
      "epoch": 0.6775303334439721,
      "grad_norm": 0.13294902443885803,
      "learning_rate": 4.976571525269143e-06,
      "loss": 0.7598,
      "step": 32150
    },
    {
      "epoch": 0.6775514074823373,
      "grad_norm": 0.22814276814460754,
      "learning_rate": 4.9759813665752944e-06,
      "loss": 0.7556,
      "step": 32151
    },
    {
      "epoch": 0.6775724815207026,
      "grad_norm": 0.16729792952537537,
      "learning_rate": 4.975391231286346e-06,
      "loss": 0.7579,
      "step": 32152
    },
    {
      "epoch": 0.6775935555590679,
      "grad_norm": 0.17998400330543518,
      "learning_rate": 4.974801119405045e-06,
      "loss": 0.78,
      "step": 32153
    },
    {
      "epoch": 0.6776146295974331,
      "grad_norm": 0.151083841919899,
      "learning_rate": 4.974211030934143e-06,
      "loss": 0.8218,
      "step": 32154
    },
    {
      "epoch": 0.6776357036357985,
      "grad_norm": 0.11582273244857788,
      "learning_rate": 4.973620965876387e-06,
      "loss": 0.691,
      "step": 32155
    },
    {
      "epoch": 0.6776567776741638,
      "grad_norm": 0.15696491301059723,
      "learning_rate": 4.973030924234522e-06,
      "loss": 0.7145,
      "step": 32156
    },
    {
      "epoch": 0.677677851712529,
      "grad_norm": 0.13021263480186462,
      "learning_rate": 4.972440906011309e-06,
      "loss": 0.7278,
      "step": 32157
    },
    {
      "epoch": 0.6776989257508943,
      "grad_norm": 0.15121786296367645,
      "learning_rate": 4.971850911209486e-06,
      "loss": 0.7291,
      "step": 32158
    },
    {
      "epoch": 0.6777199997892596,
      "grad_norm": 0.1271900236606598,
      "learning_rate": 4.971260939831803e-06,
      "loss": 0.7694,
      "step": 32159
    },
    {
      "epoch": 0.6777410738276249,
      "grad_norm": 0.14919118583202362,
      "learning_rate": 4.970670991881012e-06,
      "loss": 0.7586,
      "step": 32160
    },
    {
      "epoch": 0.6777621478659902,
      "grad_norm": 0.14019326865673065,
      "learning_rate": 4.970081067359859e-06,
      "loss": 0.736,
      "step": 32161
    },
    {
      "epoch": 0.6777832219043555,
      "grad_norm": 0.13206757605075836,
      "learning_rate": 4.969491166271091e-06,
      "loss": 0.761,
      "step": 32162
    },
    {
      "epoch": 0.6778042959427207,
      "grad_norm": 0.12759800255298615,
      "learning_rate": 4.968901288617458e-06,
      "loss": 0.7295,
      "step": 32163
    },
    {
      "epoch": 0.677825369981086,
      "grad_norm": 0.11201469600200653,
      "learning_rate": 4.968311434401708e-06,
      "loss": 0.7368,
      "step": 32164
    },
    {
      "epoch": 0.6778464440194514,
      "grad_norm": 0.11856046319007874,
      "learning_rate": 4.967721603626589e-06,
      "loss": 0.7258,
      "step": 32165
    },
    {
      "epoch": 0.6778675180578166,
      "grad_norm": 0.13934090733528137,
      "learning_rate": 4.967131796294847e-06,
      "loss": 0.7363,
      "step": 32166
    },
    {
      "epoch": 0.6778885920961819,
      "grad_norm": 0.12635798752307892,
      "learning_rate": 4.966542012409232e-06,
      "loss": 0.7727,
      "step": 32167
    },
    {
      "epoch": 0.6779096661345472,
      "grad_norm": 0.1317276656627655,
      "learning_rate": 4.965952251972491e-06,
      "loss": 0.8123,
      "step": 32168
    },
    {
      "epoch": 0.6779307401729124,
      "grad_norm": 0.11345288157463074,
      "learning_rate": 4.965362514987374e-06,
      "loss": 0.7554,
      "step": 32169
    },
    {
      "epoch": 0.6779518142112778,
      "grad_norm": 0.11449512839317322,
      "learning_rate": 4.964772801456622e-06,
      "loss": 0.7603,
      "step": 32170
    },
    {
      "epoch": 0.6779728882496431,
      "grad_norm": 0.0928785651922226,
      "learning_rate": 4.964183111382981e-06,
      "loss": 0.6809,
      "step": 32171
    },
    {
      "epoch": 0.6779939622880083,
      "grad_norm": 0.1269935518503189,
      "learning_rate": 4.963593444769207e-06,
      "loss": 0.7607,
      "step": 32172
    },
    {
      "epoch": 0.6780150363263736,
      "grad_norm": 0.14476501941680908,
      "learning_rate": 4.963003801618043e-06,
      "loss": 0.7848,
      "step": 32173
    },
    {
      "epoch": 0.6780361103647389,
      "grad_norm": 0.12547463178634644,
      "learning_rate": 4.962414181932235e-06,
      "loss": 0.7485,
      "step": 32174
    },
    {
      "epoch": 0.6780571844031043,
      "grad_norm": 0.1319582164287567,
      "learning_rate": 4.961824585714531e-06,
      "loss": 0.7188,
      "step": 32175
    },
    {
      "epoch": 0.6780782584414695,
      "grad_norm": 0.1177215427160263,
      "learning_rate": 4.961235012967677e-06,
      "loss": 0.7364,
      "step": 32176
    },
    {
      "epoch": 0.6780993324798348,
      "grad_norm": 0.15940965712070465,
      "learning_rate": 4.960645463694419e-06,
      "loss": 0.7584,
      "step": 32177
    },
    {
      "epoch": 0.6781204065182,
      "grad_norm": 0.11454831063747406,
      "learning_rate": 4.960055937897509e-06,
      "loss": 0.7152,
      "step": 32178
    },
    {
      "epoch": 0.6781414805565653,
      "grad_norm": 0.15574443340301514,
      "learning_rate": 4.959466435579685e-06,
      "loss": 0.7371,
      "step": 32179
    },
    {
      "epoch": 0.6781625545949307,
      "grad_norm": 0.1292879581451416,
      "learning_rate": 4.958876956743696e-06,
      "loss": 0.7472,
      "step": 32180
    },
    {
      "epoch": 0.678183628633296,
      "grad_norm": 0.14882373809814453,
      "learning_rate": 4.95828750139229e-06,
      "loss": 0.7163,
      "step": 32181
    },
    {
      "epoch": 0.6782047026716612,
      "grad_norm": 0.1217748299241066,
      "learning_rate": 4.95769806952821e-06,
      "loss": 0.7161,
      "step": 32182
    },
    {
      "epoch": 0.6782257767100265,
      "grad_norm": 0.12974809110164642,
      "learning_rate": 4.957108661154205e-06,
      "loss": 0.7721,
      "step": 32183
    },
    {
      "epoch": 0.6782468507483917,
      "grad_norm": 0.14367590844631195,
      "learning_rate": 4.956519276273021e-06,
      "loss": 0.7277,
      "step": 32184
    },
    {
      "epoch": 0.6782679247867571,
      "grad_norm": 0.12825563549995422,
      "learning_rate": 4.955929914887398e-06,
      "loss": 0.7547,
      "step": 32185
    },
    {
      "epoch": 0.6782889988251224,
      "grad_norm": 0.13734661042690277,
      "learning_rate": 4.955340577000088e-06,
      "loss": 0.7682,
      "step": 32186
    },
    {
      "epoch": 0.6783100728634877,
      "grad_norm": 0.11651762574911118,
      "learning_rate": 4.9547512626138405e-06,
      "loss": 0.6794,
      "step": 32187
    },
    {
      "epoch": 0.6783311469018529,
      "grad_norm": 0.17880596220493317,
      "learning_rate": 4.95416197173139e-06,
      "loss": 0.7795,
      "step": 32188
    },
    {
      "epoch": 0.6783522209402182,
      "grad_norm": 0.12335191667079926,
      "learning_rate": 4.953572704355488e-06,
      "loss": 0.694,
      "step": 32189
    },
    {
      "epoch": 0.6783732949785836,
      "grad_norm": 0.1380133032798767,
      "learning_rate": 4.952983460488877e-06,
      "loss": 0.7987,
      "step": 32190
    },
    {
      "epoch": 0.6783943690169488,
      "grad_norm": 0.1265021562576294,
      "learning_rate": 4.9523942401343035e-06,
      "loss": 0.732,
      "step": 32191
    },
    {
      "epoch": 0.6784154430553141,
      "grad_norm": 0.13351817429065704,
      "learning_rate": 4.9518050432945146e-06,
      "loss": 0.7103,
      "step": 32192
    },
    {
      "epoch": 0.6784365170936794,
      "grad_norm": 0.10363702476024628,
      "learning_rate": 4.95121586997225e-06,
      "loss": 0.7347,
      "step": 32193
    },
    {
      "epoch": 0.6784575911320446,
      "grad_norm": 0.14056405425071716,
      "learning_rate": 4.950626720170259e-06,
      "loss": 0.7341,
      "step": 32194
    },
    {
      "epoch": 0.6784786651704099,
      "grad_norm": 0.10549160838127136,
      "learning_rate": 4.950037593891284e-06,
      "loss": 0.6848,
      "step": 32195
    },
    {
      "epoch": 0.6784997392087753,
      "grad_norm": 0.1365257352590561,
      "learning_rate": 4.94944849113807e-06,
      "loss": 0.7739,
      "step": 32196
    },
    {
      "epoch": 0.6785208132471405,
      "grad_norm": 0.11231233924627304,
      "learning_rate": 4.948859411913361e-06,
      "loss": 0.6979,
      "step": 32197
    },
    {
      "epoch": 0.6785418872855058,
      "grad_norm": 0.1268032044172287,
      "learning_rate": 4.948270356219906e-06,
      "loss": 0.7088,
      "step": 32198
    },
    {
      "epoch": 0.6785629613238711,
      "grad_norm": 0.1193082183599472,
      "learning_rate": 4.947681324060441e-06,
      "loss": 0.6758,
      "step": 32199
    },
    {
      "epoch": 0.6785840353622363,
      "grad_norm": 0.1262633204460144,
      "learning_rate": 4.94709231543771e-06,
      "loss": 0.7537,
      "step": 32200
    },
    {
      "epoch": 0.6786051094006017,
      "grad_norm": 0.12030373513698578,
      "learning_rate": 4.946503330354466e-06,
      "loss": 0.7468,
      "step": 32201
    },
    {
      "epoch": 0.678626183438967,
      "grad_norm": 0.11917315423488617,
      "learning_rate": 4.945914368813447e-06,
      "loss": 0.7058,
      "step": 32202
    },
    {
      "epoch": 0.6786472574773322,
      "grad_norm": 0.11453965306282043,
      "learning_rate": 4.945325430817397e-06,
      "loss": 0.7659,
      "step": 32203
    },
    {
      "epoch": 0.6786683315156975,
      "grad_norm": 0.15960103273391724,
      "learning_rate": 4.944736516369061e-06,
      "loss": 0.7704,
      "step": 32204
    },
    {
      "epoch": 0.6786894055540628,
      "grad_norm": 0.12647505104541779,
      "learning_rate": 4.944147625471181e-06,
      "loss": 0.7626,
      "step": 32205
    },
    {
      "epoch": 0.6787104795924281,
      "grad_norm": 0.12098612636327744,
      "learning_rate": 4.943558758126501e-06,
      "loss": 0.7397,
      "step": 32206
    },
    {
      "epoch": 0.6787315536307934,
      "grad_norm": 0.1057426705956459,
      "learning_rate": 4.942969914337768e-06,
      "loss": 0.7153,
      "step": 32207
    },
    {
      "epoch": 0.6787526276691587,
      "grad_norm": 0.13312950730323792,
      "learning_rate": 4.942381094107718e-06,
      "loss": 0.7475,
      "step": 32208
    },
    {
      "epoch": 0.6787737017075239,
      "grad_norm": 0.11892111599445343,
      "learning_rate": 4.941792297439098e-06,
      "loss": 0.7482,
      "step": 32209
    },
    {
      "epoch": 0.6787947757458892,
      "grad_norm": 0.11894809454679489,
      "learning_rate": 4.94120352433465e-06,
      "loss": 0.7287,
      "step": 32210
    },
    {
      "epoch": 0.6788158497842546,
      "grad_norm": 0.1232520043849945,
      "learning_rate": 4.9406147747971175e-06,
      "loss": 0.7879,
      "step": 32211
    },
    {
      "epoch": 0.6788369238226198,
      "grad_norm": 0.16370728611946106,
      "learning_rate": 4.9400260488292425e-06,
      "loss": 0.7483,
      "step": 32212
    },
    {
      "epoch": 0.6788579978609851,
      "grad_norm": 0.13395562767982483,
      "learning_rate": 4.93943734643377e-06,
      "loss": 0.6778,
      "step": 32213
    },
    {
      "epoch": 0.6788790718993504,
      "grad_norm": 0.16740022599697113,
      "learning_rate": 4.938848667613436e-06,
      "loss": 0.7196,
      "step": 32214
    },
    {
      "epoch": 0.6789001459377156,
      "grad_norm": 0.11743171513080597,
      "learning_rate": 4.938260012370992e-06,
      "loss": 0.7225,
      "step": 32215
    },
    {
      "epoch": 0.678921219976081,
      "grad_norm": 0.16953663527965546,
      "learning_rate": 4.93767138070918e-06,
      "loss": 0.8025,
      "step": 32216
    },
    {
      "epoch": 0.6789422940144463,
      "grad_norm": 0.10344365239143372,
      "learning_rate": 4.937082772630735e-06,
      "loss": 0.7302,
      "step": 32217
    },
    {
      "epoch": 0.6789633680528115,
      "grad_norm": 0.13897812366485596,
      "learning_rate": 4.936494188138401e-06,
      "loss": 0.7635,
      "step": 32218
    },
    {
      "epoch": 0.6789844420911768,
      "grad_norm": 0.1337595283985138,
      "learning_rate": 4.935905627234922e-06,
      "loss": 0.696,
      "step": 32219
    },
    {
      "epoch": 0.6790055161295421,
      "grad_norm": 0.1277722716331482,
      "learning_rate": 4.935317089923039e-06,
      "loss": 0.7832,
      "step": 32220
    },
    {
      "epoch": 0.6790265901679075,
      "grad_norm": 0.12678919732570648,
      "learning_rate": 4.934728576205494e-06,
      "loss": 0.6929,
      "step": 32221
    },
    {
      "epoch": 0.6790476642062727,
      "grad_norm": 0.12266907095909119,
      "learning_rate": 4.93414008608503e-06,
      "loss": 0.7197,
      "step": 32222
    },
    {
      "epoch": 0.679068738244638,
      "grad_norm": 0.11695615202188492,
      "learning_rate": 4.933551619564385e-06,
      "loss": 0.7435,
      "step": 32223
    },
    {
      "epoch": 0.6790898122830032,
      "grad_norm": 0.12253515422344208,
      "learning_rate": 4.932963176646303e-06,
      "loss": 0.7067,
      "step": 32224
    },
    {
      "epoch": 0.6791108863213685,
      "grad_norm": 0.11237816512584686,
      "learning_rate": 4.932374757333527e-06,
      "loss": 0.7363,
      "step": 32225
    },
    {
      "epoch": 0.6791319603597339,
      "grad_norm": 0.11179929971694946,
      "learning_rate": 4.931786361628794e-06,
      "loss": 0.6557,
      "step": 32226
    },
    {
      "epoch": 0.6791530343980992,
      "grad_norm": 0.12430688738822937,
      "learning_rate": 4.9311979895348485e-06,
      "loss": 0.7286,
      "step": 32227
    },
    {
      "epoch": 0.6791741084364644,
      "grad_norm": 0.11736598610877991,
      "learning_rate": 4.93060964105443e-06,
      "loss": 0.7252,
      "step": 32228
    },
    {
      "epoch": 0.6791951824748297,
      "grad_norm": 0.17764824628829956,
      "learning_rate": 4.93002131619028e-06,
      "loss": 0.6968,
      "step": 32229
    },
    {
      "epoch": 0.679216256513195,
      "grad_norm": 0.12734676897525787,
      "learning_rate": 4.9294330149451375e-06,
      "loss": 0.7896,
      "step": 32230
    },
    {
      "epoch": 0.6792373305515602,
      "grad_norm": 0.12816151976585388,
      "learning_rate": 4.9288447373217464e-06,
      "loss": 0.732,
      "step": 32231
    },
    {
      "epoch": 0.6792584045899256,
      "grad_norm": 0.10930947214365005,
      "learning_rate": 4.928256483322844e-06,
      "loss": 0.6841,
      "step": 32232
    },
    {
      "epoch": 0.6792794786282909,
      "grad_norm": 0.13156451284885406,
      "learning_rate": 4.927668252951172e-06,
      "loss": 0.7356,
      "step": 32233
    },
    {
      "epoch": 0.6793005526666561,
      "grad_norm": 0.12109361588954926,
      "learning_rate": 4.927080046209472e-06,
      "loss": 0.7457,
      "step": 32234
    },
    {
      "epoch": 0.6793216267050214,
      "grad_norm": 0.10998865216970444,
      "learning_rate": 4.926491863100482e-06,
      "loss": 0.6725,
      "step": 32235
    },
    {
      "epoch": 0.6793427007433867,
      "grad_norm": 0.13338831067085266,
      "learning_rate": 4.925903703626944e-06,
      "loss": 0.6969,
      "step": 32236
    },
    {
      "epoch": 0.679363774781752,
      "grad_norm": 0.11678002774715424,
      "learning_rate": 4.925315567791601e-06,
      "loss": 0.7207,
      "step": 32237
    },
    {
      "epoch": 0.6793848488201173,
      "grad_norm": 0.15568025410175323,
      "learning_rate": 4.924727455597184e-06,
      "loss": 0.8137,
      "step": 32238
    },
    {
      "epoch": 0.6794059228584826,
      "grad_norm": 0.1189490482211113,
      "learning_rate": 4.92413936704644e-06,
      "loss": 0.7065,
      "step": 32239
    },
    {
      "epoch": 0.6794269968968478,
      "grad_norm": 0.1457405388355255,
      "learning_rate": 4.923551302142105e-06,
      "loss": 0.7079,
      "step": 32240
    },
    {
      "epoch": 0.6794480709352131,
      "grad_norm": 0.11762041598558426,
      "learning_rate": 4.922963260886922e-06,
      "loss": 0.6874,
      "step": 32241
    },
    {
      "epoch": 0.6794691449735785,
      "grad_norm": 0.10537483543157578,
      "learning_rate": 4.922375243283626e-06,
      "loss": 0.6226,
      "step": 32242
    },
    {
      "epoch": 0.6794902190119437,
      "grad_norm": 0.13110864162445068,
      "learning_rate": 4.9217872493349565e-06,
      "loss": 0.69,
      "step": 32243
    },
    {
      "epoch": 0.679511293050309,
      "grad_norm": 0.13118067383766174,
      "learning_rate": 4.9211992790436595e-06,
      "loss": 0.7468,
      "step": 32244
    },
    {
      "epoch": 0.6795323670886743,
      "grad_norm": 0.1400989145040512,
      "learning_rate": 4.920611332412469e-06,
      "loss": 0.699,
      "step": 32245
    },
    {
      "epoch": 0.6795534411270395,
      "grad_norm": 0.14986009895801544,
      "learning_rate": 4.920023409444128e-06,
      "loss": 0.7627,
      "step": 32246
    },
    {
      "epoch": 0.6795745151654049,
      "grad_norm": 0.14729642868041992,
      "learning_rate": 4.919435510141368e-06,
      "loss": 0.6342,
      "step": 32247
    },
    {
      "epoch": 0.6795955892037702,
      "grad_norm": 0.1598661243915558,
      "learning_rate": 4.918847634506934e-06,
      "loss": 0.7345,
      "step": 32248
    },
    {
      "epoch": 0.6796166632421354,
      "grad_norm": 0.138835608959198,
      "learning_rate": 4.9182597825435605e-06,
      "loss": 0.73,
      "step": 32249
    },
    {
      "epoch": 0.6796377372805007,
      "grad_norm": 0.15093894302845,
      "learning_rate": 4.91767195425399e-06,
      "loss": 0.7661,
      "step": 32250
    },
    {
      "epoch": 0.679658811318866,
      "grad_norm": 0.15866200625896454,
      "learning_rate": 4.917084149640958e-06,
      "loss": 0.7342,
      "step": 32251
    },
    {
      "epoch": 0.6796798853572313,
      "grad_norm": 0.15269653499126434,
      "learning_rate": 4.9164963687072046e-06,
      "loss": 0.75,
      "step": 32252
    },
    {
      "epoch": 0.6797009593955966,
      "grad_norm": 0.2643513083457947,
      "learning_rate": 4.915908611455466e-06,
      "loss": 0.7274,
      "step": 32253
    },
    {
      "epoch": 0.6797220334339619,
      "grad_norm": 0.17711356282234192,
      "learning_rate": 4.915320877888485e-06,
      "loss": 0.7312,
      "step": 32254
    },
    {
      "epoch": 0.6797431074723271,
      "grad_norm": 0.1154361218214035,
      "learning_rate": 4.914733168008993e-06,
      "loss": 0.7185,
      "step": 32255
    },
    {
      "epoch": 0.6797641815106924,
      "grad_norm": 0.12996627390384674,
      "learning_rate": 4.9141454818197325e-06,
      "loss": 0.7009,
      "step": 32256
    },
    {
      "epoch": 0.6797852555490578,
      "grad_norm": 0.12251212447881699,
      "learning_rate": 4.91355781932344e-06,
      "loss": 0.6999,
      "step": 32257
    },
    {
      "epoch": 0.679806329587423,
      "grad_norm": 0.10940425843000412,
      "learning_rate": 4.912970180522853e-06,
      "loss": 0.6662,
      "step": 32258
    },
    {
      "epoch": 0.6798274036257883,
      "grad_norm": 0.14375461637973785,
      "learning_rate": 4.91238256542071e-06,
      "loss": 0.7352,
      "step": 32259
    },
    {
      "epoch": 0.6798484776641536,
      "grad_norm": 0.10393741726875305,
      "learning_rate": 4.911794974019748e-06,
      "loss": 0.7142,
      "step": 32260
    },
    {
      "epoch": 0.6798695517025188,
      "grad_norm": 0.14240463078022003,
      "learning_rate": 4.911207406322703e-06,
      "loss": 0.7397,
      "step": 32261
    },
    {
      "epoch": 0.6798906257408842,
      "grad_norm": 0.11679325997829437,
      "learning_rate": 4.910619862332314e-06,
      "loss": 0.7542,
      "step": 32262
    },
    {
      "epoch": 0.6799116997792495,
      "grad_norm": 0.1172463446855545,
      "learning_rate": 4.9100323420513186e-06,
      "loss": 0.7208,
      "step": 32263
    },
    {
      "epoch": 0.6799327738176147,
      "grad_norm": 0.11901853233575821,
      "learning_rate": 4.909444845482452e-06,
      "loss": 0.7341,
      "step": 32264
    },
    {
      "epoch": 0.67995384785598,
      "grad_norm": 0.15134763717651367,
      "learning_rate": 4.9088573726284515e-06,
      "loss": 0.8029,
      "step": 32265
    },
    {
      "epoch": 0.6799749218943453,
      "grad_norm": 0.1344696283340454,
      "learning_rate": 4.908269923492059e-06,
      "loss": 0.7224,
      "step": 32266
    },
    {
      "epoch": 0.6799959959327107,
      "grad_norm": 0.3364560604095459,
      "learning_rate": 4.907682498076e-06,
      "loss": 0.7524,
      "step": 32267
    },
    {
      "epoch": 0.6800170699710759,
      "grad_norm": 0.13298146426677704,
      "learning_rate": 4.90709509638302e-06,
      "loss": 0.6586,
      "step": 32268
    },
    {
      "epoch": 0.6800381440094412,
      "grad_norm": 0.10872984677553177,
      "learning_rate": 4.906507718415852e-06,
      "loss": 0.6822,
      "step": 32269
    },
    {
      "epoch": 0.6800592180478064,
      "grad_norm": 0.11286580562591553,
      "learning_rate": 4.9059203641772345e-06,
      "loss": 0.7215,
      "step": 32270
    },
    {
      "epoch": 0.6800802920861717,
      "grad_norm": 0.117912657558918,
      "learning_rate": 4.905333033669898e-06,
      "loss": 0.7015,
      "step": 32271
    },
    {
      "epoch": 0.680101366124537,
      "grad_norm": 0.17422789335250854,
      "learning_rate": 4.904745726896587e-06,
      "loss": 0.75,
      "step": 32272
    },
    {
      "epoch": 0.6801224401629024,
      "grad_norm": 0.15324747562408447,
      "learning_rate": 4.904158443860035e-06,
      "loss": 0.7405,
      "step": 32273
    },
    {
      "epoch": 0.6801435142012676,
      "grad_norm": 0.11925802379846573,
      "learning_rate": 4.903571184562975e-06,
      "loss": 0.7444,
      "step": 32274
    },
    {
      "epoch": 0.6801645882396329,
      "grad_norm": 0.14651978015899658,
      "learning_rate": 4.902983949008149e-06,
      "loss": 0.7422,
      "step": 32275
    },
    {
      "epoch": 0.6801856622779981,
      "grad_norm": 0.1211533397436142,
      "learning_rate": 4.902396737198285e-06,
      "loss": 0.7019,
      "step": 32276
    },
    {
      "epoch": 0.6802067363163634,
      "grad_norm": 0.14402444660663605,
      "learning_rate": 4.901809549136121e-06,
      "loss": 0.7542,
      "step": 32277
    },
    {
      "epoch": 0.6802278103547288,
      "grad_norm": 0.14487269520759583,
      "learning_rate": 4.901222384824393e-06,
      "loss": 0.7723,
      "step": 32278
    },
    {
      "epoch": 0.680248884393094,
      "grad_norm": 0.1272132247686386,
      "learning_rate": 4.9006352442658376e-06,
      "loss": 0.7408,
      "step": 32279
    },
    {
      "epoch": 0.6802699584314593,
      "grad_norm": 0.22008880972862244,
      "learning_rate": 4.900048127463188e-06,
      "loss": 0.7073,
      "step": 32280
    },
    {
      "epoch": 0.6802910324698246,
      "grad_norm": 0.1330280303955078,
      "learning_rate": 4.8994610344191815e-06,
      "loss": 0.7504,
      "step": 32281
    },
    {
      "epoch": 0.6803121065081899,
      "grad_norm": 0.11587478220462799,
      "learning_rate": 4.898873965136551e-06,
      "loss": 0.675,
      "step": 32282
    },
    {
      "epoch": 0.6803331805465552,
      "grad_norm": 0.15145239233970642,
      "learning_rate": 4.898286919618034e-06,
      "loss": 0.7279,
      "step": 32283
    },
    {
      "epoch": 0.6803542545849205,
      "grad_norm": 0.10458604991436005,
      "learning_rate": 4.897699897866363e-06,
      "loss": 0.7223,
      "step": 32284
    },
    {
      "epoch": 0.6803753286232858,
      "grad_norm": 0.1644642949104309,
      "learning_rate": 4.897112899884273e-06,
      "loss": 0.6862,
      "step": 32285
    },
    {
      "epoch": 0.680396402661651,
      "grad_norm": 0.11803974211215973,
      "learning_rate": 4.896525925674499e-06,
      "loss": 0.7245,
      "step": 32286
    },
    {
      "epoch": 0.6804174767000163,
      "grad_norm": 0.154632106423378,
      "learning_rate": 4.895938975239777e-06,
      "loss": 0.8118,
      "step": 32287
    },
    {
      "epoch": 0.6804385507383817,
      "grad_norm": 0.1348351687192917,
      "learning_rate": 4.895352048582839e-06,
      "loss": 0.729,
      "step": 32288
    },
    {
      "epoch": 0.6804596247767469,
      "grad_norm": 0.14907796680927277,
      "learning_rate": 4.89476514570642e-06,
      "loss": 0.7017,
      "step": 32289
    },
    {
      "epoch": 0.6804806988151122,
      "grad_norm": 0.11920303106307983,
      "learning_rate": 4.894178266613255e-06,
      "loss": 0.67,
      "step": 32290
    },
    {
      "epoch": 0.6805017728534775,
      "grad_norm": 0.1545540690422058,
      "learning_rate": 4.893591411306076e-06,
      "loss": 0.7626,
      "step": 32291
    },
    {
      "epoch": 0.6805228468918427,
      "grad_norm": 0.13363893330097198,
      "learning_rate": 4.893004579787619e-06,
      "loss": 0.6498,
      "step": 32292
    },
    {
      "epoch": 0.6805439209302081,
      "grad_norm": 0.14367419481277466,
      "learning_rate": 4.892417772060617e-06,
      "loss": 0.7449,
      "step": 32293
    },
    {
      "epoch": 0.6805649949685734,
      "grad_norm": 0.2209528088569641,
      "learning_rate": 4.891830988127805e-06,
      "loss": 0.7361,
      "step": 32294
    },
    {
      "epoch": 0.6805860690069386,
      "grad_norm": 0.1208634003996849,
      "learning_rate": 4.891244227991914e-06,
      "loss": 0.746,
      "step": 32295
    },
    {
      "epoch": 0.6806071430453039,
      "grad_norm": 0.13411945104599,
      "learning_rate": 4.890657491655684e-06,
      "loss": 0.6454,
      "step": 32296
    },
    {
      "epoch": 0.6806282170836692,
      "grad_norm": 0.12728248536586761,
      "learning_rate": 4.890070779121838e-06,
      "loss": 0.7099,
      "step": 32297
    },
    {
      "epoch": 0.6806492911220345,
      "grad_norm": 0.20781920850276947,
      "learning_rate": 4.889484090393115e-06,
      "loss": 0.7357,
      "step": 32298
    },
    {
      "epoch": 0.6806703651603998,
      "grad_norm": 0.15903028845787048,
      "learning_rate": 4.888897425472247e-06,
      "loss": 0.7305,
      "step": 32299
    },
    {
      "epoch": 0.6806914391987651,
      "grad_norm": 0.12128377705812454,
      "learning_rate": 4.8883107843619656e-06,
      "loss": 0.7488,
      "step": 32300
    },
    {
      "epoch": 0.6807125132371303,
      "grad_norm": 0.1414519101381302,
      "learning_rate": 4.887724167065009e-06,
      "loss": 0.7745,
      "step": 32301
    },
    {
      "epoch": 0.6807335872754956,
      "grad_norm": 0.10653948038816452,
      "learning_rate": 4.887137573584106e-06,
      "loss": 0.72,
      "step": 32302
    },
    {
      "epoch": 0.680754661313861,
      "grad_norm": 0.11145544797182083,
      "learning_rate": 4.886551003921991e-06,
      "loss": 0.7318,
      "step": 32303
    },
    {
      "epoch": 0.6807757353522262,
      "grad_norm": 0.12335653603076935,
      "learning_rate": 4.8859644580813956e-06,
      "loss": 0.7774,
      "step": 32304
    },
    {
      "epoch": 0.6807968093905915,
      "grad_norm": 0.1122107207775116,
      "learning_rate": 4.885377936065057e-06,
      "loss": 0.7544,
      "step": 32305
    },
    {
      "epoch": 0.6808178834289568,
      "grad_norm": 0.1002332866191864,
      "learning_rate": 4.884791437875698e-06,
      "loss": 0.7049,
      "step": 32306
    },
    {
      "epoch": 0.680838957467322,
      "grad_norm": 0.11842601746320724,
      "learning_rate": 4.884204963516056e-06,
      "loss": 0.6732,
      "step": 32307
    },
    {
      "epoch": 0.6808600315056873,
      "grad_norm": 0.12482072412967682,
      "learning_rate": 4.883618512988864e-06,
      "loss": 0.7455,
      "step": 32308
    },
    {
      "epoch": 0.6808811055440527,
      "grad_norm": 0.1506548374891281,
      "learning_rate": 4.883032086296851e-06,
      "loss": 0.6366,
      "step": 32309
    },
    {
      "epoch": 0.6809021795824179,
      "grad_norm": 0.11316800117492676,
      "learning_rate": 4.8824456834427524e-06,
      "loss": 0.7507,
      "step": 32310
    },
    {
      "epoch": 0.6809232536207832,
      "grad_norm": 0.10494634509086609,
      "learning_rate": 4.881859304429299e-06,
      "loss": 0.7095,
      "step": 32311
    },
    {
      "epoch": 0.6809443276591485,
      "grad_norm": 0.1319970041513443,
      "learning_rate": 4.881272949259221e-06,
      "loss": 0.7458,
      "step": 32312
    },
    {
      "epoch": 0.6809654016975137,
      "grad_norm": 0.1329205483198166,
      "learning_rate": 4.880686617935252e-06,
      "loss": 0.6943,
      "step": 32313
    },
    {
      "epoch": 0.6809864757358791,
      "grad_norm": 0.11471341550350189,
      "learning_rate": 4.8801003104601216e-06,
      "loss": 0.6887,
      "step": 32314
    },
    {
      "epoch": 0.6810075497742444,
      "grad_norm": 0.11878324300050735,
      "learning_rate": 4.879514026836564e-06,
      "loss": 0.7473,
      "step": 32315
    },
    {
      "epoch": 0.6810286238126096,
      "grad_norm": 0.11029425263404846,
      "learning_rate": 4.878927767067307e-06,
      "loss": 0.7199,
      "step": 32316
    },
    {
      "epoch": 0.6810496978509749,
      "grad_norm": 0.12951719760894775,
      "learning_rate": 4.8783415311550845e-06,
      "loss": 0.7167,
      "step": 32317
    },
    {
      "epoch": 0.6810707718893402,
      "grad_norm": 0.11661796271800995,
      "learning_rate": 4.877755319102625e-06,
      "loss": 0.7351,
      "step": 32318
    },
    {
      "epoch": 0.6810918459277056,
      "grad_norm": 0.1192721277475357,
      "learning_rate": 4.877169130912661e-06,
      "loss": 0.781,
      "step": 32319
    },
    {
      "epoch": 0.6811129199660708,
      "grad_norm": 0.1102137342095375,
      "learning_rate": 4.876582966587924e-06,
      "loss": 0.7265,
      "step": 32320
    },
    {
      "epoch": 0.6811339940044361,
      "grad_norm": 0.11156553030014038,
      "learning_rate": 4.875996826131144e-06,
      "loss": 0.7821,
      "step": 32321
    },
    {
      "epoch": 0.6811550680428013,
      "grad_norm": 0.11767750233411789,
      "learning_rate": 4.875410709545051e-06,
      "loss": 0.76,
      "step": 32322
    },
    {
      "epoch": 0.6811761420811666,
      "grad_norm": 0.12160123884677887,
      "learning_rate": 4.874824616832376e-06,
      "loss": 0.7239,
      "step": 32323
    },
    {
      "epoch": 0.681197216119532,
      "grad_norm": 0.1307017058134079,
      "learning_rate": 4.874238547995849e-06,
      "loss": 0.765,
      "step": 32324
    },
    {
      "epoch": 0.6812182901578973,
      "grad_norm": 0.14551863074302673,
      "learning_rate": 4.873652503038204e-06,
      "loss": 0.7354,
      "step": 32325
    },
    {
      "epoch": 0.6812393641962625,
      "grad_norm": 0.12033387273550034,
      "learning_rate": 4.873066481962166e-06,
      "loss": 0.7684,
      "step": 32326
    },
    {
      "epoch": 0.6812604382346278,
      "grad_norm": 0.13902230560779572,
      "learning_rate": 4.872480484770464e-06,
      "loss": 0.7118,
      "step": 32327
    },
    {
      "epoch": 0.681281512272993,
      "grad_norm": 0.11517104506492615,
      "learning_rate": 4.8718945114658325e-06,
      "loss": 0.7287,
      "step": 32328
    },
    {
      "epoch": 0.6813025863113584,
      "grad_norm": 0.1410083770751953,
      "learning_rate": 4.8713085620509945e-06,
      "loss": 0.7468,
      "step": 32329
    },
    {
      "epoch": 0.6813236603497237,
      "grad_norm": 0.11637119948863983,
      "learning_rate": 4.870722636528689e-06,
      "loss": 0.7734,
      "step": 32330
    },
    {
      "epoch": 0.681344734388089,
      "grad_norm": 0.11922422051429749,
      "learning_rate": 4.870136734901643e-06,
      "loss": 0.7144,
      "step": 32331
    },
    {
      "epoch": 0.6813658084264542,
      "grad_norm": 0.11725422739982605,
      "learning_rate": 4.869550857172583e-06,
      "loss": 0.7045,
      "step": 32332
    },
    {
      "epoch": 0.6813868824648195,
      "grad_norm": 0.12455517053604126,
      "learning_rate": 4.868965003344238e-06,
      "loss": 0.7659,
      "step": 32333
    },
    {
      "epoch": 0.6814079565031849,
      "grad_norm": 0.14010655879974365,
      "learning_rate": 4.868379173419344e-06,
      "loss": 0.732,
      "step": 32334
    },
    {
      "epoch": 0.6814290305415501,
      "grad_norm": 0.10767586529254913,
      "learning_rate": 4.8677933674006216e-06,
      "loss": 0.7171,
      "step": 32335
    },
    {
      "epoch": 0.6814501045799154,
      "grad_norm": 0.138427734375,
      "learning_rate": 4.867207585290803e-06,
      "loss": 0.7255,
      "step": 32336
    },
    {
      "epoch": 0.6814711786182807,
      "grad_norm": 0.11754181236028671,
      "learning_rate": 4.866621827092618e-06,
      "loss": 0.641,
      "step": 32337
    },
    {
      "epoch": 0.6814922526566459,
      "grad_norm": 0.13313670456409454,
      "learning_rate": 4.866036092808795e-06,
      "loss": 0.6986,
      "step": 32338
    },
    {
      "epoch": 0.6815133266950113,
      "grad_norm": 0.11038487404584885,
      "learning_rate": 4.865450382442061e-06,
      "loss": 0.6898,
      "step": 32339
    },
    {
      "epoch": 0.6815344007333766,
      "grad_norm": 0.16290044784545898,
      "learning_rate": 4.864864695995147e-06,
      "loss": 0.7948,
      "step": 32340
    },
    {
      "epoch": 0.6815554747717418,
      "grad_norm": 0.11203136295080185,
      "learning_rate": 4.8642790334707816e-06,
      "loss": 0.6765,
      "step": 32341
    },
    {
      "epoch": 0.6815765488101071,
      "grad_norm": 0.1617681086063385,
      "learning_rate": 4.86369339487169e-06,
      "loss": 0.795,
      "step": 32342
    },
    {
      "epoch": 0.6815976228484724,
      "grad_norm": 0.1020757257938385,
      "learning_rate": 4.8631077802006044e-06,
      "loss": 0.7171,
      "step": 32343
    },
    {
      "epoch": 0.6816186968868376,
      "grad_norm": 0.14686577022075653,
      "learning_rate": 4.86252218946025e-06,
      "loss": 0.7314,
      "step": 32344
    },
    {
      "epoch": 0.681639770925203,
      "grad_norm": 0.12818893790245056,
      "learning_rate": 4.861936622653357e-06,
      "loss": 0.7954,
      "step": 32345
    },
    {
      "epoch": 0.6816608449635683,
      "grad_norm": 0.14247280359268188,
      "learning_rate": 4.861351079782652e-06,
      "loss": 0.7382,
      "step": 32346
    },
    {
      "epoch": 0.6816819190019335,
      "grad_norm": 0.14301995933055878,
      "learning_rate": 4.860765560850863e-06,
      "loss": 0.68,
      "step": 32347
    },
    {
      "epoch": 0.6817029930402988,
      "grad_norm": 0.13184747099876404,
      "learning_rate": 4.860180065860718e-06,
      "loss": 0.6638,
      "step": 32348
    },
    {
      "epoch": 0.6817240670786641,
      "grad_norm": 0.11388617008924484,
      "learning_rate": 4.8595945948149445e-06,
      "loss": 0.7132,
      "step": 32349
    },
    {
      "epoch": 0.6817451411170294,
      "grad_norm": 0.11422848701477051,
      "learning_rate": 4.8590091477162695e-06,
      "loss": 0.7084,
      "step": 32350
    },
    {
      "epoch": 0.6817662151553947,
      "grad_norm": 0.11278754472732544,
      "learning_rate": 4.8584237245674215e-06,
      "loss": 0.7063,
      "step": 32351
    },
    {
      "epoch": 0.68178728919376,
      "grad_norm": 0.11926229298114777,
      "learning_rate": 4.857838325371126e-06,
      "loss": 0.7219,
      "step": 32352
    },
    {
      "epoch": 0.6818083632321252,
      "grad_norm": 0.18998073041439056,
      "learning_rate": 4.857252950130113e-06,
      "loss": 0.7211,
      "step": 32353
    },
    {
      "epoch": 0.6818294372704905,
      "grad_norm": 0.1375121772289276,
      "learning_rate": 4.856667598847106e-06,
      "loss": 0.671,
      "step": 32354
    },
    {
      "epoch": 0.6818505113088559,
      "grad_norm": 0.10467077791690826,
      "learning_rate": 4.856082271524838e-06,
      "loss": 0.7696,
      "step": 32355
    },
    {
      "epoch": 0.6818715853472211,
      "grad_norm": 0.15546613931655884,
      "learning_rate": 4.855496968166027e-06,
      "loss": 0.7371,
      "step": 32356
    },
    {
      "epoch": 0.6818926593855864,
      "grad_norm": 0.11626455187797546,
      "learning_rate": 4.8549116887734045e-06,
      "loss": 0.7725,
      "step": 32357
    },
    {
      "epoch": 0.6819137334239517,
      "grad_norm": 0.14115986227989197,
      "learning_rate": 4.854326433349693e-06,
      "loss": 0.8129,
      "step": 32358
    },
    {
      "epoch": 0.6819348074623169,
      "grad_norm": 0.12430712580680847,
      "learning_rate": 4.853741201897626e-06,
      "loss": 0.7296,
      "step": 32359
    },
    {
      "epoch": 0.6819558815006823,
      "grad_norm": 0.10821566730737686,
      "learning_rate": 4.853155994419928e-06,
      "loss": 0.7853,
      "step": 32360
    },
    {
      "epoch": 0.6819769555390476,
      "grad_norm": 0.12740957736968994,
      "learning_rate": 4.852570810919323e-06,
      "loss": 0.8116,
      "step": 32361
    },
    {
      "epoch": 0.6819980295774128,
      "grad_norm": 0.12625306844711304,
      "learning_rate": 4.8519856513985375e-06,
      "loss": 0.6832,
      "step": 32362
    },
    {
      "epoch": 0.6820191036157781,
      "grad_norm": 0.12341291457414627,
      "learning_rate": 4.851400515860298e-06,
      "loss": 0.6948,
      "step": 32363
    },
    {
      "epoch": 0.6820401776541434,
      "grad_norm": 0.14066898822784424,
      "learning_rate": 4.850815404307334e-06,
      "loss": 0.6768,
      "step": 32364
    },
    {
      "epoch": 0.6820612516925088,
      "grad_norm": 0.13865859806537628,
      "learning_rate": 4.850230316742363e-06,
      "loss": 0.7337,
      "step": 32365
    },
    {
      "epoch": 0.682082325730874,
      "grad_norm": 0.12585043907165527,
      "learning_rate": 4.849645253168117e-06,
      "loss": 0.7638,
      "step": 32366
    },
    {
      "epoch": 0.6821033997692393,
      "grad_norm": 0.11090555787086487,
      "learning_rate": 4.84906021358732e-06,
      "loss": 0.693,
      "step": 32367
    },
    {
      "epoch": 0.6821244738076045,
      "grad_norm": 0.18922680616378784,
      "learning_rate": 4.848475198002696e-06,
      "loss": 0.8096,
      "step": 32368
    },
    {
      "epoch": 0.6821455478459698,
      "grad_norm": 0.13314571976661682,
      "learning_rate": 4.847890206416973e-06,
      "loss": 0.7654,
      "step": 32369
    },
    {
      "epoch": 0.6821666218843352,
      "grad_norm": 0.10599221289157867,
      "learning_rate": 4.847305238832875e-06,
      "loss": 0.6612,
      "step": 32370
    },
    {
      "epoch": 0.6821876959227005,
      "grad_norm": 0.1127786934375763,
      "learning_rate": 4.846720295253127e-06,
      "loss": 0.6869,
      "step": 32371
    },
    {
      "epoch": 0.6822087699610657,
      "grad_norm": 0.13570630550384521,
      "learning_rate": 4.84613537568045e-06,
      "loss": 0.7505,
      "step": 32372
    },
    {
      "epoch": 0.682229843999431,
      "grad_norm": 0.10756488889455795,
      "learning_rate": 4.84555048011758e-06,
      "loss": 0.6879,
      "step": 32373
    },
    {
      "epoch": 0.6822509180377963,
      "grad_norm": 0.11682199686765671,
      "learning_rate": 4.844965608567232e-06,
      "loss": 0.7438,
      "step": 32374
    },
    {
      "epoch": 0.6822719920761616,
      "grad_norm": 0.12711083889007568,
      "learning_rate": 4.844380761032133e-06,
      "loss": 0.7496,
      "step": 32375
    },
    {
      "epoch": 0.6822930661145269,
      "grad_norm": 0.12694185972213745,
      "learning_rate": 4.843795937515008e-06,
      "loss": 0.6481,
      "step": 32376
    },
    {
      "epoch": 0.6823141401528922,
      "grad_norm": 0.11972338706254959,
      "learning_rate": 4.843211138018582e-06,
      "loss": 0.7145,
      "step": 32377
    },
    {
      "epoch": 0.6823352141912574,
      "grad_norm": 0.11585534363985062,
      "learning_rate": 4.8426263625455796e-06,
      "loss": 0.675,
      "step": 32378
    },
    {
      "epoch": 0.6823562882296227,
      "grad_norm": 0.11434663087129593,
      "learning_rate": 4.842041611098722e-06,
      "loss": 0.7378,
      "step": 32379
    },
    {
      "epoch": 0.6823773622679881,
      "grad_norm": 0.11551958322525024,
      "learning_rate": 4.841456883680737e-06,
      "loss": 0.7267,
      "step": 32380
    },
    {
      "epoch": 0.6823984363063533,
      "grad_norm": 0.13585655391216278,
      "learning_rate": 4.840872180294348e-06,
      "loss": 0.81,
      "step": 32381
    },
    {
      "epoch": 0.6824195103447186,
      "grad_norm": 0.12514540553092957,
      "learning_rate": 4.840287500942278e-06,
      "loss": 0.7898,
      "step": 32382
    },
    {
      "epoch": 0.6824405843830839,
      "grad_norm": 0.10449329018592834,
      "learning_rate": 4.8397028456272496e-06,
      "loss": 0.685,
      "step": 32383
    },
    {
      "epoch": 0.6824616584214491,
      "grad_norm": 0.15122532844543457,
      "learning_rate": 4.839118214351993e-06,
      "loss": 0.7355,
      "step": 32384
    },
    {
      "epoch": 0.6824827324598144,
      "grad_norm": 0.11047851294279099,
      "learning_rate": 4.838533607119222e-06,
      "loss": 0.7259,
      "step": 32385
    },
    {
      "epoch": 0.6825038064981798,
      "grad_norm": 0.11050359904766083,
      "learning_rate": 4.837949023931666e-06,
      "loss": 0.6993,
      "step": 32386
    },
    {
      "epoch": 0.682524880536545,
      "grad_norm": 0.1145821362733841,
      "learning_rate": 4.837364464792041e-06,
      "loss": 0.6314,
      "step": 32387
    },
    {
      "epoch": 0.6825459545749103,
      "grad_norm": 0.11392634361982346,
      "learning_rate": 4.836779929703083e-06,
      "loss": 0.698,
      "step": 32388
    },
    {
      "epoch": 0.6825670286132756,
      "grad_norm": 0.12337102741003036,
      "learning_rate": 4.836195418667506e-06,
      "loss": 0.6797,
      "step": 32389
    },
    {
      "epoch": 0.6825881026516408,
      "grad_norm": 0.1332252025604248,
      "learning_rate": 4.835610931688036e-06,
      "loss": 0.7265,
      "step": 32390
    },
    {
      "epoch": 0.6826091766900062,
      "grad_norm": 0.11679065227508545,
      "learning_rate": 4.835026468767395e-06,
      "loss": 0.6654,
      "step": 32391
    },
    {
      "epoch": 0.6826302507283715,
      "grad_norm": 0.10957455635070801,
      "learning_rate": 4.834442029908306e-06,
      "loss": 0.7007,
      "step": 32392
    },
    {
      "epoch": 0.6826513247667367,
      "grad_norm": 0.1301312893629074,
      "learning_rate": 4.833857615113495e-06,
      "loss": 0.8188,
      "step": 32393
    },
    {
      "epoch": 0.682672398805102,
      "grad_norm": 0.13239669799804688,
      "learning_rate": 4.833273224385678e-06,
      "loss": 0.7788,
      "step": 32394
    },
    {
      "epoch": 0.6826934728434673,
      "grad_norm": 0.15151773393154144,
      "learning_rate": 4.832688857727581e-06,
      "loss": 0.7699,
      "step": 32395
    },
    {
      "epoch": 0.6827145468818326,
      "grad_norm": 0.11499689519405365,
      "learning_rate": 4.8321045151419266e-06,
      "loss": 0.7298,
      "step": 32396
    },
    {
      "epoch": 0.6827356209201979,
      "grad_norm": 0.1251240074634552,
      "learning_rate": 4.831520196631435e-06,
      "loss": 0.7183,
      "step": 32397
    },
    {
      "epoch": 0.6827566949585632,
      "grad_norm": 0.13184955716133118,
      "learning_rate": 4.83093590219883e-06,
      "loss": 0.6874,
      "step": 32398
    },
    {
      "epoch": 0.6827777689969284,
      "grad_norm": 0.1333388388156891,
      "learning_rate": 4.830351631846834e-06,
      "loss": 0.6904,
      "step": 32399
    },
    {
      "epoch": 0.6827988430352937,
      "grad_norm": 0.13801972568035126,
      "learning_rate": 4.829767385578168e-06,
      "loss": 0.7248,
      "step": 32400
    },
    {
      "epoch": 0.6828199170736591,
      "grad_norm": 0.11782928556203842,
      "learning_rate": 4.82918316339555e-06,
      "loss": 0.6686,
      "step": 32401
    },
    {
      "epoch": 0.6828409911120243,
      "grad_norm": 0.35532692074775696,
      "learning_rate": 4.828598965301713e-06,
      "loss": 0.7325,
      "step": 32402
    },
    {
      "epoch": 0.6828620651503896,
      "grad_norm": 0.1350293606519699,
      "learning_rate": 4.828014791299368e-06,
      "loss": 0.7485,
      "step": 32403
    },
    {
      "epoch": 0.6828831391887549,
      "grad_norm": 0.13911861181259155,
      "learning_rate": 4.827430641391239e-06,
      "loss": 0.7893,
      "step": 32404
    },
    {
      "epoch": 0.6829042132271201,
      "grad_norm": 0.12616300582885742,
      "learning_rate": 4.8268465155800485e-06,
      "loss": 0.7101,
      "step": 32405
    },
    {
      "epoch": 0.6829252872654855,
      "grad_norm": 0.1338527798652649,
      "learning_rate": 4.826262413868517e-06,
      "loss": 0.7483,
      "step": 32406
    },
    {
      "epoch": 0.6829463613038508,
      "grad_norm": 0.13217517733573914,
      "learning_rate": 4.825678336259365e-06,
      "loss": 0.7443,
      "step": 32407
    },
    {
      "epoch": 0.682967435342216,
      "grad_norm": 0.132971853017807,
      "learning_rate": 4.8250942827553145e-06,
      "loss": 0.7549,
      "step": 32408
    },
    {
      "epoch": 0.6829885093805813,
      "grad_norm": 0.11037920415401459,
      "learning_rate": 4.824510253359087e-06,
      "loss": 0.7104,
      "step": 32409
    },
    {
      "epoch": 0.6830095834189466,
      "grad_norm": 0.12195111066102982,
      "learning_rate": 4.823926248073401e-06,
      "loss": 0.7603,
      "step": 32410
    },
    {
      "epoch": 0.683030657457312,
      "grad_norm": 0.19998472929000854,
      "learning_rate": 4.82334226690098e-06,
      "loss": 0.7175,
      "step": 32411
    },
    {
      "epoch": 0.6830517314956772,
      "grad_norm": 0.15412868559360504,
      "learning_rate": 4.822758309844543e-06,
      "loss": 0.7207,
      "step": 32412
    },
    {
      "epoch": 0.6830728055340425,
      "grad_norm": 0.14335858821868896,
      "learning_rate": 4.822174376906809e-06,
      "loss": 0.7743,
      "step": 32413
    },
    {
      "epoch": 0.6830938795724077,
      "grad_norm": 0.14116829633712769,
      "learning_rate": 4.821590468090505e-06,
      "loss": 0.7324,
      "step": 32414
    },
    {
      "epoch": 0.683114953610773,
      "grad_norm": 0.13490653038024902,
      "learning_rate": 4.8210065833983375e-06,
      "loss": 0.7759,
      "step": 32415
    },
    {
      "epoch": 0.6831360276491384,
      "grad_norm": 0.11296401917934418,
      "learning_rate": 4.820422722833039e-06,
      "loss": 0.7024,
      "step": 32416
    },
    {
      "epoch": 0.6831571016875037,
      "grad_norm": 0.11577267199754715,
      "learning_rate": 4.819838886397325e-06,
      "loss": 0.7197,
      "step": 32417
    },
    {
      "epoch": 0.6831781757258689,
      "grad_norm": 0.14795254170894623,
      "learning_rate": 4.819255074093917e-06,
      "loss": 0.7012,
      "step": 32418
    },
    {
      "epoch": 0.6831992497642342,
      "grad_norm": 0.13271737098693848,
      "learning_rate": 4.8186712859255335e-06,
      "loss": 0.742,
      "step": 32419
    },
    {
      "epoch": 0.6832203238025994,
      "grad_norm": 0.14101701974868774,
      "learning_rate": 4.818087521894894e-06,
      "loss": 0.7041,
      "step": 32420
    },
    {
      "epoch": 0.6832413978409647,
      "grad_norm": 0.16534823179244995,
      "learning_rate": 4.817503782004718e-06,
      "loss": 0.7949,
      "step": 32421
    },
    {
      "epoch": 0.6832624718793301,
      "grad_norm": 0.1352652907371521,
      "learning_rate": 4.816920066257727e-06,
      "loss": 0.7759,
      "step": 32422
    },
    {
      "epoch": 0.6832835459176954,
      "grad_norm": 0.1551750749349594,
      "learning_rate": 4.81633637465664e-06,
      "loss": 0.7632,
      "step": 32423
    },
    {
      "epoch": 0.6833046199560606,
      "grad_norm": 0.11310794949531555,
      "learning_rate": 4.815752707204172e-06,
      "loss": 0.6571,
      "step": 32424
    },
    {
      "epoch": 0.6833256939944259,
      "grad_norm": 0.1481548398733139,
      "learning_rate": 4.815169063903045e-06,
      "loss": 0.7018,
      "step": 32425
    },
    {
      "epoch": 0.6833467680327912,
      "grad_norm": 0.13412010669708252,
      "learning_rate": 4.814585444755977e-06,
      "loss": 0.6738,
      "step": 32426
    },
    {
      "epoch": 0.6833678420711565,
      "grad_norm": 0.1145520731806755,
      "learning_rate": 4.814001849765687e-06,
      "loss": 0.7602,
      "step": 32427
    },
    {
      "epoch": 0.6833889161095218,
      "grad_norm": 0.10462401807308197,
      "learning_rate": 4.813418278934896e-06,
      "loss": 0.6741,
      "step": 32428
    },
    {
      "epoch": 0.6834099901478871,
      "grad_norm": 0.1069379597902298,
      "learning_rate": 4.812834732266319e-06,
      "loss": 0.7012,
      "step": 32429
    },
    {
      "epoch": 0.6834310641862523,
      "grad_norm": 0.1344810277223587,
      "learning_rate": 4.812251209762675e-06,
      "loss": 0.7281,
      "step": 32430
    },
    {
      "epoch": 0.6834521382246176,
      "grad_norm": 0.12718366086483002,
      "learning_rate": 4.811667711426686e-06,
      "loss": 0.6859,
      "step": 32431
    },
    {
      "epoch": 0.683473212262983,
      "grad_norm": 0.11171019077301025,
      "learning_rate": 4.811084237261072e-06,
      "loss": 0.705,
      "step": 32432
    },
    {
      "epoch": 0.6834942863013482,
      "grad_norm": 0.15591341257095337,
      "learning_rate": 4.810500787268545e-06,
      "loss": 0.7519,
      "step": 32433
    },
    {
      "epoch": 0.6835153603397135,
      "grad_norm": 0.11002682894468307,
      "learning_rate": 4.8099173614518235e-06,
      "loss": 0.7287,
      "step": 32434
    },
    {
      "epoch": 0.6835364343780788,
      "grad_norm": 0.12541519105434418,
      "learning_rate": 4.809333959813629e-06,
      "loss": 0.6974,
      "step": 32435
    },
    {
      "epoch": 0.683557508416444,
      "grad_norm": 0.11920823901891708,
      "learning_rate": 4.808750582356676e-06,
      "loss": 0.7181,
      "step": 32436
    },
    {
      "epoch": 0.6835785824548094,
      "grad_norm": 0.1106635108590126,
      "learning_rate": 4.808167229083686e-06,
      "loss": 0.6896,
      "step": 32437
    },
    {
      "epoch": 0.6835996564931747,
      "grad_norm": 0.1167219802737236,
      "learning_rate": 4.8075838999973725e-06,
      "loss": 0.6978,
      "step": 32438
    },
    {
      "epoch": 0.6836207305315399,
      "grad_norm": 0.12343864142894745,
      "learning_rate": 4.807000595100455e-06,
      "loss": 0.7396,
      "step": 32439
    },
    {
      "epoch": 0.6836418045699052,
      "grad_norm": 0.10099225491285324,
      "learning_rate": 4.806417314395652e-06,
      "loss": 0.6834,
      "step": 32440
    },
    {
      "epoch": 0.6836628786082705,
      "grad_norm": 0.09961646050214767,
      "learning_rate": 4.805834057885679e-06,
      "loss": 0.7071,
      "step": 32441
    },
    {
      "epoch": 0.6836839526466358,
      "grad_norm": 0.14295431971549988,
      "learning_rate": 4.805250825573254e-06,
      "loss": 0.7823,
      "step": 32442
    },
    {
      "epoch": 0.6837050266850011,
      "grad_norm": 0.11411403864622116,
      "learning_rate": 4.804667617461098e-06,
      "loss": 0.7731,
      "step": 32443
    },
    {
      "epoch": 0.6837261007233664,
      "grad_norm": 0.11997386068105698,
      "learning_rate": 4.804084433551916e-06,
      "loss": 0.6826,
      "step": 32444
    },
    {
      "epoch": 0.6837471747617316,
      "grad_norm": 0.12158241868019104,
      "learning_rate": 4.803501273848436e-06,
      "loss": 0.7432,
      "step": 32445
    },
    {
      "epoch": 0.6837682488000969,
      "grad_norm": 0.14677944779396057,
      "learning_rate": 4.802918138353372e-06,
      "loss": 0.7446,
      "step": 32446
    },
    {
      "epoch": 0.6837893228384623,
      "grad_norm": 0.11251116544008255,
      "learning_rate": 4.802335027069439e-06,
      "loss": 0.7131,
      "step": 32447
    },
    {
      "epoch": 0.6838103968768275,
      "grad_norm": 0.1267443150281906,
      "learning_rate": 4.8017519399993555e-06,
      "loss": 0.7281,
      "step": 32448
    },
    {
      "epoch": 0.6838314709151928,
      "grad_norm": 0.11637336760759354,
      "learning_rate": 4.8011688771458366e-06,
      "loss": 0.76,
      "step": 32449
    },
    {
      "epoch": 0.6838525449535581,
      "grad_norm": 0.10418035089969635,
      "learning_rate": 4.800585838511598e-06,
      "loss": 0.7629,
      "step": 32450
    },
    {
      "epoch": 0.6838736189919233,
      "grad_norm": 0.1251867264509201,
      "learning_rate": 4.800002824099357e-06,
      "loss": 0.7312,
      "step": 32451
    },
    {
      "epoch": 0.6838946930302887,
      "grad_norm": 0.09984991699457169,
      "learning_rate": 4.799419833911832e-06,
      "loss": 0.6933,
      "step": 32452
    },
    {
      "epoch": 0.683915767068654,
      "grad_norm": 0.13083280622959137,
      "learning_rate": 4.7988368679517335e-06,
      "loss": 0.7819,
      "step": 32453
    },
    {
      "epoch": 0.6839368411070192,
      "grad_norm": 0.1143403947353363,
      "learning_rate": 4.79825392622178e-06,
      "loss": 0.7231,
      "step": 32454
    },
    {
      "epoch": 0.6839579151453845,
      "grad_norm": 0.12523694336414337,
      "learning_rate": 4.797671008724687e-06,
      "loss": 0.7203,
      "step": 32455
    },
    {
      "epoch": 0.6839789891837498,
      "grad_norm": 0.10551922768354416,
      "learning_rate": 4.79708811546317e-06,
      "loss": 0.7476,
      "step": 32456
    },
    {
      "epoch": 0.6840000632221152,
      "grad_norm": 0.11417829245328903,
      "learning_rate": 4.796505246439944e-06,
      "loss": 0.6918,
      "step": 32457
    },
    {
      "epoch": 0.6840211372604804,
      "grad_norm": 0.14030344784259796,
      "learning_rate": 4.795922401657722e-06,
      "loss": 0.7538,
      "step": 32458
    },
    {
      "epoch": 0.6840422112988457,
      "grad_norm": 0.09858539700508118,
      "learning_rate": 4.795339581119226e-06,
      "loss": 0.708,
      "step": 32459
    },
    {
      "epoch": 0.684063285337211,
      "grad_norm": 0.11391738802194595,
      "learning_rate": 4.7947567848271685e-06,
      "loss": 0.7598,
      "step": 32460
    },
    {
      "epoch": 0.6840843593755762,
      "grad_norm": 0.11403188854455948,
      "learning_rate": 4.794174012784265e-06,
      "loss": 0.749,
      "step": 32461
    },
    {
      "epoch": 0.6841054334139415,
      "grad_norm": 0.1237407848238945,
      "learning_rate": 4.7935912649932256e-06,
      "loss": 0.7873,
      "step": 32462
    },
    {
      "epoch": 0.6841265074523069,
      "grad_norm": 0.11206399649381638,
      "learning_rate": 4.793008541456769e-06,
      "loss": 0.667,
      "step": 32463
    },
    {
      "epoch": 0.6841475814906721,
      "grad_norm": 0.1529061496257782,
      "learning_rate": 4.79242584217761e-06,
      "loss": 0.7228,
      "step": 32464
    },
    {
      "epoch": 0.6841686555290374,
      "grad_norm": 0.10834595561027527,
      "learning_rate": 4.791843167158461e-06,
      "loss": 0.6967,
      "step": 32465
    },
    {
      "epoch": 0.6841897295674026,
      "grad_norm": 0.10878554731607437,
      "learning_rate": 4.791260516402038e-06,
      "loss": 0.7513,
      "step": 32466
    },
    {
      "epoch": 0.6842108036057679,
      "grad_norm": 0.18399295210838318,
      "learning_rate": 4.790677889911055e-06,
      "loss": 0.7226,
      "step": 32467
    },
    {
      "epoch": 0.6842318776441333,
      "grad_norm": 0.1449507623910904,
      "learning_rate": 4.790095287688227e-06,
      "loss": 0.702,
      "step": 32468
    },
    {
      "epoch": 0.6842529516824986,
      "grad_norm": 0.10570485144853592,
      "learning_rate": 4.789512709736267e-06,
      "loss": 0.7223,
      "step": 32469
    },
    {
      "epoch": 0.6842740257208638,
      "grad_norm": 0.13949234783649445,
      "learning_rate": 4.788930156057889e-06,
      "loss": 0.7954,
      "step": 32470
    },
    {
      "epoch": 0.6842950997592291,
      "grad_norm": 0.1256859302520752,
      "learning_rate": 4.788347626655809e-06,
      "loss": 0.7229,
      "step": 32471
    },
    {
      "epoch": 0.6843161737975944,
      "grad_norm": 0.2968480587005615,
      "learning_rate": 4.787765121532737e-06,
      "loss": 0.6668,
      "step": 32472
    },
    {
      "epoch": 0.6843372478359597,
      "grad_norm": 0.11237090080976486,
      "learning_rate": 4.78718264069139e-06,
      "loss": 0.725,
      "step": 32473
    },
    {
      "epoch": 0.684358321874325,
      "grad_norm": 0.1212671771645546,
      "learning_rate": 4.78660018413448e-06,
      "loss": 0.7312,
      "step": 32474
    },
    {
      "epoch": 0.6843793959126903,
      "grad_norm": 0.10369525104761124,
      "learning_rate": 4.786017751864721e-06,
      "loss": 0.6688,
      "step": 32475
    },
    {
      "epoch": 0.6844004699510555,
      "grad_norm": 0.20420220494270325,
      "learning_rate": 4.785435343884826e-06,
      "loss": 0.7288,
      "step": 32476
    },
    {
      "epoch": 0.6844215439894208,
      "grad_norm": 0.1258760690689087,
      "learning_rate": 4.784852960197508e-06,
      "loss": 0.7344,
      "step": 32477
    },
    {
      "epoch": 0.6844426180277862,
      "grad_norm": 0.12436050921678543,
      "learning_rate": 4.784270600805481e-06,
      "loss": 0.6981,
      "step": 32478
    },
    {
      "epoch": 0.6844636920661514,
      "grad_norm": 0.13030868768692017,
      "learning_rate": 4.783688265711456e-06,
      "loss": 0.7276,
      "step": 32479
    },
    {
      "epoch": 0.6844847661045167,
      "grad_norm": 0.11891617625951767,
      "learning_rate": 4.783105954918148e-06,
      "loss": 0.7547,
      "step": 32480
    },
    {
      "epoch": 0.684505840142882,
      "grad_norm": 0.1443163901567459,
      "learning_rate": 4.7825236684282694e-06,
      "loss": 0.7663,
      "step": 32481
    },
    {
      "epoch": 0.6845269141812472,
      "grad_norm": 0.12961676716804504,
      "learning_rate": 4.781941406244535e-06,
      "loss": 0.7083,
      "step": 32482
    },
    {
      "epoch": 0.6845479882196126,
      "grad_norm": 0.14072738587856293,
      "learning_rate": 4.7813591683696526e-06,
      "loss": 0.7317,
      "step": 32483
    },
    {
      "epoch": 0.6845690622579779,
      "grad_norm": 0.1182282492518425,
      "learning_rate": 4.7807769548063365e-06,
      "loss": 0.771,
      "step": 32484
    },
    {
      "epoch": 0.6845901362963431,
      "grad_norm": 0.12913666665554047,
      "learning_rate": 4.7801947655572985e-06,
      "loss": 0.7244,
      "step": 32485
    },
    {
      "epoch": 0.6846112103347084,
      "grad_norm": 0.11801613867282867,
      "learning_rate": 4.779612600625252e-06,
      "loss": 0.7228,
      "step": 32486
    },
    {
      "epoch": 0.6846322843730737,
      "grad_norm": 0.10677487403154373,
      "learning_rate": 4.779030460012905e-06,
      "loss": 0.7157,
      "step": 32487
    },
    {
      "epoch": 0.684653358411439,
      "grad_norm": 0.11463989317417145,
      "learning_rate": 4.778448343722977e-06,
      "loss": 0.6256,
      "step": 32488
    },
    {
      "epoch": 0.6846744324498043,
      "grad_norm": 0.11435305327177048,
      "learning_rate": 4.777866251758175e-06,
      "loss": 0.7456,
      "step": 32489
    },
    {
      "epoch": 0.6846955064881696,
      "grad_norm": 0.11353065073490143,
      "learning_rate": 4.777284184121212e-06,
      "loss": 0.746,
      "step": 32490
    },
    {
      "epoch": 0.6847165805265348,
      "grad_norm": 0.09712915122509003,
      "learning_rate": 4.7767021408148026e-06,
      "loss": 0.7631,
      "step": 32491
    },
    {
      "epoch": 0.6847376545649001,
      "grad_norm": 0.1323900669813156,
      "learning_rate": 4.776120121841653e-06,
      "loss": 0.7842,
      "step": 32492
    },
    {
      "epoch": 0.6847587286032655,
      "grad_norm": 0.11702288687229156,
      "learning_rate": 4.775538127204476e-06,
      "loss": 0.8046,
      "step": 32493
    },
    {
      "epoch": 0.6847798026416307,
      "grad_norm": 0.13054639101028442,
      "learning_rate": 4.774956156905982e-06,
      "loss": 0.7879,
      "step": 32494
    },
    {
      "epoch": 0.684800876679996,
      "grad_norm": 0.12840887904167175,
      "learning_rate": 4.774374210948884e-06,
      "loss": 0.7445,
      "step": 32495
    },
    {
      "epoch": 0.6848219507183613,
      "grad_norm": 0.13729514181613922,
      "learning_rate": 4.773792289335894e-06,
      "loss": 0.708,
      "step": 32496
    },
    {
      "epoch": 0.6848430247567265,
      "grad_norm": 0.13042998313903809,
      "learning_rate": 4.77321039206972e-06,
      "loss": 0.6901,
      "step": 32497
    },
    {
      "epoch": 0.6848640987950918,
      "grad_norm": 0.1348658800125122,
      "learning_rate": 4.772628519153076e-06,
      "loss": 0.7755,
      "step": 32498
    },
    {
      "epoch": 0.6848851728334572,
      "grad_norm": 0.1101192831993103,
      "learning_rate": 4.7720466705886704e-06,
      "loss": 0.7286,
      "step": 32499
    },
    {
      "epoch": 0.6849062468718224,
      "grad_norm": 0.10986626893281937,
      "learning_rate": 4.771464846379215e-06,
      "loss": 0.6851,
      "step": 32500
    },
    {
      "epoch": 0.6849273209101877,
      "grad_norm": 0.11665582656860352,
      "learning_rate": 4.7708830465274195e-06,
      "loss": 0.704,
      "step": 32501
    },
    {
      "epoch": 0.684948394948553,
      "grad_norm": 0.12551745772361755,
      "learning_rate": 4.770301271035994e-06,
      "loss": 0.7487,
      "step": 32502
    },
    {
      "epoch": 0.6849694689869182,
      "grad_norm": 0.11592870205640793,
      "learning_rate": 4.7697195199076505e-06,
      "loss": 0.7404,
      "step": 32503
    },
    {
      "epoch": 0.6849905430252836,
      "grad_norm": 0.14288607239723206,
      "learning_rate": 4.7691377931450976e-06,
      "loss": 0.8033,
      "step": 32504
    },
    {
      "epoch": 0.6850116170636489,
      "grad_norm": 0.12073123455047607,
      "learning_rate": 4.7685560907510465e-06,
      "loss": 0.7187,
      "step": 32505
    },
    {
      "epoch": 0.6850326911020141,
      "grad_norm": 0.14084835350513458,
      "learning_rate": 4.767974412728206e-06,
      "loss": 0.708,
      "step": 32506
    },
    {
      "epoch": 0.6850537651403794,
      "grad_norm": 0.11448576301336288,
      "learning_rate": 4.767392759079286e-06,
      "loss": 0.7128,
      "step": 32507
    },
    {
      "epoch": 0.6850748391787447,
      "grad_norm": 0.12767980992794037,
      "learning_rate": 4.766811129806995e-06,
      "loss": 0.7853,
      "step": 32508
    },
    {
      "epoch": 0.68509591321711,
      "grad_norm": 0.1552453190088272,
      "learning_rate": 4.766229524914047e-06,
      "loss": 0.7725,
      "step": 32509
    },
    {
      "epoch": 0.6851169872554753,
      "grad_norm": 0.12957552075386047,
      "learning_rate": 4.765647944403147e-06,
      "loss": 0.8105,
      "step": 32510
    },
    {
      "epoch": 0.6851380612938406,
      "grad_norm": 0.1321631669998169,
      "learning_rate": 4.7650663882770085e-06,
      "loss": 0.7486,
      "step": 32511
    },
    {
      "epoch": 0.6851591353322058,
      "grad_norm": 0.11935877799987793,
      "learning_rate": 4.764484856538336e-06,
      "loss": 0.7094,
      "step": 32512
    },
    {
      "epoch": 0.6851802093705711,
      "grad_norm": 0.12299124896526337,
      "learning_rate": 4.763903349189841e-06,
      "loss": 0.6905,
      "step": 32513
    },
    {
      "epoch": 0.6852012834089365,
      "grad_norm": 0.12123707681894302,
      "learning_rate": 4.763321866234232e-06,
      "loss": 0.7338,
      "step": 32514
    },
    {
      "epoch": 0.6852223574473018,
      "grad_norm": 0.17149370908737183,
      "learning_rate": 4.762740407674217e-06,
      "loss": 0.7479,
      "step": 32515
    },
    {
      "epoch": 0.685243431485667,
      "grad_norm": 0.12314137816429138,
      "learning_rate": 4.762158973512503e-06,
      "loss": 0.768,
      "step": 32516
    },
    {
      "epoch": 0.6852645055240323,
      "grad_norm": 0.1477193534374237,
      "learning_rate": 4.761577563751806e-06,
      "loss": 0.7304,
      "step": 32517
    },
    {
      "epoch": 0.6852855795623976,
      "grad_norm": 0.13065558671951294,
      "learning_rate": 4.7609961783948285e-06,
      "loss": 0.7203,
      "step": 32518
    },
    {
      "epoch": 0.6853066536007629,
      "grad_norm": 0.15972508490085602,
      "learning_rate": 4.760414817444282e-06,
      "loss": 0.7848,
      "step": 32519
    },
    {
      "epoch": 0.6853277276391282,
      "grad_norm": 0.11257293820381165,
      "learning_rate": 4.759833480902877e-06,
      "loss": 0.7645,
      "step": 32520
    },
    {
      "epoch": 0.6853488016774935,
      "grad_norm": 0.11446494609117508,
      "learning_rate": 4.759252168773314e-06,
      "loss": 0.7539,
      "step": 32521
    },
    {
      "epoch": 0.6853698757158587,
      "grad_norm": 0.11126735061407089,
      "learning_rate": 4.758670881058306e-06,
      "loss": 0.7264,
      "step": 32522
    },
    {
      "epoch": 0.685390949754224,
      "grad_norm": 0.11460696160793304,
      "learning_rate": 4.7580896177605595e-06,
      "loss": 0.7772,
      "step": 32523
    },
    {
      "epoch": 0.6854120237925894,
      "grad_norm": 0.12072921544313431,
      "learning_rate": 4.757508378882784e-06,
      "loss": 0.7744,
      "step": 32524
    },
    {
      "epoch": 0.6854330978309546,
      "grad_norm": 0.128800168633461,
      "learning_rate": 4.756927164427685e-06,
      "loss": 0.7287,
      "step": 32525
    },
    {
      "epoch": 0.6854541718693199,
      "grad_norm": 0.12406089156866074,
      "learning_rate": 4.756345974397972e-06,
      "loss": 0.7284,
      "step": 32526
    },
    {
      "epoch": 0.6854752459076852,
      "grad_norm": 0.16609244048595428,
      "learning_rate": 4.755764808796353e-06,
      "loss": 0.7191,
      "step": 32527
    },
    {
      "epoch": 0.6854963199460504,
      "grad_norm": 0.12889747321605682,
      "learning_rate": 4.755183667625534e-06,
      "loss": 0.698,
      "step": 32528
    },
    {
      "epoch": 0.6855173939844158,
      "grad_norm": 0.12550270557403564,
      "learning_rate": 4.754602550888222e-06,
      "loss": 0.6499,
      "step": 32529
    },
    {
      "epoch": 0.6855384680227811,
      "grad_norm": 0.1319042444229126,
      "learning_rate": 4.754021458587126e-06,
      "loss": 0.6955,
      "step": 32530
    },
    {
      "epoch": 0.6855595420611463,
      "grad_norm": 0.15358558297157288,
      "learning_rate": 4.75344039072495e-06,
      "loss": 0.7066,
      "step": 32531
    },
    {
      "epoch": 0.6855806160995116,
      "grad_norm": 0.12475564330816269,
      "learning_rate": 4.752859347304406e-06,
      "loss": 0.6374,
      "step": 32532
    },
    {
      "epoch": 0.6856016901378769,
      "grad_norm": 0.11354313045740128,
      "learning_rate": 4.752278328328196e-06,
      "loss": 0.6962,
      "step": 32533
    },
    {
      "epoch": 0.6856227641762421,
      "grad_norm": 0.14175008237361908,
      "learning_rate": 4.751697333799029e-06,
      "loss": 0.6863,
      "step": 32534
    },
    {
      "epoch": 0.6856438382146075,
      "grad_norm": 0.1574196070432663,
      "learning_rate": 4.7511163637196115e-06,
      "loss": 0.6897,
      "step": 32535
    },
    {
      "epoch": 0.6856649122529728,
      "grad_norm": 0.10906307399272919,
      "learning_rate": 4.7505354180926485e-06,
      "loss": 0.698,
      "step": 32536
    },
    {
      "epoch": 0.685685986291338,
      "grad_norm": 0.13164786994457245,
      "learning_rate": 4.74995449692085e-06,
      "loss": 0.7435,
      "step": 32537
    },
    {
      "epoch": 0.6857070603297033,
      "grad_norm": 0.15287819504737854,
      "learning_rate": 4.749373600206918e-06,
      "loss": 0.7919,
      "step": 32538
    },
    {
      "epoch": 0.6857281343680686,
      "grad_norm": 0.11691746115684509,
      "learning_rate": 4.748792727953561e-06,
      "loss": 0.7458,
      "step": 32539
    },
    {
      "epoch": 0.6857492084064339,
      "grad_norm": 0.14425137639045715,
      "learning_rate": 4.748211880163485e-06,
      "loss": 0.7591,
      "step": 32540
    },
    {
      "epoch": 0.6857702824447992,
      "grad_norm": 0.11848624795675278,
      "learning_rate": 4.747631056839399e-06,
      "loss": 0.7411,
      "step": 32541
    },
    {
      "epoch": 0.6857913564831645,
      "grad_norm": 0.16935977339744568,
      "learning_rate": 4.747050257984002e-06,
      "loss": 0.7188,
      "step": 32542
    },
    {
      "epoch": 0.6858124305215297,
      "grad_norm": 0.12447218596935272,
      "learning_rate": 4.746469483600002e-06,
      "loss": 0.7059,
      "step": 32543
    },
    {
      "epoch": 0.685833504559895,
      "grad_norm": 0.14651086926460266,
      "learning_rate": 4.745888733690107e-06,
      "loss": 0.6798,
      "step": 32544
    },
    {
      "epoch": 0.6858545785982604,
      "grad_norm": 0.12586453557014465,
      "learning_rate": 4.745308008257017e-06,
      "loss": 0.7211,
      "step": 32545
    },
    {
      "epoch": 0.6858756526366256,
      "grad_norm": 0.12059102207422256,
      "learning_rate": 4.744727307303445e-06,
      "loss": 0.7226,
      "step": 32546
    },
    {
      "epoch": 0.6858967266749909,
      "grad_norm": 0.13341067731380463,
      "learning_rate": 4.744146630832093e-06,
      "loss": 0.735,
      "step": 32547
    },
    {
      "epoch": 0.6859178007133562,
      "grad_norm": 0.14445240795612335,
      "learning_rate": 4.743565978845666e-06,
      "loss": 0.7342,
      "step": 32548
    },
    {
      "epoch": 0.6859388747517214,
      "grad_norm": 0.16765281558036804,
      "learning_rate": 4.7429853513468685e-06,
      "loss": 0.8069,
      "step": 32549
    },
    {
      "epoch": 0.6859599487900868,
      "grad_norm": 0.13134586811065674,
      "learning_rate": 4.7424047483384095e-06,
      "loss": 0.7314,
      "step": 32550
    },
    {
      "epoch": 0.6859810228284521,
      "grad_norm": 0.1413642019033432,
      "learning_rate": 4.741824169822987e-06,
      "loss": 0.757,
      "step": 32551
    },
    {
      "epoch": 0.6860020968668173,
      "grad_norm": 0.13180701434612274,
      "learning_rate": 4.741243615803309e-06,
      "loss": 0.7236,
      "step": 32552
    },
    {
      "epoch": 0.6860231709051826,
      "grad_norm": 0.15137673914432526,
      "learning_rate": 4.74066308628208e-06,
      "loss": 0.7437,
      "step": 32553
    },
    {
      "epoch": 0.6860442449435479,
      "grad_norm": 0.12569069862365723,
      "learning_rate": 4.740082581262003e-06,
      "loss": 0.7724,
      "step": 32554
    },
    {
      "epoch": 0.6860653189819133,
      "grad_norm": 0.35411810874938965,
      "learning_rate": 4.739502100745785e-06,
      "loss": 0.6418,
      "step": 32555
    },
    {
      "epoch": 0.6860863930202785,
      "grad_norm": 0.12379853427410126,
      "learning_rate": 4.73892164473613e-06,
      "loss": 0.6857,
      "step": 32556
    },
    {
      "epoch": 0.6861074670586438,
      "grad_norm": 0.113714300096035,
      "learning_rate": 4.738341213235739e-06,
      "loss": 0.7101,
      "step": 32557
    },
    {
      "epoch": 0.686128541097009,
      "grad_norm": 0.12359248846769333,
      "learning_rate": 4.737760806247319e-06,
      "loss": 0.7339,
      "step": 32558
    },
    {
      "epoch": 0.6861496151353743,
      "grad_norm": 0.11059872806072235,
      "learning_rate": 4.737180423773573e-06,
      "loss": 0.6928,
      "step": 32559
    },
    {
      "epoch": 0.6861706891737397,
      "grad_norm": 0.11685290187597275,
      "learning_rate": 4.736600065817204e-06,
      "loss": 0.6933,
      "step": 32560
    },
    {
      "epoch": 0.686191763212105,
      "grad_norm": 0.1124514490365982,
      "learning_rate": 4.736019732380917e-06,
      "loss": 0.7688,
      "step": 32561
    },
    {
      "epoch": 0.6862128372504702,
      "grad_norm": 0.11721303313970566,
      "learning_rate": 4.735439423467415e-06,
      "loss": 0.7193,
      "step": 32562
    },
    {
      "epoch": 0.6862339112888355,
      "grad_norm": 0.126936674118042,
      "learning_rate": 4.734859139079401e-06,
      "loss": 0.7098,
      "step": 32563
    },
    {
      "epoch": 0.6862549853272008,
      "grad_norm": 0.1306471824645996,
      "learning_rate": 4.734278879219578e-06,
      "loss": 0.7173,
      "step": 32564
    },
    {
      "epoch": 0.6862760593655661,
      "grad_norm": 0.16688740253448486,
      "learning_rate": 4.73369864389065e-06,
      "loss": 0.8143,
      "step": 32565
    },
    {
      "epoch": 0.6862971334039314,
      "grad_norm": 0.19857163727283478,
      "learning_rate": 4.733118433095322e-06,
      "loss": 0.7452,
      "step": 32566
    },
    {
      "epoch": 0.6863182074422967,
      "grad_norm": 0.12207824736833572,
      "learning_rate": 4.7325382468362935e-06,
      "loss": 0.7171,
      "step": 32567
    },
    {
      "epoch": 0.6863392814806619,
      "grad_norm": 0.11784915626049042,
      "learning_rate": 4.731958085116268e-06,
      "loss": 0.7015,
      "step": 32568
    },
    {
      "epoch": 0.6863603555190272,
      "grad_norm": 0.1350129246711731,
      "learning_rate": 4.731377947937951e-06,
      "loss": 0.7417,
      "step": 32569
    },
    {
      "epoch": 0.6863814295573926,
      "grad_norm": 0.12614455819129944,
      "learning_rate": 4.730797835304045e-06,
      "loss": 0.6721,
      "step": 32570
    },
    {
      "epoch": 0.6864025035957578,
      "grad_norm": 0.13866540789604187,
      "learning_rate": 4.730217747217247e-06,
      "loss": 0.7312,
      "step": 32571
    },
    {
      "epoch": 0.6864235776341231,
      "grad_norm": 0.12792018055915833,
      "learning_rate": 4.729637683680264e-06,
      "loss": 0.771,
      "step": 32572
    },
    {
      "epoch": 0.6864446516724884,
      "grad_norm": 0.13850829005241394,
      "learning_rate": 4.729057644695797e-06,
      "loss": 0.7128,
      "step": 32573
    },
    {
      "epoch": 0.6864657257108536,
      "grad_norm": 0.11441133171319962,
      "learning_rate": 4.728477630266544e-06,
      "loss": 0.699,
      "step": 32574
    },
    {
      "epoch": 0.6864867997492189,
      "grad_norm": 0.09725028276443481,
      "learning_rate": 4.727897640395217e-06,
      "loss": 0.6921,
      "step": 32575
    },
    {
      "epoch": 0.6865078737875843,
      "grad_norm": 0.16020026803016663,
      "learning_rate": 4.7273176750845105e-06,
      "loss": 0.7484,
      "step": 32576
    },
    {
      "epoch": 0.6865289478259495,
      "grad_norm": 0.11396905779838562,
      "learning_rate": 4.72673773433713e-06,
      "loss": 0.7399,
      "step": 32577
    },
    {
      "epoch": 0.6865500218643148,
      "grad_norm": 0.15593279898166656,
      "learning_rate": 4.726157818155774e-06,
      "loss": 0.8071,
      "step": 32578
    },
    {
      "epoch": 0.6865710959026801,
      "grad_norm": 0.13341407477855682,
      "learning_rate": 4.725577926543151e-06,
      "loss": 0.6685,
      "step": 32579
    },
    {
      "epoch": 0.6865921699410453,
      "grad_norm": 0.15828780829906464,
      "learning_rate": 4.724998059501953e-06,
      "loss": 0.7455,
      "step": 32580
    },
    {
      "epoch": 0.6866132439794107,
      "grad_norm": 0.11814813315868378,
      "learning_rate": 4.724418217034885e-06,
      "loss": 0.7343,
      "step": 32581
    },
    {
      "epoch": 0.686634318017776,
      "grad_norm": 0.1177034005522728,
      "learning_rate": 4.723838399144649e-06,
      "loss": 0.705,
      "step": 32582
    },
    {
      "epoch": 0.6866553920561412,
      "grad_norm": 0.12954548001289368,
      "learning_rate": 4.723258605833946e-06,
      "loss": 0.7235,
      "step": 32583
    },
    {
      "epoch": 0.6866764660945065,
      "grad_norm": 0.13951583206653595,
      "learning_rate": 4.722678837105476e-06,
      "loss": 0.6765,
      "step": 32584
    },
    {
      "epoch": 0.6866975401328718,
      "grad_norm": 0.13099953532218933,
      "learning_rate": 4.722099092961941e-06,
      "loss": 0.7286,
      "step": 32585
    },
    {
      "epoch": 0.6867186141712371,
      "grad_norm": 0.12189196795225143,
      "learning_rate": 4.7215193734060425e-06,
      "loss": 0.7719,
      "step": 32586
    },
    {
      "epoch": 0.6867396882096024,
      "grad_norm": 0.1129194125533104,
      "learning_rate": 4.72093967844048e-06,
      "loss": 0.6818,
      "step": 32587
    },
    {
      "epoch": 0.6867607622479677,
      "grad_norm": 0.13480404019355774,
      "learning_rate": 4.72036000806795e-06,
      "loss": 0.726,
      "step": 32588
    },
    {
      "epoch": 0.6867818362863329,
      "grad_norm": 0.15459579229354858,
      "learning_rate": 4.719780362291166e-06,
      "loss": 0.6985,
      "step": 32589
    },
    {
      "epoch": 0.6868029103246982,
      "grad_norm": 0.15832911431789398,
      "learning_rate": 4.719200741112815e-06,
      "loss": 0.7641,
      "step": 32590
    },
    {
      "epoch": 0.6868239843630636,
      "grad_norm": 0.11636901646852493,
      "learning_rate": 4.718621144535602e-06,
      "loss": 0.7416,
      "step": 32591
    },
    {
      "epoch": 0.6868450584014288,
      "grad_norm": 0.11131685227155685,
      "learning_rate": 4.7180415725622274e-06,
      "loss": 0.6474,
      "step": 32592
    },
    {
      "epoch": 0.6868661324397941,
      "grad_norm": 0.13647118210792542,
      "learning_rate": 4.717462025195391e-06,
      "loss": 0.7707,
      "step": 32593
    },
    {
      "epoch": 0.6868872064781594,
      "grad_norm": 0.1435946822166443,
      "learning_rate": 4.7168825024377915e-06,
      "loss": 0.6939,
      "step": 32594
    },
    {
      "epoch": 0.6869082805165246,
      "grad_norm": 0.13345251977443695,
      "learning_rate": 4.71630300429213e-06,
      "loss": 0.7091,
      "step": 32595
    },
    {
      "epoch": 0.68692935455489,
      "grad_norm": 0.11739656329154968,
      "learning_rate": 4.715723530761106e-06,
      "loss": 0.7261,
      "step": 32596
    },
    {
      "epoch": 0.6869504285932553,
      "grad_norm": 0.12039177119731903,
      "learning_rate": 4.715144081847419e-06,
      "loss": 0.6936,
      "step": 32597
    },
    {
      "epoch": 0.6869715026316205,
      "grad_norm": 0.19912204146385193,
      "learning_rate": 4.714564657553767e-06,
      "loss": 0.7325,
      "step": 32598
    },
    {
      "epoch": 0.6869925766699858,
      "grad_norm": 0.1181643158197403,
      "learning_rate": 4.7139852578828526e-06,
      "loss": 0.6607,
      "step": 32599
    },
    {
      "epoch": 0.6870136507083511,
      "grad_norm": 0.2055293321609497,
      "learning_rate": 4.7134058828373755e-06,
      "loss": 0.7316,
      "step": 32600
    },
    {
      "epoch": 0.6870347247467165,
      "grad_norm": 0.12287618964910507,
      "learning_rate": 4.7128265324200285e-06,
      "loss": 0.732,
      "step": 32601
    },
    {
      "epoch": 0.6870557987850817,
      "grad_norm": 0.12816296517848969,
      "learning_rate": 4.71224720663351e-06,
      "loss": 0.679,
      "step": 32602
    },
    {
      "epoch": 0.687076872823447,
      "grad_norm": 0.1664378046989441,
      "learning_rate": 4.711667905480528e-06,
      "loss": 0.8066,
      "step": 32603
    },
    {
      "epoch": 0.6870979468618122,
      "grad_norm": 0.11367546021938324,
      "learning_rate": 4.711088628963776e-06,
      "loss": 0.6508,
      "step": 32604
    },
    {
      "epoch": 0.6871190209001775,
      "grad_norm": 0.14895972609519958,
      "learning_rate": 4.710509377085953e-06,
      "loss": 0.7829,
      "step": 32605
    },
    {
      "epoch": 0.6871400949385429,
      "grad_norm": 0.34651049971580505,
      "learning_rate": 4.709930149849757e-06,
      "loss": 0.724,
      "step": 32606
    },
    {
      "epoch": 0.6871611689769082,
      "grad_norm": 0.16272211074829102,
      "learning_rate": 4.709350947257887e-06,
      "loss": 0.7837,
      "step": 32607
    },
    {
      "epoch": 0.6871822430152734,
      "grad_norm": 0.12657101452350616,
      "learning_rate": 4.708771769313042e-06,
      "loss": 0.6636,
      "step": 32608
    },
    {
      "epoch": 0.6872033170536387,
      "grad_norm": 0.17806468904018402,
      "learning_rate": 4.708192616017923e-06,
      "loss": 0.7876,
      "step": 32609
    },
    {
      "epoch": 0.687224391092004,
      "grad_norm": 0.196715846657753,
      "learning_rate": 4.707613487375219e-06,
      "loss": 0.6941,
      "step": 32610
    },
    {
      "epoch": 0.6872454651303692,
      "grad_norm": 0.14970754086971283,
      "learning_rate": 4.707034383387634e-06,
      "loss": 0.7096,
      "step": 32611
    },
    {
      "epoch": 0.6872665391687346,
      "grad_norm": 0.13951517641544342,
      "learning_rate": 4.706455304057866e-06,
      "loss": 0.6918,
      "step": 32612
    },
    {
      "epoch": 0.6872876132070999,
      "grad_norm": 0.12198346108198166,
      "learning_rate": 4.705876249388611e-06,
      "loss": 0.6471,
      "step": 32613
    },
    {
      "epoch": 0.6873086872454651,
      "grad_norm": 0.1490812748670578,
      "learning_rate": 4.705297219382567e-06,
      "loss": 0.7,
      "step": 32614
    },
    {
      "epoch": 0.6873297612838304,
      "grad_norm": 0.1636197417974472,
      "learning_rate": 4.704718214042433e-06,
      "loss": 0.75,
      "step": 32615
    },
    {
      "epoch": 0.6873508353221957,
      "grad_norm": 0.16473425924777985,
      "learning_rate": 4.704139233370905e-06,
      "loss": 0.7226,
      "step": 32616
    },
    {
      "epoch": 0.687371909360561,
      "grad_norm": 0.1320755034685135,
      "learning_rate": 4.703560277370676e-06,
      "loss": 0.7456,
      "step": 32617
    },
    {
      "epoch": 0.6873929833989263,
      "grad_norm": 0.15227356553077698,
      "learning_rate": 4.702981346044455e-06,
      "loss": 0.717,
      "step": 32618
    },
    {
      "epoch": 0.6874140574372916,
      "grad_norm": 0.1616896092891693,
      "learning_rate": 4.702402439394928e-06,
      "loss": 0.7144,
      "step": 32619
    },
    {
      "epoch": 0.6874351314756568,
      "grad_norm": 0.14688187837600708,
      "learning_rate": 4.701823557424796e-06,
      "loss": 0.7934,
      "step": 32620
    },
    {
      "epoch": 0.6874562055140221,
      "grad_norm": 0.11967788636684418,
      "learning_rate": 4.701244700136756e-06,
      "loss": 0.7268,
      "step": 32621
    },
    {
      "epoch": 0.6874772795523875,
      "grad_norm": 0.1421232372522354,
      "learning_rate": 4.7006658675335025e-06,
      "loss": 0.7593,
      "step": 32622
    },
    {
      "epoch": 0.6874983535907527,
      "grad_norm": 0.1417834609746933,
      "learning_rate": 4.700087059617734e-06,
      "loss": 0.7298,
      "step": 32623
    },
    {
      "epoch": 0.687519427629118,
      "grad_norm": 0.1365748941898346,
      "learning_rate": 4.699508276392146e-06,
      "loss": 0.7443,
      "step": 32624
    },
    {
      "epoch": 0.6875405016674833,
      "grad_norm": 0.12984995543956757,
      "learning_rate": 4.6989295178594355e-06,
      "loss": 0.68,
      "step": 32625
    },
    {
      "epoch": 0.6875615757058485,
      "grad_norm": 0.16441087424755096,
      "learning_rate": 4.698350784022299e-06,
      "loss": 0.7453,
      "step": 32626
    },
    {
      "epoch": 0.6875826497442139,
      "grad_norm": 0.12153621017932892,
      "learning_rate": 4.697772074883431e-06,
      "loss": 0.7256,
      "step": 32627
    },
    {
      "epoch": 0.6876037237825792,
      "grad_norm": 0.1233757808804512,
      "learning_rate": 4.697193390445529e-06,
      "loss": 0.7152,
      "step": 32628
    },
    {
      "epoch": 0.6876247978209444,
      "grad_norm": 0.13136985898017883,
      "learning_rate": 4.696614730711288e-06,
      "loss": 0.7254,
      "step": 32629
    },
    {
      "epoch": 0.6876458718593097,
      "grad_norm": 0.1303115338087082,
      "learning_rate": 4.696036095683408e-06,
      "loss": 0.7243,
      "step": 32630
    },
    {
      "epoch": 0.687666945897675,
      "grad_norm": 0.12567923963069916,
      "learning_rate": 4.695457485364574e-06,
      "loss": 0.7863,
      "step": 32631
    },
    {
      "epoch": 0.6876880199360403,
      "grad_norm": 0.11502910405397415,
      "learning_rate": 4.694878899757491e-06,
      "loss": 0.7806,
      "step": 32632
    },
    {
      "epoch": 0.6877090939744056,
      "grad_norm": 0.1112232431769371,
      "learning_rate": 4.694300338864852e-06,
      "loss": 0.6904,
      "step": 32633
    },
    {
      "epoch": 0.6877301680127709,
      "grad_norm": 0.17249727249145508,
      "learning_rate": 4.6937218026893516e-06,
      "loss": 0.7895,
      "step": 32634
    },
    {
      "epoch": 0.6877512420511361,
      "grad_norm": 0.12148051708936691,
      "learning_rate": 4.693143291233686e-06,
      "loss": 0.7526,
      "step": 32635
    },
    {
      "epoch": 0.6877723160895014,
      "grad_norm": 0.12895971536636353,
      "learning_rate": 4.692564804500549e-06,
      "loss": 0.7226,
      "step": 32636
    },
    {
      "epoch": 0.6877933901278668,
      "grad_norm": 0.11831191182136536,
      "learning_rate": 4.691986342492637e-06,
      "loss": 0.693,
      "step": 32637
    },
    {
      "epoch": 0.687814464166232,
      "grad_norm": 0.1231410875916481,
      "learning_rate": 4.691407905212642e-06,
      "loss": 0.7764,
      "step": 32638
    },
    {
      "epoch": 0.6878355382045973,
      "grad_norm": 0.11035191267728806,
      "learning_rate": 4.690829492663267e-06,
      "loss": 0.6941,
      "step": 32639
    },
    {
      "epoch": 0.6878566122429626,
      "grad_norm": 0.11879342794418335,
      "learning_rate": 4.690251104847194e-06,
      "loss": 0.7583,
      "step": 32640
    },
    {
      "epoch": 0.6878776862813278,
      "grad_norm": 0.12722499668598175,
      "learning_rate": 4.689672741767125e-06,
      "loss": 0.7176,
      "step": 32641
    },
    {
      "epoch": 0.6878987603196932,
      "grad_norm": 0.2607070505619049,
      "learning_rate": 4.689094403425753e-06,
      "loss": 0.7443,
      "step": 32642
    },
    {
      "epoch": 0.6879198343580585,
      "grad_norm": 0.12660914659500122,
      "learning_rate": 4.688516089825772e-06,
      "loss": 0.7705,
      "step": 32643
    },
    {
      "epoch": 0.6879409083964237,
      "grad_norm": 0.13451486825942993,
      "learning_rate": 4.687937800969878e-06,
      "loss": 0.7231,
      "step": 32644
    },
    {
      "epoch": 0.687961982434789,
      "grad_norm": 0.11900459229946136,
      "learning_rate": 4.687359536860757e-06,
      "loss": 0.7595,
      "step": 32645
    },
    {
      "epoch": 0.6879830564731543,
      "grad_norm": 0.1357114315032959,
      "learning_rate": 4.686781297501114e-06,
      "loss": 0.7257,
      "step": 32646
    },
    {
      "epoch": 0.6880041305115197,
      "grad_norm": 0.13504372537136078,
      "learning_rate": 4.6862030828936385e-06,
      "loss": 0.73,
      "step": 32647
    },
    {
      "epoch": 0.6880252045498849,
      "grad_norm": 0.2576209306716919,
      "learning_rate": 4.685624893041029e-06,
      "loss": 0.6847,
      "step": 32648
    },
    {
      "epoch": 0.6880462785882502,
      "grad_norm": 0.12720176577568054,
      "learning_rate": 4.685046727945968e-06,
      "loss": 0.7322,
      "step": 32649
    },
    {
      "epoch": 0.6880673526266154,
      "grad_norm": 0.11855649948120117,
      "learning_rate": 4.684468587611155e-06,
      "loss": 0.7391,
      "step": 32650
    },
    {
      "epoch": 0.6880884266649807,
      "grad_norm": 0.15983468294143677,
      "learning_rate": 4.683890472039284e-06,
      "loss": 0.7462,
      "step": 32651
    },
    {
      "epoch": 0.688109500703346,
      "grad_norm": 0.1299542784690857,
      "learning_rate": 4.683312381233047e-06,
      "loss": 0.769,
      "step": 32652
    },
    {
      "epoch": 0.6881305747417114,
      "grad_norm": 0.16442734003067017,
      "learning_rate": 4.682734315195138e-06,
      "loss": 0.7284,
      "step": 32653
    },
    {
      "epoch": 0.6881516487800766,
      "grad_norm": 0.12601101398468018,
      "learning_rate": 4.682156273928249e-06,
      "loss": 0.7745,
      "step": 32654
    },
    {
      "epoch": 0.6881727228184419,
      "grad_norm": 0.18199728429317474,
      "learning_rate": 4.681578257435073e-06,
      "loss": 0.8044,
      "step": 32655
    },
    {
      "epoch": 0.6881937968568071,
      "grad_norm": 0.11246202886104584,
      "learning_rate": 4.681000265718303e-06,
      "loss": 0.6431,
      "step": 32656
    },
    {
      "epoch": 0.6882148708951724,
      "grad_norm": 0.17994605004787445,
      "learning_rate": 4.680422298780631e-06,
      "loss": 0.7338,
      "step": 32657
    },
    {
      "epoch": 0.6882359449335378,
      "grad_norm": 0.14633919298648834,
      "learning_rate": 4.679844356624752e-06,
      "loss": 0.7428,
      "step": 32658
    },
    {
      "epoch": 0.6882570189719031,
      "grad_norm": 0.1342606246471405,
      "learning_rate": 4.6792664392533596e-06,
      "loss": 0.7256,
      "step": 32659
    },
    {
      "epoch": 0.6882780930102683,
      "grad_norm": 0.13190145790576935,
      "learning_rate": 4.678688546669135e-06,
      "loss": 0.7297,
      "step": 32660
    },
    {
      "epoch": 0.6882991670486336,
      "grad_norm": 0.13277848064899445,
      "learning_rate": 4.678110678874784e-06,
      "loss": 0.6503,
      "step": 32661
    },
    {
      "epoch": 0.6883202410869989,
      "grad_norm": 0.19266153872013092,
      "learning_rate": 4.67753283587299e-06,
      "loss": 0.6931,
      "step": 32662
    },
    {
      "epoch": 0.6883413151253642,
      "grad_norm": 0.12415125966072083,
      "learning_rate": 4.67695501766645e-06,
      "loss": 0.7611,
      "step": 32663
    },
    {
      "epoch": 0.6883623891637295,
      "grad_norm": 0.11511675268411636,
      "learning_rate": 4.676377224257854e-06,
      "loss": 0.7202,
      "step": 32664
    },
    {
      "epoch": 0.6883834632020948,
      "grad_norm": 0.1435469090938568,
      "learning_rate": 4.675799455649893e-06,
      "loss": 0.7527,
      "step": 32665
    },
    {
      "epoch": 0.68840453724046,
      "grad_norm": 0.11150394380092621,
      "learning_rate": 4.6752217118452595e-06,
      "loss": 0.6878,
      "step": 32666
    },
    {
      "epoch": 0.6884256112788253,
      "grad_norm": 0.10633892565965652,
      "learning_rate": 4.674643992846645e-06,
      "loss": 0.695,
      "step": 32667
    },
    {
      "epoch": 0.6884466853171907,
      "grad_norm": 0.10236610472202301,
      "learning_rate": 4.674066298656743e-06,
      "loss": 0.6781,
      "step": 32668
    },
    {
      "epoch": 0.6884677593555559,
      "grad_norm": 0.12360603362321854,
      "learning_rate": 4.673488629278239e-06,
      "loss": 0.659,
      "step": 32669
    },
    {
      "epoch": 0.6884888333939212,
      "grad_norm": 0.11372525244951248,
      "learning_rate": 4.6729109847138275e-06,
      "loss": 0.7457,
      "step": 32670
    },
    {
      "epoch": 0.6885099074322865,
      "grad_norm": 0.13038894534111023,
      "learning_rate": 4.672333364966199e-06,
      "loss": 0.7397,
      "step": 32671
    },
    {
      "epoch": 0.6885309814706517,
      "grad_norm": 0.12950342893600464,
      "learning_rate": 4.671755770038046e-06,
      "loss": 0.7107,
      "step": 32672
    },
    {
      "epoch": 0.6885520555090171,
      "grad_norm": 0.14700692892074585,
      "learning_rate": 4.671178199932057e-06,
      "loss": 0.7789,
      "step": 32673
    },
    {
      "epoch": 0.6885731295473824,
      "grad_norm": 0.13463273644447327,
      "learning_rate": 4.670600654650921e-06,
      "loss": 0.7239,
      "step": 32674
    },
    {
      "epoch": 0.6885942035857476,
      "grad_norm": 0.21394909918308258,
      "learning_rate": 4.6700231341973346e-06,
      "loss": 0.7619,
      "step": 32675
    },
    {
      "epoch": 0.6886152776241129,
      "grad_norm": 0.13874554634094238,
      "learning_rate": 4.669445638573985e-06,
      "loss": 0.6889,
      "step": 32676
    },
    {
      "epoch": 0.6886363516624782,
      "grad_norm": 0.1417972594499588,
      "learning_rate": 4.668868167783565e-06,
      "loss": 0.6584,
      "step": 32677
    },
    {
      "epoch": 0.6886574257008435,
      "grad_norm": 0.11891831457614899,
      "learning_rate": 4.668290721828761e-06,
      "loss": 0.7338,
      "step": 32678
    },
    {
      "epoch": 0.6886784997392088,
      "grad_norm": 0.16412614285945892,
      "learning_rate": 4.667713300712262e-06,
      "loss": 0.74,
      "step": 32679
    },
    {
      "epoch": 0.6886995737775741,
      "grad_norm": 0.1547316014766693,
      "learning_rate": 4.667135904436761e-06,
      "loss": 0.7657,
      "step": 32680
    },
    {
      "epoch": 0.6887206478159393,
      "grad_norm": 0.14452536404132843,
      "learning_rate": 4.666558533004948e-06,
      "loss": 0.7584,
      "step": 32681
    },
    {
      "epoch": 0.6887417218543046,
      "grad_norm": 0.11972034722566605,
      "learning_rate": 4.665981186419512e-06,
      "loss": 0.7872,
      "step": 32682
    },
    {
      "epoch": 0.68876279589267,
      "grad_norm": 0.13292163610458374,
      "learning_rate": 4.665403864683141e-06,
      "loss": 0.7371,
      "step": 32683
    },
    {
      "epoch": 0.6887838699310352,
      "grad_norm": 0.12002725899219513,
      "learning_rate": 4.664826567798527e-06,
      "loss": 0.7621,
      "step": 32684
    },
    {
      "epoch": 0.6888049439694005,
      "grad_norm": 0.15031860768795013,
      "learning_rate": 4.66424929576836e-06,
      "loss": 0.707,
      "step": 32685
    },
    {
      "epoch": 0.6888260180077658,
      "grad_norm": 0.12236812710762024,
      "learning_rate": 4.663672048595325e-06,
      "loss": 0.6794,
      "step": 32686
    },
    {
      "epoch": 0.688847092046131,
      "grad_norm": 0.13111698627471924,
      "learning_rate": 4.663094826282115e-06,
      "loss": 0.7295,
      "step": 32687
    },
    {
      "epoch": 0.6888681660844963,
      "grad_norm": 0.13484911620616913,
      "learning_rate": 4.6625176288314186e-06,
      "loss": 0.7204,
      "step": 32688
    },
    {
      "epoch": 0.6888892401228617,
      "grad_norm": 0.15431371331214905,
      "learning_rate": 4.661940456245924e-06,
      "loss": 0.7481,
      "step": 32689
    },
    {
      "epoch": 0.6889103141612269,
      "grad_norm": 0.11975623667240143,
      "learning_rate": 4.661363308528319e-06,
      "loss": 0.7019,
      "step": 32690
    },
    {
      "epoch": 0.6889313881995922,
      "grad_norm": 0.1573953777551651,
      "learning_rate": 4.660786185681295e-06,
      "loss": 0.7038,
      "step": 32691
    },
    {
      "epoch": 0.6889524622379575,
      "grad_norm": 0.12939803302288055,
      "learning_rate": 4.660209087707538e-06,
      "loss": 0.7005,
      "step": 32692
    },
    {
      "epoch": 0.6889735362763227,
      "grad_norm": 0.11622662097215652,
      "learning_rate": 4.659632014609738e-06,
      "loss": 0.7176,
      "step": 32693
    },
    {
      "epoch": 0.6889946103146881,
      "grad_norm": 0.14274783432483673,
      "learning_rate": 4.6590549663905825e-06,
      "loss": 0.741,
      "step": 32694
    },
    {
      "epoch": 0.6890156843530534,
      "grad_norm": 0.11603527516126633,
      "learning_rate": 4.6584779430527605e-06,
      "loss": 0.6137,
      "step": 32695
    },
    {
      "epoch": 0.6890367583914186,
      "grad_norm": 0.1213841587305069,
      "learning_rate": 4.657900944598959e-06,
      "loss": 0.6856,
      "step": 32696
    },
    {
      "epoch": 0.6890578324297839,
      "grad_norm": 0.11056099832057953,
      "learning_rate": 4.657323971031867e-06,
      "loss": 0.6581,
      "step": 32697
    },
    {
      "epoch": 0.6890789064681492,
      "grad_norm": 0.11171358078718185,
      "learning_rate": 4.656747022354175e-06,
      "loss": 0.7095,
      "step": 32698
    },
    {
      "epoch": 0.6890999805065146,
      "grad_norm": 0.1963624805212021,
      "learning_rate": 4.656170098568565e-06,
      "loss": 0.7616,
      "step": 32699
    },
    {
      "epoch": 0.6891210545448798,
      "grad_norm": 0.10722065716981888,
      "learning_rate": 4.655593199677728e-06,
      "loss": 0.6882,
      "step": 32700
    },
    {
      "epoch": 0.6891421285832451,
      "grad_norm": 0.15466368198394775,
      "learning_rate": 4.65501632568435e-06,
      "loss": 0.6853,
      "step": 32701
    },
    {
      "epoch": 0.6891632026216103,
      "grad_norm": 0.13230393826961517,
      "learning_rate": 4.654439476591121e-06,
      "loss": 0.7217,
      "step": 32702
    },
    {
      "epoch": 0.6891842766599756,
      "grad_norm": 0.14866428077220917,
      "learning_rate": 4.653862652400721e-06,
      "loss": 0.7111,
      "step": 32703
    },
    {
      "epoch": 0.689205350698341,
      "grad_norm": 0.10395033657550812,
      "learning_rate": 4.653285853115849e-06,
      "loss": 0.713,
      "step": 32704
    },
    {
      "epoch": 0.6892264247367063,
      "grad_norm": 0.11681981384754181,
      "learning_rate": 4.652709078739185e-06,
      "loss": 0.6858,
      "step": 32705
    },
    {
      "epoch": 0.6892474987750715,
      "grad_norm": 0.11589320749044418,
      "learning_rate": 4.652132329273417e-06,
      "loss": 0.7195,
      "step": 32706
    },
    {
      "epoch": 0.6892685728134368,
      "grad_norm": 0.12330187112092972,
      "learning_rate": 4.651555604721235e-06,
      "loss": 0.6753,
      "step": 32707
    },
    {
      "epoch": 0.689289646851802,
      "grad_norm": 0.1366294026374817,
      "learning_rate": 4.650978905085319e-06,
      "loss": 0.7648,
      "step": 32708
    },
    {
      "epoch": 0.6893107208901674,
      "grad_norm": 0.13294191658496857,
      "learning_rate": 4.65040223036836e-06,
      "loss": 0.7492,
      "step": 32709
    },
    {
      "epoch": 0.6893317949285327,
      "grad_norm": 0.1054658517241478,
      "learning_rate": 4.649825580573043e-06,
      "loss": 0.7145,
      "step": 32710
    },
    {
      "epoch": 0.689352868966898,
      "grad_norm": 0.12507054209709167,
      "learning_rate": 4.649248955702055e-06,
      "loss": 0.7201,
      "step": 32711
    },
    {
      "epoch": 0.6893739430052632,
      "grad_norm": 0.28638455271720886,
      "learning_rate": 4.6486723557580825e-06,
      "loss": 0.71,
      "step": 32712
    },
    {
      "epoch": 0.6893950170436285,
      "grad_norm": 0.12500180304050446,
      "learning_rate": 4.648095780743812e-06,
      "loss": 0.6961,
      "step": 32713
    },
    {
      "epoch": 0.6894160910819939,
      "grad_norm": 0.11626379191875458,
      "learning_rate": 4.647519230661929e-06,
      "loss": 0.7731,
      "step": 32714
    },
    {
      "epoch": 0.6894371651203591,
      "grad_norm": 0.14665909111499786,
      "learning_rate": 4.6469427055151194e-06,
      "loss": 0.7035,
      "step": 32715
    },
    {
      "epoch": 0.6894582391587244,
      "grad_norm": 0.11493386328220367,
      "learning_rate": 4.646366205306069e-06,
      "loss": 0.7285,
      "step": 32716
    },
    {
      "epoch": 0.6894793131970897,
      "grad_norm": 0.13484469056129456,
      "learning_rate": 4.645789730037463e-06,
      "loss": 0.7084,
      "step": 32717
    },
    {
      "epoch": 0.6895003872354549,
      "grad_norm": 0.10307326912879944,
      "learning_rate": 4.6452132797119875e-06,
      "loss": 0.6924,
      "step": 32718
    },
    {
      "epoch": 0.6895214612738203,
      "grad_norm": 0.1315525323152542,
      "learning_rate": 4.64463685433233e-06,
      "loss": 0.701,
      "step": 32719
    },
    {
      "epoch": 0.6895425353121856,
      "grad_norm": 0.13616393506526947,
      "learning_rate": 4.644060453901172e-06,
      "loss": 0.7724,
      "step": 32720
    },
    {
      "epoch": 0.6895636093505508,
      "grad_norm": 0.15619784593582153,
      "learning_rate": 4.6434840784211996e-06,
      "loss": 0.6583,
      "step": 32721
    },
    {
      "epoch": 0.6895846833889161,
      "grad_norm": 0.11769168078899384,
      "learning_rate": 4.642907727895101e-06,
      "loss": 0.722,
      "step": 32722
    },
    {
      "epoch": 0.6896057574272814,
      "grad_norm": 0.13217251002788544,
      "learning_rate": 4.642331402325557e-06,
      "loss": 0.7233,
      "step": 32723
    },
    {
      "epoch": 0.6896268314656466,
      "grad_norm": 0.12588755786418915,
      "learning_rate": 4.6417551017152565e-06,
      "loss": 0.6855,
      "step": 32724
    },
    {
      "epoch": 0.689647905504012,
      "grad_norm": 0.11396690458059311,
      "learning_rate": 4.64117882606688e-06,
      "loss": 0.7398,
      "step": 32725
    },
    {
      "epoch": 0.6896689795423773,
      "grad_norm": 0.13453459739685059,
      "learning_rate": 4.640602575383116e-06,
      "loss": 0.6698,
      "step": 32726
    },
    {
      "epoch": 0.6896900535807425,
      "grad_norm": 0.1095813512802124,
      "learning_rate": 4.640026349666651e-06,
      "loss": 0.6556,
      "step": 32727
    },
    {
      "epoch": 0.6897111276191078,
      "grad_norm": 0.11532767117023468,
      "learning_rate": 4.639450148920162e-06,
      "loss": 0.6944,
      "step": 32728
    },
    {
      "epoch": 0.6897322016574731,
      "grad_norm": 0.10140933096408844,
      "learning_rate": 4.638873973146336e-06,
      "loss": 0.7048,
      "step": 32729
    },
    {
      "epoch": 0.6897532756958384,
      "grad_norm": 0.13345469534397125,
      "learning_rate": 4.6382978223478596e-06,
      "loss": 0.757,
      "step": 32730
    },
    {
      "epoch": 0.6897743497342037,
      "grad_norm": 0.12826375663280487,
      "learning_rate": 4.637721696527415e-06,
      "loss": 0.7787,
      "step": 32731
    },
    {
      "epoch": 0.689795423772569,
      "grad_norm": 0.11300812661647797,
      "learning_rate": 4.6371455956876835e-06,
      "loss": 0.8161,
      "step": 32732
    },
    {
      "epoch": 0.6898164978109342,
      "grad_norm": 0.2193603813648224,
      "learning_rate": 4.636569519831354e-06,
      "loss": 0.7511,
      "step": 32733
    },
    {
      "epoch": 0.6898375718492995,
      "grad_norm": 0.14876386523246765,
      "learning_rate": 4.635993468961109e-06,
      "loss": 0.6971,
      "step": 32734
    },
    {
      "epoch": 0.6898586458876649,
      "grad_norm": 0.13076171278953552,
      "learning_rate": 4.6354174430796325e-06,
      "loss": 0.7425,
      "step": 32735
    },
    {
      "epoch": 0.6898797199260301,
      "grad_norm": 0.11364486813545227,
      "learning_rate": 4.63484144218961e-06,
      "loss": 0.7324,
      "step": 32736
    },
    {
      "epoch": 0.6899007939643954,
      "grad_norm": 0.11380374431610107,
      "learning_rate": 4.634265466293719e-06,
      "loss": 0.719,
      "step": 32737
    },
    {
      "epoch": 0.6899218680027607,
      "grad_norm": 0.10201513022184372,
      "learning_rate": 4.633689515394645e-06,
      "loss": 0.6305,
      "step": 32738
    },
    {
      "epoch": 0.6899429420411259,
      "grad_norm": 0.16940708458423615,
      "learning_rate": 4.633113589495071e-06,
      "loss": 0.7452,
      "step": 32739
    },
    {
      "epoch": 0.6899640160794913,
      "grad_norm": 0.1205868050456047,
      "learning_rate": 4.6325376885976805e-06,
      "loss": 0.7369,
      "step": 32740
    },
    {
      "epoch": 0.6899850901178566,
      "grad_norm": 0.1174716204404831,
      "learning_rate": 4.631961812705157e-06,
      "loss": 0.7035,
      "step": 32741
    },
    {
      "epoch": 0.6900061641562218,
      "grad_norm": 0.12190648168325424,
      "learning_rate": 4.631385961820182e-06,
      "loss": 0.7343,
      "step": 32742
    },
    {
      "epoch": 0.6900272381945871,
      "grad_norm": 0.10656563192605972,
      "learning_rate": 4.630810135945439e-06,
      "loss": 0.7325,
      "step": 32743
    },
    {
      "epoch": 0.6900483122329524,
      "grad_norm": 0.11036388576030731,
      "learning_rate": 4.630234335083611e-06,
      "loss": 0.7094,
      "step": 32744
    },
    {
      "epoch": 0.6900693862713178,
      "grad_norm": 0.12818202376365662,
      "learning_rate": 4.62965855923738e-06,
      "loss": 0.7717,
      "step": 32745
    },
    {
      "epoch": 0.690090460309683,
      "grad_norm": 0.12898120284080505,
      "learning_rate": 4.6290828084094275e-06,
      "loss": 0.7234,
      "step": 32746
    },
    {
      "epoch": 0.6901115343480483,
      "grad_norm": 0.2082202136516571,
      "learning_rate": 4.628507082602437e-06,
      "loss": 0.7482,
      "step": 32747
    },
    {
      "epoch": 0.6901326083864135,
      "grad_norm": 0.12170282006263733,
      "learning_rate": 4.62793138181909e-06,
      "loss": 0.7596,
      "step": 32748
    },
    {
      "epoch": 0.6901536824247788,
      "grad_norm": 0.1704484522342682,
      "learning_rate": 4.627355706062068e-06,
      "loss": 0.7792,
      "step": 32749
    },
    {
      "epoch": 0.6901747564631442,
      "grad_norm": 0.12670940160751343,
      "learning_rate": 4.626780055334053e-06,
      "loss": 0.6813,
      "step": 32750
    },
    {
      "epoch": 0.6901958305015095,
      "grad_norm": 0.1681574285030365,
      "learning_rate": 4.626204429637728e-06,
      "loss": 0.7136,
      "step": 32751
    },
    {
      "epoch": 0.6902169045398747,
      "grad_norm": 0.12789735198020935,
      "learning_rate": 4.625628828975774e-06,
      "loss": 0.7487,
      "step": 32752
    },
    {
      "epoch": 0.69023797857824,
      "grad_norm": 0.14376363158226013,
      "learning_rate": 4.62505325335087e-06,
      "loss": 0.7233,
      "step": 32753
    },
    {
      "epoch": 0.6902590526166053,
      "grad_norm": 0.30816251039505005,
      "learning_rate": 4.624477702765702e-06,
      "loss": 0.7169,
      "step": 32754
    },
    {
      "epoch": 0.6902801266549706,
      "grad_norm": 0.14052996039390564,
      "learning_rate": 4.623902177222946e-06,
      "loss": 0.7335,
      "step": 32755
    },
    {
      "epoch": 0.6903012006933359,
      "grad_norm": 0.14356902241706848,
      "learning_rate": 4.623326676725288e-06,
      "loss": 0.7506,
      "step": 32756
    },
    {
      "epoch": 0.6903222747317012,
      "grad_norm": 0.16372333467006683,
      "learning_rate": 4.6227512012754106e-06,
      "loss": 0.7609,
      "step": 32757
    },
    {
      "epoch": 0.6903433487700664,
      "grad_norm": 0.1250344067811966,
      "learning_rate": 4.622175750875987e-06,
      "loss": 0.6621,
      "step": 32758
    },
    {
      "epoch": 0.6903644228084317,
      "grad_norm": 0.12377088516950607,
      "learning_rate": 4.6216003255297015e-06,
      "loss": 0.7056,
      "step": 32759
    },
    {
      "epoch": 0.6903854968467971,
      "grad_norm": 0.12154348194599152,
      "learning_rate": 4.621024925239232e-06,
      "loss": 0.6461,
      "step": 32760
    },
    {
      "epoch": 0.6904065708851623,
      "grad_norm": 0.14231793582439423,
      "learning_rate": 4.620449550007265e-06,
      "loss": 0.7077,
      "step": 32761
    },
    {
      "epoch": 0.6904276449235276,
      "grad_norm": 0.12948265671730042,
      "learning_rate": 4.61987419983648e-06,
      "loss": 0.8293,
      "step": 32762
    },
    {
      "epoch": 0.6904487189618929,
      "grad_norm": 0.13464787602424622,
      "learning_rate": 4.619298874729555e-06,
      "loss": 0.701,
      "step": 32763
    },
    {
      "epoch": 0.6904697930002581,
      "grad_norm": 0.1455465853214264,
      "learning_rate": 4.61872357468917e-06,
      "loss": 0.7756,
      "step": 32764
    },
    {
      "epoch": 0.6904908670386234,
      "grad_norm": 0.8197406530380249,
      "learning_rate": 4.618148299718007e-06,
      "loss": 0.7255,
      "step": 32765
    },
    {
      "epoch": 0.6905119410769888,
      "grad_norm": 0.1506180614233017,
      "learning_rate": 4.617573049818748e-06,
      "loss": 0.7337,
      "step": 32766
    },
    {
      "epoch": 0.690533015115354,
      "grad_norm": 0.13436658680438995,
      "learning_rate": 4.6169978249940674e-06,
      "loss": 0.7386,
      "step": 32767
    },
    {
      "epoch": 0.6905540891537193,
      "grad_norm": 0.12755966186523438,
      "learning_rate": 4.616422625246646e-06,
      "loss": 0.7114,
      "step": 32768
    },
    {
      "epoch": 0.6905751631920846,
      "grad_norm": 0.13038958609104156,
      "learning_rate": 4.6158474505791654e-06,
      "loss": 0.7146,
      "step": 32769
    },
    {
      "epoch": 0.6905962372304498,
      "grad_norm": 0.1286550611257553,
      "learning_rate": 4.615272300994304e-06,
      "loss": 0.6575,
      "step": 32770
    },
    {
      "epoch": 0.6906173112688152,
      "grad_norm": 0.13364461064338684,
      "learning_rate": 4.614697176494741e-06,
      "loss": 0.7366,
      "step": 32771
    },
    {
      "epoch": 0.6906383853071805,
      "grad_norm": 0.14407558739185333,
      "learning_rate": 4.614122077083157e-06,
      "loss": 0.8262,
      "step": 32772
    },
    {
      "epoch": 0.6906594593455457,
      "grad_norm": 0.15210363268852234,
      "learning_rate": 4.6135470027622305e-06,
      "loss": 0.7707,
      "step": 32773
    },
    {
      "epoch": 0.690680533383911,
      "grad_norm": 0.11491559445858002,
      "learning_rate": 4.61297195353464e-06,
      "loss": 0.7144,
      "step": 32774
    },
    {
      "epoch": 0.6907016074222763,
      "grad_norm": 0.14811168611049652,
      "learning_rate": 4.612396929403066e-06,
      "loss": 0.7536,
      "step": 32775
    },
    {
      "epoch": 0.6907226814606416,
      "grad_norm": 0.11165153235197067,
      "learning_rate": 4.611821930370186e-06,
      "loss": 0.6444,
      "step": 32776
    },
    {
      "epoch": 0.6907437554990069,
      "grad_norm": 0.1313399076461792,
      "learning_rate": 4.611246956438679e-06,
      "loss": 0.7849,
      "step": 32777
    },
    {
      "epoch": 0.6907648295373722,
      "grad_norm": 0.1436440348625183,
      "learning_rate": 4.610672007611224e-06,
      "loss": 0.7302,
      "step": 32778
    },
    {
      "epoch": 0.6907859035757374,
      "grad_norm": 0.11834517866373062,
      "learning_rate": 4.6100970838904966e-06,
      "loss": 0.682,
      "step": 32779
    },
    {
      "epoch": 0.6908069776141027,
      "grad_norm": 0.12477737665176392,
      "learning_rate": 4.6095221852791795e-06,
      "loss": 0.8346,
      "step": 32780
    },
    {
      "epoch": 0.6908280516524681,
      "grad_norm": 0.11129789799451828,
      "learning_rate": 4.608947311779949e-06,
      "loss": 0.7375,
      "step": 32781
    },
    {
      "epoch": 0.6908491256908333,
      "grad_norm": 0.11771121621131897,
      "learning_rate": 4.608372463395482e-06,
      "loss": 0.676,
      "step": 32782
    },
    {
      "epoch": 0.6908701997291986,
      "grad_norm": 0.13670489192008972,
      "learning_rate": 4.6077976401284586e-06,
      "loss": 0.7157,
      "step": 32783
    },
    {
      "epoch": 0.6908912737675639,
      "grad_norm": 0.12196971476078033,
      "learning_rate": 4.607222841981556e-06,
      "loss": 0.7762,
      "step": 32784
    },
    {
      "epoch": 0.6909123478059291,
      "grad_norm": 0.13306692242622375,
      "learning_rate": 4.60664806895745e-06,
      "loss": 0.6983,
      "step": 32785
    },
    {
      "epoch": 0.6909334218442945,
      "grad_norm": 0.1993483304977417,
      "learning_rate": 4.606073321058825e-06,
      "loss": 0.6858,
      "step": 32786
    },
    {
      "epoch": 0.6909544958826598,
      "grad_norm": 0.15119019150733948,
      "learning_rate": 4.605498598288349e-06,
      "loss": 0.727,
      "step": 32787
    },
    {
      "epoch": 0.690975569921025,
      "grad_norm": 0.1345464289188385,
      "learning_rate": 4.604923900648705e-06,
      "loss": 0.7963,
      "step": 32788
    },
    {
      "epoch": 0.6909966439593903,
      "grad_norm": 0.11194577813148499,
      "learning_rate": 4.604349228142564e-06,
      "loss": 0.7384,
      "step": 32789
    },
    {
      "epoch": 0.6910177179977556,
      "grad_norm": 0.1402093470096588,
      "learning_rate": 4.603774580772613e-06,
      "loss": 0.7121,
      "step": 32790
    },
    {
      "epoch": 0.691038792036121,
      "grad_norm": 0.11217057704925537,
      "learning_rate": 4.6031999585415246e-06,
      "loss": 0.6895,
      "step": 32791
    },
    {
      "epoch": 0.6910598660744862,
      "grad_norm": 0.11883275955915451,
      "learning_rate": 4.602625361451975e-06,
      "loss": 0.625,
      "step": 32792
    },
    {
      "epoch": 0.6910809401128515,
      "grad_norm": 0.14596088230609894,
      "learning_rate": 4.6020507895066405e-06,
      "loss": 0.8347,
      "step": 32793
    },
    {
      "epoch": 0.6911020141512167,
      "grad_norm": 0.11922948062419891,
      "learning_rate": 4.601476242708199e-06,
      "loss": 0.7059,
      "step": 32794
    },
    {
      "epoch": 0.691123088189582,
      "grad_norm": 0.11695066094398499,
      "learning_rate": 4.600901721059332e-06,
      "loss": 0.7689,
      "step": 32795
    },
    {
      "epoch": 0.6911441622279474,
      "grad_norm": 0.13734060525894165,
      "learning_rate": 4.600327224562706e-06,
      "loss": 0.7362,
      "step": 32796
    },
    {
      "epoch": 0.6911652362663127,
      "grad_norm": 0.11774580925703049,
      "learning_rate": 4.599752753221003e-06,
      "loss": 0.7957,
      "step": 32797
    },
    {
      "epoch": 0.6911863103046779,
      "grad_norm": 0.12153122574090958,
      "learning_rate": 4.599178307036898e-06,
      "loss": 0.7169,
      "step": 32798
    },
    {
      "epoch": 0.6912073843430432,
      "grad_norm": 0.13654370605945587,
      "learning_rate": 4.598603886013067e-06,
      "loss": 0.7346,
      "step": 32799
    },
    {
      "epoch": 0.6912284583814085,
      "grad_norm": 0.10733427107334137,
      "learning_rate": 4.598029490152187e-06,
      "loss": 0.7358,
      "step": 32800
    },
    {
      "epoch": 0.6912495324197737,
      "grad_norm": 0.14388321340084076,
      "learning_rate": 4.5974551194569336e-06,
      "loss": 0.7349,
      "step": 32801
    },
    {
      "epoch": 0.6912706064581391,
      "grad_norm": 0.10065001249313354,
      "learning_rate": 4.5968807739299825e-06,
      "loss": 0.6882,
      "step": 32802
    },
    {
      "epoch": 0.6912916804965044,
      "grad_norm": 0.11075729131698608,
      "learning_rate": 4.59630645357401e-06,
      "loss": 0.7721,
      "step": 32803
    },
    {
      "epoch": 0.6913127545348696,
      "grad_norm": 0.1068161278963089,
      "learning_rate": 4.595732158391689e-06,
      "loss": 0.6926,
      "step": 32804
    },
    {
      "epoch": 0.6913338285732349,
      "grad_norm": 0.1370987743139267,
      "learning_rate": 4.5951578883856975e-06,
      "loss": 0.7532,
      "step": 32805
    },
    {
      "epoch": 0.6913549026116002,
      "grad_norm": 0.1510182023048401,
      "learning_rate": 4.594583643558711e-06,
      "loss": 0.7449,
      "step": 32806
    },
    {
      "epoch": 0.6913759766499655,
      "grad_norm": 0.11430282890796661,
      "learning_rate": 4.594009423913403e-06,
      "loss": 0.7416,
      "step": 32807
    },
    {
      "epoch": 0.6913970506883308,
      "grad_norm": 0.11346251517534256,
      "learning_rate": 4.593435229452448e-06,
      "loss": 0.7156,
      "step": 32808
    },
    {
      "epoch": 0.6914181247266961,
      "grad_norm": 0.10621847957372665,
      "learning_rate": 4.592861060178524e-06,
      "loss": 0.6605,
      "step": 32809
    },
    {
      "epoch": 0.6914391987650613,
      "grad_norm": 0.12003380805253983,
      "learning_rate": 4.592286916094304e-06,
      "loss": 0.639,
      "step": 32810
    },
    {
      "epoch": 0.6914602728034266,
      "grad_norm": 0.10560530424118042,
      "learning_rate": 4.591712797202462e-06,
      "loss": 0.7031,
      "step": 32811
    },
    {
      "epoch": 0.691481346841792,
      "grad_norm": 0.10151427984237671,
      "learning_rate": 4.591138703505674e-06,
      "loss": 0.7137,
      "step": 32812
    },
    {
      "epoch": 0.6915024208801572,
      "grad_norm": 0.1518779844045639,
      "learning_rate": 4.590564635006614e-06,
      "loss": 0.7232,
      "step": 32813
    },
    {
      "epoch": 0.6915234949185225,
      "grad_norm": 0.10788439214229584,
      "learning_rate": 4.589990591707956e-06,
      "loss": 0.7737,
      "step": 32814
    },
    {
      "epoch": 0.6915445689568878,
      "grad_norm": 0.12762586772441864,
      "learning_rate": 4.589416573612374e-06,
      "loss": 0.6765,
      "step": 32815
    },
    {
      "epoch": 0.691565642995253,
      "grad_norm": 0.13011150062084198,
      "learning_rate": 4.588842580722547e-06,
      "loss": 0.6976,
      "step": 32816
    },
    {
      "epoch": 0.6915867170336184,
      "grad_norm": 0.11582523584365845,
      "learning_rate": 4.5882686130411405e-06,
      "loss": 0.72,
      "step": 32817
    },
    {
      "epoch": 0.6916077910719837,
      "grad_norm": 0.11869285255670547,
      "learning_rate": 4.587694670570828e-06,
      "loss": 0.73,
      "step": 32818
    },
    {
      "epoch": 0.6916288651103489,
      "grad_norm": 0.10782988369464874,
      "learning_rate": 4.587120753314292e-06,
      "loss": 0.6867,
      "step": 32819
    },
    {
      "epoch": 0.6916499391487142,
      "grad_norm": 0.12543527781963348,
      "learning_rate": 4.586546861274203e-06,
      "loss": 0.7038,
      "step": 32820
    },
    {
      "epoch": 0.6916710131870795,
      "grad_norm": 0.11243366450071335,
      "learning_rate": 4.585972994453232e-06,
      "loss": 0.7154,
      "step": 32821
    },
    {
      "epoch": 0.6916920872254448,
      "grad_norm": 0.18509559333324432,
      "learning_rate": 4.5853991528540545e-06,
      "loss": 0.7422,
      "step": 32822
    },
    {
      "epoch": 0.6917131612638101,
      "grad_norm": 0.12520596385002136,
      "learning_rate": 4.584825336479343e-06,
      "loss": 0.7777,
      "step": 32823
    },
    {
      "epoch": 0.6917342353021754,
      "grad_norm": 0.10934510082006454,
      "learning_rate": 4.58425154533177e-06,
      "loss": 0.7111,
      "step": 32824
    },
    {
      "epoch": 0.6917553093405406,
      "grad_norm": 0.132206529378891,
      "learning_rate": 4.583677779414014e-06,
      "loss": 0.6598,
      "step": 32825
    },
    {
      "epoch": 0.6917763833789059,
      "grad_norm": 0.10561850666999817,
      "learning_rate": 4.5831040387287395e-06,
      "loss": 0.7441,
      "step": 32826
    },
    {
      "epoch": 0.6917974574172713,
      "grad_norm": 0.13313449919223785,
      "learning_rate": 4.582530323278624e-06,
      "loss": 0.749,
      "step": 32827
    },
    {
      "epoch": 0.6918185314556365,
      "grad_norm": 0.10925660282373428,
      "learning_rate": 4.581956633066338e-06,
      "loss": 0.7503,
      "step": 32828
    },
    {
      "epoch": 0.6918396054940018,
      "grad_norm": 0.1736312359571457,
      "learning_rate": 4.581382968094555e-06,
      "loss": 0.697,
      "step": 32829
    },
    {
      "epoch": 0.6918606795323671,
      "grad_norm": 0.11236122250556946,
      "learning_rate": 4.58080932836595e-06,
      "loss": 0.7739,
      "step": 32830
    },
    {
      "epoch": 0.6918817535707323,
      "grad_norm": 0.12814253568649292,
      "learning_rate": 4.580235713883191e-06,
      "loss": 0.6494,
      "step": 32831
    },
    {
      "epoch": 0.6919028276090977,
      "grad_norm": 0.1500502973794937,
      "learning_rate": 4.579662124648951e-06,
      "loss": 0.7552,
      "step": 32832
    },
    {
      "epoch": 0.691923901647463,
      "grad_norm": 0.10102994740009308,
      "learning_rate": 4.579088560665905e-06,
      "loss": 0.6809,
      "step": 32833
    },
    {
      "epoch": 0.6919449756858282,
      "grad_norm": 0.12090246379375458,
      "learning_rate": 4.578515021936729e-06,
      "loss": 0.7098,
      "step": 32834
    },
    {
      "epoch": 0.6919660497241935,
      "grad_norm": 0.12026160955429077,
      "learning_rate": 4.577941508464085e-06,
      "loss": 0.7838,
      "step": 32835
    },
    {
      "epoch": 0.6919871237625588,
      "grad_norm": 0.11904162913560867,
      "learning_rate": 4.57736802025065e-06,
      "loss": 0.7605,
      "step": 32836
    },
    {
      "epoch": 0.6920081978009242,
      "grad_norm": 0.12336783856153488,
      "learning_rate": 4.5767945572990945e-06,
      "loss": 0.7638,
      "step": 32837
    },
    {
      "epoch": 0.6920292718392894,
      "grad_norm": 0.11775685846805573,
      "learning_rate": 4.576221119612091e-06,
      "loss": 0.7847,
      "step": 32838
    },
    {
      "epoch": 0.6920503458776547,
      "grad_norm": 0.15146681666374207,
      "learning_rate": 4.5756477071923114e-06,
      "loss": 0.7571,
      "step": 32839
    },
    {
      "epoch": 0.69207141991602,
      "grad_norm": 0.12190663069486618,
      "learning_rate": 4.575074320042424e-06,
      "loss": 0.7585,
      "step": 32840
    },
    {
      "epoch": 0.6920924939543852,
      "grad_norm": 0.1319291591644287,
      "learning_rate": 4.574500958165103e-06,
      "loss": 0.6694,
      "step": 32841
    },
    {
      "epoch": 0.6921135679927505,
      "grad_norm": 0.1123451292514801,
      "learning_rate": 4.573927621563018e-06,
      "loss": 0.7058,
      "step": 32842
    },
    {
      "epoch": 0.6921346420311159,
      "grad_norm": 0.10458923131227493,
      "learning_rate": 4.573354310238841e-06,
      "loss": 0.6272,
      "step": 32843
    },
    {
      "epoch": 0.6921557160694811,
      "grad_norm": 0.1038702055811882,
      "learning_rate": 4.572781024195242e-06,
      "loss": 0.7073,
      "step": 32844
    },
    {
      "epoch": 0.6921767901078464,
      "grad_norm": 0.15351265668869019,
      "learning_rate": 4.572207763434896e-06,
      "loss": 0.6838,
      "step": 32845
    },
    {
      "epoch": 0.6921978641462116,
      "grad_norm": 0.12900573015213013,
      "learning_rate": 4.571634527960466e-06,
      "loss": 0.7423,
      "step": 32846
    },
    {
      "epoch": 0.6922189381845769,
      "grad_norm": 0.14041033387184143,
      "learning_rate": 4.571061317774621e-06,
      "loss": 0.7152,
      "step": 32847
    },
    {
      "epoch": 0.6922400122229423,
      "grad_norm": 0.12769711017608643,
      "learning_rate": 4.570488132880041e-06,
      "loss": 0.6868,
      "step": 32848
    },
    {
      "epoch": 0.6922610862613076,
      "grad_norm": 0.11145488917827606,
      "learning_rate": 4.569914973279391e-06,
      "loss": 0.6875,
      "step": 32849
    },
    {
      "epoch": 0.6922821602996728,
      "grad_norm": 0.13029490411281586,
      "learning_rate": 4.569341838975343e-06,
      "loss": 0.7684,
      "step": 32850
    },
    {
      "epoch": 0.6923032343380381,
      "grad_norm": 0.11311022937297821,
      "learning_rate": 4.568768729970565e-06,
      "loss": 0.685,
      "step": 32851
    },
    {
      "epoch": 0.6923243083764034,
      "grad_norm": 0.10026541352272034,
      "learning_rate": 4.568195646267728e-06,
      "loss": 0.6809,
      "step": 32852
    },
    {
      "epoch": 0.6923453824147687,
      "grad_norm": 0.10956363379955292,
      "learning_rate": 4.5676225878695005e-06,
      "loss": 0.6915,
      "step": 32853
    },
    {
      "epoch": 0.692366456453134,
      "grad_norm": 0.10811103880405426,
      "learning_rate": 4.5670495547785576e-06,
      "loss": 0.764,
      "step": 32854
    },
    {
      "epoch": 0.6923875304914993,
      "grad_norm": 0.12401561439037323,
      "learning_rate": 4.5664765469975605e-06,
      "loss": 0.7477,
      "step": 32855
    },
    {
      "epoch": 0.6924086045298645,
      "grad_norm": 0.12202256172895432,
      "learning_rate": 4.565903564529182e-06,
      "loss": 0.737,
      "step": 32856
    },
    {
      "epoch": 0.6924296785682298,
      "grad_norm": 0.10833296924829483,
      "learning_rate": 4.565330607376092e-06,
      "loss": 0.7117,
      "step": 32857
    },
    {
      "epoch": 0.6924507526065952,
      "grad_norm": 0.11802386492490768,
      "learning_rate": 4.56475767554096e-06,
      "loss": 0.7235,
      "step": 32858
    },
    {
      "epoch": 0.6924718266449604,
      "grad_norm": 0.13967929780483246,
      "learning_rate": 4.564184769026453e-06,
      "loss": 0.7062,
      "step": 32859
    },
    {
      "epoch": 0.6924929006833257,
      "grad_norm": 0.16496695578098297,
      "learning_rate": 4.563611887835243e-06,
      "loss": 0.746,
      "step": 32860
    },
    {
      "epoch": 0.692513974721691,
      "grad_norm": 0.11835864186286926,
      "learning_rate": 4.563039031969993e-06,
      "loss": 0.7375,
      "step": 32861
    },
    {
      "epoch": 0.6925350487600562,
      "grad_norm": 0.12774135172367096,
      "learning_rate": 4.56246620143338e-06,
      "loss": 0.7354,
      "step": 32862
    },
    {
      "epoch": 0.6925561227984216,
      "grad_norm": 0.1297561377286911,
      "learning_rate": 4.561893396228072e-06,
      "loss": 0.6771,
      "step": 32863
    },
    {
      "epoch": 0.6925771968367869,
      "grad_norm": 0.14549611508846283,
      "learning_rate": 4.5613206163567306e-06,
      "loss": 0.7685,
      "step": 32864
    },
    {
      "epoch": 0.6925982708751521,
      "grad_norm": 0.11908954381942749,
      "learning_rate": 4.560747861822028e-06,
      "loss": 0.8075,
      "step": 32865
    },
    {
      "epoch": 0.6926193449135174,
      "grad_norm": 0.12406298518180847,
      "learning_rate": 4.560175132626631e-06,
      "loss": 0.7453,
      "step": 32866
    },
    {
      "epoch": 0.6926404189518827,
      "grad_norm": 0.1261741667985916,
      "learning_rate": 4.55960242877321e-06,
      "loss": 0.7305,
      "step": 32867
    },
    {
      "epoch": 0.692661492990248,
      "grad_norm": 0.11684299260377884,
      "learning_rate": 4.559029750264431e-06,
      "loss": 0.654,
      "step": 32868
    },
    {
      "epoch": 0.6926825670286133,
      "grad_norm": 0.12944939732551575,
      "learning_rate": 4.558457097102963e-06,
      "loss": 0.6938,
      "step": 32869
    },
    {
      "epoch": 0.6927036410669786,
      "grad_norm": 0.11475645005702972,
      "learning_rate": 4.557884469291473e-06,
      "loss": 0.656,
      "step": 32870
    },
    {
      "epoch": 0.6927247151053438,
      "grad_norm": 0.12542687356472015,
      "learning_rate": 4.55731186683263e-06,
      "loss": 0.7328,
      "step": 32871
    },
    {
      "epoch": 0.6927457891437091,
      "grad_norm": 0.14153365790843964,
      "learning_rate": 4.556739289729099e-06,
      "loss": 0.7239,
      "step": 32872
    },
    {
      "epoch": 0.6927668631820745,
      "grad_norm": 0.1142653226852417,
      "learning_rate": 4.5561667379835506e-06,
      "loss": 0.733,
      "step": 32873
    },
    {
      "epoch": 0.6927879372204397,
      "grad_norm": 0.11943661421537399,
      "learning_rate": 4.555594211598649e-06,
      "loss": 0.7101,
      "step": 32874
    },
    {
      "epoch": 0.692809011258805,
      "grad_norm": 0.12290170788764954,
      "learning_rate": 4.555021710577068e-06,
      "loss": 0.754,
      "step": 32875
    },
    {
      "epoch": 0.6928300852971703,
      "grad_norm": 0.16347146034240723,
      "learning_rate": 4.554449234921462e-06,
      "loss": 0.7646,
      "step": 32876
    },
    {
      "epoch": 0.6928511593355355,
      "grad_norm": 0.1163158118724823,
      "learning_rate": 4.5538767846345075e-06,
      "loss": 0.71,
      "step": 32877
    },
    {
      "epoch": 0.6928722333739008,
      "grad_norm": 0.13324591517448425,
      "learning_rate": 4.553304359718871e-06,
      "loss": 0.6939,
      "step": 32878
    },
    {
      "epoch": 0.6928933074122662,
      "grad_norm": 0.11733005195856094,
      "learning_rate": 4.552731960177217e-06,
      "loss": 0.7114,
      "step": 32879
    },
    {
      "epoch": 0.6929143814506314,
      "grad_norm": 0.17590755224227905,
      "learning_rate": 4.5521595860122125e-06,
      "loss": 0.6954,
      "step": 32880
    },
    {
      "epoch": 0.6929354554889967,
      "grad_norm": 0.15494483709335327,
      "learning_rate": 4.551587237226524e-06,
      "loss": 0.7999,
      "step": 32881
    },
    {
      "epoch": 0.692956529527362,
      "grad_norm": 0.12429202347993851,
      "learning_rate": 4.5510149138228175e-06,
      "loss": 0.7175,
      "step": 32882
    },
    {
      "epoch": 0.6929776035657272,
      "grad_norm": 0.15932242572307587,
      "learning_rate": 4.55044261580376e-06,
      "loss": 0.7602,
      "step": 32883
    },
    {
      "epoch": 0.6929986776040926,
      "grad_norm": 0.1275286227464676,
      "learning_rate": 4.549870343172021e-06,
      "loss": 0.7787,
      "step": 32884
    },
    {
      "epoch": 0.6930197516424579,
      "grad_norm": 0.13224418461322784,
      "learning_rate": 4.549298095930259e-06,
      "loss": 0.7867,
      "step": 32885
    },
    {
      "epoch": 0.6930408256808231,
      "grad_norm": 0.11542609333992004,
      "learning_rate": 4.548725874081144e-06,
      "loss": 0.6471,
      "step": 32886
    },
    {
      "epoch": 0.6930618997191884,
      "grad_norm": 0.12588092684745789,
      "learning_rate": 4.548153677627341e-06,
      "loss": 0.7119,
      "step": 32887
    },
    {
      "epoch": 0.6930829737575537,
      "grad_norm": 0.16268104314804077,
      "learning_rate": 4.547581506571514e-06,
      "loss": 0.6676,
      "step": 32888
    },
    {
      "epoch": 0.693104047795919,
      "grad_norm": 0.29303404688835144,
      "learning_rate": 4.547009360916332e-06,
      "loss": 0.72,
      "step": 32889
    },
    {
      "epoch": 0.6931251218342843,
      "grad_norm": 0.12298458069562912,
      "learning_rate": 4.5464372406644565e-06,
      "loss": 0.7518,
      "step": 32890
    },
    {
      "epoch": 0.6931461958726496,
      "grad_norm": 0.12033094465732574,
      "learning_rate": 4.5458651458185574e-06,
      "loss": 0.7321,
      "step": 32891
    },
    {
      "epoch": 0.6931672699110148,
      "grad_norm": 0.11844630539417267,
      "learning_rate": 4.545293076381297e-06,
      "loss": 0.6834,
      "step": 32892
    },
    {
      "epoch": 0.6931883439493801,
      "grad_norm": 0.11557748168706894,
      "learning_rate": 4.5447210323553455e-06,
      "loss": 0.6972,
      "step": 32893
    },
    {
      "epoch": 0.6932094179877455,
      "grad_norm": 0.12049499899148941,
      "learning_rate": 4.5441490137433596e-06,
      "loss": 0.7194,
      "step": 32894
    },
    {
      "epoch": 0.6932304920261108,
      "grad_norm": 0.11861564218997955,
      "learning_rate": 4.5435770205480075e-06,
      "loss": 0.688,
      "step": 32895
    },
    {
      "epoch": 0.693251566064476,
      "grad_norm": 0.12102678418159485,
      "learning_rate": 4.543005052771955e-06,
      "loss": 0.7155,
      "step": 32896
    },
    {
      "epoch": 0.6932726401028413,
      "grad_norm": 0.14239953458309174,
      "learning_rate": 4.542433110417865e-06,
      "loss": 0.7488,
      "step": 32897
    },
    {
      "epoch": 0.6932937141412066,
      "grad_norm": 0.15358422696590424,
      "learning_rate": 4.541861193488402e-06,
      "loss": 0.7734,
      "step": 32898
    },
    {
      "epoch": 0.6933147881795719,
      "grad_norm": 0.11334193497896194,
      "learning_rate": 4.541289301986234e-06,
      "loss": 0.6743,
      "step": 32899
    },
    {
      "epoch": 0.6933358622179372,
      "grad_norm": 0.11505325883626938,
      "learning_rate": 4.540717435914019e-06,
      "loss": 0.6889,
      "step": 32900
    },
    {
      "epoch": 0.6933569362563025,
      "grad_norm": 0.12693148851394653,
      "learning_rate": 4.540145595274426e-06,
      "loss": 0.7497,
      "step": 32901
    },
    {
      "epoch": 0.6933780102946677,
      "grad_norm": 0.11026623100042343,
      "learning_rate": 4.539573780070118e-06,
      "loss": 0.7451,
      "step": 32902
    },
    {
      "epoch": 0.693399084333033,
      "grad_norm": 0.12905442714691162,
      "learning_rate": 4.539001990303758e-06,
      "loss": 0.6815,
      "step": 32903
    },
    {
      "epoch": 0.6934201583713984,
      "grad_norm": 0.11247462034225464,
      "learning_rate": 4.538430225978009e-06,
      "loss": 0.6912,
      "step": 32904
    },
    {
      "epoch": 0.6934412324097636,
      "grad_norm": 0.16152210533618927,
      "learning_rate": 4.537858487095537e-06,
      "loss": 0.6832,
      "step": 32905
    },
    {
      "epoch": 0.6934623064481289,
      "grad_norm": 0.13994306325912476,
      "learning_rate": 4.537286773659002e-06,
      "loss": 0.7327,
      "step": 32906
    },
    {
      "epoch": 0.6934833804864942,
      "grad_norm": 0.12625691294670105,
      "learning_rate": 4.536715085671072e-06,
      "loss": 0.6783,
      "step": 32907
    },
    {
      "epoch": 0.6935044545248594,
      "grad_norm": 0.11683675646781921,
      "learning_rate": 4.536143423134406e-06,
      "loss": 0.6746,
      "step": 32908
    },
    {
      "epoch": 0.6935255285632248,
      "grad_norm": 0.11365281045436859,
      "learning_rate": 4.535571786051669e-06,
      "loss": 0.751,
      "step": 32909
    },
    {
      "epoch": 0.6935466026015901,
      "grad_norm": 0.14650417864322662,
      "learning_rate": 4.5350001744255246e-06,
      "loss": 0.7761,
      "step": 32910
    },
    {
      "epoch": 0.6935676766399553,
      "grad_norm": 0.12358888238668442,
      "learning_rate": 4.534428588258636e-06,
      "loss": 0.6952,
      "step": 32911
    },
    {
      "epoch": 0.6935887506783206,
      "grad_norm": 0.12697584927082062,
      "learning_rate": 4.533857027553663e-06,
      "loss": 0.6823,
      "step": 32912
    },
    {
      "epoch": 0.6936098247166859,
      "grad_norm": 0.12492911517620087,
      "learning_rate": 4.533285492313275e-06,
      "loss": 0.7398,
      "step": 32913
    },
    {
      "epoch": 0.6936308987550511,
      "grad_norm": 0.13327212631702423,
      "learning_rate": 4.532713982540127e-06,
      "loss": 0.7439,
      "step": 32914
    },
    {
      "epoch": 0.6936519727934165,
      "grad_norm": 0.12832088768482208,
      "learning_rate": 4.532142498236884e-06,
      "loss": 0.7026,
      "step": 32915
    },
    {
      "epoch": 0.6936730468317818,
      "grad_norm": 0.11042623966932297,
      "learning_rate": 4.531571039406207e-06,
      "loss": 0.7086,
      "step": 32916
    },
    {
      "epoch": 0.693694120870147,
      "grad_norm": 0.12037380039691925,
      "learning_rate": 4.530999606050762e-06,
      "loss": 0.7053,
      "step": 32917
    },
    {
      "epoch": 0.6937151949085123,
      "grad_norm": 0.1460675448179245,
      "learning_rate": 4.530428198173208e-06,
      "loss": 0.7557,
      "step": 32918
    },
    {
      "epoch": 0.6937362689468776,
      "grad_norm": 0.12647056579589844,
      "learning_rate": 4.529856815776203e-06,
      "loss": 0.7075,
      "step": 32919
    },
    {
      "epoch": 0.6937573429852429,
      "grad_norm": 0.15007831156253815,
      "learning_rate": 4.529285458862419e-06,
      "loss": 0.6935,
      "step": 32920
    },
    {
      "epoch": 0.6937784170236082,
      "grad_norm": 0.18596963584423065,
      "learning_rate": 4.528714127434512e-06,
      "loss": 0.7936,
      "step": 32921
    },
    {
      "epoch": 0.6937994910619735,
      "grad_norm": 0.34310176968574524,
      "learning_rate": 4.5281428214951485e-06,
      "loss": 0.7401,
      "step": 32922
    },
    {
      "epoch": 0.6938205651003387,
      "grad_norm": 0.14721174538135529,
      "learning_rate": 4.527571541046981e-06,
      "loss": 0.7594,
      "step": 32923
    },
    {
      "epoch": 0.693841639138704,
      "grad_norm": 0.1332111954689026,
      "learning_rate": 4.527000286092675e-06,
      "loss": 0.7187,
      "step": 32924
    },
    {
      "epoch": 0.6938627131770694,
      "grad_norm": 0.14134857058525085,
      "learning_rate": 4.5264290566348935e-06,
      "loss": 0.7372,
      "step": 32925
    },
    {
      "epoch": 0.6938837872154346,
      "grad_norm": 0.14568442106246948,
      "learning_rate": 4.525857852676295e-06,
      "loss": 0.7177,
      "step": 32926
    },
    {
      "epoch": 0.6939048612537999,
      "grad_norm": 0.11338864266872406,
      "learning_rate": 4.525286674219544e-06,
      "loss": 0.7693,
      "step": 32927
    },
    {
      "epoch": 0.6939259352921652,
      "grad_norm": 0.12797118723392487,
      "learning_rate": 4.5247155212672964e-06,
      "loss": 0.704,
      "step": 32928
    },
    {
      "epoch": 0.6939470093305304,
      "grad_norm": 0.13551278412342072,
      "learning_rate": 4.5241443938222174e-06,
      "loss": 0.7339,
      "step": 32929
    },
    {
      "epoch": 0.6939680833688958,
      "grad_norm": 0.11868924647569656,
      "learning_rate": 4.5235732918869654e-06,
      "loss": 0.7675,
      "step": 32930
    },
    {
      "epoch": 0.6939891574072611,
      "grad_norm": 0.13258057832717896,
      "learning_rate": 4.523002215464202e-06,
      "loss": 0.774,
      "step": 32931
    },
    {
      "epoch": 0.6940102314456263,
      "grad_norm": 0.13378578424453735,
      "learning_rate": 4.522431164556586e-06,
      "loss": 0.783,
      "step": 32932
    },
    {
      "epoch": 0.6940313054839916,
      "grad_norm": 0.1240028589963913,
      "learning_rate": 4.52186013916678e-06,
      "loss": 0.6929,
      "step": 32933
    },
    {
      "epoch": 0.6940523795223569,
      "grad_norm": 0.16028054058551788,
      "learning_rate": 4.521289139297443e-06,
      "loss": 0.7321,
      "step": 32934
    },
    {
      "epoch": 0.6940734535607223,
      "grad_norm": 0.10432716459035873,
      "learning_rate": 4.520718164951234e-06,
      "loss": 0.7117,
      "step": 32935
    },
    {
      "epoch": 0.6940945275990875,
      "grad_norm": 0.13060499727725983,
      "learning_rate": 4.520147216130816e-06,
      "loss": 0.7383,
      "step": 32936
    },
    {
      "epoch": 0.6941156016374528,
      "grad_norm": 0.10293852537870407,
      "learning_rate": 4.519576292838845e-06,
      "loss": 0.7103,
      "step": 32937
    },
    {
      "epoch": 0.694136675675818,
      "grad_norm": 0.2198047637939453,
      "learning_rate": 4.519005395077984e-06,
      "loss": 0.732,
      "step": 32938
    },
    {
      "epoch": 0.6941577497141833,
      "grad_norm": 0.11651177704334259,
      "learning_rate": 4.518434522850891e-06,
      "loss": 0.7278,
      "step": 32939
    },
    {
      "epoch": 0.6941788237525487,
      "grad_norm": 0.12048536539077759,
      "learning_rate": 4.517863676160226e-06,
      "loss": 0.7497,
      "step": 32940
    },
    {
      "epoch": 0.694199897790914,
      "grad_norm": 0.1185847818851471,
      "learning_rate": 4.517292855008646e-06,
      "loss": 0.72,
      "step": 32941
    },
    {
      "epoch": 0.6942209718292792,
      "grad_norm": 0.28703054785728455,
      "learning_rate": 4.5167220593988136e-06,
      "loss": 0.66,
      "step": 32942
    },
    {
      "epoch": 0.6942420458676445,
      "grad_norm": 0.12113623321056366,
      "learning_rate": 4.51615128933339e-06,
      "loss": 0.7304,
      "step": 32943
    },
    {
      "epoch": 0.6942631199060098,
      "grad_norm": 0.11409740149974823,
      "learning_rate": 4.515580544815028e-06,
      "loss": 0.7408,
      "step": 32944
    },
    {
      "epoch": 0.6942841939443751,
      "grad_norm": 0.12888005375862122,
      "learning_rate": 4.515009825846388e-06,
      "loss": 0.7079,
      "step": 32945
    },
    {
      "epoch": 0.6943052679827404,
      "grad_norm": 0.13453921675682068,
      "learning_rate": 4.51443913243013e-06,
      "loss": 0.7184,
      "step": 32946
    },
    {
      "epoch": 0.6943263420211057,
      "grad_norm": 0.11452855169773102,
      "learning_rate": 4.513868464568909e-06,
      "loss": 0.7632,
      "step": 32947
    },
    {
      "epoch": 0.6943474160594709,
      "grad_norm": 0.13701163232326508,
      "learning_rate": 4.513297822265391e-06,
      "loss": 0.6544,
      "step": 32948
    },
    {
      "epoch": 0.6943684900978362,
      "grad_norm": 0.12346019595861435,
      "learning_rate": 4.51272720552223e-06,
      "loss": 0.7334,
      "step": 32949
    },
    {
      "epoch": 0.6943895641362016,
      "grad_norm": 0.16593262553215027,
      "learning_rate": 4.512156614342086e-06,
      "loss": 0.7154,
      "step": 32950
    },
    {
      "epoch": 0.6944106381745668,
      "grad_norm": 0.11141307651996613,
      "learning_rate": 4.511586048727614e-06,
      "loss": 0.6821,
      "step": 32951
    },
    {
      "epoch": 0.6944317122129321,
      "grad_norm": 0.16249944269657135,
      "learning_rate": 4.511015508681479e-06,
      "loss": 0.7486,
      "step": 32952
    },
    {
      "epoch": 0.6944527862512974,
      "grad_norm": 0.1266336888074875,
      "learning_rate": 4.51044499420633e-06,
      "loss": 0.7098,
      "step": 32953
    },
    {
      "epoch": 0.6944738602896626,
      "grad_norm": 0.14877186715602875,
      "learning_rate": 4.5098745053048285e-06,
      "loss": 0.6881,
      "step": 32954
    },
    {
      "epoch": 0.6944949343280279,
      "grad_norm": 0.1561742126941681,
      "learning_rate": 4.509304041979632e-06,
      "loss": 0.7735,
      "step": 32955
    },
    {
      "epoch": 0.6945160083663933,
      "grad_norm": 0.14541150629520416,
      "learning_rate": 4.508733604233398e-06,
      "loss": 0.7622,
      "step": 32956
    },
    {
      "epoch": 0.6945370824047585,
      "grad_norm": 0.14200931787490845,
      "learning_rate": 4.5081631920687865e-06,
      "loss": 0.7537,
      "step": 32957
    },
    {
      "epoch": 0.6945581564431238,
      "grad_norm": 0.11495783925056458,
      "learning_rate": 4.507592805488451e-06,
      "loss": 0.7367,
      "step": 32958
    },
    {
      "epoch": 0.6945792304814891,
      "grad_norm": 0.12877395749092102,
      "learning_rate": 4.507022444495051e-06,
      "loss": 0.7221,
      "step": 32959
    },
    {
      "epoch": 0.6946003045198543,
      "grad_norm": 0.12292669713497162,
      "learning_rate": 4.506452109091241e-06,
      "loss": 0.7663,
      "step": 32960
    },
    {
      "epoch": 0.6946213785582197,
      "grad_norm": 0.1136193498969078,
      "learning_rate": 4.505881799279682e-06,
      "loss": 0.7549,
      "step": 32961
    },
    {
      "epoch": 0.694642452596585,
      "grad_norm": 0.10832362622022629,
      "learning_rate": 4.505311515063029e-06,
      "loss": 0.6854,
      "step": 32962
    },
    {
      "epoch": 0.6946635266349502,
      "grad_norm": 0.12388306111097336,
      "learning_rate": 4.504741256443938e-06,
      "loss": 0.7724,
      "step": 32963
    },
    {
      "epoch": 0.6946846006733155,
      "grad_norm": 0.1187921091914177,
      "learning_rate": 4.504171023425066e-06,
      "loss": 0.7654,
      "step": 32964
    },
    {
      "epoch": 0.6947056747116808,
      "grad_norm": 0.11945771425962448,
      "learning_rate": 4.503600816009068e-06,
      "loss": 0.6643,
      "step": 32965
    },
    {
      "epoch": 0.6947267487500461,
      "grad_norm": 0.11697149276733398,
      "learning_rate": 4.503030634198604e-06,
      "loss": 0.7762,
      "step": 32966
    },
    {
      "epoch": 0.6947478227884114,
      "grad_norm": 0.16804412007331848,
      "learning_rate": 4.502460477996328e-06,
      "loss": 0.7908,
      "step": 32967
    },
    {
      "epoch": 0.6947688968267767,
      "grad_norm": 0.12239402532577515,
      "learning_rate": 4.501890347404896e-06,
      "loss": 0.7653,
      "step": 32968
    },
    {
      "epoch": 0.6947899708651419,
      "grad_norm": 0.1405262053012848,
      "learning_rate": 4.501320242426964e-06,
      "loss": 0.7395,
      "step": 32969
    },
    {
      "epoch": 0.6948110449035072,
      "grad_norm": 0.12513594329357147,
      "learning_rate": 4.500750163065188e-06,
      "loss": 0.7367,
      "step": 32970
    },
    {
      "epoch": 0.6948321189418726,
      "grad_norm": 0.12996222078800201,
      "learning_rate": 4.500180109322225e-06,
      "loss": 0.729,
      "step": 32971
    },
    {
      "epoch": 0.6948531929802378,
      "grad_norm": 0.09903036057949066,
      "learning_rate": 4.499610081200734e-06,
      "loss": 0.6923,
      "step": 32972
    },
    {
      "epoch": 0.6948742670186031,
      "grad_norm": 0.14152877032756805,
      "learning_rate": 4.4990400787033604e-06,
      "loss": 0.7421,
      "step": 32973
    },
    {
      "epoch": 0.6948953410569684,
      "grad_norm": 0.11650014668703079,
      "learning_rate": 4.498470101832767e-06,
      "loss": 0.7063,
      "step": 32974
    },
    {
      "epoch": 0.6949164150953336,
      "grad_norm": 0.14744681119918823,
      "learning_rate": 4.4979001505916064e-06,
      "loss": 0.6679,
      "step": 32975
    },
    {
      "epoch": 0.694937489133699,
      "grad_norm": 0.14079461991786957,
      "learning_rate": 4.4973302249825325e-06,
      "loss": 0.7793,
      "step": 32976
    },
    {
      "epoch": 0.6949585631720643,
      "grad_norm": 0.10648255795240402,
      "learning_rate": 4.496760325008206e-06,
      "loss": 0.7201,
      "step": 32977
    },
    {
      "epoch": 0.6949796372104295,
      "grad_norm": 0.19553789496421814,
      "learning_rate": 4.496190450671277e-06,
      "loss": 0.7255,
      "step": 32978
    },
    {
      "epoch": 0.6950007112487948,
      "grad_norm": 0.1207423210144043,
      "learning_rate": 4.495620601974404e-06,
      "loss": 0.7117,
      "step": 32979
    },
    {
      "epoch": 0.6950217852871601,
      "grad_norm": 0.14179491996765137,
      "learning_rate": 4.495050778920239e-06,
      "loss": 0.7439,
      "step": 32980
    },
    {
      "epoch": 0.6950428593255255,
      "grad_norm": 0.11747194826602936,
      "learning_rate": 4.494480981511441e-06,
      "loss": 0.7479,
      "step": 32981
    },
    {
      "epoch": 0.6950639333638907,
      "grad_norm": 0.11695705354213715,
      "learning_rate": 4.4939112097506565e-06,
      "loss": 0.7008,
      "step": 32982
    },
    {
      "epoch": 0.695085007402256,
      "grad_norm": 0.15967538952827454,
      "learning_rate": 4.493341463640544e-06,
      "loss": 0.7905,
      "step": 32983
    },
    {
      "epoch": 0.6951060814406212,
      "grad_norm": 0.11453378945589066,
      "learning_rate": 4.492771743183757e-06,
      "loss": 0.6877,
      "step": 32984
    },
    {
      "epoch": 0.6951271554789865,
      "grad_norm": 0.12892314791679382,
      "learning_rate": 4.492202048382952e-06,
      "loss": 0.7319,
      "step": 32985
    },
    {
      "epoch": 0.6951482295173519,
      "grad_norm": 0.1366795003414154,
      "learning_rate": 4.49163237924078e-06,
      "loss": 0.7178,
      "step": 32986
    },
    {
      "epoch": 0.6951693035557172,
      "grad_norm": 0.13328854739665985,
      "learning_rate": 4.491062735759897e-06,
      "loss": 0.7315,
      "step": 32987
    },
    {
      "epoch": 0.6951903775940824,
      "grad_norm": 0.13634565472602844,
      "learning_rate": 4.490493117942954e-06,
      "loss": 0.7624,
      "step": 32988
    },
    {
      "epoch": 0.6952114516324477,
      "grad_norm": 0.10517709702253342,
      "learning_rate": 4.489923525792609e-06,
      "loss": 0.6272,
      "step": 32989
    },
    {
      "epoch": 0.695232525670813,
      "grad_norm": 0.13734988868236542,
      "learning_rate": 4.489353959311511e-06,
      "loss": 0.7408,
      "step": 32990
    },
    {
      "epoch": 0.6952535997091782,
      "grad_norm": 0.4760931730270386,
      "learning_rate": 4.488784418502317e-06,
      "loss": 0.7544,
      "step": 32991
    },
    {
      "epoch": 0.6952746737475436,
      "grad_norm": 0.13386519253253937,
      "learning_rate": 4.488214903367678e-06,
      "loss": 0.7562,
      "step": 32992
    },
    {
      "epoch": 0.6952957477859089,
      "grad_norm": 0.12456808984279633,
      "learning_rate": 4.487645413910247e-06,
      "loss": 0.7021,
      "step": 32993
    },
    {
      "epoch": 0.6953168218242741,
      "grad_norm": 0.11366842687129974,
      "learning_rate": 4.487075950132679e-06,
      "loss": 0.7042,
      "step": 32994
    },
    {
      "epoch": 0.6953378958626394,
      "grad_norm": 0.13962820172309875,
      "learning_rate": 4.486506512037625e-06,
      "loss": 0.7195,
      "step": 32995
    },
    {
      "epoch": 0.6953589699010047,
      "grad_norm": 0.16266801953315735,
      "learning_rate": 4.485937099627738e-06,
      "loss": 0.6748,
      "step": 32996
    },
    {
      "epoch": 0.69538004393937,
      "grad_norm": 0.1725820004940033,
      "learning_rate": 4.485367712905673e-06,
      "loss": 0.6995,
      "step": 32997
    },
    {
      "epoch": 0.6954011179777353,
      "grad_norm": 0.13444936275482178,
      "learning_rate": 4.484798351874079e-06,
      "loss": 0.7398,
      "step": 32998
    },
    {
      "epoch": 0.6954221920161006,
      "grad_norm": 0.14235596358776093,
      "learning_rate": 4.484229016535611e-06,
      "loss": 0.6994,
      "step": 32999
    },
    {
      "epoch": 0.6954432660544658,
      "grad_norm": 0.17367705702781677,
      "learning_rate": 4.48365970689292e-06,
      "loss": 0.6697,
      "step": 33000
    },
    {
      "epoch": 0.6954643400928311,
      "grad_norm": 0.1025683805346489,
      "learning_rate": 4.48309042294866e-06,
      "loss": 0.7037,
      "step": 33001
    },
    {
      "epoch": 0.6954854141311965,
      "grad_norm": 0.11426469683647156,
      "learning_rate": 4.4825211647054836e-06,
      "loss": 0.669,
      "step": 33002
    },
    {
      "epoch": 0.6955064881695617,
      "grad_norm": 0.10919397324323654,
      "learning_rate": 4.481951932166037e-06,
      "loss": 0.7367,
      "step": 33003
    },
    {
      "epoch": 0.695527562207927,
      "grad_norm": 0.11397798359394073,
      "learning_rate": 4.481382725332978e-06,
      "loss": 0.7099,
      "step": 33004
    },
    {
      "epoch": 0.6955486362462923,
      "grad_norm": 0.1822672039270401,
      "learning_rate": 4.480813544208951e-06,
      "loss": 0.7805,
      "step": 33005
    },
    {
      "epoch": 0.6955697102846575,
      "grad_norm": 0.11031273752450943,
      "learning_rate": 4.480244388796616e-06,
      "loss": 0.7497,
      "step": 33006
    },
    {
      "epoch": 0.6955907843230229,
      "grad_norm": 0.11689559370279312,
      "learning_rate": 4.479675259098622e-06,
      "loss": 0.7453,
      "step": 33007
    },
    {
      "epoch": 0.6956118583613882,
      "grad_norm": 0.12655550241470337,
      "learning_rate": 4.4791061551176194e-06,
      "loss": 0.672,
      "step": 33008
    },
    {
      "epoch": 0.6956329323997534,
      "grad_norm": 0.12697318196296692,
      "learning_rate": 4.4785370768562595e-06,
      "loss": 0.6826,
      "step": 33009
    },
    {
      "epoch": 0.6956540064381187,
      "grad_norm": 0.13683059811592102,
      "learning_rate": 4.477968024317194e-06,
      "loss": 0.6872,
      "step": 33010
    },
    {
      "epoch": 0.695675080476484,
      "grad_norm": 0.11637823283672333,
      "learning_rate": 4.477398997503078e-06,
      "loss": 0.6759,
      "step": 33011
    },
    {
      "epoch": 0.6956961545148493,
      "grad_norm": 0.13144218921661377,
      "learning_rate": 4.476829996416552e-06,
      "loss": 0.748,
      "step": 33012
    },
    {
      "epoch": 0.6957172285532146,
      "grad_norm": 0.13239766657352448,
      "learning_rate": 4.476261021060273e-06,
      "loss": 0.7418,
      "step": 33013
    },
    {
      "epoch": 0.6957383025915799,
      "grad_norm": 0.12041299045085907,
      "learning_rate": 4.475692071436893e-06,
      "loss": 0.7321,
      "step": 33014
    },
    {
      "epoch": 0.6957593766299451,
      "grad_norm": 0.15977363288402557,
      "learning_rate": 4.4751231475490586e-06,
      "loss": 0.7603,
      "step": 33015
    },
    {
      "epoch": 0.6957804506683104,
      "grad_norm": 0.11388731002807617,
      "learning_rate": 4.4745542493994225e-06,
      "loss": 0.7177,
      "step": 33016
    },
    {
      "epoch": 0.6958015247066758,
      "grad_norm": 0.14573436975479126,
      "learning_rate": 4.473985376990635e-06,
      "loss": 0.7517,
      "step": 33017
    },
    {
      "epoch": 0.695822598745041,
      "grad_norm": 0.15408721566200256,
      "learning_rate": 4.473416530325346e-06,
      "loss": 0.7315,
      "step": 33018
    },
    {
      "epoch": 0.6958436727834063,
      "grad_norm": 0.14283831417560577,
      "learning_rate": 4.472847709406203e-06,
      "loss": 0.7386,
      "step": 33019
    },
    {
      "epoch": 0.6958647468217716,
      "grad_norm": 0.13538303971290588,
      "learning_rate": 4.472278914235865e-06,
      "loss": 0.7239,
      "step": 33020
    },
    {
      "epoch": 0.6958858208601368,
      "grad_norm": 0.1323506236076355,
      "learning_rate": 4.471710144816971e-06,
      "loss": 0.7471,
      "step": 33021
    },
    {
      "epoch": 0.6959068948985022,
      "grad_norm": 0.14369627833366394,
      "learning_rate": 4.4711414011521746e-06,
      "loss": 0.6997,
      "step": 33022
    },
    {
      "epoch": 0.6959279689368675,
      "grad_norm": 0.10736154764890671,
      "learning_rate": 4.470572683244127e-06,
      "loss": 0.6688,
      "step": 33023
    },
    {
      "epoch": 0.6959490429752327,
      "grad_norm": 0.11683622002601624,
      "learning_rate": 4.470003991095475e-06,
      "loss": 0.7551,
      "step": 33024
    },
    {
      "epoch": 0.695970117013598,
      "grad_norm": 0.10565340518951416,
      "learning_rate": 4.46943532470887e-06,
      "loss": 0.6504,
      "step": 33025
    },
    {
      "epoch": 0.6959911910519633,
      "grad_norm": 0.15411721169948578,
      "learning_rate": 4.46886668408696e-06,
      "loss": 0.7769,
      "step": 33026
    },
    {
      "epoch": 0.6960122650903287,
      "grad_norm": 0.09745965898036957,
      "learning_rate": 4.468298069232394e-06,
      "loss": 0.6562,
      "step": 33027
    },
    {
      "epoch": 0.6960333391286939,
      "grad_norm": 0.13109567761421204,
      "learning_rate": 4.467729480147822e-06,
      "loss": 0.7461,
      "step": 33028
    },
    {
      "epoch": 0.6960544131670592,
      "grad_norm": 0.13502156734466553,
      "learning_rate": 4.467160916835892e-06,
      "loss": 0.723,
      "step": 33029
    },
    {
      "epoch": 0.6960754872054244,
      "grad_norm": 0.12042082846164703,
      "learning_rate": 4.466592379299253e-06,
      "loss": 0.6553,
      "step": 33030
    },
    {
      "epoch": 0.6960965612437897,
      "grad_norm": 0.1342885047197342,
      "learning_rate": 4.4660238675405565e-06,
      "loss": 0.7483,
      "step": 33031
    },
    {
      "epoch": 0.696117635282155,
      "grad_norm": 0.11254077404737473,
      "learning_rate": 4.465455381562446e-06,
      "loss": 0.7269,
      "step": 33032
    },
    {
      "epoch": 0.6961387093205204,
      "grad_norm": 0.10945316404104233,
      "learning_rate": 4.4648869213675705e-06,
      "loss": 0.7622,
      "step": 33033
    },
    {
      "epoch": 0.6961597833588856,
      "grad_norm": 0.10437961667776108,
      "learning_rate": 4.4643184869585754e-06,
      "loss": 0.6719,
      "step": 33034
    },
    {
      "epoch": 0.6961808573972509,
      "grad_norm": 0.10347280651330948,
      "learning_rate": 4.4637500783381185e-06,
      "loss": 0.6849,
      "step": 33035
    },
    {
      "epoch": 0.6962019314356162,
      "grad_norm": 0.14797145128250122,
      "learning_rate": 4.46318169550884e-06,
      "loss": 0.7263,
      "step": 33036
    },
    {
      "epoch": 0.6962230054739814,
      "grad_norm": 0.11026183515787125,
      "learning_rate": 4.462613338473392e-06,
      "loss": 0.6767,
      "step": 33037
    },
    {
      "epoch": 0.6962440795123468,
      "grad_norm": 0.10317599028348923,
      "learning_rate": 4.462045007234419e-06,
      "loss": 0.6727,
      "step": 33038
    },
    {
      "epoch": 0.6962651535507121,
      "grad_norm": 0.10041795670986176,
      "learning_rate": 4.461476701794571e-06,
      "loss": 0.7603,
      "step": 33039
    },
    {
      "epoch": 0.6962862275890773,
      "grad_norm": 0.12516288459300995,
      "learning_rate": 4.460908422156497e-06,
      "loss": 0.7672,
      "step": 33040
    },
    {
      "epoch": 0.6963073016274426,
      "grad_norm": 0.11677059531211853,
      "learning_rate": 4.4603401683228385e-06,
      "loss": 0.6402,
      "step": 33041
    },
    {
      "epoch": 0.6963283756658079,
      "grad_norm": 0.11781413853168488,
      "learning_rate": 4.459771940296246e-06,
      "loss": 0.7589,
      "step": 33042
    },
    {
      "epoch": 0.6963494497041732,
      "grad_norm": 0.11353164911270142,
      "learning_rate": 4.459203738079367e-06,
      "loss": 0.7626,
      "step": 33043
    },
    {
      "epoch": 0.6963705237425385,
      "grad_norm": 0.10212136059999466,
      "learning_rate": 4.458635561674848e-06,
      "loss": 0.6678,
      "step": 33044
    },
    {
      "epoch": 0.6963915977809038,
      "grad_norm": 0.10354121029376984,
      "learning_rate": 4.458067411085336e-06,
      "loss": 0.6748,
      "step": 33045
    },
    {
      "epoch": 0.696412671819269,
      "grad_norm": 0.11431751400232315,
      "learning_rate": 4.4574992863134795e-06,
      "loss": 0.7255,
      "step": 33046
    },
    {
      "epoch": 0.6964337458576343,
      "grad_norm": 0.13543552160263062,
      "learning_rate": 4.456931187361921e-06,
      "loss": 0.7547,
      "step": 33047
    },
    {
      "epoch": 0.6964548198959997,
      "grad_norm": 0.11328480392694473,
      "learning_rate": 4.456363114233308e-06,
      "loss": 0.699,
      "step": 33048
    },
    {
      "epoch": 0.6964758939343649,
      "grad_norm": 0.14056019484996796,
      "learning_rate": 4.455795066930295e-06,
      "loss": 0.709,
      "step": 33049
    },
    {
      "epoch": 0.6964969679727302,
      "grad_norm": 0.1460048258304596,
      "learning_rate": 4.455227045455518e-06,
      "loss": 0.6767,
      "step": 33050
    },
    {
      "epoch": 0.6965180420110955,
      "grad_norm": 0.10338682681322098,
      "learning_rate": 4.4546590498116286e-06,
      "loss": 0.7028,
      "step": 33051
    },
    {
      "epoch": 0.6965391160494607,
      "grad_norm": 0.14540064334869385,
      "learning_rate": 4.454091080001269e-06,
      "loss": 0.7144,
      "step": 33052
    },
    {
      "epoch": 0.6965601900878261,
      "grad_norm": 0.1242835596203804,
      "learning_rate": 4.453523136027089e-06,
      "loss": 0.7705,
      "step": 33053
    },
    {
      "epoch": 0.6965812641261914,
      "grad_norm": 0.16733811795711517,
      "learning_rate": 4.452955217891733e-06,
      "loss": 0.7307,
      "step": 33054
    },
    {
      "epoch": 0.6966023381645566,
      "grad_norm": 0.11770842969417572,
      "learning_rate": 4.452387325597846e-06,
      "loss": 0.6803,
      "step": 33055
    },
    {
      "epoch": 0.6966234122029219,
      "grad_norm": 0.13387060165405273,
      "learning_rate": 4.451819459148075e-06,
      "loss": 0.6855,
      "step": 33056
    },
    {
      "epoch": 0.6966444862412872,
      "grad_norm": 0.15963879227638245,
      "learning_rate": 4.451251618545064e-06,
      "loss": 0.742,
      "step": 33057
    },
    {
      "epoch": 0.6966655602796525,
      "grad_norm": 0.12336995452642441,
      "learning_rate": 4.450683803791459e-06,
      "loss": 0.6759,
      "step": 33058
    },
    {
      "epoch": 0.6966866343180178,
      "grad_norm": 0.15279771387577057,
      "learning_rate": 4.4501160148899045e-06,
      "loss": 0.6963,
      "step": 33059
    },
    {
      "epoch": 0.6967077083563831,
      "grad_norm": 0.11689562350511551,
      "learning_rate": 4.449548251843048e-06,
      "loss": 0.7286,
      "step": 33060
    },
    {
      "epoch": 0.6967287823947483,
      "grad_norm": 0.12686525285243988,
      "learning_rate": 4.4489805146535345e-06,
      "loss": 0.6657,
      "step": 33061
    },
    {
      "epoch": 0.6967498564331136,
      "grad_norm": 0.15497252345085144,
      "learning_rate": 4.448412803324005e-06,
      "loss": 0.6915,
      "step": 33062
    },
    {
      "epoch": 0.696770930471479,
      "grad_norm": 0.11722629517316818,
      "learning_rate": 4.4478451178571026e-06,
      "loss": 0.707,
      "step": 33063
    },
    {
      "epoch": 0.6967920045098442,
      "grad_norm": 0.12138454616069794,
      "learning_rate": 4.447277458255479e-06,
      "loss": 0.6618,
      "step": 33064
    },
    {
      "epoch": 0.6968130785482095,
      "grad_norm": 0.1425422877073288,
      "learning_rate": 4.446709824521776e-06,
      "loss": 0.7424,
      "step": 33065
    },
    {
      "epoch": 0.6968341525865748,
      "grad_norm": 0.11877912282943726,
      "learning_rate": 4.446142216658636e-06,
      "loss": 0.7591,
      "step": 33066
    },
    {
      "epoch": 0.69685522662494,
      "grad_norm": 0.14778952300548553,
      "learning_rate": 4.445574634668706e-06,
      "loss": 0.7376,
      "step": 33067
    },
    {
      "epoch": 0.6968763006633053,
      "grad_norm": 0.1302095353603363,
      "learning_rate": 4.445007078554628e-06,
      "loss": 0.7175,
      "step": 33068
    },
    {
      "epoch": 0.6968973747016707,
      "grad_norm": 0.11813436448574066,
      "learning_rate": 4.444439548319047e-06,
      "loss": 0.7057,
      "step": 33069
    },
    {
      "epoch": 0.696918448740036,
      "grad_norm": 0.16327854990959167,
      "learning_rate": 4.443872043964611e-06,
      "loss": 0.7018,
      "step": 33070
    },
    {
      "epoch": 0.6969395227784012,
      "grad_norm": 0.1358647346496582,
      "learning_rate": 4.4433045654939555e-06,
      "loss": 0.7403,
      "step": 33071
    },
    {
      "epoch": 0.6969605968167665,
      "grad_norm": 0.1632598340511322,
      "learning_rate": 4.4427371129097276e-06,
      "loss": 0.7045,
      "step": 33072
    },
    {
      "epoch": 0.6969816708551317,
      "grad_norm": 0.12757180631160736,
      "learning_rate": 4.442169686214573e-06,
      "loss": 0.7076,
      "step": 33073
    },
    {
      "epoch": 0.6970027448934971,
      "grad_norm": 0.15158572793006897,
      "learning_rate": 4.441602285411132e-06,
      "loss": 0.7497,
      "step": 33074
    },
    {
      "epoch": 0.6970238189318624,
      "grad_norm": 0.16058477759361267,
      "learning_rate": 4.441034910502049e-06,
      "loss": 0.7551,
      "step": 33075
    },
    {
      "epoch": 0.6970448929702276,
      "grad_norm": 0.1441941261291504,
      "learning_rate": 4.440467561489968e-06,
      "loss": 0.7666,
      "step": 33076
    },
    {
      "epoch": 0.6970659670085929,
      "grad_norm": 0.1871890276670456,
      "learning_rate": 4.439900238377528e-06,
      "loss": 0.7279,
      "step": 33077
    },
    {
      "epoch": 0.6970870410469582,
      "grad_norm": 0.14693628251552582,
      "learning_rate": 4.4393329411673804e-06,
      "loss": 0.7858,
      "step": 33078
    },
    {
      "epoch": 0.6971081150853236,
      "grad_norm": 0.1691565364599228,
      "learning_rate": 4.438765669862165e-06,
      "loss": 0.7333,
      "step": 33079
    },
    {
      "epoch": 0.6971291891236888,
      "grad_norm": 0.11942087113857269,
      "learning_rate": 4.438198424464521e-06,
      "loss": 0.7063,
      "step": 33080
    },
    {
      "epoch": 0.6971502631620541,
      "grad_norm": 0.14363327622413635,
      "learning_rate": 4.437631204977091e-06,
      "loss": 0.6709,
      "step": 33081
    },
    {
      "epoch": 0.6971713372004193,
      "grad_norm": 0.14541451632976532,
      "learning_rate": 4.43706401140252e-06,
      "loss": 0.7659,
      "step": 33082
    },
    {
      "epoch": 0.6971924112387846,
      "grad_norm": 0.13281379640102386,
      "learning_rate": 4.436496843743449e-06,
      "loss": 0.6295,
      "step": 33083
    },
    {
      "epoch": 0.69721348527715,
      "grad_norm": 0.17755936086177826,
      "learning_rate": 4.43592970200252e-06,
      "loss": 0.7167,
      "step": 33084
    },
    {
      "epoch": 0.6972345593155153,
      "grad_norm": 0.13661232590675354,
      "learning_rate": 4.435362586182376e-06,
      "loss": 0.6688,
      "step": 33085
    },
    {
      "epoch": 0.6972556333538805,
      "grad_norm": 0.1671302616596222,
      "learning_rate": 4.4347954962856585e-06,
      "loss": 0.7166,
      "step": 33086
    },
    {
      "epoch": 0.6972767073922458,
      "grad_norm": 0.14152441918849945,
      "learning_rate": 4.434228432315011e-06,
      "loss": 0.6922,
      "step": 33087
    },
    {
      "epoch": 0.697297781430611,
      "grad_norm": 0.16299623250961304,
      "learning_rate": 4.433661394273072e-06,
      "loss": 0.7299,
      "step": 33088
    },
    {
      "epoch": 0.6973188554689764,
      "grad_norm": 0.11361856758594513,
      "learning_rate": 4.4330943821624864e-06,
      "loss": 0.7026,
      "step": 33089
    },
    {
      "epoch": 0.6973399295073417,
      "grad_norm": 0.1886274814605713,
      "learning_rate": 4.432527395985896e-06,
      "loss": 0.7761,
      "step": 33090
    },
    {
      "epoch": 0.697361003545707,
      "grad_norm": 0.12677951157093048,
      "learning_rate": 4.431960435745934e-06,
      "loss": 0.6837,
      "step": 33091
    },
    {
      "epoch": 0.6973820775840722,
      "grad_norm": 0.10478442162275314,
      "learning_rate": 4.431393501445251e-06,
      "loss": 0.7147,
      "step": 33092
    },
    {
      "epoch": 0.6974031516224375,
      "grad_norm": 0.1716524213552475,
      "learning_rate": 4.430826593086486e-06,
      "loss": 0.7491,
      "step": 33093
    },
    {
      "epoch": 0.6974242256608029,
      "grad_norm": 0.10716280341148376,
      "learning_rate": 4.4302597106722785e-06,
      "loss": 0.6654,
      "step": 33094
    },
    {
      "epoch": 0.6974452996991681,
      "grad_norm": 0.14552688598632812,
      "learning_rate": 4.42969285420527e-06,
      "loss": 0.6903,
      "step": 33095
    },
    {
      "epoch": 0.6974663737375334,
      "grad_norm": 0.14774620532989502,
      "learning_rate": 4.4291260236881005e-06,
      "loss": 0.732,
      "step": 33096
    },
    {
      "epoch": 0.6974874477758987,
      "grad_norm": 0.10587137192487717,
      "learning_rate": 4.4285592191234125e-06,
      "loss": 0.7152,
      "step": 33097
    },
    {
      "epoch": 0.6975085218142639,
      "grad_norm": 0.11969923228025436,
      "learning_rate": 4.427992440513845e-06,
      "loss": 0.7185,
      "step": 33098
    },
    {
      "epoch": 0.6975295958526293,
      "grad_norm": 0.1380339413881302,
      "learning_rate": 4.427425687862041e-06,
      "loss": 0.7497,
      "step": 33099
    },
    {
      "epoch": 0.6975506698909946,
      "grad_norm": 0.10798433423042297,
      "learning_rate": 4.426858961170637e-06,
      "loss": 0.6612,
      "step": 33100
    },
    {
      "epoch": 0.6975717439293598,
      "grad_norm": 0.2942676842212677,
      "learning_rate": 4.426292260442273e-06,
      "loss": 0.805,
      "step": 33101
    },
    {
      "epoch": 0.6975928179677251,
      "grad_norm": 0.13358496129512787,
      "learning_rate": 4.425725585679592e-06,
      "loss": 0.7481,
      "step": 33102
    },
    {
      "epoch": 0.6976138920060904,
      "grad_norm": 0.11940967291593552,
      "learning_rate": 4.425158936885232e-06,
      "loss": 0.6697,
      "step": 33103
    },
    {
      "epoch": 0.6976349660444556,
      "grad_norm": 0.12331434339284897,
      "learning_rate": 4.424592314061833e-06,
      "loss": 0.7001,
      "step": 33104
    },
    {
      "epoch": 0.697656040082821,
      "grad_norm": 0.11700965464115143,
      "learning_rate": 4.424025717212036e-06,
      "loss": 0.7649,
      "step": 33105
    },
    {
      "epoch": 0.6976771141211863,
      "grad_norm": 0.11730743199586868,
      "learning_rate": 4.423459146338476e-06,
      "loss": 0.7591,
      "step": 33106
    },
    {
      "epoch": 0.6976981881595515,
      "grad_norm": 0.13168230652809143,
      "learning_rate": 4.422892601443798e-06,
      "loss": 0.7552,
      "step": 33107
    },
    {
      "epoch": 0.6977192621979168,
      "grad_norm": 0.1079307273030281,
      "learning_rate": 4.4223260825306445e-06,
      "loss": 0.7472,
      "step": 33108
    },
    {
      "epoch": 0.6977403362362821,
      "grad_norm": 0.1226324737071991,
      "learning_rate": 4.421759589601645e-06,
      "loss": 0.6785,
      "step": 33109
    },
    {
      "epoch": 0.6977614102746474,
      "grad_norm": 0.11270000785589218,
      "learning_rate": 4.421193122659444e-06,
      "loss": 0.7034,
      "step": 33110
    },
    {
      "epoch": 0.6977824843130127,
      "grad_norm": 0.10596740990877151,
      "learning_rate": 4.420626681706679e-06,
      "loss": 0.6737,
      "step": 33111
    },
    {
      "epoch": 0.697803558351378,
      "grad_norm": 0.13892163336277008,
      "learning_rate": 4.4200602667459894e-06,
      "loss": 0.7907,
      "step": 33112
    },
    {
      "epoch": 0.6978246323897432,
      "grad_norm": 0.12011375278234482,
      "learning_rate": 4.419493877780014e-06,
      "loss": 0.7903,
      "step": 33113
    },
    {
      "epoch": 0.6978457064281085,
      "grad_norm": 0.20695722103118896,
      "learning_rate": 4.418927514811392e-06,
      "loss": 0.7573,
      "step": 33114
    },
    {
      "epoch": 0.6978667804664739,
      "grad_norm": 0.12323284149169922,
      "learning_rate": 4.41836117784276e-06,
      "loss": 0.6284,
      "step": 33115
    },
    {
      "epoch": 0.6978878545048391,
      "grad_norm": 0.14401929080486298,
      "learning_rate": 4.417794866876758e-06,
      "loss": 0.6992,
      "step": 33116
    },
    {
      "epoch": 0.6979089285432044,
      "grad_norm": 0.1535957306623459,
      "learning_rate": 4.417228581916023e-06,
      "loss": 0.79,
      "step": 33117
    },
    {
      "epoch": 0.6979300025815697,
      "grad_norm": 0.14833645522594452,
      "learning_rate": 4.416662322963194e-06,
      "loss": 0.7439,
      "step": 33118
    },
    {
      "epoch": 0.6979510766199349,
      "grad_norm": 0.14578567445278168,
      "learning_rate": 4.416096090020909e-06,
      "loss": 0.7507,
      "step": 33119
    },
    {
      "epoch": 0.6979721506583003,
      "grad_norm": 0.1158532202243805,
      "learning_rate": 4.415529883091806e-06,
      "loss": 0.69,
      "step": 33120
    },
    {
      "epoch": 0.6979932246966656,
      "grad_norm": 0.1275407373905182,
      "learning_rate": 4.4149637021785206e-06,
      "loss": 0.7295,
      "step": 33121
    },
    {
      "epoch": 0.6980142987350308,
      "grad_norm": 0.1382935345172882,
      "learning_rate": 4.414397547283694e-06,
      "loss": 0.7718,
      "step": 33122
    },
    {
      "epoch": 0.6980353727733961,
      "grad_norm": 0.15298965573310852,
      "learning_rate": 4.413831418409961e-06,
      "loss": 0.7162,
      "step": 33123
    },
    {
      "epoch": 0.6980564468117614,
      "grad_norm": 0.15219399333000183,
      "learning_rate": 4.41326531555996e-06,
      "loss": 0.7405,
      "step": 33124
    },
    {
      "epoch": 0.6980775208501268,
      "grad_norm": 0.12430202215909958,
      "learning_rate": 4.4126992387363275e-06,
      "loss": 0.6658,
      "step": 33125
    },
    {
      "epoch": 0.698098594888492,
      "grad_norm": 0.12403158843517303,
      "learning_rate": 4.4121331879417014e-06,
      "loss": 0.7543,
      "step": 33126
    },
    {
      "epoch": 0.6981196689268573,
      "grad_norm": 0.12347640842199326,
      "learning_rate": 4.4115671631787195e-06,
      "loss": 0.7176,
      "step": 33127
    },
    {
      "epoch": 0.6981407429652225,
      "grad_norm": 0.12602585554122925,
      "learning_rate": 4.411001164450017e-06,
      "loss": 0.6804,
      "step": 33128
    },
    {
      "epoch": 0.6981618170035878,
      "grad_norm": 0.12066246569156647,
      "learning_rate": 4.410435191758235e-06,
      "loss": 0.7505,
      "step": 33129
    },
    {
      "epoch": 0.6981828910419532,
      "grad_norm": 0.17089560627937317,
      "learning_rate": 4.409869245106002e-06,
      "loss": 0.6955,
      "step": 33130
    },
    {
      "epoch": 0.6982039650803185,
      "grad_norm": 0.13711680471897125,
      "learning_rate": 4.409303324495959e-06,
      "loss": 0.7255,
      "step": 33131
    },
    {
      "epoch": 0.6982250391186837,
      "grad_norm": 0.1427176594734192,
      "learning_rate": 4.408737429930744e-06,
      "loss": 0.7137,
      "step": 33132
    },
    {
      "epoch": 0.698246113157049,
      "grad_norm": 0.1103716716170311,
      "learning_rate": 4.4081715614129905e-06,
      "loss": 0.6951,
      "step": 33133
    },
    {
      "epoch": 0.6982671871954143,
      "grad_norm": 0.12340882420539856,
      "learning_rate": 4.4076057189453325e-06,
      "loss": 0.7808,
      "step": 33134
    },
    {
      "epoch": 0.6982882612337796,
      "grad_norm": 0.14129288494586945,
      "learning_rate": 4.4070399025304125e-06,
      "loss": 0.7358,
      "step": 33135
    },
    {
      "epoch": 0.6983093352721449,
      "grad_norm": 0.10699790716171265,
      "learning_rate": 4.406474112170863e-06,
      "loss": 0.6892,
      "step": 33136
    },
    {
      "epoch": 0.6983304093105102,
      "grad_norm": 0.11853916198015213,
      "learning_rate": 4.405908347869321e-06,
      "loss": 0.6904,
      "step": 33137
    },
    {
      "epoch": 0.6983514833488754,
      "grad_norm": 0.11215142905712128,
      "learning_rate": 4.405342609628425e-06,
      "loss": 0.7284,
      "step": 33138
    },
    {
      "epoch": 0.6983725573872407,
      "grad_norm": 0.1382123827934265,
      "learning_rate": 4.404776897450802e-06,
      "loss": 0.7185,
      "step": 33139
    },
    {
      "epoch": 0.6983936314256061,
      "grad_norm": 0.13372628390789032,
      "learning_rate": 4.404211211339092e-06,
      "loss": 0.6912,
      "step": 33140
    },
    {
      "epoch": 0.6984147054639713,
      "grad_norm": 0.12590526044368744,
      "learning_rate": 4.403645551295932e-06,
      "loss": 0.7428,
      "step": 33141
    },
    {
      "epoch": 0.6984357795023366,
      "grad_norm": 0.12148481607437134,
      "learning_rate": 4.403079917323955e-06,
      "loss": 0.6937,
      "step": 33142
    },
    {
      "epoch": 0.6984568535407019,
      "grad_norm": 0.1243571788072586,
      "learning_rate": 4.402514309425796e-06,
      "loss": 0.7579,
      "step": 33143
    },
    {
      "epoch": 0.6984779275790671,
      "grad_norm": 0.12860187888145447,
      "learning_rate": 4.401948727604092e-06,
      "loss": 0.7419,
      "step": 33144
    },
    {
      "epoch": 0.6984990016174324,
      "grad_norm": 0.1144450455904007,
      "learning_rate": 4.401383171861476e-06,
      "loss": 0.7092,
      "step": 33145
    },
    {
      "epoch": 0.6985200756557978,
      "grad_norm": 0.1395891308784485,
      "learning_rate": 4.400817642200582e-06,
      "loss": 0.7441,
      "step": 33146
    },
    {
      "epoch": 0.698541149694163,
      "grad_norm": 0.12630614638328552,
      "learning_rate": 4.400252138624047e-06,
      "loss": 0.8163,
      "step": 33147
    },
    {
      "epoch": 0.6985622237325283,
      "grad_norm": 0.13650338351726532,
      "learning_rate": 4.399686661134505e-06,
      "loss": 0.7172,
      "step": 33148
    },
    {
      "epoch": 0.6985832977708936,
      "grad_norm": 0.12060019373893738,
      "learning_rate": 4.399121209734588e-06,
      "loss": 0.7135,
      "step": 33149
    },
    {
      "epoch": 0.6986043718092588,
      "grad_norm": 0.13299992680549622,
      "learning_rate": 4.398555784426932e-06,
      "loss": 0.7116,
      "step": 33150
    },
    {
      "epoch": 0.6986254458476242,
      "grad_norm": 0.1350318193435669,
      "learning_rate": 4.397990385214172e-06,
      "loss": 0.7666,
      "step": 33151
    },
    {
      "epoch": 0.6986465198859895,
      "grad_norm": 0.14858734607696533,
      "learning_rate": 4.3974250120989395e-06,
      "loss": 0.7328,
      "step": 33152
    },
    {
      "epoch": 0.6986675939243547,
      "grad_norm": 0.12538227438926697,
      "learning_rate": 4.3968596650838706e-06,
      "loss": 0.713,
      "step": 33153
    },
    {
      "epoch": 0.69868866796272,
      "grad_norm": 0.13336054980754852,
      "learning_rate": 4.396294344171597e-06,
      "loss": 0.7298,
      "step": 33154
    },
    {
      "epoch": 0.6987097420010853,
      "grad_norm": 0.1077309399843216,
      "learning_rate": 4.395729049364754e-06,
      "loss": 0.7059,
      "step": 33155
    },
    {
      "epoch": 0.6987308160394506,
      "grad_norm": 0.12295252084732056,
      "learning_rate": 4.395163780665976e-06,
      "loss": 0.7429,
      "step": 33156
    },
    {
      "epoch": 0.6987518900778159,
      "grad_norm": 0.12459719181060791,
      "learning_rate": 4.394598538077893e-06,
      "loss": 0.7063,
      "step": 33157
    },
    {
      "epoch": 0.6987729641161812,
      "grad_norm": 0.14091360569000244,
      "learning_rate": 4.394033321603144e-06,
      "loss": 0.6892,
      "step": 33158
    },
    {
      "epoch": 0.6987940381545464,
      "grad_norm": 0.11078377813100815,
      "learning_rate": 4.393468131244355e-06,
      "loss": 0.7306,
      "step": 33159
    },
    {
      "epoch": 0.6988151121929117,
      "grad_norm": 0.135954812169075,
      "learning_rate": 4.3929029670041625e-06,
      "loss": 0.7147,
      "step": 33160
    },
    {
      "epoch": 0.6988361862312771,
      "grad_norm": 0.11916553974151611,
      "learning_rate": 4.392337828885199e-06,
      "loss": 0.7117,
      "step": 33161
    },
    {
      "epoch": 0.6988572602696423,
      "grad_norm": 0.1274118423461914,
      "learning_rate": 4.391772716890097e-06,
      "loss": 0.7229,
      "step": 33162
    },
    {
      "epoch": 0.6988783343080076,
      "grad_norm": 0.34107720851898193,
      "learning_rate": 4.391207631021486e-06,
      "loss": 0.6805,
      "step": 33163
    },
    {
      "epoch": 0.6988994083463729,
      "grad_norm": 0.15410350263118744,
      "learning_rate": 4.3906425712820055e-06,
      "loss": 0.7456,
      "step": 33164
    },
    {
      "epoch": 0.6989204823847381,
      "grad_norm": 0.1470700204372406,
      "learning_rate": 4.390077537674285e-06,
      "loss": 0.6839,
      "step": 33165
    },
    {
      "epoch": 0.6989415564231035,
      "grad_norm": 0.12908804416656494,
      "learning_rate": 4.389512530200955e-06,
      "loss": 0.7815,
      "step": 33166
    },
    {
      "epoch": 0.6989626304614688,
      "grad_norm": 0.12910571694374084,
      "learning_rate": 4.388947548864653e-06,
      "loss": 0.7733,
      "step": 33167
    },
    {
      "epoch": 0.698983704499834,
      "grad_norm": 0.11287018656730652,
      "learning_rate": 4.388382593668003e-06,
      "loss": 0.7213,
      "step": 33168
    },
    {
      "epoch": 0.6990047785381993,
      "grad_norm": 0.1265426129102707,
      "learning_rate": 4.387817664613641e-06,
      "loss": 0.7023,
      "step": 33169
    },
    {
      "epoch": 0.6990258525765646,
      "grad_norm": 0.13940438628196716,
      "learning_rate": 4.387252761704198e-06,
      "loss": 0.7286,
      "step": 33170
    },
    {
      "epoch": 0.69904692661493,
      "grad_norm": 0.14474578201770782,
      "learning_rate": 4.386687884942307e-06,
      "loss": 0.8168,
      "step": 33171
    },
    {
      "epoch": 0.6990680006532952,
      "grad_norm": 0.13751208782196045,
      "learning_rate": 4.386123034330598e-06,
      "loss": 0.7906,
      "step": 33172
    },
    {
      "epoch": 0.6990890746916605,
      "grad_norm": 0.1284639686346054,
      "learning_rate": 4.385558209871703e-06,
      "loss": 0.7678,
      "step": 33173
    },
    {
      "epoch": 0.6991101487300257,
      "grad_norm": 0.12114559859037399,
      "learning_rate": 4.384993411568254e-06,
      "loss": 0.7644,
      "step": 33174
    },
    {
      "epoch": 0.699131222768391,
      "grad_norm": 0.12670356035232544,
      "learning_rate": 4.384428639422882e-06,
      "loss": 0.7498,
      "step": 33175
    },
    {
      "epoch": 0.6991522968067564,
      "grad_norm": 0.12590573728084564,
      "learning_rate": 4.383863893438216e-06,
      "loss": 0.6654,
      "step": 33176
    },
    {
      "epoch": 0.6991733708451217,
      "grad_norm": 0.10993421077728271,
      "learning_rate": 4.383299173616889e-06,
      "loss": 0.7059,
      "step": 33177
    },
    {
      "epoch": 0.6991944448834869,
      "grad_norm": 0.12551116943359375,
      "learning_rate": 4.382734479961532e-06,
      "loss": 0.759,
      "step": 33178
    },
    {
      "epoch": 0.6992155189218522,
      "grad_norm": 0.12171517312526703,
      "learning_rate": 4.382169812474776e-06,
      "loss": 0.647,
      "step": 33179
    },
    {
      "epoch": 0.6992365929602175,
      "grad_norm": 0.11503909528255463,
      "learning_rate": 4.381605171159249e-06,
      "loss": 0.71,
      "step": 33180
    },
    {
      "epoch": 0.6992576669985827,
      "grad_norm": 0.1163523942232132,
      "learning_rate": 4.381040556017583e-06,
      "loss": 0.6625,
      "step": 33181
    },
    {
      "epoch": 0.6992787410369481,
      "grad_norm": 0.12861515581607819,
      "learning_rate": 4.380475967052409e-06,
      "loss": 0.7036,
      "step": 33182
    },
    {
      "epoch": 0.6992998150753134,
      "grad_norm": 0.11288245022296906,
      "learning_rate": 4.379911404266356e-06,
      "loss": 0.6923,
      "step": 33183
    },
    {
      "epoch": 0.6993208891136786,
      "grad_norm": 0.11467497050762177,
      "learning_rate": 4.379346867662056e-06,
      "loss": 0.6867,
      "step": 33184
    },
    {
      "epoch": 0.6993419631520439,
      "grad_norm": 0.12393335998058319,
      "learning_rate": 4.378782357242135e-06,
      "loss": 0.7712,
      "step": 33185
    },
    {
      "epoch": 0.6993630371904092,
      "grad_norm": 0.1554001420736313,
      "learning_rate": 4.378217873009227e-06,
      "loss": 0.7372,
      "step": 33186
    },
    {
      "epoch": 0.6993841112287745,
      "grad_norm": 0.13348709046840668,
      "learning_rate": 4.37765341496596e-06,
      "loss": 0.7488,
      "step": 33187
    },
    {
      "epoch": 0.6994051852671398,
      "grad_norm": 0.10782667249441147,
      "learning_rate": 4.377088983114967e-06,
      "loss": 0.7156,
      "step": 33188
    },
    {
      "epoch": 0.6994262593055051,
      "grad_norm": 0.12749414145946503,
      "learning_rate": 4.376524577458872e-06,
      "loss": 0.716,
      "step": 33189
    },
    {
      "epoch": 0.6994473333438703,
      "grad_norm": 0.1282562017440796,
      "learning_rate": 4.375960198000304e-06,
      "loss": 0.7387,
      "step": 33190
    },
    {
      "epoch": 0.6994684073822356,
      "grad_norm": 0.1264425814151764,
      "learning_rate": 4.375395844741896e-06,
      "loss": 0.729,
      "step": 33191
    },
    {
      "epoch": 0.699489481420601,
      "grad_norm": 0.14108113944530487,
      "learning_rate": 4.374831517686272e-06,
      "loss": 0.7452,
      "step": 33192
    },
    {
      "epoch": 0.6995105554589662,
      "grad_norm": 0.11426925659179688,
      "learning_rate": 4.374267216836069e-06,
      "loss": 0.7345,
      "step": 33193
    },
    {
      "epoch": 0.6995316294973315,
      "grad_norm": 0.11470099538564682,
      "learning_rate": 4.373702942193911e-06,
      "loss": 0.7231,
      "step": 33194
    },
    {
      "epoch": 0.6995527035356968,
      "grad_norm": 0.10919743031263351,
      "learning_rate": 4.373138693762427e-06,
      "loss": 0.7118,
      "step": 33195
    },
    {
      "epoch": 0.699573777574062,
      "grad_norm": 0.12010673433542252,
      "learning_rate": 4.372574471544246e-06,
      "loss": 0.7115,
      "step": 33196
    },
    {
      "epoch": 0.6995948516124274,
      "grad_norm": 0.11381368339061737,
      "learning_rate": 4.372010275542001e-06,
      "loss": 0.6943,
      "step": 33197
    },
    {
      "epoch": 0.6996159256507927,
      "grad_norm": 0.14098338782787323,
      "learning_rate": 4.371446105758312e-06,
      "loss": 0.6929,
      "step": 33198
    },
    {
      "epoch": 0.6996369996891579,
      "grad_norm": 0.14678438007831573,
      "learning_rate": 4.370881962195811e-06,
      "loss": 0.6678,
      "step": 33199
    },
    {
      "epoch": 0.6996580737275232,
      "grad_norm": 0.10966263711452484,
      "learning_rate": 4.370317844857126e-06,
      "loss": 0.7709,
      "step": 33200
    },
    {
      "epoch": 0.6996791477658885,
      "grad_norm": 0.1221984252333641,
      "learning_rate": 4.369753753744885e-06,
      "loss": 0.7236,
      "step": 33201
    },
    {
      "epoch": 0.6997002218042538,
      "grad_norm": 0.16920718550682068,
      "learning_rate": 4.369189688861716e-06,
      "loss": 0.7306,
      "step": 33202
    },
    {
      "epoch": 0.6997212958426191,
      "grad_norm": 0.11025053262710571,
      "learning_rate": 4.368625650210247e-06,
      "loss": 0.7016,
      "step": 33203
    },
    {
      "epoch": 0.6997423698809844,
      "grad_norm": 0.18441006541252136,
      "learning_rate": 4.368061637793105e-06,
      "loss": 0.7978,
      "step": 33204
    },
    {
      "epoch": 0.6997634439193496,
      "grad_norm": 0.10592047870159149,
      "learning_rate": 4.367497651612918e-06,
      "loss": 0.7264,
      "step": 33205
    },
    {
      "epoch": 0.6997845179577149,
      "grad_norm": 0.17331676185131073,
      "learning_rate": 4.366933691672315e-06,
      "loss": 0.7328,
      "step": 33206
    },
    {
      "epoch": 0.6998055919960803,
      "grad_norm": 0.11700674146413803,
      "learning_rate": 4.36636975797392e-06,
      "loss": 0.8004,
      "step": 33207
    },
    {
      "epoch": 0.6998266660344455,
      "grad_norm": 0.14884404838085175,
      "learning_rate": 4.365805850520362e-06,
      "loss": 0.7326,
      "step": 33208
    },
    {
      "epoch": 0.6998477400728108,
      "grad_norm": 0.13352462649345398,
      "learning_rate": 4.365241969314268e-06,
      "loss": 0.7408,
      "step": 33209
    },
    {
      "epoch": 0.6998688141111761,
      "grad_norm": 0.13504698872566223,
      "learning_rate": 4.364678114358264e-06,
      "loss": 0.7285,
      "step": 33210
    },
    {
      "epoch": 0.6998898881495413,
      "grad_norm": 0.12897934019565582,
      "learning_rate": 4.364114285654978e-06,
      "loss": 0.6983,
      "step": 33211
    },
    {
      "epoch": 0.6999109621879067,
      "grad_norm": 0.1081484779715538,
      "learning_rate": 4.363550483207035e-06,
      "loss": 0.6868,
      "step": 33212
    },
    {
      "epoch": 0.699932036226272,
      "grad_norm": 0.11062546819448471,
      "learning_rate": 4.362986707017064e-06,
      "loss": 0.7127,
      "step": 33213
    },
    {
      "epoch": 0.6999531102646372,
      "grad_norm": 0.1457340121269226,
      "learning_rate": 4.36242295708769e-06,
      "loss": 0.7488,
      "step": 33214
    },
    {
      "epoch": 0.6999741843030025,
      "grad_norm": 0.12099016457796097,
      "learning_rate": 4.361859233421538e-06,
      "loss": 0.7622,
      "step": 33215
    },
    {
      "epoch": 0.6999952583413678,
      "grad_norm": 0.13815374672412872,
      "learning_rate": 4.361295536021236e-06,
      "loss": 0.729,
      "step": 33216
    },
    {
      "epoch": 0.7000163323797332,
      "grad_norm": 0.1518421769142151,
      "learning_rate": 4.360731864889413e-06,
      "loss": 0.7266,
      "step": 33217
    },
    {
      "epoch": 0.7000374064180984,
      "grad_norm": 0.10816915333271027,
      "learning_rate": 4.3601682200286895e-06,
      "loss": 0.6975,
      "step": 33218
    },
    {
      "epoch": 0.7000584804564637,
      "grad_norm": 0.19635900855064392,
      "learning_rate": 4.359604601441692e-06,
      "loss": 0.7473,
      "step": 33219
    },
    {
      "epoch": 0.700079554494829,
      "grad_norm": 0.12521561980247498,
      "learning_rate": 4.359041009131048e-06,
      "loss": 0.6528,
      "step": 33220
    },
    {
      "epoch": 0.7001006285331942,
      "grad_norm": 0.18740881979465485,
      "learning_rate": 4.358477443099377e-06,
      "loss": 0.7438,
      "step": 33221
    },
    {
      "epoch": 0.7001217025715595,
      "grad_norm": 0.14341363310813904,
      "learning_rate": 4.357913903349316e-06,
      "loss": 0.7018,
      "step": 33222
    },
    {
      "epoch": 0.7001427766099249,
      "grad_norm": 0.15776948630809784,
      "learning_rate": 4.357350389883482e-06,
      "loss": 0.7301,
      "step": 33223
    },
    {
      "epoch": 0.7001638506482901,
      "grad_norm": 0.1586126685142517,
      "learning_rate": 4.356786902704503e-06,
      "loss": 0.7322,
      "step": 33224
    },
    {
      "epoch": 0.7001849246866554,
      "grad_norm": 0.10804401338100433,
      "learning_rate": 4.356223441815004e-06,
      "loss": 0.7733,
      "step": 33225
    },
    {
      "epoch": 0.7002059987250207,
      "grad_norm": 0.17559921741485596,
      "learning_rate": 4.355660007217613e-06,
      "loss": 0.7215,
      "step": 33226
    },
    {
      "epoch": 0.7002270727633859,
      "grad_norm": 0.13536730408668518,
      "learning_rate": 4.355096598914948e-06,
      "loss": 0.721,
      "step": 33227
    },
    {
      "epoch": 0.7002481468017513,
      "grad_norm": 0.13884274661540985,
      "learning_rate": 4.354533216909635e-06,
      "loss": 0.7128,
      "step": 33228
    },
    {
      "epoch": 0.7002692208401166,
      "grad_norm": 0.17500823736190796,
      "learning_rate": 4.353969861204303e-06,
      "loss": 0.7159,
      "step": 33229
    },
    {
      "epoch": 0.7002902948784818,
      "grad_norm": 0.11571795493364334,
      "learning_rate": 4.353406531801572e-06,
      "loss": 0.6695,
      "step": 33230
    },
    {
      "epoch": 0.7003113689168471,
      "grad_norm": 0.17098399996757507,
      "learning_rate": 4.352843228704069e-06,
      "loss": 0.7394,
      "step": 33231
    },
    {
      "epoch": 0.7003324429552124,
      "grad_norm": 0.1271614134311676,
      "learning_rate": 4.3522799519144166e-06,
      "loss": 0.6945,
      "step": 33232
    },
    {
      "epoch": 0.7003535169935777,
      "grad_norm": 0.13436689972877502,
      "learning_rate": 4.35171670143524e-06,
      "loss": 0.6805,
      "step": 33233
    },
    {
      "epoch": 0.700374591031943,
      "grad_norm": 0.17201215028762817,
      "learning_rate": 4.351153477269163e-06,
      "loss": 0.7453,
      "step": 33234
    },
    {
      "epoch": 0.7003956650703083,
      "grad_norm": 0.09757781028747559,
      "learning_rate": 4.350590279418811e-06,
      "loss": 0.6788,
      "step": 33235
    },
    {
      "epoch": 0.7004167391086735,
      "grad_norm": 0.11222514510154724,
      "learning_rate": 4.350027107886804e-06,
      "loss": 0.6883,
      "step": 33236
    },
    {
      "epoch": 0.7004378131470388,
      "grad_norm": 0.12853239476680756,
      "learning_rate": 4.349463962675769e-06,
      "loss": 0.7228,
      "step": 33237
    },
    {
      "epoch": 0.7004588871854042,
      "grad_norm": 0.14779981970787048,
      "learning_rate": 4.3489008437883265e-06,
      "loss": 0.7612,
      "step": 33238
    },
    {
      "epoch": 0.7004799612237694,
      "grad_norm": 0.12631778419017792,
      "learning_rate": 4.348337751227102e-06,
      "loss": 0.7297,
      "step": 33239
    },
    {
      "epoch": 0.7005010352621347,
      "grad_norm": 0.11205035448074341,
      "learning_rate": 4.347774684994719e-06,
      "loss": 0.7382,
      "step": 33240
    },
    {
      "epoch": 0.7005221093005,
      "grad_norm": 0.11122500151395798,
      "learning_rate": 4.347211645093798e-06,
      "loss": 0.655,
      "step": 33241
    },
    {
      "epoch": 0.7005431833388652,
      "grad_norm": 0.1256430298089981,
      "learning_rate": 4.346648631526966e-06,
      "loss": 0.7287,
      "step": 33242
    },
    {
      "epoch": 0.7005642573772306,
      "grad_norm": 0.09711611270904541,
      "learning_rate": 4.3460856442968425e-06,
      "loss": 0.6831,
      "step": 33243
    },
    {
      "epoch": 0.7005853314155959,
      "grad_norm": 0.11544744670391083,
      "learning_rate": 4.345522683406052e-06,
      "loss": 0.7395,
      "step": 33244
    },
    {
      "epoch": 0.7006064054539611,
      "grad_norm": 0.12385345995426178,
      "learning_rate": 4.344959748857215e-06,
      "loss": 0.7347,
      "step": 33245
    },
    {
      "epoch": 0.7006274794923264,
      "grad_norm": 0.1281578540802002,
      "learning_rate": 4.344396840652957e-06,
      "loss": 0.7688,
      "step": 33246
    },
    {
      "epoch": 0.7006485535306917,
      "grad_norm": 0.1286977231502533,
      "learning_rate": 4.343833958795901e-06,
      "loss": 0.7045,
      "step": 33247
    },
    {
      "epoch": 0.700669627569057,
      "grad_norm": 0.10197024792432785,
      "learning_rate": 4.343271103288664e-06,
      "loss": 0.6957,
      "step": 33248
    },
    {
      "epoch": 0.7006907016074223,
      "grad_norm": 0.11871455609798431,
      "learning_rate": 4.342708274133871e-06,
      "loss": 0.7231,
      "step": 33249
    },
    {
      "epoch": 0.7007117756457876,
      "grad_norm": 0.11514198780059814,
      "learning_rate": 4.3421454713341416e-06,
      "loss": 0.6852,
      "step": 33250
    },
    {
      "epoch": 0.7007328496841528,
      "grad_norm": 0.11672261357307434,
      "learning_rate": 4.341582694892103e-06,
      "loss": 0.6984,
      "step": 33251
    },
    {
      "epoch": 0.7007539237225181,
      "grad_norm": 0.11450199782848358,
      "learning_rate": 4.341019944810374e-06,
      "loss": 0.6822,
      "step": 33252
    },
    {
      "epoch": 0.7007749977608835,
      "grad_norm": 0.11406566947698593,
      "learning_rate": 4.340457221091576e-06,
      "loss": 0.7679,
      "step": 33253
    },
    {
      "epoch": 0.7007960717992487,
      "grad_norm": 0.11209321767091751,
      "learning_rate": 4.339894523738332e-06,
      "loss": 0.6687,
      "step": 33254
    },
    {
      "epoch": 0.700817145837614,
      "grad_norm": 0.13949322700500488,
      "learning_rate": 4.339331852753261e-06,
      "loss": 0.7181,
      "step": 33255
    },
    {
      "epoch": 0.7008382198759793,
      "grad_norm": 0.1106315404176712,
      "learning_rate": 4.338769208138991e-06,
      "loss": 0.698,
      "step": 33256
    },
    {
      "epoch": 0.7008592939143445,
      "grad_norm": 0.11665799468755722,
      "learning_rate": 4.338206589898133e-06,
      "loss": 0.7573,
      "step": 33257
    },
    {
      "epoch": 0.7008803679527098,
      "grad_norm": 0.12116141617298126,
      "learning_rate": 4.337643998033313e-06,
      "loss": 0.721,
      "step": 33258
    },
    {
      "epoch": 0.7009014419910752,
      "grad_norm": 0.12141672521829605,
      "learning_rate": 4.337081432547151e-06,
      "loss": 0.6922,
      "step": 33259
    },
    {
      "epoch": 0.7009225160294404,
      "grad_norm": 0.13613218069076538,
      "learning_rate": 4.336518893442269e-06,
      "loss": 0.795,
      "step": 33260
    },
    {
      "epoch": 0.7009435900678057,
      "grad_norm": 0.13698501884937286,
      "learning_rate": 4.335956380721287e-06,
      "loss": 0.6833,
      "step": 33261
    },
    {
      "epoch": 0.700964664106171,
      "grad_norm": 0.473276287317276,
      "learning_rate": 4.335393894386825e-06,
      "loss": 0.7282,
      "step": 33262
    },
    {
      "epoch": 0.7009857381445362,
      "grad_norm": 0.09830370545387268,
      "learning_rate": 4.334831434441504e-06,
      "loss": 0.67,
      "step": 33263
    },
    {
      "epoch": 0.7010068121829016,
      "grad_norm": 0.17721304297447205,
      "learning_rate": 4.334269000887941e-06,
      "loss": 0.6653,
      "step": 33264
    },
    {
      "epoch": 0.7010278862212669,
      "grad_norm": 0.1263793557882309,
      "learning_rate": 4.333706593728766e-06,
      "loss": 0.7432,
      "step": 33265
    },
    {
      "epoch": 0.7010489602596321,
      "grad_norm": 0.1088414192199707,
      "learning_rate": 4.333144212966589e-06,
      "loss": 0.7544,
      "step": 33266
    },
    {
      "epoch": 0.7010700342979974,
      "grad_norm": 0.1457158476114273,
      "learning_rate": 4.3325818586040335e-06,
      "loss": 0.7327,
      "step": 33267
    },
    {
      "epoch": 0.7010911083363627,
      "grad_norm": 0.10450451076030731,
      "learning_rate": 4.332019530643719e-06,
      "loss": 0.6528,
      "step": 33268
    },
    {
      "epoch": 0.701112182374728,
      "grad_norm": 0.10527776926755905,
      "learning_rate": 4.3314572290882665e-06,
      "loss": 0.7584,
      "step": 33269
    },
    {
      "epoch": 0.7011332564130933,
      "grad_norm": 0.1296854019165039,
      "learning_rate": 4.330894953940292e-06,
      "loss": 0.6709,
      "step": 33270
    },
    {
      "epoch": 0.7011543304514586,
      "grad_norm": 0.11016076803207397,
      "learning_rate": 4.330332705202418e-06,
      "loss": 0.8056,
      "step": 33271
    },
    {
      "epoch": 0.7011754044898239,
      "grad_norm": 0.1092958003282547,
      "learning_rate": 4.3297704828772634e-06,
      "loss": 0.6321,
      "step": 33272
    },
    {
      "epoch": 0.7011964785281891,
      "grad_norm": 0.11522728949785233,
      "learning_rate": 4.329208286967447e-06,
      "loss": 0.6738,
      "step": 33273
    },
    {
      "epoch": 0.7012175525665545,
      "grad_norm": 0.11662793159484863,
      "learning_rate": 4.328646117475588e-06,
      "loss": 0.704,
      "step": 33274
    },
    {
      "epoch": 0.7012386266049198,
      "grad_norm": 0.10279688239097595,
      "learning_rate": 4.328083974404305e-06,
      "loss": 0.6849,
      "step": 33275
    },
    {
      "epoch": 0.701259700643285,
      "grad_norm": 0.11721993237733841,
      "learning_rate": 4.3275218577562205e-06,
      "loss": 0.7086,
      "step": 33276
    },
    {
      "epoch": 0.7012807746816503,
      "grad_norm": 0.10993270576000214,
      "learning_rate": 4.3269597675339455e-06,
      "loss": 0.7456,
      "step": 33277
    },
    {
      "epoch": 0.7013018487200156,
      "grad_norm": 0.11830875277519226,
      "learning_rate": 4.3263977037401e-06,
      "loss": 0.6709,
      "step": 33278
    },
    {
      "epoch": 0.7013229227583809,
      "grad_norm": 0.11710182577371597,
      "learning_rate": 4.325835666377307e-06,
      "loss": 0.6974,
      "step": 33279
    },
    {
      "epoch": 0.7013439967967462,
      "grad_norm": 0.1767304688692093,
      "learning_rate": 4.325273655448184e-06,
      "loss": 0.7715,
      "step": 33280
    },
    {
      "epoch": 0.7013650708351115,
      "grad_norm": 0.1307273805141449,
      "learning_rate": 4.324711670955349e-06,
      "loss": 0.693,
      "step": 33281
    },
    {
      "epoch": 0.7013861448734767,
      "grad_norm": 0.1457608938217163,
      "learning_rate": 4.324149712901417e-06,
      "loss": 0.6435,
      "step": 33282
    },
    {
      "epoch": 0.701407218911842,
      "grad_norm": 0.17123356461524963,
      "learning_rate": 4.32358778128901e-06,
      "loss": 0.7019,
      "step": 33283
    },
    {
      "epoch": 0.7014282929502074,
      "grad_norm": 0.16530317068099976,
      "learning_rate": 4.323025876120743e-06,
      "loss": 0.7271,
      "step": 33284
    },
    {
      "epoch": 0.7014493669885726,
      "grad_norm": 0.10952974110841751,
      "learning_rate": 4.322463997399239e-06,
      "loss": 0.7085,
      "step": 33285
    },
    {
      "epoch": 0.7014704410269379,
      "grad_norm": 0.12722823023796082,
      "learning_rate": 4.321902145127107e-06,
      "loss": 0.8248,
      "step": 33286
    },
    {
      "epoch": 0.7014915150653032,
      "grad_norm": 0.12540125846862793,
      "learning_rate": 4.321340319306968e-06,
      "loss": 0.7714,
      "step": 33287
    },
    {
      "epoch": 0.7015125891036684,
      "grad_norm": 0.13118799030780792,
      "learning_rate": 4.320778519941441e-06,
      "loss": 0.7431,
      "step": 33288
    },
    {
      "epoch": 0.7015336631420338,
      "grad_norm": 0.16246914863586426,
      "learning_rate": 4.3202167470331415e-06,
      "loss": 0.7146,
      "step": 33289
    },
    {
      "epoch": 0.7015547371803991,
      "grad_norm": 0.10039663314819336,
      "learning_rate": 4.319655000584687e-06,
      "loss": 0.7613,
      "step": 33290
    },
    {
      "epoch": 0.7015758112187643,
      "grad_norm": 0.10670232027769089,
      "learning_rate": 4.3190932805986965e-06,
      "loss": 0.6707,
      "step": 33291
    },
    {
      "epoch": 0.7015968852571296,
      "grad_norm": 0.14086465537548065,
      "learning_rate": 4.318531587077784e-06,
      "loss": 0.7466,
      "step": 33292
    },
    {
      "epoch": 0.7016179592954949,
      "grad_norm": 0.1015828400850296,
      "learning_rate": 4.3179699200245616e-06,
      "loss": 0.6827,
      "step": 33293
    },
    {
      "epoch": 0.7016390333338601,
      "grad_norm": 0.13436895608901978,
      "learning_rate": 4.31740827944166e-06,
      "loss": 0.7234,
      "step": 33294
    },
    {
      "epoch": 0.7016601073722255,
      "grad_norm": 0.11330776661634445,
      "learning_rate": 4.316846665331685e-06,
      "loss": 0.6804,
      "step": 33295
    },
    {
      "epoch": 0.7016811814105908,
      "grad_norm": 0.1190202534198761,
      "learning_rate": 4.3162850776972534e-06,
      "loss": 0.7234,
      "step": 33296
    },
    {
      "epoch": 0.701702255448956,
      "grad_norm": 0.14093290269374847,
      "learning_rate": 4.315723516540982e-06,
      "loss": 0.7392,
      "step": 33297
    },
    {
      "epoch": 0.7017233294873213,
      "grad_norm": 0.10983379930257797,
      "learning_rate": 4.315161981865491e-06,
      "loss": 0.6924,
      "step": 33298
    },
    {
      "epoch": 0.7017444035256866,
      "grad_norm": 0.15295051038265228,
      "learning_rate": 4.314600473673392e-06,
      "loss": 0.7043,
      "step": 33299
    },
    {
      "epoch": 0.7017654775640519,
      "grad_norm": 0.15271112322807312,
      "learning_rate": 4.314038991967302e-06,
      "loss": 0.7037,
      "step": 33300
    },
    {
      "epoch": 0.7017865516024172,
      "grad_norm": 0.15155892074108124,
      "learning_rate": 4.313477536749837e-06,
      "loss": 0.8011,
      "step": 33301
    },
    {
      "epoch": 0.7018076256407825,
      "grad_norm": 0.4986356794834137,
      "learning_rate": 4.312916108023613e-06,
      "loss": 0.7623,
      "step": 33302
    },
    {
      "epoch": 0.7018286996791477,
      "grad_norm": 0.12423534691333771,
      "learning_rate": 4.312354705791244e-06,
      "loss": 0.7412,
      "step": 33303
    },
    {
      "epoch": 0.701849773717513,
      "grad_norm": 0.13119971752166748,
      "learning_rate": 4.311793330055346e-06,
      "loss": 0.7082,
      "step": 33304
    },
    {
      "epoch": 0.7018708477558784,
      "grad_norm": 0.12356492877006531,
      "learning_rate": 4.311231980818535e-06,
      "loss": 0.6956,
      "step": 33305
    },
    {
      "epoch": 0.7018919217942436,
      "grad_norm": 0.1352645307779312,
      "learning_rate": 4.31067065808343e-06,
      "loss": 0.6988,
      "step": 33306
    },
    {
      "epoch": 0.7019129958326089,
      "grad_norm": 0.10563448816537857,
      "learning_rate": 4.310109361852634e-06,
      "loss": 0.7248,
      "step": 33307
    },
    {
      "epoch": 0.7019340698709742,
      "grad_norm": 0.13489212095737457,
      "learning_rate": 4.309548092128774e-06,
      "loss": 0.8111,
      "step": 33308
    },
    {
      "epoch": 0.7019551439093394,
      "grad_norm": 0.14030426740646362,
      "learning_rate": 4.308986848914458e-06,
      "loss": 0.7739,
      "step": 33309
    },
    {
      "epoch": 0.7019762179477048,
      "grad_norm": 0.1421017199754715,
      "learning_rate": 4.3084256322123045e-06,
      "loss": 0.7155,
      "step": 33310
    },
    {
      "epoch": 0.7019972919860701,
      "grad_norm": 0.13183821737766266,
      "learning_rate": 4.307864442024926e-06,
      "loss": 0.7287,
      "step": 33311
    },
    {
      "epoch": 0.7020183660244353,
      "grad_norm": 0.13244399428367615,
      "learning_rate": 4.307303278354937e-06,
      "loss": 0.7095,
      "step": 33312
    },
    {
      "epoch": 0.7020394400628006,
      "grad_norm": 0.12479718029499054,
      "learning_rate": 4.306742141204952e-06,
      "loss": 0.7254,
      "step": 33313
    },
    {
      "epoch": 0.7020605141011659,
      "grad_norm": 0.12902899086475372,
      "learning_rate": 4.306181030577585e-06,
      "loss": 0.7537,
      "step": 33314
    },
    {
      "epoch": 0.7020815881395313,
      "grad_norm": 0.13088546693325043,
      "learning_rate": 4.305619946475454e-06,
      "loss": 0.7034,
      "step": 33315
    },
    {
      "epoch": 0.7021026621778965,
      "grad_norm": 0.2004290372133255,
      "learning_rate": 4.305058888901165e-06,
      "loss": 0.6907,
      "step": 33316
    },
    {
      "epoch": 0.7021237362162618,
      "grad_norm": 0.11756400018930435,
      "learning_rate": 4.304497857857336e-06,
      "loss": 0.6981,
      "step": 33317
    },
    {
      "epoch": 0.702144810254627,
      "grad_norm": 0.12373018264770508,
      "learning_rate": 4.30393685334658e-06,
      "loss": 0.7157,
      "step": 33318
    },
    {
      "epoch": 0.7021658842929923,
      "grad_norm": 0.18759405612945557,
      "learning_rate": 4.3033758753715095e-06,
      "loss": 0.6671,
      "step": 33319
    },
    {
      "epoch": 0.7021869583313577,
      "grad_norm": 0.13091769814491272,
      "learning_rate": 4.30281492393474e-06,
      "loss": 0.7497,
      "step": 33320
    },
    {
      "epoch": 0.702208032369723,
      "grad_norm": 0.1428324282169342,
      "learning_rate": 4.302253999038881e-06,
      "loss": 0.7374,
      "step": 33321
    },
    {
      "epoch": 0.7022291064080882,
      "grad_norm": 0.13087676465511322,
      "learning_rate": 4.301693100686551e-06,
      "loss": 0.7138,
      "step": 33322
    },
    {
      "epoch": 0.7022501804464535,
      "grad_norm": 0.14424459636211395,
      "learning_rate": 4.301132228880362e-06,
      "loss": 0.728,
      "step": 33323
    },
    {
      "epoch": 0.7022712544848188,
      "grad_norm": 0.1459639072418213,
      "learning_rate": 4.3005713836229275e-06,
      "loss": 0.7011,
      "step": 33324
    },
    {
      "epoch": 0.7022923285231841,
      "grad_norm": 0.13481555879116058,
      "learning_rate": 4.300010564916855e-06,
      "loss": 0.7569,
      "step": 33325
    },
    {
      "epoch": 0.7023134025615494,
      "grad_norm": 0.12398479133844376,
      "learning_rate": 4.29944977276476e-06,
      "loss": 0.7045,
      "step": 33326
    },
    {
      "epoch": 0.7023344765999147,
      "grad_norm": 0.13248389959335327,
      "learning_rate": 4.298889007169256e-06,
      "loss": 0.6787,
      "step": 33327
    },
    {
      "epoch": 0.7023555506382799,
      "grad_norm": 0.11399586498737335,
      "learning_rate": 4.298328268132954e-06,
      "loss": 0.7228,
      "step": 33328
    },
    {
      "epoch": 0.7023766246766452,
      "grad_norm": 0.14670193195343018,
      "learning_rate": 4.297767555658467e-06,
      "loss": 0.7024,
      "step": 33329
    },
    {
      "epoch": 0.7023976987150106,
      "grad_norm": 0.10920387506484985,
      "learning_rate": 4.297206869748407e-06,
      "loss": 0.6981,
      "step": 33330
    },
    {
      "epoch": 0.7024187727533758,
      "grad_norm": 0.11899204552173615,
      "learning_rate": 4.296646210405386e-06,
      "loss": 0.7669,
      "step": 33331
    },
    {
      "epoch": 0.7024398467917411,
      "grad_norm": 0.15121041238307953,
      "learning_rate": 4.296085577632016e-06,
      "loss": 0.7655,
      "step": 33332
    },
    {
      "epoch": 0.7024609208301064,
      "grad_norm": 0.11943832784891129,
      "learning_rate": 4.295524971430909e-06,
      "loss": 0.7478,
      "step": 33333
    },
    {
      "epoch": 0.7024819948684716,
      "grad_norm": 0.11354048550128937,
      "learning_rate": 4.294964391804676e-06,
      "loss": 0.6609,
      "step": 33334
    },
    {
      "epoch": 0.7025030689068369,
      "grad_norm": 0.12431372702121735,
      "learning_rate": 4.2944038387559325e-06,
      "loss": 0.706,
      "step": 33335
    },
    {
      "epoch": 0.7025241429452023,
      "grad_norm": 0.12936042249202728,
      "learning_rate": 4.2938433122872796e-06,
      "loss": 0.6968,
      "step": 33336
    },
    {
      "epoch": 0.7025452169835675,
      "grad_norm": 0.11053606867790222,
      "learning_rate": 4.2932828124013386e-06,
      "loss": 0.7314,
      "step": 33337
    },
    {
      "epoch": 0.7025662910219328,
      "grad_norm": 0.11784922331571579,
      "learning_rate": 4.292722339100717e-06,
      "loss": 0.7651,
      "step": 33338
    },
    {
      "epoch": 0.7025873650602981,
      "grad_norm": 0.14335045218467712,
      "learning_rate": 4.292161892388026e-06,
      "loss": 0.7011,
      "step": 33339
    },
    {
      "epoch": 0.7026084390986633,
      "grad_norm": 0.15467569231987,
      "learning_rate": 4.291601472265877e-06,
      "loss": 0.7237,
      "step": 33340
    },
    {
      "epoch": 0.7026295131370287,
      "grad_norm": 0.12688080966472626,
      "learning_rate": 4.291041078736879e-06,
      "loss": 0.6612,
      "step": 33341
    },
    {
      "epoch": 0.702650587175394,
      "grad_norm": 0.13468150794506073,
      "learning_rate": 4.290480711803646e-06,
      "loss": 0.7227,
      "step": 33342
    },
    {
      "epoch": 0.7026716612137592,
      "grad_norm": 0.14907577633857727,
      "learning_rate": 4.289920371468785e-06,
      "loss": 0.7786,
      "step": 33343
    },
    {
      "epoch": 0.7026927352521245,
      "grad_norm": 0.12724906206130981,
      "learning_rate": 4.289360057734912e-06,
      "loss": 0.7052,
      "step": 33344
    },
    {
      "epoch": 0.7027138092904898,
      "grad_norm": 0.15316937863826752,
      "learning_rate": 4.28879977060463e-06,
      "loss": 0.6932,
      "step": 33345
    },
    {
      "epoch": 0.7027348833288551,
      "grad_norm": 0.3863796591758728,
      "learning_rate": 4.288239510080553e-06,
      "loss": 0.694,
      "step": 33346
    },
    {
      "epoch": 0.7027559573672204,
      "grad_norm": 0.1602170616388321,
      "learning_rate": 4.287679276165289e-06,
      "loss": 0.7376,
      "step": 33347
    },
    {
      "epoch": 0.7027770314055857,
      "grad_norm": 0.12999877333641052,
      "learning_rate": 4.2871190688614504e-06,
      "loss": 0.7657,
      "step": 33348
    },
    {
      "epoch": 0.7027981054439509,
      "grad_norm": 0.13346871733665466,
      "learning_rate": 4.286558888171646e-06,
      "loss": 0.6908,
      "step": 33349
    },
    {
      "epoch": 0.7028191794823162,
      "grad_norm": 0.16268868744373322,
      "learning_rate": 4.285998734098481e-06,
      "loss": 0.7321,
      "step": 33350
    },
    {
      "epoch": 0.7028402535206816,
      "grad_norm": 0.10362249612808228,
      "learning_rate": 4.285438606644573e-06,
      "loss": 0.7305,
      "step": 33351
    },
    {
      "epoch": 0.7028613275590468,
      "grad_norm": 0.132672518491745,
      "learning_rate": 4.284878505812528e-06,
      "loss": 0.6658,
      "step": 33352
    },
    {
      "epoch": 0.7028824015974121,
      "grad_norm": 0.12199155986309052,
      "learning_rate": 4.284318431604958e-06,
      "loss": 0.7224,
      "step": 33353
    },
    {
      "epoch": 0.7029034756357774,
      "grad_norm": 0.1194683089852333,
      "learning_rate": 4.283758384024466e-06,
      "loss": 0.7157,
      "step": 33354
    },
    {
      "epoch": 0.7029245496741426,
      "grad_norm": 0.10226762294769287,
      "learning_rate": 4.283198363073664e-06,
      "loss": 0.6405,
      "step": 33355
    },
    {
      "epoch": 0.702945623712508,
      "grad_norm": 0.11076098680496216,
      "learning_rate": 4.282638368755161e-06,
      "loss": 0.7292,
      "step": 33356
    },
    {
      "epoch": 0.7029666977508733,
      "grad_norm": 0.1180882453918457,
      "learning_rate": 4.282078401071566e-06,
      "loss": 0.7081,
      "step": 33357
    },
    {
      "epoch": 0.7029877717892385,
      "grad_norm": 0.12581835687160492,
      "learning_rate": 4.281518460025488e-06,
      "loss": 0.6976,
      "step": 33358
    },
    {
      "epoch": 0.7030088458276038,
      "grad_norm": 0.1304277926683426,
      "learning_rate": 4.2809585456195335e-06,
      "loss": 0.7034,
      "step": 33359
    },
    {
      "epoch": 0.7030299198659691,
      "grad_norm": 0.10657568275928497,
      "learning_rate": 4.280398657856314e-06,
      "loss": 0.7341,
      "step": 33360
    },
    {
      "epoch": 0.7030509939043345,
      "grad_norm": 0.12493892014026642,
      "learning_rate": 4.2798387967384355e-06,
      "loss": 0.7177,
      "step": 33361
    },
    {
      "epoch": 0.7030720679426997,
      "grad_norm": 0.12712912261486053,
      "learning_rate": 4.279278962268508e-06,
      "loss": 0.7132,
      "step": 33362
    },
    {
      "epoch": 0.703093141981065,
      "grad_norm": 0.14817801117897034,
      "learning_rate": 4.278719154449138e-06,
      "loss": 0.7397,
      "step": 33363
    },
    {
      "epoch": 0.7031142160194302,
      "grad_norm": 0.14398691058158875,
      "learning_rate": 4.278159373282934e-06,
      "loss": 0.7014,
      "step": 33364
    },
    {
      "epoch": 0.7031352900577955,
      "grad_norm": 0.12464233487844467,
      "learning_rate": 4.277599618772505e-06,
      "loss": 0.7454,
      "step": 33365
    },
    {
      "epoch": 0.7031563640961609,
      "grad_norm": 0.13123716413974762,
      "learning_rate": 4.277039890920455e-06,
      "loss": 0.7382,
      "step": 33366
    },
    {
      "epoch": 0.7031774381345262,
      "grad_norm": 0.09509851038455963,
      "learning_rate": 4.276480189729395e-06,
      "loss": 0.6758,
      "step": 33367
    },
    {
      "epoch": 0.7031985121728914,
      "grad_norm": 0.12077613919973373,
      "learning_rate": 4.275920515201931e-06,
      "loss": 0.7415,
      "step": 33368
    },
    {
      "epoch": 0.7032195862112567,
      "grad_norm": 0.1406140923500061,
      "learning_rate": 4.275360867340672e-06,
      "loss": 0.6995,
      "step": 33369
    },
    {
      "epoch": 0.703240660249622,
      "grad_norm": 0.11974261701107025,
      "learning_rate": 4.274801246148222e-06,
      "loss": 0.6906,
      "step": 33370
    },
    {
      "epoch": 0.7032617342879872,
      "grad_norm": 0.17114458978176117,
      "learning_rate": 4.2742416516271916e-06,
      "loss": 0.8212,
      "step": 33371
    },
    {
      "epoch": 0.7032828083263526,
      "grad_norm": 0.12209664285182953,
      "learning_rate": 4.273682083780185e-06,
      "loss": 0.6962,
      "step": 33372
    },
    {
      "epoch": 0.7033038823647179,
      "grad_norm": 0.18277639150619507,
      "learning_rate": 4.273122542609811e-06,
      "loss": 0.7635,
      "step": 33373
    },
    {
      "epoch": 0.7033249564030831,
      "grad_norm": 0.12907624244689941,
      "learning_rate": 4.272563028118678e-06,
      "loss": 0.6794,
      "step": 33374
    },
    {
      "epoch": 0.7033460304414484,
      "grad_norm": 0.1368332952260971,
      "learning_rate": 4.272003540309388e-06,
      "loss": 0.717,
      "step": 33375
    },
    {
      "epoch": 0.7033671044798137,
      "grad_norm": 0.14175017178058624,
      "learning_rate": 4.271444079184547e-06,
      "loss": 0.7179,
      "step": 33376
    },
    {
      "epoch": 0.703388178518179,
      "grad_norm": 0.10855214297771454,
      "learning_rate": 4.270884644746764e-06,
      "loss": 0.7081,
      "step": 33377
    },
    {
      "epoch": 0.7034092525565443,
      "grad_norm": 0.16404330730438232,
      "learning_rate": 4.270325236998646e-06,
      "loss": 0.6949,
      "step": 33378
    },
    {
      "epoch": 0.7034303265949096,
      "grad_norm": 0.14236047863960266,
      "learning_rate": 4.269765855942793e-06,
      "loss": 0.7297,
      "step": 33379
    },
    {
      "epoch": 0.7034514006332748,
      "grad_norm": 0.13841961324214935,
      "learning_rate": 4.2692065015818205e-06,
      "loss": 0.7866,
      "step": 33380
    },
    {
      "epoch": 0.7034724746716401,
      "grad_norm": 0.11458785086870193,
      "learning_rate": 4.2686471739183286e-06,
      "loss": 0.6666,
      "step": 33381
    },
    {
      "epoch": 0.7034935487100055,
      "grad_norm": 0.146040678024292,
      "learning_rate": 4.2680878729549245e-06,
      "loss": 0.7688,
      "step": 33382
    },
    {
      "epoch": 0.7035146227483707,
      "grad_norm": 0.10875542461872101,
      "learning_rate": 4.267528598694217e-06,
      "loss": 0.7163,
      "step": 33383
    },
    {
      "epoch": 0.703535696786736,
      "grad_norm": 0.1353912204504013,
      "learning_rate": 4.266969351138804e-06,
      "loss": 0.6764,
      "step": 33384
    },
    {
      "epoch": 0.7035567708251013,
      "grad_norm": 0.10891293734312057,
      "learning_rate": 4.266410130291295e-06,
      "loss": 0.7496,
      "step": 33385
    },
    {
      "epoch": 0.7035778448634665,
      "grad_norm": 0.1212841272354126,
      "learning_rate": 4.265850936154295e-06,
      "loss": 0.7095,
      "step": 33386
    },
    {
      "epoch": 0.7035989189018319,
      "grad_norm": 0.16579721868038177,
      "learning_rate": 4.265291768730408e-06,
      "loss": 0.7354,
      "step": 33387
    },
    {
      "epoch": 0.7036199929401972,
      "grad_norm": 0.1322205364704132,
      "learning_rate": 4.26473262802224e-06,
      "loss": 0.7089,
      "step": 33388
    },
    {
      "epoch": 0.7036410669785624,
      "grad_norm": 0.11298739165067673,
      "learning_rate": 4.264173514032396e-06,
      "loss": 0.7316,
      "step": 33389
    },
    {
      "epoch": 0.7036621410169277,
      "grad_norm": 0.27781370282173157,
      "learning_rate": 4.26361442676348e-06,
      "loss": 0.6995,
      "step": 33390
    },
    {
      "epoch": 0.703683215055293,
      "grad_norm": 0.16310834884643555,
      "learning_rate": 4.2630553662180966e-06,
      "loss": 0.7472,
      "step": 33391
    },
    {
      "epoch": 0.7037042890936583,
      "grad_norm": 0.1373162865638733,
      "learning_rate": 4.26249633239885e-06,
      "loss": 0.6801,
      "step": 33392
    },
    {
      "epoch": 0.7037253631320236,
      "grad_norm": 0.13588811457157135,
      "learning_rate": 4.261937325308347e-06,
      "loss": 0.6701,
      "step": 33393
    },
    {
      "epoch": 0.7037464371703889,
      "grad_norm": 0.10900699347257614,
      "learning_rate": 4.2613783449491874e-06,
      "loss": 0.6751,
      "step": 33394
    },
    {
      "epoch": 0.7037675112087541,
      "grad_norm": 0.12127900868654251,
      "learning_rate": 4.260819391323978e-06,
      "loss": 0.7216,
      "step": 33395
    },
    {
      "epoch": 0.7037885852471194,
      "grad_norm": 0.21340204775333405,
      "learning_rate": 4.260260464435324e-06,
      "loss": 0.7511,
      "step": 33396
    },
    {
      "epoch": 0.7038096592854848,
      "grad_norm": 0.11614543944597244,
      "learning_rate": 4.259701564285826e-06,
      "loss": 0.7239,
      "step": 33397
    },
    {
      "epoch": 0.70383073332385,
      "grad_norm": 0.142966166138649,
      "learning_rate": 4.259142690878091e-06,
      "loss": 0.6962,
      "step": 33398
    },
    {
      "epoch": 0.7038518073622153,
      "grad_norm": 0.15257005393505096,
      "learning_rate": 4.25858384421472e-06,
      "loss": 0.776,
      "step": 33399
    },
    {
      "epoch": 0.7038728814005806,
      "grad_norm": 0.11235801130533218,
      "learning_rate": 4.258025024298316e-06,
      "loss": 0.6512,
      "step": 33400
    },
    {
      "epoch": 0.7038939554389458,
      "grad_norm": 0.10337123274803162,
      "learning_rate": 4.257466231131485e-06,
      "loss": 0.6218,
      "step": 33401
    },
    {
      "epoch": 0.7039150294773112,
      "grad_norm": 0.19862382113933563,
      "learning_rate": 4.256907464716829e-06,
      "loss": 0.7332,
      "step": 33402
    },
    {
      "epoch": 0.7039361035156765,
      "grad_norm": 0.11085005849599838,
      "learning_rate": 4.256348725056954e-06,
      "loss": 0.6993,
      "step": 33403
    },
    {
      "epoch": 0.7039571775540417,
      "grad_norm": 0.1121383011341095,
      "learning_rate": 4.255790012154457e-06,
      "loss": 0.7164,
      "step": 33404
    },
    {
      "epoch": 0.703978251592407,
      "grad_norm": 0.13156235218048096,
      "learning_rate": 4.255231326011944e-06,
      "loss": 0.7285,
      "step": 33405
    },
    {
      "epoch": 0.7039993256307723,
      "grad_norm": 0.11402627825737,
      "learning_rate": 4.254672666632016e-06,
      "loss": 0.7167,
      "step": 33406
    },
    {
      "epoch": 0.7040203996691377,
      "grad_norm": 0.12193566560745239,
      "learning_rate": 4.254114034017277e-06,
      "loss": 0.7138,
      "step": 33407
    },
    {
      "epoch": 0.7040414737075029,
      "grad_norm": 0.12613213062286377,
      "learning_rate": 4.253555428170326e-06,
      "loss": 0.6636,
      "step": 33408
    },
    {
      "epoch": 0.7040625477458682,
      "grad_norm": 0.1063585877418518,
      "learning_rate": 4.252996849093774e-06,
      "loss": 0.7374,
      "step": 33409
    },
    {
      "epoch": 0.7040836217842334,
      "grad_norm": 0.13673096895217896,
      "learning_rate": 4.252438296790216e-06,
      "loss": 0.7562,
      "step": 33410
    },
    {
      "epoch": 0.7041046958225987,
      "grad_norm": 0.11358272284269333,
      "learning_rate": 4.251879771262256e-06,
      "loss": 0.7656,
      "step": 33411
    },
    {
      "epoch": 0.704125769860964,
      "grad_norm": 0.12112302333116531,
      "learning_rate": 4.251321272512501e-06,
      "loss": 0.769,
      "step": 33412
    },
    {
      "epoch": 0.7041468438993294,
      "grad_norm": 0.10497590154409409,
      "learning_rate": 4.250762800543543e-06,
      "loss": 0.6617,
      "step": 33413
    },
    {
      "epoch": 0.7041679179376946,
      "grad_norm": 0.12232784181833267,
      "learning_rate": 4.2502043553579885e-06,
      "loss": 0.7436,
      "step": 33414
    },
    {
      "epoch": 0.7041889919760599,
      "grad_norm": 0.1266334056854248,
      "learning_rate": 4.249645936958439e-06,
      "loss": 0.7104,
      "step": 33415
    },
    {
      "epoch": 0.7042100660144252,
      "grad_norm": 0.1252327412366867,
      "learning_rate": 4.249087545347496e-06,
      "loss": 0.7384,
      "step": 33416
    },
    {
      "epoch": 0.7042311400527904,
      "grad_norm": 0.13515575230121613,
      "learning_rate": 4.2485291805277604e-06,
      "loss": 0.7737,
      "step": 33417
    },
    {
      "epoch": 0.7042522140911558,
      "grad_norm": 0.21123401820659637,
      "learning_rate": 4.247970842501835e-06,
      "loss": 0.7037,
      "step": 33418
    },
    {
      "epoch": 0.7042732881295211,
      "grad_norm": 0.1598566621541977,
      "learning_rate": 4.247412531272319e-06,
      "loss": 0.6883,
      "step": 33419
    },
    {
      "epoch": 0.7042943621678863,
      "grad_norm": 0.11965622752904892,
      "learning_rate": 4.246854246841814e-06,
      "loss": 0.6949,
      "step": 33420
    },
    {
      "epoch": 0.7043154362062516,
      "grad_norm": 0.11707592755556107,
      "learning_rate": 4.2462959892129204e-06,
      "loss": 0.7971,
      "step": 33421
    },
    {
      "epoch": 0.7043365102446169,
      "grad_norm": 0.12314862757921219,
      "learning_rate": 4.24573775838824e-06,
      "loss": 0.759,
      "step": 33422
    },
    {
      "epoch": 0.7043575842829822,
      "grad_norm": 0.11382200568914413,
      "learning_rate": 4.2451795543703725e-06,
      "loss": 0.6696,
      "step": 33423
    },
    {
      "epoch": 0.7043786583213475,
      "grad_norm": 0.1673484593629837,
      "learning_rate": 4.244621377161918e-06,
      "loss": 0.7232,
      "step": 33424
    },
    {
      "epoch": 0.7043997323597128,
      "grad_norm": 0.1179104745388031,
      "learning_rate": 4.244063226765478e-06,
      "loss": 0.7872,
      "step": 33425
    },
    {
      "epoch": 0.704420806398078,
      "grad_norm": 0.11589816957712173,
      "learning_rate": 4.2435051031836525e-06,
      "loss": 0.8063,
      "step": 33426
    },
    {
      "epoch": 0.7044418804364433,
      "grad_norm": 0.10825399309396744,
      "learning_rate": 4.24294700641904e-06,
      "loss": 0.7768,
      "step": 33427
    },
    {
      "epoch": 0.7044629544748087,
      "grad_norm": 0.11907509714365005,
      "learning_rate": 4.2423889364742435e-06,
      "loss": 0.6976,
      "step": 33428
    },
    {
      "epoch": 0.7044840285131739,
      "grad_norm": 0.12628793716430664,
      "learning_rate": 4.241830893351859e-06,
      "loss": 0.7096,
      "step": 33429
    },
    {
      "epoch": 0.7045051025515392,
      "grad_norm": 0.10994777083396912,
      "learning_rate": 4.241272877054489e-06,
      "loss": 0.6931,
      "step": 33430
    },
    {
      "epoch": 0.7045261765899045,
      "grad_norm": 0.12324792146682739,
      "learning_rate": 4.2407148875847325e-06,
      "loss": 0.7437,
      "step": 33431
    },
    {
      "epoch": 0.7045472506282697,
      "grad_norm": 0.1900666058063507,
      "learning_rate": 4.240156924945188e-06,
      "loss": 0.8111,
      "step": 33432
    },
    {
      "epoch": 0.7045683246666351,
      "grad_norm": 0.1348041594028473,
      "learning_rate": 4.239598989138459e-06,
      "loss": 0.6296,
      "step": 33433
    },
    {
      "epoch": 0.7045893987050004,
      "grad_norm": 0.13619635999202728,
      "learning_rate": 4.239041080167139e-06,
      "loss": 0.7541,
      "step": 33434
    },
    {
      "epoch": 0.7046104727433656,
      "grad_norm": 0.12630237638950348,
      "learning_rate": 4.238483198033828e-06,
      "loss": 0.7383,
      "step": 33435
    },
    {
      "epoch": 0.7046315467817309,
      "grad_norm": 0.12986764311790466,
      "learning_rate": 4.237925342741126e-06,
      "loss": 0.7406,
      "step": 33436
    },
    {
      "epoch": 0.7046526208200962,
      "grad_norm": 0.10877229273319244,
      "learning_rate": 4.237367514291629e-06,
      "loss": 0.705,
      "step": 33437
    },
    {
      "epoch": 0.7046736948584615,
      "grad_norm": 0.14686720073223114,
      "learning_rate": 4.236809712687943e-06,
      "loss": 0.732,
      "step": 33438
    },
    {
      "epoch": 0.7046947688968268,
      "grad_norm": 0.11870995163917542,
      "learning_rate": 4.23625193793266e-06,
      "loss": 0.6997,
      "step": 33439
    },
    {
      "epoch": 0.7047158429351921,
      "grad_norm": 0.12668932974338531,
      "learning_rate": 4.2356941900283835e-06,
      "loss": 0.6606,
      "step": 33440
    },
    {
      "epoch": 0.7047369169735573,
      "grad_norm": 0.12369093298912048,
      "learning_rate": 4.235136468977707e-06,
      "loss": 0.6645,
      "step": 33441
    },
    {
      "epoch": 0.7047579910119226,
      "grad_norm": 0.12042038887739182,
      "learning_rate": 4.2345787747832365e-06,
      "loss": 0.6969,
      "step": 33442
    },
    {
      "epoch": 0.704779065050288,
      "grad_norm": 0.11354746669530869,
      "learning_rate": 4.234021107447559e-06,
      "loss": 0.726,
      "step": 33443
    },
    {
      "epoch": 0.7048001390886532,
      "grad_norm": 0.10686395317316055,
      "learning_rate": 4.233463466973279e-06,
      "loss": 0.7206,
      "step": 33444
    },
    {
      "epoch": 0.7048212131270185,
      "grad_norm": 0.09991194307804108,
      "learning_rate": 4.232905853362993e-06,
      "loss": 0.6761,
      "step": 33445
    },
    {
      "epoch": 0.7048422871653838,
      "grad_norm": 0.1208968535065651,
      "learning_rate": 4.2323482666192985e-06,
      "loss": 0.7006,
      "step": 33446
    },
    {
      "epoch": 0.704863361203749,
      "grad_norm": 0.10527078062295914,
      "learning_rate": 4.2317907067447925e-06,
      "loss": 0.7412,
      "step": 33447
    },
    {
      "epoch": 0.7048844352421143,
      "grad_norm": 0.12219545990228653,
      "learning_rate": 4.231233173742074e-06,
      "loss": 0.7823,
      "step": 33448
    },
    {
      "epoch": 0.7049055092804797,
      "grad_norm": 0.11562395840883255,
      "learning_rate": 4.2306756676137405e-06,
      "loss": 0.7326,
      "step": 33449
    },
    {
      "epoch": 0.704926583318845,
      "grad_norm": 0.11196787655353546,
      "learning_rate": 4.230118188362388e-06,
      "loss": 0.7706,
      "step": 33450
    },
    {
      "epoch": 0.7049476573572102,
      "grad_norm": 0.15861299633979797,
      "learning_rate": 4.229560735990613e-06,
      "loss": 0.6414,
      "step": 33451
    },
    {
      "epoch": 0.7049687313955755,
      "grad_norm": 0.11166689544916153,
      "learning_rate": 4.229003310501014e-06,
      "loss": 0.6515,
      "step": 33452
    },
    {
      "epoch": 0.7049898054339407,
      "grad_norm": 0.11779921501874924,
      "learning_rate": 4.228445911896188e-06,
      "loss": 0.7688,
      "step": 33453
    },
    {
      "epoch": 0.7050108794723061,
      "grad_norm": 0.12658996880054474,
      "learning_rate": 4.227888540178731e-06,
      "loss": 0.6728,
      "step": 33454
    },
    {
      "epoch": 0.7050319535106714,
      "grad_norm": 0.16774001717567444,
      "learning_rate": 4.227331195351238e-06,
      "loss": 0.7019,
      "step": 33455
    },
    {
      "epoch": 0.7050530275490366,
      "grad_norm": 0.1460280865430832,
      "learning_rate": 4.226773877416308e-06,
      "loss": 0.7967,
      "step": 33456
    },
    {
      "epoch": 0.7050741015874019,
      "grad_norm": 0.164997860789299,
      "learning_rate": 4.226216586376536e-06,
      "loss": 0.7287,
      "step": 33457
    },
    {
      "epoch": 0.7050951756257672,
      "grad_norm": 0.11701241135597229,
      "learning_rate": 4.2256593222345185e-06,
      "loss": 0.6454,
      "step": 33458
    },
    {
      "epoch": 0.7051162496641326,
      "grad_norm": 0.12071345746517181,
      "learning_rate": 4.225102084992852e-06,
      "loss": 0.6505,
      "step": 33459
    },
    {
      "epoch": 0.7051373237024978,
      "grad_norm": 0.12835419178009033,
      "learning_rate": 4.224544874654132e-06,
      "loss": 0.7197,
      "step": 33460
    },
    {
      "epoch": 0.7051583977408631,
      "grad_norm": 0.14184334874153137,
      "learning_rate": 4.223987691220953e-06,
      "loss": 0.7518,
      "step": 33461
    },
    {
      "epoch": 0.7051794717792284,
      "grad_norm": 0.1177774965763092,
      "learning_rate": 4.223430534695917e-06,
      "loss": 0.7141,
      "step": 33462
    },
    {
      "epoch": 0.7052005458175936,
      "grad_norm": 0.11172489821910858,
      "learning_rate": 4.2228734050816114e-06,
      "loss": 0.7311,
      "step": 33463
    },
    {
      "epoch": 0.705221619855959,
      "grad_norm": 0.10804466158151627,
      "learning_rate": 4.222316302380633e-06,
      "loss": 0.6874,
      "step": 33464
    },
    {
      "epoch": 0.7052426938943243,
      "grad_norm": 0.1277097910642624,
      "learning_rate": 4.221759226595576e-06,
      "loss": 0.7357,
      "step": 33465
    },
    {
      "epoch": 0.7052637679326895,
      "grad_norm": 0.11939138174057007,
      "learning_rate": 4.221202177729042e-06,
      "loss": 0.7349,
      "step": 33466
    },
    {
      "epoch": 0.7052848419710548,
      "grad_norm": 0.11731056869029999,
      "learning_rate": 4.2206451557836235e-06,
      "loss": 0.7346,
      "step": 33467
    },
    {
      "epoch": 0.70530591600942,
      "grad_norm": 0.12575913965702057,
      "learning_rate": 4.2200881607619145e-06,
      "loss": 0.7079,
      "step": 33468
    },
    {
      "epoch": 0.7053269900477854,
      "grad_norm": 0.12342269718647003,
      "learning_rate": 4.2195311926665095e-06,
      "loss": 0.7408,
      "step": 33469
    },
    {
      "epoch": 0.7053480640861507,
      "grad_norm": 0.1155455932021141,
      "learning_rate": 4.218974251500003e-06,
      "loss": 0.7643,
      "step": 33470
    },
    {
      "epoch": 0.705369138124516,
      "grad_norm": 0.10461586713790894,
      "learning_rate": 4.218417337264995e-06,
      "loss": 0.7127,
      "step": 33471
    },
    {
      "epoch": 0.7053902121628812,
      "grad_norm": 0.11337193846702576,
      "learning_rate": 4.21786044996407e-06,
      "loss": 0.7342,
      "step": 33472
    },
    {
      "epoch": 0.7054112862012465,
      "grad_norm": 0.11896789819002151,
      "learning_rate": 4.2173035895998285e-06,
      "loss": 0.7608,
      "step": 33473
    },
    {
      "epoch": 0.7054323602396119,
      "grad_norm": 0.1167299747467041,
      "learning_rate": 4.216746756174864e-06,
      "loss": 0.6971,
      "step": 33474
    },
    {
      "epoch": 0.7054534342779771,
      "grad_norm": 0.11552039533853531,
      "learning_rate": 4.216189949691768e-06,
      "loss": 0.7176,
      "step": 33475
    },
    {
      "epoch": 0.7054745083163424,
      "grad_norm": 0.1423569768667221,
      "learning_rate": 4.215633170153138e-06,
      "loss": 0.787,
      "step": 33476
    },
    {
      "epoch": 0.7054955823547077,
      "grad_norm": 0.1041530892252922,
      "learning_rate": 4.215076417561567e-06,
      "loss": 0.7352,
      "step": 33477
    },
    {
      "epoch": 0.7055166563930729,
      "grad_norm": 0.16296960413455963,
      "learning_rate": 4.214519691919646e-06,
      "loss": 0.705,
      "step": 33478
    },
    {
      "epoch": 0.7055377304314383,
      "grad_norm": 0.13764545321464539,
      "learning_rate": 4.213962993229972e-06,
      "loss": 0.8057,
      "step": 33479
    },
    {
      "epoch": 0.7055588044698036,
      "grad_norm": 0.11468175053596497,
      "learning_rate": 4.213406321495137e-06,
      "loss": 0.7348,
      "step": 33480
    },
    {
      "epoch": 0.7055798785081688,
      "grad_norm": 0.12998118996620178,
      "learning_rate": 4.212849676717735e-06,
      "loss": 0.6512,
      "step": 33481
    },
    {
      "epoch": 0.7056009525465341,
      "grad_norm": 0.11327812075614929,
      "learning_rate": 4.212293058900357e-06,
      "loss": 0.7383,
      "step": 33482
    },
    {
      "epoch": 0.7056220265848994,
      "grad_norm": 0.16345302760601044,
      "learning_rate": 4.2117364680456e-06,
      "loss": 0.679,
      "step": 33483
    },
    {
      "epoch": 0.7056431006232646,
      "grad_norm": 0.11908454447984695,
      "learning_rate": 4.211179904156052e-06,
      "loss": 0.711,
      "step": 33484
    },
    {
      "epoch": 0.70566417466163,
      "grad_norm": 0.12803028523921967,
      "learning_rate": 4.21062336723431e-06,
      "loss": 0.6614,
      "step": 33485
    },
    {
      "epoch": 0.7056852486999953,
      "grad_norm": 0.13292156159877777,
      "learning_rate": 4.210066857282965e-06,
      "loss": 0.7133,
      "step": 33486
    },
    {
      "epoch": 0.7057063227383605,
      "grad_norm": 0.10559073090553284,
      "learning_rate": 4.209510374304608e-06,
      "loss": 0.7052,
      "step": 33487
    },
    {
      "epoch": 0.7057273967767258,
      "grad_norm": 0.11674391478300095,
      "learning_rate": 4.208953918301835e-06,
      "loss": 0.6894,
      "step": 33488
    },
    {
      "epoch": 0.7057484708150911,
      "grad_norm": 0.10507740080356598,
      "learning_rate": 4.208397489277236e-06,
      "loss": 0.7096,
      "step": 33489
    },
    {
      "epoch": 0.7057695448534564,
      "grad_norm": 0.11502083390951157,
      "learning_rate": 4.207841087233403e-06,
      "loss": 0.6763,
      "step": 33490
    },
    {
      "epoch": 0.7057906188918217,
      "grad_norm": 0.11013823747634888,
      "learning_rate": 4.2072847121729285e-06,
      "loss": 0.7111,
      "step": 33491
    },
    {
      "epoch": 0.705811692930187,
      "grad_norm": 0.11479182541370392,
      "learning_rate": 4.206728364098409e-06,
      "loss": 0.6936,
      "step": 33492
    },
    {
      "epoch": 0.7058327669685522,
      "grad_norm": 0.14632511138916016,
      "learning_rate": 4.206172043012428e-06,
      "loss": 0.7102,
      "step": 33493
    },
    {
      "epoch": 0.7058538410069175,
      "grad_norm": 0.11926151812076569,
      "learning_rate": 4.205615748917576e-06,
      "loss": 0.7058,
      "step": 33494
    },
    {
      "epoch": 0.7058749150452829,
      "grad_norm": 0.10725142061710358,
      "learning_rate": 4.205059481816455e-06,
      "loss": 0.7538,
      "step": 33495
    },
    {
      "epoch": 0.7058959890836481,
      "grad_norm": 0.19179928302764893,
      "learning_rate": 4.2045032417116495e-06,
      "loss": 0.6852,
      "step": 33496
    },
    {
      "epoch": 0.7059170631220134,
      "grad_norm": 0.13952238857746124,
      "learning_rate": 4.2039470286057535e-06,
      "loss": 0.6792,
      "step": 33497
    },
    {
      "epoch": 0.7059381371603787,
      "grad_norm": 0.11868555098772049,
      "learning_rate": 4.203390842501356e-06,
      "loss": 0.6748,
      "step": 33498
    },
    {
      "epoch": 0.7059592111987439,
      "grad_norm": 0.1101391538977623,
      "learning_rate": 4.202834683401049e-06,
      "loss": 0.7223,
      "step": 33499
    },
    {
      "epoch": 0.7059802852371093,
      "grad_norm": 0.13682235777378082,
      "learning_rate": 4.202278551307425e-06,
      "loss": 0.71,
      "step": 33500
    },
    {
      "epoch": 0.7060013592754746,
      "grad_norm": 0.10393106192350388,
      "learning_rate": 4.201722446223076e-06,
      "loss": 0.7466,
      "step": 33501
    },
    {
      "epoch": 0.7060224333138398,
      "grad_norm": 0.11253530532121658,
      "learning_rate": 4.201166368150585e-06,
      "loss": 0.76,
      "step": 33502
    },
    {
      "epoch": 0.7060435073522051,
      "grad_norm": 0.11623812466859818,
      "learning_rate": 4.200610317092549e-06,
      "loss": 0.6706,
      "step": 33503
    },
    {
      "epoch": 0.7060645813905704,
      "grad_norm": 0.10977216064929962,
      "learning_rate": 4.200054293051556e-06,
      "loss": 0.7413,
      "step": 33504
    },
    {
      "epoch": 0.7060856554289358,
      "grad_norm": 0.12376487255096436,
      "learning_rate": 4.1994982960301975e-06,
      "loss": 0.7283,
      "step": 33505
    },
    {
      "epoch": 0.706106729467301,
      "grad_norm": 0.2919599711894989,
      "learning_rate": 4.198942326031063e-06,
      "loss": 0.7347,
      "step": 33506
    },
    {
      "epoch": 0.7061278035056663,
      "grad_norm": 0.11394773423671722,
      "learning_rate": 4.198386383056744e-06,
      "loss": 0.7765,
      "step": 33507
    },
    {
      "epoch": 0.7061488775440316,
      "grad_norm": 0.12139107286930084,
      "learning_rate": 4.197830467109825e-06,
      "loss": 0.6798,
      "step": 33508
    },
    {
      "epoch": 0.7061699515823968,
      "grad_norm": 0.20727214217185974,
      "learning_rate": 4.197274578192904e-06,
      "loss": 0.7584,
      "step": 33509
    },
    {
      "epoch": 0.7061910256207622,
      "grad_norm": 0.11285513639450073,
      "learning_rate": 4.196718716308569e-06,
      "loss": 0.7389,
      "step": 33510
    },
    {
      "epoch": 0.7062120996591275,
      "grad_norm": 0.10738484561443329,
      "learning_rate": 4.1961628814594045e-06,
      "loss": 0.7531,
      "step": 33511
    },
    {
      "epoch": 0.7062331736974927,
      "grad_norm": 0.14294731616973877,
      "learning_rate": 4.195607073648003e-06,
      "loss": 0.6954,
      "step": 33512
    },
    {
      "epoch": 0.706254247735858,
      "grad_norm": 0.1342371255159378,
      "learning_rate": 4.195051292876954e-06,
      "loss": 0.7017,
      "step": 33513
    },
    {
      "epoch": 0.7062753217742233,
      "grad_norm": 0.09898027777671814,
      "learning_rate": 4.194495539148845e-06,
      "loss": 0.7254,
      "step": 33514
    },
    {
      "epoch": 0.7062963958125886,
      "grad_norm": 0.14045381546020508,
      "learning_rate": 4.193939812466267e-06,
      "loss": 0.7485,
      "step": 33515
    },
    {
      "epoch": 0.7063174698509539,
      "grad_norm": 0.11997441202402115,
      "learning_rate": 4.193384112831808e-06,
      "loss": 0.7075,
      "step": 33516
    },
    {
      "epoch": 0.7063385438893192,
      "grad_norm": 0.10779354721307755,
      "learning_rate": 4.192828440248056e-06,
      "loss": 0.689,
      "step": 33517
    },
    {
      "epoch": 0.7063596179276844,
      "grad_norm": 0.11014889180660248,
      "learning_rate": 4.192272794717601e-06,
      "loss": 0.7455,
      "step": 33518
    },
    {
      "epoch": 0.7063806919660497,
      "grad_norm": 0.11403778195381165,
      "learning_rate": 4.191717176243031e-06,
      "loss": 0.6912,
      "step": 33519
    },
    {
      "epoch": 0.7064017660044151,
      "grad_norm": 0.09861604869365692,
      "learning_rate": 4.191161584826935e-06,
      "loss": 0.7625,
      "step": 33520
    },
    {
      "epoch": 0.7064228400427803,
      "grad_norm": 0.10938306897878647,
      "learning_rate": 4.190606020471904e-06,
      "loss": 0.6792,
      "step": 33521
    },
    {
      "epoch": 0.7064439140811456,
      "grad_norm": 0.16373929381370544,
      "learning_rate": 4.190050483180519e-06,
      "loss": 0.7219,
      "step": 33522
    },
    {
      "epoch": 0.7064649881195109,
      "grad_norm": 0.11023946851491928,
      "learning_rate": 4.189494972955369e-06,
      "loss": 0.6977,
      "step": 33523
    },
    {
      "epoch": 0.7064860621578761,
      "grad_norm": 0.11156529188156128,
      "learning_rate": 4.188939489799048e-06,
      "loss": 0.7176,
      "step": 33524
    },
    {
      "epoch": 0.7065071361962414,
      "grad_norm": 0.11174961924552917,
      "learning_rate": 4.18838403371414e-06,
      "loss": 0.7771,
      "step": 33525
    },
    {
      "epoch": 0.7065282102346068,
      "grad_norm": 0.11086991429328918,
      "learning_rate": 4.187828604703235e-06,
      "loss": 0.6928,
      "step": 33526
    },
    {
      "epoch": 0.706549284272972,
      "grad_norm": 0.14668963849544525,
      "learning_rate": 4.187273202768917e-06,
      "loss": 0.7666,
      "step": 33527
    },
    {
      "epoch": 0.7065703583113373,
      "grad_norm": 0.09902460873126984,
      "learning_rate": 4.186717827913775e-06,
      "loss": 0.7871,
      "step": 33528
    },
    {
      "epoch": 0.7065914323497026,
      "grad_norm": 0.11755560338497162,
      "learning_rate": 4.1861624801403975e-06,
      "loss": 0.7007,
      "step": 33529
    },
    {
      "epoch": 0.7066125063880678,
      "grad_norm": 0.1354217678308487,
      "learning_rate": 4.185607159451375e-06,
      "loss": 0.7303,
      "step": 33530
    },
    {
      "epoch": 0.7066335804264332,
      "grad_norm": 0.10674165189266205,
      "learning_rate": 4.185051865849285e-06,
      "loss": 0.713,
      "step": 33531
    },
    {
      "epoch": 0.7066546544647985,
      "grad_norm": 0.15281714498996735,
      "learning_rate": 4.1844965993367206e-06,
      "loss": 0.6899,
      "step": 33532
    },
    {
      "epoch": 0.7066757285031637,
      "grad_norm": 0.11205828189849854,
      "learning_rate": 4.183941359916266e-06,
      "loss": 0.7494,
      "step": 33533
    },
    {
      "epoch": 0.706696802541529,
      "grad_norm": 0.09679894149303436,
      "learning_rate": 4.18338614759051e-06,
      "loss": 0.7449,
      "step": 33534
    },
    {
      "epoch": 0.7067178765798943,
      "grad_norm": 0.12202411144971848,
      "learning_rate": 4.182830962362039e-06,
      "loss": 0.6945,
      "step": 33535
    },
    {
      "epoch": 0.7067389506182596,
      "grad_norm": 0.1993696093559265,
      "learning_rate": 4.182275804233438e-06,
      "loss": 0.7031,
      "step": 33536
    },
    {
      "epoch": 0.7067600246566249,
      "grad_norm": 0.12294897437095642,
      "learning_rate": 4.181720673207291e-06,
      "loss": 0.6603,
      "step": 33537
    },
    {
      "epoch": 0.7067810986949902,
      "grad_norm": 0.13176141679286957,
      "learning_rate": 4.181165569286191e-06,
      "loss": 0.7015,
      "step": 33538
    },
    {
      "epoch": 0.7068021727333554,
      "grad_norm": 0.10806771367788315,
      "learning_rate": 4.180610492472719e-06,
      "loss": 0.6928,
      "step": 33539
    },
    {
      "epoch": 0.7068232467717207,
      "grad_norm": 0.12492570281028748,
      "learning_rate": 4.180055442769466e-06,
      "loss": 0.7059,
      "step": 33540
    },
    {
      "epoch": 0.7068443208100861,
      "grad_norm": 0.10835840553045273,
      "learning_rate": 4.179500420179011e-06,
      "loss": 0.69,
      "step": 33541
    },
    {
      "epoch": 0.7068653948484513,
      "grad_norm": 0.10188674926757812,
      "learning_rate": 4.178945424703943e-06,
      "loss": 0.6819,
      "step": 33542
    },
    {
      "epoch": 0.7068864688868166,
      "grad_norm": 0.12085583806037903,
      "learning_rate": 4.178390456346846e-06,
      "loss": 0.7126,
      "step": 33543
    },
    {
      "epoch": 0.7069075429251819,
      "grad_norm": 0.1168290451169014,
      "learning_rate": 4.177835515110306e-06,
      "loss": 0.7223,
      "step": 33544
    },
    {
      "epoch": 0.7069286169635471,
      "grad_norm": 0.1267297863960266,
      "learning_rate": 4.177280600996909e-06,
      "loss": 0.714,
      "step": 33545
    },
    {
      "epoch": 0.7069496910019125,
      "grad_norm": 0.11826510727405548,
      "learning_rate": 4.1767257140092395e-06,
      "loss": 0.6789,
      "step": 33546
    },
    {
      "epoch": 0.7069707650402778,
      "grad_norm": 0.10706204175949097,
      "learning_rate": 4.176170854149884e-06,
      "loss": 0.7498,
      "step": 33547
    },
    {
      "epoch": 0.706991839078643,
      "grad_norm": 0.11411351710557938,
      "learning_rate": 4.175616021421423e-06,
      "loss": 0.718,
      "step": 33548
    },
    {
      "epoch": 0.7070129131170083,
      "grad_norm": 0.11491285264492035,
      "learning_rate": 4.175061215826447e-06,
      "loss": 0.7352,
      "step": 33549
    },
    {
      "epoch": 0.7070339871553736,
      "grad_norm": 0.15446162223815918,
      "learning_rate": 4.174506437367538e-06,
      "loss": 0.7533,
      "step": 33550
    },
    {
      "epoch": 0.707055061193739,
      "grad_norm": 0.16068951785564423,
      "learning_rate": 4.173951686047283e-06,
      "loss": 0.7085,
      "step": 33551
    },
    {
      "epoch": 0.7070761352321042,
      "grad_norm": 0.11719731986522675,
      "learning_rate": 4.173396961868257e-06,
      "loss": 0.6429,
      "step": 33552
    },
    {
      "epoch": 0.7070972092704695,
      "grad_norm": 0.13172903656959534,
      "learning_rate": 4.1728422648330545e-06,
      "loss": 0.7046,
      "step": 33553
    },
    {
      "epoch": 0.7071182833088347,
      "grad_norm": 0.13017305731773376,
      "learning_rate": 4.172287594944257e-06,
      "loss": 0.735,
      "step": 33554
    },
    {
      "epoch": 0.7071393573472,
      "grad_norm": 0.10971549898386002,
      "learning_rate": 4.171732952204446e-06,
      "loss": 0.6771,
      "step": 33555
    },
    {
      "epoch": 0.7071604313855654,
      "grad_norm": 0.13113939762115479,
      "learning_rate": 4.171178336616208e-06,
      "loss": 0.7135,
      "step": 33556
    },
    {
      "epoch": 0.7071815054239307,
      "grad_norm": 0.11229000240564346,
      "learning_rate": 4.170623748182125e-06,
      "loss": 0.7546,
      "step": 33557
    },
    {
      "epoch": 0.7072025794622959,
      "grad_norm": 0.13870826363563538,
      "learning_rate": 4.170069186904783e-06,
      "loss": 0.7415,
      "step": 33558
    },
    {
      "epoch": 0.7072236535006612,
      "grad_norm": 0.10710714012384415,
      "learning_rate": 4.169514652786762e-06,
      "loss": 0.6862,
      "step": 33559
    },
    {
      "epoch": 0.7072447275390265,
      "grad_norm": 0.11117900162935257,
      "learning_rate": 4.168960145830651e-06,
      "loss": 0.6733,
      "step": 33560
    },
    {
      "epoch": 0.7072658015773917,
      "grad_norm": 0.11247249692678452,
      "learning_rate": 4.168405666039027e-06,
      "loss": 0.6769,
      "step": 33561
    },
    {
      "epoch": 0.7072868756157571,
      "grad_norm": 0.1301053911447525,
      "learning_rate": 4.167851213414475e-06,
      "loss": 0.7223,
      "step": 33562
    },
    {
      "epoch": 0.7073079496541224,
      "grad_norm": 0.12407008558511734,
      "learning_rate": 4.167296787959578e-06,
      "loss": 0.7133,
      "step": 33563
    },
    {
      "epoch": 0.7073290236924876,
      "grad_norm": 0.12038234621286392,
      "learning_rate": 4.16674238967692e-06,
      "loss": 0.6465,
      "step": 33564
    },
    {
      "epoch": 0.7073500977308529,
      "grad_norm": 0.113848477602005,
      "learning_rate": 4.166188018569083e-06,
      "loss": 0.6684,
      "step": 33565
    },
    {
      "epoch": 0.7073711717692182,
      "grad_norm": 0.11573358625173569,
      "learning_rate": 4.165633674638645e-06,
      "loss": 0.781,
      "step": 33566
    },
    {
      "epoch": 0.7073922458075835,
      "grad_norm": 0.11882893741130829,
      "learning_rate": 4.165079357888198e-06,
      "loss": 0.795,
      "step": 33567
    },
    {
      "epoch": 0.7074133198459488,
      "grad_norm": 0.1295696198940277,
      "learning_rate": 4.164525068320319e-06,
      "loss": 0.7167,
      "step": 33568
    },
    {
      "epoch": 0.7074343938843141,
      "grad_norm": 0.13599681854248047,
      "learning_rate": 4.163970805937594e-06,
      "loss": 0.7569,
      "step": 33569
    },
    {
      "epoch": 0.7074554679226793,
      "grad_norm": 0.13236476480960846,
      "learning_rate": 4.163416570742598e-06,
      "loss": 0.7054,
      "step": 33570
    },
    {
      "epoch": 0.7074765419610446,
      "grad_norm": 0.11042488366365433,
      "learning_rate": 4.1628623627379165e-06,
      "loss": 0.6433,
      "step": 33571
    },
    {
      "epoch": 0.70749761599941,
      "grad_norm": 0.1498742252588272,
      "learning_rate": 4.162308181926132e-06,
      "loss": 0.7696,
      "step": 33572
    },
    {
      "epoch": 0.7075186900377752,
      "grad_norm": 0.1252061128616333,
      "learning_rate": 4.161754028309825e-06,
      "loss": 0.6855,
      "step": 33573
    },
    {
      "epoch": 0.7075397640761405,
      "grad_norm": 0.12255195528268814,
      "learning_rate": 4.16119990189158e-06,
      "loss": 0.7259,
      "step": 33574
    },
    {
      "epoch": 0.7075608381145058,
      "grad_norm": 0.1309342086315155,
      "learning_rate": 4.1606458026739735e-06,
      "loss": 0.7359,
      "step": 33575
    },
    {
      "epoch": 0.707581912152871,
      "grad_norm": 0.12483630329370499,
      "learning_rate": 4.160091730659591e-06,
      "loss": 0.6867,
      "step": 33576
    },
    {
      "epoch": 0.7076029861912364,
      "grad_norm": 0.14460404217243195,
      "learning_rate": 4.159537685851013e-06,
      "loss": 0.711,
      "step": 33577
    },
    {
      "epoch": 0.7076240602296017,
      "grad_norm": 0.13530755043029785,
      "learning_rate": 4.158983668250819e-06,
      "loss": 0.6998,
      "step": 33578
    },
    {
      "epoch": 0.7076451342679669,
      "grad_norm": 0.10420818626880646,
      "learning_rate": 4.158429677861591e-06,
      "loss": 0.6872,
      "step": 33579
    },
    {
      "epoch": 0.7076662083063322,
      "grad_norm": 0.10810471326112747,
      "learning_rate": 4.15787571468591e-06,
      "loss": 0.7164,
      "step": 33580
    },
    {
      "epoch": 0.7076872823446975,
      "grad_norm": 0.12875717878341675,
      "learning_rate": 4.157321778726355e-06,
      "loss": 0.6807,
      "step": 33581
    },
    {
      "epoch": 0.7077083563830628,
      "grad_norm": 0.1549968421459198,
      "learning_rate": 4.156767869985508e-06,
      "loss": 0.6974,
      "step": 33582
    },
    {
      "epoch": 0.7077294304214281,
      "grad_norm": 0.10700204223394394,
      "learning_rate": 4.156213988465952e-06,
      "loss": 0.7427,
      "step": 33583
    },
    {
      "epoch": 0.7077505044597934,
      "grad_norm": 0.1347612738609314,
      "learning_rate": 4.1556601341702616e-06,
      "loss": 0.6749,
      "step": 33584
    },
    {
      "epoch": 0.7077715784981586,
      "grad_norm": 0.12761777639389038,
      "learning_rate": 4.155106307101021e-06,
      "loss": 0.7114,
      "step": 33585
    },
    {
      "epoch": 0.7077926525365239,
      "grad_norm": 0.10332314670085907,
      "learning_rate": 4.15455250726081e-06,
      "loss": 0.6914,
      "step": 33586
    },
    {
      "epoch": 0.7078137265748893,
      "grad_norm": 0.13371795415878296,
      "learning_rate": 4.153998734652207e-06,
      "loss": 0.7612,
      "step": 33587
    },
    {
      "epoch": 0.7078348006132545,
      "grad_norm": 0.1570259928703308,
      "learning_rate": 4.153444989277794e-06,
      "loss": 0.705,
      "step": 33588
    },
    {
      "epoch": 0.7078558746516198,
      "grad_norm": 0.13690750300884247,
      "learning_rate": 4.152891271140148e-06,
      "loss": 0.7004,
      "step": 33589
    },
    {
      "epoch": 0.7078769486899851,
      "grad_norm": 0.10585545003414154,
      "learning_rate": 4.1523375802418546e-06,
      "loss": 0.697,
      "step": 33590
    },
    {
      "epoch": 0.7078980227283503,
      "grad_norm": 0.1010938361287117,
      "learning_rate": 4.151783916585483e-06,
      "loss": 0.6592,
      "step": 33591
    },
    {
      "epoch": 0.7079190967667157,
      "grad_norm": 0.11517979949712753,
      "learning_rate": 4.15123028017362e-06,
      "loss": 0.6867,
      "step": 33592
    },
    {
      "epoch": 0.707940170805081,
      "grad_norm": 0.13332557678222656,
      "learning_rate": 4.150676671008841e-06,
      "loss": 0.6844,
      "step": 33593
    },
    {
      "epoch": 0.7079612448434462,
      "grad_norm": 0.12317749857902527,
      "learning_rate": 4.150123089093728e-06,
      "loss": 0.7479,
      "step": 33594
    },
    {
      "epoch": 0.7079823188818115,
      "grad_norm": 0.12620027363300323,
      "learning_rate": 4.149569534430855e-06,
      "loss": 0.7144,
      "step": 33595
    },
    {
      "epoch": 0.7080033929201768,
      "grad_norm": 0.10309294611215591,
      "learning_rate": 4.149016007022808e-06,
      "loss": 0.7165,
      "step": 33596
    },
    {
      "epoch": 0.7080244669585422,
      "grad_norm": 0.1621900498867035,
      "learning_rate": 4.148462506872162e-06,
      "loss": 0.7826,
      "step": 33597
    },
    {
      "epoch": 0.7080455409969074,
      "grad_norm": 0.12645801901817322,
      "learning_rate": 4.147909033981497e-06,
      "loss": 0.695,
      "step": 33598
    },
    {
      "epoch": 0.7080666150352727,
      "grad_norm": 0.11953756958246231,
      "learning_rate": 4.147355588353391e-06,
      "loss": 0.7585,
      "step": 33599
    },
    {
      "epoch": 0.708087689073638,
      "grad_norm": 0.12392166256904602,
      "learning_rate": 4.146802169990421e-06,
      "loss": 0.7239,
      "step": 33600
    },
    {
      "epoch": 0.7081087631120032,
      "grad_norm": 0.11963766068220139,
      "learning_rate": 4.146248778895163e-06,
      "loss": 0.7489,
      "step": 33601
    },
    {
      "epoch": 0.7081298371503685,
      "grad_norm": 0.11499825119972229,
      "learning_rate": 4.145695415070199e-06,
      "loss": 0.6823,
      "step": 33602
    },
    {
      "epoch": 0.7081509111887339,
      "grad_norm": 0.14071184396743774,
      "learning_rate": 4.145142078518105e-06,
      "loss": 0.7133,
      "step": 33603
    },
    {
      "epoch": 0.7081719852270991,
      "grad_norm": 0.1144668459892273,
      "learning_rate": 4.144588769241459e-06,
      "loss": 0.7587,
      "step": 33604
    },
    {
      "epoch": 0.7081930592654644,
      "grad_norm": 0.14456979930400848,
      "learning_rate": 4.144035487242839e-06,
      "loss": 0.7016,
      "step": 33605
    },
    {
      "epoch": 0.7082141333038297,
      "grad_norm": 0.12440022081136703,
      "learning_rate": 4.1434822325248235e-06,
      "loss": 0.7365,
      "step": 33606
    },
    {
      "epoch": 0.7082352073421949,
      "grad_norm": 0.12376171350479126,
      "learning_rate": 4.142929005089989e-06,
      "loss": 0.7534,
      "step": 33607
    },
    {
      "epoch": 0.7082562813805603,
      "grad_norm": 0.11232215166091919,
      "learning_rate": 4.14237580494091e-06,
      "loss": 0.7425,
      "step": 33608
    },
    {
      "epoch": 0.7082773554189256,
      "grad_norm": 0.11762682348489761,
      "learning_rate": 4.141822632080168e-06,
      "loss": 0.7134,
      "step": 33609
    },
    {
      "epoch": 0.7082984294572908,
      "grad_norm": 0.12971478700637817,
      "learning_rate": 4.141269486510338e-06,
      "loss": 0.7361,
      "step": 33610
    },
    {
      "epoch": 0.7083195034956561,
      "grad_norm": 0.11043621599674225,
      "learning_rate": 4.140716368233998e-06,
      "loss": 0.6681,
      "step": 33611
    },
    {
      "epoch": 0.7083405775340214,
      "grad_norm": 0.21722708642482758,
      "learning_rate": 4.140163277253724e-06,
      "loss": 0.6983,
      "step": 33612
    },
    {
      "epoch": 0.7083616515723867,
      "grad_norm": 0.12594245374202728,
      "learning_rate": 4.139610213572091e-06,
      "loss": 0.708,
      "step": 33613
    },
    {
      "epoch": 0.708382725610752,
      "grad_norm": 0.14168907701969147,
      "learning_rate": 4.1390571771916775e-06,
      "loss": 0.7335,
      "step": 33614
    },
    {
      "epoch": 0.7084037996491173,
      "grad_norm": 0.10940445959568024,
      "learning_rate": 4.138504168115059e-06,
      "loss": 0.6972,
      "step": 33615
    },
    {
      "epoch": 0.7084248736874825,
      "grad_norm": 0.11043369770050049,
      "learning_rate": 4.137951186344814e-06,
      "loss": 0.7841,
      "step": 33616
    },
    {
      "epoch": 0.7084459477258478,
      "grad_norm": 0.13897086679935455,
      "learning_rate": 4.137398231883515e-06,
      "loss": 0.669,
      "step": 33617
    },
    {
      "epoch": 0.7084670217642132,
      "grad_norm": 0.13075123727321625,
      "learning_rate": 4.1368453047337405e-06,
      "loss": 0.6957,
      "step": 33618
    },
    {
      "epoch": 0.7084880958025784,
      "grad_norm": 0.13972274959087372,
      "learning_rate": 4.136292404898069e-06,
      "loss": 0.6635,
      "step": 33619
    },
    {
      "epoch": 0.7085091698409437,
      "grad_norm": 0.13613753020763397,
      "learning_rate": 4.135739532379069e-06,
      "loss": 0.7381,
      "step": 33620
    },
    {
      "epoch": 0.708530243879309,
      "grad_norm": 0.10784658044576645,
      "learning_rate": 4.1351866871793214e-06,
      "loss": 0.7685,
      "step": 33621
    },
    {
      "epoch": 0.7085513179176742,
      "grad_norm": 0.12450022250413895,
      "learning_rate": 4.134633869301399e-06,
      "loss": 0.7548,
      "step": 33622
    },
    {
      "epoch": 0.7085723919560396,
      "grad_norm": 0.12981152534484863,
      "learning_rate": 4.134081078747878e-06,
      "loss": 0.7837,
      "step": 33623
    },
    {
      "epoch": 0.7085934659944049,
      "grad_norm": 0.1626899242401123,
      "learning_rate": 4.133528315521332e-06,
      "loss": 0.7652,
      "step": 33624
    },
    {
      "epoch": 0.7086145400327701,
      "grad_norm": 0.11466296762228012,
      "learning_rate": 4.132975579624341e-06,
      "loss": 0.752,
      "step": 33625
    },
    {
      "epoch": 0.7086356140711354,
      "grad_norm": 0.10350397974252701,
      "learning_rate": 4.132422871059476e-06,
      "loss": 0.6129,
      "step": 33626
    },
    {
      "epoch": 0.7086566881095007,
      "grad_norm": 0.11436447501182556,
      "learning_rate": 4.131870189829314e-06,
      "loss": 0.7074,
      "step": 33627
    },
    {
      "epoch": 0.708677762147866,
      "grad_norm": 0.09751739352941513,
      "learning_rate": 4.131317535936433e-06,
      "loss": 0.6353,
      "step": 33628
    },
    {
      "epoch": 0.7086988361862313,
      "grad_norm": 0.15627826750278473,
      "learning_rate": 4.130764909383399e-06,
      "loss": 0.749,
      "step": 33629
    },
    {
      "epoch": 0.7087199102245966,
      "grad_norm": 0.11357695609331131,
      "learning_rate": 4.130212310172791e-06,
      "loss": 0.6556,
      "step": 33630
    },
    {
      "epoch": 0.7087409842629618,
      "grad_norm": 0.12462417036294937,
      "learning_rate": 4.129659738307182e-06,
      "loss": 0.7523,
      "step": 33631
    },
    {
      "epoch": 0.7087620583013271,
      "grad_norm": 0.13225017488002777,
      "learning_rate": 4.129107193789149e-06,
      "loss": 0.7543,
      "step": 33632
    },
    {
      "epoch": 0.7087831323396925,
      "grad_norm": 0.1313564032316208,
      "learning_rate": 4.128554676621264e-06,
      "loss": 0.7246,
      "step": 33633
    },
    {
      "epoch": 0.7088042063780577,
      "grad_norm": 0.1168726459145546,
      "learning_rate": 4.1280021868061e-06,
      "loss": 0.7313,
      "step": 33634
    },
    {
      "epoch": 0.708825280416423,
      "grad_norm": 0.12988829612731934,
      "learning_rate": 4.127449724346234e-06,
      "loss": 0.7237,
      "step": 33635
    },
    {
      "epoch": 0.7088463544547883,
      "grad_norm": 0.09918335825204849,
      "learning_rate": 4.126897289244237e-06,
      "loss": 0.7078,
      "step": 33636
    },
    {
      "epoch": 0.7088674284931535,
      "grad_norm": 0.11954944580793381,
      "learning_rate": 4.126344881502683e-06,
      "loss": 0.7368,
      "step": 33637
    },
    {
      "epoch": 0.7088885025315188,
      "grad_norm": 0.18102799355983734,
      "learning_rate": 4.125792501124147e-06,
      "loss": 0.6914,
      "step": 33638
    },
    {
      "epoch": 0.7089095765698842,
      "grad_norm": 0.1112891212105751,
      "learning_rate": 4.1252401481112005e-06,
      "loss": 0.6529,
      "step": 33639
    },
    {
      "epoch": 0.7089306506082494,
      "grad_norm": 0.10742006450891495,
      "learning_rate": 4.124687822466418e-06,
      "loss": 0.7292,
      "step": 33640
    },
    {
      "epoch": 0.7089517246466147,
      "grad_norm": 0.10658256709575653,
      "learning_rate": 4.124135524192372e-06,
      "loss": 0.6988,
      "step": 33641
    },
    {
      "epoch": 0.70897279868498,
      "grad_norm": 0.11005119234323502,
      "learning_rate": 4.123583253291634e-06,
      "loss": 0.6873,
      "step": 33642
    },
    {
      "epoch": 0.7089938727233452,
      "grad_norm": 0.11151077598333359,
      "learning_rate": 4.12303100976678e-06,
      "loss": 0.7639,
      "step": 33643
    },
    {
      "epoch": 0.7090149467617106,
      "grad_norm": 0.1107453778386116,
      "learning_rate": 4.12247879362038e-06,
      "loss": 0.72,
      "step": 33644
    },
    {
      "epoch": 0.7090360208000759,
      "grad_norm": 0.11581194400787354,
      "learning_rate": 4.121926604855008e-06,
      "loss": 0.6916,
      "step": 33645
    },
    {
      "epoch": 0.7090570948384411,
      "grad_norm": 0.10205613821744919,
      "learning_rate": 4.121374443473236e-06,
      "loss": 0.7448,
      "step": 33646
    },
    {
      "epoch": 0.7090781688768064,
      "grad_norm": 0.10190722346305847,
      "learning_rate": 4.120822309477636e-06,
      "loss": 0.6951,
      "step": 33647
    },
    {
      "epoch": 0.7090992429151717,
      "grad_norm": 0.1321026235818863,
      "learning_rate": 4.12027020287078e-06,
      "loss": 0.7882,
      "step": 33648
    },
    {
      "epoch": 0.709120316953537,
      "grad_norm": 0.10470960289239883,
      "learning_rate": 4.119718123655244e-06,
      "loss": 0.7427,
      "step": 33649
    },
    {
      "epoch": 0.7091413909919023,
      "grad_norm": 0.11359015852212906,
      "learning_rate": 4.119166071833594e-06,
      "loss": 0.7709,
      "step": 33650
    },
    {
      "epoch": 0.7091624650302676,
      "grad_norm": 0.10716627538204193,
      "learning_rate": 4.1186140474084025e-06,
      "loss": 0.7087,
      "step": 33651
    },
    {
      "epoch": 0.7091835390686329,
      "grad_norm": 0.14565612375736237,
      "learning_rate": 4.11806205038224e-06,
      "loss": 0.759,
      "step": 33652
    },
    {
      "epoch": 0.7092046131069981,
      "grad_norm": 0.13973739743232727,
      "learning_rate": 4.117510080757684e-06,
      "loss": 0.7331,
      "step": 33653
    },
    {
      "epoch": 0.7092256871453635,
      "grad_norm": 0.12555071711540222,
      "learning_rate": 4.116958138537303e-06,
      "loss": 0.6704,
      "step": 33654
    },
    {
      "epoch": 0.7092467611837288,
      "grad_norm": 0.11737687885761261,
      "learning_rate": 4.116406223723668e-06,
      "loss": 0.7014,
      "step": 33655
    },
    {
      "epoch": 0.709267835222094,
      "grad_norm": 0.12488944828510284,
      "learning_rate": 4.11585433631935e-06,
      "loss": 0.7084,
      "step": 33656
    },
    {
      "epoch": 0.7092889092604593,
      "grad_norm": 0.10759961605072021,
      "learning_rate": 4.11530247632692e-06,
      "loss": 0.7193,
      "step": 33657
    },
    {
      "epoch": 0.7093099832988246,
      "grad_norm": 0.11242040991783142,
      "learning_rate": 4.114750643748954e-06,
      "loss": 0.6982,
      "step": 33658
    },
    {
      "epoch": 0.7093310573371899,
      "grad_norm": 0.15515568852424622,
      "learning_rate": 4.1141988385880125e-06,
      "loss": 0.7809,
      "step": 33659
    },
    {
      "epoch": 0.7093521313755552,
      "grad_norm": 0.12491490691900253,
      "learning_rate": 4.113647060846673e-06,
      "loss": 0.7581,
      "step": 33660
    },
    {
      "epoch": 0.7093732054139205,
      "grad_norm": 0.11697109043598175,
      "learning_rate": 4.113095310527503e-06,
      "loss": 0.6634,
      "step": 33661
    },
    {
      "epoch": 0.7093942794522857,
      "grad_norm": 0.14233945310115814,
      "learning_rate": 4.112543587633076e-06,
      "loss": 0.7366,
      "step": 33662
    },
    {
      "epoch": 0.709415353490651,
      "grad_norm": 0.11799977719783783,
      "learning_rate": 4.11199189216596e-06,
      "loss": 0.7378,
      "step": 33663
    },
    {
      "epoch": 0.7094364275290164,
      "grad_norm": 0.14752855896949768,
      "learning_rate": 4.111440224128724e-06,
      "loss": 0.7461,
      "step": 33664
    },
    {
      "epoch": 0.7094575015673816,
      "grad_norm": 0.12361886352300644,
      "learning_rate": 4.110888583523942e-06,
      "loss": 0.6706,
      "step": 33665
    },
    {
      "epoch": 0.7094785756057469,
      "grad_norm": 0.11867716163396835,
      "learning_rate": 4.110336970354182e-06,
      "loss": 0.7415,
      "step": 33666
    },
    {
      "epoch": 0.7094996496441122,
      "grad_norm": 0.12302139401435852,
      "learning_rate": 4.109785384622011e-06,
      "loss": 0.6654,
      "step": 33667
    },
    {
      "epoch": 0.7095207236824774,
      "grad_norm": 0.1395905464887619,
      "learning_rate": 4.109233826330003e-06,
      "loss": 0.7109,
      "step": 33668
    },
    {
      "epoch": 0.7095417977208428,
      "grad_norm": 0.12723112106323242,
      "learning_rate": 4.108682295480725e-06,
      "loss": 0.7636,
      "step": 33669
    },
    {
      "epoch": 0.7095628717592081,
      "grad_norm": 0.11992304772138596,
      "learning_rate": 4.108130792076747e-06,
      "loss": 0.7321,
      "step": 33670
    },
    {
      "epoch": 0.7095839457975733,
      "grad_norm": 0.13307958841323853,
      "learning_rate": 4.107579316120638e-06,
      "loss": 0.7267,
      "step": 33671
    },
    {
      "epoch": 0.7096050198359386,
      "grad_norm": 0.12263853847980499,
      "learning_rate": 4.1070278676149665e-06,
      "loss": 0.7014,
      "step": 33672
    },
    {
      "epoch": 0.7096260938743039,
      "grad_norm": 0.15741503238677979,
      "learning_rate": 4.106476446562303e-06,
      "loss": 0.7322,
      "step": 33673
    },
    {
      "epoch": 0.7096471679126691,
      "grad_norm": 0.12417487800121307,
      "learning_rate": 4.105925052965215e-06,
      "loss": 0.7765,
      "step": 33674
    },
    {
      "epoch": 0.7096682419510345,
      "grad_norm": 0.10308773070573807,
      "learning_rate": 4.105373686826273e-06,
      "loss": 0.6632,
      "step": 33675
    },
    {
      "epoch": 0.7096893159893998,
      "grad_norm": 0.12505972385406494,
      "learning_rate": 4.104822348148043e-06,
      "loss": 0.7425,
      "step": 33676
    },
    {
      "epoch": 0.709710390027765,
      "grad_norm": 0.13750092685222626,
      "learning_rate": 4.104271036933095e-06,
      "loss": 0.7204,
      "step": 33677
    },
    {
      "epoch": 0.7097314640661303,
      "grad_norm": 0.11050176620483398,
      "learning_rate": 4.103719753184001e-06,
      "loss": 0.7159,
      "step": 33678
    },
    {
      "epoch": 0.7097525381044956,
      "grad_norm": 0.13631290197372437,
      "learning_rate": 4.103168496903322e-06,
      "loss": 0.7646,
      "step": 33679
    },
    {
      "epoch": 0.7097736121428609,
      "grad_norm": 0.12715181708335876,
      "learning_rate": 4.102617268093629e-06,
      "loss": 0.734,
      "step": 33680
    },
    {
      "epoch": 0.7097946861812262,
      "grad_norm": 0.11861732602119446,
      "learning_rate": 4.102066066757488e-06,
      "loss": 0.7459,
      "step": 33681
    },
    {
      "epoch": 0.7098157602195915,
      "grad_norm": 0.11135917156934738,
      "learning_rate": 4.101514892897471e-06,
      "loss": 0.674,
      "step": 33682
    },
    {
      "epoch": 0.7098368342579567,
      "grad_norm": 0.1305953711271286,
      "learning_rate": 4.100963746516144e-06,
      "loss": 0.7028,
      "step": 33683
    },
    {
      "epoch": 0.709857908296322,
      "grad_norm": 0.13461774587631226,
      "learning_rate": 4.100412627616076e-06,
      "loss": 0.6952,
      "step": 33684
    },
    {
      "epoch": 0.7098789823346874,
      "grad_norm": 0.16569754481315613,
      "learning_rate": 4.099861536199832e-06,
      "loss": 0.7549,
      "step": 33685
    },
    {
      "epoch": 0.7099000563730526,
      "grad_norm": 0.1273980438709259,
      "learning_rate": 4.0993104722699805e-06,
      "loss": 0.715,
      "step": 33686
    },
    {
      "epoch": 0.7099211304114179,
      "grad_norm": 0.14912398159503937,
      "learning_rate": 4.098759435829092e-06,
      "loss": 0.729,
      "step": 33687
    },
    {
      "epoch": 0.7099422044497832,
      "grad_norm": 0.107428178191185,
      "learning_rate": 4.098208426879727e-06,
      "loss": 0.765,
      "step": 33688
    },
    {
      "epoch": 0.7099632784881484,
      "grad_norm": 0.11883802711963654,
      "learning_rate": 4.097657445424454e-06,
      "loss": 0.6771,
      "step": 33689
    },
    {
      "epoch": 0.7099843525265138,
      "grad_norm": 0.12893809378147125,
      "learning_rate": 4.097106491465843e-06,
      "loss": 0.7123,
      "step": 33690
    },
    {
      "epoch": 0.7100054265648791,
      "grad_norm": 0.10837650299072266,
      "learning_rate": 4.096555565006458e-06,
      "loss": 0.7284,
      "step": 33691
    },
    {
      "epoch": 0.7100265006032443,
      "grad_norm": 0.12568768858909607,
      "learning_rate": 4.096004666048866e-06,
      "loss": 0.7206,
      "step": 33692
    },
    {
      "epoch": 0.7100475746416096,
      "grad_norm": 0.1511853188276291,
      "learning_rate": 4.095453794595635e-06,
      "loss": 0.6694,
      "step": 33693
    },
    {
      "epoch": 0.7100686486799749,
      "grad_norm": 0.1186353862285614,
      "learning_rate": 4.09490295064933e-06,
      "loss": 0.642,
      "step": 33694
    },
    {
      "epoch": 0.7100897227183403,
      "grad_norm": 0.12523940205574036,
      "learning_rate": 4.0943521342125125e-06,
      "loss": 0.7217,
      "step": 33695
    },
    {
      "epoch": 0.7101107967567055,
      "grad_norm": 0.11897426843643188,
      "learning_rate": 4.0938013452877614e-06,
      "loss": 0.7021,
      "step": 33696
    },
    {
      "epoch": 0.7101318707950708,
      "grad_norm": 0.1177283301949501,
      "learning_rate": 4.093250583877631e-06,
      "loss": 0.7125,
      "step": 33697
    },
    {
      "epoch": 0.710152944833436,
      "grad_norm": 0.1507764607667923,
      "learning_rate": 4.092699849984691e-06,
      "loss": 0.785,
      "step": 33698
    },
    {
      "epoch": 0.7101740188718013,
      "grad_norm": 0.11151114851236343,
      "learning_rate": 4.0921491436115055e-06,
      "loss": 0.7409,
      "step": 33699
    },
    {
      "epoch": 0.7101950929101667,
      "grad_norm": 0.13421419262886047,
      "learning_rate": 4.0915984647606435e-06,
      "loss": 0.6765,
      "step": 33700
    },
    {
      "epoch": 0.710216166948532,
      "grad_norm": 0.13341805338859558,
      "learning_rate": 4.091047813434665e-06,
      "loss": 0.7268,
      "step": 33701
    },
    {
      "epoch": 0.7102372409868972,
      "grad_norm": 0.13057923316955566,
      "learning_rate": 4.090497189636141e-06,
      "loss": 0.7482,
      "step": 33702
    },
    {
      "epoch": 0.7102583150252625,
      "grad_norm": 0.11739449203014374,
      "learning_rate": 4.089946593367633e-06,
      "loss": 0.74,
      "step": 33703
    },
    {
      "epoch": 0.7102793890636278,
      "grad_norm": 0.1457444280385971,
      "learning_rate": 4.089396024631708e-06,
      "loss": 0.7684,
      "step": 33704
    },
    {
      "epoch": 0.7103004631019931,
      "grad_norm": 0.13360100984573364,
      "learning_rate": 4.0888454834309285e-06,
      "loss": 0.7304,
      "step": 33705
    },
    {
      "epoch": 0.7103215371403584,
      "grad_norm": 0.19750934839248657,
      "learning_rate": 4.088294969767861e-06,
      "loss": 0.7219,
      "step": 33706
    },
    {
      "epoch": 0.7103426111787237,
      "grad_norm": 0.11178600788116455,
      "learning_rate": 4.087744483645069e-06,
      "loss": 0.6753,
      "step": 33707
    },
    {
      "epoch": 0.7103636852170889,
      "grad_norm": 0.13420523703098297,
      "learning_rate": 4.0871940250651235e-06,
      "loss": 0.7123,
      "step": 33708
    },
    {
      "epoch": 0.7103847592554542,
      "grad_norm": 0.13610830903053284,
      "learning_rate": 4.086643594030578e-06,
      "loss": 0.6873,
      "step": 33709
    },
    {
      "epoch": 0.7104058332938196,
      "grad_norm": 0.1294935643672943,
      "learning_rate": 4.086093190543999e-06,
      "loss": 0.713,
      "step": 33710
    },
    {
      "epoch": 0.7104269073321848,
      "grad_norm": 0.1241629421710968,
      "learning_rate": 4.085542814607957e-06,
      "loss": 0.6741,
      "step": 33711
    },
    {
      "epoch": 0.7104479813705501,
      "grad_norm": 0.1251131296157837,
      "learning_rate": 4.084992466225012e-06,
      "loss": 0.6962,
      "step": 33712
    },
    {
      "epoch": 0.7104690554089154,
      "grad_norm": 0.18307767808437347,
      "learning_rate": 4.084442145397729e-06,
      "loss": 0.7101,
      "step": 33713
    },
    {
      "epoch": 0.7104901294472806,
      "grad_norm": 0.1424252837896347,
      "learning_rate": 4.08389185212867e-06,
      "loss": 0.7281,
      "step": 33714
    },
    {
      "epoch": 0.7105112034856459,
      "grad_norm": 0.14131613075733185,
      "learning_rate": 4.0833415864204005e-06,
      "loss": 0.7352,
      "step": 33715
    },
    {
      "epoch": 0.7105322775240113,
      "grad_norm": 0.11641614884138107,
      "learning_rate": 4.0827913482754836e-06,
      "loss": 0.6338,
      "step": 33716
    },
    {
      "epoch": 0.7105533515623765,
      "grad_norm": 0.158970907330513,
      "learning_rate": 4.082241137696484e-06,
      "loss": 0.6536,
      "step": 33717
    },
    {
      "epoch": 0.7105744256007418,
      "grad_norm": 0.1153208538889885,
      "learning_rate": 4.0816909546859606e-06,
      "loss": 0.7498,
      "step": 33718
    },
    {
      "epoch": 0.7105954996391071,
      "grad_norm": 0.16121339797973633,
      "learning_rate": 4.081140799246479e-06,
      "loss": 0.7196,
      "step": 33719
    },
    {
      "epoch": 0.7106165736774723,
      "grad_norm": 0.1323491781949997,
      "learning_rate": 4.080590671380602e-06,
      "loss": 0.7245,
      "step": 33720
    },
    {
      "epoch": 0.7106376477158377,
      "grad_norm": 0.11766812950372696,
      "learning_rate": 4.080040571090893e-06,
      "loss": 0.7479,
      "step": 33721
    },
    {
      "epoch": 0.710658721754203,
      "grad_norm": 0.18011857569217682,
      "learning_rate": 4.0794904983799135e-06,
      "loss": 0.7398,
      "step": 33722
    },
    {
      "epoch": 0.7106797957925682,
      "grad_norm": 0.12071678042411804,
      "learning_rate": 4.078940453250227e-06,
      "loss": 0.7113,
      "step": 33723
    },
    {
      "epoch": 0.7107008698309335,
      "grad_norm": 0.19358932971954346,
      "learning_rate": 4.0783904357043925e-06,
      "loss": 0.7372,
      "step": 33724
    },
    {
      "epoch": 0.7107219438692988,
      "grad_norm": 0.22964924573898315,
      "learning_rate": 4.077840445744979e-06,
      "loss": 0.7282,
      "step": 33725
    },
    {
      "epoch": 0.7107430179076641,
      "grad_norm": 0.15020254254341125,
      "learning_rate": 4.077290483374549e-06,
      "loss": 0.6784,
      "step": 33726
    },
    {
      "epoch": 0.7107640919460294,
      "grad_norm": 0.11431171745061874,
      "learning_rate": 4.076740548595657e-06,
      "loss": 0.7276,
      "step": 33727
    },
    {
      "epoch": 0.7107851659843947,
      "grad_norm": 0.12255342304706573,
      "learning_rate": 4.076190641410869e-06,
      "loss": 0.7,
      "step": 33728
    },
    {
      "epoch": 0.7108062400227599,
      "grad_norm": 0.11953014880418777,
      "learning_rate": 4.0756407618227455e-06,
      "loss": 0.6903,
      "step": 33729
    },
    {
      "epoch": 0.7108273140611252,
      "grad_norm": 0.15061788260936737,
      "learning_rate": 4.07509090983385e-06,
      "loss": 0.7893,
      "step": 33730
    },
    {
      "epoch": 0.7108483880994906,
      "grad_norm": 0.10944084823131561,
      "learning_rate": 4.0745410854467425e-06,
      "loss": 0.7085,
      "step": 33731
    },
    {
      "epoch": 0.7108694621378558,
      "grad_norm": 0.13286790251731873,
      "learning_rate": 4.073991288663987e-06,
      "loss": 0.778,
      "step": 33732
    },
    {
      "epoch": 0.7108905361762211,
      "grad_norm": 0.10084925591945648,
      "learning_rate": 4.073441519488142e-06,
      "loss": 0.6937,
      "step": 33733
    },
    {
      "epoch": 0.7109116102145864,
      "grad_norm": 0.11571674048900604,
      "learning_rate": 4.072891777921768e-06,
      "loss": 0.7428,
      "step": 33734
    },
    {
      "epoch": 0.7109326842529516,
      "grad_norm": 0.10009323060512543,
      "learning_rate": 4.072342063967429e-06,
      "loss": 0.6733,
      "step": 33735
    },
    {
      "epoch": 0.710953758291317,
      "grad_norm": 0.12631244957447052,
      "learning_rate": 4.071792377627685e-06,
      "loss": 0.7584,
      "step": 33736
    },
    {
      "epoch": 0.7109748323296823,
      "grad_norm": 0.12260176241397858,
      "learning_rate": 4.0712427189051e-06,
      "loss": 0.7145,
      "step": 33737
    },
    {
      "epoch": 0.7109959063680475,
      "grad_norm": 0.10505194962024689,
      "learning_rate": 4.070693087802226e-06,
      "loss": 0.7104,
      "step": 33738
    },
    {
      "epoch": 0.7110169804064128,
      "grad_norm": 0.10112830251455307,
      "learning_rate": 4.070143484321625e-06,
      "loss": 0.6922,
      "step": 33739
    },
    {
      "epoch": 0.7110380544447781,
      "grad_norm": 0.14604419469833374,
      "learning_rate": 4.069593908465865e-06,
      "loss": 0.7341,
      "step": 33740
    },
    {
      "epoch": 0.7110591284831435,
      "grad_norm": 0.09666304290294647,
      "learning_rate": 4.069044360237502e-06,
      "loss": 0.612,
      "step": 33741
    },
    {
      "epoch": 0.7110802025215087,
      "grad_norm": 0.11649921536445618,
      "learning_rate": 4.068494839639097e-06,
      "loss": 0.7637,
      "step": 33742
    },
    {
      "epoch": 0.711101276559874,
      "grad_norm": 0.15772564709186554,
      "learning_rate": 4.067945346673208e-06,
      "loss": 0.7417,
      "step": 33743
    },
    {
      "epoch": 0.7111223505982393,
      "grad_norm": 0.12354069948196411,
      "learning_rate": 4.067395881342396e-06,
      "loss": 0.7056,
      "step": 33744
    },
    {
      "epoch": 0.7111434246366045,
      "grad_norm": 0.139445498585701,
      "learning_rate": 4.066846443649222e-06,
      "loss": 0.7362,
      "step": 33745
    },
    {
      "epoch": 0.7111644986749699,
      "grad_norm": 0.1127767562866211,
      "learning_rate": 4.066297033596246e-06,
      "loss": 0.7079,
      "step": 33746
    },
    {
      "epoch": 0.7111855727133352,
      "grad_norm": 0.14145131409168243,
      "learning_rate": 4.065747651186024e-06,
      "loss": 0.7599,
      "step": 33747
    },
    {
      "epoch": 0.7112066467517004,
      "grad_norm": 0.10936135053634644,
      "learning_rate": 4.065198296421117e-06,
      "loss": 0.7063,
      "step": 33748
    },
    {
      "epoch": 0.7112277207900657,
      "grad_norm": 0.11833616346120834,
      "learning_rate": 4.064648969304083e-06,
      "loss": 0.7082,
      "step": 33749
    },
    {
      "epoch": 0.711248794828431,
      "grad_norm": 0.11106685549020767,
      "learning_rate": 4.0640996698374845e-06,
      "loss": 0.6891,
      "step": 33750
    },
    {
      "epoch": 0.7112698688667962,
      "grad_norm": 0.10692141950130463,
      "learning_rate": 4.063550398023878e-06,
      "loss": 0.7483,
      "step": 33751
    },
    {
      "epoch": 0.7112909429051616,
      "grad_norm": 0.17464891076087952,
      "learning_rate": 4.063001153865823e-06,
      "loss": 0.7129,
      "step": 33752
    },
    {
      "epoch": 0.7113120169435269,
      "grad_norm": 0.11319822818040848,
      "learning_rate": 4.062451937365874e-06,
      "loss": 0.6911,
      "step": 33753
    },
    {
      "epoch": 0.7113330909818921,
      "grad_norm": 0.12263251096010208,
      "learning_rate": 4.061902748526597e-06,
      "loss": 0.7077,
      "step": 33754
    },
    {
      "epoch": 0.7113541650202574,
      "grad_norm": 0.15093092620372772,
      "learning_rate": 4.0613535873505514e-06,
      "loss": 0.8152,
      "step": 33755
    },
    {
      "epoch": 0.7113752390586227,
      "grad_norm": 0.12134503573179245,
      "learning_rate": 4.060804453840288e-06,
      "loss": 0.7782,
      "step": 33756
    },
    {
      "epoch": 0.711396313096988,
      "grad_norm": 0.17502053081989288,
      "learning_rate": 4.060255347998368e-06,
      "loss": 0.7622,
      "step": 33757
    },
    {
      "epoch": 0.7114173871353533,
      "grad_norm": 0.13155600428581238,
      "learning_rate": 4.05970626982735e-06,
      "loss": 0.7199,
      "step": 33758
    },
    {
      "epoch": 0.7114384611737186,
      "grad_norm": 0.20227795839309692,
      "learning_rate": 4.0591572193297905e-06,
      "loss": 0.6739,
      "step": 33759
    },
    {
      "epoch": 0.7114595352120838,
      "grad_norm": 0.12960928678512573,
      "learning_rate": 4.058608196508248e-06,
      "loss": 0.7994,
      "step": 33760
    },
    {
      "epoch": 0.7114806092504491,
      "grad_norm": 0.13144296407699585,
      "learning_rate": 4.058059201365282e-06,
      "loss": 0.7109,
      "step": 33761
    },
    {
      "epoch": 0.7115016832888145,
      "grad_norm": 0.13382035493850708,
      "learning_rate": 4.057510233903448e-06,
      "loss": 0.6657,
      "step": 33762
    },
    {
      "epoch": 0.7115227573271797,
      "grad_norm": 0.16106382012367249,
      "learning_rate": 4.056961294125305e-06,
      "loss": 0.7847,
      "step": 33763
    },
    {
      "epoch": 0.711543831365545,
      "grad_norm": 0.12870776653289795,
      "learning_rate": 4.056412382033408e-06,
      "loss": 0.7577,
      "step": 33764
    },
    {
      "epoch": 0.7115649054039103,
      "grad_norm": 0.16652828454971313,
      "learning_rate": 4.055863497630317e-06,
      "loss": 0.7297,
      "step": 33765
    },
    {
      "epoch": 0.7115859794422755,
      "grad_norm": 0.12352869659662247,
      "learning_rate": 4.055314640918587e-06,
      "loss": 0.7069,
      "step": 33766
    },
    {
      "epoch": 0.7116070534806409,
      "grad_norm": 0.1606515347957611,
      "learning_rate": 4.054765811900775e-06,
      "loss": 0.7736,
      "step": 33767
    },
    {
      "epoch": 0.7116281275190062,
      "grad_norm": 0.12734727561473846,
      "learning_rate": 4.054217010579439e-06,
      "loss": 0.6868,
      "step": 33768
    },
    {
      "epoch": 0.7116492015573714,
      "grad_norm": 0.112782321870327,
      "learning_rate": 4.053668236957135e-06,
      "loss": 0.709,
      "step": 33769
    },
    {
      "epoch": 0.7116702755957367,
      "grad_norm": 0.14502398669719696,
      "learning_rate": 4.053119491036418e-06,
      "loss": 0.8041,
      "step": 33770
    },
    {
      "epoch": 0.711691349634102,
      "grad_norm": 0.11155059188604355,
      "learning_rate": 4.052570772819847e-06,
      "loss": 0.7614,
      "step": 33771
    },
    {
      "epoch": 0.7117124236724673,
      "grad_norm": 0.15454459190368652,
      "learning_rate": 4.0520220823099765e-06,
      "loss": 0.7214,
      "step": 33772
    },
    {
      "epoch": 0.7117334977108326,
      "grad_norm": 0.1663728505373001,
      "learning_rate": 4.051473419509363e-06,
      "loss": 0.7418,
      "step": 33773
    },
    {
      "epoch": 0.7117545717491979,
      "grad_norm": 0.10739898681640625,
      "learning_rate": 4.0509247844205635e-06,
      "loss": 0.6383,
      "step": 33774
    },
    {
      "epoch": 0.7117756457875631,
      "grad_norm": 0.1282985955476761,
      "learning_rate": 4.050376177046133e-06,
      "loss": 0.6854,
      "step": 33775
    },
    {
      "epoch": 0.7117967198259284,
      "grad_norm": 0.10150432586669922,
      "learning_rate": 4.04982759738863e-06,
      "loss": 0.7002,
      "step": 33776
    },
    {
      "epoch": 0.7118177938642938,
      "grad_norm": 0.11781369894742966,
      "learning_rate": 4.049279045450606e-06,
      "loss": 0.7819,
      "step": 33777
    },
    {
      "epoch": 0.711838867902659,
      "grad_norm": 0.12187383323907852,
      "learning_rate": 4.048730521234616e-06,
      "loss": 0.7285,
      "step": 33778
    },
    {
      "epoch": 0.7118599419410243,
      "grad_norm": 0.10145122557878494,
      "learning_rate": 4.048182024743218e-06,
      "loss": 0.7141,
      "step": 33779
    },
    {
      "epoch": 0.7118810159793896,
      "grad_norm": 0.11763517558574677,
      "learning_rate": 4.047633555978966e-06,
      "loss": 0.702,
      "step": 33780
    },
    {
      "epoch": 0.7119020900177548,
      "grad_norm": 0.10358452796936035,
      "learning_rate": 4.047085114944416e-06,
      "loss": 0.7083,
      "step": 33781
    },
    {
      "epoch": 0.7119231640561202,
      "grad_norm": 0.1435975581407547,
      "learning_rate": 4.046536701642119e-06,
      "loss": 0.7251,
      "step": 33782
    },
    {
      "epoch": 0.7119442380944855,
      "grad_norm": 0.134816512465477,
      "learning_rate": 4.045988316074636e-06,
      "loss": 0.7455,
      "step": 33783
    },
    {
      "epoch": 0.7119653121328507,
      "grad_norm": 0.1313176155090332,
      "learning_rate": 4.04543995824452e-06,
      "loss": 0.6806,
      "step": 33784
    },
    {
      "epoch": 0.711986386171216,
      "grad_norm": 0.12366297841072083,
      "learning_rate": 4.044891628154328e-06,
      "loss": 0.6681,
      "step": 33785
    },
    {
      "epoch": 0.7120074602095813,
      "grad_norm": 0.115838922560215,
      "learning_rate": 4.044343325806608e-06,
      "loss": 0.7748,
      "step": 33786
    },
    {
      "epoch": 0.7120285342479465,
      "grad_norm": 0.1240440085530281,
      "learning_rate": 4.043795051203917e-06,
      "loss": 0.6764,
      "step": 33787
    },
    {
      "epoch": 0.7120496082863119,
      "grad_norm": 0.11821960657835007,
      "learning_rate": 4.04324680434881e-06,
      "loss": 0.7421,
      "step": 33788
    },
    {
      "epoch": 0.7120706823246772,
      "grad_norm": 0.11982449144124985,
      "learning_rate": 4.042698585243842e-06,
      "loss": 0.6615,
      "step": 33789
    },
    {
      "epoch": 0.7120917563630424,
      "grad_norm": 0.13836906850337982,
      "learning_rate": 4.042150393891563e-06,
      "loss": 0.7068,
      "step": 33790
    },
    {
      "epoch": 0.7121128304014077,
      "grad_norm": 0.1290590912103653,
      "learning_rate": 4.041602230294531e-06,
      "loss": 0.7401,
      "step": 33791
    },
    {
      "epoch": 0.712133904439773,
      "grad_norm": 0.14177970588207245,
      "learning_rate": 4.041054094455298e-06,
      "loss": 0.6947,
      "step": 33792
    },
    {
      "epoch": 0.7121549784781384,
      "grad_norm": 0.12061186879873276,
      "learning_rate": 4.040505986376417e-06,
      "loss": 0.7612,
      "step": 33793
    },
    {
      "epoch": 0.7121760525165036,
      "grad_norm": 0.123402439057827,
      "learning_rate": 4.039957906060443e-06,
      "loss": 0.7299,
      "step": 33794
    },
    {
      "epoch": 0.7121971265548689,
      "grad_norm": 0.11371544003486633,
      "learning_rate": 4.039409853509928e-06,
      "loss": 0.6762,
      "step": 33795
    },
    {
      "epoch": 0.7122182005932342,
      "grad_norm": 0.10785795748233795,
      "learning_rate": 4.038861828727426e-06,
      "loss": 0.7808,
      "step": 33796
    },
    {
      "epoch": 0.7122392746315994,
      "grad_norm": 0.122141994535923,
      "learning_rate": 4.038313831715489e-06,
      "loss": 0.6552,
      "step": 33797
    },
    {
      "epoch": 0.7122603486699648,
      "grad_norm": 0.15445806086063385,
      "learning_rate": 4.03776586247667e-06,
      "loss": 0.7568,
      "step": 33798
    },
    {
      "epoch": 0.7122814227083301,
      "grad_norm": 0.12167966365814209,
      "learning_rate": 4.037217921013523e-06,
      "loss": 0.7649,
      "step": 33799
    },
    {
      "epoch": 0.7123024967466953,
      "grad_norm": 0.15726253390312195,
      "learning_rate": 4.0366700073286005e-06,
      "loss": 0.7098,
      "step": 33800
    },
    {
      "epoch": 0.7123235707850606,
      "grad_norm": 0.1062317043542862,
      "learning_rate": 4.036122121424454e-06,
      "loss": 0.7032,
      "step": 33801
    },
    {
      "epoch": 0.7123446448234259,
      "grad_norm": 0.1256747990846634,
      "learning_rate": 4.035574263303635e-06,
      "loss": 0.7032,
      "step": 33802
    },
    {
      "epoch": 0.7123657188617912,
      "grad_norm": 0.11891637742519379,
      "learning_rate": 4.035026432968699e-06,
      "loss": 0.7204,
      "step": 33803
    },
    {
      "epoch": 0.7123867929001565,
      "grad_norm": 0.1383001059293747,
      "learning_rate": 4.034478630422195e-06,
      "loss": 0.7567,
      "step": 33804
    },
    {
      "epoch": 0.7124078669385218,
      "grad_norm": 0.13271743059158325,
      "learning_rate": 4.03393085566668e-06,
      "loss": 0.7209,
      "step": 33805
    },
    {
      "epoch": 0.712428940976887,
      "grad_norm": 0.106935515999794,
      "learning_rate": 4.033383108704698e-06,
      "loss": 0.6956,
      "step": 33806
    },
    {
      "epoch": 0.7124500150152523,
      "grad_norm": 0.1285930573940277,
      "learning_rate": 4.032835389538805e-06,
      "loss": 0.7476,
      "step": 33807
    },
    {
      "epoch": 0.7124710890536177,
      "grad_norm": 0.10736141353845596,
      "learning_rate": 4.032287698171552e-06,
      "loss": 0.7503,
      "step": 33808
    },
    {
      "epoch": 0.7124921630919829,
      "grad_norm": 0.10797367990016937,
      "learning_rate": 4.031740034605491e-06,
      "loss": 0.6987,
      "step": 33809
    },
    {
      "epoch": 0.7125132371303482,
      "grad_norm": 0.097455233335495,
      "learning_rate": 4.031192398843174e-06,
      "loss": 0.6944,
      "step": 33810
    },
    {
      "epoch": 0.7125343111687135,
      "grad_norm": 0.1175457239151001,
      "learning_rate": 4.030644790887147e-06,
      "loss": 0.7225,
      "step": 33811
    },
    {
      "epoch": 0.7125553852070787,
      "grad_norm": 0.10757102072238922,
      "learning_rate": 4.030097210739969e-06,
      "loss": 0.7417,
      "step": 33812
    },
    {
      "epoch": 0.7125764592454441,
      "grad_norm": 0.1255650818347931,
      "learning_rate": 4.0295496584041885e-06,
      "loss": 0.702,
      "step": 33813
    },
    {
      "epoch": 0.7125975332838094,
      "grad_norm": 0.111061692237854,
      "learning_rate": 4.029002133882358e-06,
      "loss": 0.6781,
      "step": 33814
    },
    {
      "epoch": 0.7126186073221746,
      "grad_norm": 0.12635773420333862,
      "learning_rate": 4.0284546371770216e-06,
      "loss": 0.6996,
      "step": 33815
    },
    {
      "epoch": 0.7126396813605399,
      "grad_norm": 0.10053090751171112,
      "learning_rate": 4.0279071682907345e-06,
      "loss": 0.7374,
      "step": 33816
    },
    {
      "epoch": 0.7126607553989052,
      "grad_norm": 0.12379984557628632,
      "learning_rate": 4.027359727226046e-06,
      "loss": 0.8199,
      "step": 33817
    },
    {
      "epoch": 0.7126818294372705,
      "grad_norm": 0.12266717851161957,
      "learning_rate": 4.026812313985506e-06,
      "loss": 0.7136,
      "step": 33818
    },
    {
      "epoch": 0.7127029034756358,
      "grad_norm": 0.11679494380950928,
      "learning_rate": 4.026264928571667e-06,
      "loss": 0.7461,
      "step": 33819
    },
    {
      "epoch": 0.7127239775140011,
      "grad_norm": 0.11048628389835358,
      "learning_rate": 4.0257175709870766e-06,
      "loss": 0.6788,
      "step": 33820
    },
    {
      "epoch": 0.7127450515523663,
      "grad_norm": 0.1094653308391571,
      "learning_rate": 4.025170241234285e-06,
      "loss": 0.6665,
      "step": 33821
    },
    {
      "epoch": 0.7127661255907316,
      "grad_norm": 0.12070963531732559,
      "learning_rate": 4.024622939315844e-06,
      "loss": 0.777,
      "step": 33822
    },
    {
      "epoch": 0.712787199629097,
      "grad_norm": 0.16068878769874573,
      "learning_rate": 4.024075665234301e-06,
      "loss": 0.7428,
      "step": 33823
    },
    {
      "epoch": 0.7128082736674622,
      "grad_norm": 0.13437630236148834,
      "learning_rate": 4.023528418992206e-06,
      "loss": 0.6933,
      "step": 33824
    },
    {
      "epoch": 0.7128293477058275,
      "grad_norm": 0.11218982934951782,
      "learning_rate": 4.02298120059211e-06,
      "loss": 0.7303,
      "step": 33825
    },
    {
      "epoch": 0.7128504217441928,
      "grad_norm": 0.1415170431137085,
      "learning_rate": 4.0224340100365615e-06,
      "loss": 0.8211,
      "step": 33826
    },
    {
      "epoch": 0.712871495782558,
      "grad_norm": 0.11273235827684402,
      "learning_rate": 4.021886847328107e-06,
      "loss": 0.7559,
      "step": 33827
    },
    {
      "epoch": 0.7128925698209233,
      "grad_norm": 0.15837356448173523,
      "learning_rate": 4.0213397124693e-06,
      "loss": 0.6862,
      "step": 33828
    },
    {
      "epoch": 0.7129136438592887,
      "grad_norm": 0.10757795721292496,
      "learning_rate": 4.020792605462686e-06,
      "loss": 0.7136,
      "step": 33829
    },
    {
      "epoch": 0.712934717897654,
      "grad_norm": 0.11856930702924728,
      "learning_rate": 4.020245526310814e-06,
      "loss": 0.7193,
      "step": 33830
    },
    {
      "epoch": 0.7129557919360192,
      "grad_norm": 0.11038469523191452,
      "learning_rate": 4.0196984750162346e-06,
      "loss": 0.732,
      "step": 33831
    },
    {
      "epoch": 0.7129768659743845,
      "grad_norm": 0.10874676704406738,
      "learning_rate": 4.0191514515814955e-06,
      "loss": 0.6829,
      "step": 33832
    },
    {
      "epoch": 0.7129979400127497,
      "grad_norm": 0.12640638649463654,
      "learning_rate": 4.0186044560091454e-06,
      "loss": 0.6395,
      "step": 33833
    },
    {
      "epoch": 0.7130190140511151,
      "grad_norm": 0.10744316875934601,
      "learning_rate": 4.01805748830173e-06,
      "loss": 0.6131,
      "step": 33834
    },
    {
      "epoch": 0.7130400880894804,
      "grad_norm": 0.12014871090650558,
      "learning_rate": 4.017510548461804e-06,
      "loss": 0.6995,
      "step": 33835
    },
    {
      "epoch": 0.7130611621278456,
      "grad_norm": 0.11197928339242935,
      "learning_rate": 4.016963636491907e-06,
      "loss": 0.6884,
      "step": 33836
    },
    {
      "epoch": 0.7130822361662109,
      "grad_norm": 0.1304885447025299,
      "learning_rate": 4.016416752394591e-06,
      "loss": 0.7366,
      "step": 33837
    },
    {
      "epoch": 0.7131033102045762,
      "grad_norm": 0.11146474629640579,
      "learning_rate": 4.015869896172402e-06,
      "loss": 0.7859,
      "step": 33838
    },
    {
      "epoch": 0.7131243842429416,
      "grad_norm": 0.12200894206762314,
      "learning_rate": 4.015323067827885e-06,
      "loss": 0.6692,
      "step": 33839
    },
    {
      "epoch": 0.7131454582813068,
      "grad_norm": 0.11086389422416687,
      "learning_rate": 4.014776267363597e-06,
      "loss": 0.7159,
      "step": 33840
    },
    {
      "epoch": 0.7131665323196721,
      "grad_norm": 0.10809244215488434,
      "learning_rate": 4.014229494782078e-06,
      "loss": 0.7108,
      "step": 33841
    },
    {
      "epoch": 0.7131876063580374,
      "grad_norm": 0.12863044440746307,
      "learning_rate": 4.013682750085878e-06,
      "loss": 0.774,
      "step": 33842
    },
    {
      "epoch": 0.7132086803964026,
      "grad_norm": 0.14025713503360748,
      "learning_rate": 4.013136033277542e-06,
      "loss": 0.7589,
      "step": 33843
    },
    {
      "epoch": 0.713229754434768,
      "grad_norm": 0.12799014151096344,
      "learning_rate": 4.012589344359621e-06,
      "loss": 0.6846,
      "step": 33844
    },
    {
      "epoch": 0.7132508284731333,
      "grad_norm": 0.12493903189897537,
      "learning_rate": 4.012042683334655e-06,
      "loss": 0.7805,
      "step": 33845
    },
    {
      "epoch": 0.7132719025114985,
      "grad_norm": 0.1015905886888504,
      "learning_rate": 4.011496050205195e-06,
      "loss": 0.6623,
      "step": 33846
    },
    {
      "epoch": 0.7132929765498638,
      "grad_norm": 0.4848737418651581,
      "learning_rate": 4.0109494449737866e-06,
      "loss": 0.7138,
      "step": 33847
    },
    {
      "epoch": 0.713314050588229,
      "grad_norm": 0.13536174595355988,
      "learning_rate": 4.010402867642976e-06,
      "loss": 0.6844,
      "step": 33848
    },
    {
      "epoch": 0.7133351246265944,
      "grad_norm": 0.11400921642780304,
      "learning_rate": 4.00985631821531e-06,
      "loss": 0.7151,
      "step": 33849
    },
    {
      "epoch": 0.7133561986649597,
      "grad_norm": 0.1324625462293625,
      "learning_rate": 4.009309796693335e-06,
      "loss": 0.6966,
      "step": 33850
    },
    {
      "epoch": 0.713377272703325,
      "grad_norm": 0.11534754186868668,
      "learning_rate": 4.0087633030795966e-06,
      "loss": 0.6973,
      "step": 33851
    },
    {
      "epoch": 0.7133983467416902,
      "grad_norm": 0.14164850115776062,
      "learning_rate": 4.008216837376641e-06,
      "loss": 0.7378,
      "step": 33852
    },
    {
      "epoch": 0.7134194207800555,
      "grad_norm": 0.14044032990932465,
      "learning_rate": 4.007670399587014e-06,
      "loss": 0.6993,
      "step": 33853
    },
    {
      "epoch": 0.7134404948184209,
      "grad_norm": 0.10777049511671066,
      "learning_rate": 4.007123989713261e-06,
      "loss": 0.7066,
      "step": 33854
    },
    {
      "epoch": 0.7134615688567861,
      "grad_norm": 0.1323515772819519,
      "learning_rate": 4.0065776077579264e-06,
      "loss": 0.7015,
      "step": 33855
    },
    {
      "epoch": 0.7134826428951514,
      "grad_norm": 0.12750616669654846,
      "learning_rate": 4.006031253723558e-06,
      "loss": 0.6986,
      "step": 33856
    },
    {
      "epoch": 0.7135037169335167,
      "grad_norm": 0.10753551870584488,
      "learning_rate": 4.005484927612698e-06,
      "loss": 0.7128,
      "step": 33857
    },
    {
      "epoch": 0.7135247909718819,
      "grad_norm": 0.11347648501396179,
      "learning_rate": 4.0049386294278954e-06,
      "loss": 0.6978,
      "step": 33858
    },
    {
      "epoch": 0.7135458650102473,
      "grad_norm": 0.12019208818674088,
      "learning_rate": 4.004392359171692e-06,
      "loss": 0.7359,
      "step": 33859
    },
    {
      "epoch": 0.7135669390486126,
      "grad_norm": 0.11594510078430176,
      "learning_rate": 4.003846116846634e-06,
      "loss": 0.7091,
      "step": 33860
    },
    {
      "epoch": 0.7135880130869778,
      "grad_norm": 0.12498818337917328,
      "learning_rate": 4.003299902455265e-06,
      "loss": 0.711,
      "step": 33861
    },
    {
      "epoch": 0.7136090871253431,
      "grad_norm": 0.15417206287384033,
      "learning_rate": 4.0027537160001316e-06,
      "loss": 0.6956,
      "step": 33862
    },
    {
      "epoch": 0.7136301611637084,
      "grad_norm": 0.10861043632030487,
      "learning_rate": 4.002207557483776e-06,
      "loss": 0.7177,
      "step": 33863
    },
    {
      "epoch": 0.7136512352020736,
      "grad_norm": 0.1100573018193245,
      "learning_rate": 4.0016614269087475e-06,
      "loss": 0.7534,
      "step": 33864
    },
    {
      "epoch": 0.713672309240439,
      "grad_norm": 0.210774227976799,
      "learning_rate": 4.0011153242775835e-06,
      "loss": 0.7494,
      "step": 33865
    },
    {
      "epoch": 0.7136933832788043,
      "grad_norm": 0.12471085041761398,
      "learning_rate": 4.000569249592831e-06,
      "loss": 0.7491,
      "step": 33866
    },
    {
      "epoch": 0.7137144573171695,
      "grad_norm": 0.12025288492441177,
      "learning_rate": 4.000023202857033e-06,
      "loss": 0.7159,
      "step": 33867
    },
    {
      "epoch": 0.7137355313555348,
      "grad_norm": 0.1509852409362793,
      "learning_rate": 3.999477184072731e-06,
      "loss": 0.7091,
      "step": 33868
    },
    {
      "epoch": 0.7137566053939001,
      "grad_norm": 0.1605541706085205,
      "learning_rate": 3.998931193242476e-06,
      "loss": 0.7083,
      "step": 33869
    },
    {
      "epoch": 0.7137776794322654,
      "grad_norm": 0.24843214452266693,
      "learning_rate": 3.998385230368806e-06,
      "loss": 0.7175,
      "step": 33870
    },
    {
      "epoch": 0.7137987534706307,
      "grad_norm": 0.10904625058174133,
      "learning_rate": 3.997839295454268e-06,
      "loss": 0.757,
      "step": 33871
    },
    {
      "epoch": 0.713819827508996,
      "grad_norm": 0.16063185036182404,
      "learning_rate": 3.997293388501401e-06,
      "loss": 0.7644,
      "step": 33872
    },
    {
      "epoch": 0.7138409015473612,
      "grad_norm": 0.10694992542266846,
      "learning_rate": 3.996747509512755e-06,
      "loss": 0.7631,
      "step": 33873
    },
    {
      "epoch": 0.7138619755857265,
      "grad_norm": 0.12415682524442673,
      "learning_rate": 3.996201658490866e-06,
      "loss": 0.6959,
      "step": 33874
    },
    {
      "epoch": 0.7138830496240919,
      "grad_norm": 0.10904840379953384,
      "learning_rate": 3.995655835438278e-06,
      "loss": 0.7073,
      "step": 33875
    },
    {
      "epoch": 0.7139041236624571,
      "grad_norm": 0.14509117603302002,
      "learning_rate": 3.995110040357535e-06,
      "loss": 0.7505,
      "step": 33876
    },
    {
      "epoch": 0.7139251977008224,
      "grad_norm": 0.11299165338277817,
      "learning_rate": 3.99456427325118e-06,
      "loss": 0.7169,
      "step": 33877
    },
    {
      "epoch": 0.7139462717391877,
      "grad_norm": 0.14073163270950317,
      "learning_rate": 3.994018534121755e-06,
      "loss": 0.7064,
      "step": 33878
    },
    {
      "epoch": 0.7139673457775529,
      "grad_norm": 0.11617951840162277,
      "learning_rate": 3.993472822971803e-06,
      "loss": 0.7112,
      "step": 33879
    },
    {
      "epoch": 0.7139884198159183,
      "grad_norm": 0.12280511856079102,
      "learning_rate": 3.992927139803866e-06,
      "loss": 0.6705,
      "step": 33880
    },
    {
      "epoch": 0.7140094938542836,
      "grad_norm": 0.11948858201503754,
      "learning_rate": 3.992381484620486e-06,
      "loss": 0.7583,
      "step": 33881
    },
    {
      "epoch": 0.7140305678926488,
      "grad_norm": 0.12479197978973389,
      "learning_rate": 3.991835857424203e-06,
      "loss": 0.7287,
      "step": 33882
    },
    {
      "epoch": 0.7140516419310141,
      "grad_norm": 0.12497926503419876,
      "learning_rate": 3.991290258217562e-06,
      "loss": 0.6696,
      "step": 33883
    },
    {
      "epoch": 0.7140727159693794,
      "grad_norm": 0.12062857300043106,
      "learning_rate": 3.990744687003105e-06,
      "loss": 0.6696,
      "step": 33884
    },
    {
      "epoch": 0.7140937900077448,
      "grad_norm": 0.12817665934562683,
      "learning_rate": 3.990199143783371e-06,
      "loss": 0.7055,
      "step": 33885
    },
    {
      "epoch": 0.71411486404611,
      "grad_norm": 0.1258280724287033,
      "learning_rate": 3.9896536285609035e-06,
      "loss": 0.7464,
      "step": 33886
    },
    {
      "epoch": 0.7141359380844753,
      "grad_norm": 0.3595505356788635,
      "learning_rate": 3.989108141338242e-06,
      "loss": 0.7771,
      "step": 33887
    },
    {
      "epoch": 0.7141570121228406,
      "grad_norm": 0.11787369102239609,
      "learning_rate": 3.988562682117929e-06,
      "loss": 0.6964,
      "step": 33888
    },
    {
      "epoch": 0.7141780861612058,
      "grad_norm": 0.11373088508844376,
      "learning_rate": 3.9880172509025054e-06,
      "loss": 0.715,
      "step": 33889
    },
    {
      "epoch": 0.7141991601995712,
      "grad_norm": 0.1519986093044281,
      "learning_rate": 3.987471847694511e-06,
      "loss": 0.7302,
      "step": 33890
    },
    {
      "epoch": 0.7142202342379365,
      "grad_norm": 0.11610763520002365,
      "learning_rate": 3.9869264724964886e-06,
      "loss": 0.8096,
      "step": 33891
    },
    {
      "epoch": 0.7142413082763017,
      "grad_norm": 0.1373143345117569,
      "learning_rate": 3.986381125310978e-06,
      "loss": 0.7739,
      "step": 33892
    },
    {
      "epoch": 0.714262382314667,
      "grad_norm": 0.13935580849647522,
      "learning_rate": 3.985835806140519e-06,
      "loss": 0.7034,
      "step": 33893
    },
    {
      "epoch": 0.7142834563530323,
      "grad_norm": 0.13553287088871002,
      "learning_rate": 3.985290514987656e-06,
      "loss": 0.71,
      "step": 33894
    },
    {
      "epoch": 0.7143045303913976,
      "grad_norm": 0.1342036873102188,
      "learning_rate": 3.984745251854923e-06,
      "loss": 0.6889,
      "step": 33895
    },
    {
      "epoch": 0.7143256044297629,
      "grad_norm": 0.14347875118255615,
      "learning_rate": 3.984200016744864e-06,
      "loss": 0.6849,
      "step": 33896
    },
    {
      "epoch": 0.7143466784681282,
      "grad_norm": 0.14574675261974335,
      "learning_rate": 3.983654809660013e-06,
      "loss": 0.7235,
      "step": 33897
    },
    {
      "epoch": 0.7143677525064934,
      "grad_norm": 0.12511461973190308,
      "learning_rate": 3.983109630602919e-06,
      "loss": 0.7333,
      "step": 33898
    },
    {
      "epoch": 0.7143888265448587,
      "grad_norm": 0.1230379119515419,
      "learning_rate": 3.982564479576117e-06,
      "loss": 0.6988,
      "step": 33899
    },
    {
      "epoch": 0.7144099005832241,
      "grad_norm": 0.11886405199766159,
      "learning_rate": 3.982019356582149e-06,
      "loss": 0.7215,
      "step": 33900
    },
    {
      "epoch": 0.7144309746215893,
      "grad_norm": 0.12350188195705414,
      "learning_rate": 3.981474261623554e-06,
      "loss": 0.7507,
      "step": 33901
    },
    {
      "epoch": 0.7144520486599546,
      "grad_norm": 0.1164650097489357,
      "learning_rate": 3.980929194702868e-06,
      "loss": 0.7879,
      "step": 33902
    },
    {
      "epoch": 0.7144731226983199,
      "grad_norm": 0.12535211443901062,
      "learning_rate": 3.980384155822638e-06,
      "loss": 0.6754,
      "step": 33903
    },
    {
      "epoch": 0.7144941967366851,
      "grad_norm": 0.1533328890800476,
      "learning_rate": 3.9798391449853925e-06,
      "loss": 0.7392,
      "step": 33904
    },
    {
      "epoch": 0.7145152707750504,
      "grad_norm": 0.1242552250623703,
      "learning_rate": 3.979294162193677e-06,
      "loss": 0.7319,
      "step": 33905
    },
    {
      "epoch": 0.7145363448134158,
      "grad_norm": 0.1093522384762764,
      "learning_rate": 3.978749207450028e-06,
      "loss": 0.6997,
      "step": 33906
    },
    {
      "epoch": 0.714557418851781,
      "grad_norm": 0.1379319727420807,
      "learning_rate": 3.9782042807569855e-06,
      "loss": 0.7391,
      "step": 33907
    },
    {
      "epoch": 0.7145784928901463,
      "grad_norm": 0.132905974984169,
      "learning_rate": 3.977659382117088e-06,
      "loss": 0.7152,
      "step": 33908
    },
    {
      "epoch": 0.7145995669285116,
      "grad_norm": 0.13250364363193512,
      "learning_rate": 3.977114511532875e-06,
      "loss": 0.7548,
      "step": 33909
    },
    {
      "epoch": 0.7146206409668768,
      "grad_norm": 0.12675654888153076,
      "learning_rate": 3.976569669006882e-06,
      "loss": 0.6967,
      "step": 33910
    },
    {
      "epoch": 0.7146417150052422,
      "grad_norm": 0.15174080431461334,
      "learning_rate": 3.9760248545416465e-06,
      "loss": 0.8172,
      "step": 33911
    },
    {
      "epoch": 0.7146627890436075,
      "grad_norm": 0.11591797322034836,
      "learning_rate": 3.975480068139715e-06,
      "loss": 0.7435,
      "step": 33912
    },
    {
      "epoch": 0.7146838630819727,
      "grad_norm": 0.12462867796421051,
      "learning_rate": 3.974935309803618e-06,
      "loss": 0.7305,
      "step": 33913
    },
    {
      "epoch": 0.714704937120338,
      "grad_norm": 0.099884994328022,
      "learning_rate": 3.974390579535893e-06,
      "loss": 0.7177,
      "step": 33914
    },
    {
      "epoch": 0.7147260111587033,
      "grad_norm": 0.13060739636421204,
      "learning_rate": 3.973845877339079e-06,
      "loss": 0.7415,
      "step": 33915
    },
    {
      "epoch": 0.7147470851970686,
      "grad_norm": 0.14390327036380768,
      "learning_rate": 3.9733012032157155e-06,
      "loss": 0.6975,
      "step": 33916
    },
    {
      "epoch": 0.7147681592354339,
      "grad_norm": 0.14148706197738647,
      "learning_rate": 3.972756557168338e-06,
      "loss": 0.7482,
      "step": 33917
    },
    {
      "epoch": 0.7147892332737992,
      "grad_norm": 0.1191105768084526,
      "learning_rate": 3.972211939199484e-06,
      "loss": 0.6681,
      "step": 33918
    },
    {
      "epoch": 0.7148103073121644,
      "grad_norm": 0.12594209611415863,
      "learning_rate": 3.97166734931169e-06,
      "loss": 0.7004,
      "step": 33919
    },
    {
      "epoch": 0.7148313813505297,
      "grad_norm": 0.1483527421951294,
      "learning_rate": 3.9711227875074944e-06,
      "loss": 0.6967,
      "step": 33920
    },
    {
      "epoch": 0.7148524553888951,
      "grad_norm": 0.12206129729747772,
      "learning_rate": 3.970578253789434e-06,
      "loss": 0.7234,
      "step": 33921
    },
    {
      "epoch": 0.7148735294272603,
      "grad_norm": 0.11309686303138733,
      "learning_rate": 3.9700337481600445e-06,
      "loss": 0.7372,
      "step": 33922
    },
    {
      "epoch": 0.7148946034656256,
      "grad_norm": 0.12677845358848572,
      "learning_rate": 3.969489270621867e-06,
      "loss": 0.6783,
      "step": 33923
    },
    {
      "epoch": 0.7149156775039909,
      "grad_norm": 0.1213214322924614,
      "learning_rate": 3.968944821177431e-06,
      "loss": 0.7264,
      "step": 33924
    },
    {
      "epoch": 0.7149367515423561,
      "grad_norm": 0.14078281819820404,
      "learning_rate": 3.968400399829275e-06,
      "loss": 0.7159,
      "step": 33925
    },
    {
      "epoch": 0.7149578255807215,
      "grad_norm": 0.11369168013334274,
      "learning_rate": 3.967856006579934e-06,
      "loss": 0.6788,
      "step": 33926
    },
    {
      "epoch": 0.7149788996190868,
      "grad_norm": 0.16102541983127594,
      "learning_rate": 3.967311641431949e-06,
      "loss": 0.7424,
      "step": 33927
    },
    {
      "epoch": 0.714999973657452,
      "grad_norm": 0.11448433250188828,
      "learning_rate": 3.966767304387854e-06,
      "loss": 0.6821,
      "step": 33928
    },
    {
      "epoch": 0.7150210476958173,
      "grad_norm": 0.09931593388319016,
      "learning_rate": 3.966222995450184e-06,
      "loss": 0.6601,
      "step": 33929
    },
    {
      "epoch": 0.7150421217341826,
      "grad_norm": 0.1087300255894661,
      "learning_rate": 3.9656787146214745e-06,
      "loss": 0.7596,
      "step": 33930
    },
    {
      "epoch": 0.715063195772548,
      "grad_norm": 0.13912172615528107,
      "learning_rate": 3.965134461904262e-06,
      "loss": 0.7045,
      "step": 33931
    },
    {
      "epoch": 0.7150842698109132,
      "grad_norm": 0.10623110830783844,
      "learning_rate": 3.964590237301085e-06,
      "loss": 0.7667,
      "step": 33932
    },
    {
      "epoch": 0.7151053438492785,
      "grad_norm": 0.1335151642560959,
      "learning_rate": 3.964046040814471e-06,
      "loss": 0.7428,
      "step": 33933
    },
    {
      "epoch": 0.7151264178876438,
      "grad_norm": 0.1290862262248993,
      "learning_rate": 3.963501872446961e-06,
      "loss": 0.7634,
      "step": 33934
    },
    {
      "epoch": 0.715147491926009,
      "grad_norm": 0.11080290377140045,
      "learning_rate": 3.962957732201087e-06,
      "loss": 0.6895,
      "step": 33935
    },
    {
      "epoch": 0.7151685659643744,
      "grad_norm": 0.13484929502010345,
      "learning_rate": 3.962413620079386e-06,
      "loss": 0.7591,
      "step": 33936
    },
    {
      "epoch": 0.7151896400027397,
      "grad_norm": 0.20905451476573944,
      "learning_rate": 3.961869536084393e-06,
      "loss": 0.7524,
      "step": 33937
    },
    {
      "epoch": 0.7152107140411049,
      "grad_norm": 0.13562960922718048,
      "learning_rate": 3.961325480218642e-06,
      "loss": 0.7599,
      "step": 33938
    },
    {
      "epoch": 0.7152317880794702,
      "grad_norm": 0.1192123144865036,
      "learning_rate": 3.960781452484667e-06,
      "loss": 0.6767,
      "step": 33939
    },
    {
      "epoch": 0.7152528621178355,
      "grad_norm": 0.10109544545412064,
      "learning_rate": 3.960237452884998e-06,
      "loss": 0.6732,
      "step": 33940
    },
    {
      "epoch": 0.7152739361562007,
      "grad_norm": 0.11361918598413467,
      "learning_rate": 3.959693481422183e-06,
      "loss": 0.6301,
      "step": 33941
    },
    {
      "epoch": 0.7152950101945661,
      "grad_norm": 0.1255398839712143,
      "learning_rate": 3.9591495380987436e-06,
      "loss": 0.6205,
      "step": 33942
    },
    {
      "epoch": 0.7153160842329314,
      "grad_norm": 0.10801243036985397,
      "learning_rate": 3.958605622917217e-06,
      "loss": 0.7408,
      "step": 33943
    },
    {
      "epoch": 0.7153371582712966,
      "grad_norm": 0.16474106907844543,
      "learning_rate": 3.958061735880138e-06,
      "loss": 0.7396,
      "step": 33944
    },
    {
      "epoch": 0.7153582323096619,
      "grad_norm": 0.11802569031715393,
      "learning_rate": 3.95751787699004e-06,
      "loss": 0.7135,
      "step": 33945
    },
    {
      "epoch": 0.7153793063480272,
      "grad_norm": 0.1400793045759201,
      "learning_rate": 3.956974046249457e-06,
      "loss": 0.6899,
      "step": 33946
    },
    {
      "epoch": 0.7154003803863925,
      "grad_norm": 0.13631892204284668,
      "learning_rate": 3.956430243660922e-06,
      "loss": 0.7112,
      "step": 33947
    },
    {
      "epoch": 0.7154214544247578,
      "grad_norm": 0.13492171466350555,
      "learning_rate": 3.955886469226967e-06,
      "loss": 0.7039,
      "step": 33948
    },
    {
      "epoch": 0.7154425284631231,
      "grad_norm": 0.11712850630283356,
      "learning_rate": 3.9553427229501285e-06,
      "loss": 0.6909,
      "step": 33949
    },
    {
      "epoch": 0.7154636025014883,
      "grad_norm": 0.12499768286943436,
      "learning_rate": 3.954799004832937e-06,
      "loss": 0.6739,
      "step": 33950
    },
    {
      "epoch": 0.7154846765398536,
      "grad_norm": 0.11143215745687485,
      "learning_rate": 3.954255314877926e-06,
      "loss": 0.7111,
      "step": 33951
    },
    {
      "epoch": 0.715505750578219,
      "grad_norm": 0.117134228348732,
      "learning_rate": 3.9537116530876295e-06,
      "loss": 0.7154,
      "step": 33952
    },
    {
      "epoch": 0.7155268246165842,
      "grad_norm": 0.1318303793668747,
      "learning_rate": 3.953168019464581e-06,
      "loss": 0.6805,
      "step": 33953
    },
    {
      "epoch": 0.7155478986549495,
      "grad_norm": 0.14803478121757507,
      "learning_rate": 3.952624414011307e-06,
      "loss": 0.7501,
      "step": 33954
    },
    {
      "epoch": 0.7155689726933148,
      "grad_norm": 0.12632158398628235,
      "learning_rate": 3.952080836730345e-06,
      "loss": 0.7393,
      "step": 33955
    },
    {
      "epoch": 0.71559004673168,
      "grad_norm": 0.10837533324956894,
      "learning_rate": 3.951537287624229e-06,
      "loss": 0.7365,
      "step": 33956
    },
    {
      "epoch": 0.7156111207700454,
      "grad_norm": 0.11557964235544205,
      "learning_rate": 3.950993766695488e-06,
      "loss": 0.6891,
      "step": 33957
    },
    {
      "epoch": 0.7156321948084107,
      "grad_norm": 0.12224896252155304,
      "learning_rate": 3.950450273946654e-06,
      "loss": 0.7561,
      "step": 33958
    },
    {
      "epoch": 0.7156532688467759,
      "grad_norm": 0.1377195566892624,
      "learning_rate": 3.949906809380261e-06,
      "loss": 0.7376,
      "step": 33959
    },
    {
      "epoch": 0.7156743428851412,
      "grad_norm": 0.12300555408000946,
      "learning_rate": 3.949363372998838e-06,
      "loss": 0.7008,
      "step": 33960
    },
    {
      "epoch": 0.7156954169235065,
      "grad_norm": 0.25586989521980286,
      "learning_rate": 3.9488199648049195e-06,
      "loss": 0.6794,
      "step": 33961
    },
    {
      "epoch": 0.7157164909618718,
      "grad_norm": 0.10967247188091278,
      "learning_rate": 3.948276584801039e-06,
      "loss": 0.7156,
      "step": 33962
    },
    {
      "epoch": 0.7157375650002371,
      "grad_norm": 0.16294433176517487,
      "learning_rate": 3.947733232989721e-06,
      "loss": 0.7256,
      "step": 33963
    },
    {
      "epoch": 0.7157586390386024,
      "grad_norm": 0.16593702137470245,
      "learning_rate": 3.9471899093735e-06,
      "loss": 0.7856,
      "step": 33964
    },
    {
      "epoch": 0.7157797130769676,
      "grad_norm": 0.1066950187087059,
      "learning_rate": 3.946646613954908e-06,
      "loss": 0.7191,
      "step": 33965
    },
    {
      "epoch": 0.7158007871153329,
      "grad_norm": 0.18908599019050598,
      "learning_rate": 3.946103346736475e-06,
      "loss": 0.6902,
      "step": 33966
    },
    {
      "epoch": 0.7158218611536983,
      "grad_norm": 0.11642663180828094,
      "learning_rate": 3.945560107720733e-06,
      "loss": 0.6721,
      "step": 33967
    },
    {
      "epoch": 0.7158429351920635,
      "grad_norm": 0.1450280100107193,
      "learning_rate": 3.945016896910211e-06,
      "loss": 0.7164,
      "step": 33968
    },
    {
      "epoch": 0.7158640092304288,
      "grad_norm": 0.21723759174346924,
      "learning_rate": 3.9444737143074385e-06,
      "loss": 0.7556,
      "step": 33969
    },
    {
      "epoch": 0.7158850832687941,
      "grad_norm": 0.31542786955833435,
      "learning_rate": 3.943930559914951e-06,
      "loss": 0.7343,
      "step": 33970
    },
    {
      "epoch": 0.7159061573071593,
      "grad_norm": 0.3250352144241333,
      "learning_rate": 3.9433874337352795e-06,
      "loss": 0.72,
      "step": 33971
    },
    {
      "epoch": 0.7159272313455247,
      "grad_norm": 0.13441704213619232,
      "learning_rate": 3.942844335770947e-06,
      "loss": 0.7267,
      "step": 33972
    },
    {
      "epoch": 0.71594830538389,
      "grad_norm": 0.1017974391579628,
      "learning_rate": 3.942301266024487e-06,
      "loss": 0.7032,
      "step": 33973
    },
    {
      "epoch": 0.7159693794222552,
      "grad_norm": 0.1321096271276474,
      "learning_rate": 3.941758224498431e-06,
      "loss": 0.7362,
      "step": 33974
    },
    {
      "epoch": 0.7159904534606205,
      "grad_norm": 0.13979728519916534,
      "learning_rate": 3.941215211195306e-06,
      "loss": 0.7119,
      "step": 33975
    },
    {
      "epoch": 0.7160115274989858,
      "grad_norm": 0.1184171736240387,
      "learning_rate": 3.9406722261176445e-06,
      "loss": 0.7365,
      "step": 33976
    },
    {
      "epoch": 0.716032601537351,
      "grad_norm": 0.16652031242847443,
      "learning_rate": 3.940129269267975e-06,
      "loss": 0.7465,
      "step": 33977
    },
    {
      "epoch": 0.7160536755757164,
      "grad_norm": 0.15114615857601166,
      "learning_rate": 3.939586340648826e-06,
      "loss": 0.6389,
      "step": 33978
    },
    {
      "epoch": 0.7160747496140817,
      "grad_norm": 0.19039711356163025,
      "learning_rate": 3.9390434402627275e-06,
      "loss": 0.6743,
      "step": 33979
    },
    {
      "epoch": 0.716095823652447,
      "grad_norm": 0.13731452822685242,
      "learning_rate": 3.938500568112208e-06,
      "loss": 0.7409,
      "step": 33980
    },
    {
      "epoch": 0.7161168976908122,
      "grad_norm": 0.14828962087631226,
      "learning_rate": 3.937957724199798e-06,
      "loss": 0.7501,
      "step": 33981
    },
    {
      "epoch": 0.7161379717291775,
      "grad_norm": 0.18506930768489838,
      "learning_rate": 3.9374149085280285e-06,
      "loss": 0.6211,
      "step": 33982
    },
    {
      "epoch": 0.7161590457675429,
      "grad_norm": 0.1435505598783493,
      "learning_rate": 3.936872121099419e-06,
      "loss": 0.6593,
      "step": 33983
    },
    {
      "epoch": 0.7161801198059081,
      "grad_norm": 0.12522776424884796,
      "learning_rate": 3.9363293619165074e-06,
      "loss": 0.656,
      "step": 33984
    },
    {
      "epoch": 0.7162011938442734,
      "grad_norm": 0.12487422674894333,
      "learning_rate": 3.935786630981819e-06,
      "loss": 0.8503,
      "step": 33985
    },
    {
      "epoch": 0.7162222678826387,
      "grad_norm": 0.12125050276517868,
      "learning_rate": 3.935243928297884e-06,
      "loss": 0.7412,
      "step": 33986
    },
    {
      "epoch": 0.7162433419210039,
      "grad_norm": 0.11513252556324005,
      "learning_rate": 3.934701253867228e-06,
      "loss": 0.7145,
      "step": 33987
    },
    {
      "epoch": 0.7162644159593693,
      "grad_norm": 0.16797557473182678,
      "learning_rate": 3.93415860769238e-06,
      "loss": 0.743,
      "step": 33988
    },
    {
      "epoch": 0.7162854899977346,
      "grad_norm": 0.11311085522174835,
      "learning_rate": 3.933615989775869e-06,
      "loss": 0.6869,
      "step": 33989
    },
    {
      "epoch": 0.7163065640360998,
      "grad_norm": 0.13597175478935242,
      "learning_rate": 3.933073400120221e-06,
      "loss": 0.7764,
      "step": 33990
    },
    {
      "epoch": 0.7163276380744651,
      "grad_norm": 0.15150298178195953,
      "learning_rate": 3.932530838727968e-06,
      "loss": 0.6765,
      "step": 33991
    },
    {
      "epoch": 0.7163487121128304,
      "grad_norm": 0.13302016258239746,
      "learning_rate": 3.931988305601631e-06,
      "loss": 0.7748,
      "step": 33992
    },
    {
      "epoch": 0.7163697861511957,
      "grad_norm": 0.13300034403800964,
      "learning_rate": 3.931445800743741e-06,
      "loss": 0.7364,
      "step": 33993
    },
    {
      "epoch": 0.716390860189561,
      "grad_norm": 0.11010624468326569,
      "learning_rate": 3.930903324156825e-06,
      "loss": 0.6574,
      "step": 33994
    },
    {
      "epoch": 0.7164119342279263,
      "grad_norm": 0.1536281555891037,
      "learning_rate": 3.9303608758434095e-06,
      "loss": 0.7711,
      "step": 33995
    },
    {
      "epoch": 0.7164330082662915,
      "grad_norm": 0.10958349704742432,
      "learning_rate": 3.929818455806024e-06,
      "loss": 0.7296,
      "step": 33996
    },
    {
      "epoch": 0.7164540823046568,
      "grad_norm": 0.12652963399887085,
      "learning_rate": 3.929276064047192e-06,
      "loss": 0.6327,
      "step": 33997
    },
    {
      "epoch": 0.7164751563430222,
      "grad_norm": 0.12243152409791946,
      "learning_rate": 3.928733700569438e-06,
      "loss": 0.6826,
      "step": 33998
    },
    {
      "epoch": 0.7164962303813874,
      "grad_norm": 0.12382793426513672,
      "learning_rate": 3.928191365375298e-06,
      "loss": 0.7348,
      "step": 33999
    },
    {
      "epoch": 0.7165173044197527,
      "grad_norm": 0.10535482317209244,
      "learning_rate": 3.9276490584672955e-06,
      "loss": 0.7143,
      "step": 34000
    },
    {
      "epoch": 0.716538378458118,
      "grad_norm": 0.13544785976409912,
      "learning_rate": 3.927106779847951e-06,
      "loss": 0.7076,
      "step": 34001
    },
    {
      "epoch": 0.7165594524964832,
      "grad_norm": 0.13519224524497986,
      "learning_rate": 3.9265645295197955e-06,
      "loss": 0.683,
      "step": 34002
    },
    {
      "epoch": 0.7165805265348486,
      "grad_norm": 0.12454188615083694,
      "learning_rate": 3.926022307485352e-06,
      "loss": 0.6919,
      "step": 34003
    },
    {
      "epoch": 0.7166016005732139,
      "grad_norm": 0.14184175431728363,
      "learning_rate": 3.92548011374715e-06,
      "loss": 0.7566,
      "step": 34004
    },
    {
      "epoch": 0.7166226746115791,
      "grad_norm": 0.13280613720417023,
      "learning_rate": 3.924937948307712e-06,
      "loss": 0.7355,
      "step": 34005
    },
    {
      "epoch": 0.7166437486499444,
      "grad_norm": 0.12159454822540283,
      "learning_rate": 3.924395811169567e-06,
      "loss": 0.7557,
      "step": 34006
    },
    {
      "epoch": 0.7166648226883097,
      "grad_norm": 0.11603870242834091,
      "learning_rate": 3.9238537023352385e-06,
      "loss": 0.696,
      "step": 34007
    },
    {
      "epoch": 0.716685896726675,
      "grad_norm": 0.12056326121091843,
      "learning_rate": 3.923311621807253e-06,
      "loss": 0.6952,
      "step": 34008
    },
    {
      "epoch": 0.7167069707650403,
      "grad_norm": 0.11912760138511658,
      "learning_rate": 3.922769569588135e-06,
      "loss": 0.6753,
      "step": 34009
    },
    {
      "epoch": 0.7167280448034056,
      "grad_norm": 0.17553775012493134,
      "learning_rate": 3.92222754568041e-06,
      "loss": 0.7755,
      "step": 34010
    },
    {
      "epoch": 0.7167491188417708,
      "grad_norm": 0.12693044543266296,
      "learning_rate": 3.921685550086604e-06,
      "loss": 0.7539,
      "step": 34011
    },
    {
      "epoch": 0.7167701928801361,
      "grad_norm": 0.1577828824520111,
      "learning_rate": 3.92114358280924e-06,
      "loss": 0.6843,
      "step": 34012
    },
    {
      "epoch": 0.7167912669185015,
      "grad_norm": 0.10265253484249115,
      "learning_rate": 3.920601643850846e-06,
      "loss": 0.7241,
      "step": 34013
    },
    {
      "epoch": 0.7168123409568667,
      "grad_norm": 0.15322335064411163,
      "learning_rate": 3.920059733213942e-06,
      "loss": 0.7325,
      "step": 34014
    },
    {
      "epoch": 0.716833414995232,
      "grad_norm": 0.1098593920469284,
      "learning_rate": 3.919517850901056e-06,
      "loss": 0.7139,
      "step": 34015
    },
    {
      "epoch": 0.7168544890335973,
      "grad_norm": 0.12588727474212646,
      "learning_rate": 3.918975996914712e-06,
      "loss": 0.6767,
      "step": 34016
    },
    {
      "epoch": 0.7168755630719625,
      "grad_norm": 0.12587939202785492,
      "learning_rate": 3.9184341712574345e-06,
      "loss": 0.7283,
      "step": 34017
    },
    {
      "epoch": 0.7168966371103278,
      "grad_norm": 0.1172933280467987,
      "learning_rate": 3.917892373931747e-06,
      "loss": 0.6716,
      "step": 34018
    },
    {
      "epoch": 0.7169177111486932,
      "grad_norm": 0.11219659447669983,
      "learning_rate": 3.917350604940172e-06,
      "loss": 0.7155,
      "step": 34019
    },
    {
      "epoch": 0.7169387851870584,
      "grad_norm": 0.13858389854431152,
      "learning_rate": 3.916808864285235e-06,
      "loss": 0.7285,
      "step": 34020
    },
    {
      "epoch": 0.7169598592254237,
      "grad_norm": 0.11324208229780197,
      "learning_rate": 3.916267151969465e-06,
      "loss": 0.7424,
      "step": 34021
    },
    {
      "epoch": 0.716980933263789,
      "grad_norm": 0.12650816142559052,
      "learning_rate": 3.915725467995375e-06,
      "loss": 0.7435,
      "step": 34022
    },
    {
      "epoch": 0.7170020073021542,
      "grad_norm": 0.11083054542541504,
      "learning_rate": 3.915183812365495e-06,
      "loss": 0.6938,
      "step": 34023
    },
    {
      "epoch": 0.7170230813405196,
      "grad_norm": 0.10866518318653107,
      "learning_rate": 3.914642185082347e-06,
      "loss": 0.6695,
      "step": 34024
    },
    {
      "epoch": 0.7170441553788849,
      "grad_norm": 0.1482660174369812,
      "learning_rate": 3.914100586148454e-06,
      "loss": 0.7796,
      "step": 34025
    },
    {
      "epoch": 0.7170652294172501,
      "grad_norm": 0.10736435651779175,
      "learning_rate": 3.913559015566335e-06,
      "loss": 0.6374,
      "step": 34026
    },
    {
      "epoch": 0.7170863034556154,
      "grad_norm": 0.11367551982402802,
      "learning_rate": 3.913017473338522e-06,
      "loss": 0.7076,
      "step": 34027
    },
    {
      "epoch": 0.7171073774939807,
      "grad_norm": 0.11562775820493698,
      "learning_rate": 3.912475959467533e-06,
      "loss": 0.6668,
      "step": 34028
    },
    {
      "epoch": 0.7171284515323461,
      "grad_norm": 0.12520989775657654,
      "learning_rate": 3.911934473955891e-06,
      "loss": 0.7255,
      "step": 34029
    },
    {
      "epoch": 0.7171495255707113,
      "grad_norm": 0.12135782837867737,
      "learning_rate": 3.911393016806122e-06,
      "loss": 0.7025,
      "step": 34030
    },
    {
      "epoch": 0.7171705996090766,
      "grad_norm": 0.11322345584630966,
      "learning_rate": 3.910851588020742e-06,
      "loss": 0.7006,
      "step": 34031
    },
    {
      "epoch": 0.7171916736474419,
      "grad_norm": 0.1547183394432068,
      "learning_rate": 3.9103101876022754e-06,
      "loss": 0.6835,
      "step": 34032
    },
    {
      "epoch": 0.7172127476858071,
      "grad_norm": 0.10035204887390137,
      "learning_rate": 3.909768815553246e-06,
      "loss": 0.6716,
      "step": 34033
    },
    {
      "epoch": 0.7172338217241725,
      "grad_norm": 0.1266385167837143,
      "learning_rate": 3.9092274718761734e-06,
      "loss": 0.7677,
      "step": 34034
    },
    {
      "epoch": 0.7172548957625378,
      "grad_norm": 0.11168164759874344,
      "learning_rate": 3.908686156573583e-06,
      "loss": 0.7099,
      "step": 34035
    },
    {
      "epoch": 0.717275969800903,
      "grad_norm": 0.12187141180038452,
      "learning_rate": 3.908144869647994e-06,
      "loss": 0.6741,
      "step": 34036
    },
    {
      "epoch": 0.7172970438392683,
      "grad_norm": 0.10293921083211899,
      "learning_rate": 3.907603611101929e-06,
      "loss": 0.6466,
      "step": 34037
    },
    {
      "epoch": 0.7173181178776336,
      "grad_norm": 0.11283136904239655,
      "learning_rate": 3.907062380937908e-06,
      "loss": 0.6739,
      "step": 34038
    },
    {
      "epoch": 0.7173391919159989,
      "grad_norm": 0.12584653496742249,
      "learning_rate": 3.906521179158456e-06,
      "loss": 0.7502,
      "step": 34039
    },
    {
      "epoch": 0.7173602659543642,
      "grad_norm": 0.10235586017370224,
      "learning_rate": 3.90598000576609e-06,
      "loss": 0.6781,
      "step": 34040
    },
    {
      "epoch": 0.7173813399927295,
      "grad_norm": 0.09872066974639893,
      "learning_rate": 3.905438860763333e-06,
      "loss": 0.7039,
      "step": 34041
    },
    {
      "epoch": 0.7174024140310947,
      "grad_norm": 0.12516573071479797,
      "learning_rate": 3.904897744152707e-06,
      "loss": 0.7286,
      "step": 34042
    },
    {
      "epoch": 0.71742348806946,
      "grad_norm": 0.12803944945335388,
      "learning_rate": 3.9043566559367315e-06,
      "loss": 0.7266,
      "step": 34043
    },
    {
      "epoch": 0.7174445621078254,
      "grad_norm": 0.13115829229354858,
      "learning_rate": 3.903815596117927e-06,
      "loss": 0.7056,
      "step": 34044
    },
    {
      "epoch": 0.7174656361461906,
      "grad_norm": 0.11279769241809845,
      "learning_rate": 3.903274564698816e-06,
      "loss": 0.6769,
      "step": 34045
    },
    {
      "epoch": 0.7174867101845559,
      "grad_norm": 0.11762763559818268,
      "learning_rate": 3.902733561681917e-06,
      "loss": 0.6889,
      "step": 34046
    },
    {
      "epoch": 0.7175077842229212,
      "grad_norm": 0.10521994531154633,
      "learning_rate": 3.90219258706975e-06,
      "loss": 0.7164,
      "step": 34047
    },
    {
      "epoch": 0.7175288582612864,
      "grad_norm": 0.13263273239135742,
      "learning_rate": 3.901651640864836e-06,
      "loss": 0.7229,
      "step": 34048
    },
    {
      "epoch": 0.7175499322996518,
      "grad_norm": 0.1380332112312317,
      "learning_rate": 3.901110723069695e-06,
      "loss": 0.6782,
      "step": 34049
    },
    {
      "epoch": 0.7175710063380171,
      "grad_norm": 0.12723574042320251,
      "learning_rate": 3.900569833686853e-06,
      "loss": 0.7733,
      "step": 34050
    },
    {
      "epoch": 0.7175920803763823,
      "grad_norm": 0.13693609833717346,
      "learning_rate": 3.900028972718818e-06,
      "loss": 0.7375,
      "step": 34051
    },
    {
      "epoch": 0.7176131544147476,
      "grad_norm": 0.11176319420337677,
      "learning_rate": 3.899488140168116e-06,
      "loss": 0.6865,
      "step": 34052
    },
    {
      "epoch": 0.7176342284531129,
      "grad_norm": 0.10995025187730789,
      "learning_rate": 3.898947336037265e-06,
      "loss": 0.7072,
      "step": 34053
    },
    {
      "epoch": 0.7176553024914781,
      "grad_norm": 0.13993525505065918,
      "learning_rate": 3.898406560328787e-06,
      "loss": 0.711,
      "step": 34054
    },
    {
      "epoch": 0.7176763765298435,
      "grad_norm": 0.25069868564605713,
      "learning_rate": 3.897865813045196e-06,
      "loss": 0.707,
      "step": 34055
    },
    {
      "epoch": 0.7176974505682088,
      "grad_norm": 0.13426485657691956,
      "learning_rate": 3.897325094189018e-06,
      "loss": 0.7269,
      "step": 34056
    },
    {
      "epoch": 0.717718524606574,
      "grad_norm": 0.10814640671014786,
      "learning_rate": 3.896784403762769e-06,
      "loss": 0.7957,
      "step": 34057
    },
    {
      "epoch": 0.7177395986449393,
      "grad_norm": 0.10352196544408798,
      "learning_rate": 3.896243741768967e-06,
      "loss": 0.6489,
      "step": 34058
    },
    {
      "epoch": 0.7177606726833046,
      "grad_norm": 0.11789707839488983,
      "learning_rate": 3.895703108210135e-06,
      "loss": 0.7293,
      "step": 34059
    },
    {
      "epoch": 0.7177817467216699,
      "grad_norm": 0.13455481827259064,
      "learning_rate": 3.895162503088786e-06,
      "loss": 0.7138,
      "step": 34060
    },
    {
      "epoch": 0.7178028207600352,
      "grad_norm": 0.11539089679718018,
      "learning_rate": 3.894621926407438e-06,
      "loss": 0.7435,
      "step": 34061
    },
    {
      "epoch": 0.7178238947984005,
      "grad_norm": 0.1217699646949768,
      "learning_rate": 3.894081378168613e-06,
      "loss": 0.7191,
      "step": 34062
    },
    {
      "epoch": 0.7178449688367657,
      "grad_norm": 0.11519503593444824,
      "learning_rate": 3.893540858374828e-06,
      "loss": 0.6461,
      "step": 34063
    },
    {
      "epoch": 0.717866042875131,
      "grad_norm": 0.1274825483560562,
      "learning_rate": 3.893000367028601e-06,
      "loss": 0.8034,
      "step": 34064
    },
    {
      "epoch": 0.7178871169134964,
      "grad_norm": 0.11446193605661392,
      "learning_rate": 3.8924599041324495e-06,
      "loss": 0.6915,
      "step": 34065
    },
    {
      "epoch": 0.7179081909518616,
      "grad_norm": 0.12089087069034576,
      "learning_rate": 3.891919469688892e-06,
      "loss": 0.7407,
      "step": 34066
    },
    {
      "epoch": 0.7179292649902269,
      "grad_norm": 0.1475648283958435,
      "learning_rate": 3.891379063700446e-06,
      "loss": 0.6918,
      "step": 34067
    },
    {
      "epoch": 0.7179503390285922,
      "grad_norm": 0.11116410791873932,
      "learning_rate": 3.890838686169629e-06,
      "loss": 0.713,
      "step": 34068
    },
    {
      "epoch": 0.7179714130669574,
      "grad_norm": 0.14648665487766266,
      "learning_rate": 3.890298337098958e-06,
      "loss": 0.6784,
      "step": 34069
    },
    {
      "epoch": 0.7179924871053228,
      "grad_norm": 0.13007290661334991,
      "learning_rate": 3.889758016490951e-06,
      "loss": 0.7461,
      "step": 34070
    },
    {
      "epoch": 0.7180135611436881,
      "grad_norm": 0.103142648935318,
      "learning_rate": 3.889217724348124e-06,
      "loss": 0.7116,
      "step": 34071
    },
    {
      "epoch": 0.7180346351820533,
      "grad_norm": 0.10590588301420212,
      "learning_rate": 3.888677460672996e-06,
      "loss": 0.7189,
      "step": 34072
    },
    {
      "epoch": 0.7180557092204186,
      "grad_norm": 0.1118091270327568,
      "learning_rate": 3.888137225468083e-06,
      "loss": 0.6097,
      "step": 34073
    },
    {
      "epoch": 0.7180767832587839,
      "grad_norm": 0.13749201595783234,
      "learning_rate": 3.8875970187359e-06,
      "loss": 0.725,
      "step": 34074
    },
    {
      "epoch": 0.7180978572971493,
      "grad_norm": 0.12652923166751862,
      "learning_rate": 3.8870568404789655e-06,
      "loss": 0.758,
      "step": 34075
    },
    {
      "epoch": 0.7181189313355145,
      "grad_norm": 0.11987383663654327,
      "learning_rate": 3.886516690699797e-06,
      "loss": 0.7432,
      "step": 34076
    },
    {
      "epoch": 0.7181400053738798,
      "grad_norm": 0.10744242370128632,
      "learning_rate": 3.885976569400906e-06,
      "loss": 0.7132,
      "step": 34077
    },
    {
      "epoch": 0.718161079412245,
      "grad_norm": 0.15886671841144562,
      "learning_rate": 3.885436476584815e-06,
      "loss": 0.7357,
      "step": 34078
    },
    {
      "epoch": 0.7181821534506103,
      "grad_norm": 0.11049511283636093,
      "learning_rate": 3.884896412254035e-06,
      "loss": 0.6964,
      "step": 34079
    },
    {
      "epoch": 0.7182032274889757,
      "grad_norm": 0.11655227094888687,
      "learning_rate": 3.884356376411089e-06,
      "loss": 0.7371,
      "step": 34080
    },
    {
      "epoch": 0.718224301527341,
      "grad_norm": 0.11035819351673126,
      "learning_rate": 3.883816369058484e-06,
      "loss": 0.7296,
      "step": 34081
    },
    {
      "epoch": 0.7182453755657062,
      "grad_norm": 0.12157084792852402,
      "learning_rate": 3.88327639019874e-06,
      "loss": 0.7104,
      "step": 34082
    },
    {
      "epoch": 0.7182664496040715,
      "grad_norm": 0.10785853117704391,
      "learning_rate": 3.882736439834371e-06,
      "loss": 0.6826,
      "step": 34083
    },
    {
      "epoch": 0.7182875236424368,
      "grad_norm": 0.09743200242519379,
      "learning_rate": 3.882196517967891e-06,
      "loss": 0.6821,
      "step": 34084
    },
    {
      "epoch": 0.7183085976808021,
      "grad_norm": 0.1514175683259964,
      "learning_rate": 3.881656624601821e-06,
      "loss": 0.7032,
      "step": 34085
    },
    {
      "epoch": 0.7183296717191674,
      "grad_norm": 0.10167829692363739,
      "learning_rate": 3.881116759738672e-06,
      "loss": 0.6922,
      "step": 34086
    },
    {
      "epoch": 0.7183507457575327,
      "grad_norm": 0.13932102918624878,
      "learning_rate": 3.880576923380962e-06,
      "loss": 0.7533,
      "step": 34087
    },
    {
      "epoch": 0.7183718197958979,
      "grad_norm": 0.12609821557998657,
      "learning_rate": 3.8800371155312025e-06,
      "loss": 0.6907,
      "step": 34088
    },
    {
      "epoch": 0.7183928938342632,
      "grad_norm": 0.15064412355422974,
      "learning_rate": 3.879497336191913e-06,
      "loss": 0.759,
      "step": 34089
    },
    {
      "epoch": 0.7184139678726286,
      "grad_norm": 0.15437377989292145,
      "learning_rate": 3.878957585365602e-06,
      "loss": 0.6754,
      "step": 34090
    },
    {
      "epoch": 0.7184350419109938,
      "grad_norm": 0.15286776423454285,
      "learning_rate": 3.878417863054785e-06,
      "loss": 0.7128,
      "step": 34091
    },
    {
      "epoch": 0.7184561159493591,
      "grad_norm": 0.12483710050582886,
      "learning_rate": 3.877878169261979e-06,
      "loss": 0.7403,
      "step": 34092
    },
    {
      "epoch": 0.7184771899877244,
      "grad_norm": 0.1096605435013771,
      "learning_rate": 3.8773385039896984e-06,
      "loss": 0.6747,
      "step": 34093
    },
    {
      "epoch": 0.7184982640260896,
      "grad_norm": 0.12779061496257782,
      "learning_rate": 3.876798867240454e-06,
      "loss": 0.7079,
      "step": 34094
    },
    {
      "epoch": 0.7185193380644549,
      "grad_norm": 0.11432505398988724,
      "learning_rate": 3.876259259016764e-06,
      "loss": 0.7192,
      "step": 34095
    },
    {
      "epoch": 0.7185404121028203,
      "grad_norm": 0.1090068370103836,
      "learning_rate": 3.875719679321138e-06,
      "loss": 0.593,
      "step": 34096
    },
    {
      "epoch": 0.7185614861411855,
      "grad_norm": 0.1502743810415268,
      "learning_rate": 3.875180128156093e-06,
      "loss": 0.7055,
      "step": 34097
    },
    {
      "epoch": 0.7185825601795508,
      "grad_norm": 0.1168251484632492,
      "learning_rate": 3.874640605524141e-06,
      "loss": 0.7296,
      "step": 34098
    },
    {
      "epoch": 0.7186036342179161,
      "grad_norm": 0.12791599333286285,
      "learning_rate": 3.874101111427796e-06,
      "loss": 0.6884,
      "step": 34099
    },
    {
      "epoch": 0.7186247082562813,
      "grad_norm": 0.1367603987455368,
      "learning_rate": 3.873561645869571e-06,
      "loss": 0.7672,
      "step": 34100
    },
    {
      "epoch": 0.7186457822946467,
      "grad_norm": 0.13272111117839813,
      "learning_rate": 3.87302220885198e-06,
      "loss": 0.7352,
      "step": 34101
    },
    {
      "epoch": 0.718666856333012,
      "grad_norm": 0.12814943492412567,
      "learning_rate": 3.872482800377534e-06,
      "loss": 0.7349,
      "step": 34102
    },
    {
      "epoch": 0.7186879303713772,
      "grad_norm": 0.13418816030025482,
      "learning_rate": 3.871943420448748e-06,
      "loss": 0.7261,
      "step": 34103
    },
    {
      "epoch": 0.7187090044097425,
      "grad_norm": 0.12444867938756943,
      "learning_rate": 3.871404069068133e-06,
      "loss": 0.7502,
      "step": 34104
    },
    {
      "epoch": 0.7187300784481078,
      "grad_norm": 0.19602639973163605,
      "learning_rate": 3.870864746238203e-06,
      "loss": 0.7257,
      "step": 34105
    },
    {
      "epoch": 0.7187511524864731,
      "grad_norm": 0.1337994784116745,
      "learning_rate": 3.87032545196147e-06,
      "loss": 0.6956,
      "step": 34106
    },
    {
      "epoch": 0.7187722265248384,
      "grad_norm": 0.13144752383232117,
      "learning_rate": 3.869786186240446e-06,
      "loss": 0.7333,
      "step": 34107
    },
    {
      "epoch": 0.7187933005632037,
      "grad_norm": 0.10270097106695175,
      "learning_rate": 3.869246949077644e-06,
      "loss": 0.6978,
      "step": 34108
    },
    {
      "epoch": 0.7188143746015689,
      "grad_norm": 0.1358022391796112,
      "learning_rate": 3.868707740475579e-06,
      "loss": 0.6447,
      "step": 34109
    },
    {
      "epoch": 0.7188354486399342,
      "grad_norm": 0.10930785536766052,
      "learning_rate": 3.868168560436757e-06,
      "loss": 0.7769,
      "step": 34110
    },
    {
      "epoch": 0.7188565226782996,
      "grad_norm": 0.16040509939193726,
      "learning_rate": 3.867629408963691e-06,
      "loss": 0.7223,
      "step": 34111
    },
    {
      "epoch": 0.7188775967166648,
      "grad_norm": 0.10537390410900116,
      "learning_rate": 3.8670902860588945e-06,
      "loss": 0.6843,
      "step": 34112
    },
    {
      "epoch": 0.7188986707550301,
      "grad_norm": 0.1979999989271164,
      "learning_rate": 3.866551191724876e-06,
      "loss": 0.7045,
      "step": 34113
    },
    {
      "epoch": 0.7189197447933954,
      "grad_norm": 0.1401078701019287,
      "learning_rate": 3.866012125964153e-06,
      "loss": 0.6565,
      "step": 34114
    },
    {
      "epoch": 0.7189408188317606,
      "grad_norm": 0.13128197193145752,
      "learning_rate": 3.8654730887792325e-06,
      "loss": 0.7761,
      "step": 34115
    },
    {
      "epoch": 0.718961892870126,
      "grad_norm": 0.12867645919322968,
      "learning_rate": 3.864934080172626e-06,
      "loss": 0.7001,
      "step": 34116
    },
    {
      "epoch": 0.7189829669084913,
      "grad_norm": 0.15506307780742645,
      "learning_rate": 3.864395100146847e-06,
      "loss": 0.6754,
      "step": 34117
    },
    {
      "epoch": 0.7190040409468565,
      "grad_norm": 0.1321256011724472,
      "learning_rate": 3.863856148704407e-06,
      "loss": 0.7102,
      "step": 34118
    },
    {
      "epoch": 0.7190251149852218,
      "grad_norm": 0.10779809206724167,
      "learning_rate": 3.863317225847811e-06,
      "loss": 0.7076,
      "step": 34119
    },
    {
      "epoch": 0.7190461890235871,
      "grad_norm": 0.1404457688331604,
      "learning_rate": 3.862778331579573e-06,
      "loss": 0.6931,
      "step": 34120
    },
    {
      "epoch": 0.7190672630619525,
      "grad_norm": 0.12899526953697205,
      "learning_rate": 3.862239465902202e-06,
      "loss": 0.7433,
      "step": 34121
    },
    {
      "epoch": 0.7190883371003177,
      "grad_norm": 0.12898604571819305,
      "learning_rate": 3.861700628818211e-06,
      "loss": 0.7129,
      "step": 34122
    },
    {
      "epoch": 0.719109411138683,
      "grad_norm": 0.13057279586791992,
      "learning_rate": 3.8611618203301095e-06,
      "loss": 0.6887,
      "step": 34123
    },
    {
      "epoch": 0.7191304851770483,
      "grad_norm": 0.09849023073911667,
      "learning_rate": 3.860623040440407e-06,
      "loss": 0.6395,
      "step": 34124
    },
    {
      "epoch": 0.7191515592154135,
      "grad_norm": 0.11063025146722794,
      "learning_rate": 3.860084289151612e-06,
      "loss": 0.7431,
      "step": 34125
    },
    {
      "epoch": 0.7191726332537789,
      "grad_norm": 0.116139255464077,
      "learning_rate": 3.859545566466237e-06,
      "loss": 0.7906,
      "step": 34126
    },
    {
      "epoch": 0.7191937072921442,
      "grad_norm": 0.12769772112369537,
      "learning_rate": 3.85900687238679e-06,
      "loss": 0.761,
      "step": 34127
    },
    {
      "epoch": 0.7192147813305094,
      "grad_norm": 0.11794412136077881,
      "learning_rate": 3.858468206915782e-06,
      "loss": 0.745,
      "step": 34128
    },
    {
      "epoch": 0.7192358553688747,
      "grad_norm": 0.12569737434387207,
      "learning_rate": 3.857929570055721e-06,
      "loss": 0.7201,
      "step": 34129
    },
    {
      "epoch": 0.71925692940724,
      "grad_norm": 0.11534647643566132,
      "learning_rate": 3.857390961809117e-06,
      "loss": 0.7672,
      "step": 34130
    },
    {
      "epoch": 0.7192780034456052,
      "grad_norm": 0.1204981654882431,
      "learning_rate": 3.856852382178477e-06,
      "loss": 0.6963,
      "step": 34131
    },
    {
      "epoch": 0.7192990774839706,
      "grad_norm": 0.14036497473716736,
      "learning_rate": 3.856313831166314e-06,
      "loss": 0.7293,
      "step": 34132
    },
    {
      "epoch": 0.7193201515223359,
      "grad_norm": 0.12593421339988708,
      "learning_rate": 3.8557753087751345e-06,
      "loss": 0.7362,
      "step": 34133
    },
    {
      "epoch": 0.7193412255607011,
      "grad_norm": 0.12785692512989044,
      "learning_rate": 3.855236815007448e-06,
      "loss": 0.7808,
      "step": 34134
    },
    {
      "epoch": 0.7193622995990664,
      "grad_norm": 0.1175883486866951,
      "learning_rate": 3.854698349865763e-06,
      "loss": 0.7368,
      "step": 34135
    },
    {
      "epoch": 0.7193833736374317,
      "grad_norm": 0.1272842288017273,
      "learning_rate": 3.854159913352588e-06,
      "loss": 0.7521,
      "step": 34136
    },
    {
      "epoch": 0.719404447675797,
      "grad_norm": 0.14148637652397156,
      "learning_rate": 3.85362150547043e-06,
      "loss": 0.7501,
      "step": 34137
    },
    {
      "epoch": 0.7194255217141623,
      "grad_norm": 0.14280706644058228,
      "learning_rate": 3.8530831262217985e-06,
      "loss": 0.7139,
      "step": 34138
    },
    {
      "epoch": 0.7194465957525276,
      "grad_norm": 0.12136134505271912,
      "learning_rate": 3.852544775609205e-06,
      "loss": 0.744,
      "step": 34139
    },
    {
      "epoch": 0.7194676697908928,
      "grad_norm": 0.11341920495033264,
      "learning_rate": 3.852006453635151e-06,
      "loss": 0.7388,
      "step": 34140
    },
    {
      "epoch": 0.7194887438292581,
      "grad_norm": 0.10982967168092728,
      "learning_rate": 3.8514681603021434e-06,
      "loss": 0.7799,
      "step": 34141
    },
    {
      "epoch": 0.7195098178676235,
      "grad_norm": 0.1039944663643837,
      "learning_rate": 3.8509298956126974e-06,
      "loss": 0.6966,
      "step": 34142
    },
    {
      "epoch": 0.7195308919059887,
      "grad_norm": 0.11658662557601929,
      "learning_rate": 3.850391659569317e-06,
      "loss": 0.6809,
      "step": 34143
    },
    {
      "epoch": 0.719551965944354,
      "grad_norm": 0.11908862739801407,
      "learning_rate": 3.849853452174509e-06,
      "loss": 0.7276,
      "step": 34144
    },
    {
      "epoch": 0.7195730399827193,
      "grad_norm": 0.11656177043914795,
      "learning_rate": 3.849315273430782e-06,
      "loss": 0.737,
      "step": 34145
    },
    {
      "epoch": 0.7195941140210845,
      "grad_norm": 0.11027306318283081,
      "learning_rate": 3.8487771233406415e-06,
      "loss": 0.6652,
      "step": 34146
    },
    {
      "epoch": 0.7196151880594499,
      "grad_norm": 0.12525658309459686,
      "learning_rate": 3.8482390019065965e-06,
      "loss": 0.6864,
      "step": 34147
    },
    {
      "epoch": 0.7196362620978152,
      "grad_norm": 0.11227026581764221,
      "learning_rate": 3.847700909131156e-06,
      "loss": 0.6774,
      "step": 34148
    },
    {
      "epoch": 0.7196573361361804,
      "grad_norm": 0.12468411773443222,
      "learning_rate": 3.847162845016819e-06,
      "loss": 0.7381,
      "step": 34149
    },
    {
      "epoch": 0.7196784101745457,
      "grad_norm": 0.12491471320390701,
      "learning_rate": 3.846624809566098e-06,
      "loss": 0.7284,
      "step": 34150
    },
    {
      "epoch": 0.719699484212911,
      "grad_norm": 0.12641088664531708,
      "learning_rate": 3.846086802781497e-06,
      "loss": 0.655,
      "step": 34151
    },
    {
      "epoch": 0.7197205582512763,
      "grad_norm": 0.11528999358415604,
      "learning_rate": 3.845548824665525e-06,
      "loss": 0.7121,
      "step": 34152
    },
    {
      "epoch": 0.7197416322896416,
      "grad_norm": 0.17394612729549408,
      "learning_rate": 3.845010875220685e-06,
      "loss": 0.7578,
      "step": 34153
    },
    {
      "epoch": 0.7197627063280069,
      "grad_norm": 0.12007299065589905,
      "learning_rate": 3.844472954449487e-06,
      "loss": 0.7074,
      "step": 34154
    },
    {
      "epoch": 0.7197837803663721,
      "grad_norm": 0.11206051707267761,
      "learning_rate": 3.8439350623544325e-06,
      "loss": 0.6898,
      "step": 34155
    },
    {
      "epoch": 0.7198048544047374,
      "grad_norm": 0.12348020821809769,
      "learning_rate": 3.843397198938028e-06,
      "loss": 0.7285,
      "step": 34156
    },
    {
      "epoch": 0.7198259284431028,
      "grad_norm": 0.10988736152648926,
      "learning_rate": 3.842859364202787e-06,
      "loss": 0.6288,
      "step": 34157
    },
    {
      "epoch": 0.719847002481468,
      "grad_norm": 0.12044477462768555,
      "learning_rate": 3.842321558151205e-06,
      "loss": 0.7846,
      "step": 34158
    },
    {
      "epoch": 0.7198680765198333,
      "grad_norm": 0.11480503529310226,
      "learning_rate": 3.841783780785793e-06,
      "loss": 0.6912,
      "step": 34159
    },
    {
      "epoch": 0.7198891505581986,
      "grad_norm": 0.1200687363743782,
      "learning_rate": 3.841246032109053e-06,
      "loss": 0.7258,
      "step": 34160
    },
    {
      "epoch": 0.7199102245965638,
      "grad_norm": 0.11502323299646378,
      "learning_rate": 3.840708312123492e-06,
      "loss": 0.6946,
      "step": 34161
    },
    {
      "epoch": 0.7199312986349292,
      "grad_norm": 0.20763447880744934,
      "learning_rate": 3.840170620831615e-06,
      "loss": 0.7309,
      "step": 34162
    },
    {
      "epoch": 0.7199523726732945,
      "grad_norm": 0.09977167844772339,
      "learning_rate": 3.8396329582359274e-06,
      "loss": 0.7204,
      "step": 34163
    },
    {
      "epoch": 0.7199734467116597,
      "grad_norm": 0.12224406749010086,
      "learning_rate": 3.8390953243389315e-06,
      "loss": 0.7088,
      "step": 34164
    },
    {
      "epoch": 0.719994520750025,
      "grad_norm": 0.1436297595500946,
      "learning_rate": 3.8385577191431355e-06,
      "loss": 0.793,
      "step": 34165
    },
    {
      "epoch": 0.7200155947883903,
      "grad_norm": 0.09607245773077011,
      "learning_rate": 3.838020142651041e-06,
      "loss": 0.6639,
      "step": 34166
    },
    {
      "epoch": 0.7200366688267555,
      "grad_norm": 0.1052720844745636,
      "learning_rate": 3.837482594865154e-06,
      "loss": 0.7132,
      "step": 34167
    },
    {
      "epoch": 0.7200577428651209,
      "grad_norm": 0.10782928019762039,
      "learning_rate": 3.836945075787981e-06,
      "loss": 0.7766,
      "step": 34168
    },
    {
      "epoch": 0.7200788169034862,
      "grad_norm": 0.1312459111213684,
      "learning_rate": 3.836407585422021e-06,
      "loss": 0.7147,
      "step": 34169
    },
    {
      "epoch": 0.7200998909418515,
      "grad_norm": 0.09784705936908722,
      "learning_rate": 3.835870123769775e-06,
      "loss": 0.7175,
      "step": 34170
    },
    {
      "epoch": 0.7201209649802167,
      "grad_norm": 0.10916551202535629,
      "learning_rate": 3.835332690833756e-06,
      "loss": 0.679,
      "step": 34171
    },
    {
      "epoch": 0.720142039018582,
      "grad_norm": 0.10899149626493454,
      "learning_rate": 3.834795286616464e-06,
      "loss": 0.7113,
      "step": 34172
    },
    {
      "epoch": 0.7201631130569474,
      "grad_norm": 0.10930613428354263,
      "learning_rate": 3.834257911120402e-06,
      "loss": 0.6619,
      "step": 34173
    },
    {
      "epoch": 0.7201841870953126,
      "grad_norm": 0.1047242134809494,
      "learning_rate": 3.833720564348074e-06,
      "loss": 0.7142,
      "step": 34174
    },
    {
      "epoch": 0.7202052611336779,
      "grad_norm": 0.10149414837360382,
      "learning_rate": 3.833183246301982e-06,
      "loss": 0.6596,
      "step": 34175
    },
    {
      "epoch": 0.7202263351720432,
      "grad_norm": 0.15119332075119019,
      "learning_rate": 3.832645956984631e-06,
      "loss": 0.725,
      "step": 34176
    },
    {
      "epoch": 0.7202474092104084,
      "grad_norm": 0.10665436834096909,
      "learning_rate": 3.832108696398525e-06,
      "loss": 0.7765,
      "step": 34177
    },
    {
      "epoch": 0.7202684832487738,
      "grad_norm": 0.11680074036121368,
      "learning_rate": 3.831571464546163e-06,
      "loss": 0.6856,
      "step": 34178
    },
    {
      "epoch": 0.7202895572871391,
      "grad_norm": 0.12921950221061707,
      "learning_rate": 3.8310342614300496e-06,
      "loss": 0.7076,
      "step": 34179
    },
    {
      "epoch": 0.7203106313255043,
      "grad_norm": 0.11773113161325455,
      "learning_rate": 3.830497087052688e-06,
      "loss": 0.7506,
      "step": 34180
    },
    {
      "epoch": 0.7203317053638696,
      "grad_norm": 0.12859176099300385,
      "learning_rate": 3.82995994141658e-06,
      "loss": 0.6931,
      "step": 34181
    },
    {
      "epoch": 0.7203527794022349,
      "grad_norm": 0.10961153358221054,
      "learning_rate": 3.829422824524227e-06,
      "loss": 0.7522,
      "step": 34182
    },
    {
      "epoch": 0.7203738534406002,
      "grad_norm": 0.10910368710756302,
      "learning_rate": 3.828885736378133e-06,
      "loss": 0.6967,
      "step": 34183
    },
    {
      "epoch": 0.7203949274789655,
      "grad_norm": 0.12506750226020813,
      "learning_rate": 3.828348676980797e-06,
      "loss": 0.7449,
      "step": 34184
    },
    {
      "epoch": 0.7204160015173308,
      "grad_norm": 0.1265423744916916,
      "learning_rate": 3.8278116463347255e-06,
      "loss": 0.7874,
      "step": 34185
    },
    {
      "epoch": 0.720437075555696,
      "grad_norm": 0.15711571276187897,
      "learning_rate": 3.827274644442423e-06,
      "loss": 0.7446,
      "step": 34186
    },
    {
      "epoch": 0.7204581495940613,
      "grad_norm": 0.11011907458305359,
      "learning_rate": 3.826737671306381e-06,
      "loss": 0.7136,
      "step": 34187
    },
    {
      "epoch": 0.7204792236324267,
      "grad_norm": 0.13764598965644836,
      "learning_rate": 3.826200726929108e-06,
      "loss": 0.7317,
      "step": 34188
    },
    {
      "epoch": 0.7205002976707919,
      "grad_norm": 0.11707453429698944,
      "learning_rate": 3.825663811313103e-06,
      "loss": 0.7536,
      "step": 34189
    },
    {
      "epoch": 0.7205213717091572,
      "grad_norm": 0.11664952337741852,
      "learning_rate": 3.825126924460869e-06,
      "loss": 0.7375,
      "step": 34190
    },
    {
      "epoch": 0.7205424457475225,
      "grad_norm": 0.14183977246284485,
      "learning_rate": 3.824590066374906e-06,
      "loss": 0.744,
      "step": 34191
    },
    {
      "epoch": 0.7205635197858877,
      "grad_norm": 0.13108767569065094,
      "learning_rate": 3.824053237057714e-06,
      "loss": 0.7052,
      "step": 34192
    },
    {
      "epoch": 0.7205845938242531,
      "grad_norm": 0.12523864209651947,
      "learning_rate": 3.8235164365117974e-06,
      "loss": 0.7173,
      "step": 34193
    },
    {
      "epoch": 0.7206056678626184,
      "grad_norm": 0.10768184065818787,
      "learning_rate": 3.822979664739653e-06,
      "loss": 0.7767,
      "step": 34194
    },
    {
      "epoch": 0.7206267419009836,
      "grad_norm": 0.12993523478507996,
      "learning_rate": 3.822442921743783e-06,
      "loss": 0.7158,
      "step": 34195
    },
    {
      "epoch": 0.7206478159393489,
      "grad_norm": 0.13169507682323456,
      "learning_rate": 3.8219062075266884e-06,
      "loss": 0.7043,
      "step": 34196
    },
    {
      "epoch": 0.7206688899777142,
      "grad_norm": 0.11635146290063858,
      "learning_rate": 3.821369522090869e-06,
      "loss": 0.7226,
      "step": 34197
    },
    {
      "epoch": 0.7206899640160795,
      "grad_norm": 0.12267020344734192,
      "learning_rate": 3.820832865438829e-06,
      "loss": 0.7783,
      "step": 34198
    },
    {
      "epoch": 0.7207110380544448,
      "grad_norm": 0.123247891664505,
      "learning_rate": 3.820296237573058e-06,
      "loss": 0.6776,
      "step": 34199
    },
    {
      "epoch": 0.7207321120928101,
      "grad_norm": 0.14316119253635406,
      "learning_rate": 3.8197596384960654e-06,
      "loss": 0.7015,
      "step": 34200
    },
    {
      "epoch": 0.7207531861311753,
      "grad_norm": 0.1099131852388382,
      "learning_rate": 3.819223068210348e-06,
      "loss": 0.7112,
      "step": 34201
    },
    {
      "epoch": 0.7207742601695406,
      "grad_norm": 0.10724446922540665,
      "learning_rate": 3.818686526718406e-06,
      "loss": 0.6956,
      "step": 34202
    },
    {
      "epoch": 0.720795334207906,
      "grad_norm": 0.13292661309242249,
      "learning_rate": 3.818150014022738e-06,
      "loss": 0.7287,
      "step": 34203
    },
    {
      "epoch": 0.7208164082462712,
      "grad_norm": 0.11637371778488159,
      "learning_rate": 3.817613530125844e-06,
      "loss": 0.7108,
      "step": 34204
    },
    {
      "epoch": 0.7208374822846365,
      "grad_norm": 0.10999676585197449,
      "learning_rate": 3.817077075030223e-06,
      "loss": 0.7577,
      "step": 34205
    },
    {
      "epoch": 0.7208585563230018,
      "grad_norm": 0.0956452265381813,
      "learning_rate": 3.816540648738375e-06,
      "loss": 0.6875,
      "step": 34206
    },
    {
      "epoch": 0.720879630361367,
      "grad_norm": 0.14766091108322144,
      "learning_rate": 3.8160042512528e-06,
      "loss": 0.6641,
      "step": 34207
    },
    {
      "epoch": 0.7209007043997323,
      "grad_norm": 0.10650698840618134,
      "learning_rate": 3.815467882575994e-06,
      "loss": 0.6675,
      "step": 34208
    },
    {
      "epoch": 0.7209217784380977,
      "grad_norm": 0.11470673233270645,
      "learning_rate": 3.8149315427104565e-06,
      "loss": 0.7232,
      "step": 34209
    },
    {
      "epoch": 0.720942852476463,
      "grad_norm": 0.11383303999900818,
      "learning_rate": 3.814395231658685e-06,
      "loss": 0.6678,
      "step": 34210
    },
    {
      "epoch": 0.7209639265148282,
      "grad_norm": 0.11221760511398315,
      "learning_rate": 3.8138589494231803e-06,
      "loss": 0.7778,
      "step": 34211
    },
    {
      "epoch": 0.7209850005531935,
      "grad_norm": 0.11516441404819489,
      "learning_rate": 3.8133226960064406e-06,
      "loss": 0.7115,
      "step": 34212
    },
    {
      "epoch": 0.7210060745915587,
      "grad_norm": 0.10984660685062408,
      "learning_rate": 3.8127864714109587e-06,
      "loss": 0.7102,
      "step": 34213
    },
    {
      "epoch": 0.7210271486299241,
      "grad_norm": 0.12711791694164276,
      "learning_rate": 3.812250275639241e-06,
      "loss": 0.7437,
      "step": 34214
    },
    {
      "epoch": 0.7210482226682894,
      "grad_norm": 0.10019777715206146,
      "learning_rate": 3.8117141086937825e-06,
      "loss": 0.704,
      "step": 34215
    },
    {
      "epoch": 0.7210692967066546,
      "grad_norm": 0.1408878117799759,
      "learning_rate": 3.8111779705770835e-06,
      "loss": 0.7957,
      "step": 34216
    },
    {
      "epoch": 0.7210903707450199,
      "grad_norm": 0.12175682932138443,
      "learning_rate": 3.810641861291634e-06,
      "loss": 0.7551,
      "step": 34217
    },
    {
      "epoch": 0.7211114447833852,
      "grad_norm": 0.13676972687244415,
      "learning_rate": 3.8101057808399365e-06,
      "loss": 0.7382,
      "step": 34218
    },
    {
      "epoch": 0.7211325188217506,
      "grad_norm": 0.11718790978193283,
      "learning_rate": 3.8095697292244884e-06,
      "loss": 0.6736,
      "step": 34219
    },
    {
      "epoch": 0.7211535928601158,
      "grad_norm": 0.1026933342218399,
      "learning_rate": 3.8090337064477856e-06,
      "loss": 0.643,
      "step": 34220
    },
    {
      "epoch": 0.7211746668984811,
      "grad_norm": 0.10955724865198135,
      "learning_rate": 3.8084977125123256e-06,
      "loss": 0.7069,
      "step": 34221
    },
    {
      "epoch": 0.7211957409368464,
      "grad_norm": 0.12460901588201523,
      "learning_rate": 3.8079617474206065e-06,
      "loss": 0.733,
      "step": 34222
    },
    {
      "epoch": 0.7212168149752116,
      "grad_norm": 0.1662454605102539,
      "learning_rate": 3.807425811175124e-06,
      "loss": 0.7208,
      "step": 34223
    },
    {
      "epoch": 0.721237889013577,
      "grad_norm": 0.1378852277994156,
      "learning_rate": 3.806889903778375e-06,
      "loss": 0.6997,
      "step": 34224
    },
    {
      "epoch": 0.7212589630519423,
      "grad_norm": 0.11738380789756775,
      "learning_rate": 3.8063540252328566e-06,
      "loss": 0.7091,
      "step": 34225
    },
    {
      "epoch": 0.7212800370903075,
      "grad_norm": 0.10572365671396255,
      "learning_rate": 3.805818175541065e-06,
      "loss": 0.6752,
      "step": 34226
    },
    {
      "epoch": 0.7213011111286728,
      "grad_norm": 0.143310084939003,
      "learning_rate": 3.8052823547054996e-06,
      "loss": 0.7197,
      "step": 34227
    },
    {
      "epoch": 0.721322185167038,
      "grad_norm": 0.09658776968717575,
      "learning_rate": 3.804746562728646e-06,
      "loss": 0.6774,
      "step": 34228
    },
    {
      "epoch": 0.7213432592054034,
      "grad_norm": 0.12941893935203552,
      "learning_rate": 3.804210799613012e-06,
      "loss": 0.7656,
      "step": 34229
    },
    {
      "epoch": 0.7213643332437687,
      "grad_norm": 0.1026240661740303,
      "learning_rate": 3.8036750653610886e-06,
      "loss": 0.6958,
      "step": 34230
    },
    {
      "epoch": 0.721385407282134,
      "grad_norm": 0.12301256507635117,
      "learning_rate": 3.803139359975373e-06,
      "loss": 0.6984,
      "step": 34231
    },
    {
      "epoch": 0.7214064813204992,
      "grad_norm": 0.113083116710186,
      "learning_rate": 3.802603683458359e-06,
      "loss": 0.7098,
      "step": 34232
    },
    {
      "epoch": 0.7214275553588645,
      "grad_norm": 0.13546763360500336,
      "learning_rate": 3.802068035812543e-06,
      "loss": 0.7673,
      "step": 34233
    },
    {
      "epoch": 0.7214486293972299,
      "grad_norm": 0.1194574385881424,
      "learning_rate": 3.801532417040421e-06,
      "loss": 0.7807,
      "step": 34234
    },
    {
      "epoch": 0.7214697034355951,
      "grad_norm": 0.11173012107610703,
      "learning_rate": 3.8009968271444874e-06,
      "loss": 0.7613,
      "step": 34235
    },
    {
      "epoch": 0.7214907774739604,
      "grad_norm": 0.12280817329883575,
      "learning_rate": 3.800461266127241e-06,
      "loss": 0.7323,
      "step": 34236
    },
    {
      "epoch": 0.7215118515123257,
      "grad_norm": 0.12996028363704681,
      "learning_rate": 3.79992573399117e-06,
      "loss": 0.733,
      "step": 34237
    },
    {
      "epoch": 0.7215329255506909,
      "grad_norm": 0.15931692719459534,
      "learning_rate": 3.799390230738773e-06,
      "loss": 0.6941,
      "step": 34238
    },
    {
      "epoch": 0.7215539995890563,
      "grad_norm": 0.12159790098667145,
      "learning_rate": 3.7988547563725432e-06,
      "loss": 0.7207,
      "step": 34239
    },
    {
      "epoch": 0.7215750736274216,
      "grad_norm": 0.11667554825544357,
      "learning_rate": 3.7983193108949768e-06,
      "loss": 0.7414,
      "step": 34240
    },
    {
      "epoch": 0.7215961476657868,
      "grad_norm": 0.1230500265955925,
      "learning_rate": 3.7977838943085674e-06,
      "loss": 0.6728,
      "step": 34241
    },
    {
      "epoch": 0.7216172217041521,
      "grad_norm": 0.11825000494718552,
      "learning_rate": 3.797248506615807e-06,
      "loss": 0.7617,
      "step": 34242
    },
    {
      "epoch": 0.7216382957425174,
      "grad_norm": 0.1454818993806839,
      "learning_rate": 3.7967131478191943e-06,
      "loss": 0.7459,
      "step": 34243
    },
    {
      "epoch": 0.7216593697808826,
      "grad_norm": 0.11445028334856033,
      "learning_rate": 3.796177817921223e-06,
      "loss": 0.6973,
      "step": 34244
    },
    {
      "epoch": 0.721680443819248,
      "grad_norm": 0.13269686698913574,
      "learning_rate": 3.795642516924387e-06,
      "loss": 0.7454,
      "step": 34245
    },
    {
      "epoch": 0.7217015178576133,
      "grad_norm": 0.123048335313797,
      "learning_rate": 3.7951072448311764e-06,
      "loss": 0.7509,
      "step": 34246
    },
    {
      "epoch": 0.7217225918959785,
      "grad_norm": 0.12837502360343933,
      "learning_rate": 3.7945720016440856e-06,
      "loss": 0.7332,
      "step": 34247
    },
    {
      "epoch": 0.7217436659343438,
      "grad_norm": 0.10534483939409256,
      "learning_rate": 3.7940367873656105e-06,
      "loss": 0.6846,
      "step": 34248
    },
    {
      "epoch": 0.7217647399727091,
      "grad_norm": 0.12229711562395096,
      "learning_rate": 3.793501601998242e-06,
      "loss": 0.7555,
      "step": 34249
    },
    {
      "epoch": 0.7217858140110744,
      "grad_norm": 0.13452211022377014,
      "learning_rate": 3.792966445544475e-06,
      "loss": 0.7086,
      "step": 34250
    },
    {
      "epoch": 0.7218068880494397,
      "grad_norm": 0.1259918212890625,
      "learning_rate": 3.792431318006802e-06,
      "loss": 0.7198,
      "step": 34251
    },
    {
      "epoch": 0.721827962087805,
      "grad_norm": 0.12798596918582916,
      "learning_rate": 3.7918962193877162e-06,
      "loss": 0.6354,
      "step": 34252
    },
    {
      "epoch": 0.7218490361261702,
      "grad_norm": 0.10474307835102081,
      "learning_rate": 3.7913611496897108e-06,
      "loss": 0.7533,
      "step": 34253
    },
    {
      "epoch": 0.7218701101645355,
      "grad_norm": 0.1454247236251831,
      "learning_rate": 3.7908261089152776e-06,
      "loss": 0.6946,
      "step": 34254
    },
    {
      "epoch": 0.7218911842029009,
      "grad_norm": 0.12049224227666855,
      "learning_rate": 3.790291097066908e-06,
      "loss": 0.727,
      "step": 34255
    },
    {
      "epoch": 0.7219122582412661,
      "grad_norm": 0.15675018727779388,
      "learning_rate": 3.7897561141470974e-06,
      "loss": 0.7575,
      "step": 34256
    },
    {
      "epoch": 0.7219333322796314,
      "grad_norm": 0.11212421953678131,
      "learning_rate": 3.7892211601583373e-06,
      "loss": 0.7437,
      "step": 34257
    },
    {
      "epoch": 0.7219544063179967,
      "grad_norm": 0.11019017547369003,
      "learning_rate": 3.7886862351031173e-06,
      "loss": 0.6265,
      "step": 34258
    },
    {
      "epoch": 0.7219754803563619,
      "grad_norm": 0.10654351860284805,
      "learning_rate": 3.788151338983932e-06,
      "loss": 0.7345,
      "step": 34259
    },
    {
      "epoch": 0.7219965543947273,
      "grad_norm": 0.1272929310798645,
      "learning_rate": 3.7876164718032728e-06,
      "loss": 0.7167,
      "step": 34260
    },
    {
      "epoch": 0.7220176284330926,
      "grad_norm": 0.13907942175865173,
      "learning_rate": 3.787081633563631e-06,
      "loss": 0.7924,
      "step": 34261
    },
    {
      "epoch": 0.7220387024714578,
      "grad_norm": 0.10698386281728745,
      "learning_rate": 3.7865468242674986e-06,
      "loss": 0.6422,
      "step": 34262
    },
    {
      "epoch": 0.7220597765098231,
      "grad_norm": 0.13061101734638214,
      "learning_rate": 3.7860120439173655e-06,
      "loss": 0.7843,
      "step": 34263
    },
    {
      "epoch": 0.7220808505481884,
      "grad_norm": 0.12254364043474197,
      "learning_rate": 3.7854772925157255e-06,
      "loss": 0.7398,
      "step": 34264
    },
    {
      "epoch": 0.7221019245865538,
      "grad_norm": 0.10129508376121521,
      "learning_rate": 3.784942570065068e-06,
      "loss": 0.6867,
      "step": 34265
    },
    {
      "epoch": 0.722122998624919,
      "grad_norm": 0.10483243316411972,
      "learning_rate": 3.784407876567888e-06,
      "loss": 0.7293,
      "step": 34266
    },
    {
      "epoch": 0.7221440726632843,
      "grad_norm": 0.10338682681322098,
      "learning_rate": 3.78387321202667e-06,
      "loss": 0.6846,
      "step": 34267
    },
    {
      "epoch": 0.7221651467016496,
      "grad_norm": 0.1379573792219162,
      "learning_rate": 3.783338576443908e-06,
      "loss": 0.7432,
      "step": 34268
    },
    {
      "epoch": 0.7221862207400148,
      "grad_norm": 0.12021353095769882,
      "learning_rate": 3.782803969822092e-06,
      "loss": 0.7094,
      "step": 34269
    },
    {
      "epoch": 0.7222072947783802,
      "grad_norm": 0.12992174923419952,
      "learning_rate": 3.7822693921637134e-06,
      "loss": 0.7557,
      "step": 34270
    },
    {
      "epoch": 0.7222283688167455,
      "grad_norm": 0.10030872374773026,
      "learning_rate": 3.7817348434712587e-06,
      "loss": 0.7193,
      "step": 34271
    },
    {
      "epoch": 0.7222494428551107,
      "grad_norm": 0.1447395235300064,
      "learning_rate": 3.781200323747225e-06,
      "loss": 0.7456,
      "step": 34272
    },
    {
      "epoch": 0.722270516893476,
      "grad_norm": 0.11287859082221985,
      "learning_rate": 3.7806658329940993e-06,
      "loss": 0.7367,
      "step": 34273
    },
    {
      "epoch": 0.7222915909318413,
      "grad_norm": 0.11811474710702896,
      "learning_rate": 3.7801313712143705e-06,
      "loss": 0.7195,
      "step": 34274
    },
    {
      "epoch": 0.7223126649702066,
      "grad_norm": 0.13000617921352386,
      "learning_rate": 3.7795969384105335e-06,
      "loss": 0.7236,
      "step": 34275
    },
    {
      "epoch": 0.7223337390085719,
      "grad_norm": 0.1436181515455246,
      "learning_rate": 3.779062534585071e-06,
      "loss": 0.7073,
      "step": 34276
    },
    {
      "epoch": 0.7223548130469372,
      "grad_norm": 0.16569113731384277,
      "learning_rate": 3.778528159740474e-06,
      "loss": 0.7009,
      "step": 34277
    },
    {
      "epoch": 0.7223758870853024,
      "grad_norm": 0.11116724461317062,
      "learning_rate": 3.7779938138792337e-06,
      "loss": 0.6627,
      "step": 34278
    },
    {
      "epoch": 0.7223969611236677,
      "grad_norm": 0.1297641396522522,
      "learning_rate": 3.77745949700384e-06,
      "loss": 0.7006,
      "step": 34279
    },
    {
      "epoch": 0.7224180351620331,
      "grad_norm": 0.10840953886508942,
      "learning_rate": 3.776925209116781e-06,
      "loss": 0.7325,
      "step": 34280
    },
    {
      "epoch": 0.7224391092003983,
      "grad_norm": 0.14546672999858856,
      "learning_rate": 3.776390950220544e-06,
      "loss": 0.7293,
      "step": 34281
    },
    {
      "epoch": 0.7224601832387636,
      "grad_norm": 0.10441361367702484,
      "learning_rate": 3.775856720317621e-06,
      "loss": 0.7012,
      "step": 34282
    },
    {
      "epoch": 0.7224812572771289,
      "grad_norm": 0.11629314720630646,
      "learning_rate": 3.7753225194105003e-06,
      "loss": 0.7847,
      "step": 34283
    },
    {
      "epoch": 0.7225023313154941,
      "grad_norm": 0.11432701349258423,
      "learning_rate": 3.774788347501669e-06,
      "loss": 0.6938,
      "step": 34284
    },
    {
      "epoch": 0.7225234053538594,
      "grad_norm": 0.10315869748592377,
      "learning_rate": 3.774254204593616e-06,
      "loss": 0.7122,
      "step": 34285
    },
    {
      "epoch": 0.7225444793922248,
      "grad_norm": 0.12000398337841034,
      "learning_rate": 3.7737200906888307e-06,
      "loss": 0.7469,
      "step": 34286
    },
    {
      "epoch": 0.72256555343059,
      "grad_norm": 0.13296596705913544,
      "learning_rate": 3.7731860057897994e-06,
      "loss": 0.7366,
      "step": 34287
    },
    {
      "epoch": 0.7225866274689553,
      "grad_norm": 0.11358386278152466,
      "learning_rate": 3.7726519498990124e-06,
      "loss": 0.723,
      "step": 34288
    },
    {
      "epoch": 0.7226077015073206,
      "grad_norm": 0.18398010730743408,
      "learning_rate": 3.7721179230189563e-06,
      "loss": 0.7976,
      "step": 34289
    },
    {
      "epoch": 0.7226287755456858,
      "grad_norm": 0.1125246062874794,
      "learning_rate": 3.771583925152119e-06,
      "loss": 0.8151,
      "step": 34290
    },
    {
      "epoch": 0.7226498495840512,
      "grad_norm": 0.11289134621620178,
      "learning_rate": 3.7710499563009884e-06,
      "loss": 0.7585,
      "step": 34291
    },
    {
      "epoch": 0.7226709236224165,
      "grad_norm": 0.10884734988212585,
      "learning_rate": 3.7705160164680533e-06,
      "loss": 0.7926,
      "step": 34292
    },
    {
      "epoch": 0.7226919976607817,
      "grad_norm": 0.11231110244989395,
      "learning_rate": 3.7699821056557984e-06,
      "loss": 0.6939,
      "step": 34293
    },
    {
      "epoch": 0.722713071699147,
      "grad_norm": 0.11193238943815231,
      "learning_rate": 3.769448223866713e-06,
      "loss": 0.6821,
      "step": 34294
    },
    {
      "epoch": 0.7227341457375123,
      "grad_norm": 0.10243390500545502,
      "learning_rate": 3.7689143711032882e-06,
      "loss": 0.7513,
      "step": 34295
    },
    {
      "epoch": 0.7227552197758776,
      "grad_norm": 0.13426919281482697,
      "learning_rate": 3.768380547368001e-06,
      "loss": 0.7077,
      "step": 34296
    },
    {
      "epoch": 0.7227762938142429,
      "grad_norm": 0.11532283574342728,
      "learning_rate": 3.7678467526633457e-06,
      "loss": 0.7444,
      "step": 34297
    },
    {
      "epoch": 0.7227973678526082,
      "grad_norm": 0.1134607344865799,
      "learning_rate": 3.7673129869918068e-06,
      "loss": 0.707,
      "step": 34298
    },
    {
      "epoch": 0.7228184418909734,
      "grad_norm": 0.12192350625991821,
      "learning_rate": 3.7667792503558707e-06,
      "loss": 0.6686,
      "step": 34299
    },
    {
      "epoch": 0.7228395159293387,
      "grad_norm": 0.1319069117307663,
      "learning_rate": 3.7662455427580215e-06,
      "loss": 0.7398,
      "step": 34300
    },
    {
      "epoch": 0.7228605899677041,
      "grad_norm": 0.10429428517818451,
      "learning_rate": 3.7657118642007507e-06,
      "loss": 0.7126,
      "step": 34301
    },
    {
      "epoch": 0.7228816640060693,
      "grad_norm": 0.10889840871095657,
      "learning_rate": 3.7651782146865434e-06,
      "loss": 0.7291,
      "step": 34302
    },
    {
      "epoch": 0.7229027380444346,
      "grad_norm": 0.11963390558958054,
      "learning_rate": 3.7646445942178845e-06,
      "loss": 0.7051,
      "step": 34303
    },
    {
      "epoch": 0.7229238120827999,
      "grad_norm": 0.1265314221382141,
      "learning_rate": 3.7641110027972625e-06,
      "loss": 0.6983,
      "step": 34304
    },
    {
      "epoch": 0.7229448861211651,
      "grad_norm": 0.1434958279132843,
      "learning_rate": 3.7635774404271576e-06,
      "loss": 0.7367,
      "step": 34305
    },
    {
      "epoch": 0.7229659601595305,
      "grad_norm": 0.1373095065355301,
      "learning_rate": 3.7630439071100587e-06,
      "loss": 0.8013,
      "step": 34306
    },
    {
      "epoch": 0.7229870341978958,
      "grad_norm": 0.11045781522989273,
      "learning_rate": 3.7625104028484507e-06,
      "loss": 0.6907,
      "step": 34307
    },
    {
      "epoch": 0.723008108236261,
      "grad_norm": 0.1354728788137436,
      "learning_rate": 3.7619769276448203e-06,
      "loss": 0.752,
      "step": 34308
    },
    {
      "epoch": 0.7230291822746263,
      "grad_norm": 0.13470803201198578,
      "learning_rate": 3.7614434815016508e-06,
      "loss": 0.78,
      "step": 34309
    },
    {
      "epoch": 0.7230502563129916,
      "grad_norm": 0.16341842710971832,
      "learning_rate": 3.760910064421428e-06,
      "loss": 0.7547,
      "step": 34310
    },
    {
      "epoch": 0.723071330351357,
      "grad_norm": 0.14640848338603973,
      "learning_rate": 3.7603766764066386e-06,
      "loss": 0.6755,
      "step": 34311
    },
    {
      "epoch": 0.7230924043897222,
      "grad_norm": 0.11863233894109726,
      "learning_rate": 3.7598433174597647e-06,
      "loss": 0.7096,
      "step": 34312
    },
    {
      "epoch": 0.7231134784280875,
      "grad_norm": 0.1114836186170578,
      "learning_rate": 3.759309987583293e-06,
      "loss": 0.6404,
      "step": 34313
    },
    {
      "epoch": 0.7231345524664528,
      "grad_norm": 0.13821375370025635,
      "learning_rate": 3.758776686779708e-06,
      "loss": 0.7864,
      "step": 34314
    },
    {
      "epoch": 0.723155626504818,
      "grad_norm": 0.10843585431575775,
      "learning_rate": 3.7582434150514923e-06,
      "loss": 0.7709,
      "step": 34315
    },
    {
      "epoch": 0.7231767005431834,
      "grad_norm": 0.12649425864219666,
      "learning_rate": 3.757710172401132e-06,
      "loss": 0.7162,
      "step": 34316
    },
    {
      "epoch": 0.7231977745815487,
      "grad_norm": 0.13977447152137756,
      "learning_rate": 3.7571769588311115e-06,
      "loss": 0.7122,
      "step": 34317
    },
    {
      "epoch": 0.7232188486199139,
      "grad_norm": 0.16422131657600403,
      "learning_rate": 3.756643774343913e-06,
      "loss": 0.6494,
      "step": 34318
    },
    {
      "epoch": 0.7232399226582792,
      "grad_norm": 0.15203410387039185,
      "learning_rate": 3.7561106189420214e-06,
      "loss": 0.7273,
      "step": 34319
    },
    {
      "epoch": 0.7232609966966445,
      "grad_norm": 0.13498646020889282,
      "learning_rate": 3.755577492627921e-06,
      "loss": 0.7719,
      "step": 34320
    },
    {
      "epoch": 0.7232820707350097,
      "grad_norm": 0.14266452193260193,
      "learning_rate": 3.755044395404095e-06,
      "loss": 0.7502,
      "step": 34321
    },
    {
      "epoch": 0.7233031447733751,
      "grad_norm": 0.11545152217149734,
      "learning_rate": 3.754511327273027e-06,
      "loss": 0.7621,
      "step": 34322
    },
    {
      "epoch": 0.7233242188117404,
      "grad_norm": 0.13326404988765717,
      "learning_rate": 3.7539782882372e-06,
      "loss": 0.7631,
      "step": 34323
    },
    {
      "epoch": 0.7233452928501056,
      "grad_norm": 0.12147293239831924,
      "learning_rate": 3.753445278299097e-06,
      "loss": 0.6742,
      "step": 34324
    },
    {
      "epoch": 0.7233663668884709,
      "grad_norm": 0.10495325177907944,
      "learning_rate": 3.7529122974612053e-06,
      "loss": 0.7263,
      "step": 34325
    },
    {
      "epoch": 0.7233874409268362,
      "grad_norm": 0.1096830666065216,
      "learning_rate": 3.7523793457260006e-06,
      "loss": 0.7205,
      "step": 34326
    },
    {
      "epoch": 0.7234085149652015,
      "grad_norm": 0.12039251625537872,
      "learning_rate": 3.751846423095968e-06,
      "loss": 0.7476,
      "step": 34327
    },
    {
      "epoch": 0.7234295890035668,
      "grad_norm": 0.1357053816318512,
      "learning_rate": 3.7513135295735894e-06,
      "loss": 0.6822,
      "step": 34328
    },
    {
      "epoch": 0.7234506630419321,
      "grad_norm": 0.09698954224586487,
      "learning_rate": 3.750780665161352e-06,
      "loss": 0.669,
      "step": 34329
    },
    {
      "epoch": 0.7234717370802973,
      "grad_norm": 0.10765552520751953,
      "learning_rate": 3.750247829861735e-06,
      "loss": 0.7123,
      "step": 34330
    },
    {
      "epoch": 0.7234928111186626,
      "grad_norm": 0.10891025513410568,
      "learning_rate": 3.7497150236772217e-06,
      "loss": 0.7476,
      "step": 34331
    },
    {
      "epoch": 0.723513885157028,
      "grad_norm": 0.10777770727872849,
      "learning_rate": 3.7491822466102947e-06,
      "loss": 0.7041,
      "step": 34332
    },
    {
      "epoch": 0.7235349591953932,
      "grad_norm": 0.115448959171772,
      "learning_rate": 3.7486494986634337e-06,
      "loss": 0.6527,
      "step": 34333
    },
    {
      "epoch": 0.7235560332337585,
      "grad_norm": 0.12270005792379379,
      "learning_rate": 3.7481167798391248e-06,
      "loss": 0.7145,
      "step": 34334
    },
    {
      "epoch": 0.7235771072721238,
      "grad_norm": 0.12093260139226913,
      "learning_rate": 3.7475840901398443e-06,
      "loss": 0.7404,
      "step": 34335
    },
    {
      "epoch": 0.723598181310489,
      "grad_norm": 0.22321413457393646,
      "learning_rate": 3.747051429568075e-06,
      "loss": 0.7153,
      "step": 34336
    },
    {
      "epoch": 0.7236192553488544,
      "grad_norm": 0.10425332188606262,
      "learning_rate": 3.7465187981263005e-06,
      "loss": 0.6862,
      "step": 34337
    },
    {
      "epoch": 0.7236403293872197,
      "grad_norm": 0.14230746030807495,
      "learning_rate": 3.7459861958170008e-06,
      "loss": 0.7271,
      "step": 34338
    },
    {
      "epoch": 0.7236614034255849,
      "grad_norm": 0.24653595685958862,
      "learning_rate": 3.7454536226426575e-06,
      "loss": 0.7169,
      "step": 34339
    },
    {
      "epoch": 0.7236824774639502,
      "grad_norm": 0.1122775599360466,
      "learning_rate": 3.744921078605752e-06,
      "loss": 0.7061,
      "step": 34340
    },
    {
      "epoch": 0.7237035515023155,
      "grad_norm": 0.13696372509002686,
      "learning_rate": 3.744388563708764e-06,
      "loss": 0.7586,
      "step": 34341
    },
    {
      "epoch": 0.7237246255406808,
      "grad_norm": 0.13925087451934814,
      "learning_rate": 3.7438560779541755e-06,
      "loss": 0.7029,
      "step": 34342
    },
    {
      "epoch": 0.7237456995790461,
      "grad_norm": 0.14751170575618744,
      "learning_rate": 3.743323621344467e-06,
      "loss": 0.7355,
      "step": 34343
    },
    {
      "epoch": 0.7237667736174114,
      "grad_norm": 0.1178651824593544,
      "learning_rate": 3.742791193882118e-06,
      "loss": 0.7201,
      "step": 34344
    },
    {
      "epoch": 0.7237878476557766,
      "grad_norm": 0.34992507100105286,
      "learning_rate": 3.742258795569611e-06,
      "loss": 0.7902,
      "step": 34345
    },
    {
      "epoch": 0.7238089216941419,
      "grad_norm": 0.13358555734157562,
      "learning_rate": 3.741726426409423e-06,
      "loss": 0.7086,
      "step": 34346
    },
    {
      "epoch": 0.7238299957325073,
      "grad_norm": 0.15124110877513885,
      "learning_rate": 3.7411940864040375e-06,
      "loss": 0.6301,
      "step": 34347
    },
    {
      "epoch": 0.7238510697708725,
      "grad_norm": 0.13755807280540466,
      "learning_rate": 3.7406617755559327e-06,
      "loss": 0.6683,
      "step": 34348
    },
    {
      "epoch": 0.7238721438092378,
      "grad_norm": 0.1441018432378769,
      "learning_rate": 3.740129493867588e-06,
      "loss": 0.7387,
      "step": 34349
    },
    {
      "epoch": 0.7238932178476031,
      "grad_norm": 0.12028089165687561,
      "learning_rate": 3.7395972413414837e-06,
      "loss": 0.7205,
      "step": 34350
    },
    {
      "epoch": 0.7239142918859683,
      "grad_norm": 0.1431935727596283,
      "learning_rate": 3.7390650179801e-06,
      "loss": 0.7725,
      "step": 34351
    },
    {
      "epoch": 0.7239353659243337,
      "grad_norm": 0.11326576769351959,
      "learning_rate": 3.7385328237859153e-06,
      "loss": 0.7421,
      "step": 34352
    },
    {
      "epoch": 0.723956439962699,
      "grad_norm": 0.11741053313016891,
      "learning_rate": 3.7380006587614094e-06,
      "loss": 0.7394,
      "step": 34353
    },
    {
      "epoch": 0.7239775140010642,
      "grad_norm": 0.1105627566576004,
      "learning_rate": 3.7374685229090635e-06,
      "loss": 0.7087,
      "step": 34354
    },
    {
      "epoch": 0.7239985880394295,
      "grad_norm": 0.1200244203209877,
      "learning_rate": 3.7369364162313528e-06,
      "loss": 0.7504,
      "step": 34355
    },
    {
      "epoch": 0.7240196620777948,
      "grad_norm": 0.11084675788879395,
      "learning_rate": 3.736404338730757e-06,
      "loss": 0.7099,
      "step": 34356
    },
    {
      "epoch": 0.72404073611616,
      "grad_norm": 0.12250690162181854,
      "learning_rate": 3.735872290409751e-06,
      "loss": 0.7377,
      "step": 34357
    },
    {
      "epoch": 0.7240618101545254,
      "grad_norm": 0.140797421336174,
      "learning_rate": 3.7353402712708232e-06,
      "loss": 0.7818,
      "step": 34358
    },
    {
      "epoch": 0.7240828841928907,
      "grad_norm": 0.10855071991682053,
      "learning_rate": 3.7348082813164457e-06,
      "loss": 0.6709,
      "step": 34359
    },
    {
      "epoch": 0.724103958231256,
      "grad_norm": 0.10441329330205917,
      "learning_rate": 3.7342763205490985e-06,
      "loss": 0.7539,
      "step": 34360
    },
    {
      "epoch": 0.7241250322696212,
      "grad_norm": 0.11733490973711014,
      "learning_rate": 3.73374438897126e-06,
      "loss": 0.6768,
      "step": 34361
    },
    {
      "epoch": 0.7241461063079865,
      "grad_norm": 0.09764008969068527,
      "learning_rate": 3.7332124865854068e-06,
      "loss": 0.6333,
      "step": 34362
    },
    {
      "epoch": 0.7241671803463519,
      "grad_norm": 0.11512577533721924,
      "learning_rate": 3.732680613394021e-06,
      "loss": 0.6315,
      "step": 34363
    },
    {
      "epoch": 0.7241882543847171,
      "grad_norm": 0.10456971079111099,
      "learning_rate": 3.732148769399573e-06,
      "loss": 0.6818,
      "step": 34364
    },
    {
      "epoch": 0.7242093284230824,
      "grad_norm": 0.11702660471200943,
      "learning_rate": 3.7316169546045455e-06,
      "loss": 0.7201,
      "step": 34365
    },
    {
      "epoch": 0.7242304024614477,
      "grad_norm": 0.1076282411813736,
      "learning_rate": 3.7310851690114147e-06,
      "loss": 0.6574,
      "step": 34366
    },
    {
      "epoch": 0.7242514764998129,
      "grad_norm": 0.11911403387784958,
      "learning_rate": 3.730553412622657e-06,
      "loss": 0.6775,
      "step": 34367
    },
    {
      "epoch": 0.7242725505381783,
      "grad_norm": 0.1430167555809021,
      "learning_rate": 3.7300216854407524e-06,
      "loss": 0.7248,
      "step": 34368
    },
    {
      "epoch": 0.7242936245765436,
      "grad_norm": 0.12446940690279007,
      "learning_rate": 3.7294899874681757e-06,
      "loss": 0.7228,
      "step": 34369
    },
    {
      "epoch": 0.7243146986149088,
      "grad_norm": 0.1388416588306427,
      "learning_rate": 3.728958318707405e-06,
      "loss": 0.7899,
      "step": 34370
    },
    {
      "epoch": 0.7243357726532741,
      "grad_norm": 0.10341053456068039,
      "learning_rate": 3.7284266791609126e-06,
      "loss": 0.6775,
      "step": 34371
    },
    {
      "epoch": 0.7243568466916394,
      "grad_norm": 0.15828467905521393,
      "learning_rate": 3.7278950688311865e-06,
      "loss": 0.6572,
      "step": 34372
    },
    {
      "epoch": 0.7243779207300047,
      "grad_norm": 0.11574794352054596,
      "learning_rate": 3.727363487720693e-06,
      "loss": 0.7317,
      "step": 34373
    },
    {
      "epoch": 0.72439899476837,
      "grad_norm": 0.15059134364128113,
      "learning_rate": 3.7268319358319117e-06,
      "loss": 0.7882,
      "step": 34374
    },
    {
      "epoch": 0.7244200688067353,
      "grad_norm": 0.10854741185903549,
      "learning_rate": 3.7263004131673186e-06,
      "loss": 0.8138,
      "step": 34375
    },
    {
      "epoch": 0.7244411428451005,
      "grad_norm": 0.13595791161060333,
      "learning_rate": 3.7257689197293902e-06,
      "loss": 0.7044,
      "step": 34376
    },
    {
      "epoch": 0.7244622168834658,
      "grad_norm": 0.12299684435129166,
      "learning_rate": 3.7252374555206016e-06,
      "loss": 0.6957,
      "step": 34377
    },
    {
      "epoch": 0.7244832909218312,
      "grad_norm": 0.13526618480682373,
      "learning_rate": 3.7247060205434304e-06,
      "loss": 0.7311,
      "step": 34378
    },
    {
      "epoch": 0.7245043649601964,
      "grad_norm": 0.11559703946113586,
      "learning_rate": 3.724174614800351e-06,
      "loss": 0.6797,
      "step": 34379
    },
    {
      "epoch": 0.7245254389985617,
      "grad_norm": 0.1245632916688919,
      "learning_rate": 3.7236432382938393e-06,
      "loss": 0.748,
      "step": 34380
    },
    {
      "epoch": 0.724546513036927,
      "grad_norm": 0.13732562959194183,
      "learning_rate": 3.7231118910263707e-06,
      "loss": 0.7291,
      "step": 34381
    },
    {
      "epoch": 0.7245675870752922,
      "grad_norm": 0.1270872950553894,
      "learning_rate": 3.7225805730004217e-06,
      "loss": 0.7635,
      "step": 34382
    },
    {
      "epoch": 0.7245886611136576,
      "grad_norm": 0.11288058757781982,
      "learning_rate": 3.7220492842184665e-06,
      "loss": 0.7026,
      "step": 34383
    },
    {
      "epoch": 0.7246097351520229,
      "grad_norm": 0.12726448476314545,
      "learning_rate": 3.721518024682983e-06,
      "loss": 0.7871,
      "step": 34384
    },
    {
      "epoch": 0.7246308091903881,
      "grad_norm": 0.13397586345672607,
      "learning_rate": 3.7209867943964396e-06,
      "loss": 0.6268,
      "step": 34385
    },
    {
      "epoch": 0.7246518832287534,
      "grad_norm": 0.10793697088956833,
      "learning_rate": 3.7204555933613116e-06,
      "loss": 0.7223,
      "step": 34386
    },
    {
      "epoch": 0.7246729572671187,
      "grad_norm": 0.12634801864624023,
      "learning_rate": 3.71992442158008e-06,
      "loss": 0.7289,
      "step": 34387
    },
    {
      "epoch": 0.724694031305484,
      "grad_norm": 0.11379963904619217,
      "learning_rate": 3.7193932790552166e-06,
      "loss": 0.7128,
      "step": 34388
    },
    {
      "epoch": 0.7247151053438493,
      "grad_norm": 0.11698350310325623,
      "learning_rate": 3.7188621657891954e-06,
      "loss": 0.7295,
      "step": 34389
    },
    {
      "epoch": 0.7247361793822146,
      "grad_norm": 0.11355764418840408,
      "learning_rate": 3.718331081784491e-06,
      "loss": 0.719,
      "step": 34390
    },
    {
      "epoch": 0.7247572534205798,
      "grad_norm": 0.13475880026817322,
      "learning_rate": 3.7178000270435765e-06,
      "loss": 0.7244,
      "step": 34391
    },
    {
      "epoch": 0.7247783274589451,
      "grad_norm": 0.11850601434707642,
      "learning_rate": 3.7172690015689263e-06,
      "loss": 0.7297,
      "step": 34392
    },
    {
      "epoch": 0.7247994014973105,
      "grad_norm": 0.1432904452085495,
      "learning_rate": 3.7167380053630185e-06,
      "loss": 0.7185,
      "step": 34393
    },
    {
      "epoch": 0.7248204755356757,
      "grad_norm": 0.12005512416362762,
      "learning_rate": 3.7162070384283187e-06,
      "loss": 0.6817,
      "step": 34394
    },
    {
      "epoch": 0.724841549574041,
      "grad_norm": 0.16308818757534027,
      "learning_rate": 3.7156761007673047e-06,
      "loss": 0.7441,
      "step": 34395
    },
    {
      "epoch": 0.7248626236124063,
      "grad_norm": 0.12115006893873215,
      "learning_rate": 3.71514519238245e-06,
      "loss": 0.757,
      "step": 34396
    },
    {
      "epoch": 0.7248836976507715,
      "grad_norm": 0.11734241247177124,
      "learning_rate": 3.714614313276227e-06,
      "loss": 0.6246,
      "step": 34397
    },
    {
      "epoch": 0.7249047716891368,
      "grad_norm": 0.16784276068210602,
      "learning_rate": 3.714083463451109e-06,
      "loss": 0.7077,
      "step": 34398
    },
    {
      "epoch": 0.7249258457275022,
      "grad_norm": 0.19205689430236816,
      "learning_rate": 3.71355264290957e-06,
      "loss": 0.6999,
      "step": 34399
    },
    {
      "epoch": 0.7249469197658674,
      "grad_norm": 0.1395556926727295,
      "learning_rate": 3.7130218516540793e-06,
      "loss": 0.7569,
      "step": 34400
    },
    {
      "epoch": 0.7249679938042327,
      "grad_norm": 0.10616740584373474,
      "learning_rate": 3.7124910896871167e-06,
      "loss": 0.7024,
      "step": 34401
    },
    {
      "epoch": 0.724989067842598,
      "grad_norm": 0.12121251970529556,
      "learning_rate": 3.7119603570111527e-06,
      "loss": 0.697,
      "step": 34402
    },
    {
      "epoch": 0.7250101418809632,
      "grad_norm": 0.10617028176784515,
      "learning_rate": 3.711429653628655e-06,
      "loss": 0.6917,
      "step": 34403
    },
    {
      "epoch": 0.7250312159193286,
      "grad_norm": 0.12254558503627777,
      "learning_rate": 3.7108989795421004e-06,
      "loss": 0.7155,
      "step": 34404
    },
    {
      "epoch": 0.7250522899576939,
      "grad_norm": 0.11541489511728287,
      "learning_rate": 3.7103683347539578e-06,
      "loss": 0.6724,
      "step": 34405
    },
    {
      "epoch": 0.7250733639960592,
      "grad_norm": 0.13109883666038513,
      "learning_rate": 3.709837719266701e-06,
      "loss": 0.7344,
      "step": 34406
    },
    {
      "epoch": 0.7250944380344244,
      "grad_norm": 0.1693727821111679,
      "learning_rate": 3.7093071330828023e-06,
      "loss": 0.7627,
      "step": 34407
    },
    {
      "epoch": 0.7251155120727897,
      "grad_norm": 0.14719155430793762,
      "learning_rate": 3.7087765762047335e-06,
      "loss": 0.7405,
      "step": 34408
    },
    {
      "epoch": 0.7251365861111551,
      "grad_norm": 0.16100266575813293,
      "learning_rate": 3.708246048634965e-06,
      "loss": 0.7896,
      "step": 34409
    },
    {
      "epoch": 0.7251576601495203,
      "grad_norm": 0.11568296700716019,
      "learning_rate": 3.7077155503759687e-06,
      "loss": 0.7059,
      "step": 34410
    },
    {
      "epoch": 0.7251787341878856,
      "grad_norm": 0.1666804701089859,
      "learning_rate": 3.707185081430218e-06,
      "loss": 0.7431,
      "step": 34411
    },
    {
      "epoch": 0.7251998082262509,
      "grad_norm": 0.16278482973575592,
      "learning_rate": 3.7066546418001816e-06,
      "loss": 0.7263,
      "step": 34412
    },
    {
      "epoch": 0.7252208822646161,
      "grad_norm": 0.13734546303749084,
      "learning_rate": 3.706124231488335e-06,
      "loss": 0.7999,
      "step": 34413
    },
    {
      "epoch": 0.7252419563029815,
      "grad_norm": 0.10913751274347305,
      "learning_rate": 3.7055938504971423e-06,
      "loss": 0.667,
      "step": 34414
    },
    {
      "epoch": 0.7252630303413468,
      "grad_norm": 0.11421734094619751,
      "learning_rate": 3.7050634988290744e-06,
      "loss": 0.746,
      "step": 34415
    },
    {
      "epoch": 0.725284104379712,
      "grad_norm": 0.12337642163038254,
      "learning_rate": 3.7045331764866098e-06,
      "loss": 0.7657,
      "step": 34416
    },
    {
      "epoch": 0.7253051784180773,
      "grad_norm": 0.1451786756515503,
      "learning_rate": 3.7040028834722132e-06,
      "loss": 0.7359,
      "step": 34417
    },
    {
      "epoch": 0.7253262524564426,
      "grad_norm": 0.14802490174770355,
      "learning_rate": 3.7034726197883574e-06,
      "loss": 0.7751,
      "step": 34418
    },
    {
      "epoch": 0.7253473264948079,
      "grad_norm": 0.12022528797388077,
      "learning_rate": 3.7029423854375112e-06,
      "loss": 0.6955,
      "step": 34419
    },
    {
      "epoch": 0.7253684005331732,
      "grad_norm": 0.1214229092001915,
      "learning_rate": 3.7024121804221456e-06,
      "loss": 0.6945,
      "step": 34420
    },
    {
      "epoch": 0.7253894745715385,
      "grad_norm": 0.1441541165113449,
      "learning_rate": 3.70188200474473e-06,
      "loss": 0.7663,
      "step": 34421
    },
    {
      "epoch": 0.7254105486099037,
      "grad_norm": 0.21955810487270355,
      "learning_rate": 3.701351858407739e-06,
      "loss": 0.7042,
      "step": 34422
    },
    {
      "epoch": 0.725431622648269,
      "grad_norm": 0.11616600304841995,
      "learning_rate": 3.700821741413634e-06,
      "loss": 0.7106,
      "step": 34423
    },
    {
      "epoch": 0.7254526966866344,
      "grad_norm": 0.1324175000190735,
      "learning_rate": 3.700291653764888e-06,
      "loss": 0.6326,
      "step": 34424
    },
    {
      "epoch": 0.7254737707249996,
      "grad_norm": 0.106637142598629,
      "learning_rate": 3.699761595463971e-06,
      "loss": 0.6689,
      "step": 34425
    },
    {
      "epoch": 0.7254948447633649,
      "grad_norm": 0.1780770868062973,
      "learning_rate": 3.699231566513353e-06,
      "loss": 0.781,
      "step": 34426
    },
    {
      "epoch": 0.7255159188017302,
      "grad_norm": 0.10929690301418304,
      "learning_rate": 3.6987015669155022e-06,
      "loss": 0.7302,
      "step": 34427
    },
    {
      "epoch": 0.7255369928400954,
      "grad_norm": 0.1231946051120758,
      "learning_rate": 3.6981715966728884e-06,
      "loss": 0.7567,
      "step": 34428
    },
    {
      "epoch": 0.7255580668784608,
      "grad_norm": 0.10507126152515411,
      "learning_rate": 3.6976416557879757e-06,
      "loss": 0.719,
      "step": 34429
    },
    {
      "epoch": 0.7255791409168261,
      "grad_norm": 0.12582969665527344,
      "learning_rate": 3.697111744263241e-06,
      "loss": 0.7072,
      "step": 34430
    },
    {
      "epoch": 0.7256002149551913,
      "grad_norm": 0.10739639401435852,
      "learning_rate": 3.696581862101153e-06,
      "loss": 0.7127,
      "step": 34431
    },
    {
      "epoch": 0.7256212889935566,
      "grad_norm": 0.12525133788585663,
      "learning_rate": 3.696052009304173e-06,
      "loss": 0.7421,
      "step": 34432
    },
    {
      "epoch": 0.7256423630319219,
      "grad_norm": 0.1266995221376419,
      "learning_rate": 3.6955221858747736e-06,
      "loss": 0.7331,
      "step": 34433
    },
    {
      "epoch": 0.7256634370702871,
      "grad_norm": 0.13202030956745148,
      "learning_rate": 3.6949923918154206e-06,
      "loss": 0.7469,
      "step": 34434
    },
    {
      "epoch": 0.7256845111086525,
      "grad_norm": 0.12768271565437317,
      "learning_rate": 3.6944626271285855e-06,
      "loss": 0.7244,
      "step": 34435
    },
    {
      "epoch": 0.7257055851470178,
      "grad_norm": 0.13305386900901794,
      "learning_rate": 3.6939328918167328e-06,
      "loss": 0.6771,
      "step": 34436
    },
    {
      "epoch": 0.725726659185383,
      "grad_norm": 0.11030451208353043,
      "learning_rate": 3.693403185882334e-06,
      "loss": 0.7486,
      "step": 34437
    },
    {
      "epoch": 0.7257477332237483,
      "grad_norm": 0.10903100669384003,
      "learning_rate": 3.692873509327853e-06,
      "loss": 0.6797,
      "step": 34438
    },
    {
      "epoch": 0.7257688072621136,
      "grad_norm": 0.11300681531429291,
      "learning_rate": 3.6923438621557595e-06,
      "loss": 0.6917,
      "step": 34439
    },
    {
      "epoch": 0.725789881300479,
      "grad_norm": 0.10772299021482468,
      "learning_rate": 3.691814244368521e-06,
      "loss": 0.7427,
      "step": 34440
    },
    {
      "epoch": 0.7258109553388442,
      "grad_norm": 0.11265470087528229,
      "learning_rate": 3.6912846559686043e-06,
      "loss": 0.6846,
      "step": 34441
    },
    {
      "epoch": 0.7258320293772095,
      "grad_norm": 0.11935683339834213,
      "learning_rate": 3.690755096958477e-06,
      "loss": 0.6594,
      "step": 34442
    },
    {
      "epoch": 0.7258531034155747,
      "grad_norm": 0.12083452939987183,
      "learning_rate": 3.690225567340605e-06,
      "loss": 0.7716,
      "step": 34443
    },
    {
      "epoch": 0.72587417745394,
      "grad_norm": 0.10886921733617783,
      "learning_rate": 3.6896960671174566e-06,
      "loss": 0.7147,
      "step": 34444
    },
    {
      "epoch": 0.7258952514923054,
      "grad_norm": 0.10800229012966156,
      "learning_rate": 3.689166596291498e-06,
      "loss": 0.6907,
      "step": 34445
    },
    {
      "epoch": 0.7259163255306706,
      "grad_norm": 0.11051870137453079,
      "learning_rate": 3.6886371548651946e-06,
      "loss": 0.6415,
      "step": 34446
    },
    {
      "epoch": 0.7259373995690359,
      "grad_norm": 0.11705013364553452,
      "learning_rate": 3.688107742841015e-06,
      "loss": 0.7464,
      "step": 34447
    },
    {
      "epoch": 0.7259584736074012,
      "grad_norm": 0.11214644461870193,
      "learning_rate": 3.6875783602214232e-06,
      "loss": 0.7124,
      "step": 34448
    },
    {
      "epoch": 0.7259795476457664,
      "grad_norm": 0.11460575461387634,
      "learning_rate": 3.687049007008887e-06,
      "loss": 0.7429,
      "step": 34449
    },
    {
      "epoch": 0.7260006216841318,
      "grad_norm": 0.11475598812103271,
      "learning_rate": 3.6865196832058723e-06,
      "loss": 0.7722,
      "step": 34450
    },
    {
      "epoch": 0.7260216957224971,
      "grad_norm": 0.1105341911315918,
      "learning_rate": 3.685990388814845e-06,
      "loss": 0.7178,
      "step": 34451
    },
    {
      "epoch": 0.7260427697608623,
      "grad_norm": 0.1236451119184494,
      "learning_rate": 3.6854611238382744e-06,
      "loss": 0.6859,
      "step": 34452
    },
    {
      "epoch": 0.7260638437992276,
      "grad_norm": 0.12105610966682434,
      "learning_rate": 3.6849318882786176e-06,
      "loss": 0.7401,
      "step": 34453
    },
    {
      "epoch": 0.7260849178375929,
      "grad_norm": 0.11799505352973938,
      "learning_rate": 3.684402682138345e-06,
      "loss": 0.7036,
      "step": 34454
    },
    {
      "epoch": 0.7261059918759583,
      "grad_norm": 0.1230810284614563,
      "learning_rate": 3.6838735054199224e-06,
      "loss": 0.7082,
      "step": 34455
    },
    {
      "epoch": 0.7261270659143235,
      "grad_norm": 0.11268596351146698,
      "learning_rate": 3.683344358125814e-06,
      "loss": 0.6959,
      "step": 34456
    },
    {
      "epoch": 0.7261481399526888,
      "grad_norm": 0.13924965262413025,
      "learning_rate": 3.682815240258486e-06,
      "loss": 0.7959,
      "step": 34457
    },
    {
      "epoch": 0.726169213991054,
      "grad_norm": 0.10519667714834213,
      "learning_rate": 3.6822861518203977e-06,
      "loss": 0.7578,
      "step": 34458
    },
    {
      "epoch": 0.7261902880294193,
      "grad_norm": 0.14308099448680878,
      "learning_rate": 3.6817570928140235e-06,
      "loss": 0.7326,
      "step": 34459
    },
    {
      "epoch": 0.7262113620677847,
      "grad_norm": 0.11493208259344101,
      "learning_rate": 3.681228063241824e-06,
      "loss": 0.7434,
      "step": 34460
    },
    {
      "epoch": 0.72623243610615,
      "grad_norm": 0.102888323366642,
      "learning_rate": 3.6806990631062656e-06,
      "loss": 0.6687,
      "step": 34461
    },
    {
      "epoch": 0.7262535101445152,
      "grad_norm": 0.1088896244764328,
      "learning_rate": 3.680170092409807e-06,
      "loss": 0.7091,
      "step": 34462
    },
    {
      "epoch": 0.7262745841828805,
      "grad_norm": 0.13012298941612244,
      "learning_rate": 3.6796411511549157e-06,
      "loss": 0.7556,
      "step": 34463
    },
    {
      "epoch": 0.7262956582212458,
      "grad_norm": 0.11252310127019882,
      "learning_rate": 3.679112239344056e-06,
      "loss": 0.6702,
      "step": 34464
    },
    {
      "epoch": 0.7263167322596111,
      "grad_norm": 0.10753357410430908,
      "learning_rate": 3.6785833569796914e-06,
      "loss": 0.7275,
      "step": 34465
    },
    {
      "epoch": 0.7263378062979764,
      "grad_norm": 0.09718712419271469,
      "learning_rate": 3.678054504064287e-06,
      "loss": 0.648,
      "step": 34466
    },
    {
      "epoch": 0.7263588803363417,
      "grad_norm": 0.9825137257575989,
      "learning_rate": 3.6775256806003045e-06,
      "loss": 0.7916,
      "step": 34467
    },
    {
      "epoch": 0.7263799543747069,
      "grad_norm": 0.12092646956443787,
      "learning_rate": 3.6769968865902096e-06,
      "loss": 0.6882,
      "step": 34468
    },
    {
      "epoch": 0.7264010284130722,
      "grad_norm": 0.11287176609039307,
      "learning_rate": 3.676468122036464e-06,
      "loss": 0.7829,
      "step": 34469
    },
    {
      "epoch": 0.7264221024514376,
      "grad_norm": 0.10435564815998077,
      "learning_rate": 3.6759393869415315e-06,
      "loss": 0.6522,
      "step": 34470
    },
    {
      "epoch": 0.7264431764898028,
      "grad_norm": 0.127017080783844,
      "learning_rate": 3.675410681307877e-06,
      "loss": 0.701,
      "step": 34471
    },
    {
      "epoch": 0.7264642505281681,
      "grad_norm": 0.10873185843229294,
      "learning_rate": 3.674882005137961e-06,
      "loss": 0.7396,
      "step": 34472
    },
    {
      "epoch": 0.7264853245665334,
      "grad_norm": 0.10955151170492172,
      "learning_rate": 3.674353358434247e-06,
      "loss": 0.711,
      "step": 34473
    },
    {
      "epoch": 0.7265063986048986,
      "grad_norm": 0.1277981698513031,
      "learning_rate": 3.673824741199199e-06,
      "loss": 0.6702,
      "step": 34474
    },
    {
      "epoch": 0.7265274726432639,
      "grad_norm": 0.10468944162130356,
      "learning_rate": 3.6732961534352783e-06,
      "loss": 0.6612,
      "step": 34475
    },
    {
      "epoch": 0.7265485466816293,
      "grad_norm": 0.12222816050052643,
      "learning_rate": 3.672767595144948e-06,
      "loss": 0.7602,
      "step": 34476
    },
    {
      "epoch": 0.7265696207199945,
      "grad_norm": 0.10578984767198563,
      "learning_rate": 3.6722390663306705e-06,
      "loss": 0.7029,
      "step": 34477
    },
    {
      "epoch": 0.7265906947583598,
      "grad_norm": 0.12560388445854187,
      "learning_rate": 3.6717105669949083e-06,
      "loss": 0.7426,
      "step": 34478
    },
    {
      "epoch": 0.7266117687967251,
      "grad_norm": 0.11591998487710953,
      "learning_rate": 3.671182097140121e-06,
      "loss": 0.7207,
      "step": 34479
    },
    {
      "epoch": 0.7266328428350903,
      "grad_norm": 0.10352823883295059,
      "learning_rate": 3.6706536567687746e-06,
      "loss": 0.6653,
      "step": 34480
    },
    {
      "epoch": 0.7266539168734557,
      "grad_norm": 0.12863317131996155,
      "learning_rate": 3.6701252458833315e-06,
      "loss": 0.6751,
      "step": 34481
    },
    {
      "epoch": 0.726674990911821,
      "grad_norm": 0.11013412475585938,
      "learning_rate": 3.6695968644862478e-06,
      "loss": 0.7339,
      "step": 34482
    },
    {
      "epoch": 0.7266960649501862,
      "grad_norm": 0.13709303736686707,
      "learning_rate": 3.6690685125799875e-06,
      "loss": 0.7088,
      "step": 34483
    },
    {
      "epoch": 0.7267171389885515,
      "grad_norm": 0.1338491290807724,
      "learning_rate": 3.6685401901670116e-06,
      "loss": 0.7115,
      "step": 34484
    },
    {
      "epoch": 0.7267382130269168,
      "grad_norm": 0.1069905087351799,
      "learning_rate": 3.6680118972497834e-06,
      "loss": 0.7433,
      "step": 34485
    },
    {
      "epoch": 0.7267592870652821,
      "grad_norm": 0.10651648044586182,
      "learning_rate": 3.6674836338307617e-06,
      "loss": 0.7105,
      "step": 34486
    },
    {
      "epoch": 0.7267803611036474,
      "grad_norm": 0.11136413365602493,
      "learning_rate": 3.666955399912405e-06,
      "loss": 0.6887,
      "step": 34487
    },
    {
      "epoch": 0.7268014351420127,
      "grad_norm": 0.38652753829956055,
      "learning_rate": 3.666427195497182e-06,
      "loss": 0.7037,
      "step": 34488
    },
    {
      "epoch": 0.7268225091803779,
      "grad_norm": 0.1734587401151657,
      "learning_rate": 3.665899020587549e-06,
      "loss": 0.7493,
      "step": 34489
    },
    {
      "epoch": 0.7268435832187432,
      "grad_norm": 0.11068230122327805,
      "learning_rate": 3.6653708751859695e-06,
      "loss": 0.7495,
      "step": 34490
    },
    {
      "epoch": 0.7268646572571086,
      "grad_norm": 0.11912914365530014,
      "learning_rate": 3.6648427592948977e-06,
      "loss": 0.7239,
      "step": 34491
    },
    {
      "epoch": 0.7268857312954738,
      "grad_norm": 0.1354062855243683,
      "learning_rate": 3.6643146729167968e-06,
      "loss": 0.7666,
      "step": 34492
    },
    {
      "epoch": 0.7269068053338391,
      "grad_norm": 0.14170685410499573,
      "learning_rate": 3.663786616054127e-06,
      "loss": 0.7381,
      "step": 34493
    },
    {
      "epoch": 0.7269278793722044,
      "grad_norm": 0.11085635423660278,
      "learning_rate": 3.6632585887093497e-06,
      "loss": 0.6911,
      "step": 34494
    },
    {
      "epoch": 0.7269489534105696,
      "grad_norm": 0.10444051027297974,
      "learning_rate": 3.662730590884923e-06,
      "loss": 0.6577,
      "step": 34495
    },
    {
      "epoch": 0.726970027448935,
      "grad_norm": 0.12363285571336746,
      "learning_rate": 3.6622026225833074e-06,
      "loss": 0.7542,
      "step": 34496
    },
    {
      "epoch": 0.7269911014873003,
      "grad_norm": 0.12413360923528671,
      "learning_rate": 3.661674683806963e-06,
      "loss": 0.6883,
      "step": 34497
    },
    {
      "epoch": 0.7270121755256655,
      "grad_norm": 0.1070176437497139,
      "learning_rate": 3.6611467745583472e-06,
      "loss": 0.7357,
      "step": 34498
    },
    {
      "epoch": 0.7270332495640308,
      "grad_norm": 0.11917902529239655,
      "learning_rate": 3.6606188948399224e-06,
      "loss": 0.7402,
      "step": 34499
    },
    {
      "epoch": 0.7270543236023961,
      "grad_norm": 0.12045986205339432,
      "learning_rate": 3.6600910446541458e-06,
      "loss": 0.7603,
      "step": 34500
    },
    {
      "epoch": 0.7270753976407615,
      "grad_norm": 0.11374109983444214,
      "learning_rate": 3.6595632240034763e-06,
      "loss": 0.6898,
      "step": 34501
    },
    {
      "epoch": 0.7270964716791267,
      "grad_norm": 0.1265164315700531,
      "learning_rate": 3.6590354328903733e-06,
      "loss": 0.7093,
      "step": 34502
    },
    {
      "epoch": 0.727117545717492,
      "grad_norm": 0.13534335792064667,
      "learning_rate": 3.658507671317296e-06,
      "loss": 0.7395,
      "step": 34503
    },
    {
      "epoch": 0.7271386197558573,
      "grad_norm": 0.1252596527338028,
      "learning_rate": 3.657979939286702e-06,
      "loss": 0.7519,
      "step": 34504
    },
    {
      "epoch": 0.7271596937942225,
      "grad_norm": 0.16613608598709106,
      "learning_rate": 3.657452236801051e-06,
      "loss": 0.7536,
      "step": 34505
    },
    {
      "epoch": 0.7271807678325879,
      "grad_norm": 0.11912359297275543,
      "learning_rate": 3.6569245638628017e-06,
      "loss": 0.6742,
      "step": 34506
    },
    {
      "epoch": 0.7272018418709532,
      "grad_norm": 0.10261234641075134,
      "learning_rate": 3.6563969204744097e-06,
      "loss": 0.729,
      "step": 34507
    },
    {
      "epoch": 0.7272229159093184,
      "grad_norm": 0.16125375032424927,
      "learning_rate": 3.6558693066383353e-06,
      "loss": 0.7296,
      "step": 34508
    },
    {
      "epoch": 0.7272439899476837,
      "grad_norm": 0.10841236263513565,
      "learning_rate": 3.6553417223570366e-06,
      "loss": 0.701,
      "step": 34509
    },
    {
      "epoch": 0.727265063986049,
      "grad_norm": 0.11855098605155945,
      "learning_rate": 3.6548141676329695e-06,
      "loss": 0.7486,
      "step": 34510
    },
    {
      "epoch": 0.7272861380244142,
      "grad_norm": 0.10765957832336426,
      "learning_rate": 3.6542866424685976e-06,
      "loss": 0.6778,
      "step": 34511
    },
    {
      "epoch": 0.7273072120627796,
      "grad_norm": 0.14123199880123138,
      "learning_rate": 3.6537591468663693e-06,
      "loss": 0.6866,
      "step": 34512
    },
    {
      "epoch": 0.7273282861011449,
      "grad_norm": 0.14256390929222107,
      "learning_rate": 3.653231680828747e-06,
      "loss": 0.7081,
      "step": 34513
    },
    {
      "epoch": 0.7273493601395101,
      "grad_norm": 0.13497118651866913,
      "learning_rate": 3.652704244358186e-06,
      "loss": 0.751,
      "step": 34514
    },
    {
      "epoch": 0.7273704341778754,
      "grad_norm": 0.13088196516036987,
      "learning_rate": 3.652176837457143e-06,
      "loss": 0.8185,
      "step": 34515
    },
    {
      "epoch": 0.7273915082162407,
      "grad_norm": 0.14528034627437592,
      "learning_rate": 3.6516494601280796e-06,
      "loss": 0.7109,
      "step": 34516
    },
    {
      "epoch": 0.727412582254606,
      "grad_norm": 0.1353590041399002,
      "learning_rate": 3.65112211237345e-06,
      "loss": 0.7249,
      "step": 34517
    },
    {
      "epoch": 0.7274336562929713,
      "grad_norm": 0.1409071832895279,
      "learning_rate": 3.6505947941957097e-06,
      "loss": 0.6994,
      "step": 34518
    },
    {
      "epoch": 0.7274547303313366,
      "grad_norm": 0.13008588552474976,
      "learning_rate": 3.6500675055973177e-06,
      "loss": 0.7347,
      "step": 34519
    },
    {
      "epoch": 0.7274758043697018,
      "grad_norm": 0.10464494675397873,
      "learning_rate": 3.6495402465807318e-06,
      "loss": 0.7099,
      "step": 34520
    },
    {
      "epoch": 0.7274968784080671,
      "grad_norm": 0.16965492069721222,
      "learning_rate": 3.6490130171484017e-06,
      "loss": 0.6861,
      "step": 34521
    },
    {
      "epoch": 0.7275179524464325,
      "grad_norm": 0.474178671836853,
      "learning_rate": 3.648485817302788e-06,
      "loss": 0.7139,
      "step": 34522
    },
    {
      "epoch": 0.7275390264847977,
      "grad_norm": 0.12524329125881195,
      "learning_rate": 3.647958647046346e-06,
      "loss": 0.771,
      "step": 34523
    },
    {
      "epoch": 0.727560100523163,
      "grad_norm": 0.14411064982414246,
      "learning_rate": 3.6474315063815313e-06,
      "loss": 0.73,
      "step": 34524
    },
    {
      "epoch": 0.7275811745615283,
      "grad_norm": 0.13399899005889893,
      "learning_rate": 3.6469043953108e-06,
      "loss": 0.7132,
      "step": 34525
    },
    {
      "epoch": 0.7276022485998935,
      "grad_norm": 0.1318100392818451,
      "learning_rate": 3.6463773138366065e-06,
      "loss": 0.7823,
      "step": 34526
    },
    {
      "epoch": 0.7276233226382589,
      "grad_norm": 0.12563060224056244,
      "learning_rate": 3.645850261961409e-06,
      "loss": 0.7745,
      "step": 34527
    },
    {
      "epoch": 0.7276443966766242,
      "grad_norm": 0.13077132403850555,
      "learning_rate": 3.6453232396876605e-06,
      "loss": 0.6971,
      "step": 34528
    },
    {
      "epoch": 0.7276654707149894,
      "grad_norm": 0.18306848406791687,
      "learning_rate": 3.6447962470178176e-06,
      "loss": 0.695,
      "step": 34529
    },
    {
      "epoch": 0.7276865447533547,
      "grad_norm": 0.12402097880840302,
      "learning_rate": 3.644269283954334e-06,
      "loss": 0.7229,
      "step": 34530
    },
    {
      "epoch": 0.72770761879172,
      "grad_norm": 0.1387079954147339,
      "learning_rate": 3.643742350499666e-06,
      "loss": 0.7129,
      "step": 34531
    },
    {
      "epoch": 0.7277286928300853,
      "grad_norm": 0.11379386484622955,
      "learning_rate": 3.6432154466562663e-06,
      "loss": 0.731,
      "step": 34532
    },
    {
      "epoch": 0.7277497668684506,
      "grad_norm": 0.12393418699502945,
      "learning_rate": 3.6426885724265924e-06,
      "loss": 0.7477,
      "step": 34533
    },
    {
      "epoch": 0.7277708409068159,
      "grad_norm": 0.1363576054573059,
      "learning_rate": 3.6421617278130972e-06,
      "loss": 0.633,
      "step": 34534
    },
    {
      "epoch": 0.7277919149451811,
      "grad_norm": 0.11563220620155334,
      "learning_rate": 3.641634912818234e-06,
      "loss": 0.6856,
      "step": 34535
    },
    {
      "epoch": 0.7278129889835464,
      "grad_norm": 0.1330079585313797,
      "learning_rate": 3.6411081274444595e-06,
      "loss": 0.6983,
      "step": 34536
    },
    {
      "epoch": 0.7278340630219118,
      "grad_norm": 0.12146506458520889,
      "learning_rate": 3.640581371694225e-06,
      "loss": 0.6721,
      "step": 34537
    },
    {
      "epoch": 0.727855137060277,
      "grad_norm": 0.13191448152065277,
      "learning_rate": 3.640054645569987e-06,
      "loss": 0.7084,
      "step": 34538
    },
    {
      "epoch": 0.7278762110986423,
      "grad_norm": 0.11520498991012573,
      "learning_rate": 3.6395279490741977e-06,
      "loss": 0.6725,
      "step": 34539
    },
    {
      "epoch": 0.7278972851370076,
      "grad_norm": 0.10526411980390549,
      "learning_rate": 3.639001282209311e-06,
      "loss": 0.6975,
      "step": 34540
    },
    {
      "epoch": 0.7279183591753728,
      "grad_norm": 0.12276139855384827,
      "learning_rate": 3.638474644977785e-06,
      "loss": 0.6527,
      "step": 34541
    },
    {
      "epoch": 0.7279394332137382,
      "grad_norm": 0.11429662257432938,
      "learning_rate": 3.6379480373820652e-06,
      "loss": 0.656,
      "step": 34542
    },
    {
      "epoch": 0.7279605072521035,
      "grad_norm": 0.1918845921754837,
      "learning_rate": 3.6374214594246084e-06,
      "loss": 0.7711,
      "step": 34543
    },
    {
      "epoch": 0.7279815812904687,
      "grad_norm": 0.12367032468318939,
      "learning_rate": 3.6368949111078643e-06,
      "loss": 0.6629,
      "step": 34544
    },
    {
      "epoch": 0.728002655328834,
      "grad_norm": 0.16249582171440125,
      "learning_rate": 3.6363683924342917e-06,
      "loss": 0.7043,
      "step": 34545
    },
    {
      "epoch": 0.7280237293671993,
      "grad_norm": 0.11985199898481369,
      "learning_rate": 3.635841903406343e-06,
      "loss": 0.7457,
      "step": 34546
    },
    {
      "epoch": 0.7280448034055645,
      "grad_norm": 0.11859908699989319,
      "learning_rate": 3.635315444026467e-06,
      "loss": 0.7141,
      "step": 34547
    },
    {
      "epoch": 0.7280658774439299,
      "grad_norm": 0.1283043920993805,
      "learning_rate": 3.6347890142971198e-06,
      "loss": 0.6398,
      "step": 34548
    },
    {
      "epoch": 0.7280869514822952,
      "grad_norm": 0.11114256083965302,
      "learning_rate": 3.6342626142207514e-06,
      "loss": 0.7577,
      "step": 34549
    },
    {
      "epoch": 0.7281080255206605,
      "grad_norm": 0.14887967705726624,
      "learning_rate": 3.6337362437998192e-06,
      "loss": 0.6809,
      "step": 34550
    },
    {
      "epoch": 0.7281290995590257,
      "grad_norm": 0.12663257122039795,
      "learning_rate": 3.6332099030367674e-06,
      "loss": 0.6409,
      "step": 34551
    },
    {
      "epoch": 0.728150173597391,
      "grad_norm": 0.1047157421708107,
      "learning_rate": 3.632683591934051e-06,
      "loss": 0.5894,
      "step": 34552
    },
    {
      "epoch": 0.7281712476357564,
      "grad_norm": 0.13701897859573364,
      "learning_rate": 3.632157310494123e-06,
      "loss": 0.676,
      "step": 34553
    },
    {
      "epoch": 0.7281923216741216,
      "grad_norm": 0.17513097822666168,
      "learning_rate": 3.631631058719436e-06,
      "loss": 0.7016,
      "step": 34554
    },
    {
      "epoch": 0.7282133957124869,
      "grad_norm": 0.11021013557910919,
      "learning_rate": 3.631104836612439e-06,
      "loss": 0.6969,
      "step": 34555
    },
    {
      "epoch": 0.7282344697508522,
      "grad_norm": 0.13745777308940887,
      "learning_rate": 3.6305786441755853e-06,
      "loss": 0.6925,
      "step": 34556
    },
    {
      "epoch": 0.7282555437892174,
      "grad_norm": 0.21770045161247253,
      "learning_rate": 3.6300524814113248e-06,
      "loss": 0.7353,
      "step": 34557
    },
    {
      "epoch": 0.7282766178275828,
      "grad_norm": 0.1274918019771576,
      "learning_rate": 3.6295263483221067e-06,
      "loss": 0.6921,
      "step": 34558
    },
    {
      "epoch": 0.7282976918659481,
      "grad_norm": 0.11911431699991226,
      "learning_rate": 3.6290002449103922e-06,
      "loss": 0.6874,
      "step": 34559
    },
    {
      "epoch": 0.7283187659043133,
      "grad_norm": 0.14413295686244965,
      "learning_rate": 3.628474171178622e-06,
      "loss": 0.7544,
      "step": 34560
    },
    {
      "epoch": 0.7283398399426786,
      "grad_norm": 0.13626167178153992,
      "learning_rate": 3.627948127129248e-06,
      "loss": 0.7361,
      "step": 34561
    },
    {
      "epoch": 0.7283609139810439,
      "grad_norm": 0.1260058730840683,
      "learning_rate": 3.6274221127647246e-06,
      "loss": 0.7169,
      "step": 34562
    },
    {
      "epoch": 0.7283819880194092,
      "grad_norm": 0.13520538806915283,
      "learning_rate": 3.6268961280874992e-06,
      "loss": 0.6827,
      "step": 34563
    },
    {
      "epoch": 0.7284030620577745,
      "grad_norm": 0.1174243614077568,
      "learning_rate": 3.6263701731000234e-06,
      "loss": 0.6743,
      "step": 34564
    },
    {
      "epoch": 0.7284241360961398,
      "grad_norm": 0.12174495309591293,
      "learning_rate": 3.625844247804747e-06,
      "loss": 0.654,
      "step": 34565
    },
    {
      "epoch": 0.728445210134505,
      "grad_norm": 0.1510174423456192,
      "learning_rate": 3.6253183522041213e-06,
      "loss": 0.701,
      "step": 34566
    },
    {
      "epoch": 0.7284662841728703,
      "grad_norm": 0.13453638553619385,
      "learning_rate": 3.6247924863005955e-06,
      "loss": 0.8185,
      "step": 34567
    },
    {
      "epoch": 0.7284873582112357,
      "grad_norm": 0.10921186208724976,
      "learning_rate": 3.624266650096618e-06,
      "loss": 0.7092,
      "step": 34568
    },
    {
      "epoch": 0.7285084322496009,
      "grad_norm": 0.12115025520324707,
      "learning_rate": 3.623740843594641e-06,
      "loss": 0.7388,
      "step": 34569
    },
    {
      "epoch": 0.7285295062879662,
      "grad_norm": 0.11795050650835037,
      "learning_rate": 3.6232150667971157e-06,
      "loss": 0.7821,
      "step": 34570
    },
    {
      "epoch": 0.7285505803263315,
      "grad_norm": 0.1196320429444313,
      "learning_rate": 3.622689319706484e-06,
      "loss": 0.737,
      "step": 34571
    },
    {
      "epoch": 0.7285716543646967,
      "grad_norm": 0.12806838750839233,
      "learning_rate": 3.6221636023252006e-06,
      "loss": 0.7444,
      "step": 34572
    },
    {
      "epoch": 0.7285927284030621,
      "grad_norm": 0.0965571328997612,
      "learning_rate": 3.62163791465571e-06,
      "loss": 0.6951,
      "step": 34573
    },
    {
      "epoch": 0.7286138024414274,
      "grad_norm": 0.13471560180187225,
      "learning_rate": 3.6211122567004686e-06,
      "loss": 0.7318,
      "step": 34574
    },
    {
      "epoch": 0.7286348764797926,
      "grad_norm": 0.13022492825984955,
      "learning_rate": 3.620586628461921e-06,
      "loss": 0.662,
      "step": 34575
    },
    {
      "epoch": 0.7286559505181579,
      "grad_norm": 0.12399422377347946,
      "learning_rate": 3.6200610299425167e-06,
      "loss": 0.7013,
      "step": 34576
    },
    {
      "epoch": 0.7286770245565232,
      "grad_norm": 0.11451010406017303,
      "learning_rate": 3.6195354611447033e-06,
      "loss": 0.7431,
      "step": 34577
    },
    {
      "epoch": 0.7286980985948885,
      "grad_norm": 0.11661763489246368,
      "learning_rate": 3.6190099220709307e-06,
      "loss": 0.7079,
      "step": 34578
    },
    {
      "epoch": 0.7287191726332538,
      "grad_norm": 0.2071235030889511,
      "learning_rate": 3.6184844127236486e-06,
      "loss": 0.6757,
      "step": 34579
    },
    {
      "epoch": 0.7287402466716191,
      "grad_norm": 0.09920208156108856,
      "learning_rate": 3.6179589331053e-06,
      "loss": 0.6798,
      "step": 34580
    },
    {
      "epoch": 0.7287613207099843,
      "grad_norm": 0.10753049701452255,
      "learning_rate": 3.6174334832183353e-06,
      "loss": 0.7226,
      "step": 34581
    },
    {
      "epoch": 0.7287823947483496,
      "grad_norm": 0.14198294281959534,
      "learning_rate": 3.616908063065203e-06,
      "loss": 0.751,
      "step": 34582
    },
    {
      "epoch": 0.728803468786715,
      "grad_norm": 0.1170630007982254,
      "learning_rate": 3.616382672648352e-06,
      "loss": 0.6783,
      "step": 34583
    },
    {
      "epoch": 0.7288245428250802,
      "grad_norm": 0.1274261623620987,
      "learning_rate": 3.615857311970227e-06,
      "loss": 0.7316,
      "step": 34584
    },
    {
      "epoch": 0.7288456168634455,
      "grad_norm": 0.10263233631849289,
      "learning_rate": 3.6153319810332767e-06,
      "loss": 0.6697,
      "step": 34585
    },
    {
      "epoch": 0.7288666909018108,
      "grad_norm": 0.11259724944829941,
      "learning_rate": 3.6148066798399495e-06,
      "loss": 0.6965,
      "step": 34586
    },
    {
      "epoch": 0.728887764940176,
      "grad_norm": 0.114995077252388,
      "learning_rate": 3.614281408392688e-06,
      "loss": 0.719,
      "step": 34587
    },
    {
      "epoch": 0.7289088389785413,
      "grad_norm": 0.13328106701374054,
      "learning_rate": 3.613756166693949e-06,
      "loss": 0.7306,
      "step": 34588
    },
    {
      "epoch": 0.7289299130169067,
      "grad_norm": 0.10070401430130005,
      "learning_rate": 3.6132309547461706e-06,
      "loss": 0.6644,
      "step": 34589
    },
    {
      "epoch": 0.728950987055272,
      "grad_norm": 0.11431975662708282,
      "learning_rate": 3.6127057725518033e-06,
      "loss": 0.7146,
      "step": 34590
    },
    {
      "epoch": 0.7289720610936372,
      "grad_norm": 0.1326354295015335,
      "learning_rate": 3.6121806201132914e-06,
      "loss": 0.7223,
      "step": 34591
    },
    {
      "epoch": 0.7289931351320025,
      "grad_norm": 0.10450702905654907,
      "learning_rate": 3.611655497433083e-06,
      "loss": 0.7048,
      "step": 34592
    },
    {
      "epoch": 0.7290142091703677,
      "grad_norm": 0.12646819651126862,
      "learning_rate": 3.611130404513624e-06,
      "loss": 0.7336,
      "step": 34593
    },
    {
      "epoch": 0.7290352832087331,
      "grad_norm": 0.11076350510120392,
      "learning_rate": 3.6106053413573607e-06,
      "loss": 0.6721,
      "step": 34594
    },
    {
      "epoch": 0.7290563572470984,
      "grad_norm": 0.1222778931260109,
      "learning_rate": 3.6100803079667392e-06,
      "loss": 0.7323,
      "step": 34595
    },
    {
      "epoch": 0.7290774312854637,
      "grad_norm": 0.10091964900493622,
      "learning_rate": 3.6095553043442056e-06,
      "loss": 0.6746,
      "step": 34596
    },
    {
      "epoch": 0.7290985053238289,
      "grad_norm": 0.12170419842004776,
      "learning_rate": 3.609030330492206e-06,
      "loss": 0.7819,
      "step": 34597
    },
    {
      "epoch": 0.7291195793621942,
      "grad_norm": 0.17184481024742126,
      "learning_rate": 3.608505386413185e-06,
      "loss": 0.6842,
      "step": 34598
    },
    {
      "epoch": 0.7291406534005596,
      "grad_norm": 0.13535475730895996,
      "learning_rate": 3.6079804721095878e-06,
      "loss": 0.6772,
      "step": 34599
    },
    {
      "epoch": 0.7291617274389248,
      "grad_norm": 0.14081555604934692,
      "learning_rate": 3.6074555875838646e-06,
      "loss": 0.7721,
      "step": 34600
    },
    {
      "epoch": 0.7291828014772901,
      "grad_norm": 0.12409021705389023,
      "learning_rate": 3.606930732838454e-06,
      "loss": 0.7058,
      "step": 34601
    },
    {
      "epoch": 0.7292038755156554,
      "grad_norm": 0.13986288011074066,
      "learning_rate": 3.6064059078757997e-06,
      "loss": 0.7419,
      "step": 34602
    },
    {
      "epoch": 0.7292249495540206,
      "grad_norm": 0.11388035863637924,
      "learning_rate": 3.605881112698353e-06,
      "loss": 0.7162,
      "step": 34603
    },
    {
      "epoch": 0.729246023592386,
      "grad_norm": 0.1339784562587738,
      "learning_rate": 3.605356347308557e-06,
      "loss": 0.7145,
      "step": 34604
    },
    {
      "epoch": 0.7292670976307513,
      "grad_norm": 0.14751531183719635,
      "learning_rate": 3.6048316117088567e-06,
      "loss": 0.6811,
      "step": 34605
    },
    {
      "epoch": 0.7292881716691165,
      "grad_norm": 0.125174880027771,
      "learning_rate": 3.6043069059016957e-06,
      "loss": 0.7336,
      "step": 34606
    },
    {
      "epoch": 0.7293092457074818,
      "grad_norm": 0.11737862229347229,
      "learning_rate": 3.6037822298895175e-06,
      "loss": 0.6989,
      "step": 34607
    },
    {
      "epoch": 0.729330319745847,
      "grad_norm": 0.11336684226989746,
      "learning_rate": 3.6032575836747675e-06,
      "loss": 0.6861,
      "step": 34608
    },
    {
      "epoch": 0.7293513937842124,
      "grad_norm": 0.11360277980566025,
      "learning_rate": 3.6027329672598922e-06,
      "loss": 0.6604,
      "step": 34609
    },
    {
      "epoch": 0.7293724678225777,
      "grad_norm": 0.12633740901947021,
      "learning_rate": 3.602208380647331e-06,
      "loss": 0.6644,
      "step": 34610
    },
    {
      "epoch": 0.729393541860943,
      "grad_norm": 0.1281747967004776,
      "learning_rate": 3.601683823839528e-06,
      "loss": 0.7093,
      "step": 34611
    },
    {
      "epoch": 0.7294146158993082,
      "grad_norm": 0.12842875719070435,
      "learning_rate": 3.60115929683893e-06,
      "loss": 0.6863,
      "step": 34612
    },
    {
      "epoch": 0.7294356899376735,
      "grad_norm": 0.09820776432752609,
      "learning_rate": 3.6006347996479785e-06,
      "loss": 0.6671,
      "step": 34613
    },
    {
      "epoch": 0.7294567639760389,
      "grad_norm": 0.1250685453414917,
      "learning_rate": 3.600110332269118e-06,
      "loss": 0.6682,
      "step": 34614
    },
    {
      "epoch": 0.7294778380144041,
      "grad_norm": 0.13967670500278473,
      "learning_rate": 3.59958589470479e-06,
      "loss": 0.7508,
      "step": 34615
    },
    {
      "epoch": 0.7294989120527694,
      "grad_norm": 0.11789140105247498,
      "learning_rate": 3.599061486957437e-06,
      "loss": 0.6761,
      "step": 34616
    },
    {
      "epoch": 0.7295199860911347,
      "grad_norm": 0.15259285271167755,
      "learning_rate": 3.5985371090295074e-06,
      "loss": 0.7837,
      "step": 34617
    },
    {
      "epoch": 0.7295410601294999,
      "grad_norm": 0.1141931414604187,
      "learning_rate": 3.598012760923444e-06,
      "loss": 0.6759,
      "step": 34618
    },
    {
      "epoch": 0.7295621341678653,
      "grad_norm": 0.16974742710590363,
      "learning_rate": 3.5974884426416813e-06,
      "loss": 0.7034,
      "step": 34619
    },
    {
      "epoch": 0.7295832082062306,
      "grad_norm": 0.13497617840766907,
      "learning_rate": 3.5969641541866685e-06,
      "loss": 0.7376,
      "step": 34620
    },
    {
      "epoch": 0.7296042822445958,
      "grad_norm": 0.11492971330881119,
      "learning_rate": 3.596439895560846e-06,
      "loss": 0.749,
      "step": 34621
    },
    {
      "epoch": 0.7296253562829611,
      "grad_norm": 0.12242541462182999,
      "learning_rate": 3.595915666766655e-06,
      "loss": 0.759,
      "step": 34622
    },
    {
      "epoch": 0.7296464303213264,
      "grad_norm": 0.1137542873620987,
      "learning_rate": 3.5953914678065405e-06,
      "loss": 0.7466,
      "step": 34623
    },
    {
      "epoch": 0.7296675043596916,
      "grad_norm": 0.10450156778097153,
      "learning_rate": 3.5948672986829434e-06,
      "loss": 0.6339,
      "step": 34624
    },
    {
      "epoch": 0.729688578398057,
      "grad_norm": 0.14358681440353394,
      "learning_rate": 3.5943431593983045e-06,
      "loss": 0.7184,
      "step": 34625
    },
    {
      "epoch": 0.7297096524364223,
      "grad_norm": 0.11121052503585815,
      "learning_rate": 3.5938190499550662e-06,
      "loss": 0.7565,
      "step": 34626
    },
    {
      "epoch": 0.7297307264747875,
      "grad_norm": 0.17493267357349396,
      "learning_rate": 3.593294970355671e-06,
      "loss": 0.7065,
      "step": 34627
    },
    {
      "epoch": 0.7297518005131528,
      "grad_norm": 0.14865201711654663,
      "learning_rate": 3.5927709206025594e-06,
      "loss": 0.7585,
      "step": 34628
    },
    {
      "epoch": 0.7297728745515181,
      "grad_norm": 0.12711772322654724,
      "learning_rate": 3.592246900698176e-06,
      "loss": 0.7257,
      "step": 34629
    },
    {
      "epoch": 0.7297939485898834,
      "grad_norm": 0.1717160940170288,
      "learning_rate": 3.5917229106449535e-06,
      "loss": 0.7203,
      "step": 34630
    },
    {
      "epoch": 0.7298150226282487,
      "grad_norm": 0.11275924742221832,
      "learning_rate": 3.5911989504453414e-06,
      "loss": 0.7402,
      "step": 34631
    },
    {
      "epoch": 0.729836096666614,
      "grad_norm": 0.12221375852823257,
      "learning_rate": 3.590675020101777e-06,
      "loss": 0.7231,
      "step": 34632
    },
    {
      "epoch": 0.7298571707049792,
      "grad_norm": 0.14727462828159332,
      "learning_rate": 3.590151119616703e-06,
      "loss": 0.7342,
      "step": 34633
    },
    {
      "epoch": 0.7298782447433445,
      "grad_norm": 0.10937459021806717,
      "learning_rate": 3.5896272489925575e-06,
      "loss": 0.7287,
      "step": 34634
    },
    {
      "epoch": 0.7298993187817099,
      "grad_norm": 0.1298675537109375,
      "learning_rate": 3.589103408231783e-06,
      "loss": 0.6722,
      "step": 34635
    },
    {
      "epoch": 0.7299203928200751,
      "grad_norm": 0.13651826977729797,
      "learning_rate": 3.5885795973368187e-06,
      "loss": 0.6864,
      "step": 34636
    },
    {
      "epoch": 0.7299414668584404,
      "grad_norm": 0.1190410628914833,
      "learning_rate": 3.5880558163101066e-06,
      "loss": 0.6993,
      "step": 34637
    },
    {
      "epoch": 0.7299625408968057,
      "grad_norm": 0.16760477423667908,
      "learning_rate": 3.587532065154088e-06,
      "loss": 0.7653,
      "step": 34638
    },
    {
      "epoch": 0.7299836149351709,
      "grad_norm": 0.10472673177719116,
      "learning_rate": 3.5870083438711967e-06,
      "loss": 0.688,
      "step": 34639
    },
    {
      "epoch": 0.7300046889735363,
      "grad_norm": 0.11216093599796295,
      "learning_rate": 3.5864846524638764e-06,
      "loss": 0.7013,
      "step": 34640
    },
    {
      "epoch": 0.7300257630119016,
      "grad_norm": 0.17321008443832397,
      "learning_rate": 3.585960990934566e-06,
      "loss": 0.7334,
      "step": 34641
    },
    {
      "epoch": 0.7300468370502669,
      "grad_norm": 0.12294456362724304,
      "learning_rate": 3.585437359285706e-06,
      "loss": 0.7647,
      "step": 34642
    },
    {
      "epoch": 0.7300679110886321,
      "grad_norm": 0.12860839068889618,
      "learning_rate": 3.5849137575197356e-06,
      "loss": 0.6881,
      "step": 34643
    },
    {
      "epoch": 0.7300889851269974,
      "grad_norm": 0.1348506212234497,
      "learning_rate": 3.5843901856390938e-06,
      "loss": 0.7342,
      "step": 34644
    },
    {
      "epoch": 0.7301100591653628,
      "grad_norm": 0.13867779076099396,
      "learning_rate": 3.5838666436462166e-06,
      "loss": 0.7312,
      "step": 34645
    },
    {
      "epoch": 0.730131133203728,
      "grad_norm": 0.12789037823677063,
      "learning_rate": 3.5833431315435494e-06,
      "loss": 0.7213,
      "step": 34646
    },
    {
      "epoch": 0.7301522072420933,
      "grad_norm": 0.15326526761054993,
      "learning_rate": 3.582819649333531e-06,
      "loss": 0.7285,
      "step": 34647
    },
    {
      "epoch": 0.7301732812804586,
      "grad_norm": 0.11390309780836105,
      "learning_rate": 3.5822961970185933e-06,
      "loss": 0.7124,
      "step": 34648
    },
    {
      "epoch": 0.7301943553188238,
      "grad_norm": 0.1662890613079071,
      "learning_rate": 3.581772774601179e-06,
      "loss": 0.7834,
      "step": 34649
    },
    {
      "epoch": 0.7302154293571892,
      "grad_norm": 0.136698380112648,
      "learning_rate": 3.5812493820837244e-06,
      "loss": 0.6926,
      "step": 34650
    },
    {
      "epoch": 0.7302365033955545,
      "grad_norm": 0.1340053528547287,
      "learning_rate": 3.580726019468671e-06,
      "loss": 0.788,
      "step": 34651
    },
    {
      "epoch": 0.7302575774339197,
      "grad_norm": 0.12354235351085663,
      "learning_rate": 3.580202686758454e-06,
      "loss": 0.6703,
      "step": 34652
    },
    {
      "epoch": 0.730278651472285,
      "grad_norm": 0.1432105451822281,
      "learning_rate": 3.5796793839555134e-06,
      "loss": 0.6895,
      "step": 34653
    },
    {
      "epoch": 0.7302997255106503,
      "grad_norm": 0.20168405771255493,
      "learning_rate": 3.5791561110622863e-06,
      "loss": 0.7125,
      "step": 34654
    },
    {
      "epoch": 0.7303207995490156,
      "grad_norm": 0.1191481202840805,
      "learning_rate": 3.57863286808121e-06,
      "loss": 0.725,
      "step": 34655
    },
    {
      "epoch": 0.7303418735873809,
      "grad_norm": 0.13881614804267883,
      "learning_rate": 3.578109655014722e-06,
      "loss": 0.7127,
      "step": 34656
    },
    {
      "epoch": 0.7303629476257462,
      "grad_norm": 0.14479702711105347,
      "learning_rate": 3.5775864718652607e-06,
      "loss": 0.7066,
      "step": 34657
    },
    {
      "epoch": 0.7303840216641114,
      "grad_norm": 0.12279196083545685,
      "learning_rate": 3.5770633186352634e-06,
      "loss": 0.816,
      "step": 34658
    },
    {
      "epoch": 0.7304050957024767,
      "grad_norm": 0.13466951251029968,
      "learning_rate": 3.5765401953271663e-06,
      "loss": 0.6853,
      "step": 34659
    },
    {
      "epoch": 0.7304261697408421,
      "grad_norm": 0.12692196667194366,
      "learning_rate": 3.5760171019434065e-06,
      "loss": 0.656,
      "step": 34660
    },
    {
      "epoch": 0.7304472437792073,
      "grad_norm": 0.10439920425415039,
      "learning_rate": 3.5754940384864223e-06,
      "loss": 0.6224,
      "step": 34661
    },
    {
      "epoch": 0.7304683178175726,
      "grad_norm": 0.1441584676504135,
      "learning_rate": 3.5749710049586485e-06,
      "loss": 0.7415,
      "step": 34662
    },
    {
      "epoch": 0.7304893918559379,
      "grad_norm": 0.11638708412647247,
      "learning_rate": 3.574448001362523e-06,
      "loss": 0.7435,
      "step": 34663
    },
    {
      "epoch": 0.7305104658943031,
      "grad_norm": 0.10082057118415833,
      "learning_rate": 3.5739250277004823e-06,
      "loss": 0.7109,
      "step": 34664
    },
    {
      "epoch": 0.7305315399326684,
      "grad_norm": 0.11831935495138168,
      "learning_rate": 3.5734020839749616e-06,
      "loss": 0.655,
      "step": 34665
    },
    {
      "epoch": 0.7305526139710338,
      "grad_norm": 0.12318394333124161,
      "learning_rate": 3.572879170188398e-06,
      "loss": 0.6855,
      "step": 34666
    },
    {
      "epoch": 0.730573688009399,
      "grad_norm": 0.16408254206180573,
      "learning_rate": 3.572356286343227e-06,
      "loss": 0.7295,
      "step": 34667
    },
    {
      "epoch": 0.7305947620477643,
      "grad_norm": 0.1121876910328865,
      "learning_rate": 3.571833432441889e-06,
      "loss": 0.7616,
      "step": 34668
    },
    {
      "epoch": 0.7306158360861296,
      "grad_norm": 0.142672598361969,
      "learning_rate": 3.5713106084868122e-06,
      "loss": 0.7613,
      "step": 34669
    },
    {
      "epoch": 0.7306369101244948,
      "grad_norm": 0.14446093142032623,
      "learning_rate": 3.570787814480435e-06,
      "loss": 0.7245,
      "step": 34670
    },
    {
      "epoch": 0.7306579841628602,
      "grad_norm": 0.10460308194160461,
      "learning_rate": 3.5702650504251944e-06,
      "loss": 0.6951,
      "step": 34671
    },
    {
      "epoch": 0.7306790582012255,
      "grad_norm": 0.14337903261184692,
      "learning_rate": 3.5697423163235247e-06,
      "loss": 0.7502,
      "step": 34672
    },
    {
      "epoch": 0.7307001322395907,
      "grad_norm": 0.13571064174175262,
      "learning_rate": 3.569219612177861e-06,
      "loss": 0.7001,
      "step": 34673
    },
    {
      "epoch": 0.730721206277956,
      "grad_norm": 0.13700708746910095,
      "learning_rate": 3.5686969379906356e-06,
      "loss": 0.7233,
      "step": 34674
    },
    {
      "epoch": 0.7307422803163213,
      "grad_norm": 0.10026668012142181,
      "learning_rate": 3.5681742937642895e-06,
      "loss": 0.6928,
      "step": 34675
    },
    {
      "epoch": 0.7307633543546866,
      "grad_norm": 0.11521128565073013,
      "learning_rate": 3.567651679501255e-06,
      "loss": 0.7131,
      "step": 34676
    },
    {
      "epoch": 0.7307844283930519,
      "grad_norm": 0.11678722500801086,
      "learning_rate": 3.5671290952039692e-06,
      "loss": 0.6413,
      "step": 34677
    },
    {
      "epoch": 0.7308055024314172,
      "grad_norm": 0.12450934946537018,
      "learning_rate": 3.5666065408748595e-06,
      "loss": 0.7597,
      "step": 34678
    },
    {
      "epoch": 0.7308265764697824,
      "grad_norm": 0.11061780899763107,
      "learning_rate": 3.5660840165163658e-06,
      "loss": 0.6865,
      "step": 34679
    },
    {
      "epoch": 0.7308476505081477,
      "grad_norm": 0.11628549546003342,
      "learning_rate": 3.56556152213092e-06,
      "loss": 0.7578,
      "step": 34680
    },
    {
      "epoch": 0.7308687245465131,
      "grad_norm": 0.12437880784273148,
      "learning_rate": 3.5650390577209583e-06,
      "loss": 0.7365,
      "step": 34681
    },
    {
      "epoch": 0.7308897985848783,
      "grad_norm": 0.11366023123264313,
      "learning_rate": 3.564516623288913e-06,
      "loss": 0.6718,
      "step": 34682
    },
    {
      "epoch": 0.7309108726232436,
      "grad_norm": 0.14981237053871155,
      "learning_rate": 3.563994218837218e-06,
      "loss": 0.7015,
      "step": 34683
    },
    {
      "epoch": 0.7309319466616089,
      "grad_norm": 0.13269269466400146,
      "learning_rate": 3.563471844368308e-06,
      "loss": 0.6827,
      "step": 34684
    },
    {
      "epoch": 0.7309530206999741,
      "grad_norm": 0.13716088235378265,
      "learning_rate": 3.562949499884616e-06,
      "loss": 0.7456,
      "step": 34685
    },
    {
      "epoch": 0.7309740947383395,
      "grad_norm": 0.12249048799276352,
      "learning_rate": 3.562427185388575e-06,
      "loss": 0.7083,
      "step": 34686
    },
    {
      "epoch": 0.7309951687767048,
      "grad_norm": 0.1268022507429123,
      "learning_rate": 3.5619049008826178e-06,
      "loss": 0.7605,
      "step": 34687
    },
    {
      "epoch": 0.73101624281507,
      "grad_norm": 0.141370952129364,
      "learning_rate": 3.561382646369179e-06,
      "loss": 0.7314,
      "step": 34688
    },
    {
      "epoch": 0.7310373168534353,
      "grad_norm": 0.13320530951023102,
      "learning_rate": 3.5608604218506917e-06,
      "loss": 0.7229,
      "step": 34689
    },
    {
      "epoch": 0.7310583908918006,
      "grad_norm": 0.13047771155834198,
      "learning_rate": 3.560338227329587e-06,
      "loss": 0.6788,
      "step": 34690
    },
    {
      "epoch": 0.731079464930166,
      "grad_norm": 0.1292983889579773,
      "learning_rate": 3.559816062808299e-06,
      "loss": 0.6948,
      "step": 34691
    },
    {
      "epoch": 0.7311005389685312,
      "grad_norm": 0.12239042669534683,
      "learning_rate": 3.559293928289259e-06,
      "loss": 0.7393,
      "step": 34692
    },
    {
      "epoch": 0.7311216130068965,
      "grad_norm": 0.16211345791816711,
      "learning_rate": 3.5587718237749014e-06,
      "loss": 0.785,
      "step": 34693
    },
    {
      "epoch": 0.7311426870452618,
      "grad_norm": 0.11369778215885162,
      "learning_rate": 3.558249749267656e-06,
      "loss": 0.7155,
      "step": 34694
    },
    {
      "epoch": 0.731163761083627,
      "grad_norm": 0.14857737720012665,
      "learning_rate": 3.5577277047699567e-06,
      "loss": 0.8104,
      "step": 34695
    },
    {
      "epoch": 0.7311848351219924,
      "grad_norm": 0.1380414217710495,
      "learning_rate": 3.5572056902842356e-06,
      "loss": 0.7358,
      "step": 34696
    },
    {
      "epoch": 0.7312059091603577,
      "grad_norm": 0.14131416380405426,
      "learning_rate": 3.5566837058129266e-06,
      "loss": 0.7693,
      "step": 34697
    },
    {
      "epoch": 0.7312269831987229,
      "grad_norm": 0.11754538863897324,
      "learning_rate": 3.5561617513584557e-06,
      "loss": 0.6338,
      "step": 34698
    },
    {
      "epoch": 0.7312480572370882,
      "grad_norm": 0.14224958419799805,
      "learning_rate": 3.555639826923257e-06,
      "loss": 0.7859,
      "step": 34699
    },
    {
      "epoch": 0.7312691312754535,
      "grad_norm": 0.10129769146442413,
      "learning_rate": 3.555117932509763e-06,
      "loss": 0.6994,
      "step": 34700
    },
    {
      "epoch": 0.7312902053138187,
      "grad_norm": 0.14096605777740479,
      "learning_rate": 3.554596068120404e-06,
      "loss": 0.7492,
      "step": 34701
    },
    {
      "epoch": 0.7313112793521841,
      "grad_norm": 0.1642146110534668,
      "learning_rate": 3.5540742337576083e-06,
      "loss": 0.6957,
      "step": 34702
    },
    {
      "epoch": 0.7313323533905494,
      "grad_norm": 0.11866937577724457,
      "learning_rate": 3.5535524294238145e-06,
      "loss": 0.7473,
      "step": 34703
    },
    {
      "epoch": 0.7313534274289146,
      "grad_norm": 0.1520245522260666,
      "learning_rate": 3.553030655121449e-06,
      "loss": 0.6935,
      "step": 34704
    },
    {
      "epoch": 0.7313745014672799,
      "grad_norm": 0.13740214705467224,
      "learning_rate": 3.552508910852942e-06,
      "loss": 0.7118,
      "step": 34705
    },
    {
      "epoch": 0.7313955755056452,
      "grad_norm": 0.12901335954666138,
      "learning_rate": 3.551987196620729e-06,
      "loss": 0.6604,
      "step": 34706
    },
    {
      "epoch": 0.7314166495440105,
      "grad_norm": 0.12063391506671906,
      "learning_rate": 3.5514655124272325e-06,
      "loss": 0.7713,
      "step": 34707
    },
    {
      "epoch": 0.7314377235823758,
      "grad_norm": 0.10150770097970963,
      "learning_rate": 3.5509438582748866e-06,
      "loss": 0.7137,
      "step": 34708
    },
    {
      "epoch": 0.7314587976207411,
      "grad_norm": 0.12278197705745697,
      "learning_rate": 3.550422234166122e-06,
      "loss": 0.6316,
      "step": 34709
    },
    {
      "epoch": 0.7314798716591063,
      "grad_norm": 0.1076011136174202,
      "learning_rate": 3.5499006401033675e-06,
      "loss": 0.6704,
      "step": 34710
    },
    {
      "epoch": 0.7315009456974716,
      "grad_norm": 0.11075025796890259,
      "learning_rate": 3.5493790760890547e-06,
      "loss": 0.7057,
      "step": 34711
    },
    {
      "epoch": 0.731522019735837,
      "grad_norm": 0.11867710947990417,
      "learning_rate": 3.548857542125612e-06,
      "loss": 0.7053,
      "step": 34712
    },
    {
      "epoch": 0.7315430937742022,
      "grad_norm": 0.10698112845420837,
      "learning_rate": 3.5483360382154696e-06,
      "loss": 0.7012,
      "step": 34713
    },
    {
      "epoch": 0.7315641678125675,
      "grad_norm": 0.10487311333417892,
      "learning_rate": 3.5478145643610563e-06,
      "loss": 0.6418,
      "step": 34714
    },
    {
      "epoch": 0.7315852418509328,
      "grad_norm": 0.12700311839580536,
      "learning_rate": 3.547293120564803e-06,
      "loss": 0.6734,
      "step": 34715
    },
    {
      "epoch": 0.731606315889298,
      "grad_norm": 0.23821799457073212,
      "learning_rate": 3.546771706829136e-06,
      "loss": 0.7138,
      "step": 34716
    },
    {
      "epoch": 0.7316273899276634,
      "grad_norm": 0.11766844987869263,
      "learning_rate": 3.5462503231564882e-06,
      "loss": 0.7111,
      "step": 34717
    },
    {
      "epoch": 0.7316484639660287,
      "grad_norm": 0.15579870343208313,
      "learning_rate": 3.5457289695492858e-06,
      "loss": 0.6838,
      "step": 34718
    },
    {
      "epoch": 0.7316695380043939,
      "grad_norm": 0.12886032462120056,
      "learning_rate": 3.545207646009958e-06,
      "loss": 0.7136,
      "step": 34719
    },
    {
      "epoch": 0.7316906120427592,
      "grad_norm": 0.10938932001590729,
      "learning_rate": 3.544686352540935e-06,
      "loss": 0.7279,
      "step": 34720
    },
    {
      "epoch": 0.7317116860811245,
      "grad_norm": 0.10046526044607162,
      "learning_rate": 3.544165089144642e-06,
      "loss": 0.6674,
      "step": 34721
    },
    {
      "epoch": 0.7317327601194898,
      "grad_norm": 0.13313685357570648,
      "learning_rate": 3.543643855823511e-06,
      "loss": 0.7446,
      "step": 34722
    },
    {
      "epoch": 0.7317538341578551,
      "grad_norm": 0.12104182690382004,
      "learning_rate": 3.5431226525799677e-06,
      "loss": 0.7338,
      "step": 34723
    },
    {
      "epoch": 0.7317749081962204,
      "grad_norm": 0.12682686746120453,
      "learning_rate": 3.542601479416442e-06,
      "loss": 0.7224,
      "step": 34724
    },
    {
      "epoch": 0.7317959822345856,
      "grad_norm": 0.1259908676147461,
      "learning_rate": 3.5420803363353604e-06,
      "loss": 0.7308,
      "step": 34725
    },
    {
      "epoch": 0.7318170562729509,
      "grad_norm": 0.1081111803650856,
      "learning_rate": 3.5415592233391517e-06,
      "loss": 0.7102,
      "step": 34726
    },
    {
      "epoch": 0.7318381303113163,
      "grad_norm": 0.12121349573135376,
      "learning_rate": 3.5410381404302452e-06,
      "loss": 0.7484,
      "step": 34727
    },
    {
      "epoch": 0.7318592043496815,
      "grad_norm": 0.11737974733114243,
      "learning_rate": 3.540517087611064e-06,
      "loss": 0.7048,
      "step": 34728
    },
    {
      "epoch": 0.7318802783880468,
      "grad_norm": 0.10583416372537613,
      "learning_rate": 3.5399960648840382e-06,
      "loss": 0.7435,
      "step": 34729
    },
    {
      "epoch": 0.7319013524264121,
      "grad_norm": 0.12823320925235748,
      "learning_rate": 3.5394750722515937e-06,
      "loss": 0.7327,
      "step": 34730
    },
    {
      "epoch": 0.7319224264647773,
      "grad_norm": 0.1983129233121872,
      "learning_rate": 3.538954109716156e-06,
      "loss": 0.7091,
      "step": 34731
    },
    {
      "epoch": 0.7319435005031427,
      "grad_norm": 0.1152980625629425,
      "learning_rate": 3.5384331772801573e-06,
      "loss": 0.7103,
      "step": 34732
    },
    {
      "epoch": 0.731964574541508,
      "grad_norm": 0.11767489463090897,
      "learning_rate": 3.5379122749460213e-06,
      "loss": 0.7913,
      "step": 34733
    },
    {
      "epoch": 0.7319856485798732,
      "grad_norm": 0.10565738379955292,
      "learning_rate": 3.537391402716176e-06,
      "loss": 0.7201,
      "step": 34734
    },
    {
      "epoch": 0.7320067226182385,
      "grad_norm": 0.13372702896595,
      "learning_rate": 3.5368705605930466e-06,
      "loss": 0.7194,
      "step": 34735
    },
    {
      "epoch": 0.7320277966566038,
      "grad_norm": 0.10992563515901566,
      "learning_rate": 3.536349748579063e-06,
      "loss": 0.6943,
      "step": 34736
    },
    {
      "epoch": 0.732048870694969,
      "grad_norm": 0.2262970209121704,
      "learning_rate": 3.5358289666766467e-06,
      "loss": 0.664,
      "step": 34737
    },
    {
      "epoch": 0.7320699447333344,
      "grad_norm": 0.11713456362485886,
      "learning_rate": 3.5353082148882235e-06,
      "loss": 0.6693,
      "step": 34738
    },
    {
      "epoch": 0.7320910187716997,
      "grad_norm": 0.12860924005508423,
      "learning_rate": 3.534787493216222e-06,
      "loss": 0.7631,
      "step": 34739
    },
    {
      "epoch": 0.732112092810065,
      "grad_norm": 0.11629548668861389,
      "learning_rate": 3.5342668016630675e-06,
      "loss": 0.6914,
      "step": 34740
    },
    {
      "epoch": 0.7321331668484302,
      "grad_norm": 0.123695969581604,
      "learning_rate": 3.5337461402311856e-06,
      "loss": 0.7037,
      "step": 34741
    },
    {
      "epoch": 0.7321542408867955,
      "grad_norm": 0.1322883814573288,
      "learning_rate": 3.5332255089230017e-06,
      "loss": 0.7365,
      "step": 34742
    },
    {
      "epoch": 0.7321753149251609,
      "grad_norm": 0.1288750022649765,
      "learning_rate": 3.5327049077409414e-06,
      "loss": 0.7137,
      "step": 34743
    },
    {
      "epoch": 0.7321963889635261,
      "grad_norm": 0.13776977360248566,
      "learning_rate": 3.5321843366874297e-06,
      "loss": 0.7183,
      "step": 34744
    },
    {
      "epoch": 0.7322174630018914,
      "grad_norm": 0.12107517570257187,
      "learning_rate": 3.5316637957648924e-06,
      "loss": 0.6105,
      "step": 34745
    },
    {
      "epoch": 0.7322385370402567,
      "grad_norm": 0.12062359601259232,
      "learning_rate": 3.531143284975753e-06,
      "loss": 0.6949,
      "step": 34746
    },
    {
      "epoch": 0.7322596110786219,
      "grad_norm": 0.11257606744766235,
      "learning_rate": 3.530622804322439e-06,
      "loss": 0.7337,
      "step": 34747
    },
    {
      "epoch": 0.7322806851169873,
      "grad_norm": 0.160416841506958,
      "learning_rate": 3.530102353807373e-06,
      "loss": 0.7625,
      "step": 34748
    },
    {
      "epoch": 0.7323017591553526,
      "grad_norm": 0.12113697081804276,
      "learning_rate": 3.5295819334329796e-06,
      "loss": 0.6707,
      "step": 34749
    },
    {
      "epoch": 0.7323228331937178,
      "grad_norm": 0.12180428206920624,
      "learning_rate": 3.529061543201684e-06,
      "loss": 0.72,
      "step": 34750
    },
    {
      "epoch": 0.7323439072320831,
      "grad_norm": 0.12890860438346863,
      "learning_rate": 3.52854118311591e-06,
      "loss": 0.679,
      "step": 34751
    },
    {
      "epoch": 0.7323649812704484,
      "grad_norm": 0.11076739430427551,
      "learning_rate": 3.5280208531780824e-06,
      "loss": 0.7009,
      "step": 34752
    },
    {
      "epoch": 0.7323860553088137,
      "grad_norm": 0.2133345752954483,
      "learning_rate": 3.5275005533906235e-06,
      "loss": 0.7473,
      "step": 34753
    },
    {
      "epoch": 0.732407129347179,
      "grad_norm": 0.13709014654159546,
      "learning_rate": 3.5269802837559596e-06,
      "loss": 0.7135,
      "step": 34754
    },
    {
      "epoch": 0.7324282033855443,
      "grad_norm": 0.10342362523078918,
      "learning_rate": 3.526460044276514e-06,
      "loss": 0.6898,
      "step": 34755
    },
    {
      "epoch": 0.7324492774239095,
      "grad_norm": 0.1252838671207428,
      "learning_rate": 3.5259398349547114e-06,
      "loss": 0.7479,
      "step": 34756
    },
    {
      "epoch": 0.7324703514622748,
      "grad_norm": 0.15087763965129852,
      "learning_rate": 3.525419655792971e-06,
      "loss": 0.7994,
      "step": 34757
    },
    {
      "epoch": 0.7324914255006402,
      "grad_norm": 0.13496556878089905,
      "learning_rate": 3.5248995067937186e-06,
      "loss": 0.7012,
      "step": 34758
    },
    {
      "epoch": 0.7325124995390054,
      "grad_norm": 0.13367216289043427,
      "learning_rate": 3.524379387959377e-06,
      "loss": 0.699,
      "step": 34759
    },
    {
      "epoch": 0.7325335735773707,
      "grad_norm": 0.11266519129276276,
      "learning_rate": 3.523859299292365e-06,
      "loss": 0.6831,
      "step": 34760
    },
    {
      "epoch": 0.732554647615736,
      "grad_norm": 0.10830748081207275,
      "learning_rate": 3.523339240795115e-06,
      "loss": 0.6121,
      "step": 34761
    },
    {
      "epoch": 0.7325757216541012,
      "grad_norm": 0.14106224477291107,
      "learning_rate": 3.5228192124700433e-06,
      "loss": 0.7793,
      "step": 34762
    },
    {
      "epoch": 0.7325967956924666,
      "grad_norm": 0.12805204093456268,
      "learning_rate": 3.5222992143195754e-06,
      "loss": 0.6965,
      "step": 34763
    },
    {
      "epoch": 0.7326178697308319,
      "grad_norm": 0.1338759958744049,
      "learning_rate": 3.521779246346131e-06,
      "loss": 0.7091,
      "step": 34764
    },
    {
      "epoch": 0.7326389437691971,
      "grad_norm": 0.1535131186246872,
      "learning_rate": 3.5212593085521387e-06,
      "loss": 0.6799,
      "step": 34765
    },
    {
      "epoch": 0.7326600178075624,
      "grad_norm": 0.10579392313957214,
      "learning_rate": 3.5207394009400107e-06,
      "loss": 0.6636,
      "step": 34766
    },
    {
      "epoch": 0.7326810918459277,
      "grad_norm": 0.143985316157341,
      "learning_rate": 3.520219523512175e-06,
      "loss": 0.7837,
      "step": 34767
    },
    {
      "epoch": 0.732702165884293,
      "grad_norm": 0.10833214223384857,
      "learning_rate": 3.5196996762710523e-06,
      "loss": 0.714,
      "step": 34768
    },
    {
      "epoch": 0.7327232399226583,
      "grad_norm": 0.15664628148078918,
      "learning_rate": 3.519179859219064e-06,
      "loss": 0.6954,
      "step": 34769
    },
    {
      "epoch": 0.7327443139610236,
      "grad_norm": 0.11839291453361511,
      "learning_rate": 3.5186600723586328e-06,
      "loss": 0.7342,
      "step": 34770
    },
    {
      "epoch": 0.7327653879993888,
      "grad_norm": 0.09937303513288498,
      "learning_rate": 3.51814031569218e-06,
      "loss": 0.7071,
      "step": 34771
    },
    {
      "epoch": 0.7327864620377541,
      "grad_norm": 0.12451620399951935,
      "learning_rate": 3.5176205892221272e-06,
      "loss": 0.7206,
      "step": 34772
    },
    {
      "epoch": 0.7328075360761195,
      "grad_norm": 0.12900637090206146,
      "learning_rate": 3.5171008929508945e-06,
      "loss": 0.7409,
      "step": 34773
    },
    {
      "epoch": 0.7328286101144847,
      "grad_norm": 0.10208719968795776,
      "learning_rate": 3.516581226880903e-06,
      "loss": 0.738,
      "step": 34774
    },
    {
      "epoch": 0.73284968415285,
      "grad_norm": 0.13925056159496307,
      "learning_rate": 3.5160615910145747e-06,
      "loss": 0.765,
      "step": 34775
    },
    {
      "epoch": 0.7328707581912153,
      "grad_norm": 0.12197147309780121,
      "learning_rate": 3.5155419853543293e-06,
      "loss": 0.7003,
      "step": 34776
    },
    {
      "epoch": 0.7328918322295805,
      "grad_norm": 0.12695786356925964,
      "learning_rate": 3.5150224099025874e-06,
      "loss": 0.7224,
      "step": 34777
    },
    {
      "epoch": 0.7329129062679458,
      "grad_norm": 0.13964909315109253,
      "learning_rate": 3.514502864661772e-06,
      "loss": 0.7601,
      "step": 34778
    },
    {
      "epoch": 0.7329339803063112,
      "grad_norm": 0.11635898053646088,
      "learning_rate": 3.5139833496343e-06,
      "loss": 0.765,
      "step": 34779
    },
    {
      "epoch": 0.7329550543446764,
      "grad_norm": 0.12118130177259445,
      "learning_rate": 3.5134638648225928e-06,
      "loss": 0.7492,
      "step": 34780
    },
    {
      "epoch": 0.7329761283830417,
      "grad_norm": 0.3848807215690613,
      "learning_rate": 3.5129444102290722e-06,
      "loss": 0.7283,
      "step": 34781
    },
    {
      "epoch": 0.732997202421407,
      "grad_norm": 0.11065024882555008,
      "learning_rate": 3.5124249858561554e-06,
      "loss": 0.675,
      "step": 34782
    },
    {
      "epoch": 0.7330182764597722,
      "grad_norm": 0.10565396398305893,
      "learning_rate": 3.511905591706264e-06,
      "loss": 0.7149,
      "step": 34783
    },
    {
      "epoch": 0.7330393504981376,
      "grad_norm": 0.11238173395395279,
      "learning_rate": 3.5113862277818166e-06,
      "loss": 0.6542,
      "step": 34784
    },
    {
      "epoch": 0.7330604245365029,
      "grad_norm": 0.11702258139848709,
      "learning_rate": 3.510866894085234e-06,
      "loss": 0.7031,
      "step": 34785
    },
    {
      "epoch": 0.7330814985748682,
      "grad_norm": 0.10375454276800156,
      "learning_rate": 3.510347590618939e-06,
      "loss": 0.6893,
      "step": 34786
    },
    {
      "epoch": 0.7331025726132334,
      "grad_norm": 0.11625811457633972,
      "learning_rate": 3.509828317385342e-06,
      "loss": 0.7711,
      "step": 34787
    },
    {
      "epoch": 0.7331236466515987,
      "grad_norm": 0.1504318118095398,
      "learning_rate": 3.5093090743868663e-06,
      "loss": 0.7558,
      "step": 34788
    },
    {
      "epoch": 0.7331447206899641,
      "grad_norm": 0.10406755656003952,
      "learning_rate": 3.5087898616259287e-06,
      "loss": 0.72,
      "step": 34789
    },
    {
      "epoch": 0.7331657947283293,
      "grad_norm": 0.10614097118377686,
      "learning_rate": 3.508270679104955e-06,
      "loss": 0.6662,
      "step": 34790
    },
    {
      "epoch": 0.7331868687666946,
      "grad_norm": 0.14391721785068512,
      "learning_rate": 3.5077515268263575e-06,
      "loss": 0.7065,
      "step": 34791
    },
    {
      "epoch": 0.7332079428050599,
      "grad_norm": 0.12319815903902054,
      "learning_rate": 3.5072324047925576e-06,
      "loss": 0.688,
      "step": 34792
    },
    {
      "epoch": 0.7332290168434251,
      "grad_norm": 0.11963144689798355,
      "learning_rate": 3.5067133130059726e-06,
      "loss": 0.7479,
      "step": 34793
    },
    {
      "epoch": 0.7332500908817905,
      "grad_norm": 0.1021738201379776,
      "learning_rate": 3.5061942514690208e-06,
      "loss": 0.6797,
      "step": 34794
    },
    {
      "epoch": 0.7332711649201558,
      "grad_norm": 0.12595927715301514,
      "learning_rate": 3.505675220184124e-06,
      "loss": 0.7257,
      "step": 34795
    },
    {
      "epoch": 0.733292238958521,
      "grad_norm": 0.1058492586016655,
      "learning_rate": 3.5051562191536937e-06,
      "loss": 0.6942,
      "step": 34796
    },
    {
      "epoch": 0.7333133129968863,
      "grad_norm": 0.09553630650043488,
      "learning_rate": 3.5046372483801495e-06,
      "loss": 0.7291,
      "step": 34797
    },
    {
      "epoch": 0.7333343870352516,
      "grad_norm": 0.11184024810791016,
      "learning_rate": 3.5041183078659113e-06,
      "loss": 0.7056,
      "step": 34798
    },
    {
      "epoch": 0.7333554610736169,
      "grad_norm": 0.11123121529817581,
      "learning_rate": 3.503599397613394e-06,
      "loss": 0.7027,
      "step": 34799
    },
    {
      "epoch": 0.7333765351119822,
      "grad_norm": 0.10471741110086441,
      "learning_rate": 3.5030805176250183e-06,
      "loss": 0.6945,
      "step": 34800
    },
    {
      "epoch": 0.7333976091503475,
      "grad_norm": 0.11425948143005371,
      "learning_rate": 3.502561667903198e-06,
      "loss": 0.7428,
      "step": 34801
    },
    {
      "epoch": 0.7334186831887127,
      "grad_norm": 0.11465653777122498,
      "learning_rate": 3.502042848450353e-06,
      "loss": 0.6943,
      "step": 34802
    },
    {
      "epoch": 0.733439757227078,
      "grad_norm": 0.12474460899829865,
      "learning_rate": 3.501524059268895e-06,
      "loss": 0.7433,
      "step": 34803
    },
    {
      "epoch": 0.7334608312654434,
      "grad_norm": 0.14275608956813812,
      "learning_rate": 3.501005300361252e-06,
      "loss": 0.7315,
      "step": 34804
    },
    {
      "epoch": 0.7334819053038086,
      "grad_norm": 0.1095796674489975,
      "learning_rate": 3.500486571729831e-06,
      "loss": 0.7417,
      "step": 34805
    },
    {
      "epoch": 0.7335029793421739,
      "grad_norm": 0.10618921369314194,
      "learning_rate": 3.4999678733770506e-06,
      "loss": 0.7268,
      "step": 34806
    },
    {
      "epoch": 0.7335240533805392,
      "grad_norm": 0.12074973434209824,
      "learning_rate": 3.4994492053053274e-06,
      "loss": 0.7125,
      "step": 34807
    },
    {
      "epoch": 0.7335451274189044,
      "grad_norm": 0.10535185039043427,
      "learning_rate": 3.498930567517078e-06,
      "loss": 0.6744,
      "step": 34808
    },
    {
      "epoch": 0.7335662014572698,
      "grad_norm": 0.1192655861377716,
      "learning_rate": 3.4984119600147193e-06,
      "loss": 0.7182,
      "step": 34809
    },
    {
      "epoch": 0.7335872754956351,
      "grad_norm": 0.11156205087900162,
      "learning_rate": 3.4978933828006667e-06,
      "loss": 0.7399,
      "step": 34810
    },
    {
      "epoch": 0.7336083495340003,
      "grad_norm": 0.1097681000828743,
      "learning_rate": 3.497374835877335e-06,
      "loss": 0.6674,
      "step": 34811
    },
    {
      "epoch": 0.7336294235723656,
      "grad_norm": 0.11494901776313782,
      "learning_rate": 3.4968563192471417e-06,
      "loss": 0.6768,
      "step": 34812
    },
    {
      "epoch": 0.7336504976107309,
      "grad_norm": 0.1107436791062355,
      "learning_rate": 3.496337832912502e-06,
      "loss": 0.7125,
      "step": 34813
    },
    {
      "epoch": 0.7336715716490961,
      "grad_norm": 0.11095249652862549,
      "learning_rate": 3.4958193768758296e-06,
      "loss": 0.6916,
      "step": 34814
    },
    {
      "epoch": 0.7336926456874615,
      "grad_norm": 0.1115722730755806,
      "learning_rate": 3.4953009511395453e-06,
      "loss": 0.6664,
      "step": 34815
    },
    {
      "epoch": 0.7337137197258268,
      "grad_norm": 0.12027101963758469,
      "learning_rate": 3.4947825557060557e-06,
      "loss": 0.6935,
      "step": 34816
    },
    {
      "epoch": 0.733734793764192,
      "grad_norm": 0.102940134704113,
      "learning_rate": 3.4942641905777773e-06,
      "loss": 0.7479,
      "step": 34817
    },
    {
      "epoch": 0.7337558678025573,
      "grad_norm": 0.09960225969552994,
      "learning_rate": 3.4937458557571315e-06,
      "loss": 0.702,
      "step": 34818
    },
    {
      "epoch": 0.7337769418409226,
      "grad_norm": 0.10928407311439514,
      "learning_rate": 3.4932275512465276e-06,
      "loss": 0.7469,
      "step": 34819
    },
    {
      "epoch": 0.733798015879288,
      "grad_norm": 0.11315210908651352,
      "learning_rate": 3.4927092770483826e-06,
      "loss": 0.6773,
      "step": 34820
    },
    {
      "epoch": 0.7338190899176532,
      "grad_norm": 0.11317922174930573,
      "learning_rate": 3.492191033165111e-06,
      "loss": 0.7142,
      "step": 34821
    },
    {
      "epoch": 0.7338401639560185,
      "grad_norm": 0.15044346451759338,
      "learning_rate": 3.4916728195991256e-06,
      "loss": 0.7354,
      "step": 34822
    },
    {
      "epoch": 0.7338612379943837,
      "grad_norm": 0.12082356214523315,
      "learning_rate": 3.4911546363528404e-06,
      "loss": 0.7251,
      "step": 34823
    },
    {
      "epoch": 0.733882312032749,
      "grad_norm": 0.1329028159379959,
      "learning_rate": 3.4906364834286745e-06,
      "loss": 0.7346,
      "step": 34824
    },
    {
      "epoch": 0.7339033860711144,
      "grad_norm": 0.10841364413499832,
      "learning_rate": 3.4901183608290334e-06,
      "loss": 0.7104,
      "step": 34825
    },
    {
      "epoch": 0.7339244601094796,
      "grad_norm": 0.13709597289562225,
      "learning_rate": 3.4896002685563356e-06,
      "loss": 0.6914,
      "step": 34826
    },
    {
      "epoch": 0.7339455341478449,
      "grad_norm": 0.2109975963830948,
      "learning_rate": 3.4890822066129937e-06,
      "loss": 0.6825,
      "step": 34827
    },
    {
      "epoch": 0.7339666081862102,
      "grad_norm": 0.1270892471075058,
      "learning_rate": 3.488564175001421e-06,
      "loss": 0.7247,
      "step": 34828
    },
    {
      "epoch": 0.7339876822245754,
      "grad_norm": 0.11640049517154694,
      "learning_rate": 3.4880461737240323e-06,
      "loss": 0.6458,
      "step": 34829
    },
    {
      "epoch": 0.7340087562629408,
      "grad_norm": 0.12456658482551575,
      "learning_rate": 3.487528202783238e-06,
      "loss": 0.7169,
      "step": 34830
    },
    {
      "epoch": 0.7340298303013061,
      "grad_norm": 0.138594388961792,
      "learning_rate": 3.487010262181454e-06,
      "loss": 0.6733,
      "step": 34831
    },
    {
      "epoch": 0.7340509043396714,
      "grad_norm": 0.14976128935813904,
      "learning_rate": 3.486492351921088e-06,
      "loss": 0.717,
      "step": 34832
    },
    {
      "epoch": 0.7340719783780366,
      "grad_norm": 0.1340712606906891,
      "learning_rate": 3.485974472004564e-06,
      "loss": 0.6454,
      "step": 34833
    },
    {
      "epoch": 0.7340930524164019,
      "grad_norm": 0.16903555393218994,
      "learning_rate": 3.4854566224342834e-06,
      "loss": 0.7599,
      "step": 34834
    },
    {
      "epoch": 0.7341141264547673,
      "grad_norm": 0.1472294181585312,
      "learning_rate": 3.484938803212663e-06,
      "loss": 0.7189,
      "step": 34835
    },
    {
      "epoch": 0.7341352004931325,
      "grad_norm": 0.13176317512989044,
      "learning_rate": 3.4844210143421143e-06,
      "loss": 0.7344,
      "step": 34836
    },
    {
      "epoch": 0.7341562745314978,
      "grad_norm": 0.15421515703201294,
      "learning_rate": 3.4839032558250498e-06,
      "loss": 0.7167,
      "step": 34837
    },
    {
      "epoch": 0.734177348569863,
      "grad_norm": 0.19249327480793,
      "learning_rate": 3.4833855276638816e-06,
      "loss": 0.7125,
      "step": 34838
    },
    {
      "epoch": 0.7341984226082283,
      "grad_norm": 0.1175224706530571,
      "learning_rate": 3.482867829861022e-06,
      "loss": 0.7493,
      "step": 34839
    },
    {
      "epoch": 0.7342194966465937,
      "grad_norm": 0.11651197820901871,
      "learning_rate": 3.4823501624188817e-06,
      "loss": 0.7385,
      "step": 34840
    },
    {
      "epoch": 0.734240570684959,
      "grad_norm": 0.1916266530752182,
      "learning_rate": 3.4818325253398732e-06,
      "loss": 0.7862,
      "step": 34841
    },
    {
      "epoch": 0.7342616447233242,
      "grad_norm": 0.10555268079042435,
      "learning_rate": 3.4813149186264073e-06,
      "loss": 0.6481,
      "step": 34842
    },
    {
      "epoch": 0.7342827187616895,
      "grad_norm": 0.10956427454948425,
      "learning_rate": 3.480797342280896e-06,
      "loss": 0.8011,
      "step": 34843
    },
    {
      "epoch": 0.7343037928000548,
      "grad_norm": 0.11405883729457855,
      "learning_rate": 3.48027979630575e-06,
      "loss": 0.765,
      "step": 34844
    },
    {
      "epoch": 0.7343248668384201,
      "grad_norm": 0.12659719586372375,
      "learning_rate": 3.4797622807033847e-06,
      "loss": 0.7143,
      "step": 34845
    },
    {
      "epoch": 0.7343459408767854,
      "grad_norm": 0.11701612174510956,
      "learning_rate": 3.4792447954761986e-06,
      "loss": 0.755,
      "step": 34846
    },
    {
      "epoch": 0.7343670149151507,
      "grad_norm": 0.1379382461309433,
      "learning_rate": 3.4787273406266154e-06,
      "loss": 0.7763,
      "step": 34847
    },
    {
      "epoch": 0.7343880889535159,
      "grad_norm": 0.11092260479927063,
      "learning_rate": 3.4782099161570403e-06,
      "loss": 0.6944,
      "step": 34848
    },
    {
      "epoch": 0.7344091629918812,
      "grad_norm": 0.1469256728887558,
      "learning_rate": 3.4776925220698852e-06,
      "loss": 0.7291,
      "step": 34849
    },
    {
      "epoch": 0.7344302370302466,
      "grad_norm": 0.11125816404819489,
      "learning_rate": 3.4771751583675583e-06,
      "loss": 0.7104,
      "step": 34850
    },
    {
      "epoch": 0.7344513110686118,
      "grad_norm": 0.15324091911315918,
      "learning_rate": 3.476657825052473e-06,
      "loss": 0.7361,
      "step": 34851
    },
    {
      "epoch": 0.7344723851069771,
      "grad_norm": 0.10012999922037125,
      "learning_rate": 3.476140522127036e-06,
      "loss": 0.706,
      "step": 34852
    },
    {
      "epoch": 0.7344934591453424,
      "grad_norm": 0.1297268569469452,
      "learning_rate": 3.4756232495936593e-06,
      "loss": 0.7035,
      "step": 34853
    },
    {
      "epoch": 0.7345145331837076,
      "grad_norm": 0.16353940963745117,
      "learning_rate": 3.475106007454756e-06,
      "loss": 0.7051,
      "step": 34854
    },
    {
      "epoch": 0.7345356072220729,
      "grad_norm": 0.13368959724903107,
      "learning_rate": 3.4745887957127277e-06,
      "loss": 0.7214,
      "step": 34855
    },
    {
      "epoch": 0.7345566812604383,
      "grad_norm": 0.1265939176082611,
      "learning_rate": 3.4740716143699883e-06,
      "loss": 0.76,
      "step": 34856
    },
    {
      "epoch": 0.7345777552988035,
      "grad_norm": 0.11724863201379776,
      "learning_rate": 3.4735544634289466e-06,
      "loss": 0.7583,
      "step": 34857
    },
    {
      "epoch": 0.7345988293371688,
      "grad_norm": 0.1819690614938736,
      "learning_rate": 3.4730373428920127e-06,
      "loss": 0.7227,
      "step": 34858
    },
    {
      "epoch": 0.7346199033755341,
      "grad_norm": 0.09656667709350586,
      "learning_rate": 3.4725202527615944e-06,
      "loss": 0.6598,
      "step": 34859
    },
    {
      "epoch": 0.7346409774138993,
      "grad_norm": 0.09935413300991058,
      "learning_rate": 3.472003193040101e-06,
      "loss": 0.6377,
      "step": 34860
    },
    {
      "epoch": 0.7346620514522647,
      "grad_norm": 0.13586457073688507,
      "learning_rate": 3.471486163729939e-06,
      "loss": 0.7415,
      "step": 34861
    },
    {
      "epoch": 0.73468312549063,
      "grad_norm": 0.09471121430397034,
      "learning_rate": 3.470969164833522e-06,
      "loss": 0.7262,
      "step": 34862
    },
    {
      "epoch": 0.7347041995289952,
      "grad_norm": 0.13234087824821472,
      "learning_rate": 3.47045219635326e-06,
      "loss": 0.6276,
      "step": 34863
    },
    {
      "epoch": 0.7347252735673605,
      "grad_norm": 0.13036084175109863,
      "learning_rate": 3.4699352582915536e-06,
      "loss": 0.672,
      "step": 34864
    },
    {
      "epoch": 0.7347463476057258,
      "grad_norm": 0.12381171435117722,
      "learning_rate": 3.469418350650815e-06,
      "loss": 0.7354,
      "step": 34865
    },
    {
      "epoch": 0.7347674216440911,
      "grad_norm": 0.15553636848926544,
      "learning_rate": 3.4689014734334527e-06,
      "loss": 0.6967,
      "step": 34866
    },
    {
      "epoch": 0.7347884956824564,
      "grad_norm": 0.11260178685188293,
      "learning_rate": 3.468384626641873e-06,
      "loss": 0.6886,
      "step": 34867
    },
    {
      "epoch": 0.7348095697208217,
      "grad_norm": 0.1438087522983551,
      "learning_rate": 3.4678678102784856e-06,
      "loss": 0.7378,
      "step": 34868
    },
    {
      "epoch": 0.7348306437591869,
      "grad_norm": 0.11529134213924408,
      "learning_rate": 3.4673510243456964e-06,
      "loss": 0.7112,
      "step": 34869
    },
    {
      "epoch": 0.7348517177975522,
      "grad_norm": 0.12418891489505768,
      "learning_rate": 3.4668342688459147e-06,
      "loss": 0.7276,
      "step": 34870
    },
    {
      "epoch": 0.7348727918359176,
      "grad_norm": 0.11664996296167374,
      "learning_rate": 3.4663175437815454e-06,
      "loss": 0.7441,
      "step": 34871
    },
    {
      "epoch": 0.7348938658742828,
      "grad_norm": 0.10983877629041672,
      "learning_rate": 3.465800849154999e-06,
      "loss": 0.6585,
      "step": 34872
    },
    {
      "epoch": 0.7349149399126481,
      "grad_norm": 0.1494111269712448,
      "learning_rate": 3.465284184968679e-06,
      "loss": 0.7148,
      "step": 34873
    },
    {
      "epoch": 0.7349360139510134,
      "grad_norm": 0.1288924515247345,
      "learning_rate": 3.4647675512249978e-06,
      "loss": 0.7818,
      "step": 34874
    },
    {
      "epoch": 0.7349570879893786,
      "grad_norm": 0.1370500922203064,
      "learning_rate": 3.464250947926352e-06,
      "loss": 0.7155,
      "step": 34875
    },
    {
      "epoch": 0.734978162027744,
      "grad_norm": 0.11688274145126343,
      "learning_rate": 3.4637343750751583e-06,
      "loss": 0.6488,
      "step": 34876
    },
    {
      "epoch": 0.7349992360661093,
      "grad_norm": 0.10509905964136124,
      "learning_rate": 3.46321783267382e-06,
      "loss": 0.6834,
      "step": 34877
    },
    {
      "epoch": 0.7350203101044746,
      "grad_norm": 0.11071036756038666,
      "learning_rate": 3.462701320724743e-06,
      "loss": 0.7106,
      "step": 34878
    },
    {
      "epoch": 0.7350413841428398,
      "grad_norm": 0.12280356138944626,
      "learning_rate": 3.4621848392303326e-06,
      "loss": 0.6635,
      "step": 34879
    },
    {
      "epoch": 0.7350624581812051,
      "grad_norm": 0.13944226503372192,
      "learning_rate": 3.461668388192997e-06,
      "loss": 0.7035,
      "step": 34880
    },
    {
      "epoch": 0.7350835322195705,
      "grad_norm": 0.10546351969242096,
      "learning_rate": 3.4611519676151407e-06,
      "loss": 0.7362,
      "step": 34881
    },
    {
      "epoch": 0.7351046062579357,
      "grad_norm": 0.1232401579618454,
      "learning_rate": 3.4606355774991694e-06,
      "loss": 0.6837,
      "step": 34882
    },
    {
      "epoch": 0.735125680296301,
      "grad_norm": 0.11687476933002472,
      "learning_rate": 3.4601192178474927e-06,
      "loss": 0.7279,
      "step": 34883
    },
    {
      "epoch": 0.7351467543346663,
      "grad_norm": 0.13134758174419403,
      "learning_rate": 3.45960288866251e-06,
      "loss": 0.6652,
      "step": 34884
    },
    {
      "epoch": 0.7351678283730315,
      "grad_norm": 0.13242116570472717,
      "learning_rate": 3.4590865899466288e-06,
      "loss": 0.7006,
      "step": 34885
    },
    {
      "epoch": 0.7351889024113969,
      "grad_norm": 0.1157703772187233,
      "learning_rate": 3.4585703217022547e-06,
      "loss": 0.7742,
      "step": 34886
    },
    {
      "epoch": 0.7352099764497622,
      "grad_norm": 0.12392490357160568,
      "learning_rate": 3.4580540839317934e-06,
      "loss": 0.76,
      "step": 34887
    },
    {
      "epoch": 0.7352310504881274,
      "grad_norm": 0.11162380129098892,
      "learning_rate": 3.4575378766376486e-06,
      "loss": 0.6654,
      "step": 34888
    },
    {
      "epoch": 0.7352521245264927,
      "grad_norm": 0.11763744056224823,
      "learning_rate": 3.4570216998222227e-06,
      "loss": 0.6913,
      "step": 34889
    },
    {
      "epoch": 0.735273198564858,
      "grad_norm": 0.10819287598133087,
      "learning_rate": 3.4565055534879265e-06,
      "loss": 0.7522,
      "step": 34890
    },
    {
      "epoch": 0.7352942726032232,
      "grad_norm": 0.13268285989761353,
      "learning_rate": 3.455989437637163e-06,
      "loss": 0.6549,
      "step": 34891
    },
    {
      "epoch": 0.7353153466415886,
      "grad_norm": 0.11411387473344803,
      "learning_rate": 3.4554733522723373e-06,
      "loss": 0.716,
      "step": 34892
    },
    {
      "epoch": 0.7353364206799539,
      "grad_norm": 0.10318171977996826,
      "learning_rate": 3.4549572973958477e-06,
      "loss": 0.6936,
      "step": 34893
    },
    {
      "epoch": 0.7353574947183191,
      "grad_norm": 0.12838247418403625,
      "learning_rate": 3.454441273010103e-06,
      "loss": 0.6281,
      "step": 34894
    },
    {
      "epoch": 0.7353785687566844,
      "grad_norm": 0.12379645556211472,
      "learning_rate": 3.453925279117506e-06,
      "loss": 0.7364,
      "step": 34895
    },
    {
      "epoch": 0.7353996427950497,
      "grad_norm": 0.11515694111585617,
      "learning_rate": 3.4534093157204594e-06,
      "loss": 0.6995,
      "step": 34896
    },
    {
      "epoch": 0.735420716833415,
      "grad_norm": 0.11271484196186066,
      "learning_rate": 3.4528933828213695e-06,
      "loss": 0.688,
      "step": 34897
    },
    {
      "epoch": 0.7354417908717803,
      "grad_norm": 0.12052403390407562,
      "learning_rate": 3.4523774804226383e-06,
      "loss": 0.7373,
      "step": 34898
    },
    {
      "epoch": 0.7354628649101456,
      "grad_norm": 0.11974227428436279,
      "learning_rate": 3.45186160852667e-06,
      "loss": 0.7282,
      "step": 34899
    },
    {
      "epoch": 0.7354839389485108,
      "grad_norm": 0.10232395678758621,
      "learning_rate": 3.451345767135866e-06,
      "loss": 0.667,
      "step": 34900
    },
    {
      "epoch": 0.7355050129868761,
      "grad_norm": 0.10435227304697037,
      "learning_rate": 3.4508299562526317e-06,
      "loss": 0.7387,
      "step": 34901
    },
    {
      "epoch": 0.7355260870252415,
      "grad_norm": 0.12692852318286896,
      "learning_rate": 3.450314175879368e-06,
      "loss": 0.7153,
      "step": 34902
    },
    {
      "epoch": 0.7355471610636067,
      "grad_norm": 0.11910916864871979,
      "learning_rate": 3.4497984260184793e-06,
      "loss": 0.7759,
      "step": 34903
    },
    {
      "epoch": 0.735568235101972,
      "grad_norm": 0.10483753681182861,
      "learning_rate": 3.449282706672368e-06,
      "loss": 0.7071,
      "step": 34904
    },
    {
      "epoch": 0.7355893091403373,
      "grad_norm": 0.10483036190271378,
      "learning_rate": 3.448767017843435e-06,
      "loss": 0.7161,
      "step": 34905
    },
    {
      "epoch": 0.7356103831787025,
      "grad_norm": 0.11362983286380768,
      "learning_rate": 3.448251359534085e-06,
      "loss": 0.7689,
      "step": 34906
    },
    {
      "epoch": 0.7356314572170679,
      "grad_norm": 0.11921019107103348,
      "learning_rate": 3.44773573174672e-06,
      "loss": 0.7042,
      "step": 34907
    },
    {
      "epoch": 0.7356525312554332,
      "grad_norm": 0.11017483472824097,
      "learning_rate": 3.44722013448374e-06,
      "loss": 0.7228,
      "step": 34908
    },
    {
      "epoch": 0.7356736052937984,
      "grad_norm": 0.11978305131196976,
      "learning_rate": 3.4467045677475486e-06,
      "loss": 0.7516,
      "step": 34909
    },
    {
      "epoch": 0.7356946793321637,
      "grad_norm": 0.12401336431503296,
      "learning_rate": 3.4461890315405466e-06,
      "loss": 0.6636,
      "step": 34910
    },
    {
      "epoch": 0.735715753370529,
      "grad_norm": 0.18300886452198029,
      "learning_rate": 3.4456735258651373e-06,
      "loss": 0.7376,
      "step": 34911
    },
    {
      "epoch": 0.7357368274088943,
      "grad_norm": 0.1183350533246994,
      "learning_rate": 3.4451580507237216e-06,
      "loss": 0.6417,
      "step": 34912
    },
    {
      "epoch": 0.7357579014472596,
      "grad_norm": 0.10004261136054993,
      "learning_rate": 3.4446426061187034e-06,
      "loss": 0.6802,
      "step": 34913
    },
    {
      "epoch": 0.7357789754856249,
      "grad_norm": 0.1154165267944336,
      "learning_rate": 3.4441271920524777e-06,
      "loss": 0.7735,
      "step": 34914
    },
    {
      "epoch": 0.7358000495239901,
      "grad_norm": 0.13903091847896576,
      "learning_rate": 3.4436118085274495e-06,
      "loss": 0.6538,
      "step": 34915
    },
    {
      "epoch": 0.7358211235623554,
      "grad_norm": 0.16987261176109314,
      "learning_rate": 3.44309645554602e-06,
      "loss": 0.7454,
      "step": 34916
    },
    {
      "epoch": 0.7358421976007208,
      "grad_norm": 0.116505928337574,
      "learning_rate": 3.4425811331105886e-06,
      "loss": 0.7062,
      "step": 34917
    },
    {
      "epoch": 0.735863271639086,
      "grad_norm": 0.1392705738544464,
      "learning_rate": 3.442065841223553e-06,
      "loss": 0.6878,
      "step": 34918
    },
    {
      "epoch": 0.7358843456774513,
      "grad_norm": 0.14057321846485138,
      "learning_rate": 3.4415505798873206e-06,
      "loss": 0.692,
      "step": 34919
    },
    {
      "epoch": 0.7359054197158166,
      "grad_norm": 0.10370198637247086,
      "learning_rate": 3.4410353491042905e-06,
      "loss": 0.7073,
      "step": 34920
    },
    {
      "epoch": 0.7359264937541818,
      "grad_norm": 0.14333853125572205,
      "learning_rate": 3.4405201488768593e-06,
      "loss": 0.7218,
      "step": 34921
    },
    {
      "epoch": 0.7359475677925472,
      "grad_norm": 0.15524336695671082,
      "learning_rate": 3.440004979207433e-06,
      "loss": 0.7336,
      "step": 34922
    },
    {
      "epoch": 0.7359686418309125,
      "grad_norm": 0.11818704009056091,
      "learning_rate": 3.4394898400984043e-06,
      "loss": 0.7084,
      "step": 34923
    },
    {
      "epoch": 0.7359897158692777,
      "grad_norm": 0.13301900029182434,
      "learning_rate": 3.438974731552176e-06,
      "loss": 0.7568,
      "step": 34924
    },
    {
      "epoch": 0.736010789907643,
      "grad_norm": 0.11845584213733673,
      "learning_rate": 3.438459653571148e-06,
      "loss": 0.6892,
      "step": 34925
    },
    {
      "epoch": 0.7360318639460083,
      "grad_norm": 0.14046594500541687,
      "learning_rate": 3.4379446061577205e-06,
      "loss": 0.7049,
      "step": 34926
    },
    {
      "epoch": 0.7360529379843735,
      "grad_norm": 0.12248441576957703,
      "learning_rate": 3.4374295893142916e-06,
      "loss": 0.6843,
      "step": 34927
    },
    {
      "epoch": 0.7360740120227389,
      "grad_norm": 0.10992177575826645,
      "learning_rate": 3.436914603043261e-06,
      "loss": 0.7365,
      "step": 34928
    },
    {
      "epoch": 0.7360950860611042,
      "grad_norm": 0.12459287792444229,
      "learning_rate": 3.4363996473470285e-06,
      "loss": 0.722,
      "step": 34929
    },
    {
      "epoch": 0.7361161600994695,
      "grad_norm": 0.1175878569483757,
      "learning_rate": 3.4358847222279936e-06,
      "loss": 0.6602,
      "step": 34930
    },
    {
      "epoch": 0.7361372341378347,
      "grad_norm": 0.14463473856449127,
      "learning_rate": 3.4353698276885528e-06,
      "loss": 0.773,
      "step": 34931
    },
    {
      "epoch": 0.7361583081762,
      "grad_norm": 0.12912926077842712,
      "learning_rate": 3.434854963731107e-06,
      "loss": 0.6757,
      "step": 34932
    },
    {
      "epoch": 0.7361793822145654,
      "grad_norm": 0.12917669117450714,
      "learning_rate": 3.4343401303580527e-06,
      "loss": 0.6987,
      "step": 34933
    },
    {
      "epoch": 0.7362004562529306,
      "grad_norm": 0.1139589324593544,
      "learning_rate": 3.43382532757179e-06,
      "loss": 0.7355,
      "step": 34934
    },
    {
      "epoch": 0.7362215302912959,
      "grad_norm": 0.15192893147468567,
      "learning_rate": 3.433310555374717e-06,
      "loss": 0.7099,
      "step": 34935
    },
    {
      "epoch": 0.7362426043296612,
      "grad_norm": 0.12057024985551834,
      "learning_rate": 3.432795813769232e-06,
      "loss": 0.7688,
      "step": 34936
    },
    {
      "epoch": 0.7362636783680264,
      "grad_norm": 0.11818313598632812,
      "learning_rate": 3.432281102757732e-06,
      "loss": 0.7376,
      "step": 34937
    },
    {
      "epoch": 0.7362847524063918,
      "grad_norm": 0.11886735260486603,
      "learning_rate": 3.431766422342615e-06,
      "loss": 0.6358,
      "step": 34938
    },
    {
      "epoch": 0.7363058264447571,
      "grad_norm": 0.14571109414100647,
      "learning_rate": 3.4312517725262786e-06,
      "loss": 0.7577,
      "step": 34939
    },
    {
      "epoch": 0.7363269004831223,
      "grad_norm": 0.10971309244632721,
      "learning_rate": 3.430737153311121e-06,
      "loss": 0.6798,
      "step": 34940
    },
    {
      "epoch": 0.7363479745214876,
      "grad_norm": 0.14709311723709106,
      "learning_rate": 3.4302225646995403e-06,
      "loss": 0.7198,
      "step": 34941
    },
    {
      "epoch": 0.7363690485598529,
      "grad_norm": 0.115959033370018,
      "learning_rate": 3.4297080066939347e-06,
      "loss": 0.6471,
      "step": 34942
    },
    {
      "epoch": 0.7363901225982182,
      "grad_norm": 0.1427714228630066,
      "learning_rate": 3.4291934792966973e-06,
      "loss": 0.6961,
      "step": 34943
    },
    {
      "epoch": 0.7364111966365835,
      "grad_norm": 0.11402454227209091,
      "learning_rate": 3.428678982510226e-06,
      "loss": 0.7085,
      "step": 34944
    },
    {
      "epoch": 0.7364322706749488,
      "grad_norm": 0.13379478454589844,
      "learning_rate": 3.4281645163369206e-06,
      "loss": 0.6849,
      "step": 34945
    },
    {
      "epoch": 0.736453344713314,
      "grad_norm": 0.12137448042631149,
      "learning_rate": 3.4276500807791746e-06,
      "loss": 0.7317,
      "step": 34946
    },
    {
      "epoch": 0.7364744187516793,
      "grad_norm": 0.2648608684539795,
      "learning_rate": 3.4271356758393827e-06,
      "loss": 0.7377,
      "step": 34947
    },
    {
      "epoch": 0.7364954927900447,
      "grad_norm": 0.15341302752494812,
      "learning_rate": 3.426621301519949e-06,
      "loss": 0.6869,
      "step": 34948
    },
    {
      "epoch": 0.7365165668284099,
      "grad_norm": 0.1299746185541153,
      "learning_rate": 3.426106957823264e-06,
      "loss": 0.7019,
      "step": 34949
    },
    {
      "epoch": 0.7365376408667752,
      "grad_norm": 0.10864244401454926,
      "learning_rate": 3.4255926447517264e-06,
      "loss": 0.7504,
      "step": 34950
    },
    {
      "epoch": 0.7365587149051405,
      "grad_norm": 0.10819438099861145,
      "learning_rate": 3.425078362307733e-06,
      "loss": 0.8134,
      "step": 34951
    },
    {
      "epoch": 0.7365797889435057,
      "grad_norm": 0.1059456616640091,
      "learning_rate": 3.4245641104936743e-06,
      "loss": 0.7184,
      "step": 34952
    },
    {
      "epoch": 0.7366008629818711,
      "grad_norm": 0.10123123973608017,
      "learning_rate": 3.42404988931195e-06,
      "loss": 0.6898,
      "step": 34953
    },
    {
      "epoch": 0.7366219370202364,
      "grad_norm": 0.1068672239780426,
      "learning_rate": 3.4235356987649546e-06,
      "loss": 0.713,
      "step": 34954
    },
    {
      "epoch": 0.7366430110586016,
      "grad_norm": 0.10462060570716858,
      "learning_rate": 3.4230215388550845e-06,
      "loss": 0.7339,
      "step": 34955
    },
    {
      "epoch": 0.7366640850969669,
      "grad_norm": 0.11223318427801132,
      "learning_rate": 3.4225074095847335e-06,
      "loss": 0.7053,
      "step": 34956
    },
    {
      "epoch": 0.7366851591353322,
      "grad_norm": 0.09852662682533264,
      "learning_rate": 3.4219933109562973e-06,
      "loss": 0.6652,
      "step": 34957
    },
    {
      "epoch": 0.7367062331736975,
      "grad_norm": 0.10947883129119873,
      "learning_rate": 3.421479242972172e-06,
      "loss": 0.6584,
      "step": 34958
    },
    {
      "epoch": 0.7367273072120628,
      "grad_norm": 0.11423760652542114,
      "learning_rate": 3.420965205634752e-06,
      "loss": 0.7158,
      "step": 34959
    },
    {
      "epoch": 0.7367483812504281,
      "grad_norm": 0.11040155589580536,
      "learning_rate": 3.4204511989464305e-06,
      "loss": 0.7408,
      "step": 34960
    },
    {
      "epoch": 0.7367694552887933,
      "grad_norm": 0.10084407031536102,
      "learning_rate": 3.4199372229096026e-06,
      "loss": 0.6691,
      "step": 34961
    },
    {
      "epoch": 0.7367905293271586,
      "grad_norm": 0.15320837497711182,
      "learning_rate": 3.4194232775266646e-06,
      "loss": 0.7077,
      "step": 34962
    },
    {
      "epoch": 0.736811603365524,
      "grad_norm": 0.11193215847015381,
      "learning_rate": 3.418909362800008e-06,
      "loss": 0.7402,
      "step": 34963
    },
    {
      "epoch": 0.7368326774038892,
      "grad_norm": 0.14674462378025055,
      "learning_rate": 3.4183954787320297e-06,
      "loss": 0.7094,
      "step": 34964
    },
    {
      "epoch": 0.7368537514422545,
      "grad_norm": 0.10006479918956757,
      "learning_rate": 3.4178816253251214e-06,
      "loss": 0.6383,
      "step": 34965
    },
    {
      "epoch": 0.7368748254806198,
      "grad_norm": 0.10891899466514587,
      "learning_rate": 3.4173678025816783e-06,
      "loss": 0.6937,
      "step": 34966
    },
    {
      "epoch": 0.736895899518985,
      "grad_norm": 0.11441726982593536,
      "learning_rate": 3.4168540105040927e-06,
      "loss": 0.6952,
      "step": 34967
    },
    {
      "epoch": 0.7369169735573503,
      "grad_norm": 0.1114204153418541,
      "learning_rate": 3.4163402490947593e-06,
      "loss": 0.6786,
      "step": 34968
    },
    {
      "epoch": 0.7369380475957157,
      "grad_norm": 0.12122765183448792,
      "learning_rate": 3.4158265183560713e-06,
      "loss": 0.7907,
      "step": 34969
    },
    {
      "epoch": 0.736959121634081,
      "grad_norm": 0.14097218215465546,
      "learning_rate": 3.415312818290423e-06,
      "loss": 0.7439,
      "step": 34970
    },
    {
      "epoch": 0.7369801956724462,
      "grad_norm": 0.11378060281276703,
      "learning_rate": 3.4147991489002052e-06,
      "loss": 0.6808,
      "step": 34971
    },
    {
      "epoch": 0.7370012697108115,
      "grad_norm": 0.12829554080963135,
      "learning_rate": 3.414285510187816e-06,
      "loss": 0.7204,
      "step": 34972
    },
    {
      "epoch": 0.7370223437491767,
      "grad_norm": 0.10567694157361984,
      "learning_rate": 3.4137719021556416e-06,
      "loss": 0.6374,
      "step": 34973
    },
    {
      "epoch": 0.7370434177875421,
      "grad_norm": 0.11937829852104187,
      "learning_rate": 3.413258324806077e-06,
      "loss": 0.645,
      "step": 34974
    },
    {
      "epoch": 0.7370644918259074,
      "grad_norm": 0.10179786384105682,
      "learning_rate": 3.4127447781415146e-06,
      "loss": 0.728,
      "step": 34975
    },
    {
      "epoch": 0.7370855658642727,
      "grad_norm": 0.10712546855211258,
      "learning_rate": 3.412231262164345e-06,
      "loss": 0.6758,
      "step": 34976
    },
    {
      "epoch": 0.7371066399026379,
      "grad_norm": 0.1299562007188797,
      "learning_rate": 3.411717776876965e-06,
      "loss": 0.7689,
      "step": 34977
    },
    {
      "epoch": 0.7371277139410032,
      "grad_norm": 0.11093533039093018,
      "learning_rate": 3.4112043222817658e-06,
      "loss": 0.6722,
      "step": 34978
    },
    {
      "epoch": 0.7371487879793686,
      "grad_norm": 0.12329454720020294,
      "learning_rate": 3.410690898381138e-06,
      "loss": 0.6581,
      "step": 34979
    },
    {
      "epoch": 0.7371698620177338,
      "grad_norm": 0.11766735464334488,
      "learning_rate": 3.4101775051774733e-06,
      "loss": 0.7359,
      "step": 34980
    },
    {
      "epoch": 0.7371909360560991,
      "grad_norm": 0.12149907648563385,
      "learning_rate": 3.409664142673167e-06,
      "loss": 0.7228,
      "step": 34981
    },
    {
      "epoch": 0.7372120100944644,
      "grad_norm": 0.13397669792175293,
      "learning_rate": 3.409150810870604e-06,
      "loss": 0.7838,
      "step": 34982
    },
    {
      "epoch": 0.7372330841328296,
      "grad_norm": 0.11711162328720093,
      "learning_rate": 3.40863750977218e-06,
      "loss": 0.6976,
      "step": 34983
    },
    {
      "epoch": 0.737254158171195,
      "grad_norm": 0.1237189769744873,
      "learning_rate": 3.4081242393802847e-06,
      "loss": 0.7685,
      "step": 34984
    },
    {
      "epoch": 0.7372752322095603,
      "grad_norm": 0.1074502021074295,
      "learning_rate": 3.4076109996973093e-06,
      "loss": 0.7108,
      "step": 34985
    },
    {
      "epoch": 0.7372963062479255,
      "grad_norm": 0.10952279716730118,
      "learning_rate": 3.4070977907256465e-06,
      "loss": 0.683,
      "step": 34986
    },
    {
      "epoch": 0.7373173802862908,
      "grad_norm": 0.12961190938949585,
      "learning_rate": 3.406584612467686e-06,
      "loss": 0.6866,
      "step": 34987
    },
    {
      "epoch": 0.7373384543246561,
      "grad_norm": 0.10318256169557571,
      "learning_rate": 3.4060714649258177e-06,
      "loss": 0.642,
      "step": 34988
    },
    {
      "epoch": 0.7373595283630214,
      "grad_norm": 0.11619479954242706,
      "learning_rate": 3.4055583481024335e-06,
      "loss": 0.6959,
      "step": 34989
    },
    {
      "epoch": 0.7373806024013867,
      "grad_norm": 0.11751633882522583,
      "learning_rate": 3.405045261999923e-06,
      "loss": 0.7048,
      "step": 34990
    },
    {
      "epoch": 0.737401676439752,
      "grad_norm": 0.09479542821645737,
      "learning_rate": 3.4045322066206764e-06,
      "loss": 0.6622,
      "step": 34991
    },
    {
      "epoch": 0.7374227504781172,
      "grad_norm": 0.11989926546812057,
      "learning_rate": 3.404019181967084e-06,
      "loss": 0.7027,
      "step": 34992
    },
    {
      "epoch": 0.7374438245164825,
      "grad_norm": 0.12936024367809296,
      "learning_rate": 3.4035061880415365e-06,
      "loss": 0.7662,
      "step": 34993
    },
    {
      "epoch": 0.7374648985548479,
      "grad_norm": 0.13516460359096527,
      "learning_rate": 3.4029932248464225e-06,
      "loss": 0.7042,
      "step": 34994
    },
    {
      "epoch": 0.7374859725932131,
      "grad_norm": 0.13478344678878784,
      "learning_rate": 3.402480292384134e-06,
      "loss": 0.6959,
      "step": 34995
    },
    {
      "epoch": 0.7375070466315784,
      "grad_norm": 0.11334167420864105,
      "learning_rate": 3.4019673906570573e-06,
      "loss": 0.7028,
      "step": 34996
    },
    {
      "epoch": 0.7375281206699437,
      "grad_norm": 0.12600620090961456,
      "learning_rate": 3.401454519667583e-06,
      "loss": 0.7513,
      "step": 34997
    },
    {
      "epoch": 0.7375491947083089,
      "grad_norm": 0.10795950889587402,
      "learning_rate": 3.4009416794181014e-06,
      "loss": 0.7573,
      "step": 34998
    },
    {
      "epoch": 0.7375702687466743,
      "grad_norm": 0.13920894265174866,
      "learning_rate": 3.400428869911001e-06,
      "loss": 0.721,
      "step": 34999
    },
    {
      "epoch": 0.7375913427850396,
      "grad_norm": 0.12553925812244415,
      "learning_rate": 3.3999160911486715e-06,
      "loss": 0.7071,
      "step": 35000
    },
    {
      "epoch": 0.7376124168234048,
      "grad_norm": 0.1391809582710266,
      "learning_rate": 3.399403343133504e-06,
      "loss": 0.7438,
      "step": 35001
    },
    {
      "epoch": 0.7376334908617701,
      "grad_norm": 0.20033597946166992,
      "learning_rate": 3.39889062586788e-06,
      "loss": 0.7596,
      "step": 35002
    },
    {
      "epoch": 0.7376545649001354,
      "grad_norm": 0.13007494807243347,
      "learning_rate": 3.398377939354193e-06,
      "loss": 0.7015,
      "step": 35003
    },
    {
      "epoch": 0.7376756389385006,
      "grad_norm": 0.6391995549201965,
      "learning_rate": 3.397865283594827e-06,
      "loss": 0.7573,
      "step": 35004
    },
    {
      "epoch": 0.737696712976866,
      "grad_norm": 0.13488659262657166,
      "learning_rate": 3.3973526585921767e-06,
      "loss": 0.7426,
      "step": 35005
    },
    {
      "epoch": 0.7377177870152313,
      "grad_norm": 0.12006694078445435,
      "learning_rate": 3.3968400643486276e-06,
      "loss": 0.7121,
      "step": 35006
    },
    {
      "epoch": 0.7377388610535965,
      "grad_norm": 0.1042686328291893,
      "learning_rate": 3.3963275008665674e-06,
      "loss": 0.6435,
      "step": 35007
    },
    {
      "epoch": 0.7377599350919618,
      "grad_norm": 0.12856389582157135,
      "learning_rate": 3.3958149681483843e-06,
      "loss": 0.7524,
      "step": 35008
    },
    {
      "epoch": 0.7377810091303271,
      "grad_norm": 0.181279256939888,
      "learning_rate": 3.395302466196466e-06,
      "loss": 0.7263,
      "step": 35009
    },
    {
      "epoch": 0.7378020831686924,
      "grad_norm": 0.11575299501419067,
      "learning_rate": 3.394789995013202e-06,
      "loss": 0.6881,
      "step": 35010
    },
    {
      "epoch": 0.7378231572070577,
      "grad_norm": 0.19434769451618195,
      "learning_rate": 3.3942775546009753e-06,
      "loss": 0.7809,
      "step": 35011
    },
    {
      "epoch": 0.737844231245423,
      "grad_norm": 0.1340763419866562,
      "learning_rate": 3.3937651449621746e-06,
      "loss": 0.6402,
      "step": 35012
    },
    {
      "epoch": 0.7378653052837882,
      "grad_norm": 0.13240620493888855,
      "learning_rate": 3.3932527660991877e-06,
      "loss": 0.669,
      "step": 35013
    },
    {
      "epoch": 0.7378863793221535,
      "grad_norm": 0.1395428478717804,
      "learning_rate": 3.392740418014402e-06,
      "loss": 0.7172,
      "step": 35014
    },
    {
      "epoch": 0.7379074533605189,
      "grad_norm": 0.1143372431397438,
      "learning_rate": 3.392228100710203e-06,
      "loss": 0.7164,
      "step": 35015
    },
    {
      "epoch": 0.7379285273988841,
      "grad_norm": 0.15841619670391083,
      "learning_rate": 3.391715814188978e-06,
      "loss": 0.7078,
      "step": 35016
    },
    {
      "epoch": 0.7379496014372494,
      "grad_norm": 0.12292123585939407,
      "learning_rate": 3.3912035584531154e-06,
      "loss": 0.6929,
      "step": 35017
    },
    {
      "epoch": 0.7379706754756147,
      "grad_norm": 0.13790211081504822,
      "learning_rate": 3.3906913335049983e-06,
      "loss": 0.7339,
      "step": 35018
    },
    {
      "epoch": 0.7379917495139799,
      "grad_norm": 0.1016886904835701,
      "learning_rate": 3.3901791393470163e-06,
      "loss": 0.6618,
      "step": 35019
    },
    {
      "epoch": 0.7380128235523453,
      "grad_norm": 0.16656288504600525,
      "learning_rate": 3.3896669759815524e-06,
      "loss": 0.7086,
      "step": 35020
    },
    {
      "epoch": 0.7380338975907106,
      "grad_norm": 0.11042867600917816,
      "learning_rate": 3.3891548434109942e-06,
      "loss": 0.6745,
      "step": 35021
    },
    {
      "epoch": 0.7380549716290759,
      "grad_norm": 0.10742837190628052,
      "learning_rate": 3.388642741637729e-06,
      "loss": 0.7304,
      "step": 35022
    },
    {
      "epoch": 0.7380760456674411,
      "grad_norm": 0.12410971522331238,
      "learning_rate": 3.3881306706641394e-06,
      "loss": 0.7724,
      "step": 35023
    },
    {
      "epoch": 0.7380971197058064,
      "grad_norm": 0.1095777079463005,
      "learning_rate": 3.387618630492612e-06,
      "loss": 0.7047,
      "step": 35024
    },
    {
      "epoch": 0.7381181937441718,
      "grad_norm": 0.10767146944999695,
      "learning_rate": 3.387106621125533e-06,
      "loss": 0.6489,
      "step": 35025
    },
    {
      "epoch": 0.738139267782537,
      "grad_norm": 0.11967702209949493,
      "learning_rate": 3.3865946425652875e-06,
      "loss": 0.6852,
      "step": 35026
    },
    {
      "epoch": 0.7381603418209023,
      "grad_norm": 0.10431511700153351,
      "learning_rate": 3.38608269481426e-06,
      "loss": 0.6999,
      "step": 35027
    },
    {
      "epoch": 0.7381814158592676,
      "grad_norm": 0.10524436086416245,
      "learning_rate": 3.385570777874836e-06,
      "loss": 0.7535,
      "step": 35028
    },
    {
      "epoch": 0.7382024898976328,
      "grad_norm": 0.10650359839200974,
      "learning_rate": 3.385058891749399e-06,
      "loss": 0.6717,
      "step": 35029
    },
    {
      "epoch": 0.7382235639359982,
      "grad_norm": 0.10817661881446838,
      "learning_rate": 3.3845470364403355e-06,
      "loss": 0.6628,
      "step": 35030
    },
    {
      "epoch": 0.7382446379743635,
      "grad_norm": 0.09926135092973709,
      "learning_rate": 3.384035211950033e-06,
      "loss": 0.6882,
      "step": 35031
    },
    {
      "epoch": 0.7382657120127287,
      "grad_norm": 0.12370415776968002,
      "learning_rate": 3.3835234182808684e-06,
      "loss": 0.7265,
      "step": 35032
    },
    {
      "epoch": 0.738286786051094,
      "grad_norm": 0.10501459985971451,
      "learning_rate": 3.3830116554352268e-06,
      "loss": 0.7254,
      "step": 35033
    },
    {
      "epoch": 0.7383078600894593,
      "grad_norm": 0.12313724309206009,
      "learning_rate": 3.3824999234154977e-06,
      "loss": 0.7416,
      "step": 35034
    },
    {
      "epoch": 0.7383289341278246,
      "grad_norm": 0.11434631794691086,
      "learning_rate": 3.381988222224063e-06,
      "loss": 0.7259,
      "step": 35035
    },
    {
      "epoch": 0.7383500081661899,
      "grad_norm": 0.10540896654129028,
      "learning_rate": 3.3814765518633065e-06,
      "loss": 0.7027,
      "step": 35036
    },
    {
      "epoch": 0.7383710822045552,
      "grad_norm": 0.11769907176494598,
      "learning_rate": 3.3809649123356102e-06,
      "loss": 0.7469,
      "step": 35037
    },
    {
      "epoch": 0.7383921562429204,
      "grad_norm": 0.13443653285503387,
      "learning_rate": 3.3804533036433594e-06,
      "loss": 0.7135,
      "step": 35038
    },
    {
      "epoch": 0.7384132302812857,
      "grad_norm": 0.10695761442184448,
      "learning_rate": 3.3799417257889376e-06,
      "loss": 0.6911,
      "step": 35039
    },
    {
      "epoch": 0.7384343043196511,
      "grad_norm": 0.11898364126682281,
      "learning_rate": 3.379430178774731e-06,
      "loss": 0.7312,
      "step": 35040
    },
    {
      "epoch": 0.7384553783580163,
      "grad_norm": 0.12050095945596695,
      "learning_rate": 3.3789186626031147e-06,
      "loss": 0.7301,
      "step": 35041
    },
    {
      "epoch": 0.7384764523963816,
      "grad_norm": 0.12677031755447388,
      "learning_rate": 3.378407177276476e-06,
      "loss": 0.76,
      "step": 35042
    },
    {
      "epoch": 0.7384975264347469,
      "grad_norm": 0.10304637998342514,
      "learning_rate": 3.3778957227971976e-06,
      "loss": 0.6125,
      "step": 35043
    },
    {
      "epoch": 0.7385186004731121,
      "grad_norm": 0.10703589767217636,
      "learning_rate": 3.377384299167663e-06,
      "loss": 0.6933,
      "step": 35044
    },
    {
      "epoch": 0.7385396745114774,
      "grad_norm": 0.1412869244813919,
      "learning_rate": 3.376872906390254e-06,
      "loss": 0.7484,
      "step": 35045
    },
    {
      "epoch": 0.7385607485498428,
      "grad_norm": 0.1051785871386528,
      "learning_rate": 3.3763615444673524e-06,
      "loss": 0.6696,
      "step": 35046
    },
    {
      "epoch": 0.738581822588208,
      "grad_norm": 0.14310996234416962,
      "learning_rate": 3.3758502134013414e-06,
      "loss": 0.6646,
      "step": 35047
    },
    {
      "epoch": 0.7386028966265733,
      "grad_norm": 0.11877983808517456,
      "learning_rate": 3.375338913194599e-06,
      "loss": 0.7202,
      "step": 35048
    },
    {
      "epoch": 0.7386239706649386,
      "grad_norm": 0.10793892294168472,
      "learning_rate": 3.374827643849519e-06,
      "loss": 0.758,
      "step": 35049
    },
    {
      "epoch": 0.7386450447033038,
      "grad_norm": 0.13291087746620178,
      "learning_rate": 3.3743164053684696e-06,
      "loss": 0.7651,
      "step": 35050
    },
    {
      "epoch": 0.7386661187416692,
      "grad_norm": 0.12002910673618317,
      "learning_rate": 3.373805197753839e-06,
      "loss": 0.7815,
      "step": 35051
    },
    {
      "epoch": 0.7386871927800345,
      "grad_norm": 0.17026737332344055,
      "learning_rate": 3.373294021008008e-06,
      "loss": 0.737,
      "step": 35052
    },
    {
      "epoch": 0.7387082668183997,
      "grad_norm": 0.1391463279724121,
      "learning_rate": 3.372782875133357e-06,
      "loss": 0.7239,
      "step": 35053
    },
    {
      "epoch": 0.738729340856765,
      "grad_norm": 0.09928491711616516,
      "learning_rate": 3.3722717601322675e-06,
      "loss": 0.6993,
      "step": 35054
    },
    {
      "epoch": 0.7387504148951303,
      "grad_norm": 0.11962311714887619,
      "learning_rate": 3.3717606760071207e-06,
      "loss": 0.6818,
      "step": 35055
    },
    {
      "epoch": 0.7387714889334956,
      "grad_norm": 0.12092804163694382,
      "learning_rate": 3.3712496227602987e-06,
      "loss": 0.7111,
      "step": 35056
    },
    {
      "epoch": 0.7387925629718609,
      "grad_norm": 0.10539595782756805,
      "learning_rate": 3.370738600394181e-06,
      "loss": 0.7031,
      "step": 35057
    },
    {
      "epoch": 0.7388136370102262,
      "grad_norm": 0.11384061723947525,
      "learning_rate": 3.3702276089111484e-06,
      "loss": 0.6759,
      "step": 35058
    },
    {
      "epoch": 0.7388347110485914,
      "grad_norm": 0.11282689869403839,
      "learning_rate": 3.3697166483135813e-06,
      "loss": 0.6859,
      "step": 35059
    },
    {
      "epoch": 0.7388557850869567,
      "grad_norm": 0.11118526011705399,
      "learning_rate": 3.369205718603864e-06,
      "loss": 0.7418,
      "step": 35060
    },
    {
      "epoch": 0.7388768591253221,
      "grad_norm": 0.1541159451007843,
      "learning_rate": 3.3686948197843694e-06,
      "loss": 0.7359,
      "step": 35061
    },
    {
      "epoch": 0.7388979331636873,
      "grad_norm": 0.10684643685817719,
      "learning_rate": 3.3681839518574787e-06,
      "loss": 0.6526,
      "step": 35062
    },
    {
      "epoch": 0.7389190072020526,
      "grad_norm": 0.1182500571012497,
      "learning_rate": 3.367673114825577e-06,
      "loss": 0.6596,
      "step": 35063
    },
    {
      "epoch": 0.7389400812404179,
      "grad_norm": 0.1212492361664772,
      "learning_rate": 3.367162308691041e-06,
      "loss": 0.6566,
      "step": 35064
    },
    {
      "epoch": 0.7389611552787831,
      "grad_norm": 0.11950419098138809,
      "learning_rate": 3.366651533456251e-06,
      "loss": 0.6496,
      "step": 35065
    },
    {
      "epoch": 0.7389822293171485,
      "grad_norm": 0.12726056575775146,
      "learning_rate": 3.3661407891235875e-06,
      "loss": 0.6595,
      "step": 35066
    },
    {
      "epoch": 0.7390033033555138,
      "grad_norm": 0.15887457132339478,
      "learning_rate": 3.3656300756954276e-06,
      "loss": 0.6597,
      "step": 35067
    },
    {
      "epoch": 0.739024377393879,
      "grad_norm": 0.11001516133546829,
      "learning_rate": 3.3651193931741522e-06,
      "loss": 0.6825,
      "step": 35068
    },
    {
      "epoch": 0.7390454514322443,
      "grad_norm": 0.12129898369312286,
      "learning_rate": 3.364608741562142e-06,
      "loss": 0.7266,
      "step": 35069
    },
    {
      "epoch": 0.7390665254706096,
      "grad_norm": 0.12057080119848251,
      "learning_rate": 3.3640981208617705e-06,
      "loss": 0.6815,
      "step": 35070
    },
    {
      "epoch": 0.739087599508975,
      "grad_norm": 0.1094723790884018,
      "learning_rate": 3.3635875310754207e-06,
      "loss": 0.7228,
      "step": 35071
    },
    {
      "epoch": 0.7391086735473402,
      "grad_norm": 0.11619533598423004,
      "learning_rate": 3.363076972205469e-06,
      "loss": 0.7079,
      "step": 35072
    },
    {
      "epoch": 0.7391297475857055,
      "grad_norm": 0.11760331690311432,
      "learning_rate": 3.362566444254295e-06,
      "loss": 0.7209,
      "step": 35073
    },
    {
      "epoch": 0.7391508216240708,
      "grad_norm": 0.11380021274089813,
      "learning_rate": 3.3620559472242773e-06,
      "loss": 0.7297,
      "step": 35074
    },
    {
      "epoch": 0.739171895662436,
      "grad_norm": 0.11235283315181732,
      "learning_rate": 3.361545481117795e-06,
      "loss": 0.6884,
      "step": 35075
    },
    {
      "epoch": 0.7391929697008014,
      "grad_norm": 0.1350921243429184,
      "learning_rate": 3.361035045937221e-06,
      "loss": 0.6894,
      "step": 35076
    },
    {
      "epoch": 0.7392140437391667,
      "grad_norm": 0.15354835987091064,
      "learning_rate": 3.3605246416849402e-06,
      "loss": 0.7504,
      "step": 35077
    },
    {
      "epoch": 0.7392351177775319,
      "grad_norm": 0.10191556811332703,
      "learning_rate": 3.3600142683633307e-06,
      "loss": 0.6953,
      "step": 35078
    },
    {
      "epoch": 0.7392561918158972,
      "grad_norm": 0.11826981604099274,
      "learning_rate": 3.359503925974764e-06,
      "loss": 0.713,
      "step": 35079
    },
    {
      "epoch": 0.7392772658542625,
      "grad_norm": 0.11695168912410736,
      "learning_rate": 3.3589936145216197e-06,
      "loss": 0.6956,
      "step": 35080
    },
    {
      "epoch": 0.7392983398926277,
      "grad_norm": 0.1211240142583847,
      "learning_rate": 3.358483334006276e-06,
      "loss": 0.7267,
      "step": 35081
    },
    {
      "epoch": 0.7393194139309931,
      "grad_norm": 0.1398284137248993,
      "learning_rate": 3.357973084431111e-06,
      "loss": 0.7201,
      "step": 35082
    },
    {
      "epoch": 0.7393404879693584,
      "grad_norm": 0.12921220064163208,
      "learning_rate": 3.3574628657985e-06,
      "loss": 0.7115,
      "step": 35083
    },
    {
      "epoch": 0.7393615620077236,
      "grad_norm": 0.14075595140457153,
      "learning_rate": 3.356952678110821e-06,
      "loss": 0.6248,
      "step": 35084
    },
    {
      "epoch": 0.7393826360460889,
      "grad_norm": 0.1131371408700943,
      "learning_rate": 3.35644252137045e-06,
      "loss": 0.7443,
      "step": 35085
    },
    {
      "epoch": 0.7394037100844542,
      "grad_norm": 0.1328650414943695,
      "learning_rate": 3.355932395579764e-06,
      "loss": 0.7781,
      "step": 35086
    },
    {
      "epoch": 0.7394247841228195,
      "grad_norm": 0.14079990983009338,
      "learning_rate": 3.355422300741139e-06,
      "loss": 0.7193,
      "step": 35087
    },
    {
      "epoch": 0.7394458581611848,
      "grad_norm": 0.11910902708768845,
      "learning_rate": 3.354912236856953e-06,
      "loss": 0.7566,
      "step": 35088
    },
    {
      "epoch": 0.7394669321995501,
      "grad_norm": 0.09584569185972214,
      "learning_rate": 3.3544022039295798e-06,
      "loss": 0.6275,
      "step": 35089
    },
    {
      "epoch": 0.7394880062379153,
      "grad_norm": 0.139051154255867,
      "learning_rate": 3.3538922019614008e-06,
      "loss": 0.6786,
      "step": 35090
    },
    {
      "epoch": 0.7395090802762806,
      "grad_norm": 0.11349723488092422,
      "learning_rate": 3.3533822309547803e-06,
      "loss": 0.7092,
      "step": 35091
    },
    {
      "epoch": 0.739530154314646,
      "grad_norm": 0.14249707758426666,
      "learning_rate": 3.352872290912106e-06,
      "loss": 0.7502,
      "step": 35092
    },
    {
      "epoch": 0.7395512283530112,
      "grad_norm": 0.11296606808900833,
      "learning_rate": 3.3523623818357476e-06,
      "loss": 0.6836,
      "step": 35093
    },
    {
      "epoch": 0.7395723023913765,
      "grad_norm": 0.1423964947462082,
      "learning_rate": 3.3518525037280826e-06,
      "loss": 0.7299,
      "step": 35094
    },
    {
      "epoch": 0.7395933764297418,
      "grad_norm": 0.1046094298362732,
      "learning_rate": 3.3513426565914854e-06,
      "loss": 0.6911,
      "step": 35095
    },
    {
      "epoch": 0.739614450468107,
      "grad_norm": 0.11939650774002075,
      "learning_rate": 3.3508328404283317e-06,
      "loss": 0.7457,
      "step": 35096
    },
    {
      "epoch": 0.7396355245064724,
      "grad_norm": 0.095304936170578,
      "learning_rate": 3.350323055240996e-06,
      "loss": 0.7184,
      "step": 35097
    },
    {
      "epoch": 0.7396565985448377,
      "grad_norm": 0.12276346981525421,
      "learning_rate": 3.3498133010318535e-06,
      "loss": 0.7688,
      "step": 35098
    },
    {
      "epoch": 0.7396776725832029,
      "grad_norm": 0.10047437995672226,
      "learning_rate": 3.3493035778032824e-06,
      "loss": 0.6825,
      "step": 35099
    },
    {
      "epoch": 0.7396987466215682,
      "grad_norm": 0.12842021882534027,
      "learning_rate": 3.3487938855576507e-06,
      "loss": 0.6893,
      "step": 35100
    },
    {
      "epoch": 0.7397198206599335,
      "grad_norm": 0.11539575457572937,
      "learning_rate": 3.348284224297336e-06,
      "loss": 0.7259,
      "step": 35101
    },
    {
      "epoch": 0.7397408946982988,
      "grad_norm": 0.12381469458341599,
      "learning_rate": 3.347774594024712e-06,
      "loss": 0.7284,
      "step": 35102
    },
    {
      "epoch": 0.7397619687366641,
      "grad_norm": 0.10627920925617218,
      "learning_rate": 3.3472649947421533e-06,
      "loss": 0.6746,
      "step": 35103
    },
    {
      "epoch": 0.7397830427750294,
      "grad_norm": 0.1144399344921112,
      "learning_rate": 3.346755426452034e-06,
      "loss": 0.7477,
      "step": 35104
    },
    {
      "epoch": 0.7398041168133946,
      "grad_norm": 0.10656588524580002,
      "learning_rate": 3.346245889156725e-06,
      "loss": 0.6512,
      "step": 35105
    },
    {
      "epoch": 0.7398251908517599,
      "grad_norm": 0.111289381980896,
      "learning_rate": 3.3457363828586064e-06,
      "loss": 0.7286,
      "step": 35106
    },
    {
      "epoch": 0.7398462648901253,
      "grad_norm": 0.11825279146432877,
      "learning_rate": 3.3452269075600485e-06,
      "loss": 0.8115,
      "step": 35107
    },
    {
      "epoch": 0.7398673389284905,
      "grad_norm": 0.1135358139872551,
      "learning_rate": 3.3447174632634284e-06,
      "loss": 0.6939,
      "step": 35108
    },
    {
      "epoch": 0.7398884129668558,
      "grad_norm": 0.11836280673742294,
      "learning_rate": 3.3442080499711114e-06,
      "loss": 0.725,
      "step": 35109
    },
    {
      "epoch": 0.7399094870052211,
      "grad_norm": 0.11012952029705048,
      "learning_rate": 3.3436986676854756e-06,
      "loss": 0.7286,
      "step": 35110
    },
    {
      "epoch": 0.7399305610435863,
      "grad_norm": 0.09530209749937057,
      "learning_rate": 3.3431893164088935e-06,
      "loss": 0.7618,
      "step": 35111
    },
    {
      "epoch": 0.7399516350819517,
      "grad_norm": 0.1221933364868164,
      "learning_rate": 3.3426799961437373e-06,
      "loss": 0.7046,
      "step": 35112
    },
    {
      "epoch": 0.739972709120317,
      "grad_norm": 0.10651572048664093,
      "learning_rate": 3.3421707068923803e-06,
      "loss": 0.7153,
      "step": 35113
    },
    {
      "epoch": 0.7399937831586823,
      "grad_norm": 0.10271569341421127,
      "learning_rate": 3.341661448657195e-06,
      "loss": 0.6965,
      "step": 35114
    },
    {
      "epoch": 0.7400148571970475,
      "grad_norm": 0.12819740176200867,
      "learning_rate": 3.3411522214405534e-06,
      "loss": 0.6864,
      "step": 35115
    },
    {
      "epoch": 0.7400359312354128,
      "grad_norm": 0.10721789300441742,
      "learning_rate": 3.3406430252448285e-06,
      "loss": 0.6522,
      "step": 35116
    },
    {
      "epoch": 0.740057005273778,
      "grad_norm": 0.13105455040931702,
      "learning_rate": 3.340133860072392e-06,
      "loss": 0.6236,
      "step": 35117
    },
    {
      "epoch": 0.7400780793121434,
      "grad_norm": 0.14100557565689087,
      "learning_rate": 3.3396247259256164e-06,
      "loss": 0.705,
      "step": 35118
    },
    {
      "epoch": 0.7400991533505087,
      "grad_norm": 0.1791008859872818,
      "learning_rate": 3.3391156228068735e-06,
      "loss": 0.7196,
      "step": 35119
    },
    {
      "epoch": 0.740120227388874,
      "grad_norm": 0.11992020159959793,
      "learning_rate": 3.3386065507185337e-06,
      "loss": 0.6926,
      "step": 35120
    },
    {
      "epoch": 0.7401413014272392,
      "grad_norm": 0.14852574467658997,
      "learning_rate": 3.338097509662971e-06,
      "loss": 0.7128,
      "step": 35121
    },
    {
      "epoch": 0.7401623754656045,
      "grad_norm": 0.15487754344940186,
      "learning_rate": 3.3375884996425545e-06,
      "loss": 0.7435,
      "step": 35122
    },
    {
      "epoch": 0.7401834495039699,
      "grad_norm": 0.10215862095355988,
      "learning_rate": 3.337079520659656e-06,
      "loss": 0.7023,
      "step": 35123
    },
    {
      "epoch": 0.7402045235423351,
      "grad_norm": 0.10312224924564362,
      "learning_rate": 3.3365705727166474e-06,
      "loss": 0.7339,
      "step": 35124
    },
    {
      "epoch": 0.7402255975807004,
      "grad_norm": 0.2547874450683594,
      "learning_rate": 3.3360616558159e-06,
      "loss": 0.7226,
      "step": 35125
    },
    {
      "epoch": 0.7402466716190657,
      "grad_norm": 0.12617579102516174,
      "learning_rate": 3.3355527699597823e-06,
      "loss": 0.7277,
      "step": 35126
    },
    {
      "epoch": 0.7402677456574309,
      "grad_norm": 0.11058404296636581,
      "learning_rate": 3.3350439151506677e-06,
      "loss": 0.7133,
      "step": 35127
    },
    {
      "epoch": 0.7402888196957963,
      "grad_norm": 0.11807415634393692,
      "learning_rate": 3.334535091390929e-06,
      "loss": 0.7055,
      "step": 35128
    },
    {
      "epoch": 0.7403098937341616,
      "grad_norm": 0.11960098147392273,
      "learning_rate": 3.3340262986829297e-06,
      "loss": 0.6342,
      "step": 35129
    },
    {
      "epoch": 0.7403309677725268,
      "grad_norm": 0.11185352504253387,
      "learning_rate": 3.333517537029044e-06,
      "loss": 0.6694,
      "step": 35130
    },
    {
      "epoch": 0.7403520418108921,
      "grad_norm": 0.10454720258712769,
      "learning_rate": 3.3330088064316413e-06,
      "loss": 0.6896,
      "step": 35131
    },
    {
      "epoch": 0.7403731158492574,
      "grad_norm": 0.12346450239419937,
      "learning_rate": 3.3325001068930917e-06,
      "loss": 0.7006,
      "step": 35132
    },
    {
      "epoch": 0.7403941898876227,
      "grad_norm": 0.10818447172641754,
      "learning_rate": 3.331991438415766e-06,
      "loss": 0.691,
      "step": 35133
    },
    {
      "epoch": 0.740415263925988,
      "grad_norm": 0.10011793673038483,
      "learning_rate": 3.3314828010020295e-06,
      "loss": 0.7107,
      "step": 35134
    },
    {
      "epoch": 0.7404363379643533,
      "grad_norm": 0.1080310121178627,
      "learning_rate": 3.3309741946542586e-06,
      "loss": 0.6768,
      "step": 35135
    },
    {
      "epoch": 0.7404574120027185,
      "grad_norm": 0.10805393010377884,
      "learning_rate": 3.3304656193748197e-06,
      "loss": 0.7662,
      "step": 35136
    },
    {
      "epoch": 0.7404784860410838,
      "grad_norm": 0.09690222889184952,
      "learning_rate": 3.3299570751660847e-06,
      "loss": 0.714,
      "step": 35137
    },
    {
      "epoch": 0.7404995600794492,
      "grad_norm": 0.13654541969299316,
      "learning_rate": 3.329448562030416e-06,
      "loss": 0.6887,
      "step": 35138
    },
    {
      "epoch": 0.7405206341178144,
      "grad_norm": 0.1199495866894722,
      "learning_rate": 3.3289400799701875e-06,
      "loss": 0.773,
      "step": 35139
    },
    {
      "epoch": 0.7405417081561797,
      "grad_norm": 0.10212915390729904,
      "learning_rate": 3.328431628987766e-06,
      "loss": 0.7451,
      "step": 35140
    },
    {
      "epoch": 0.740562782194545,
      "grad_norm": 0.12773340940475464,
      "learning_rate": 3.3279232090855217e-06,
      "loss": 0.6988,
      "step": 35141
    },
    {
      "epoch": 0.7405838562329102,
      "grad_norm": 0.1245698556303978,
      "learning_rate": 3.327414820265823e-06,
      "loss": 0.7887,
      "step": 35142
    },
    {
      "epoch": 0.7406049302712756,
      "grad_norm": 0.10646139085292816,
      "learning_rate": 3.3269064625310365e-06,
      "loss": 0.7436,
      "step": 35143
    },
    {
      "epoch": 0.7406260043096409,
      "grad_norm": 0.14543966948986053,
      "learning_rate": 3.326398135883533e-06,
      "loss": 0.7355,
      "step": 35144
    },
    {
      "epoch": 0.7406470783480061,
      "grad_norm": 0.1157359629869461,
      "learning_rate": 3.325889840325679e-06,
      "loss": 0.7002,
      "step": 35145
    },
    {
      "epoch": 0.7406681523863714,
      "grad_norm": 0.10503829270601273,
      "learning_rate": 3.325381575859842e-06,
      "loss": 0.6957,
      "step": 35146
    },
    {
      "epoch": 0.7406892264247367,
      "grad_norm": 0.15641692280769348,
      "learning_rate": 3.3248733424883905e-06,
      "loss": 0.7167,
      "step": 35147
    },
    {
      "epoch": 0.740710300463102,
      "grad_norm": 0.11675606667995453,
      "learning_rate": 3.3243651402136933e-06,
      "loss": 0.6803,
      "step": 35148
    },
    {
      "epoch": 0.7407313745014673,
      "grad_norm": 0.11344389617443085,
      "learning_rate": 3.323856969038116e-06,
      "loss": 0.6765,
      "step": 35149
    },
    {
      "epoch": 0.7407524485398326,
      "grad_norm": 0.14882820844650269,
      "learning_rate": 3.323348828964027e-06,
      "loss": 0.7923,
      "step": 35150
    },
    {
      "epoch": 0.7407735225781978,
      "grad_norm": 0.1199653148651123,
      "learning_rate": 3.322840719993794e-06,
      "loss": 0.748,
      "step": 35151
    },
    {
      "epoch": 0.7407945966165631,
      "grad_norm": 0.11524857580661774,
      "learning_rate": 3.322332642129782e-06,
      "loss": 0.6801,
      "step": 35152
    },
    {
      "epoch": 0.7408156706549285,
      "grad_norm": 0.11653120815753937,
      "learning_rate": 3.32182459537436e-06,
      "loss": 0.6745,
      "step": 35153
    },
    {
      "epoch": 0.7408367446932937,
      "grad_norm": 0.10460417717695236,
      "learning_rate": 3.321316579729894e-06,
      "loss": 0.7094,
      "step": 35154
    },
    {
      "epoch": 0.740857818731659,
      "grad_norm": 0.12356101721525192,
      "learning_rate": 3.320808595198751e-06,
      "loss": 0.6917,
      "step": 35155
    },
    {
      "epoch": 0.7408788927700243,
      "grad_norm": 0.1094539687037468,
      "learning_rate": 3.3203006417832974e-06,
      "loss": 0.726,
      "step": 35156
    },
    {
      "epoch": 0.7408999668083895,
      "grad_norm": 0.13410687446594238,
      "learning_rate": 3.319792719485899e-06,
      "loss": 0.7212,
      "step": 35157
    },
    {
      "epoch": 0.7409210408467548,
      "grad_norm": 0.13909530639648438,
      "learning_rate": 3.319284828308926e-06,
      "loss": 0.7653,
      "step": 35158
    },
    {
      "epoch": 0.7409421148851202,
      "grad_norm": 0.14895515143871307,
      "learning_rate": 3.3187769682547377e-06,
      "loss": 0.7002,
      "step": 35159
    },
    {
      "epoch": 0.7409631889234854,
      "grad_norm": 0.10708053410053253,
      "learning_rate": 3.318269139325703e-06,
      "loss": 0.7317,
      "step": 35160
    },
    {
      "epoch": 0.7409842629618507,
      "grad_norm": 0.13082589209079742,
      "learning_rate": 3.3177613415241873e-06,
      "loss": 0.7081,
      "step": 35161
    },
    {
      "epoch": 0.741005337000216,
      "grad_norm": 0.11777426302433014,
      "learning_rate": 3.317253574852557e-06,
      "loss": 0.677,
      "step": 35162
    },
    {
      "epoch": 0.7410264110385812,
      "grad_norm": 0.12024272233247757,
      "learning_rate": 3.3167458393131746e-06,
      "loss": 0.6716,
      "step": 35163
    },
    {
      "epoch": 0.7410474850769466,
      "grad_norm": 0.11874180287122726,
      "learning_rate": 3.3162381349084117e-06,
      "loss": 0.7372,
      "step": 35164
    },
    {
      "epoch": 0.7410685591153119,
      "grad_norm": 0.10423576831817627,
      "learning_rate": 3.3157304616406294e-06,
      "loss": 0.6609,
      "step": 35165
    },
    {
      "epoch": 0.7410896331536772,
      "grad_norm": 0.13789233565330505,
      "learning_rate": 3.3152228195121927e-06,
      "loss": 0.7601,
      "step": 35166
    },
    {
      "epoch": 0.7411107071920424,
      "grad_norm": 0.12048745155334473,
      "learning_rate": 3.314715208525472e-06,
      "loss": 0.6981,
      "step": 35167
    },
    {
      "epoch": 0.7411317812304077,
      "grad_norm": 0.10260874032974243,
      "learning_rate": 3.314207628682823e-06,
      "loss": 0.6873,
      "step": 35168
    },
    {
      "epoch": 0.7411528552687731,
      "grad_norm": 0.14535588026046753,
      "learning_rate": 3.3137000799866148e-06,
      "loss": 0.6977,
      "step": 35169
    },
    {
      "epoch": 0.7411739293071383,
      "grad_norm": 0.10901206731796265,
      "learning_rate": 3.3131925624392114e-06,
      "loss": 0.6861,
      "step": 35170
    },
    {
      "epoch": 0.7411950033455036,
      "grad_norm": 0.10238179564476013,
      "learning_rate": 3.3126850760429773e-06,
      "loss": 0.7536,
      "step": 35171
    },
    {
      "epoch": 0.7412160773838689,
      "grad_norm": 0.10681261122226715,
      "learning_rate": 3.3121776208002767e-06,
      "loss": 0.7846,
      "step": 35172
    },
    {
      "epoch": 0.7412371514222341,
      "grad_norm": 0.12431234121322632,
      "learning_rate": 3.3116701967134735e-06,
      "loss": 0.771,
      "step": 35173
    },
    {
      "epoch": 0.7412582254605995,
      "grad_norm": 0.12449508905410767,
      "learning_rate": 3.311162803784932e-06,
      "loss": 0.7136,
      "step": 35174
    },
    {
      "epoch": 0.7412792994989648,
      "grad_norm": 0.103216253221035,
      "learning_rate": 3.3106554420170155e-06,
      "loss": 0.7177,
      "step": 35175
    },
    {
      "epoch": 0.74130037353733,
      "grad_norm": 0.12900198996067047,
      "learning_rate": 3.3101481114120883e-06,
      "loss": 0.7879,
      "step": 35176
    },
    {
      "epoch": 0.7413214475756953,
      "grad_norm": 0.11791429668664932,
      "learning_rate": 3.309640811972512e-06,
      "loss": 0.7466,
      "step": 35177
    },
    {
      "epoch": 0.7413425216140606,
      "grad_norm": 0.10157505422830582,
      "learning_rate": 3.309133543700652e-06,
      "loss": 0.663,
      "step": 35178
    },
    {
      "epoch": 0.7413635956524259,
      "grad_norm": 0.13426613807678223,
      "learning_rate": 3.3086263065988712e-06,
      "loss": 0.6667,
      "step": 35179
    },
    {
      "epoch": 0.7413846696907912,
      "grad_norm": 0.11019817739725113,
      "learning_rate": 3.3081191006695312e-06,
      "loss": 0.6895,
      "step": 35180
    },
    {
      "epoch": 0.7414057437291565,
      "grad_norm": 0.12243242561817169,
      "learning_rate": 3.3076119259149953e-06,
      "loss": 0.7259,
      "step": 35181
    },
    {
      "epoch": 0.7414268177675217,
      "grad_norm": 0.11053290218114853,
      "learning_rate": 3.307104782337628e-06,
      "loss": 0.7836,
      "step": 35182
    },
    {
      "epoch": 0.741447891805887,
      "grad_norm": 0.10855919867753983,
      "learning_rate": 3.3065976699397896e-06,
      "loss": 0.6863,
      "step": 35183
    },
    {
      "epoch": 0.7414689658442524,
      "grad_norm": 0.1194157525897026,
      "learning_rate": 3.3060905887238436e-06,
      "loss": 0.7349,
      "step": 35184
    },
    {
      "epoch": 0.7414900398826176,
      "grad_norm": 0.13563883304595947,
      "learning_rate": 3.305583538692152e-06,
      "loss": 0.7207,
      "step": 35185
    },
    {
      "epoch": 0.7415111139209829,
      "grad_norm": 0.1130770668387413,
      "learning_rate": 3.305076519847078e-06,
      "loss": 0.6985,
      "step": 35186
    },
    {
      "epoch": 0.7415321879593482,
      "grad_norm": 0.11880328506231308,
      "learning_rate": 3.3045695321909853e-06,
      "loss": 0.7683,
      "step": 35187
    },
    {
      "epoch": 0.7415532619977134,
      "grad_norm": 0.12323074787855148,
      "learning_rate": 3.30406257572623e-06,
      "loss": 0.6664,
      "step": 35188
    },
    {
      "epoch": 0.7415743360360788,
      "grad_norm": 0.11477440595626831,
      "learning_rate": 3.3035556504551767e-06,
      "loss": 0.7102,
      "step": 35189
    },
    {
      "epoch": 0.7415954100744441,
      "grad_norm": 0.11731202900409698,
      "learning_rate": 3.3030487563801884e-06,
      "loss": 0.7185,
      "step": 35190
    },
    {
      "epoch": 0.7416164841128093,
      "grad_norm": 0.11089996993541718,
      "learning_rate": 3.302541893503621e-06,
      "loss": 0.6984,
      "step": 35191
    },
    {
      "epoch": 0.7416375581511746,
      "grad_norm": 0.11309084296226501,
      "learning_rate": 3.302035061827844e-06,
      "loss": 0.6997,
      "step": 35192
    },
    {
      "epoch": 0.7416586321895399,
      "grad_norm": 0.10458198934793472,
      "learning_rate": 3.3015282613552134e-06,
      "loss": 0.6668,
      "step": 35193
    },
    {
      "epoch": 0.7416797062279051,
      "grad_norm": 0.11935526877641678,
      "learning_rate": 3.3010214920880934e-06,
      "loss": 0.6799,
      "step": 35194
    },
    {
      "epoch": 0.7417007802662705,
      "grad_norm": 0.1086881011724472,
      "learning_rate": 3.300514754028842e-06,
      "loss": 0.707,
      "step": 35195
    },
    {
      "epoch": 0.7417218543046358,
      "grad_norm": 0.11955438554286957,
      "learning_rate": 3.3000080471798236e-06,
      "loss": 0.7152,
      "step": 35196
    },
    {
      "epoch": 0.741742928343001,
      "grad_norm": 0.1258043646812439,
      "learning_rate": 3.2995013715433923e-06,
      "loss": 0.6683,
      "step": 35197
    },
    {
      "epoch": 0.7417640023813663,
      "grad_norm": 0.12279664725065231,
      "learning_rate": 3.2989947271219123e-06,
      "loss": 0.6907,
      "step": 35198
    },
    {
      "epoch": 0.7417850764197316,
      "grad_norm": 0.21971197426319122,
      "learning_rate": 3.2984881139177448e-06,
      "loss": 0.6947,
      "step": 35199
    },
    {
      "epoch": 0.741806150458097,
      "grad_norm": 0.12949740886688232,
      "learning_rate": 3.2979815319332474e-06,
      "loss": 0.711,
      "step": 35200
    },
    {
      "epoch": 0.7418272244964622,
      "grad_norm": 0.11496511101722717,
      "learning_rate": 3.297474981170783e-06,
      "loss": 0.7401,
      "step": 35201
    },
    {
      "epoch": 0.7418482985348275,
      "grad_norm": 0.09326392412185669,
      "learning_rate": 3.296968461632708e-06,
      "loss": 0.6875,
      "step": 35202
    },
    {
      "epoch": 0.7418693725731927,
      "grad_norm": 0.10385467112064362,
      "learning_rate": 3.2964619733213856e-06,
      "loss": 0.7025,
      "step": 35203
    },
    {
      "epoch": 0.741890446611558,
      "grad_norm": 0.12477948516607285,
      "learning_rate": 3.295955516239172e-06,
      "loss": 0.7049,
      "step": 35204
    },
    {
      "epoch": 0.7419115206499234,
      "grad_norm": 0.11903280764818192,
      "learning_rate": 3.2954490903884296e-06,
      "loss": 0.7877,
      "step": 35205
    },
    {
      "epoch": 0.7419325946882886,
      "grad_norm": 0.12384823709726334,
      "learning_rate": 3.2949426957715157e-06,
      "loss": 0.7139,
      "step": 35206
    },
    {
      "epoch": 0.7419536687266539,
      "grad_norm": 0.12146403640508652,
      "learning_rate": 3.2944363323907903e-06,
      "loss": 0.717,
      "step": 35207
    },
    {
      "epoch": 0.7419747427650192,
      "grad_norm": 0.13068678975105286,
      "learning_rate": 3.2939300002486117e-06,
      "loss": 0.6806,
      "step": 35208
    },
    {
      "epoch": 0.7419958168033844,
      "grad_norm": 0.1261172741651535,
      "learning_rate": 3.2934236993473388e-06,
      "loss": 0.6081,
      "step": 35209
    },
    {
      "epoch": 0.7420168908417498,
      "grad_norm": 0.11861369013786316,
      "learning_rate": 3.2929174296893305e-06,
      "loss": 0.6976,
      "step": 35210
    },
    {
      "epoch": 0.7420379648801151,
      "grad_norm": 0.12417447566986084,
      "learning_rate": 3.292411191276945e-06,
      "loss": 0.7552,
      "step": 35211
    },
    {
      "epoch": 0.7420590389184804,
      "grad_norm": 0.12127234041690826,
      "learning_rate": 3.2919049841125415e-06,
      "loss": 0.6887,
      "step": 35212
    },
    {
      "epoch": 0.7420801129568456,
      "grad_norm": 0.12373131513595581,
      "learning_rate": 3.2913988081984783e-06,
      "loss": 0.7241,
      "step": 35213
    },
    {
      "epoch": 0.7421011869952109,
      "grad_norm": 0.13328057527542114,
      "learning_rate": 3.290892663537112e-06,
      "loss": 0.7033,
      "step": 35214
    },
    {
      "epoch": 0.7421222610335763,
      "grad_norm": 0.11785436421632767,
      "learning_rate": 3.290386550130801e-06,
      "loss": 0.7174,
      "step": 35215
    },
    {
      "epoch": 0.7421433350719415,
      "grad_norm": 0.11794653534889221,
      "learning_rate": 3.289880467981904e-06,
      "loss": 0.7662,
      "step": 35216
    },
    {
      "epoch": 0.7421644091103068,
      "grad_norm": 0.1150142028927803,
      "learning_rate": 3.289374417092781e-06,
      "loss": 0.6554,
      "step": 35217
    },
    {
      "epoch": 0.742185483148672,
      "grad_norm": 0.11810757964849472,
      "learning_rate": 3.2888683974657843e-06,
      "loss": 0.7821,
      "step": 35218
    },
    {
      "epoch": 0.7422065571870373,
      "grad_norm": 0.11083640903234482,
      "learning_rate": 3.2883624091032716e-06,
      "loss": 0.7373,
      "step": 35219
    },
    {
      "epoch": 0.7422276312254027,
      "grad_norm": 0.1094418540596962,
      "learning_rate": 3.2878564520076007e-06,
      "loss": 0.7136,
      "step": 35220
    },
    {
      "epoch": 0.742248705263768,
      "grad_norm": 0.11314030736684799,
      "learning_rate": 3.287350526181131e-06,
      "loss": 0.6837,
      "step": 35221
    },
    {
      "epoch": 0.7422697793021332,
      "grad_norm": 0.11256080120801926,
      "learning_rate": 3.28684463162622e-06,
      "loss": 0.6688,
      "step": 35222
    },
    {
      "epoch": 0.7422908533404985,
      "grad_norm": 0.13306915760040283,
      "learning_rate": 3.286338768345223e-06,
      "loss": 0.7213,
      "step": 35223
    },
    {
      "epoch": 0.7423119273788638,
      "grad_norm": 0.14178968966007233,
      "learning_rate": 3.285832936340495e-06,
      "loss": 0.762,
      "step": 35224
    },
    {
      "epoch": 0.7423330014172291,
      "grad_norm": 0.1092965304851532,
      "learning_rate": 3.2853271356143958e-06,
      "loss": 0.6841,
      "step": 35225
    },
    {
      "epoch": 0.7423540754555944,
      "grad_norm": 0.13033367693424225,
      "learning_rate": 3.2848213661692817e-06,
      "loss": 0.7097,
      "step": 35226
    },
    {
      "epoch": 0.7423751494939597,
      "grad_norm": 0.11225815862417221,
      "learning_rate": 3.284315628007504e-06,
      "loss": 0.6752,
      "step": 35227
    },
    {
      "epoch": 0.7423962235323249,
      "grad_norm": 0.1161787286400795,
      "learning_rate": 3.283809921131421e-06,
      "loss": 0.7063,
      "step": 35228
    },
    {
      "epoch": 0.7424172975706902,
      "grad_norm": 0.11619450151920319,
      "learning_rate": 3.2833042455433907e-06,
      "loss": 0.6864,
      "step": 35229
    },
    {
      "epoch": 0.7424383716090556,
      "grad_norm": 0.11228008568286896,
      "learning_rate": 3.282798601245767e-06,
      "loss": 0.7461,
      "step": 35230
    },
    {
      "epoch": 0.7424594456474208,
      "grad_norm": 0.12894359230995178,
      "learning_rate": 3.282292988240906e-06,
      "loss": 0.7278,
      "step": 35231
    },
    {
      "epoch": 0.7424805196857861,
      "grad_norm": 0.11538239568471909,
      "learning_rate": 3.281787406531163e-06,
      "loss": 0.703,
      "step": 35232
    },
    {
      "epoch": 0.7425015937241514,
      "grad_norm": 0.20827265083789825,
      "learning_rate": 3.281281856118893e-06,
      "loss": 0.7066,
      "step": 35233
    },
    {
      "epoch": 0.7425226677625166,
      "grad_norm": 0.11903940886259079,
      "learning_rate": 3.2807763370064515e-06,
      "loss": 0.7202,
      "step": 35234
    },
    {
      "epoch": 0.7425437418008819,
      "grad_norm": 0.10369814932346344,
      "learning_rate": 3.280270849196194e-06,
      "loss": 0.7384,
      "step": 35235
    },
    {
      "epoch": 0.7425648158392473,
      "grad_norm": 0.11353471875190735,
      "learning_rate": 3.2797653926904747e-06,
      "loss": 0.7301,
      "step": 35236
    },
    {
      "epoch": 0.7425858898776125,
      "grad_norm": 0.11360955983400345,
      "learning_rate": 3.279259967491649e-06,
      "loss": 0.6873,
      "step": 35237
    },
    {
      "epoch": 0.7426069639159778,
      "grad_norm": 0.09976841509342194,
      "learning_rate": 3.278754573602071e-06,
      "loss": 0.67,
      "step": 35238
    },
    {
      "epoch": 0.7426280379543431,
      "grad_norm": 0.11850976198911667,
      "learning_rate": 3.278249211024095e-06,
      "loss": 0.6982,
      "step": 35239
    },
    {
      "epoch": 0.7426491119927083,
      "grad_norm": 0.10513262450695038,
      "learning_rate": 3.2777438797600757e-06,
      "loss": 0.6608,
      "step": 35240
    },
    {
      "epoch": 0.7426701860310737,
      "grad_norm": 0.11874932050704956,
      "learning_rate": 3.2772385798123664e-06,
      "loss": 0.6743,
      "step": 35241
    },
    {
      "epoch": 0.742691260069439,
      "grad_norm": 0.11848843842744827,
      "learning_rate": 3.276733311183322e-06,
      "loss": 0.7209,
      "step": 35242
    },
    {
      "epoch": 0.7427123341078042,
      "grad_norm": 0.11689653992652893,
      "learning_rate": 3.276228073875296e-06,
      "loss": 0.6931,
      "step": 35243
    },
    {
      "epoch": 0.7427334081461695,
      "grad_norm": 0.10622070729732513,
      "learning_rate": 3.2757228678906415e-06,
      "loss": 0.7153,
      "step": 35244
    },
    {
      "epoch": 0.7427544821845348,
      "grad_norm": 0.1127266064286232,
      "learning_rate": 3.2752176932317136e-06,
      "loss": 0.6438,
      "step": 35245
    },
    {
      "epoch": 0.7427755562229001,
      "grad_norm": 0.10522288084030151,
      "learning_rate": 3.274712549900868e-06,
      "loss": 0.7271,
      "step": 35246
    },
    {
      "epoch": 0.7427966302612654,
      "grad_norm": 0.1396699994802475,
      "learning_rate": 3.2742074379004508e-06,
      "loss": 0.7244,
      "step": 35247
    },
    {
      "epoch": 0.7428177042996307,
      "grad_norm": 0.13678981363773346,
      "learning_rate": 3.2737023572328198e-06,
      "loss": 0.7689,
      "step": 35248
    },
    {
      "epoch": 0.7428387783379959,
      "grad_norm": 0.10985469818115234,
      "learning_rate": 3.273197307900323e-06,
      "loss": 0.6845,
      "step": 35249
    },
    {
      "epoch": 0.7428598523763612,
      "grad_norm": 0.14123937487602234,
      "learning_rate": 3.2726922899053214e-06,
      "loss": 0.6623,
      "step": 35250
    },
    {
      "epoch": 0.7428809264147266,
      "grad_norm": 0.14275436103343964,
      "learning_rate": 3.272187303250164e-06,
      "loss": 0.7431,
      "step": 35251
    },
    {
      "epoch": 0.7429020004530918,
      "grad_norm": 0.1019536629319191,
      "learning_rate": 3.271682347937203e-06,
      "loss": 0.6668,
      "step": 35252
    },
    {
      "epoch": 0.7429230744914571,
      "grad_norm": 0.1164129376411438,
      "learning_rate": 3.2711774239687898e-06,
      "loss": 0.6654,
      "step": 35253
    },
    {
      "epoch": 0.7429441485298224,
      "grad_norm": 0.1521470695734024,
      "learning_rate": 3.2706725313472787e-06,
      "loss": 0.7362,
      "step": 35254
    },
    {
      "epoch": 0.7429652225681876,
      "grad_norm": 0.14381706714630127,
      "learning_rate": 3.270167670075024e-06,
      "loss": 0.77,
      "step": 35255
    },
    {
      "epoch": 0.742986296606553,
      "grad_norm": 0.1535232812166214,
      "learning_rate": 3.2696628401543706e-06,
      "loss": 0.7244,
      "step": 35256
    },
    {
      "epoch": 0.7430073706449183,
      "grad_norm": 0.11559578031301498,
      "learning_rate": 3.2691580415876745e-06,
      "loss": 0.6735,
      "step": 35257
    },
    {
      "epoch": 0.7430284446832836,
      "grad_norm": 0.11893872171640396,
      "learning_rate": 3.268653274377287e-06,
      "loss": 0.6745,
      "step": 35258
    },
    {
      "epoch": 0.7430495187216488,
      "grad_norm": 0.13415423035621643,
      "learning_rate": 3.2681485385255596e-06,
      "loss": 0.7179,
      "step": 35259
    },
    {
      "epoch": 0.7430705927600141,
      "grad_norm": 0.11148549616336823,
      "learning_rate": 3.267643834034844e-06,
      "loss": 0.713,
      "step": 35260
    },
    {
      "epoch": 0.7430916667983795,
      "grad_norm": 0.13009460270404816,
      "learning_rate": 3.267139160907491e-06,
      "loss": 0.7223,
      "step": 35261
    },
    {
      "epoch": 0.7431127408367447,
      "grad_norm": 0.11303365230560303,
      "learning_rate": 3.2666345191458503e-06,
      "loss": 0.7062,
      "step": 35262
    },
    {
      "epoch": 0.74313381487511,
      "grad_norm": 0.10934700071811676,
      "learning_rate": 3.2661299087522724e-06,
      "loss": 0.6555,
      "step": 35263
    },
    {
      "epoch": 0.7431548889134753,
      "grad_norm": 0.11262544244527817,
      "learning_rate": 3.2656253297291162e-06,
      "loss": 0.7152,
      "step": 35264
    },
    {
      "epoch": 0.7431759629518405,
      "grad_norm": 0.10816448926925659,
      "learning_rate": 3.2651207820787233e-06,
      "loss": 0.7342,
      "step": 35265
    },
    {
      "epoch": 0.7431970369902059,
      "grad_norm": 0.10521059483289719,
      "learning_rate": 3.2646162658034464e-06,
      "loss": 0.6989,
      "step": 35266
    },
    {
      "epoch": 0.7432181110285712,
      "grad_norm": 0.10734032094478607,
      "learning_rate": 3.264111780905637e-06,
      "loss": 0.6995,
      "step": 35267
    },
    {
      "epoch": 0.7432391850669364,
      "grad_norm": 0.10942810028791428,
      "learning_rate": 3.2636073273876433e-06,
      "loss": 0.6923,
      "step": 35268
    },
    {
      "epoch": 0.7432602591053017,
      "grad_norm": 0.12655863165855408,
      "learning_rate": 3.2631029052518182e-06,
      "loss": 0.7005,
      "step": 35269
    },
    {
      "epoch": 0.743281333143667,
      "grad_norm": 0.1444125920534134,
      "learning_rate": 3.262598514500509e-06,
      "loss": 0.6854,
      "step": 35270
    },
    {
      "epoch": 0.7433024071820322,
      "grad_norm": 0.11179647594690323,
      "learning_rate": 3.2620941551360675e-06,
      "loss": 0.7375,
      "step": 35271
    },
    {
      "epoch": 0.7433234812203976,
      "grad_norm": 0.11800583451986313,
      "learning_rate": 3.2615898271608417e-06,
      "loss": 0.7488,
      "step": 35272
    },
    {
      "epoch": 0.7433445552587629,
      "grad_norm": 0.10885781049728394,
      "learning_rate": 3.2610855305771816e-06,
      "loss": 0.727,
      "step": 35273
    },
    {
      "epoch": 0.7433656292971281,
      "grad_norm": 0.10378637164831161,
      "learning_rate": 3.260581265387438e-06,
      "loss": 0.6724,
      "step": 35274
    },
    {
      "epoch": 0.7433867033354934,
      "grad_norm": 0.12472344189882278,
      "learning_rate": 3.260077031593958e-06,
      "loss": 0.7527,
      "step": 35275
    },
    {
      "epoch": 0.7434077773738587,
      "grad_norm": 0.11057011783123016,
      "learning_rate": 3.2595728291990948e-06,
      "loss": 0.78,
      "step": 35276
    },
    {
      "epoch": 0.743428851412224,
      "grad_norm": 0.09924788773059845,
      "learning_rate": 3.2590686582051902e-06,
      "loss": 0.6488,
      "step": 35277
    },
    {
      "epoch": 0.7434499254505893,
      "grad_norm": 0.10485934466123581,
      "learning_rate": 3.258564518614593e-06,
      "loss": 0.6823,
      "step": 35278
    },
    {
      "epoch": 0.7434709994889546,
      "grad_norm": 0.11217839270830154,
      "learning_rate": 3.25806041042966e-06,
      "loss": 0.7388,
      "step": 35279
    },
    {
      "epoch": 0.7434920735273198,
      "grad_norm": 0.12581686675548553,
      "learning_rate": 3.257556333652734e-06,
      "loss": 0.7098,
      "step": 35280
    },
    {
      "epoch": 0.7435131475656851,
      "grad_norm": 0.11038371175527573,
      "learning_rate": 3.2570522882861644e-06,
      "loss": 0.7115,
      "step": 35281
    },
    {
      "epoch": 0.7435342216040505,
      "grad_norm": 0.12110193073749542,
      "learning_rate": 3.2565482743322996e-06,
      "loss": 0.7238,
      "step": 35282
    },
    {
      "epoch": 0.7435552956424157,
      "grad_norm": 0.13413695991039276,
      "learning_rate": 3.2560442917934866e-06,
      "loss": 0.7204,
      "step": 35283
    },
    {
      "epoch": 0.743576369680781,
      "grad_norm": 0.11661335825920105,
      "learning_rate": 3.2555403406720743e-06,
      "loss": 0.7476,
      "step": 35284
    },
    {
      "epoch": 0.7435974437191463,
      "grad_norm": 0.1588750034570694,
      "learning_rate": 3.255036420970413e-06,
      "loss": 0.7533,
      "step": 35285
    },
    {
      "epoch": 0.7436185177575115,
      "grad_norm": 0.13785189390182495,
      "learning_rate": 3.254532532690845e-06,
      "loss": 0.7259,
      "step": 35286
    },
    {
      "epoch": 0.7436395917958769,
      "grad_norm": 0.12151598185300827,
      "learning_rate": 3.2540286758357187e-06,
      "loss": 0.7476,
      "step": 35287
    },
    {
      "epoch": 0.7436606658342422,
      "grad_norm": 0.13064256310462952,
      "learning_rate": 3.2535248504073835e-06,
      "loss": 0.6915,
      "step": 35288
    },
    {
      "epoch": 0.7436817398726074,
      "grad_norm": 0.11380951851606369,
      "learning_rate": 3.2530210564081854e-06,
      "loss": 0.7851,
      "step": 35289
    },
    {
      "epoch": 0.7437028139109727,
      "grad_norm": 0.12978874146938324,
      "learning_rate": 3.2525172938404716e-06,
      "loss": 0.738,
      "step": 35290
    },
    {
      "epoch": 0.743723887949338,
      "grad_norm": 0.09207595139741898,
      "learning_rate": 3.2520135627065896e-06,
      "loss": 0.6865,
      "step": 35291
    },
    {
      "epoch": 0.7437449619877033,
      "grad_norm": 0.11267918348312378,
      "learning_rate": 3.2515098630088816e-06,
      "loss": 0.6704,
      "step": 35292
    },
    {
      "epoch": 0.7437660360260686,
      "grad_norm": 0.11705606430768967,
      "learning_rate": 3.2510061947497018e-06,
      "loss": 0.7393,
      "step": 35293
    },
    {
      "epoch": 0.7437871100644339,
      "grad_norm": 0.09572888910770416,
      "learning_rate": 3.2505025579313952e-06,
      "loss": 0.7184,
      "step": 35294
    },
    {
      "epoch": 0.7438081841027991,
      "grad_norm": 0.14867424964904785,
      "learning_rate": 3.2499989525563027e-06,
      "loss": 0.7024,
      "step": 35295
    },
    {
      "epoch": 0.7438292581411644,
      "grad_norm": 0.1451318860054016,
      "learning_rate": 3.2494953786267734e-06,
      "loss": 0.7425,
      "step": 35296
    },
    {
      "epoch": 0.7438503321795298,
      "grad_norm": 0.1179264485836029,
      "learning_rate": 3.2489918361451533e-06,
      "loss": 0.7772,
      "step": 35297
    },
    {
      "epoch": 0.743871406217895,
      "grad_norm": 0.13550931215286255,
      "learning_rate": 3.2484883251137877e-06,
      "loss": 0.71,
      "step": 35298
    },
    {
      "epoch": 0.7438924802562603,
      "grad_norm": 0.11912885308265686,
      "learning_rate": 3.2479848455350238e-06,
      "loss": 0.6795,
      "step": 35299
    },
    {
      "epoch": 0.7439135542946256,
      "grad_norm": 0.10900761187076569,
      "learning_rate": 3.2474813974112053e-06,
      "loss": 0.6977,
      "step": 35300
    },
    {
      "epoch": 0.7439346283329908,
      "grad_norm": 0.12822794914245605,
      "learning_rate": 3.2469779807446777e-06,
      "loss": 0.7384,
      "step": 35301
    },
    {
      "epoch": 0.7439557023713562,
      "grad_norm": 0.11774543672800064,
      "learning_rate": 3.2464745955377876e-06,
      "loss": 0.6998,
      "step": 35302
    },
    {
      "epoch": 0.7439767764097215,
      "grad_norm": 0.10585691779851913,
      "learning_rate": 3.245971241792878e-06,
      "loss": 0.7324,
      "step": 35303
    },
    {
      "epoch": 0.7439978504480868,
      "grad_norm": 0.14778409898281097,
      "learning_rate": 3.2454679195122964e-06,
      "loss": 0.7738,
      "step": 35304
    },
    {
      "epoch": 0.744018924486452,
      "grad_norm": 0.12433820962905884,
      "learning_rate": 3.2449646286983883e-06,
      "loss": 0.7062,
      "step": 35305
    },
    {
      "epoch": 0.7440399985248173,
      "grad_norm": 0.10229010134935379,
      "learning_rate": 3.2444613693534897e-06,
      "loss": 0.7361,
      "step": 35306
    },
    {
      "epoch": 0.7440610725631825,
      "grad_norm": 0.11810069531202316,
      "learning_rate": 3.243958141479956e-06,
      "loss": 0.7019,
      "step": 35307
    },
    {
      "epoch": 0.7440821466015479,
      "grad_norm": 0.13908004760742188,
      "learning_rate": 3.2434549450801267e-06,
      "loss": 0.7214,
      "step": 35308
    },
    {
      "epoch": 0.7441032206399132,
      "grad_norm": 0.10288948565721512,
      "learning_rate": 3.242951780156346e-06,
      "loss": 0.7513,
      "step": 35309
    },
    {
      "epoch": 0.7441242946782785,
      "grad_norm": 0.12802928686141968,
      "learning_rate": 3.2424486467109594e-06,
      "loss": 0.7523,
      "step": 35310
    },
    {
      "epoch": 0.7441453687166437,
      "grad_norm": 0.12115210294723511,
      "learning_rate": 3.2419455447463087e-06,
      "loss": 0.7076,
      "step": 35311
    },
    {
      "epoch": 0.744166442755009,
      "grad_norm": 0.11531449854373932,
      "learning_rate": 3.2414424742647386e-06,
      "loss": 0.7683,
      "step": 35312
    },
    {
      "epoch": 0.7441875167933744,
      "grad_norm": 0.11841586977243423,
      "learning_rate": 3.240939435268594e-06,
      "loss": 0.7484,
      "step": 35313
    },
    {
      "epoch": 0.7442085908317396,
      "grad_norm": 0.12695302069187164,
      "learning_rate": 3.2404364277602197e-06,
      "loss": 0.664,
      "step": 35314
    },
    {
      "epoch": 0.7442296648701049,
      "grad_norm": 0.1268090307712555,
      "learning_rate": 3.2399334517419534e-06,
      "loss": 0.7156,
      "step": 35315
    },
    {
      "epoch": 0.7442507389084702,
      "grad_norm": 0.11537627875804901,
      "learning_rate": 3.2394305072161426e-06,
      "loss": 0.7125,
      "step": 35316
    },
    {
      "epoch": 0.7442718129468354,
      "grad_norm": 0.11568070948123932,
      "learning_rate": 3.238927594185127e-06,
      "loss": 0.6661,
      "step": 35317
    },
    {
      "epoch": 0.7442928869852008,
      "grad_norm": 0.13116508722305298,
      "learning_rate": 3.2384247126512536e-06,
      "loss": 0.7523,
      "step": 35318
    },
    {
      "epoch": 0.7443139610235661,
      "grad_norm": 0.1301671266555786,
      "learning_rate": 3.2379218626168618e-06,
      "loss": 0.697,
      "step": 35319
    },
    {
      "epoch": 0.7443350350619313,
      "grad_norm": 0.1070156991481781,
      "learning_rate": 3.2374190440842956e-06,
      "loss": 0.6953,
      "step": 35320
    },
    {
      "epoch": 0.7443561091002966,
      "grad_norm": 0.11751388758420944,
      "learning_rate": 3.2369162570558943e-06,
      "loss": 0.7528,
      "step": 35321
    },
    {
      "epoch": 0.7443771831386619,
      "grad_norm": 0.13197080790996552,
      "learning_rate": 3.2364135015340058e-06,
      "loss": 0.7174,
      "step": 35322
    },
    {
      "epoch": 0.7443982571770272,
      "grad_norm": 0.17761015892028809,
      "learning_rate": 3.2359107775209742e-06,
      "loss": 0.6764,
      "step": 35323
    },
    {
      "epoch": 0.7444193312153925,
      "grad_norm": 0.11725060641765594,
      "learning_rate": 3.2354080850191328e-06,
      "loss": 0.7143,
      "step": 35324
    },
    {
      "epoch": 0.7444404052537578,
      "grad_norm": 0.1170172169804573,
      "learning_rate": 3.2349054240308277e-06,
      "loss": 0.7414,
      "step": 35325
    },
    {
      "epoch": 0.744461479292123,
      "grad_norm": 0.22097547352313995,
      "learning_rate": 3.2344027945584e-06,
      "loss": 0.6829,
      "step": 35326
    },
    {
      "epoch": 0.7444825533304883,
      "grad_norm": 0.10700558871030807,
      "learning_rate": 3.2339001966041928e-06,
      "loss": 0.7521,
      "step": 35327
    },
    {
      "epoch": 0.7445036273688537,
      "grad_norm": 0.09552444517612457,
      "learning_rate": 3.233397630170546e-06,
      "loss": 0.7015,
      "step": 35328
    },
    {
      "epoch": 0.7445247014072189,
      "grad_norm": 0.11101394891738892,
      "learning_rate": 3.2328950952598003e-06,
      "loss": 0.7435,
      "step": 35329
    },
    {
      "epoch": 0.7445457754455842,
      "grad_norm": 0.1196967139840126,
      "learning_rate": 3.2323925918742994e-06,
      "loss": 0.7549,
      "step": 35330
    },
    {
      "epoch": 0.7445668494839495,
      "grad_norm": 0.1690586507320404,
      "learning_rate": 3.231890120016381e-06,
      "loss": 0.7439,
      "step": 35331
    },
    {
      "epoch": 0.7445879235223147,
      "grad_norm": 0.10158334672451019,
      "learning_rate": 3.231387679688389e-06,
      "loss": 0.6925,
      "step": 35332
    },
    {
      "epoch": 0.7446089975606801,
      "grad_norm": 0.12190544605255127,
      "learning_rate": 3.2308852708926618e-06,
      "loss": 0.7209,
      "step": 35333
    },
    {
      "epoch": 0.7446300715990454,
      "grad_norm": 0.11804792284965515,
      "learning_rate": 3.2303828936315407e-06,
      "loss": 0.7148,
      "step": 35334
    },
    {
      "epoch": 0.7446511456374106,
      "grad_norm": 0.12155047059059143,
      "learning_rate": 3.229880547907367e-06,
      "loss": 0.754,
      "step": 35335
    },
    {
      "epoch": 0.7446722196757759,
      "grad_norm": 0.10292695462703705,
      "learning_rate": 3.229378233722479e-06,
      "loss": 0.7319,
      "step": 35336
    },
    {
      "epoch": 0.7446932937141412,
      "grad_norm": 0.13258159160614014,
      "learning_rate": 3.228875951079219e-06,
      "loss": 0.7106,
      "step": 35337
    },
    {
      "epoch": 0.7447143677525065,
      "grad_norm": 0.12520268559455872,
      "learning_rate": 3.2283736999799242e-06,
      "loss": 0.7127,
      "step": 35338
    },
    {
      "epoch": 0.7447354417908718,
      "grad_norm": 0.11489526182413101,
      "learning_rate": 3.227871480426937e-06,
      "loss": 0.6969,
      "step": 35339
    },
    {
      "epoch": 0.7447565158292371,
      "grad_norm": 0.11031794548034668,
      "learning_rate": 3.2273692924225964e-06,
      "loss": 0.678,
      "step": 35340
    },
    {
      "epoch": 0.7447775898676023,
      "grad_norm": 0.10328124463558197,
      "learning_rate": 3.2268671359692406e-06,
      "loss": 0.7054,
      "step": 35341
    },
    {
      "epoch": 0.7447986639059676,
      "grad_norm": 0.10943765938282013,
      "learning_rate": 3.22636501106921e-06,
      "loss": 0.7352,
      "step": 35342
    },
    {
      "epoch": 0.744819737944333,
      "grad_norm": 0.12091437727212906,
      "learning_rate": 3.2258629177248446e-06,
      "loss": 0.6583,
      "step": 35343
    },
    {
      "epoch": 0.7448408119826982,
      "grad_norm": 0.10950205475091934,
      "learning_rate": 3.225360855938484e-06,
      "loss": 0.6569,
      "step": 35344
    },
    {
      "epoch": 0.7448618860210635,
      "grad_norm": 0.1119690090417862,
      "learning_rate": 3.2248588257124634e-06,
      "loss": 0.6791,
      "step": 35345
    },
    {
      "epoch": 0.7448829600594288,
      "grad_norm": 0.12801340222358704,
      "learning_rate": 3.2243568270491243e-06,
      "loss": 0.6716,
      "step": 35346
    },
    {
      "epoch": 0.744904034097794,
      "grad_norm": 0.10904144495725632,
      "learning_rate": 3.2238548599508034e-06,
      "loss": 0.7044,
      "step": 35347
    },
    {
      "epoch": 0.7449251081361593,
      "grad_norm": 0.12395692616701126,
      "learning_rate": 3.2233529244198423e-06,
      "loss": 0.7709,
      "step": 35348
    },
    {
      "epoch": 0.7449461821745247,
      "grad_norm": 0.12206567078828812,
      "learning_rate": 3.2228510204585763e-06,
      "loss": 0.6773,
      "step": 35349
    },
    {
      "epoch": 0.74496725621289,
      "grad_norm": 0.101681649684906,
      "learning_rate": 3.2223491480693415e-06,
      "loss": 0.6903,
      "step": 35350
    },
    {
      "epoch": 0.7449883302512552,
      "grad_norm": 0.13417088985443115,
      "learning_rate": 3.221847307254483e-06,
      "loss": 0.6779,
      "step": 35351
    },
    {
      "epoch": 0.7450094042896205,
      "grad_norm": 0.10229690372943878,
      "learning_rate": 3.221345498016335e-06,
      "loss": 0.7341,
      "step": 35352
    },
    {
      "epoch": 0.7450304783279857,
      "grad_norm": 0.12162720412015915,
      "learning_rate": 3.2208437203572386e-06,
      "loss": 0.6808,
      "step": 35353
    },
    {
      "epoch": 0.7450515523663511,
      "grad_norm": 0.11689051240682602,
      "learning_rate": 3.2203419742795237e-06,
      "loss": 0.6805,
      "step": 35354
    },
    {
      "epoch": 0.7450726264047164,
      "grad_norm": 0.1581575572490692,
      "learning_rate": 3.2198402597855325e-06,
      "loss": 0.7516,
      "step": 35355
    },
    {
      "epoch": 0.7450937004430817,
      "grad_norm": 0.1179593950510025,
      "learning_rate": 3.219338576877602e-06,
      "loss": 0.671,
      "step": 35356
    },
    {
      "epoch": 0.7451147744814469,
      "grad_norm": 0.13872967660427094,
      "learning_rate": 3.2188369255580685e-06,
      "loss": 0.6972,
      "step": 35357
    },
    {
      "epoch": 0.7451358485198122,
      "grad_norm": 0.12437891215085983,
      "learning_rate": 3.21833530582927e-06,
      "loss": 0.7564,
      "step": 35358
    },
    {
      "epoch": 0.7451569225581776,
      "grad_norm": 0.10048451274633408,
      "learning_rate": 3.2178337176935435e-06,
      "loss": 0.6967,
      "step": 35359
    },
    {
      "epoch": 0.7451779965965428,
      "grad_norm": 0.12054228782653809,
      "learning_rate": 3.217332161153224e-06,
      "loss": 0.6736,
      "step": 35360
    },
    {
      "epoch": 0.7451990706349081,
      "grad_norm": 0.1288517862558365,
      "learning_rate": 3.2168306362106503e-06,
      "loss": 0.7113,
      "step": 35361
    },
    {
      "epoch": 0.7452201446732734,
      "grad_norm": 0.11807078868150711,
      "learning_rate": 3.2163291428681563e-06,
      "loss": 0.6788,
      "step": 35362
    },
    {
      "epoch": 0.7452412187116386,
      "grad_norm": 0.16279849410057068,
      "learning_rate": 3.215827681128081e-06,
      "loss": 0.7501,
      "step": 35363
    },
    {
      "epoch": 0.745262292750004,
      "grad_norm": 0.10284964740276337,
      "learning_rate": 3.2153262509927587e-06,
      "loss": 0.6304,
      "step": 35364
    },
    {
      "epoch": 0.7452833667883693,
      "grad_norm": 0.13673730194568634,
      "learning_rate": 3.2148248524645252e-06,
      "loss": 0.6904,
      "step": 35365
    },
    {
      "epoch": 0.7453044408267345,
      "grad_norm": 0.12427512556314468,
      "learning_rate": 3.214323485545718e-06,
      "loss": 0.7428,
      "step": 35366
    },
    {
      "epoch": 0.7453255148650998,
      "grad_norm": 0.12719982862472534,
      "learning_rate": 3.213822150238671e-06,
      "loss": 0.7247,
      "step": 35367
    },
    {
      "epoch": 0.7453465889034651,
      "grad_norm": 0.11802253127098083,
      "learning_rate": 3.213320846545721e-06,
      "loss": 0.7328,
      "step": 35368
    },
    {
      "epoch": 0.7453676629418304,
      "grad_norm": 0.12455318868160248,
      "learning_rate": 3.2128195744692025e-06,
      "loss": 0.7089,
      "step": 35369
    },
    {
      "epoch": 0.7453887369801957,
      "grad_norm": 0.11806730180978775,
      "learning_rate": 3.2123183340114506e-06,
      "loss": 0.7103,
      "step": 35370
    },
    {
      "epoch": 0.745409811018561,
      "grad_norm": 0.10217119008302689,
      "learning_rate": 3.211817125174802e-06,
      "loss": 0.7077,
      "step": 35371
    },
    {
      "epoch": 0.7454308850569262,
      "grad_norm": 0.11770682036876678,
      "learning_rate": 3.2113159479615895e-06,
      "loss": 0.7002,
      "step": 35372
    },
    {
      "epoch": 0.7454519590952915,
      "grad_norm": 0.12429994344711304,
      "learning_rate": 3.2108148023741526e-06,
      "loss": 0.7256,
      "step": 35373
    },
    {
      "epoch": 0.7454730331336569,
      "grad_norm": 0.1113513931632042,
      "learning_rate": 3.210313688414818e-06,
      "loss": 0.6939,
      "step": 35374
    },
    {
      "epoch": 0.7454941071720221,
      "grad_norm": 0.15110404789447784,
      "learning_rate": 3.2098126060859247e-06,
      "loss": 0.7207,
      "step": 35375
    },
    {
      "epoch": 0.7455151812103874,
      "grad_norm": 0.11720269918441772,
      "learning_rate": 3.2093115553898067e-06,
      "loss": 0.6892,
      "step": 35376
    },
    {
      "epoch": 0.7455362552487527,
      "grad_norm": 0.09857645630836487,
      "learning_rate": 3.2088105363287993e-06,
      "loss": 0.6827,
      "step": 35377
    },
    {
      "epoch": 0.7455573292871179,
      "grad_norm": 0.1476127952337265,
      "learning_rate": 3.2083095489052306e-06,
      "loss": 0.7426,
      "step": 35378
    },
    {
      "epoch": 0.7455784033254833,
      "grad_norm": 0.1190200224518776,
      "learning_rate": 3.207808593121443e-06,
      "loss": 0.7003,
      "step": 35379
    },
    {
      "epoch": 0.7455994773638486,
      "grad_norm": 0.10385908931493759,
      "learning_rate": 3.2073076689797677e-06,
      "loss": 0.6553,
      "step": 35380
    },
    {
      "epoch": 0.7456205514022138,
      "grad_norm": 0.11255941540002823,
      "learning_rate": 3.206806776482536e-06,
      "loss": 0.6651,
      "step": 35381
    },
    {
      "epoch": 0.7456416254405791,
      "grad_norm": 0.10251499712467194,
      "learning_rate": 3.2063059156320866e-06,
      "loss": 0.6567,
      "step": 35382
    },
    {
      "epoch": 0.7456626994789444,
      "grad_norm": 0.11642724275588989,
      "learning_rate": 3.2058050864307445e-06,
      "loss": 0.7254,
      "step": 35383
    },
    {
      "epoch": 0.7456837735173096,
      "grad_norm": 0.10031133145093918,
      "learning_rate": 3.205304288880848e-06,
      "loss": 0.7057,
      "step": 35384
    },
    {
      "epoch": 0.745704847555675,
      "grad_norm": 0.12349255383014679,
      "learning_rate": 3.2048035229847297e-06,
      "loss": 0.6745,
      "step": 35385
    },
    {
      "epoch": 0.7457259215940403,
      "grad_norm": 0.11931663751602173,
      "learning_rate": 3.204302788744721e-06,
      "loss": 0.724,
      "step": 35386
    },
    {
      "epoch": 0.7457469956324055,
      "grad_norm": 0.10747978836297989,
      "learning_rate": 3.2038020861631558e-06,
      "loss": 0.6687,
      "step": 35387
    },
    {
      "epoch": 0.7457680696707708,
      "grad_norm": 0.14627167582511902,
      "learning_rate": 3.203301415242367e-06,
      "loss": 0.6904,
      "step": 35388
    },
    {
      "epoch": 0.7457891437091361,
      "grad_norm": 0.17934249341487885,
      "learning_rate": 3.2028007759846856e-06,
      "loss": 0.7292,
      "step": 35389
    },
    {
      "epoch": 0.7458102177475014,
      "grad_norm": 0.1263241171836853,
      "learning_rate": 3.202300168392446e-06,
      "loss": 0.7401,
      "step": 35390
    },
    {
      "epoch": 0.7458312917858667,
      "grad_norm": 0.11420576274394989,
      "learning_rate": 3.201799592467978e-06,
      "loss": 0.7316,
      "step": 35391
    },
    {
      "epoch": 0.745852365824232,
      "grad_norm": 0.1338987946510315,
      "learning_rate": 3.2012990482136155e-06,
      "loss": 0.7567,
      "step": 35392
    },
    {
      "epoch": 0.7458734398625972,
      "grad_norm": 0.12365634739398956,
      "learning_rate": 3.2007985356316894e-06,
      "loss": 0.7739,
      "step": 35393
    },
    {
      "epoch": 0.7458945139009625,
      "grad_norm": 0.11605872958898544,
      "learning_rate": 3.200298054724532e-06,
      "loss": 0.7015,
      "step": 35394
    },
    {
      "epoch": 0.7459155879393279,
      "grad_norm": 0.10573390871286392,
      "learning_rate": 3.1997976054944736e-06,
      "loss": 0.6651,
      "step": 35395
    },
    {
      "epoch": 0.7459366619776931,
      "grad_norm": 0.1315932422876358,
      "learning_rate": 3.199297187943847e-06,
      "loss": 0.7782,
      "step": 35396
    },
    {
      "epoch": 0.7459577360160584,
      "grad_norm": 0.11243163049221039,
      "learning_rate": 3.1987968020749826e-06,
      "loss": 0.7565,
      "step": 35397
    },
    {
      "epoch": 0.7459788100544237,
      "grad_norm": 0.11737754195928574,
      "learning_rate": 3.198296447890211e-06,
      "loss": 0.7244,
      "step": 35398
    },
    {
      "epoch": 0.745999884092789,
      "grad_norm": 0.1325678527355194,
      "learning_rate": 3.1977961253918653e-06,
      "loss": 0.7427,
      "step": 35399
    },
    {
      "epoch": 0.7460209581311543,
      "grad_norm": 0.11954406648874283,
      "learning_rate": 3.1972958345822735e-06,
      "loss": 0.7474,
      "step": 35400
    },
    {
      "epoch": 0.7460420321695196,
      "grad_norm": 0.09889474511146545,
      "learning_rate": 3.1967955754637694e-06,
      "loss": 0.6806,
      "step": 35401
    },
    {
      "epoch": 0.7460631062078849,
      "grad_norm": 0.12145183235406876,
      "learning_rate": 3.1962953480386805e-06,
      "loss": 0.7261,
      "step": 35402
    },
    {
      "epoch": 0.7460841802462501,
      "grad_norm": 0.13318593800067902,
      "learning_rate": 3.1957951523093413e-06,
      "loss": 0.7246,
      "step": 35403
    },
    {
      "epoch": 0.7461052542846154,
      "grad_norm": 0.11608054488897324,
      "learning_rate": 3.195294988278077e-06,
      "loss": 0.6475,
      "step": 35404
    },
    {
      "epoch": 0.7461263283229808,
      "grad_norm": 0.15500730276107788,
      "learning_rate": 3.1947948559472187e-06,
      "loss": 0.7869,
      "step": 35405
    },
    {
      "epoch": 0.746147402361346,
      "grad_norm": 0.12050784379243851,
      "learning_rate": 3.1942947553190983e-06,
      "loss": 0.7343,
      "step": 35406
    },
    {
      "epoch": 0.7461684763997113,
      "grad_norm": 0.14397448301315308,
      "learning_rate": 3.193794686396041e-06,
      "loss": 0.7195,
      "step": 35407
    },
    {
      "epoch": 0.7461895504380766,
      "grad_norm": 0.15464694797992706,
      "learning_rate": 3.193294649180383e-06,
      "loss": 0.732,
      "step": 35408
    },
    {
      "epoch": 0.7462106244764418,
      "grad_norm": 0.1363181471824646,
      "learning_rate": 3.1927946436744516e-06,
      "loss": 0.7497,
      "step": 35409
    },
    {
      "epoch": 0.7462316985148072,
      "grad_norm": 0.11048298329114914,
      "learning_rate": 3.1922946698805746e-06,
      "loss": 0.6701,
      "step": 35410
    },
    {
      "epoch": 0.7462527725531725,
      "grad_norm": 0.1412791609764099,
      "learning_rate": 3.1917947278010832e-06,
      "loss": 0.723,
      "step": 35411
    },
    {
      "epoch": 0.7462738465915377,
      "grad_norm": 0.14778728783130646,
      "learning_rate": 3.1912948174383074e-06,
      "loss": 0.7059,
      "step": 35412
    },
    {
      "epoch": 0.746294920629903,
      "grad_norm": 0.11087138950824738,
      "learning_rate": 3.190794938794571e-06,
      "loss": 0.7306,
      "step": 35413
    },
    {
      "epoch": 0.7463159946682683,
      "grad_norm": 0.10308292508125305,
      "learning_rate": 3.1902950918722053e-06,
      "loss": 0.762,
      "step": 35414
    },
    {
      "epoch": 0.7463370687066336,
      "grad_norm": 0.1122540831565857,
      "learning_rate": 3.1897952766735396e-06,
      "loss": 0.7336,
      "step": 35415
    },
    {
      "epoch": 0.7463581427449989,
      "grad_norm": 0.11854197084903717,
      "learning_rate": 3.1892954932009024e-06,
      "loss": 0.74,
      "step": 35416
    },
    {
      "epoch": 0.7463792167833642,
      "grad_norm": 0.1063399538397789,
      "learning_rate": 3.1887957414566206e-06,
      "loss": 0.7023,
      "step": 35417
    },
    {
      "epoch": 0.7464002908217294,
      "grad_norm": 0.12423773854970932,
      "learning_rate": 3.1882960214430235e-06,
      "loss": 0.7898,
      "step": 35418
    },
    {
      "epoch": 0.7464213648600947,
      "grad_norm": 0.11507771909236908,
      "learning_rate": 3.1877963331624397e-06,
      "loss": 0.6817,
      "step": 35419
    },
    {
      "epoch": 0.7464424388984601,
      "grad_norm": 0.09490872919559479,
      "learning_rate": 3.1872966766171954e-06,
      "loss": 0.7159,
      "step": 35420
    },
    {
      "epoch": 0.7464635129368253,
      "grad_norm": 0.1140378937125206,
      "learning_rate": 3.186797051809619e-06,
      "loss": 0.7455,
      "step": 35421
    },
    {
      "epoch": 0.7464845869751906,
      "grad_norm": 0.12987011671066284,
      "learning_rate": 3.186297458742039e-06,
      "loss": 0.7415,
      "step": 35422
    },
    {
      "epoch": 0.7465056610135559,
      "grad_norm": 0.18609510362148285,
      "learning_rate": 3.1857978974167812e-06,
      "loss": 0.7671,
      "step": 35423
    },
    {
      "epoch": 0.7465267350519211,
      "grad_norm": 0.12083467096090317,
      "learning_rate": 3.185298367836174e-06,
      "loss": 0.7137,
      "step": 35424
    },
    {
      "epoch": 0.7465478090902864,
      "grad_norm": 0.10628393292427063,
      "learning_rate": 3.1847988700025444e-06,
      "loss": 0.7116,
      "step": 35425
    },
    {
      "epoch": 0.7465688831286518,
      "grad_norm": 0.1278843879699707,
      "learning_rate": 3.1842994039182187e-06,
      "loss": 0.6642,
      "step": 35426
    },
    {
      "epoch": 0.746589957167017,
      "grad_norm": 0.10612566024065018,
      "learning_rate": 3.183799969585524e-06,
      "loss": 0.7456,
      "step": 35427
    },
    {
      "epoch": 0.7466110312053823,
      "grad_norm": 0.11444884538650513,
      "learning_rate": 3.1833005670067874e-06,
      "loss": 0.6695,
      "step": 35428
    },
    {
      "epoch": 0.7466321052437476,
      "grad_norm": 0.12154670059680939,
      "learning_rate": 3.182801196184335e-06,
      "loss": 0.7463,
      "step": 35429
    },
    {
      "epoch": 0.7466531792821128,
      "grad_norm": 0.12030313909053802,
      "learning_rate": 3.1823018571204933e-06,
      "loss": 0.7123,
      "step": 35430
    },
    {
      "epoch": 0.7466742533204782,
      "grad_norm": 0.1204347014427185,
      "learning_rate": 3.181802549817589e-06,
      "loss": 0.7298,
      "step": 35431
    },
    {
      "epoch": 0.7466953273588435,
      "grad_norm": 0.11829037964344025,
      "learning_rate": 3.1813032742779502e-06,
      "loss": 0.7296,
      "step": 35432
    },
    {
      "epoch": 0.7467164013972087,
      "grad_norm": 0.1094936951994896,
      "learning_rate": 3.180804030503898e-06,
      "loss": 0.7644,
      "step": 35433
    },
    {
      "epoch": 0.746737475435574,
      "grad_norm": 0.1084936112165451,
      "learning_rate": 3.180304818497759e-06,
      "loss": 0.7171,
      "step": 35434
    },
    {
      "epoch": 0.7467585494739393,
      "grad_norm": 0.1511468142271042,
      "learning_rate": 3.1798056382618614e-06,
      "loss": 0.6581,
      "step": 35435
    },
    {
      "epoch": 0.7467796235123046,
      "grad_norm": 0.12944024801254272,
      "learning_rate": 3.179306489798527e-06,
      "loss": 0.6923,
      "step": 35436
    },
    {
      "epoch": 0.7468006975506699,
      "grad_norm": 0.10752085596323013,
      "learning_rate": 3.1788073731100854e-06,
      "loss": 0.683,
      "step": 35437
    },
    {
      "epoch": 0.7468217715890352,
      "grad_norm": 0.10143926739692688,
      "learning_rate": 3.1783082881988614e-06,
      "loss": 0.7406,
      "step": 35438
    },
    {
      "epoch": 0.7468428456274004,
      "grad_norm": 0.0943605974316597,
      "learning_rate": 3.1778092350671774e-06,
      "loss": 0.6546,
      "step": 35439
    },
    {
      "epoch": 0.7468639196657657,
      "grad_norm": 0.10725103318691254,
      "learning_rate": 3.1773102137173604e-06,
      "loss": 0.6789,
      "step": 35440
    },
    {
      "epoch": 0.7468849937041311,
      "grad_norm": 0.11059682816267014,
      "learning_rate": 3.1768112241517378e-06,
      "loss": 0.6887,
      "step": 35441
    },
    {
      "epoch": 0.7469060677424963,
      "grad_norm": 0.11915024369955063,
      "learning_rate": 3.1763122663726274e-06,
      "loss": 0.7385,
      "step": 35442
    },
    {
      "epoch": 0.7469271417808616,
      "grad_norm": 0.11579956114292145,
      "learning_rate": 3.1758133403823577e-06,
      "loss": 0.7262,
      "step": 35443
    },
    {
      "epoch": 0.7469482158192269,
      "grad_norm": 0.1181367039680481,
      "learning_rate": 3.175314446183251e-06,
      "loss": 0.7617,
      "step": 35444
    },
    {
      "epoch": 0.7469692898575921,
      "grad_norm": 0.10311929881572723,
      "learning_rate": 3.174815583777634e-06,
      "loss": 0.7006,
      "step": 35445
    },
    {
      "epoch": 0.7469903638959575,
      "grad_norm": 0.10856182128190994,
      "learning_rate": 3.174316753167829e-06,
      "loss": 0.7129,
      "step": 35446
    },
    {
      "epoch": 0.7470114379343228,
      "grad_norm": 0.101101353764534,
      "learning_rate": 3.1738179543561597e-06,
      "loss": 0.6802,
      "step": 35447
    },
    {
      "epoch": 0.747032511972688,
      "grad_norm": 0.11347299814224243,
      "learning_rate": 3.1733191873449508e-06,
      "loss": 0.6716,
      "step": 35448
    },
    {
      "epoch": 0.7470535860110533,
      "grad_norm": 0.12537388503551483,
      "learning_rate": 3.1728204521365256e-06,
      "loss": 0.7214,
      "step": 35449
    },
    {
      "epoch": 0.7470746600494186,
      "grad_norm": 0.11364620923995972,
      "learning_rate": 3.1723217487332046e-06,
      "loss": 0.6533,
      "step": 35450
    },
    {
      "epoch": 0.747095734087784,
      "grad_norm": 0.13179893791675568,
      "learning_rate": 3.1718230771373193e-06,
      "loss": 0.7342,
      "step": 35451
    },
    {
      "epoch": 0.7471168081261492,
      "grad_norm": 0.10980729013681412,
      "learning_rate": 3.1713244373511854e-06,
      "loss": 0.7655,
      "step": 35452
    },
    {
      "epoch": 0.7471378821645145,
      "grad_norm": 0.14956620335578918,
      "learning_rate": 3.1708258293771264e-06,
      "loss": 0.7466,
      "step": 35453
    },
    {
      "epoch": 0.7471589562028798,
      "grad_norm": 0.1207348108291626,
      "learning_rate": 3.1703272532174677e-06,
      "loss": 0.72,
      "step": 35454
    },
    {
      "epoch": 0.747180030241245,
      "grad_norm": 0.10902918130159378,
      "learning_rate": 3.1698287088745307e-06,
      "loss": 0.7189,
      "step": 35455
    },
    {
      "epoch": 0.7472011042796104,
      "grad_norm": 0.1129019558429718,
      "learning_rate": 3.1693301963506375e-06,
      "loss": 0.7506,
      "step": 35456
    },
    {
      "epoch": 0.7472221783179757,
      "grad_norm": 0.10712213814258575,
      "learning_rate": 3.1688317156481107e-06,
      "loss": 0.6615,
      "step": 35457
    },
    {
      "epoch": 0.7472432523563409,
      "grad_norm": 0.1098073199391365,
      "learning_rate": 3.1683332667692736e-06,
      "loss": 0.7846,
      "step": 35458
    },
    {
      "epoch": 0.7472643263947062,
      "grad_norm": 0.11870259046554565,
      "learning_rate": 3.167834849716447e-06,
      "loss": 0.7669,
      "step": 35459
    },
    {
      "epoch": 0.7472854004330715,
      "grad_norm": 0.11437436938285828,
      "learning_rate": 3.1673364644919536e-06,
      "loss": 0.8003,
      "step": 35460
    },
    {
      "epoch": 0.7473064744714367,
      "grad_norm": 0.11298105865716934,
      "learning_rate": 3.166838111098115e-06,
      "loss": 0.7427,
      "step": 35461
    },
    {
      "epoch": 0.7473275485098021,
      "grad_norm": 0.10696262866258621,
      "learning_rate": 3.166339789537256e-06,
      "loss": 0.7335,
      "step": 35462
    },
    {
      "epoch": 0.7473486225481674,
      "grad_norm": 0.10050363093614578,
      "learning_rate": 3.1658414998116915e-06,
      "loss": 0.7153,
      "step": 35463
    },
    {
      "epoch": 0.7473696965865326,
      "grad_norm": 0.12114011496305466,
      "learning_rate": 3.1653432419237462e-06,
      "loss": 0.7256,
      "step": 35464
    },
    {
      "epoch": 0.7473907706248979,
      "grad_norm": 0.10198686271905899,
      "learning_rate": 3.1648450158757373e-06,
      "loss": 0.6982,
      "step": 35465
    },
    {
      "epoch": 0.7474118446632632,
      "grad_norm": 0.12175217270851135,
      "learning_rate": 3.1643468216699936e-06,
      "loss": 0.7387,
      "step": 35466
    },
    {
      "epoch": 0.7474329187016285,
      "grad_norm": 0.13760702311992645,
      "learning_rate": 3.1638486593088326e-06,
      "loss": 0.68,
      "step": 35467
    },
    {
      "epoch": 0.7474539927399938,
      "grad_norm": 0.11480443924665451,
      "learning_rate": 3.1633505287945743e-06,
      "loss": 0.7083,
      "step": 35468
    },
    {
      "epoch": 0.7474750667783591,
      "grad_norm": 0.11282280832529068,
      "learning_rate": 3.1628524301295396e-06,
      "loss": 0.7413,
      "step": 35469
    },
    {
      "epoch": 0.7474961408167243,
      "grad_norm": 0.11966069042682648,
      "learning_rate": 3.162354363316048e-06,
      "loss": 0.7757,
      "step": 35470
    },
    {
      "epoch": 0.7475172148550896,
      "grad_norm": 0.1057763323187828,
      "learning_rate": 3.1618563283564253e-06,
      "loss": 0.7236,
      "step": 35471
    },
    {
      "epoch": 0.747538288893455,
      "grad_norm": 0.1457834094762802,
      "learning_rate": 3.161358325252983e-06,
      "loss": 0.7203,
      "step": 35472
    },
    {
      "epoch": 0.7475593629318202,
      "grad_norm": 0.10920118540525436,
      "learning_rate": 3.160860354008045e-06,
      "loss": 0.6929,
      "step": 35473
    },
    {
      "epoch": 0.7475804369701855,
      "grad_norm": 0.11768680065870285,
      "learning_rate": 3.160362414623932e-06,
      "loss": 0.7128,
      "step": 35474
    },
    {
      "epoch": 0.7476015110085508,
      "grad_norm": 0.1246880516409874,
      "learning_rate": 3.1598645071029633e-06,
      "loss": 0.7316,
      "step": 35475
    },
    {
      "epoch": 0.747622585046916,
      "grad_norm": 0.17416219413280487,
      "learning_rate": 3.159366631447457e-06,
      "loss": 0.673,
      "step": 35476
    },
    {
      "epoch": 0.7476436590852814,
      "grad_norm": 0.13902579247951508,
      "learning_rate": 3.1588687876597344e-06,
      "loss": 0.7768,
      "step": 35477
    },
    {
      "epoch": 0.7476647331236467,
      "grad_norm": 0.10392151772975922,
      "learning_rate": 3.1583709757421143e-06,
      "loss": 0.6353,
      "step": 35478
    },
    {
      "epoch": 0.7476858071620119,
      "grad_norm": 0.12838228046894073,
      "learning_rate": 3.157873195696911e-06,
      "loss": 0.6773,
      "step": 35479
    },
    {
      "epoch": 0.7477068812003772,
      "grad_norm": 0.11409353464841843,
      "learning_rate": 3.157375447526456e-06,
      "loss": 0.7281,
      "step": 35480
    },
    {
      "epoch": 0.7477279552387425,
      "grad_norm": 0.10730375349521637,
      "learning_rate": 3.156877731233057e-06,
      "loss": 0.6996,
      "step": 35481
    },
    {
      "epoch": 0.7477490292771078,
      "grad_norm": 0.10990595072507858,
      "learning_rate": 3.156380046819034e-06,
      "loss": 0.7131,
      "step": 35482
    },
    {
      "epoch": 0.7477701033154731,
      "grad_norm": 0.10500189661979675,
      "learning_rate": 3.155882394286709e-06,
      "loss": 0.6369,
      "step": 35483
    },
    {
      "epoch": 0.7477911773538384,
      "grad_norm": 0.09842920303344727,
      "learning_rate": 3.155384773638398e-06,
      "loss": 0.6751,
      "step": 35484
    },
    {
      "epoch": 0.7478122513922036,
      "grad_norm": 0.11714264005422592,
      "learning_rate": 3.1548871848764196e-06,
      "loss": 0.7758,
      "step": 35485
    },
    {
      "epoch": 0.7478333254305689,
      "grad_norm": 0.13492998480796814,
      "learning_rate": 3.154389628003093e-06,
      "loss": 0.7453,
      "step": 35486
    },
    {
      "epoch": 0.7478543994689343,
      "grad_norm": 0.13024947047233582,
      "learning_rate": 3.1538921030207335e-06,
      "loss": 0.7014,
      "step": 35487
    },
    {
      "epoch": 0.7478754735072995,
      "grad_norm": 0.12515439093112946,
      "learning_rate": 3.1533946099316625e-06,
      "loss": 0.7838,
      "step": 35488
    },
    {
      "epoch": 0.7478965475456648,
      "grad_norm": 0.2727901041507721,
      "learning_rate": 3.1528971487381945e-06,
      "loss": 0.6657,
      "step": 35489
    },
    {
      "epoch": 0.7479176215840301,
      "grad_norm": 0.12953490018844604,
      "learning_rate": 3.1523997194426493e-06,
      "loss": 0.6723,
      "step": 35490
    },
    {
      "epoch": 0.7479386956223953,
      "grad_norm": 0.10548374056816101,
      "learning_rate": 3.151902322047342e-06,
      "loss": 0.7281,
      "step": 35491
    },
    {
      "epoch": 0.7479597696607607,
      "grad_norm": 0.12054447829723358,
      "learning_rate": 3.1514049565545946e-06,
      "loss": 0.7323,
      "step": 35492
    },
    {
      "epoch": 0.747980843699126,
      "grad_norm": 0.14982420206069946,
      "learning_rate": 3.1509076229667146e-06,
      "loss": 0.7697,
      "step": 35493
    },
    {
      "epoch": 0.7480019177374913,
      "grad_norm": 0.12334810942411423,
      "learning_rate": 3.150410321286027e-06,
      "loss": 0.7247,
      "step": 35494
    },
    {
      "epoch": 0.7480229917758565,
      "grad_norm": 0.13843880593776703,
      "learning_rate": 3.1499130515148467e-06,
      "loss": 0.7619,
      "step": 35495
    },
    {
      "epoch": 0.7480440658142218,
      "grad_norm": 0.10732456296682358,
      "learning_rate": 3.149415813655491e-06,
      "loss": 0.7474,
      "step": 35496
    },
    {
      "epoch": 0.748065139852587,
      "grad_norm": 0.09740237146615982,
      "learning_rate": 3.148918607710273e-06,
      "loss": 0.6819,
      "step": 35497
    },
    {
      "epoch": 0.7480862138909524,
      "grad_norm": 0.1478153020143509,
      "learning_rate": 3.148421433681512e-06,
      "loss": 0.7373,
      "step": 35498
    },
    {
      "epoch": 0.7481072879293177,
      "grad_norm": 0.1069939136505127,
      "learning_rate": 3.1479242915715237e-06,
      "loss": 0.7144,
      "step": 35499
    },
    {
      "epoch": 0.748128361967683,
      "grad_norm": 0.14220650494098663,
      "learning_rate": 3.1474271813826242e-06,
      "loss": 0.7615,
      "step": 35500
    },
    {
      "epoch": 0.7481494360060482,
      "grad_norm": 0.09770067781209946,
      "learning_rate": 3.1469301031171306e-06,
      "loss": 0.6893,
      "step": 35501
    },
    {
      "epoch": 0.7481705100444135,
      "grad_norm": 0.10957945883274078,
      "learning_rate": 3.146433056777355e-06,
      "loss": 0.7321,
      "step": 35502
    },
    {
      "epoch": 0.7481915840827789,
      "grad_norm": 0.1843452900648117,
      "learning_rate": 3.1459360423656136e-06,
      "loss": 0.751,
      "step": 35503
    },
    {
      "epoch": 0.7482126581211441,
      "grad_norm": 0.1040278896689415,
      "learning_rate": 3.145439059884223e-06,
      "loss": 0.6838,
      "step": 35504
    },
    {
      "epoch": 0.7482337321595094,
      "grad_norm": 0.11243581771850586,
      "learning_rate": 3.144942109335499e-06,
      "loss": 0.6885,
      "step": 35505
    },
    {
      "epoch": 0.7482548061978747,
      "grad_norm": 0.09796833992004395,
      "learning_rate": 3.1444451907217557e-06,
      "loss": 0.6996,
      "step": 35506
    },
    {
      "epoch": 0.7482758802362399,
      "grad_norm": 0.12406247854232788,
      "learning_rate": 3.143948304045309e-06,
      "loss": 0.7443,
      "step": 35507
    },
    {
      "epoch": 0.7482969542746053,
      "grad_norm": 0.1158941313624382,
      "learning_rate": 3.143451449308469e-06,
      "loss": 0.7317,
      "step": 35508
    },
    {
      "epoch": 0.7483180283129706,
      "grad_norm": 0.10492240637540817,
      "learning_rate": 3.142954626513558e-06,
      "loss": 0.7212,
      "step": 35509
    },
    {
      "epoch": 0.7483391023513358,
      "grad_norm": 0.10217675566673279,
      "learning_rate": 3.142457835662891e-06,
      "loss": 0.7606,
      "step": 35510
    },
    {
      "epoch": 0.7483601763897011,
      "grad_norm": 0.13089248538017273,
      "learning_rate": 3.141961076758774e-06,
      "loss": 0.6533,
      "step": 35511
    },
    {
      "epoch": 0.7483812504280664,
      "grad_norm": 0.10889542102813721,
      "learning_rate": 3.1414643498035256e-06,
      "loss": 0.6619,
      "step": 35512
    },
    {
      "epoch": 0.7484023244664317,
      "grad_norm": 0.12616878747940063,
      "learning_rate": 3.1409676547994605e-06,
      "loss": 0.6643,
      "step": 35513
    },
    {
      "epoch": 0.748423398504797,
      "grad_norm": 0.10674215853214264,
      "learning_rate": 3.140470991748891e-06,
      "loss": 0.6895,
      "step": 35514
    },
    {
      "epoch": 0.7484444725431623,
      "grad_norm": 0.1300293207168579,
      "learning_rate": 3.1399743606541324e-06,
      "loss": 0.7604,
      "step": 35515
    },
    {
      "epoch": 0.7484655465815275,
      "grad_norm": 0.11571930348873138,
      "learning_rate": 3.1394777615174976e-06,
      "loss": 0.6932,
      "step": 35516
    },
    {
      "epoch": 0.7484866206198928,
      "grad_norm": 0.15313704311847687,
      "learning_rate": 3.1389811943412998e-06,
      "loss": 0.761,
      "step": 35517
    },
    {
      "epoch": 0.7485076946582582,
      "grad_norm": 0.11725237220525742,
      "learning_rate": 3.138484659127853e-06,
      "loss": 0.658,
      "step": 35518
    },
    {
      "epoch": 0.7485287686966234,
      "grad_norm": 0.1116773784160614,
      "learning_rate": 3.137988155879469e-06,
      "loss": 0.7055,
      "step": 35519
    },
    {
      "epoch": 0.7485498427349887,
      "grad_norm": 0.1267748475074768,
      "learning_rate": 3.1374916845984626e-06,
      "loss": 0.652,
      "step": 35520
    },
    {
      "epoch": 0.748570916773354,
      "grad_norm": 0.11190247535705566,
      "learning_rate": 3.1369952452871486e-06,
      "loss": 0.7027,
      "step": 35521
    },
    {
      "epoch": 0.7485919908117192,
      "grad_norm": 0.11089504510164261,
      "learning_rate": 3.136498837947831e-06,
      "loss": 0.7144,
      "step": 35522
    },
    {
      "epoch": 0.7486130648500846,
      "grad_norm": 0.10550972819328308,
      "learning_rate": 3.136002462582831e-06,
      "loss": 0.7197,
      "step": 35523
    },
    {
      "epoch": 0.7486341388884499,
      "grad_norm": 0.12065382301807404,
      "learning_rate": 3.135506119194459e-06,
      "loss": 0.6444,
      "step": 35524
    },
    {
      "epoch": 0.7486552129268151,
      "grad_norm": 0.12035339325666428,
      "learning_rate": 3.1350098077850265e-06,
      "loss": 0.6895,
      "step": 35525
    },
    {
      "epoch": 0.7486762869651804,
      "grad_norm": 0.13230934739112854,
      "learning_rate": 3.134513528356845e-06,
      "loss": 0.7317,
      "step": 35526
    },
    {
      "epoch": 0.7486973610035457,
      "grad_norm": 0.1004297062754631,
      "learning_rate": 3.134017280912228e-06,
      "loss": 0.6885,
      "step": 35527
    },
    {
      "epoch": 0.748718435041911,
      "grad_norm": 0.12702292203903198,
      "learning_rate": 3.1335210654534864e-06,
      "loss": 0.6977,
      "step": 35528
    },
    {
      "epoch": 0.7487395090802763,
      "grad_norm": 0.11433675140142441,
      "learning_rate": 3.133024881982931e-06,
      "loss": 0.7187,
      "step": 35529
    },
    {
      "epoch": 0.7487605831186416,
      "grad_norm": 0.1042327955365181,
      "learning_rate": 3.1325287305028783e-06,
      "loss": 0.707,
      "step": 35530
    },
    {
      "epoch": 0.7487816571570068,
      "grad_norm": 0.15164317190647125,
      "learning_rate": 3.1320326110156316e-06,
      "loss": 0.6996,
      "step": 35531
    },
    {
      "epoch": 0.7488027311953721,
      "grad_norm": 0.12967589497566223,
      "learning_rate": 3.1315365235235075e-06,
      "loss": 0.6808,
      "step": 35532
    },
    {
      "epoch": 0.7488238052337375,
      "grad_norm": 0.11194983124732971,
      "learning_rate": 3.1310404680288152e-06,
      "loss": 0.6821,
      "step": 35533
    },
    {
      "epoch": 0.7488448792721027,
      "grad_norm": 0.13469412922859192,
      "learning_rate": 3.130544444533866e-06,
      "loss": 0.711,
      "step": 35534
    },
    {
      "epoch": 0.748865953310468,
      "grad_norm": 0.1140129342675209,
      "learning_rate": 3.1300484530409714e-06,
      "loss": 0.7203,
      "step": 35535
    },
    {
      "epoch": 0.7488870273488333,
      "grad_norm": 0.1350579857826233,
      "learning_rate": 3.1295524935524412e-06,
      "loss": 0.6984,
      "step": 35536
    },
    {
      "epoch": 0.7489081013871985,
      "grad_norm": 0.116341233253479,
      "learning_rate": 3.129056566070582e-06,
      "loss": 0.6822,
      "step": 35537
    },
    {
      "epoch": 0.7489291754255638,
      "grad_norm": 0.1254095882177353,
      "learning_rate": 3.1285606705977125e-06,
      "loss": 0.7456,
      "step": 35538
    },
    {
      "epoch": 0.7489502494639292,
      "grad_norm": 0.14665989577770233,
      "learning_rate": 3.128064807136142e-06,
      "loss": 0.7426,
      "step": 35539
    },
    {
      "epoch": 0.7489713235022945,
      "grad_norm": 0.10430623590946198,
      "learning_rate": 3.1275689756881733e-06,
      "loss": 0.7367,
      "step": 35540
    },
    {
      "epoch": 0.7489923975406597,
      "grad_norm": 0.16588981449604034,
      "learning_rate": 3.12707317625612e-06,
      "loss": 0.7323,
      "step": 35541
    },
    {
      "epoch": 0.749013471579025,
      "grad_norm": 0.10676799714565277,
      "learning_rate": 3.126577408842293e-06,
      "loss": 0.6685,
      "step": 35542
    },
    {
      "epoch": 0.7490345456173902,
      "grad_norm": 0.12766093015670776,
      "learning_rate": 3.1260816734490007e-06,
      "loss": 0.6146,
      "step": 35543
    },
    {
      "epoch": 0.7490556196557556,
      "grad_norm": 0.13451623916625977,
      "learning_rate": 3.1255859700785516e-06,
      "loss": 0.7131,
      "step": 35544
    },
    {
      "epoch": 0.7490766936941209,
      "grad_norm": 0.10364607721567154,
      "learning_rate": 3.1250902987332575e-06,
      "loss": 0.7353,
      "step": 35545
    },
    {
      "epoch": 0.7490977677324862,
      "grad_norm": 0.1278681457042694,
      "learning_rate": 3.124594659415425e-06,
      "loss": 0.6954,
      "step": 35546
    },
    {
      "epoch": 0.7491188417708514,
      "grad_norm": 0.11545775085687637,
      "learning_rate": 3.124099052127365e-06,
      "loss": 0.7578,
      "step": 35547
    },
    {
      "epoch": 0.7491399158092167,
      "grad_norm": 0.10838387906551361,
      "learning_rate": 3.1236034768713864e-06,
      "loss": 0.7121,
      "step": 35548
    },
    {
      "epoch": 0.7491609898475821,
      "grad_norm": 0.11502283811569214,
      "learning_rate": 3.123107933649796e-06,
      "loss": 0.6889,
      "step": 35549
    },
    {
      "epoch": 0.7491820638859473,
      "grad_norm": 0.10584131628274918,
      "learning_rate": 3.1226124224649033e-06,
      "loss": 0.6361,
      "step": 35550
    },
    {
      "epoch": 0.7492031379243126,
      "grad_norm": 0.1914833039045334,
      "learning_rate": 3.1221169433190166e-06,
      "loss": 0.6989,
      "step": 35551
    },
    {
      "epoch": 0.7492242119626779,
      "grad_norm": 0.20882606506347656,
      "learning_rate": 3.121621496214444e-06,
      "loss": 0.7116,
      "step": 35552
    },
    {
      "epoch": 0.7492452860010431,
      "grad_norm": 0.13072216510772705,
      "learning_rate": 3.1211260811534948e-06,
      "loss": 0.7541,
      "step": 35553
    },
    {
      "epoch": 0.7492663600394085,
      "grad_norm": 0.109125517308712,
      "learning_rate": 3.120630698138476e-06,
      "loss": 0.6844,
      "step": 35554
    },
    {
      "epoch": 0.7492874340777738,
      "grad_norm": 0.14841775596141815,
      "learning_rate": 3.1201353471716957e-06,
      "loss": 0.7655,
      "step": 35555
    },
    {
      "epoch": 0.749308508116139,
      "grad_norm": 0.13601134717464447,
      "learning_rate": 3.1196400282554606e-06,
      "loss": 0.7328,
      "step": 35556
    },
    {
      "epoch": 0.7493295821545043,
      "grad_norm": 0.10946457833051682,
      "learning_rate": 3.1191447413920796e-06,
      "loss": 0.6986,
      "step": 35557
    },
    {
      "epoch": 0.7493506561928696,
      "grad_norm": 0.15128442645072937,
      "learning_rate": 3.118649486583858e-06,
      "loss": 0.6481,
      "step": 35558
    },
    {
      "epoch": 0.7493717302312349,
      "grad_norm": 0.11815688014030457,
      "learning_rate": 3.1181542638331055e-06,
      "loss": 0.6894,
      "step": 35559
    },
    {
      "epoch": 0.7493928042696002,
      "grad_norm": 0.11146900057792664,
      "learning_rate": 3.1176590731421308e-06,
      "loss": 0.7016,
      "step": 35560
    },
    {
      "epoch": 0.7494138783079655,
      "grad_norm": 0.13451865315437317,
      "learning_rate": 3.117163914513235e-06,
      "loss": 0.7059,
      "step": 35561
    },
    {
      "epoch": 0.7494349523463307,
      "grad_norm": 0.11032450199127197,
      "learning_rate": 3.116668787948728e-06,
      "loss": 0.66,
      "step": 35562
    },
    {
      "epoch": 0.749456026384696,
      "grad_norm": 0.11153866350650787,
      "learning_rate": 3.1161736934509155e-06,
      "loss": 0.7074,
      "step": 35563
    },
    {
      "epoch": 0.7494771004230614,
      "grad_norm": 0.20228999853134155,
      "learning_rate": 3.1156786310221044e-06,
      "loss": 0.6849,
      "step": 35564
    },
    {
      "epoch": 0.7494981744614266,
      "grad_norm": 0.11584865301847458,
      "learning_rate": 3.1151836006645986e-06,
      "loss": 0.6942,
      "step": 35565
    },
    {
      "epoch": 0.7495192484997919,
      "grad_norm": 0.11468558758497238,
      "learning_rate": 3.11468860238071e-06,
      "loss": 0.6581,
      "step": 35566
    },
    {
      "epoch": 0.7495403225381572,
      "grad_norm": 0.10580296814441681,
      "learning_rate": 3.114193636172742e-06,
      "loss": 0.7461,
      "step": 35567
    },
    {
      "epoch": 0.7495613965765224,
      "grad_norm": 0.2229241281747818,
      "learning_rate": 3.1136987020429997e-06,
      "loss": 0.6996,
      "step": 35568
    },
    {
      "epoch": 0.7495824706148878,
      "grad_norm": 0.13274303078651428,
      "learning_rate": 3.1132037999937916e-06,
      "loss": 0.6928,
      "step": 35569
    },
    {
      "epoch": 0.7496035446532531,
      "grad_norm": 0.14973288774490356,
      "learning_rate": 3.1127089300274183e-06,
      "loss": 0.7275,
      "step": 35570
    },
    {
      "epoch": 0.7496246186916183,
      "grad_norm": 0.11242077499628067,
      "learning_rate": 3.112214092146187e-06,
      "loss": 0.745,
      "step": 35571
    },
    {
      "epoch": 0.7496456927299836,
      "grad_norm": 0.15782077610492706,
      "learning_rate": 3.111719286352404e-06,
      "loss": 0.6646,
      "step": 35572
    },
    {
      "epoch": 0.7496667667683489,
      "grad_norm": 0.10952666401863098,
      "learning_rate": 3.111224512648374e-06,
      "loss": 0.772,
      "step": 35573
    },
    {
      "epoch": 0.7496878408067141,
      "grad_norm": 0.12273907661437988,
      "learning_rate": 3.1107297710364015e-06,
      "loss": 0.6981,
      "step": 35574
    },
    {
      "epoch": 0.7497089148450795,
      "grad_norm": 0.1136213168501854,
      "learning_rate": 3.1102350615187915e-06,
      "loss": 0.7102,
      "step": 35575
    },
    {
      "epoch": 0.7497299888834448,
      "grad_norm": 0.11105820536613464,
      "learning_rate": 3.10974038409785e-06,
      "loss": 0.7236,
      "step": 35576
    },
    {
      "epoch": 0.74975106292181,
      "grad_norm": 0.14043308794498444,
      "learning_rate": 3.109245738775879e-06,
      "loss": 0.7472,
      "step": 35577
    },
    {
      "epoch": 0.7497721369601753,
      "grad_norm": 0.11162883043289185,
      "learning_rate": 3.108751125555185e-06,
      "loss": 0.7095,
      "step": 35578
    },
    {
      "epoch": 0.7497932109985406,
      "grad_norm": 0.10852285474538803,
      "learning_rate": 3.1082565444380718e-06,
      "loss": 0.6809,
      "step": 35579
    },
    {
      "epoch": 0.749814285036906,
      "grad_norm": 0.11852846294641495,
      "learning_rate": 3.1077619954268424e-06,
      "loss": 0.6592,
      "step": 35580
    },
    {
      "epoch": 0.7498353590752712,
      "grad_norm": 0.13425041735172272,
      "learning_rate": 3.107267478523802e-06,
      "loss": 0.7335,
      "step": 35581
    },
    {
      "epoch": 0.7498564331136365,
      "grad_norm": 0.10987227410078049,
      "learning_rate": 3.106772993731253e-06,
      "loss": 0.6808,
      "step": 35582
    },
    {
      "epoch": 0.7498775071520017,
      "grad_norm": 0.17372071743011475,
      "learning_rate": 3.1062785410515007e-06,
      "loss": 0.6872,
      "step": 35583
    },
    {
      "epoch": 0.749898581190367,
      "grad_norm": 0.10761289298534393,
      "learning_rate": 3.1057841204868466e-06,
      "loss": 0.6732,
      "step": 35584
    },
    {
      "epoch": 0.7499196552287324,
      "grad_norm": 0.11802418529987335,
      "learning_rate": 3.105289732039596e-06,
      "loss": 0.673,
      "step": 35585
    },
    {
      "epoch": 0.7499407292670976,
      "grad_norm": 0.11427566409111023,
      "learning_rate": 3.1047953757120495e-06,
      "loss": 0.7728,
      "step": 35586
    },
    {
      "epoch": 0.7499618033054629,
      "grad_norm": 0.12201111018657684,
      "learning_rate": 3.104301051506513e-06,
      "loss": 0.6685,
      "step": 35587
    },
    {
      "epoch": 0.7499828773438282,
      "grad_norm": 0.1164856031537056,
      "learning_rate": 3.1038067594252884e-06,
      "loss": 0.6506,
      "step": 35588
    },
    {
      "epoch": 0.7500039513821934,
      "grad_norm": 0.12003977596759796,
      "learning_rate": 3.103312499470681e-06,
      "loss": 0.7181,
      "step": 35589
    },
    {
      "epoch": 0.7500250254205588,
      "grad_norm": 0.10496845096349716,
      "learning_rate": 3.102818271644986e-06,
      "loss": 0.7393,
      "step": 35590
    },
    {
      "epoch": 0.7500460994589241,
      "grad_norm": 0.12887099385261536,
      "learning_rate": 3.1023240759505113e-06,
      "loss": 0.643,
      "step": 35591
    },
    {
      "epoch": 0.7500671734972894,
      "grad_norm": 0.12855039536952972,
      "learning_rate": 3.101829912389558e-06,
      "loss": 0.7533,
      "step": 35592
    },
    {
      "epoch": 0.7500882475356546,
      "grad_norm": 0.10582894086837769,
      "learning_rate": 3.1013357809644284e-06,
      "loss": 0.6753,
      "step": 35593
    },
    {
      "epoch": 0.7501093215740199,
      "grad_norm": 0.12594923377037048,
      "learning_rate": 3.1008416816774213e-06,
      "loss": 0.7352,
      "step": 35594
    },
    {
      "epoch": 0.7501303956123853,
      "grad_norm": 0.13734489679336548,
      "learning_rate": 3.1003476145308444e-06,
      "loss": 0.7068,
      "step": 35595
    },
    {
      "epoch": 0.7501514696507505,
      "grad_norm": 0.11948627233505249,
      "learning_rate": 3.099853579526997e-06,
      "loss": 0.6766,
      "step": 35596
    },
    {
      "epoch": 0.7501725436891158,
      "grad_norm": 0.12180803716182709,
      "learning_rate": 3.0993595766681796e-06,
      "loss": 0.7129,
      "step": 35597
    },
    {
      "epoch": 0.750193617727481,
      "grad_norm": 0.13021858036518097,
      "learning_rate": 3.0988656059566968e-06,
      "loss": 0.6859,
      "step": 35598
    },
    {
      "epoch": 0.7502146917658463,
      "grad_norm": 0.13153095543384552,
      "learning_rate": 3.098371667394845e-06,
      "loss": 0.7674,
      "step": 35599
    },
    {
      "epoch": 0.7502357658042117,
      "grad_norm": 0.12514451146125793,
      "learning_rate": 3.0978777609849276e-06,
      "loss": 0.7657,
      "step": 35600
    },
    {
      "epoch": 0.750256839842577,
      "grad_norm": 0.12943805754184723,
      "learning_rate": 3.0973838867292437e-06,
      "loss": 0.7495,
      "step": 35601
    },
    {
      "epoch": 0.7502779138809422,
      "grad_norm": 0.11100897938013077,
      "learning_rate": 3.0968900446300975e-06,
      "loss": 0.7052,
      "step": 35602
    },
    {
      "epoch": 0.7502989879193075,
      "grad_norm": 0.12024888396263123,
      "learning_rate": 3.096396234689787e-06,
      "loss": 0.7828,
      "step": 35603
    },
    {
      "epoch": 0.7503200619576728,
      "grad_norm": 0.13532668352127075,
      "learning_rate": 3.0959024569106132e-06,
      "loss": 0.692,
      "step": 35604
    },
    {
      "epoch": 0.7503411359960381,
      "grad_norm": 0.1203535795211792,
      "learning_rate": 3.095408711294877e-06,
      "loss": 0.7142,
      "step": 35605
    },
    {
      "epoch": 0.7503622100344034,
      "grad_norm": 0.10696752369403839,
      "learning_rate": 3.094914997844878e-06,
      "loss": 0.6981,
      "step": 35606
    },
    {
      "epoch": 0.7503832840727687,
      "grad_norm": 0.11772000044584274,
      "learning_rate": 3.0944213165629167e-06,
      "loss": 0.6805,
      "step": 35607
    },
    {
      "epoch": 0.7504043581111339,
      "grad_norm": 0.10732442140579224,
      "learning_rate": 3.093927667451293e-06,
      "loss": 0.6844,
      "step": 35608
    },
    {
      "epoch": 0.7504254321494992,
      "grad_norm": 0.1308811902999878,
      "learning_rate": 3.093434050512305e-06,
      "loss": 0.7064,
      "step": 35609
    },
    {
      "epoch": 0.7504465061878646,
      "grad_norm": 0.13664086163043976,
      "learning_rate": 3.092940465748255e-06,
      "loss": 0.7944,
      "step": 35610
    },
    {
      "epoch": 0.7504675802262298,
      "grad_norm": 0.11308340728282928,
      "learning_rate": 3.092446913161441e-06,
      "loss": 0.697,
      "step": 35611
    },
    {
      "epoch": 0.7504886542645951,
      "grad_norm": 0.12340690940618515,
      "learning_rate": 3.091953392754161e-06,
      "loss": 0.6907,
      "step": 35612
    },
    {
      "epoch": 0.7505097283029604,
      "grad_norm": 0.11316180974245071,
      "learning_rate": 3.0914599045287165e-06,
      "loss": 0.6858,
      "step": 35613
    },
    {
      "epoch": 0.7505308023413256,
      "grad_norm": 0.14172275364398956,
      "learning_rate": 3.0909664484874048e-06,
      "loss": 0.7471,
      "step": 35614
    },
    {
      "epoch": 0.7505518763796909,
      "grad_norm": 0.09799084067344666,
      "learning_rate": 3.0904730246325255e-06,
      "loss": 0.6886,
      "step": 35615
    },
    {
      "epoch": 0.7505729504180563,
      "grad_norm": 0.11247991770505905,
      "learning_rate": 3.089979632966377e-06,
      "loss": 0.7428,
      "step": 35616
    },
    {
      "epoch": 0.7505940244564215,
      "grad_norm": 0.11971065402030945,
      "learning_rate": 3.089486273491258e-06,
      "loss": 0.6927,
      "step": 35617
    },
    {
      "epoch": 0.7506150984947868,
      "grad_norm": 0.1243734285235405,
      "learning_rate": 3.0889929462094658e-06,
      "loss": 0.7545,
      "step": 35618
    },
    {
      "epoch": 0.7506361725331521,
      "grad_norm": 0.14271314442157745,
      "learning_rate": 3.0884996511233033e-06,
      "loss": 0.7421,
      "step": 35619
    },
    {
      "epoch": 0.7506572465715173,
      "grad_norm": 0.12659800052642822,
      "learning_rate": 3.088006388235062e-06,
      "loss": 0.6953,
      "step": 35620
    },
    {
      "epoch": 0.7506783206098827,
      "grad_norm": 0.10946381092071533,
      "learning_rate": 3.0875131575470417e-06,
      "loss": 0.6761,
      "step": 35621
    },
    {
      "epoch": 0.750699394648248,
      "grad_norm": 0.10811413079500198,
      "learning_rate": 3.087019959061541e-06,
      "loss": 0.7043,
      "step": 35622
    },
    {
      "epoch": 0.7507204686866132,
      "grad_norm": 0.14551100134849548,
      "learning_rate": 3.086526792780856e-06,
      "loss": 0.7455,
      "step": 35623
    },
    {
      "epoch": 0.7507415427249785,
      "grad_norm": 0.11680767685174942,
      "learning_rate": 3.0860336587072883e-06,
      "loss": 0.7188,
      "step": 35624
    },
    {
      "epoch": 0.7507626167633438,
      "grad_norm": 0.11602363735437393,
      "learning_rate": 3.0855405568431316e-06,
      "loss": 0.7071,
      "step": 35625
    },
    {
      "epoch": 0.7507836908017091,
      "grad_norm": 0.13525505363941193,
      "learning_rate": 3.085047487190684e-06,
      "loss": 0.7229,
      "step": 35626
    },
    {
      "epoch": 0.7508047648400744,
      "grad_norm": 0.14123377203941345,
      "learning_rate": 3.084554449752244e-06,
      "loss": 0.7022,
      "step": 35627
    },
    {
      "epoch": 0.7508258388784397,
      "grad_norm": 0.12105938047170639,
      "learning_rate": 3.08406144453011e-06,
      "loss": 0.6792,
      "step": 35628
    },
    {
      "epoch": 0.7508469129168049,
      "grad_norm": 0.11509384214878082,
      "learning_rate": 3.0835684715265725e-06,
      "loss": 0.718,
      "step": 35629
    },
    {
      "epoch": 0.7508679869551702,
      "grad_norm": 0.10725260525941849,
      "learning_rate": 3.083075530743931e-06,
      "loss": 0.6752,
      "step": 35630
    },
    {
      "epoch": 0.7508890609935356,
      "grad_norm": 0.11913420259952545,
      "learning_rate": 3.0825826221844823e-06,
      "loss": 0.6859,
      "step": 35631
    },
    {
      "epoch": 0.7509101350319008,
      "grad_norm": 0.12753655016422272,
      "learning_rate": 3.082089745850523e-06,
      "loss": 0.6987,
      "step": 35632
    },
    {
      "epoch": 0.7509312090702661,
      "grad_norm": 0.12010368704795837,
      "learning_rate": 3.081596901744348e-06,
      "loss": 0.8114,
      "step": 35633
    },
    {
      "epoch": 0.7509522831086314,
      "grad_norm": 0.11412106454372406,
      "learning_rate": 3.0811040898682553e-06,
      "loss": 0.7538,
      "step": 35634
    },
    {
      "epoch": 0.7509733571469966,
      "grad_norm": 0.13436198234558105,
      "learning_rate": 3.0806113102245395e-06,
      "loss": 0.7364,
      "step": 35635
    },
    {
      "epoch": 0.750994431185362,
      "grad_norm": 0.11503181606531143,
      "learning_rate": 3.080118562815496e-06,
      "loss": 0.6406,
      "step": 35636
    },
    {
      "epoch": 0.7510155052237273,
      "grad_norm": 0.10366462171077728,
      "learning_rate": 3.0796258476434206e-06,
      "loss": 0.6479,
      "step": 35637
    },
    {
      "epoch": 0.7510365792620926,
      "grad_norm": 0.09043467789888382,
      "learning_rate": 3.079133164710608e-06,
      "loss": 0.6223,
      "step": 35638
    },
    {
      "epoch": 0.7510576533004578,
      "grad_norm": 0.1290121227502823,
      "learning_rate": 3.0786405140193554e-06,
      "loss": 0.7607,
      "step": 35639
    },
    {
      "epoch": 0.7510787273388231,
      "grad_norm": 0.09794227033853531,
      "learning_rate": 3.0781478955719556e-06,
      "loss": 0.6671,
      "step": 35640
    },
    {
      "epoch": 0.7510998013771885,
      "grad_norm": 0.11737151443958282,
      "learning_rate": 3.077655309370705e-06,
      "loss": 0.7121,
      "step": 35641
    },
    {
      "epoch": 0.7511208754155537,
      "grad_norm": 0.13075606524944305,
      "learning_rate": 3.0771627554178973e-06,
      "loss": 0.704,
      "step": 35642
    },
    {
      "epoch": 0.751141949453919,
      "grad_norm": 0.11177252978086472,
      "learning_rate": 3.0766702337158284e-06,
      "loss": 0.7509,
      "step": 35643
    },
    {
      "epoch": 0.7511630234922843,
      "grad_norm": 0.10915974527597427,
      "learning_rate": 3.0761777442667904e-06,
      "loss": 0.7448,
      "step": 35644
    },
    {
      "epoch": 0.7511840975306495,
      "grad_norm": 0.14043906331062317,
      "learning_rate": 3.0756852870730813e-06,
      "loss": 0.7499,
      "step": 35645
    },
    {
      "epoch": 0.7512051715690149,
      "grad_norm": 0.10216382890939713,
      "learning_rate": 3.075192862136992e-06,
      "loss": 0.6508,
      "step": 35646
    },
    {
      "epoch": 0.7512262456073802,
      "grad_norm": 0.10701656341552734,
      "learning_rate": 3.0747004694608184e-06,
      "loss": 0.7229,
      "step": 35647
    },
    {
      "epoch": 0.7512473196457454,
      "grad_norm": 0.13279947638511658,
      "learning_rate": 3.074208109046857e-06,
      "loss": 0.7221,
      "step": 35648
    },
    {
      "epoch": 0.7512683936841107,
      "grad_norm": 0.10458515584468842,
      "learning_rate": 3.0737157808973937e-06,
      "loss": 0.6649,
      "step": 35649
    },
    {
      "epoch": 0.751289467722476,
      "grad_norm": 0.1258319914340973,
      "learning_rate": 3.073223485014727e-06,
      "loss": 0.7723,
      "step": 35650
    },
    {
      "epoch": 0.7513105417608412,
      "grad_norm": 0.09760492295026779,
      "learning_rate": 3.0727312214011505e-06,
      "loss": 0.7072,
      "step": 35651
    },
    {
      "epoch": 0.7513316157992066,
      "grad_norm": 0.11541648209095001,
      "learning_rate": 3.0722389900589533e-06,
      "loss": 0.6924,
      "step": 35652
    },
    {
      "epoch": 0.7513526898375719,
      "grad_norm": 0.11553192883729935,
      "learning_rate": 3.071746790990435e-06,
      "loss": 0.6788,
      "step": 35653
    },
    {
      "epoch": 0.7513737638759371,
      "grad_norm": 0.10360884666442871,
      "learning_rate": 3.071254624197886e-06,
      "loss": 0.6614,
      "step": 35654
    },
    {
      "epoch": 0.7513948379143024,
      "grad_norm": 0.13339261710643768,
      "learning_rate": 3.0707624896835984e-06,
      "loss": 0.7493,
      "step": 35655
    },
    {
      "epoch": 0.7514159119526677,
      "grad_norm": 0.15221460163593292,
      "learning_rate": 3.070270387449865e-06,
      "loss": 0.718,
      "step": 35656
    },
    {
      "epoch": 0.751436985991033,
      "grad_norm": 0.16322670876979828,
      "learning_rate": 3.0697783174989814e-06,
      "loss": 0.7741,
      "step": 35657
    },
    {
      "epoch": 0.7514580600293983,
      "grad_norm": 0.12210672348737717,
      "learning_rate": 3.0692862798332347e-06,
      "loss": 0.7209,
      "step": 35658
    },
    {
      "epoch": 0.7514791340677636,
      "grad_norm": 0.13807964324951172,
      "learning_rate": 3.0687942744549193e-06,
      "loss": 0.7327,
      "step": 35659
    },
    {
      "epoch": 0.7515002081061288,
      "grad_norm": 0.13981115818023682,
      "learning_rate": 3.068302301366326e-06,
      "loss": 0.6732,
      "step": 35660
    },
    {
      "epoch": 0.7515212821444941,
      "grad_norm": 0.13167232275009155,
      "learning_rate": 3.0678103605697495e-06,
      "loss": 0.7173,
      "step": 35661
    },
    {
      "epoch": 0.7515423561828595,
      "grad_norm": 0.16350658237934113,
      "learning_rate": 3.0673184520674804e-06,
      "loss": 0.6645,
      "step": 35662
    },
    {
      "epoch": 0.7515634302212247,
      "grad_norm": 0.15490077435970306,
      "learning_rate": 3.066826575861809e-06,
      "loss": 0.6932,
      "step": 35663
    },
    {
      "epoch": 0.75158450425959,
      "grad_norm": 0.1279083490371704,
      "learning_rate": 3.0663347319550276e-06,
      "loss": 0.7084,
      "step": 35664
    },
    {
      "epoch": 0.7516055782979553,
      "grad_norm": 0.1602451205253601,
      "learning_rate": 3.065842920349429e-06,
      "loss": 0.7366,
      "step": 35665
    },
    {
      "epoch": 0.7516266523363205,
      "grad_norm": 0.23493456840515137,
      "learning_rate": 3.0653511410473013e-06,
      "loss": 0.6865,
      "step": 35666
    },
    {
      "epoch": 0.7516477263746859,
      "grad_norm": 0.11189184337854385,
      "learning_rate": 3.0648593940509384e-06,
      "loss": 0.7157,
      "step": 35667
    },
    {
      "epoch": 0.7516688004130512,
      "grad_norm": 0.13365034759044647,
      "learning_rate": 3.0643676793626296e-06,
      "loss": 0.6754,
      "step": 35668
    },
    {
      "epoch": 0.7516898744514164,
      "grad_norm": 0.10374802350997925,
      "learning_rate": 3.0638759969846667e-06,
      "loss": 0.7363,
      "step": 35669
    },
    {
      "epoch": 0.7517109484897817,
      "grad_norm": 0.12938837707042694,
      "learning_rate": 3.063384346919339e-06,
      "loss": 0.7131,
      "step": 35670
    },
    {
      "epoch": 0.751732022528147,
      "grad_norm": 0.10951965302228928,
      "learning_rate": 3.062892729168938e-06,
      "loss": 0.668,
      "step": 35671
    },
    {
      "epoch": 0.7517530965665123,
      "grad_norm": 0.10277371108531952,
      "learning_rate": 3.0624011437357524e-06,
      "loss": 0.7381,
      "step": 35672
    },
    {
      "epoch": 0.7517741706048776,
      "grad_norm": 0.1331060826778412,
      "learning_rate": 3.0619095906220743e-06,
      "loss": 0.7076,
      "step": 35673
    },
    {
      "epoch": 0.7517952446432429,
      "grad_norm": 0.10466190427541733,
      "learning_rate": 3.061418069830192e-06,
      "loss": 0.675,
      "step": 35674
    },
    {
      "epoch": 0.7518163186816081,
      "grad_norm": 0.10328219830989838,
      "learning_rate": 3.0609265813623967e-06,
      "loss": 0.7381,
      "step": 35675
    },
    {
      "epoch": 0.7518373927199734,
      "grad_norm": 0.12693670392036438,
      "learning_rate": 3.0604351252209776e-06,
      "loss": 0.6812,
      "step": 35676
    },
    {
      "epoch": 0.7518584667583388,
      "grad_norm": 0.10570654273033142,
      "learning_rate": 3.059943701408222e-06,
      "loss": 0.7906,
      "step": 35677
    },
    {
      "epoch": 0.751879540796704,
      "grad_norm": 0.10124467313289642,
      "learning_rate": 3.059452309926426e-06,
      "loss": 0.706,
      "step": 35678
    },
    {
      "epoch": 0.7519006148350693,
      "grad_norm": 0.12109047174453735,
      "learning_rate": 3.0589609507778705e-06,
      "loss": 0.6999,
      "step": 35679
    },
    {
      "epoch": 0.7519216888734346,
      "grad_norm": 0.1317722350358963,
      "learning_rate": 3.0584696239648447e-06,
      "loss": 0.733,
      "step": 35680
    },
    {
      "epoch": 0.7519427629117998,
      "grad_norm": 0.13715524971485138,
      "learning_rate": 3.0579783294896437e-06,
      "loss": 0.6799,
      "step": 35681
    },
    {
      "epoch": 0.7519638369501652,
      "grad_norm": 0.1354818046092987,
      "learning_rate": 3.0574870673545533e-06,
      "loss": 0.6421,
      "step": 35682
    },
    {
      "epoch": 0.7519849109885305,
      "grad_norm": 0.10864374786615372,
      "learning_rate": 3.0569958375618625e-06,
      "loss": 0.6811,
      "step": 35683
    },
    {
      "epoch": 0.7520059850268958,
      "grad_norm": 0.1465628296136856,
      "learning_rate": 3.0565046401138596e-06,
      "loss": 0.6535,
      "step": 35684
    },
    {
      "epoch": 0.752027059065261,
      "grad_norm": 0.1257951855659485,
      "learning_rate": 3.0560134750128325e-06,
      "loss": 0.6893,
      "step": 35685
    },
    {
      "epoch": 0.7520481331036263,
      "grad_norm": 0.10377655923366547,
      "learning_rate": 3.0555223422610693e-06,
      "loss": 0.6393,
      "step": 35686
    },
    {
      "epoch": 0.7520692071419915,
      "grad_norm": 0.1227855309844017,
      "learning_rate": 3.0550312418608617e-06,
      "loss": 0.7035,
      "step": 35687
    },
    {
      "epoch": 0.7520902811803569,
      "grad_norm": 0.1217087060213089,
      "learning_rate": 3.054540173814491e-06,
      "loss": 0.6709,
      "step": 35688
    },
    {
      "epoch": 0.7521113552187222,
      "grad_norm": 0.1299951821565628,
      "learning_rate": 3.0540491381242467e-06,
      "loss": 0.7413,
      "step": 35689
    },
    {
      "epoch": 0.7521324292570875,
      "grad_norm": 0.12420560419559479,
      "learning_rate": 3.053558134792418e-06,
      "loss": 0.7327,
      "step": 35690
    },
    {
      "epoch": 0.7521535032954527,
      "grad_norm": 0.2266928255558014,
      "learning_rate": 3.053067163821293e-06,
      "loss": 0.6875,
      "step": 35691
    },
    {
      "epoch": 0.752174577333818,
      "grad_norm": 0.10827268660068512,
      "learning_rate": 3.0525762252131574e-06,
      "loss": 0.7046,
      "step": 35692
    },
    {
      "epoch": 0.7521956513721834,
      "grad_norm": 0.11175379902124405,
      "learning_rate": 3.052085318970298e-06,
      "loss": 0.6794,
      "step": 35693
    },
    {
      "epoch": 0.7522167254105486,
      "grad_norm": 0.10782233625650406,
      "learning_rate": 3.051594445095003e-06,
      "loss": 0.6797,
      "step": 35694
    },
    {
      "epoch": 0.7522377994489139,
      "grad_norm": 0.1311749368906021,
      "learning_rate": 3.0511036035895556e-06,
      "loss": 0.7793,
      "step": 35695
    },
    {
      "epoch": 0.7522588734872792,
      "grad_norm": 0.12610164284706116,
      "learning_rate": 3.0506127944562514e-06,
      "loss": 0.6735,
      "step": 35696
    },
    {
      "epoch": 0.7522799475256444,
      "grad_norm": 0.1247531920671463,
      "learning_rate": 3.0501220176973677e-06,
      "loss": 0.7054,
      "step": 35697
    },
    {
      "epoch": 0.7523010215640098,
      "grad_norm": 0.14896923303604126,
      "learning_rate": 3.0496312733151943e-06,
      "loss": 0.7551,
      "step": 35698
    },
    {
      "epoch": 0.7523220956023751,
      "grad_norm": 0.11581838130950928,
      "learning_rate": 3.049140561312017e-06,
      "loss": 0.6909,
      "step": 35699
    },
    {
      "epoch": 0.7523431696407403,
      "grad_norm": 0.1277141124010086,
      "learning_rate": 3.048649881690122e-06,
      "loss": 0.7254,
      "step": 35700
    },
    {
      "epoch": 0.7523642436791056,
      "grad_norm": 0.1042228564620018,
      "learning_rate": 3.048159234451795e-06,
      "loss": 0.6512,
      "step": 35701
    },
    {
      "epoch": 0.7523853177174709,
      "grad_norm": 0.11210130900144577,
      "learning_rate": 3.0476686195993222e-06,
      "loss": 0.7591,
      "step": 35702
    },
    {
      "epoch": 0.7524063917558362,
      "grad_norm": 0.10919655859470367,
      "learning_rate": 3.047178037134989e-06,
      "loss": 0.736,
      "step": 35703
    },
    {
      "epoch": 0.7524274657942015,
      "grad_norm": 0.10713205486536026,
      "learning_rate": 3.046687487061081e-06,
      "loss": 0.6798,
      "step": 35704
    },
    {
      "epoch": 0.7524485398325668,
      "grad_norm": 0.12523996829986572,
      "learning_rate": 3.046196969379882e-06,
      "loss": 0.7383,
      "step": 35705
    },
    {
      "epoch": 0.752469613870932,
      "grad_norm": 0.0921715721487999,
      "learning_rate": 3.045706484093679e-06,
      "loss": 0.616,
      "step": 35706
    },
    {
      "epoch": 0.7524906879092973,
      "grad_norm": 0.12584169209003448,
      "learning_rate": 3.0452160312047595e-06,
      "loss": 0.6943,
      "step": 35707
    },
    {
      "epoch": 0.7525117619476627,
      "grad_norm": 0.10664965957403183,
      "learning_rate": 3.044725610715402e-06,
      "loss": 0.7123,
      "step": 35708
    },
    {
      "epoch": 0.7525328359860279,
      "grad_norm": 0.17688773572444916,
      "learning_rate": 3.0442352226278916e-06,
      "loss": 0.7719,
      "step": 35709
    },
    {
      "epoch": 0.7525539100243932,
      "grad_norm": 0.10485851764678955,
      "learning_rate": 3.043744866944518e-06,
      "loss": 0.6785,
      "step": 35710
    },
    {
      "epoch": 0.7525749840627585,
      "grad_norm": 0.11342404037714005,
      "learning_rate": 3.0432545436675633e-06,
      "loss": 0.7367,
      "step": 35711
    },
    {
      "epoch": 0.7525960581011237,
      "grad_norm": 0.11392246931791306,
      "learning_rate": 3.0427642527993105e-06,
      "loss": 0.639,
      "step": 35712
    },
    {
      "epoch": 0.7526171321394891,
      "grad_norm": 0.13438136875629425,
      "learning_rate": 3.0422739943420454e-06,
      "loss": 0.685,
      "step": 35713
    },
    {
      "epoch": 0.7526382061778544,
      "grad_norm": 0.10863972455263138,
      "learning_rate": 3.0417837682980512e-06,
      "loss": 0.7086,
      "step": 35714
    },
    {
      "epoch": 0.7526592802162196,
      "grad_norm": 0.11217547953128815,
      "learning_rate": 3.0412935746696128e-06,
      "loss": 0.6322,
      "step": 35715
    },
    {
      "epoch": 0.7526803542545849,
      "grad_norm": 0.11806891113519669,
      "learning_rate": 3.0408034134590137e-06,
      "loss": 0.7238,
      "step": 35716
    },
    {
      "epoch": 0.7527014282929502,
      "grad_norm": 0.11044429242610931,
      "learning_rate": 3.0403132846685346e-06,
      "loss": 0.7204,
      "step": 35717
    },
    {
      "epoch": 0.7527225023313155,
      "grad_norm": 0.12008127570152283,
      "learning_rate": 3.0398231883004603e-06,
      "loss": 0.6613,
      "step": 35718
    },
    {
      "epoch": 0.7527435763696808,
      "grad_norm": 0.1611330509185791,
      "learning_rate": 3.0393331243570732e-06,
      "loss": 0.7754,
      "step": 35719
    },
    {
      "epoch": 0.7527646504080461,
      "grad_norm": 0.15843050181865692,
      "learning_rate": 3.0388430928406587e-06,
      "loss": 0.7442,
      "step": 35720
    },
    {
      "epoch": 0.7527857244464113,
      "grad_norm": 0.12087611109018326,
      "learning_rate": 3.0383530937534976e-06,
      "loss": 0.7165,
      "step": 35721
    },
    {
      "epoch": 0.7528067984847766,
      "grad_norm": 0.13323593139648438,
      "learning_rate": 3.037863127097874e-06,
      "loss": 0.7406,
      "step": 35722
    },
    {
      "epoch": 0.752827872523142,
      "grad_norm": 0.11480666697025299,
      "learning_rate": 3.0373731928760685e-06,
      "loss": 0.7805,
      "step": 35723
    },
    {
      "epoch": 0.7528489465615072,
      "grad_norm": 0.12522554397583008,
      "learning_rate": 3.0368832910903625e-06,
      "loss": 0.7202,
      "step": 35724
    },
    {
      "epoch": 0.7528700205998725,
      "grad_norm": 0.1109747663140297,
      "learning_rate": 3.036393421743047e-06,
      "loss": 0.6764,
      "step": 35725
    },
    {
      "epoch": 0.7528910946382378,
      "grad_norm": 0.13694988191127777,
      "learning_rate": 3.0359035848363937e-06,
      "loss": 0.7507,
      "step": 35726
    },
    {
      "epoch": 0.752912168676603,
      "grad_norm": 0.11273457109928131,
      "learning_rate": 3.035413780372689e-06,
      "loss": 0.7,
      "step": 35727
    },
    {
      "epoch": 0.7529332427149683,
      "grad_norm": 0.15109476447105408,
      "learning_rate": 3.034924008354214e-06,
      "loss": 0.7181,
      "step": 35728
    },
    {
      "epoch": 0.7529543167533337,
      "grad_norm": 0.2664228677749634,
      "learning_rate": 3.034434268783251e-06,
      "loss": 0.6865,
      "step": 35729
    },
    {
      "epoch": 0.752975390791699,
      "grad_norm": 0.30740275979042053,
      "learning_rate": 3.03394456166208e-06,
      "loss": 0.7663,
      "step": 35730
    },
    {
      "epoch": 0.7529964648300642,
      "grad_norm": 0.21808210015296936,
      "learning_rate": 3.0334548869929846e-06,
      "loss": 0.7238,
      "step": 35731
    },
    {
      "epoch": 0.7530175388684295,
      "grad_norm": 0.12821537256240845,
      "learning_rate": 3.0329652447782443e-06,
      "loss": 0.7324,
      "step": 35732
    },
    {
      "epoch": 0.7530386129067947,
      "grad_norm": 0.14238807559013367,
      "learning_rate": 3.03247563502014e-06,
      "loss": 0.7168,
      "step": 35733
    },
    {
      "epoch": 0.7530596869451601,
      "grad_norm": 0.11174929887056351,
      "learning_rate": 3.031986057720954e-06,
      "loss": 0.7274,
      "step": 35734
    },
    {
      "epoch": 0.7530807609835254,
      "grad_norm": 0.11447363346815109,
      "learning_rate": 3.0314965128829664e-06,
      "loss": 0.6925,
      "step": 35735
    },
    {
      "epoch": 0.7531018350218907,
      "grad_norm": 0.13744252920150757,
      "learning_rate": 3.0310070005084568e-06,
      "loss": 0.7857,
      "step": 35736
    },
    {
      "epoch": 0.7531229090602559,
      "grad_norm": 0.10673612356185913,
      "learning_rate": 3.0305175205997104e-06,
      "loss": 0.7035,
      "step": 35737
    },
    {
      "epoch": 0.7531439830986212,
      "grad_norm": 0.13091763854026794,
      "learning_rate": 3.030028073158997e-06,
      "loss": 0.6968,
      "step": 35738
    },
    {
      "epoch": 0.7531650571369866,
      "grad_norm": 0.1480572521686554,
      "learning_rate": 3.0295386581886065e-06,
      "loss": 0.6925,
      "step": 35739
    },
    {
      "epoch": 0.7531861311753518,
      "grad_norm": 0.10995659232139587,
      "learning_rate": 3.029049275690816e-06,
      "loss": 0.7579,
      "step": 35740
    },
    {
      "epoch": 0.7532072052137171,
      "grad_norm": 0.17628426849842072,
      "learning_rate": 3.0285599256679044e-06,
      "loss": 0.7081,
      "step": 35741
    },
    {
      "epoch": 0.7532282792520824,
      "grad_norm": 0.1565636545419693,
      "learning_rate": 3.0280706081221536e-06,
      "loss": 0.7516,
      "step": 35742
    },
    {
      "epoch": 0.7532493532904476,
      "grad_norm": 0.11306207627058029,
      "learning_rate": 3.027581323055839e-06,
      "loss": 0.7192,
      "step": 35743
    },
    {
      "epoch": 0.753270427328813,
      "grad_norm": 0.13232924044132233,
      "learning_rate": 3.0270920704712447e-06,
      "loss": 0.6502,
      "step": 35744
    },
    {
      "epoch": 0.7532915013671783,
      "grad_norm": 0.12475927919149399,
      "learning_rate": 3.026602850370648e-06,
      "loss": 0.7109,
      "step": 35745
    },
    {
      "epoch": 0.7533125754055435,
      "grad_norm": 0.10655421018600464,
      "learning_rate": 3.026113662756329e-06,
      "loss": 0.7185,
      "step": 35746
    },
    {
      "epoch": 0.7533336494439088,
      "grad_norm": 0.13341927528381348,
      "learning_rate": 3.0256245076305635e-06,
      "loss": 0.7278,
      "step": 35747
    },
    {
      "epoch": 0.7533547234822741,
      "grad_norm": 0.12130969017744064,
      "learning_rate": 3.0251353849956323e-06,
      "loss": 0.7152,
      "step": 35748
    },
    {
      "epoch": 0.7533757975206394,
      "grad_norm": 0.11319903284311295,
      "learning_rate": 3.0246462948538137e-06,
      "loss": 0.7532,
      "step": 35749
    },
    {
      "epoch": 0.7533968715590047,
      "grad_norm": 0.15470446646213531,
      "learning_rate": 3.0241572372073867e-06,
      "loss": 0.6409,
      "step": 35750
    },
    {
      "epoch": 0.75341794559737,
      "grad_norm": 0.14341029524803162,
      "learning_rate": 3.0236682120586293e-06,
      "loss": 0.7409,
      "step": 35751
    },
    {
      "epoch": 0.7534390196357352,
      "grad_norm": 0.1121319979429245,
      "learning_rate": 3.0231792194098164e-06,
      "loss": 0.7609,
      "step": 35752
    },
    {
      "epoch": 0.7534600936741005,
      "grad_norm": 0.1371268630027771,
      "learning_rate": 3.0226902592632322e-06,
      "loss": 0.6978,
      "step": 35753
    },
    {
      "epoch": 0.7534811677124659,
      "grad_norm": 0.13713380694389343,
      "learning_rate": 3.0222013316211516e-06,
      "loss": 0.741,
      "step": 35754
    },
    {
      "epoch": 0.7535022417508311,
      "grad_norm": 0.11485293507575989,
      "learning_rate": 3.0217124364858564e-06,
      "loss": 0.7432,
      "step": 35755
    },
    {
      "epoch": 0.7535233157891964,
      "grad_norm": 0.17801985144615173,
      "learning_rate": 3.0212235738596163e-06,
      "loss": 0.698,
      "step": 35756
    },
    {
      "epoch": 0.7535443898275617,
      "grad_norm": 0.1183566227555275,
      "learning_rate": 3.0207347437447123e-06,
      "loss": 0.6975,
      "step": 35757
    },
    {
      "epoch": 0.7535654638659269,
      "grad_norm": 0.10355472564697266,
      "learning_rate": 3.020245946143423e-06,
      "loss": 0.6928,
      "step": 35758
    },
    {
      "epoch": 0.7535865379042923,
      "grad_norm": 0.13349013030529022,
      "learning_rate": 3.019757181058024e-06,
      "loss": 0.709,
      "step": 35759
    },
    {
      "epoch": 0.7536076119426576,
      "grad_norm": 0.13289226591587067,
      "learning_rate": 3.019268448490792e-06,
      "loss": 0.7235,
      "step": 35760
    },
    {
      "epoch": 0.7536286859810228,
      "grad_norm": 0.12037701904773712,
      "learning_rate": 3.018779748444005e-06,
      "loss": 0.7078,
      "step": 35761
    },
    {
      "epoch": 0.7536497600193881,
      "grad_norm": 0.266270250082016,
      "learning_rate": 3.0182910809199394e-06,
      "loss": 0.7428,
      "step": 35762
    },
    {
      "epoch": 0.7536708340577534,
      "grad_norm": 0.12029314786195755,
      "learning_rate": 3.017802445920872e-06,
      "loss": 0.6765,
      "step": 35763
    },
    {
      "epoch": 0.7536919080961186,
      "grad_norm": 0.11153902858495712,
      "learning_rate": 3.017313843449078e-06,
      "loss": 0.6899,
      "step": 35764
    },
    {
      "epoch": 0.753712982134484,
      "grad_norm": 0.1410951167345047,
      "learning_rate": 3.016825273506835e-06,
      "loss": 0.6863,
      "step": 35765
    },
    {
      "epoch": 0.7537340561728493,
      "grad_norm": 0.1182427778840065,
      "learning_rate": 3.0163367360964204e-06,
      "loss": 0.7186,
      "step": 35766
    },
    {
      "epoch": 0.7537551302112145,
      "grad_norm": 0.10102928429841995,
      "learning_rate": 3.015848231220102e-06,
      "loss": 0.659,
      "step": 35767
    },
    {
      "epoch": 0.7537762042495798,
      "grad_norm": 0.11949652433395386,
      "learning_rate": 3.0153597588801654e-06,
      "loss": 0.6795,
      "step": 35768
    },
    {
      "epoch": 0.7537972782879451,
      "grad_norm": 0.20534385740756989,
      "learning_rate": 3.0148713190788816e-06,
      "loss": 0.6805,
      "step": 35769
    },
    {
      "epoch": 0.7538183523263104,
      "grad_norm": 0.11181607097387314,
      "learning_rate": 3.0143829118185276e-06,
      "loss": 0.737,
      "step": 35770
    },
    {
      "epoch": 0.7538394263646757,
      "grad_norm": 0.14646334946155548,
      "learning_rate": 3.013894537101377e-06,
      "loss": 0.6971,
      "step": 35771
    },
    {
      "epoch": 0.753860500403041,
      "grad_norm": 0.1203010231256485,
      "learning_rate": 3.013406194929707e-06,
      "loss": 0.7138,
      "step": 35772
    },
    {
      "epoch": 0.7538815744414062,
      "grad_norm": 0.1306733340024948,
      "learning_rate": 3.0129178853057907e-06,
      "loss": 0.7076,
      "step": 35773
    },
    {
      "epoch": 0.7539026484797715,
      "grad_norm": 0.11880640685558319,
      "learning_rate": 3.0124296082319028e-06,
      "loss": 0.6592,
      "step": 35774
    },
    {
      "epoch": 0.7539237225181369,
      "grad_norm": 0.12272968143224716,
      "learning_rate": 3.0119413637103232e-06,
      "loss": 0.7027,
      "step": 35775
    },
    {
      "epoch": 0.7539447965565022,
      "grad_norm": 0.12031515687704086,
      "learning_rate": 3.0114531517433187e-06,
      "loss": 0.7356,
      "step": 35776
    },
    {
      "epoch": 0.7539658705948674,
      "grad_norm": 0.12421060353517532,
      "learning_rate": 3.010964972333167e-06,
      "loss": 0.7289,
      "step": 35777
    },
    {
      "epoch": 0.7539869446332327,
      "grad_norm": 0.11431530117988586,
      "learning_rate": 3.0104768254821425e-06,
      "loss": 0.6571,
      "step": 35778
    },
    {
      "epoch": 0.754008018671598,
      "grad_norm": 0.13241522014141083,
      "learning_rate": 3.00998871119252e-06,
      "loss": 0.7027,
      "step": 35779
    },
    {
      "epoch": 0.7540290927099633,
      "grad_norm": 0.1076214462518692,
      "learning_rate": 3.009500629466572e-06,
      "loss": 0.6113,
      "step": 35780
    },
    {
      "epoch": 0.7540501667483286,
      "grad_norm": 0.15683066844940186,
      "learning_rate": 3.0090125803065694e-06,
      "loss": 0.7397,
      "step": 35781
    },
    {
      "epoch": 0.7540712407866939,
      "grad_norm": 0.11080408841371536,
      "learning_rate": 3.008524563714792e-06,
      "loss": 0.6912,
      "step": 35782
    },
    {
      "epoch": 0.7540923148250591,
      "grad_norm": 0.14426174759864807,
      "learning_rate": 3.0080365796935117e-06,
      "loss": 0.7757,
      "step": 35783
    },
    {
      "epoch": 0.7541133888634244,
      "grad_norm": 0.13058406114578247,
      "learning_rate": 3.007548628245004e-06,
      "loss": 0.7959,
      "step": 35784
    },
    {
      "epoch": 0.7541344629017898,
      "grad_norm": 0.11993898451328278,
      "learning_rate": 3.0070607093715354e-06,
      "loss": 0.7609,
      "step": 35785
    },
    {
      "epoch": 0.754155536940155,
      "grad_norm": 0.12063192576169968,
      "learning_rate": 3.006572823075382e-06,
      "loss": 0.7373,
      "step": 35786
    },
    {
      "epoch": 0.7541766109785203,
      "grad_norm": 0.11538511514663696,
      "learning_rate": 3.0060849693588166e-06,
      "loss": 0.6894,
      "step": 35787
    },
    {
      "epoch": 0.7541976850168856,
      "grad_norm": 0.10344665497541428,
      "learning_rate": 3.005597148224113e-06,
      "loss": 0.7167,
      "step": 35788
    },
    {
      "epoch": 0.7542187590552508,
      "grad_norm": 0.11998191475868225,
      "learning_rate": 3.0051093596735424e-06,
      "loss": 0.706,
      "step": 35789
    },
    {
      "epoch": 0.7542398330936162,
      "grad_norm": 0.11945116519927979,
      "learning_rate": 3.0046216037093788e-06,
      "loss": 0.7331,
      "step": 35790
    },
    {
      "epoch": 0.7542609071319815,
      "grad_norm": 0.1327904462814331,
      "learning_rate": 3.004133880333894e-06,
      "loss": 0.7906,
      "step": 35791
    },
    {
      "epoch": 0.7542819811703467,
      "grad_norm": 0.11663589626550674,
      "learning_rate": 3.0036461895493585e-06,
      "loss": 0.7166,
      "step": 35792
    },
    {
      "epoch": 0.754303055208712,
      "grad_norm": 0.11754292994737625,
      "learning_rate": 3.003158531358046e-06,
      "loss": 0.7665,
      "step": 35793
    },
    {
      "epoch": 0.7543241292470773,
      "grad_norm": 0.10938815772533417,
      "learning_rate": 3.002670905762227e-06,
      "loss": 0.6899,
      "step": 35794
    },
    {
      "epoch": 0.7543452032854426,
      "grad_norm": 0.10820221900939941,
      "learning_rate": 3.0021833127641743e-06,
      "loss": 0.6897,
      "step": 35795
    },
    {
      "epoch": 0.7543662773238079,
      "grad_norm": 0.11821594834327698,
      "learning_rate": 3.0016957523661595e-06,
      "loss": 0.7557,
      "step": 35796
    },
    {
      "epoch": 0.7543873513621732,
      "grad_norm": 0.10246918350458145,
      "learning_rate": 3.0012082245704533e-06,
      "loss": 0.685,
      "step": 35797
    },
    {
      "epoch": 0.7544084254005384,
      "grad_norm": 0.14263460040092468,
      "learning_rate": 3.000720729379326e-06,
      "loss": 0.7323,
      "step": 35798
    },
    {
      "epoch": 0.7544294994389037,
      "grad_norm": 0.09622154384851456,
      "learning_rate": 3.000233266795051e-06,
      "loss": 0.61,
      "step": 35799
    },
    {
      "epoch": 0.7544505734772691,
      "grad_norm": 0.10165674984455109,
      "learning_rate": 2.9997458368198975e-06,
      "loss": 0.6999,
      "step": 35800
    },
    {
      "epoch": 0.7544716475156343,
      "grad_norm": 0.11904329806566238,
      "learning_rate": 2.9992584394561352e-06,
      "loss": 0.7507,
      "step": 35801
    },
    {
      "epoch": 0.7544927215539996,
      "grad_norm": 0.1485086977481842,
      "learning_rate": 2.9987710747060374e-06,
      "loss": 0.7164,
      "step": 35802
    },
    {
      "epoch": 0.7545137955923649,
      "grad_norm": 0.09596577286720276,
      "learning_rate": 2.9982837425718737e-06,
      "loss": 0.6708,
      "step": 35803
    },
    {
      "epoch": 0.7545348696307301,
      "grad_norm": 0.11714231967926025,
      "learning_rate": 2.9977964430559125e-06,
      "loss": 0.7086,
      "step": 35804
    },
    {
      "epoch": 0.7545559436690954,
      "grad_norm": 0.11678457260131836,
      "learning_rate": 2.99730917616043e-06,
      "loss": 0.7326,
      "step": 35805
    },
    {
      "epoch": 0.7545770177074608,
      "grad_norm": 0.09930896013975143,
      "learning_rate": 2.9968219418876877e-06,
      "loss": 0.7222,
      "step": 35806
    },
    {
      "epoch": 0.754598091745826,
      "grad_norm": 0.1252441704273224,
      "learning_rate": 2.996334740239959e-06,
      "loss": 0.6605,
      "step": 35807
    },
    {
      "epoch": 0.7546191657841913,
      "grad_norm": 0.12440125644207001,
      "learning_rate": 2.9958475712195146e-06,
      "loss": 0.7348,
      "step": 35808
    },
    {
      "epoch": 0.7546402398225566,
      "grad_norm": 0.14082647860050201,
      "learning_rate": 2.9953604348286227e-06,
      "loss": 0.7236,
      "step": 35809
    },
    {
      "epoch": 0.7546613138609218,
      "grad_norm": 0.11542646586894989,
      "learning_rate": 2.9948733310695497e-06,
      "loss": 0.7017,
      "step": 35810
    },
    {
      "epoch": 0.7546823878992872,
      "grad_norm": 0.13030165433883667,
      "learning_rate": 2.9943862599445716e-06,
      "loss": 0.6794,
      "step": 35811
    },
    {
      "epoch": 0.7547034619376525,
      "grad_norm": 0.10375458747148514,
      "learning_rate": 2.9938992214559547e-06,
      "loss": 0.6849,
      "step": 35812
    },
    {
      "epoch": 0.7547245359760177,
      "grad_norm": 0.12317042052745819,
      "learning_rate": 2.9934122156059673e-06,
      "loss": 0.6645,
      "step": 35813
    },
    {
      "epoch": 0.754745610014383,
      "grad_norm": 0.11385270953178406,
      "learning_rate": 2.9929252423968824e-06,
      "loss": 0.736,
      "step": 35814
    },
    {
      "epoch": 0.7547666840527483,
      "grad_norm": 0.11989346891641617,
      "learning_rate": 2.99243830183096e-06,
      "loss": 0.693,
      "step": 35815
    },
    {
      "epoch": 0.7547877580911136,
      "grad_norm": 0.10289006680250168,
      "learning_rate": 2.9919513939104737e-06,
      "loss": 0.6858,
      "step": 35816
    },
    {
      "epoch": 0.7548088321294789,
      "grad_norm": 0.1228286400437355,
      "learning_rate": 2.991464518637691e-06,
      "loss": 0.7148,
      "step": 35817
    },
    {
      "epoch": 0.7548299061678442,
      "grad_norm": 0.11867465078830719,
      "learning_rate": 2.9909776760148813e-06,
      "loss": 0.7014,
      "step": 35818
    },
    {
      "epoch": 0.7548509802062094,
      "grad_norm": 0.10949790477752686,
      "learning_rate": 2.99049086604431e-06,
      "loss": 0.7258,
      "step": 35819
    },
    {
      "epoch": 0.7548720542445747,
      "grad_norm": 0.12223228812217712,
      "learning_rate": 2.9900040887282478e-06,
      "loss": 0.7091,
      "step": 35820
    },
    {
      "epoch": 0.7548931282829401,
      "grad_norm": 0.10833311080932617,
      "learning_rate": 2.9895173440689605e-06,
      "loss": 0.7214,
      "step": 35821
    },
    {
      "epoch": 0.7549142023213053,
      "grad_norm": 0.12207745760679245,
      "learning_rate": 2.989030632068716e-06,
      "loss": 0.7276,
      "step": 35822
    },
    {
      "epoch": 0.7549352763596706,
      "grad_norm": 0.11052737385034561,
      "learning_rate": 2.988543952729782e-06,
      "loss": 0.6823,
      "step": 35823
    },
    {
      "epoch": 0.7549563503980359,
      "grad_norm": 0.23933272063732147,
      "learning_rate": 2.988057306054426e-06,
      "loss": 0.7417,
      "step": 35824
    },
    {
      "epoch": 0.7549774244364011,
      "grad_norm": 0.12657126784324646,
      "learning_rate": 2.9875706920449156e-06,
      "loss": 0.7276,
      "step": 35825
    },
    {
      "epoch": 0.7549984984747665,
      "grad_norm": 0.15486815571784973,
      "learning_rate": 2.9870841107035154e-06,
      "loss": 0.7162,
      "step": 35826
    },
    {
      "epoch": 0.7550195725131318,
      "grad_norm": 0.12525932490825653,
      "learning_rate": 2.986597562032495e-06,
      "loss": 0.7365,
      "step": 35827
    },
    {
      "epoch": 0.755040646551497,
      "grad_norm": 0.09944295883178711,
      "learning_rate": 2.986111046034119e-06,
      "loss": 0.68,
      "step": 35828
    },
    {
      "epoch": 0.7550617205898623,
      "grad_norm": 0.18561911582946777,
      "learning_rate": 2.985624562710655e-06,
      "loss": 0.6892,
      "step": 35829
    },
    {
      "epoch": 0.7550827946282276,
      "grad_norm": 0.12246780842542648,
      "learning_rate": 2.9851381120643684e-06,
      "loss": 0.752,
      "step": 35830
    },
    {
      "epoch": 0.755103868666593,
      "grad_norm": 0.16063587367534637,
      "learning_rate": 2.984651694097527e-06,
      "loss": 0.7482,
      "step": 35831
    },
    {
      "epoch": 0.7551249427049582,
      "grad_norm": 0.09936288744211197,
      "learning_rate": 2.9841653088123958e-06,
      "loss": 0.6758,
      "step": 35832
    },
    {
      "epoch": 0.7551460167433235,
      "grad_norm": 0.11741440743207932,
      "learning_rate": 2.98367895621124e-06,
      "loss": 0.7172,
      "step": 35833
    },
    {
      "epoch": 0.7551670907816888,
      "grad_norm": 0.1825934648513794,
      "learning_rate": 2.9831926362963294e-06,
      "loss": 0.7358,
      "step": 35834
    },
    {
      "epoch": 0.755188164820054,
      "grad_norm": 0.10925021022558212,
      "learning_rate": 2.9827063490699225e-06,
      "loss": 0.6988,
      "step": 35835
    },
    {
      "epoch": 0.7552092388584194,
      "grad_norm": 0.10954181104898453,
      "learning_rate": 2.9822200945342896e-06,
      "loss": 0.6894,
      "step": 35836
    },
    {
      "epoch": 0.7552303128967847,
      "grad_norm": 0.12292978167533875,
      "learning_rate": 2.9817338726916933e-06,
      "loss": 0.6599,
      "step": 35837
    },
    {
      "epoch": 0.7552513869351499,
      "grad_norm": 0.15052983164787292,
      "learning_rate": 2.9812476835444014e-06,
      "loss": 0.7834,
      "step": 35838
    },
    {
      "epoch": 0.7552724609735152,
      "grad_norm": 0.10195751488208771,
      "learning_rate": 2.980761527094673e-06,
      "loss": 0.658,
      "step": 35839
    },
    {
      "epoch": 0.7552935350118805,
      "grad_norm": 0.11746983975172043,
      "learning_rate": 2.980275403344782e-06,
      "loss": 0.7624,
      "step": 35840
    },
    {
      "epoch": 0.7553146090502457,
      "grad_norm": 0.1350153535604477,
      "learning_rate": 2.979789312296989e-06,
      "loss": 0.7311,
      "step": 35841
    },
    {
      "epoch": 0.7553356830886111,
      "grad_norm": 0.12935160100460052,
      "learning_rate": 2.979303253953557e-06,
      "loss": 0.7285,
      "step": 35842
    },
    {
      "epoch": 0.7553567571269764,
      "grad_norm": 0.11772044748067856,
      "learning_rate": 2.9788172283167547e-06,
      "loss": 0.7199,
      "step": 35843
    },
    {
      "epoch": 0.7553778311653416,
      "grad_norm": 0.10203296691179276,
      "learning_rate": 2.9783312353888405e-06,
      "loss": 0.6681,
      "step": 35844
    },
    {
      "epoch": 0.7553989052037069,
      "grad_norm": 0.10803891718387604,
      "learning_rate": 2.97784527517208e-06,
      "loss": 0.6819,
      "step": 35845
    },
    {
      "epoch": 0.7554199792420722,
      "grad_norm": 0.1250217854976654,
      "learning_rate": 2.977359347668739e-06,
      "loss": 0.7341,
      "step": 35846
    },
    {
      "epoch": 0.7554410532804375,
      "grad_norm": 0.12274304032325745,
      "learning_rate": 2.9768734528810795e-06,
      "loss": 0.7146,
      "step": 35847
    },
    {
      "epoch": 0.7554621273188028,
      "grad_norm": 0.12573464214801788,
      "learning_rate": 2.976387590811367e-06,
      "loss": 0.7032,
      "step": 35848
    },
    {
      "epoch": 0.7554832013571681,
      "grad_norm": 0.13583052158355713,
      "learning_rate": 2.9759017614618634e-06,
      "loss": 0.6932,
      "step": 35849
    },
    {
      "epoch": 0.7555042753955333,
      "grad_norm": 0.11063996702432632,
      "learning_rate": 2.9754159648348325e-06,
      "loss": 0.6663,
      "step": 35850
    },
    {
      "epoch": 0.7555253494338986,
      "grad_norm": 0.10180912911891937,
      "learning_rate": 2.9749302009325366e-06,
      "loss": 0.7089,
      "step": 35851
    },
    {
      "epoch": 0.755546423472264,
      "grad_norm": 0.12473863363265991,
      "learning_rate": 2.9744444697572404e-06,
      "loss": 0.6931,
      "step": 35852
    },
    {
      "epoch": 0.7555674975106292,
      "grad_norm": 0.11124031245708466,
      "learning_rate": 2.973958771311205e-06,
      "loss": 0.7497,
      "step": 35853
    },
    {
      "epoch": 0.7555885715489945,
      "grad_norm": 0.10716988891363144,
      "learning_rate": 2.9734731055966946e-06,
      "loss": 0.6603,
      "step": 35854
    },
    {
      "epoch": 0.7556096455873598,
      "grad_norm": 0.12661112844944,
      "learning_rate": 2.9729874726159713e-06,
      "loss": 0.7405,
      "step": 35855
    },
    {
      "epoch": 0.755630719625725,
      "grad_norm": 0.1090640276670456,
      "learning_rate": 2.972501872371296e-06,
      "loss": 0.6857,
      "step": 35856
    },
    {
      "epoch": 0.7556517936640904,
      "grad_norm": 0.10388822108507156,
      "learning_rate": 2.9720163048649332e-06,
      "loss": 0.6778,
      "step": 35857
    },
    {
      "epoch": 0.7556728677024557,
      "grad_norm": 0.11696438491344452,
      "learning_rate": 2.9715307700991425e-06,
      "loss": 0.7733,
      "step": 35858
    },
    {
      "epoch": 0.7556939417408209,
      "grad_norm": 0.11296361684799194,
      "learning_rate": 2.971045268076188e-06,
      "loss": 0.7439,
      "step": 35859
    },
    {
      "epoch": 0.7557150157791862,
      "grad_norm": 0.10200412571430206,
      "learning_rate": 2.9705597987983303e-06,
      "loss": 0.7221,
      "step": 35860
    },
    {
      "epoch": 0.7557360898175515,
      "grad_norm": 0.1111060082912445,
      "learning_rate": 2.970074362267832e-06,
      "loss": 0.6939,
      "step": 35861
    },
    {
      "epoch": 0.7557571638559168,
      "grad_norm": 0.11860883980989456,
      "learning_rate": 2.969588958486953e-06,
      "loss": 0.7232,
      "step": 35862
    },
    {
      "epoch": 0.7557782378942821,
      "grad_norm": 0.09454543888568878,
      "learning_rate": 2.9691035874579565e-06,
      "loss": 0.7224,
      "step": 35863
    },
    {
      "epoch": 0.7557993119326474,
      "grad_norm": 0.1025066077709198,
      "learning_rate": 2.968618249183105e-06,
      "loss": 0.6997,
      "step": 35864
    },
    {
      "epoch": 0.7558203859710126,
      "grad_norm": 0.12417495995759964,
      "learning_rate": 2.9681329436646542e-06,
      "loss": 0.7081,
      "step": 35865
    },
    {
      "epoch": 0.7558414600093779,
      "grad_norm": 0.11563870310783386,
      "learning_rate": 2.967647670904867e-06,
      "loss": 0.7172,
      "step": 35866
    },
    {
      "epoch": 0.7558625340477433,
      "grad_norm": 0.12295610457658768,
      "learning_rate": 2.9671624309060034e-06,
      "loss": 0.754,
      "step": 35867
    },
    {
      "epoch": 0.7558836080861085,
      "grad_norm": 0.10472415387630463,
      "learning_rate": 2.966677223670328e-06,
      "loss": 0.6963,
      "step": 35868
    },
    {
      "epoch": 0.7559046821244738,
      "grad_norm": 0.13000762462615967,
      "learning_rate": 2.9661920492000983e-06,
      "loss": 0.6878,
      "step": 35869
    },
    {
      "epoch": 0.7559257561628391,
      "grad_norm": 0.11585387587547302,
      "learning_rate": 2.965706907497575e-06,
      "loss": 0.7029,
      "step": 35870
    },
    {
      "epoch": 0.7559468302012043,
      "grad_norm": 0.11778558790683746,
      "learning_rate": 2.965221798565019e-06,
      "loss": 0.7387,
      "step": 35871
    },
    {
      "epoch": 0.7559679042395697,
      "grad_norm": 0.10744316875934601,
      "learning_rate": 2.9647367224046884e-06,
      "loss": 0.6793,
      "step": 35872
    },
    {
      "epoch": 0.755988978277935,
      "grad_norm": 0.11436783522367477,
      "learning_rate": 2.9642516790188468e-06,
      "loss": 0.7578,
      "step": 35873
    },
    {
      "epoch": 0.7560100523163003,
      "grad_norm": 0.12607358396053314,
      "learning_rate": 2.963766668409749e-06,
      "loss": 0.7057,
      "step": 35874
    },
    {
      "epoch": 0.7560311263546655,
      "grad_norm": 0.12532322108745575,
      "learning_rate": 2.963281690579656e-06,
      "loss": 0.6992,
      "step": 35875
    },
    {
      "epoch": 0.7560522003930308,
      "grad_norm": 0.11202620714902878,
      "learning_rate": 2.9627967455308273e-06,
      "loss": 0.7403,
      "step": 35876
    },
    {
      "epoch": 0.756073274431396,
      "grad_norm": 0.18617799878120422,
      "learning_rate": 2.962311833265522e-06,
      "loss": 0.7433,
      "step": 35877
    },
    {
      "epoch": 0.7560943484697614,
      "grad_norm": 0.10892689228057861,
      "learning_rate": 2.961826953785999e-06,
      "loss": 0.6914,
      "step": 35878
    },
    {
      "epoch": 0.7561154225081267,
      "grad_norm": 0.1111980602145195,
      "learning_rate": 2.961342107094518e-06,
      "loss": 0.7027,
      "step": 35879
    },
    {
      "epoch": 0.756136496546492,
      "grad_norm": 0.10846477746963501,
      "learning_rate": 2.9608572931933377e-06,
      "loss": 0.709,
      "step": 35880
    },
    {
      "epoch": 0.7561575705848572,
      "grad_norm": 0.11578010022640228,
      "learning_rate": 2.960372512084716e-06,
      "loss": 0.7656,
      "step": 35881
    },
    {
      "epoch": 0.7561786446232225,
      "grad_norm": 0.14772222936153412,
      "learning_rate": 2.9598877637709122e-06,
      "loss": 0.6868,
      "step": 35882
    },
    {
      "epoch": 0.7561997186615879,
      "grad_norm": 0.12350232899188995,
      "learning_rate": 2.9594030482541823e-06,
      "loss": 0.7397,
      "step": 35883
    },
    {
      "epoch": 0.7562207926999531,
      "grad_norm": 0.13454779982566833,
      "learning_rate": 2.958918365536787e-06,
      "loss": 0.7373,
      "step": 35884
    },
    {
      "epoch": 0.7562418667383184,
      "grad_norm": 0.11452972888946533,
      "learning_rate": 2.958433715620983e-06,
      "loss": 0.6938,
      "step": 35885
    },
    {
      "epoch": 0.7562629407766837,
      "grad_norm": 0.12134204804897308,
      "learning_rate": 2.957949098509029e-06,
      "loss": 0.6847,
      "step": 35886
    },
    {
      "epoch": 0.7562840148150489,
      "grad_norm": 0.11699756234884262,
      "learning_rate": 2.957464514203181e-06,
      "loss": 0.7401,
      "step": 35887
    },
    {
      "epoch": 0.7563050888534143,
      "grad_norm": 0.1158454418182373,
      "learning_rate": 2.956979962705697e-06,
      "loss": 0.755,
      "step": 35888
    },
    {
      "epoch": 0.7563261628917796,
      "grad_norm": 0.1776236891746521,
      "learning_rate": 2.9564954440188363e-06,
      "loss": 0.7866,
      "step": 35889
    },
    {
      "epoch": 0.7563472369301448,
      "grad_norm": 0.11847084760665894,
      "learning_rate": 2.9560109581448535e-06,
      "loss": 0.7672,
      "step": 35890
    },
    {
      "epoch": 0.7563683109685101,
      "grad_norm": 0.13665445148944855,
      "learning_rate": 2.955526505086007e-06,
      "loss": 0.7309,
      "step": 35891
    },
    {
      "epoch": 0.7563893850068754,
      "grad_norm": 0.12715618312358856,
      "learning_rate": 2.955042084844554e-06,
      "loss": 0.7596,
      "step": 35892
    },
    {
      "epoch": 0.7564104590452407,
      "grad_norm": 0.12171174585819244,
      "learning_rate": 2.954557697422752e-06,
      "loss": 0.7407,
      "step": 35893
    },
    {
      "epoch": 0.756431533083606,
      "grad_norm": 0.13790704309940338,
      "learning_rate": 2.9540733428228543e-06,
      "loss": 0.662,
      "step": 35894
    },
    {
      "epoch": 0.7564526071219713,
      "grad_norm": 0.1135549247264862,
      "learning_rate": 2.9535890210471186e-06,
      "loss": 0.678,
      "step": 35895
    },
    {
      "epoch": 0.7564736811603365,
      "grad_norm": 0.19205817580223083,
      "learning_rate": 2.9531047320977992e-06,
      "loss": 0.6566,
      "step": 35896
    },
    {
      "epoch": 0.7564947551987018,
      "grad_norm": 0.1203254833817482,
      "learning_rate": 2.952620475977157e-06,
      "loss": 0.6806,
      "step": 35897
    },
    {
      "epoch": 0.7565158292370672,
      "grad_norm": 0.10399944335222244,
      "learning_rate": 2.9521362526874463e-06,
      "loss": 0.7334,
      "step": 35898
    },
    {
      "epoch": 0.7565369032754324,
      "grad_norm": 0.10960020869970322,
      "learning_rate": 2.951652062230922e-06,
      "loss": 0.7064,
      "step": 35899
    },
    {
      "epoch": 0.7565579773137977,
      "grad_norm": 0.11438494920730591,
      "learning_rate": 2.9511679046098394e-06,
      "loss": 0.7377,
      "step": 35900
    },
    {
      "epoch": 0.756579051352163,
      "grad_norm": 0.10119529813528061,
      "learning_rate": 2.9506837798264552e-06,
      "loss": 0.7129,
      "step": 35901
    },
    {
      "epoch": 0.7566001253905282,
      "grad_norm": 0.11467348784208298,
      "learning_rate": 2.9501996878830276e-06,
      "loss": 0.6593,
      "step": 35902
    },
    {
      "epoch": 0.7566211994288936,
      "grad_norm": 0.12403750419616699,
      "learning_rate": 2.9497156287818053e-06,
      "loss": 0.7039,
      "step": 35903
    },
    {
      "epoch": 0.7566422734672589,
      "grad_norm": 0.1159176230430603,
      "learning_rate": 2.949231602525046e-06,
      "loss": 0.7476,
      "step": 35904
    },
    {
      "epoch": 0.7566633475056241,
      "grad_norm": 0.13534453511238098,
      "learning_rate": 2.9487476091150047e-06,
      "loss": 0.6811,
      "step": 35905
    },
    {
      "epoch": 0.7566844215439894,
      "grad_norm": 0.11027602106332779,
      "learning_rate": 2.948263648553937e-06,
      "loss": 0.6477,
      "step": 35906
    },
    {
      "epoch": 0.7567054955823547,
      "grad_norm": 0.11260202527046204,
      "learning_rate": 2.9477797208440972e-06,
      "loss": 0.7372,
      "step": 35907
    },
    {
      "epoch": 0.75672656962072,
      "grad_norm": 0.11609169095754623,
      "learning_rate": 2.9472958259877384e-06,
      "loss": 0.7743,
      "step": 35908
    },
    {
      "epoch": 0.7567476436590853,
      "grad_norm": 0.14485526084899902,
      "learning_rate": 2.9468119639871163e-06,
      "loss": 0.6915,
      "step": 35909
    },
    {
      "epoch": 0.7567687176974506,
      "grad_norm": 0.11952532827854156,
      "learning_rate": 2.946328134844485e-06,
      "loss": 0.7829,
      "step": 35910
    },
    {
      "epoch": 0.7567897917358158,
      "grad_norm": 0.15232814848423004,
      "learning_rate": 2.945844338562098e-06,
      "loss": 0.6588,
      "step": 35911
    },
    {
      "epoch": 0.7568108657741811,
      "grad_norm": 0.12692740559577942,
      "learning_rate": 2.945360575142209e-06,
      "loss": 0.7174,
      "step": 35912
    },
    {
      "epoch": 0.7568319398125465,
      "grad_norm": 0.10249443352222443,
      "learning_rate": 2.944876844587071e-06,
      "loss": 0.6612,
      "step": 35913
    },
    {
      "epoch": 0.7568530138509117,
      "grad_norm": 0.11752557009458542,
      "learning_rate": 2.9443931468989396e-06,
      "loss": 0.6649,
      "step": 35914
    },
    {
      "epoch": 0.756874087889277,
      "grad_norm": 0.10871380567550659,
      "learning_rate": 2.9439094820800664e-06,
      "loss": 0.7086,
      "step": 35915
    },
    {
      "epoch": 0.7568951619276423,
      "grad_norm": 0.11950857937335968,
      "learning_rate": 2.943425850132705e-06,
      "loss": 0.7549,
      "step": 35916
    },
    {
      "epoch": 0.7569162359660075,
      "grad_norm": 0.1107311099767685,
      "learning_rate": 2.942942251059109e-06,
      "loss": 0.7145,
      "step": 35917
    },
    {
      "epoch": 0.7569373100043728,
      "grad_norm": 0.1122484877705574,
      "learning_rate": 2.942458684861531e-06,
      "loss": 0.7483,
      "step": 35918
    },
    {
      "epoch": 0.7569583840427382,
      "grad_norm": 0.12225795537233353,
      "learning_rate": 2.9419751515422236e-06,
      "loss": 0.7293,
      "step": 35919
    },
    {
      "epoch": 0.7569794580811035,
      "grad_norm": 0.12870603799819946,
      "learning_rate": 2.9414916511034384e-06,
      "loss": 0.763,
      "step": 35920
    },
    {
      "epoch": 0.7570005321194687,
      "grad_norm": 0.11420425772666931,
      "learning_rate": 2.9410081835474302e-06,
      "loss": 0.7526,
      "step": 35921
    },
    {
      "epoch": 0.757021606157834,
      "grad_norm": 0.1407383531332016,
      "learning_rate": 2.9405247488764487e-06,
      "loss": 0.6429,
      "step": 35922
    },
    {
      "epoch": 0.7570426801961992,
      "grad_norm": 0.130799800157547,
      "learning_rate": 2.9400413470927513e-06,
      "loss": 0.7483,
      "step": 35923
    },
    {
      "epoch": 0.7570637542345646,
      "grad_norm": 0.17713429033756256,
      "learning_rate": 2.939557978198582e-06,
      "loss": 0.8009,
      "step": 35924
    },
    {
      "epoch": 0.7570848282729299,
      "grad_norm": 0.11123061925172806,
      "learning_rate": 2.9390746421961937e-06,
      "loss": 0.6544,
      "step": 35925
    },
    {
      "epoch": 0.7571059023112952,
      "grad_norm": 0.11107096076011658,
      "learning_rate": 2.938591339087844e-06,
      "loss": 0.6423,
      "step": 35926
    },
    {
      "epoch": 0.7571269763496604,
      "grad_norm": 0.1160513386130333,
      "learning_rate": 2.938108068875781e-06,
      "loss": 0.6942,
      "step": 35927
    },
    {
      "epoch": 0.7571480503880257,
      "grad_norm": 0.14304980635643005,
      "learning_rate": 2.9376248315622567e-06,
      "loss": 0.7047,
      "step": 35928
    },
    {
      "epoch": 0.7571691244263911,
      "grad_norm": 0.12957864999771118,
      "learning_rate": 2.937141627149522e-06,
      "loss": 0.7028,
      "step": 35929
    },
    {
      "epoch": 0.7571901984647563,
      "grad_norm": 0.148231640458107,
      "learning_rate": 2.936658455639829e-06,
      "loss": 0.728,
      "step": 35930
    },
    {
      "epoch": 0.7572112725031216,
      "grad_norm": 0.1395474076271057,
      "learning_rate": 2.936175317035427e-06,
      "loss": 0.7127,
      "step": 35931
    },
    {
      "epoch": 0.7572323465414869,
      "grad_norm": 0.107364222407341,
      "learning_rate": 2.9356922113385687e-06,
      "loss": 0.6426,
      "step": 35932
    },
    {
      "epoch": 0.7572534205798521,
      "grad_norm": 0.10076287388801575,
      "learning_rate": 2.9352091385515025e-06,
      "loss": 0.7485,
      "step": 35933
    },
    {
      "epoch": 0.7572744946182175,
      "grad_norm": 0.10911110788583755,
      "learning_rate": 2.9347260986764783e-06,
      "loss": 0.716,
      "step": 35934
    },
    {
      "epoch": 0.7572955686565828,
      "grad_norm": 0.10975704342126846,
      "learning_rate": 2.9342430917157483e-06,
      "loss": 0.7124,
      "step": 35935
    },
    {
      "epoch": 0.757316642694948,
      "grad_norm": 0.11604151874780655,
      "learning_rate": 2.9337601176715614e-06,
      "loss": 0.7309,
      "step": 35936
    },
    {
      "epoch": 0.7573377167333133,
      "grad_norm": 0.11211145669221878,
      "learning_rate": 2.9332771765461687e-06,
      "loss": 0.6707,
      "step": 35937
    },
    {
      "epoch": 0.7573587907716786,
      "grad_norm": 0.10565898567438126,
      "learning_rate": 2.93279426834182e-06,
      "loss": 0.742,
      "step": 35938
    },
    {
      "epoch": 0.7573798648100439,
      "grad_norm": 0.15833476185798645,
      "learning_rate": 2.9323113930607606e-06,
      "loss": 0.7534,
      "step": 35939
    },
    {
      "epoch": 0.7574009388484092,
      "grad_norm": 0.1134917363524437,
      "learning_rate": 2.931828550705248e-06,
      "loss": 0.6637,
      "step": 35940
    },
    {
      "epoch": 0.7574220128867745,
      "grad_norm": 0.42402493953704834,
      "learning_rate": 2.9313457412775304e-06,
      "loss": 0.7433,
      "step": 35941
    },
    {
      "epoch": 0.7574430869251397,
      "grad_norm": 0.25661909580230713,
      "learning_rate": 2.93086296477985e-06,
      "loss": 0.6706,
      "step": 35942
    },
    {
      "epoch": 0.757464160963505,
      "grad_norm": 0.135017991065979,
      "learning_rate": 2.9303802212144616e-06,
      "loss": 0.6676,
      "step": 35943
    },
    {
      "epoch": 0.7574852350018704,
      "grad_norm": 0.15841156244277954,
      "learning_rate": 2.9298975105836127e-06,
      "loss": 0.7054,
      "step": 35944
    },
    {
      "epoch": 0.7575063090402356,
      "grad_norm": 0.12473920732736588,
      "learning_rate": 2.92941483288955e-06,
      "loss": 0.6957,
      "step": 35945
    },
    {
      "epoch": 0.7575273830786009,
      "grad_norm": 0.1265684962272644,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.6757,
      "step": 35946
    },
    {
      "epoch": 0.7575484571169662,
      "grad_norm": 0.10274136066436768,
      "learning_rate": 2.9284495763207854e-06,
      "loss": 0.7132,
      "step": 35947
    },
    {
      "epoch": 0.7575695311553314,
      "grad_norm": 0.1263575702905655,
      "learning_rate": 2.92796699745058e-06,
      "loss": 0.7456,
      "step": 35948
    },
    {
      "epoch": 0.7575906051936968,
      "grad_norm": 0.12183387577533722,
      "learning_rate": 2.927484451526155e-06,
      "loss": 0.7288,
      "step": 35949
    },
    {
      "epoch": 0.7576116792320621,
      "grad_norm": 0.10447554290294647,
      "learning_rate": 2.9270019385497593e-06,
      "loss": 0.7423,
      "step": 35950
    },
    {
      "epoch": 0.7576327532704273,
      "grad_norm": 0.3206559717655182,
      "learning_rate": 2.9265194585236425e-06,
      "loss": 0.7751,
      "step": 35951
    },
    {
      "epoch": 0.7576538273087926,
      "grad_norm": 0.13380996882915497,
      "learning_rate": 2.9260370114500525e-06,
      "loss": 0.7482,
      "step": 35952
    },
    {
      "epoch": 0.7576749013471579,
      "grad_norm": 0.10800778865814209,
      "learning_rate": 2.9255545973312326e-06,
      "loss": 0.6616,
      "step": 35953
    },
    {
      "epoch": 0.7576959753855231,
      "grad_norm": 0.11351632326841354,
      "learning_rate": 2.92507221616943e-06,
      "loss": 0.6749,
      "step": 35954
    },
    {
      "epoch": 0.7577170494238885,
      "grad_norm": 0.11257028579711914,
      "learning_rate": 2.924589867966897e-06,
      "loss": 0.6627,
      "step": 35955
    },
    {
      "epoch": 0.7577381234622538,
      "grad_norm": 0.12284037470817566,
      "learning_rate": 2.924107552725879e-06,
      "loss": 0.7356,
      "step": 35956
    },
    {
      "epoch": 0.757759197500619,
      "grad_norm": 0.11132676899433136,
      "learning_rate": 2.923625270448621e-06,
      "loss": 0.7318,
      "step": 35957
    },
    {
      "epoch": 0.7577802715389843,
      "grad_norm": 0.16514846682548523,
      "learning_rate": 2.9231430211373723e-06,
      "loss": 0.6753,
      "step": 35958
    },
    {
      "epoch": 0.7578013455773496,
      "grad_norm": 0.11785160005092621,
      "learning_rate": 2.9226608047943772e-06,
      "loss": 0.7475,
      "step": 35959
    },
    {
      "epoch": 0.757822419615715,
      "grad_norm": 0.12131019681692123,
      "learning_rate": 2.922178621421884e-06,
      "loss": 0.7409,
      "step": 35960
    },
    {
      "epoch": 0.7578434936540802,
      "grad_norm": 0.11052273958921432,
      "learning_rate": 2.9216964710221405e-06,
      "loss": 0.7425,
      "step": 35961
    },
    {
      "epoch": 0.7578645676924455,
      "grad_norm": 0.12077051401138306,
      "learning_rate": 2.921214353597388e-06,
      "loss": 0.7394,
      "step": 35962
    },
    {
      "epoch": 0.7578856417308107,
      "grad_norm": 0.108079694211483,
      "learning_rate": 2.920732269149875e-06,
      "loss": 0.7159,
      "step": 35963
    },
    {
      "epoch": 0.757906715769176,
      "grad_norm": 0.11475059390068054,
      "learning_rate": 2.920250217681847e-06,
      "loss": 0.7538,
      "step": 35964
    },
    {
      "epoch": 0.7579277898075414,
      "grad_norm": 0.09448691457509995,
      "learning_rate": 2.9197681991955493e-06,
      "loss": 0.6926,
      "step": 35965
    },
    {
      "epoch": 0.7579488638459067,
      "grad_norm": 0.10241260379552841,
      "learning_rate": 2.9192862136932287e-06,
      "loss": 0.7494,
      "step": 35966
    },
    {
      "epoch": 0.7579699378842719,
      "grad_norm": 0.11363203078508377,
      "learning_rate": 2.9188042611771307e-06,
      "loss": 0.7678,
      "step": 35967
    },
    {
      "epoch": 0.7579910119226372,
      "grad_norm": 0.12030426412820816,
      "learning_rate": 2.9183223416494957e-06,
      "loss": 0.6756,
      "step": 35968
    },
    {
      "epoch": 0.7580120859610024,
      "grad_norm": 0.09846428036689758,
      "learning_rate": 2.917840455112577e-06,
      "loss": 0.7001,
      "step": 35969
    },
    {
      "epoch": 0.7580331599993678,
      "grad_norm": 0.11483276635408401,
      "learning_rate": 2.9173586015686173e-06,
      "loss": 0.7436,
      "step": 35970
    },
    {
      "epoch": 0.7580542340377331,
      "grad_norm": 0.109016053378582,
      "learning_rate": 2.9168767810198573e-06,
      "loss": 0.7079,
      "step": 35971
    },
    {
      "epoch": 0.7580753080760984,
      "grad_norm": 0.108391173183918,
      "learning_rate": 2.916394993468543e-06,
      "loss": 0.7005,
      "step": 35972
    },
    {
      "epoch": 0.7580963821144636,
      "grad_norm": 0.10161297768354416,
      "learning_rate": 2.915913238916921e-06,
      "loss": 0.7025,
      "step": 35973
    },
    {
      "epoch": 0.7581174561528289,
      "grad_norm": 0.12336821109056473,
      "learning_rate": 2.915431517367233e-06,
      "loss": 0.7294,
      "step": 35974
    },
    {
      "epoch": 0.7581385301911943,
      "grad_norm": 0.10065218061208725,
      "learning_rate": 2.914949828821725e-06,
      "loss": 0.6495,
      "step": 35975
    },
    {
      "epoch": 0.7581596042295595,
      "grad_norm": 0.12153242528438568,
      "learning_rate": 2.9144681732826408e-06,
      "loss": 0.6838,
      "step": 35976
    },
    {
      "epoch": 0.7581806782679248,
      "grad_norm": 0.17433591187000275,
      "learning_rate": 2.9139865507522225e-06,
      "loss": 0.7524,
      "step": 35977
    },
    {
      "epoch": 0.75820175230629,
      "grad_norm": 0.12520663440227509,
      "learning_rate": 2.9135049612327158e-06,
      "loss": 0.737,
      "step": 35978
    },
    {
      "epoch": 0.7582228263446553,
      "grad_norm": 0.12087797373533249,
      "learning_rate": 2.913023404726364e-06,
      "loss": 0.7259,
      "step": 35979
    },
    {
      "epoch": 0.7582439003830207,
      "grad_norm": 0.13165868818759918,
      "learning_rate": 2.91254188123541e-06,
      "loss": 0.7252,
      "step": 35980
    },
    {
      "epoch": 0.758264974421386,
      "grad_norm": 0.12312377989292145,
      "learning_rate": 2.912060390762096e-06,
      "loss": 0.785,
      "step": 35981
    },
    {
      "epoch": 0.7582860484597512,
      "grad_norm": 0.12718746066093445,
      "learning_rate": 2.9115789333086676e-06,
      "loss": 0.7274,
      "step": 35982
    },
    {
      "epoch": 0.7583071224981165,
      "grad_norm": 0.23706232011318207,
      "learning_rate": 2.911097508877365e-06,
      "loss": 0.7266,
      "step": 35983
    },
    {
      "epoch": 0.7583281965364818,
      "grad_norm": 0.11683095246553421,
      "learning_rate": 2.910616117470433e-06,
      "loss": 0.6531,
      "step": 35984
    },
    {
      "epoch": 0.7583492705748471,
      "grad_norm": 0.1123334988951683,
      "learning_rate": 2.910134759090113e-06,
      "loss": 0.7024,
      "step": 35985
    },
    {
      "epoch": 0.7583703446132124,
      "grad_norm": 0.15739580988883972,
      "learning_rate": 2.9096534337386485e-06,
      "loss": 0.7501,
      "step": 35986
    },
    {
      "epoch": 0.7583914186515777,
      "grad_norm": 0.1110503077507019,
      "learning_rate": 2.9091721414182806e-06,
      "loss": 0.701,
      "step": 35987
    },
    {
      "epoch": 0.7584124926899429,
      "grad_norm": 0.14681467413902283,
      "learning_rate": 2.908690882131252e-06,
      "loss": 0.6712,
      "step": 35988
    },
    {
      "epoch": 0.7584335667283082,
      "grad_norm": 0.130122572183609,
      "learning_rate": 2.9082096558798046e-06,
      "loss": 0.7725,
      "step": 35989
    },
    {
      "epoch": 0.7584546407666736,
      "grad_norm": 0.10451596230268478,
      "learning_rate": 2.9077284626661807e-06,
      "loss": 0.6641,
      "step": 35990
    },
    {
      "epoch": 0.7584757148050388,
      "grad_norm": 0.1706010401248932,
      "learning_rate": 2.907247302492625e-06,
      "loss": 0.7518,
      "step": 35991
    },
    {
      "epoch": 0.7584967888434041,
      "grad_norm": 0.11167386174201965,
      "learning_rate": 2.906766175361372e-06,
      "loss": 0.7117,
      "step": 35992
    },
    {
      "epoch": 0.7585178628817694,
      "grad_norm": 0.11274365335702896,
      "learning_rate": 2.906285081274667e-06,
      "loss": 0.6929,
      "step": 35993
    },
    {
      "epoch": 0.7585389369201346,
      "grad_norm": 0.13557644188404083,
      "learning_rate": 2.9058040202347513e-06,
      "loss": 0.7571,
      "step": 35994
    },
    {
      "epoch": 0.7585600109584999,
      "grad_norm": 0.11773565411567688,
      "learning_rate": 2.9053229922438654e-06,
      "loss": 0.7002,
      "step": 35995
    },
    {
      "epoch": 0.7585810849968653,
      "grad_norm": 0.1686507761478424,
      "learning_rate": 2.9048419973042507e-06,
      "loss": 0.726,
      "step": 35996
    },
    {
      "epoch": 0.7586021590352305,
      "grad_norm": 0.09595062583684921,
      "learning_rate": 2.904361035418144e-06,
      "loss": 0.7035,
      "step": 35997
    },
    {
      "epoch": 0.7586232330735958,
      "grad_norm": 0.12028457224369049,
      "learning_rate": 2.903880106587793e-06,
      "loss": 0.7463,
      "step": 35998
    },
    {
      "epoch": 0.7586443071119611,
      "grad_norm": 0.10180826485157013,
      "learning_rate": 2.903399210815435e-06,
      "loss": 0.6637,
      "step": 35999
    },
    {
      "epoch": 0.7586653811503263,
      "grad_norm": 0.12317370623350143,
      "learning_rate": 2.902918348103314e-06,
      "loss": 0.6989,
      "step": 36000
    },
    {
      "epoch": 0.7586864551886917,
      "grad_norm": 0.13345766067504883,
      "learning_rate": 2.9024375184536623e-06,
      "loss": 0.7235,
      "step": 36001
    },
    {
      "epoch": 0.758707529227057,
      "grad_norm": 0.10110484808683395,
      "learning_rate": 2.9019567218687237e-06,
      "loss": 0.6506,
      "step": 36002
    },
    {
      "epoch": 0.7587286032654222,
      "grad_norm": 0.14552760124206543,
      "learning_rate": 2.901475958350739e-06,
      "loss": 0.7153,
      "step": 36003
    },
    {
      "epoch": 0.7587496773037875,
      "grad_norm": 0.11637822538614273,
      "learning_rate": 2.900995227901946e-06,
      "loss": 0.7589,
      "step": 36004
    },
    {
      "epoch": 0.7587707513421528,
      "grad_norm": 0.1256147176027298,
      "learning_rate": 2.900514530524586e-06,
      "loss": 0.717,
      "step": 36005
    },
    {
      "epoch": 0.7587918253805181,
      "grad_norm": 0.13044139742851257,
      "learning_rate": 2.900033866220898e-06,
      "loss": 0.7189,
      "step": 36006
    },
    {
      "epoch": 0.7588128994188834,
      "grad_norm": 0.10276532918214798,
      "learning_rate": 2.89955323499312e-06,
      "loss": 0.7137,
      "step": 36007
    },
    {
      "epoch": 0.7588339734572487,
      "grad_norm": 0.11236411333084106,
      "learning_rate": 2.899072636843493e-06,
      "loss": 0.7053,
      "step": 36008
    },
    {
      "epoch": 0.7588550474956139,
      "grad_norm": 0.11611520498991013,
      "learning_rate": 2.8985920717742544e-06,
      "loss": 0.6047,
      "step": 36009
    },
    {
      "epoch": 0.7588761215339792,
      "grad_norm": 0.1018567830324173,
      "learning_rate": 2.8981115397876435e-06,
      "loss": 0.6887,
      "step": 36010
    },
    {
      "epoch": 0.7588971955723446,
      "grad_norm": 0.11396126449108124,
      "learning_rate": 2.8976310408858986e-06,
      "loss": 0.6826,
      "step": 36011
    },
    {
      "epoch": 0.7589182696107099,
      "grad_norm": 0.1261192262172699,
      "learning_rate": 2.8971505750712583e-06,
      "loss": 0.7327,
      "step": 36012
    },
    {
      "epoch": 0.7589393436490751,
      "grad_norm": 0.1308760643005371,
      "learning_rate": 2.896670142345962e-06,
      "loss": 0.7632,
      "step": 36013
    },
    {
      "epoch": 0.7589604176874404,
      "grad_norm": 0.11490064859390259,
      "learning_rate": 2.896189742712245e-06,
      "loss": 0.6998,
      "step": 36014
    },
    {
      "epoch": 0.7589814917258056,
      "grad_norm": 0.11869901418685913,
      "learning_rate": 2.8957093761723485e-06,
      "loss": 0.72,
      "step": 36015
    },
    {
      "epoch": 0.759002565764171,
      "grad_norm": 0.13485491275787354,
      "learning_rate": 2.895229042728509e-06,
      "loss": 0.7211,
      "step": 36016
    },
    {
      "epoch": 0.7590236398025363,
      "grad_norm": 0.2629905045032501,
      "learning_rate": 2.8947487423829643e-06,
      "loss": 0.7617,
      "step": 36017
    },
    {
      "epoch": 0.7590447138409016,
      "grad_norm": 0.10391931980848312,
      "learning_rate": 2.8942684751379512e-06,
      "loss": 0.7514,
      "step": 36018
    },
    {
      "epoch": 0.7590657878792668,
      "grad_norm": 0.12886226177215576,
      "learning_rate": 2.8937882409957087e-06,
      "loss": 0.7282,
      "step": 36019
    },
    {
      "epoch": 0.7590868619176321,
      "grad_norm": 0.10726023465394974,
      "learning_rate": 2.8933080399584757e-06,
      "loss": 0.7167,
      "step": 36020
    },
    {
      "epoch": 0.7591079359559975,
      "grad_norm": 0.10563033819198608,
      "learning_rate": 2.892827872028483e-06,
      "loss": 0.7271,
      "step": 36021
    },
    {
      "epoch": 0.7591290099943627,
      "grad_norm": 0.12192340940237045,
      "learning_rate": 2.8923477372079712e-06,
      "loss": 0.7799,
      "step": 36022
    },
    {
      "epoch": 0.759150084032728,
      "grad_norm": 0.10538043081760406,
      "learning_rate": 2.891867635499177e-06,
      "loss": 0.7804,
      "step": 36023
    },
    {
      "epoch": 0.7591711580710933,
      "grad_norm": 0.10662364214658737,
      "learning_rate": 2.891387566904337e-06,
      "loss": 0.715,
      "step": 36024
    },
    {
      "epoch": 0.7591922321094585,
      "grad_norm": 0.10810215771198273,
      "learning_rate": 2.8909075314256875e-06,
      "loss": 0.7574,
      "step": 36025
    },
    {
      "epoch": 0.7592133061478239,
      "grad_norm": 0.09790999442338943,
      "learning_rate": 2.8904275290654614e-06,
      "loss": 0.7138,
      "step": 36026
    },
    {
      "epoch": 0.7592343801861892,
      "grad_norm": 0.19015797972679138,
      "learning_rate": 2.889947559825902e-06,
      "loss": 0.6764,
      "step": 36027
    },
    {
      "epoch": 0.7592554542245544,
      "grad_norm": 0.11573714762926102,
      "learning_rate": 2.889467623709241e-06,
      "loss": 0.7207,
      "step": 36028
    },
    {
      "epoch": 0.7592765282629197,
      "grad_norm": 0.10853873938322067,
      "learning_rate": 2.8889877207177174e-06,
      "loss": 0.6577,
      "step": 36029
    },
    {
      "epoch": 0.759297602301285,
      "grad_norm": 0.11687291413545609,
      "learning_rate": 2.8885078508535626e-06,
      "loss": 0.6933,
      "step": 36030
    },
    {
      "epoch": 0.7593186763396502,
      "grad_norm": 0.11301872134208679,
      "learning_rate": 2.888028014119013e-06,
      "loss": 0.6895,
      "step": 36031
    },
    {
      "epoch": 0.7593397503780156,
      "grad_norm": 0.11442530900239944,
      "learning_rate": 2.8875482105163056e-06,
      "loss": 0.7592,
      "step": 36032
    },
    {
      "epoch": 0.7593608244163809,
      "grad_norm": 0.1431059092283249,
      "learning_rate": 2.8870684400476745e-06,
      "loss": 0.7763,
      "step": 36033
    },
    {
      "epoch": 0.7593818984547461,
      "grad_norm": 0.11440850794315338,
      "learning_rate": 2.886588702715354e-06,
      "loss": 0.7076,
      "step": 36034
    },
    {
      "epoch": 0.7594029724931114,
      "grad_norm": 0.12766192853450775,
      "learning_rate": 2.8861089985215817e-06,
      "loss": 0.719,
      "step": 36035
    },
    {
      "epoch": 0.7594240465314767,
      "grad_norm": 0.1160704493522644,
      "learning_rate": 2.8856293274685898e-06,
      "loss": 0.7378,
      "step": 36036
    },
    {
      "epoch": 0.759445120569842,
      "grad_norm": 0.10664691776037216,
      "learning_rate": 2.885149689558614e-06,
      "loss": 0.6893,
      "step": 36037
    },
    {
      "epoch": 0.7594661946082073,
      "grad_norm": 0.1303606927394867,
      "learning_rate": 2.884670084793888e-06,
      "loss": 0.6418,
      "step": 36038
    },
    {
      "epoch": 0.7594872686465726,
      "grad_norm": 0.12877888977527618,
      "learning_rate": 2.8841905131766467e-06,
      "loss": 0.7083,
      "step": 36039
    },
    {
      "epoch": 0.7595083426849378,
      "grad_norm": 0.10972772538661957,
      "learning_rate": 2.883710974709125e-06,
      "loss": 0.7177,
      "step": 36040
    },
    {
      "epoch": 0.7595294167233031,
      "grad_norm": 0.11879877746105194,
      "learning_rate": 2.883231469393556e-06,
      "loss": 0.7404,
      "step": 36041
    },
    {
      "epoch": 0.7595504907616685,
      "grad_norm": 0.13620172441005707,
      "learning_rate": 2.8827519972321726e-06,
      "loss": 0.7929,
      "step": 36042
    },
    {
      "epoch": 0.7595715648000337,
      "grad_norm": 0.10616326332092285,
      "learning_rate": 2.8822725582272103e-06,
      "loss": 0.6289,
      "step": 36043
    },
    {
      "epoch": 0.759592638838399,
      "grad_norm": 0.1982712596654892,
      "learning_rate": 2.8817931523809016e-06,
      "loss": 0.7721,
      "step": 36044
    },
    {
      "epoch": 0.7596137128767643,
      "grad_norm": 0.1518412083387375,
      "learning_rate": 2.8813137796954805e-06,
      "loss": 0.6918,
      "step": 36045
    },
    {
      "epoch": 0.7596347869151295,
      "grad_norm": 0.11524216085672379,
      "learning_rate": 2.8808344401731793e-06,
      "loss": 0.7668,
      "step": 36046
    },
    {
      "epoch": 0.7596558609534949,
      "grad_norm": 0.1164126917719841,
      "learning_rate": 2.8803551338162316e-06,
      "loss": 0.7249,
      "step": 36047
    },
    {
      "epoch": 0.7596769349918602,
      "grad_norm": 0.12169896066188812,
      "learning_rate": 2.8798758606268694e-06,
      "loss": 0.7071,
      "step": 36048
    },
    {
      "epoch": 0.7596980090302254,
      "grad_norm": 0.1169864609837532,
      "learning_rate": 2.8793966206073264e-06,
      "loss": 0.7035,
      "step": 36049
    },
    {
      "epoch": 0.7597190830685907,
      "grad_norm": 0.10198171436786652,
      "learning_rate": 2.8789174137598386e-06,
      "loss": 0.6997,
      "step": 36050
    },
    {
      "epoch": 0.759740157106956,
      "grad_norm": 0.11673648655414581,
      "learning_rate": 2.8784382400866316e-06,
      "loss": 0.6851,
      "step": 36051
    },
    {
      "epoch": 0.7597612311453213,
      "grad_norm": 0.125074565410614,
      "learning_rate": 2.877959099589942e-06,
      "loss": 0.709,
      "step": 36052
    },
    {
      "epoch": 0.7597823051836866,
      "grad_norm": 0.10248427838087082,
      "learning_rate": 2.877479992272e-06,
      "loss": 0.6463,
      "step": 36053
    },
    {
      "epoch": 0.7598033792220519,
      "grad_norm": 0.13267841935157776,
      "learning_rate": 2.8770009181350343e-06,
      "loss": 0.7271,
      "step": 36054
    },
    {
      "epoch": 0.7598244532604171,
      "grad_norm": 0.10372009128332138,
      "learning_rate": 2.8765218771812853e-06,
      "loss": 0.6933,
      "step": 36055
    },
    {
      "epoch": 0.7598455272987824,
      "grad_norm": 0.11567729711532593,
      "learning_rate": 2.8760428694129794e-06,
      "loss": 0.7018,
      "step": 36056
    },
    {
      "epoch": 0.7598666013371478,
      "grad_norm": 0.12687918543815613,
      "learning_rate": 2.8755638948323494e-06,
      "loss": 0.7385,
      "step": 36057
    },
    {
      "epoch": 0.759887675375513,
      "grad_norm": 0.11156950145959854,
      "learning_rate": 2.8750849534416258e-06,
      "loss": 0.6847,
      "step": 36058
    },
    {
      "epoch": 0.7599087494138783,
      "grad_norm": 0.12185124307870865,
      "learning_rate": 2.8746060452430436e-06,
      "loss": 0.7045,
      "step": 36059
    },
    {
      "epoch": 0.7599298234522436,
      "grad_norm": 0.18653278052806854,
      "learning_rate": 2.8741271702388275e-06,
      "loss": 0.7108,
      "step": 36060
    },
    {
      "epoch": 0.7599508974906088,
      "grad_norm": 0.10546592622995377,
      "learning_rate": 2.87364832843121e-06,
      "loss": 0.6662,
      "step": 36061
    },
    {
      "epoch": 0.7599719715289742,
      "grad_norm": 0.14455313980579376,
      "learning_rate": 2.873169519822424e-06,
      "loss": 0.787,
      "step": 36062
    },
    {
      "epoch": 0.7599930455673395,
      "grad_norm": 0.10677455365657806,
      "learning_rate": 2.8726907444147e-06,
      "loss": 0.7141,
      "step": 36063
    },
    {
      "epoch": 0.7600141196057048,
      "grad_norm": 0.14606530964374542,
      "learning_rate": 2.872212002210266e-06,
      "loss": 0.7037,
      "step": 36064
    },
    {
      "epoch": 0.76003519364407,
      "grad_norm": 0.1287248134613037,
      "learning_rate": 2.871733293211355e-06,
      "loss": 0.6758,
      "step": 36065
    },
    {
      "epoch": 0.7600562676824353,
      "grad_norm": 0.13152368366718292,
      "learning_rate": 2.871254617420196e-06,
      "loss": 0.7363,
      "step": 36066
    },
    {
      "epoch": 0.7600773417208005,
      "grad_norm": 0.11953604221343994,
      "learning_rate": 2.8707759748390183e-06,
      "loss": 0.7227,
      "step": 36067
    },
    {
      "epoch": 0.7600984157591659,
      "grad_norm": 0.11013683676719666,
      "learning_rate": 2.870297365470053e-06,
      "loss": 0.7387,
      "step": 36068
    },
    {
      "epoch": 0.7601194897975312,
      "grad_norm": 0.12022043019533157,
      "learning_rate": 2.8698187893155294e-06,
      "loss": 0.678,
      "step": 36069
    },
    {
      "epoch": 0.7601405638358965,
      "grad_norm": 0.1009780615568161,
      "learning_rate": 2.8693402463776754e-06,
      "loss": 0.7623,
      "step": 36070
    },
    {
      "epoch": 0.7601616378742617,
      "grad_norm": 0.12892816960811615,
      "learning_rate": 2.8688617366587226e-06,
      "loss": 0.7164,
      "step": 36071
    },
    {
      "epoch": 0.760182711912627,
      "grad_norm": 0.15572018921375275,
      "learning_rate": 2.8683832601608983e-06,
      "loss": 0.7613,
      "step": 36072
    },
    {
      "epoch": 0.7602037859509924,
      "grad_norm": 0.1719280332326889,
      "learning_rate": 2.867904816886434e-06,
      "loss": 0.6908,
      "step": 36073
    },
    {
      "epoch": 0.7602248599893576,
      "grad_norm": 0.14154306054115295,
      "learning_rate": 2.8674264068375556e-06,
      "loss": 0.6871,
      "step": 36074
    },
    {
      "epoch": 0.7602459340277229,
      "grad_norm": 0.10720421373844147,
      "learning_rate": 2.8669480300164943e-06,
      "loss": 0.6705,
      "step": 36075
    },
    {
      "epoch": 0.7602670080660882,
      "grad_norm": 0.14026251435279846,
      "learning_rate": 2.866469686425477e-06,
      "loss": 0.7149,
      "step": 36076
    },
    {
      "epoch": 0.7602880821044534,
      "grad_norm": 0.12006240338087082,
      "learning_rate": 2.8659913760667333e-06,
      "loss": 0.6786,
      "step": 36077
    },
    {
      "epoch": 0.7603091561428188,
      "grad_norm": 0.1111949011683464,
      "learning_rate": 2.865513098942491e-06,
      "loss": 0.7093,
      "step": 36078
    },
    {
      "epoch": 0.7603302301811841,
      "grad_norm": 0.11253409087657928,
      "learning_rate": 2.86503485505498e-06,
      "loss": 0.6484,
      "step": 36079
    },
    {
      "epoch": 0.7603513042195493,
      "grad_norm": 0.11415500938892365,
      "learning_rate": 2.8645566444064245e-06,
      "loss": 0.7372,
      "step": 36080
    },
    {
      "epoch": 0.7603723782579146,
      "grad_norm": 0.12822379171848297,
      "learning_rate": 2.864078466999054e-06,
      "loss": 0.7338,
      "step": 36081
    },
    {
      "epoch": 0.7603934522962799,
      "grad_norm": 0.10857615619897842,
      "learning_rate": 2.8636003228350962e-06,
      "loss": 0.7254,
      "step": 36082
    },
    {
      "epoch": 0.7604145263346452,
      "grad_norm": 0.1601034700870514,
      "learning_rate": 2.8631222119167746e-06,
      "loss": 0.7484,
      "step": 36083
    },
    {
      "epoch": 0.7604356003730105,
      "grad_norm": 0.11035139113664627,
      "learning_rate": 2.862644134246325e-06,
      "loss": 0.6878,
      "step": 36084
    },
    {
      "epoch": 0.7604566744113758,
      "grad_norm": 0.11849288642406464,
      "learning_rate": 2.8621660898259694e-06,
      "loss": 0.7323,
      "step": 36085
    },
    {
      "epoch": 0.760477748449741,
      "grad_norm": 0.1123398169875145,
      "learning_rate": 2.861688078657936e-06,
      "loss": 0.6239,
      "step": 36086
    },
    {
      "epoch": 0.7604988224881063,
      "grad_norm": 0.1129058375954628,
      "learning_rate": 2.8612101007444505e-06,
      "loss": 0.6753,
      "step": 36087
    },
    {
      "epoch": 0.7605198965264717,
      "grad_norm": 0.11144217848777771,
      "learning_rate": 2.8607321560877443e-06,
      "loss": 0.7269,
      "step": 36088
    },
    {
      "epoch": 0.7605409705648369,
      "grad_norm": 0.1346433311700821,
      "learning_rate": 2.8602542446900362e-06,
      "loss": 0.6997,
      "step": 36089
    },
    {
      "epoch": 0.7605620446032022,
      "grad_norm": 0.09387166053056717,
      "learning_rate": 2.8597763665535574e-06,
      "loss": 0.6812,
      "step": 36090
    },
    {
      "epoch": 0.7605831186415675,
      "grad_norm": 0.11266777664422989,
      "learning_rate": 2.8592985216805324e-06,
      "loss": 0.728,
      "step": 36091
    },
    {
      "epoch": 0.7606041926799327,
      "grad_norm": 0.13631953299045563,
      "learning_rate": 2.858820710073188e-06,
      "loss": 0.7186,
      "step": 36092
    },
    {
      "epoch": 0.7606252667182981,
      "grad_norm": 0.10068454593420029,
      "learning_rate": 2.858342931733751e-06,
      "loss": 0.6403,
      "step": 36093
    },
    {
      "epoch": 0.7606463407566634,
      "grad_norm": 0.13120771944522858,
      "learning_rate": 2.8578651866644447e-06,
      "loss": 0.7659,
      "step": 36094
    },
    {
      "epoch": 0.7606674147950286,
      "grad_norm": 0.10193851590156555,
      "learning_rate": 2.8573874748674977e-06,
      "loss": 0.6798,
      "step": 36095
    },
    {
      "epoch": 0.7606884888333939,
      "grad_norm": 0.16674934327602386,
      "learning_rate": 2.8569097963451342e-06,
      "loss": 0.7683,
      "step": 36096
    },
    {
      "epoch": 0.7607095628717592,
      "grad_norm": 0.10683122277259827,
      "learning_rate": 2.8564321510995786e-06,
      "loss": 0.6827,
      "step": 36097
    },
    {
      "epoch": 0.7607306369101245,
      "grad_norm": 0.13560932874679565,
      "learning_rate": 2.855954539133058e-06,
      "loss": 0.6942,
      "step": 36098
    },
    {
      "epoch": 0.7607517109484898,
      "grad_norm": 0.17620982229709625,
      "learning_rate": 2.855476960447795e-06,
      "loss": 0.7421,
      "step": 36099
    },
    {
      "epoch": 0.7607727849868551,
      "grad_norm": 0.11931923776865005,
      "learning_rate": 2.854999415046017e-06,
      "loss": 0.7166,
      "step": 36100
    },
    {
      "epoch": 0.7607938590252203,
      "grad_norm": 0.13521230220794678,
      "learning_rate": 2.8545219029299464e-06,
      "loss": 0.7239,
      "step": 36101
    },
    {
      "epoch": 0.7608149330635856,
      "grad_norm": 0.10792618989944458,
      "learning_rate": 2.8540444241018095e-06,
      "loss": 0.7011,
      "step": 36102
    },
    {
      "epoch": 0.760836007101951,
      "grad_norm": 0.10171212255954742,
      "learning_rate": 2.85356697856383e-06,
      "loss": 0.6798,
      "step": 36103
    },
    {
      "epoch": 0.7608570811403162,
      "grad_norm": 0.1140453964471817,
      "learning_rate": 2.8530895663182323e-06,
      "loss": 0.7277,
      "step": 36104
    },
    {
      "epoch": 0.7608781551786815,
      "grad_norm": 0.1254049688577652,
      "learning_rate": 2.8526121873672395e-06,
      "loss": 0.711,
      "step": 36105
    },
    {
      "epoch": 0.7608992292170468,
      "grad_norm": 0.11631239205598831,
      "learning_rate": 2.8521348417130766e-06,
      "loss": 0.7357,
      "step": 36106
    },
    {
      "epoch": 0.760920303255412,
      "grad_norm": 0.13124161958694458,
      "learning_rate": 2.8516575293579673e-06,
      "loss": 0.7111,
      "step": 36107
    },
    {
      "epoch": 0.7609413772937773,
      "grad_norm": 0.11814673244953156,
      "learning_rate": 2.8511802503041353e-06,
      "loss": 0.6834,
      "step": 36108
    },
    {
      "epoch": 0.7609624513321427,
      "grad_norm": 0.125248521566391,
      "learning_rate": 2.8507030045538066e-06,
      "loss": 0.7105,
      "step": 36109
    },
    {
      "epoch": 0.760983525370508,
      "grad_norm": 0.1428351104259491,
      "learning_rate": 2.850225792109198e-06,
      "loss": 0.742,
      "step": 36110
    },
    {
      "epoch": 0.7610045994088732,
      "grad_norm": 0.11201121658086777,
      "learning_rate": 2.849748612972537e-06,
      "loss": 0.7427,
      "step": 36111
    },
    {
      "epoch": 0.7610256734472385,
      "grad_norm": 0.11908185482025146,
      "learning_rate": 2.849271467146042e-06,
      "loss": 0.7367,
      "step": 36112
    },
    {
      "epoch": 0.7610467474856037,
      "grad_norm": 0.12456905096769333,
      "learning_rate": 2.848794354631944e-06,
      "loss": 0.7427,
      "step": 36113
    },
    {
      "epoch": 0.7610678215239691,
      "grad_norm": 0.11805272847414017,
      "learning_rate": 2.8483172754324607e-06,
      "loss": 0.766,
      "step": 36114
    },
    {
      "epoch": 0.7610888955623344,
      "grad_norm": 0.11101619154214859,
      "learning_rate": 2.8478402295498144e-06,
      "loss": 0.648,
      "step": 36115
    },
    {
      "epoch": 0.7611099696006997,
      "grad_norm": 0.13744360208511353,
      "learning_rate": 2.8473632169862297e-06,
      "loss": 0.7464,
      "step": 36116
    },
    {
      "epoch": 0.7611310436390649,
      "grad_norm": 0.16563200950622559,
      "learning_rate": 2.8468862377439268e-06,
      "loss": 0.725,
      "step": 36117
    },
    {
      "epoch": 0.7611521176774302,
      "grad_norm": 0.10488878935575485,
      "learning_rate": 2.8464092918251307e-06,
      "loss": 0.7201,
      "step": 36118
    },
    {
      "epoch": 0.7611731917157956,
      "grad_norm": 0.15045806765556335,
      "learning_rate": 2.845932379232059e-06,
      "loss": 0.7077,
      "step": 36119
    },
    {
      "epoch": 0.7611942657541608,
      "grad_norm": 0.10510483384132385,
      "learning_rate": 2.845455499966936e-06,
      "loss": 0.7943,
      "step": 36120
    },
    {
      "epoch": 0.7612153397925261,
      "grad_norm": 0.09522150456905365,
      "learning_rate": 2.844978654031981e-06,
      "loss": 0.6438,
      "step": 36121
    },
    {
      "epoch": 0.7612364138308914,
      "grad_norm": 0.1237650066614151,
      "learning_rate": 2.844501841429419e-06,
      "loss": 0.758,
      "step": 36122
    },
    {
      "epoch": 0.7612574878692566,
      "grad_norm": 0.11140445619821548,
      "learning_rate": 2.8440250621614685e-06,
      "loss": 0.7011,
      "step": 36123
    },
    {
      "epoch": 0.761278561907622,
      "grad_norm": 0.11140396445989609,
      "learning_rate": 2.843548316230352e-06,
      "loss": 0.621,
      "step": 36124
    },
    {
      "epoch": 0.7612996359459873,
      "grad_norm": 0.1329835206270218,
      "learning_rate": 2.84307160363829e-06,
      "loss": 0.6682,
      "step": 36125
    },
    {
      "epoch": 0.7613207099843525,
      "grad_norm": 0.1877700835466385,
      "learning_rate": 2.8425949243874997e-06,
      "loss": 0.7615,
      "step": 36126
    },
    {
      "epoch": 0.7613417840227178,
      "grad_norm": 0.16185398399829865,
      "learning_rate": 2.8421182784802125e-06,
      "loss": 0.7285,
      "step": 36127
    },
    {
      "epoch": 0.7613628580610831,
      "grad_norm": 0.11898956447839737,
      "learning_rate": 2.8416416659186384e-06,
      "loss": 0.7378,
      "step": 36128
    },
    {
      "epoch": 0.7613839320994484,
      "grad_norm": 0.10154750943183899,
      "learning_rate": 2.841165086705001e-06,
      "loss": 0.7036,
      "step": 36129
    },
    {
      "epoch": 0.7614050061378137,
      "grad_norm": 0.13325859606266022,
      "learning_rate": 2.840688540841521e-06,
      "loss": 0.729,
      "step": 36130
    },
    {
      "epoch": 0.761426080176179,
      "grad_norm": 0.1174316331744194,
      "learning_rate": 2.840212028330418e-06,
      "loss": 0.7892,
      "step": 36131
    },
    {
      "epoch": 0.7614471542145442,
      "grad_norm": 0.1221725195646286,
      "learning_rate": 2.839735549173912e-06,
      "loss": 0.6769,
      "step": 36132
    },
    {
      "epoch": 0.7614682282529095,
      "grad_norm": 0.12315826117992401,
      "learning_rate": 2.839259103374222e-06,
      "loss": 0.6925,
      "step": 36133
    },
    {
      "epoch": 0.7614893022912749,
      "grad_norm": 0.09880887717008591,
      "learning_rate": 2.838782690933569e-06,
      "loss": 0.6738,
      "step": 36134
    },
    {
      "epoch": 0.7615103763296401,
      "grad_norm": 0.14652234315872192,
      "learning_rate": 2.838306311854172e-06,
      "loss": 0.6937,
      "step": 36135
    },
    {
      "epoch": 0.7615314503680054,
      "grad_norm": 0.1239490807056427,
      "learning_rate": 2.837829966138249e-06,
      "loss": 0.6745,
      "step": 36136
    },
    {
      "epoch": 0.7615525244063707,
      "grad_norm": 0.10696933418512344,
      "learning_rate": 2.837353653788021e-06,
      "loss": 0.727,
      "step": 36137
    },
    {
      "epoch": 0.7615735984447359,
      "grad_norm": 0.1113937571644783,
      "learning_rate": 2.836877374805709e-06,
      "loss": 0.7376,
      "step": 36138
    },
    {
      "epoch": 0.7615946724831013,
      "grad_norm": 0.10014069080352783,
      "learning_rate": 2.8364011291935257e-06,
      "loss": 0.6593,
      "step": 36139
    },
    {
      "epoch": 0.7616157465214666,
      "grad_norm": 0.11236228793859482,
      "learning_rate": 2.835924916953693e-06,
      "loss": 0.7184,
      "step": 36140
    },
    {
      "epoch": 0.7616368205598318,
      "grad_norm": 0.15683306753635406,
      "learning_rate": 2.8354487380884256e-06,
      "loss": 0.6508,
      "step": 36141
    },
    {
      "epoch": 0.7616578945981971,
      "grad_norm": 0.140114888548851,
      "learning_rate": 2.8349725925999493e-06,
      "loss": 0.6801,
      "step": 36142
    },
    {
      "epoch": 0.7616789686365624,
      "grad_norm": 0.11636882275342941,
      "learning_rate": 2.8344964804904775e-06,
      "loss": 0.6997,
      "step": 36143
    },
    {
      "epoch": 0.7617000426749276,
      "grad_norm": 0.10884968936443329,
      "learning_rate": 2.83402040176223e-06,
      "loss": 0.6656,
      "step": 36144
    },
    {
      "epoch": 0.761721116713293,
      "grad_norm": 0.11601907014846802,
      "learning_rate": 2.833544356417424e-06,
      "loss": 0.7042,
      "step": 36145
    },
    {
      "epoch": 0.7617421907516583,
      "grad_norm": 0.11832288652658463,
      "learning_rate": 2.833068344458276e-06,
      "loss": 0.6863,
      "step": 36146
    },
    {
      "epoch": 0.7617632647900235,
      "grad_norm": 0.11074712127447128,
      "learning_rate": 2.832592365887008e-06,
      "loss": 0.7353,
      "step": 36147
    },
    {
      "epoch": 0.7617843388283888,
      "grad_norm": 0.10139405727386475,
      "learning_rate": 2.8321164207058315e-06,
      "loss": 0.6842,
      "step": 36148
    },
    {
      "epoch": 0.7618054128667541,
      "grad_norm": 0.1051260307431221,
      "learning_rate": 2.8316405089169654e-06,
      "loss": 0.7232,
      "step": 36149
    },
    {
      "epoch": 0.7618264869051194,
      "grad_norm": 0.1439763605594635,
      "learning_rate": 2.831164630522628e-06,
      "loss": 0.6946,
      "step": 36150
    },
    {
      "epoch": 0.7618475609434847,
      "grad_norm": 0.14512978494167328,
      "learning_rate": 2.830688785525035e-06,
      "loss": 0.7094,
      "step": 36151
    },
    {
      "epoch": 0.76186863498185,
      "grad_norm": 0.12720739841461182,
      "learning_rate": 2.8302129739264063e-06,
      "loss": 0.8022,
      "step": 36152
    },
    {
      "epoch": 0.7618897090202152,
      "grad_norm": 0.11698874086141586,
      "learning_rate": 2.829737195728954e-06,
      "loss": 0.6838,
      "step": 36153
    },
    {
      "epoch": 0.7619107830585805,
      "grad_norm": 0.11021445691585541,
      "learning_rate": 2.829261450934897e-06,
      "loss": 0.7449,
      "step": 36154
    },
    {
      "epoch": 0.7619318570969459,
      "grad_norm": 0.11721155047416687,
      "learning_rate": 2.8287857395464493e-06,
      "loss": 0.6934,
      "step": 36155
    },
    {
      "epoch": 0.7619529311353112,
      "grad_norm": 0.11471670866012573,
      "learning_rate": 2.828310061565834e-06,
      "loss": 0.6902,
      "step": 36156
    },
    {
      "epoch": 0.7619740051736764,
      "grad_norm": 0.12175426632165909,
      "learning_rate": 2.827834416995261e-06,
      "loss": 0.6693,
      "step": 36157
    },
    {
      "epoch": 0.7619950792120417,
      "grad_norm": 0.11295633018016815,
      "learning_rate": 2.8273588058369463e-06,
      "loss": 0.7241,
      "step": 36158
    },
    {
      "epoch": 0.762016153250407,
      "grad_norm": 0.12723805010318756,
      "learning_rate": 2.8268832280931056e-06,
      "loss": 0.7529,
      "step": 36159
    },
    {
      "epoch": 0.7620372272887723,
      "grad_norm": 0.12639032304286957,
      "learning_rate": 2.8264076837659573e-06,
      "loss": 0.6915,
      "step": 36160
    },
    {
      "epoch": 0.7620583013271376,
      "grad_norm": 0.11058494448661804,
      "learning_rate": 2.8259321728577138e-06,
      "loss": 0.6742,
      "step": 36161
    },
    {
      "epoch": 0.7620793753655029,
      "grad_norm": 0.11173562705516815,
      "learning_rate": 2.8254566953705918e-06,
      "loss": 0.745,
      "step": 36162
    },
    {
      "epoch": 0.7621004494038681,
      "grad_norm": 0.11397424340248108,
      "learning_rate": 2.8249812513068054e-06,
      "loss": 0.7435,
      "step": 36163
    },
    {
      "epoch": 0.7621215234422334,
      "grad_norm": 0.11599308252334595,
      "learning_rate": 2.824505840668571e-06,
      "loss": 0.6948,
      "step": 36164
    },
    {
      "epoch": 0.7621425974805988,
      "grad_norm": 0.11157369613647461,
      "learning_rate": 2.8240304634581017e-06,
      "loss": 0.7696,
      "step": 36165
    },
    {
      "epoch": 0.762163671518964,
      "grad_norm": 0.11268722265958786,
      "learning_rate": 2.8235551196776135e-06,
      "loss": 0.7606,
      "step": 36166
    },
    {
      "epoch": 0.7621847455573293,
      "grad_norm": 0.15423676371574402,
      "learning_rate": 2.82307980932932e-06,
      "loss": 0.7342,
      "step": 36167
    },
    {
      "epoch": 0.7622058195956946,
      "grad_norm": 0.10557621717453003,
      "learning_rate": 2.8226045324154394e-06,
      "loss": 0.7001,
      "step": 36168
    },
    {
      "epoch": 0.7622268936340598,
      "grad_norm": 0.209029421210289,
      "learning_rate": 2.8221292889381745e-06,
      "loss": 0.6821,
      "step": 36169
    },
    {
      "epoch": 0.7622479676724252,
      "grad_norm": 0.10581560432910919,
      "learning_rate": 2.8216540788997515e-06,
      "loss": 0.7137,
      "step": 36170
    },
    {
      "epoch": 0.7622690417107905,
      "grad_norm": 0.11031331866979599,
      "learning_rate": 2.821178902302378e-06,
      "loss": 0.7266,
      "step": 36171
    },
    {
      "epoch": 0.7622901157491557,
      "grad_norm": 0.1281149983406067,
      "learning_rate": 2.820703759148271e-06,
      "loss": 0.7569,
      "step": 36172
    },
    {
      "epoch": 0.762311189787521,
      "grad_norm": 0.10725673288106918,
      "learning_rate": 2.820228649439641e-06,
      "loss": 0.6704,
      "step": 36173
    },
    {
      "epoch": 0.7623322638258863,
      "grad_norm": 0.13989368081092834,
      "learning_rate": 2.819753573178703e-06,
      "loss": 0.7813,
      "step": 36174
    },
    {
      "epoch": 0.7623533378642516,
      "grad_norm": 0.16478785872459412,
      "learning_rate": 2.8192785303676696e-06,
      "loss": 0.6614,
      "step": 36175
    },
    {
      "epoch": 0.7623744119026169,
      "grad_norm": 0.12424462288618088,
      "learning_rate": 2.818803521008754e-06,
      "loss": 0.6847,
      "step": 36176
    },
    {
      "epoch": 0.7623954859409822,
      "grad_norm": 0.12099204957485199,
      "learning_rate": 2.818328545104173e-06,
      "loss": 0.7071,
      "step": 36177
    },
    {
      "epoch": 0.7624165599793474,
      "grad_norm": 0.1116318628191948,
      "learning_rate": 2.817853602656131e-06,
      "loss": 0.7045,
      "step": 36178
    },
    {
      "epoch": 0.7624376340177127,
      "grad_norm": 0.1249256506562233,
      "learning_rate": 2.8173786936668458e-06,
      "loss": 0.6588,
      "step": 36179
    },
    {
      "epoch": 0.762458708056078,
      "grad_norm": 0.12363996356725693,
      "learning_rate": 2.816903818138529e-06,
      "loss": 0.8037,
      "step": 36180
    },
    {
      "epoch": 0.7624797820944433,
      "grad_norm": 0.13342911005020142,
      "learning_rate": 2.816428976073393e-06,
      "loss": 0.7084,
      "step": 36181
    },
    {
      "epoch": 0.7625008561328086,
      "grad_norm": 0.11581224203109741,
      "learning_rate": 2.815954167473649e-06,
      "loss": 0.7645,
      "step": 36182
    },
    {
      "epoch": 0.7625219301711739,
      "grad_norm": 0.11876567453145981,
      "learning_rate": 2.8154793923415103e-06,
      "loss": 0.7016,
      "step": 36183
    },
    {
      "epoch": 0.7625430042095391,
      "grad_norm": 0.10439158976078033,
      "learning_rate": 2.815004650679185e-06,
      "loss": 0.6808,
      "step": 36184
    },
    {
      "epoch": 0.7625640782479044,
      "grad_norm": 0.12890802323818207,
      "learning_rate": 2.8145299424888904e-06,
      "loss": 0.6827,
      "step": 36185
    },
    {
      "epoch": 0.7625851522862698,
      "grad_norm": 0.11786250025033951,
      "learning_rate": 2.8140552677728396e-06,
      "loss": 0.7307,
      "step": 36186
    },
    {
      "epoch": 0.762606226324635,
      "grad_norm": 0.12552839517593384,
      "learning_rate": 2.8135806265332355e-06,
      "loss": 0.7022,
      "step": 36187
    },
    {
      "epoch": 0.7626273003630003,
      "grad_norm": 0.11620254069566727,
      "learning_rate": 2.8131060187722935e-06,
      "loss": 0.705,
      "step": 36188
    },
    {
      "epoch": 0.7626483744013656,
      "grad_norm": 0.11211560666561127,
      "learning_rate": 2.8126314444922254e-06,
      "loss": 0.7503,
      "step": 36189
    },
    {
      "epoch": 0.7626694484397308,
      "grad_norm": 0.13157036900520325,
      "learning_rate": 2.8121569036952412e-06,
      "loss": 0.7343,
      "step": 36190
    },
    {
      "epoch": 0.7626905224780962,
      "grad_norm": 0.14238445460796356,
      "learning_rate": 2.8116823963835503e-06,
      "loss": 0.6912,
      "step": 36191
    },
    {
      "epoch": 0.7627115965164615,
      "grad_norm": 0.12662014365196228,
      "learning_rate": 2.8112079225593658e-06,
      "loss": 0.719,
      "step": 36192
    },
    {
      "epoch": 0.7627326705548267,
      "grad_norm": 0.10312889516353607,
      "learning_rate": 2.8107334822248967e-06,
      "loss": 0.7137,
      "step": 36193
    },
    {
      "epoch": 0.762753744593192,
      "grad_norm": 0.13917690515518188,
      "learning_rate": 2.8102590753823535e-06,
      "loss": 0.7442,
      "step": 36194
    },
    {
      "epoch": 0.7627748186315573,
      "grad_norm": 0.11240726709365845,
      "learning_rate": 2.8097847020339465e-06,
      "loss": 0.7178,
      "step": 36195
    },
    {
      "epoch": 0.7627958926699226,
      "grad_norm": 0.11604299396276474,
      "learning_rate": 2.809310362181884e-06,
      "loss": 0.6977,
      "step": 36196
    },
    {
      "epoch": 0.7628169667082879,
      "grad_norm": 0.1531822681427002,
      "learning_rate": 2.808836055828381e-06,
      "loss": 0.7029,
      "step": 36197
    },
    {
      "epoch": 0.7628380407466532,
      "grad_norm": 0.12272290885448456,
      "learning_rate": 2.8083617829756373e-06,
      "loss": 0.7486,
      "step": 36198
    },
    {
      "epoch": 0.7628591147850184,
      "grad_norm": 0.11378346383571625,
      "learning_rate": 2.8078875436258714e-06,
      "loss": 0.6611,
      "step": 36199
    },
    {
      "epoch": 0.7628801888233837,
      "grad_norm": 0.15216119587421417,
      "learning_rate": 2.8074133377812884e-06,
      "loss": 0.7951,
      "step": 36200
    },
    {
      "epoch": 0.7629012628617491,
      "grad_norm": 0.11412353813648224,
      "learning_rate": 2.806939165444098e-06,
      "loss": 0.7218,
      "step": 36201
    },
    {
      "epoch": 0.7629223369001144,
      "grad_norm": 0.13189616799354553,
      "learning_rate": 2.8064650266165105e-06,
      "loss": 0.7107,
      "step": 36202
    },
    {
      "epoch": 0.7629434109384796,
      "grad_norm": 0.1163446381688118,
      "learning_rate": 2.8059909213007343e-06,
      "loss": 0.6473,
      "step": 36203
    },
    {
      "epoch": 0.7629644849768449,
      "grad_norm": 0.10476396232843399,
      "learning_rate": 2.805516849498977e-06,
      "loss": 0.6497,
      "step": 36204
    },
    {
      "epoch": 0.7629855590152101,
      "grad_norm": 0.13082252442836761,
      "learning_rate": 2.8050428112134474e-06,
      "loss": 0.7136,
      "step": 36205
    },
    {
      "epoch": 0.7630066330535755,
      "grad_norm": 0.10894155502319336,
      "learning_rate": 2.8045688064463583e-06,
      "loss": 0.6714,
      "step": 36206
    },
    {
      "epoch": 0.7630277070919408,
      "grad_norm": 0.11882712692022324,
      "learning_rate": 2.80409483519991e-06,
      "loss": 0.7491,
      "step": 36207
    },
    {
      "epoch": 0.763048781130306,
      "grad_norm": 0.11676792800426483,
      "learning_rate": 2.8036208974763146e-06,
      "loss": 0.7015,
      "step": 36208
    },
    {
      "epoch": 0.7630698551686713,
      "grad_norm": 0.11064143478870392,
      "learning_rate": 2.803146993277779e-06,
      "loss": 0.6736,
      "step": 36209
    },
    {
      "epoch": 0.7630909292070366,
      "grad_norm": 0.12752407789230347,
      "learning_rate": 2.802673122606512e-06,
      "loss": 0.704,
      "step": 36210
    },
    {
      "epoch": 0.763112003245402,
      "grad_norm": 0.13931651413440704,
      "learning_rate": 2.8021992854647207e-06,
      "loss": 0.6913,
      "step": 36211
    },
    {
      "epoch": 0.7631330772837672,
      "grad_norm": 0.12866628170013428,
      "learning_rate": 2.8017254818546124e-06,
      "loss": 0.7228,
      "step": 36212
    },
    {
      "epoch": 0.7631541513221325,
      "grad_norm": 0.13391196727752686,
      "learning_rate": 2.801251711778392e-06,
      "loss": 0.7415,
      "step": 36213
    },
    {
      "epoch": 0.7631752253604978,
      "grad_norm": 0.1116194948554039,
      "learning_rate": 2.8007779752382723e-06,
      "loss": 0.7351,
      "step": 36214
    },
    {
      "epoch": 0.763196299398863,
      "grad_norm": 0.10258179903030396,
      "learning_rate": 2.8003042722364593e-06,
      "loss": 0.7011,
      "step": 36215
    },
    {
      "epoch": 0.7632173734372284,
      "grad_norm": 0.11304733157157898,
      "learning_rate": 2.7998306027751555e-06,
      "loss": 0.7186,
      "step": 36216
    },
    {
      "epoch": 0.7632384474755937,
      "grad_norm": 0.10470414906740189,
      "learning_rate": 2.79935696685657e-06,
      "loss": 0.7079,
      "step": 36217
    },
    {
      "epoch": 0.7632595215139589,
      "grad_norm": 0.15566152334213257,
      "learning_rate": 2.7988833644829085e-06,
      "loss": 0.7255,
      "step": 36218
    },
    {
      "epoch": 0.7632805955523242,
      "grad_norm": 0.10067035257816315,
      "learning_rate": 2.798409795656377e-06,
      "loss": 0.647,
      "step": 36219
    },
    {
      "epoch": 0.7633016695906895,
      "grad_norm": 0.10742918401956558,
      "learning_rate": 2.7979362603791825e-06,
      "loss": 0.675,
      "step": 36220
    },
    {
      "epoch": 0.7633227436290547,
      "grad_norm": 0.11672482639551163,
      "learning_rate": 2.7974627586535318e-06,
      "loss": 0.7563,
      "step": 36221
    },
    {
      "epoch": 0.7633438176674201,
      "grad_norm": 0.10588440299034119,
      "learning_rate": 2.7969892904816297e-06,
      "loss": 0.6613,
      "step": 36222
    },
    {
      "epoch": 0.7633648917057854,
      "grad_norm": 0.11366313695907593,
      "learning_rate": 2.7965158558656823e-06,
      "loss": 0.6935,
      "step": 36223
    },
    {
      "epoch": 0.7633859657441506,
      "grad_norm": 0.1027679443359375,
      "learning_rate": 2.7960424548078946e-06,
      "loss": 0.7305,
      "step": 36224
    },
    {
      "epoch": 0.7634070397825159,
      "grad_norm": 0.14257241785526276,
      "learning_rate": 2.7955690873104725e-06,
      "loss": 0.709,
      "step": 36225
    },
    {
      "epoch": 0.7634281138208812,
      "grad_norm": 0.10953877866268158,
      "learning_rate": 2.795095753375621e-06,
      "loss": 0.7371,
      "step": 36226
    },
    {
      "epoch": 0.7634491878592465,
      "grad_norm": 0.13622136414051056,
      "learning_rate": 2.794622453005544e-06,
      "loss": 0.7089,
      "step": 36227
    },
    {
      "epoch": 0.7634702618976118,
      "grad_norm": 0.11041466891765594,
      "learning_rate": 2.7941491862024493e-06,
      "loss": 0.6656,
      "step": 36228
    },
    {
      "epoch": 0.7634913359359771,
      "grad_norm": 0.11074341088533401,
      "learning_rate": 2.79367595296854e-06,
      "loss": 0.6499,
      "step": 36229
    },
    {
      "epoch": 0.7635124099743423,
      "grad_norm": 0.12874139845371246,
      "learning_rate": 2.7932027533060202e-06,
      "loss": 0.718,
      "step": 36230
    },
    {
      "epoch": 0.7635334840127076,
      "grad_norm": 0.10361385345458984,
      "learning_rate": 2.7927295872170944e-06,
      "loss": 0.7037,
      "step": 36231
    },
    {
      "epoch": 0.763554558051073,
      "grad_norm": 0.12545976042747498,
      "learning_rate": 2.7922564547039675e-06,
      "loss": 0.7152,
      "step": 36232
    },
    {
      "epoch": 0.7635756320894382,
      "grad_norm": 0.10906610637903214,
      "learning_rate": 2.7917833557688446e-06,
      "loss": 0.7342,
      "step": 36233
    },
    {
      "epoch": 0.7635967061278035,
      "grad_norm": 0.10714781284332275,
      "learning_rate": 2.7913102904139278e-06,
      "loss": 0.6608,
      "step": 36234
    },
    {
      "epoch": 0.7636177801661688,
      "grad_norm": 0.13704711198806763,
      "learning_rate": 2.790837258641421e-06,
      "loss": 0.7194,
      "step": 36235
    },
    {
      "epoch": 0.763638854204534,
      "grad_norm": 0.12715566158294678,
      "learning_rate": 2.790364260453533e-06,
      "loss": 0.7818,
      "step": 36236
    },
    {
      "epoch": 0.7636599282428994,
      "grad_norm": 0.11019110679626465,
      "learning_rate": 2.7898912958524595e-06,
      "loss": 0.6709,
      "step": 36237
    },
    {
      "epoch": 0.7636810022812647,
      "grad_norm": 0.11156853288412094,
      "learning_rate": 2.789418364840407e-06,
      "loss": 0.7447,
      "step": 36238
    },
    {
      "epoch": 0.7637020763196299,
      "grad_norm": 0.10443582385778427,
      "learning_rate": 2.788945467419578e-06,
      "loss": 0.7059,
      "step": 36239
    },
    {
      "epoch": 0.7637231503579952,
      "grad_norm": 0.1061953529715538,
      "learning_rate": 2.7884726035921784e-06,
      "loss": 0.7057,
      "step": 36240
    },
    {
      "epoch": 0.7637442243963605,
      "grad_norm": 0.10082091391086578,
      "learning_rate": 2.7879997733604046e-06,
      "loss": 0.7307,
      "step": 36241
    },
    {
      "epoch": 0.7637652984347258,
      "grad_norm": 0.11151118576526642,
      "learning_rate": 2.7875269767264667e-06,
      "loss": 0.7239,
      "step": 36242
    },
    {
      "epoch": 0.7637863724730911,
      "grad_norm": 0.09213680028915405,
      "learning_rate": 2.787054213692565e-06,
      "loss": 0.6162,
      "step": 36243
    },
    {
      "epoch": 0.7638074465114564,
      "grad_norm": 0.11289095133543015,
      "learning_rate": 2.7865814842609017e-06,
      "loss": 0.6627,
      "step": 36244
    },
    {
      "epoch": 0.7638285205498216,
      "grad_norm": 0.11336074024438858,
      "learning_rate": 2.7861087884336813e-06,
      "loss": 0.673,
      "step": 36245
    },
    {
      "epoch": 0.7638495945881869,
      "grad_norm": 0.09733308106660843,
      "learning_rate": 2.7856361262131004e-06,
      "loss": 0.6863,
      "step": 36246
    },
    {
      "epoch": 0.7638706686265523,
      "grad_norm": 0.11702693998813629,
      "learning_rate": 2.7851634976013642e-06,
      "loss": 0.7137,
      "step": 36247
    },
    {
      "epoch": 0.7638917426649176,
      "grad_norm": 0.1435396522283554,
      "learning_rate": 2.7846909026006743e-06,
      "loss": 0.6978,
      "step": 36248
    },
    {
      "epoch": 0.7639128167032828,
      "grad_norm": 0.10336825996637344,
      "learning_rate": 2.784218341213232e-06,
      "loss": 0.6747,
      "step": 36249
    },
    {
      "epoch": 0.7639338907416481,
      "grad_norm": 0.11099527776241302,
      "learning_rate": 2.7837458134412387e-06,
      "loss": 0.7352,
      "step": 36250
    },
    {
      "epoch": 0.7639549647800133,
      "grad_norm": 0.1193067654967308,
      "learning_rate": 2.7832733192868955e-06,
      "loss": 0.7338,
      "step": 36251
    },
    {
      "epoch": 0.7639760388183787,
      "grad_norm": 0.12124891579151154,
      "learning_rate": 2.7828008587524048e-06,
      "loss": 0.6666,
      "step": 36252
    },
    {
      "epoch": 0.763997112856744,
      "grad_norm": 0.13186663389205933,
      "learning_rate": 2.782328431839967e-06,
      "loss": 0.7332,
      "step": 36253
    },
    {
      "epoch": 0.7640181868951093,
      "grad_norm": 0.13474141061306,
      "learning_rate": 2.7818560385517822e-06,
      "loss": 0.7459,
      "step": 36254
    },
    {
      "epoch": 0.7640392609334745,
      "grad_norm": 0.11692162603139877,
      "learning_rate": 2.7813836788900517e-06,
      "loss": 0.7142,
      "step": 36255
    },
    {
      "epoch": 0.7640603349718398,
      "grad_norm": 0.14178167283535004,
      "learning_rate": 2.7809113528569763e-06,
      "loss": 0.7631,
      "step": 36256
    },
    {
      "epoch": 0.764081409010205,
      "grad_norm": 0.10426290333271027,
      "learning_rate": 2.780439060454756e-06,
      "loss": 0.7117,
      "step": 36257
    },
    {
      "epoch": 0.7641024830485704,
      "grad_norm": 0.12243373692035675,
      "learning_rate": 2.779966801685591e-06,
      "loss": 0.7049,
      "step": 36258
    },
    {
      "epoch": 0.7641235570869357,
      "grad_norm": 0.14313539862632751,
      "learning_rate": 2.779494576551681e-06,
      "loss": 0.6925,
      "step": 36259
    },
    {
      "epoch": 0.764144631125301,
      "grad_norm": 0.11351816356182098,
      "learning_rate": 2.779022385055228e-06,
      "loss": 0.7113,
      "step": 36260
    },
    {
      "epoch": 0.7641657051636662,
      "grad_norm": 0.11499741673469543,
      "learning_rate": 2.778550227198429e-06,
      "loss": 0.7002,
      "step": 36261
    },
    {
      "epoch": 0.7641867792020315,
      "grad_norm": 0.11585837602615356,
      "learning_rate": 2.7780781029834846e-06,
      "loss": 0.6936,
      "step": 36262
    },
    {
      "epoch": 0.7642078532403969,
      "grad_norm": 0.20992763340473175,
      "learning_rate": 2.777606012412595e-06,
      "loss": 0.6941,
      "step": 36263
    },
    {
      "epoch": 0.7642289272787621,
      "grad_norm": 0.10116729140281677,
      "learning_rate": 2.7771339554879584e-06,
      "loss": 0.7353,
      "step": 36264
    },
    {
      "epoch": 0.7642500013171274,
      "grad_norm": 0.12890082597732544,
      "learning_rate": 2.776661932211778e-06,
      "loss": 0.7526,
      "step": 36265
    },
    {
      "epoch": 0.7642710753554927,
      "grad_norm": 0.1201695054769516,
      "learning_rate": 2.776189942586246e-06,
      "loss": 0.7061,
      "step": 36266
    },
    {
      "epoch": 0.7642921493938579,
      "grad_norm": 0.11492092162370682,
      "learning_rate": 2.775717986613563e-06,
      "loss": 0.7331,
      "step": 36267
    },
    {
      "epoch": 0.7643132234322233,
      "grad_norm": 0.11092041432857513,
      "learning_rate": 2.7752460642959312e-06,
      "loss": 0.6892,
      "step": 36268
    },
    {
      "epoch": 0.7643342974705886,
      "grad_norm": 0.15099658071994781,
      "learning_rate": 2.774774175635545e-06,
      "loss": 0.7813,
      "step": 36269
    },
    {
      "epoch": 0.7643553715089538,
      "grad_norm": 0.12531445920467377,
      "learning_rate": 2.7743023206346032e-06,
      "loss": 0.691,
      "step": 36270
    },
    {
      "epoch": 0.7643764455473191,
      "grad_norm": 0.11473909765481949,
      "learning_rate": 2.773830499295307e-06,
      "loss": 0.7103,
      "step": 36271
    },
    {
      "epoch": 0.7643975195856844,
      "grad_norm": 0.11499146372079849,
      "learning_rate": 2.7733587116198535e-06,
      "loss": 0.6844,
      "step": 36272
    },
    {
      "epoch": 0.7644185936240497,
      "grad_norm": 0.10062595456838608,
      "learning_rate": 2.77288695761044e-06,
      "loss": 0.6804,
      "step": 36273
    },
    {
      "epoch": 0.764439667662415,
      "grad_norm": 0.12782110273838043,
      "learning_rate": 2.772415237269268e-06,
      "loss": 0.6983,
      "step": 36274
    },
    {
      "epoch": 0.7644607417007803,
      "grad_norm": 0.12211677432060242,
      "learning_rate": 2.771943550598527e-06,
      "loss": 0.7142,
      "step": 36275
    },
    {
      "epoch": 0.7644818157391455,
      "grad_norm": 0.12953239679336548,
      "learning_rate": 2.7714718976004194e-06,
      "loss": 0.7153,
      "step": 36276
    },
    {
      "epoch": 0.7645028897775108,
      "grad_norm": 0.10803025960922241,
      "learning_rate": 2.7710002782771417e-06,
      "loss": 0.7131,
      "step": 36277
    },
    {
      "epoch": 0.7645239638158762,
      "grad_norm": 0.12019108980894089,
      "learning_rate": 2.7705286926308903e-06,
      "loss": 0.7005,
      "step": 36278
    },
    {
      "epoch": 0.7645450378542414,
      "grad_norm": 0.1085226982831955,
      "learning_rate": 2.7700571406638633e-06,
      "loss": 0.6852,
      "step": 36279
    },
    {
      "epoch": 0.7645661118926067,
      "grad_norm": 0.11578983068466187,
      "learning_rate": 2.769585622378256e-06,
      "loss": 0.7089,
      "step": 36280
    },
    {
      "epoch": 0.764587185930972,
      "grad_norm": 0.11426778882741928,
      "learning_rate": 2.7691141377762665e-06,
      "loss": 0.664,
      "step": 36281
    },
    {
      "epoch": 0.7646082599693372,
      "grad_norm": 0.10499296337366104,
      "learning_rate": 2.7686426868600913e-06,
      "loss": 0.6816,
      "step": 36282
    },
    {
      "epoch": 0.7646293340077026,
      "grad_norm": 0.10721492022275925,
      "learning_rate": 2.768171269631925e-06,
      "loss": 0.686,
      "step": 36283
    },
    {
      "epoch": 0.7646504080460679,
      "grad_norm": 0.1287463754415512,
      "learning_rate": 2.7676998860939664e-06,
      "loss": 0.7193,
      "step": 36284
    },
    {
      "epoch": 0.7646714820844331,
      "grad_norm": 0.11066877841949463,
      "learning_rate": 2.7672285362484086e-06,
      "loss": 0.7122,
      "step": 36285
    },
    {
      "epoch": 0.7646925561227984,
      "grad_norm": 0.1090199276804924,
      "learning_rate": 2.766757220097449e-06,
      "loss": 0.7035,
      "step": 36286
    },
    {
      "epoch": 0.7647136301611637,
      "grad_norm": 0.13977792859077454,
      "learning_rate": 2.7662859376432836e-06,
      "loss": 0.7809,
      "step": 36287
    },
    {
      "epoch": 0.764734704199529,
      "grad_norm": 0.10292603820562363,
      "learning_rate": 2.765814688888108e-06,
      "loss": 0.7038,
      "step": 36288
    },
    {
      "epoch": 0.7647557782378943,
      "grad_norm": 0.12537355720996857,
      "learning_rate": 2.7653434738341158e-06,
      "loss": 0.6662,
      "step": 36289
    },
    {
      "epoch": 0.7647768522762596,
      "grad_norm": 0.17236915230751038,
      "learning_rate": 2.7648722924835036e-06,
      "loss": 0.7455,
      "step": 36290
    },
    {
      "epoch": 0.7647979263146248,
      "grad_norm": 0.09589555114507675,
      "learning_rate": 2.7644011448384657e-06,
      "loss": 0.6527,
      "step": 36291
    },
    {
      "epoch": 0.7648190003529901,
      "grad_norm": 0.10491229593753815,
      "learning_rate": 2.7639300309011984e-06,
      "loss": 0.7646,
      "step": 36292
    },
    {
      "epoch": 0.7648400743913555,
      "grad_norm": 0.10524330288171768,
      "learning_rate": 2.763458950673895e-06,
      "loss": 0.6805,
      "step": 36293
    },
    {
      "epoch": 0.7648611484297207,
      "grad_norm": 0.1189863383769989,
      "learning_rate": 2.7629879041587503e-06,
      "loss": 0.763,
      "step": 36294
    },
    {
      "epoch": 0.764882222468086,
      "grad_norm": 0.1036868542432785,
      "learning_rate": 2.7625168913579627e-06,
      "loss": 0.6731,
      "step": 36295
    },
    {
      "epoch": 0.7649032965064513,
      "grad_norm": 0.11100798100233078,
      "learning_rate": 2.7620459122737196e-06,
      "loss": 0.7355,
      "step": 36296
    },
    {
      "epoch": 0.7649243705448165,
      "grad_norm": 0.0920659527182579,
      "learning_rate": 2.761574966908218e-06,
      "loss": 0.6769,
      "step": 36297
    },
    {
      "epoch": 0.7649454445831818,
      "grad_norm": 0.11124568432569504,
      "learning_rate": 2.7611040552636527e-06,
      "loss": 0.629,
      "step": 36298
    },
    {
      "epoch": 0.7649665186215472,
      "grad_norm": 0.11278384178876877,
      "learning_rate": 2.7606331773422134e-06,
      "loss": 0.7292,
      "step": 36299
    },
    {
      "epoch": 0.7649875926599125,
      "grad_norm": 0.10498050600290298,
      "learning_rate": 2.7601623331461004e-06,
      "loss": 0.6688,
      "step": 36300
    },
    {
      "epoch": 0.7650086666982777,
      "grad_norm": 0.11430968344211578,
      "learning_rate": 2.7596915226775035e-06,
      "loss": 0.7054,
      "step": 36301
    },
    {
      "epoch": 0.765029740736643,
      "grad_norm": 0.09828124940395355,
      "learning_rate": 2.7592207459386166e-06,
      "loss": 0.7407,
      "step": 36302
    },
    {
      "epoch": 0.7650508147750082,
      "grad_norm": 0.10684112459421158,
      "learning_rate": 2.7587500029316328e-06,
      "loss": 0.6527,
      "step": 36303
    },
    {
      "epoch": 0.7650718888133736,
      "grad_norm": 0.09989859163761139,
      "learning_rate": 2.7582792936587486e-06,
      "loss": 0.6666,
      "step": 36304
    },
    {
      "epoch": 0.7650929628517389,
      "grad_norm": 0.14596199989318848,
      "learning_rate": 2.757808618122151e-06,
      "loss": 0.7297,
      "step": 36305
    },
    {
      "epoch": 0.7651140368901042,
      "grad_norm": 0.128853902220726,
      "learning_rate": 2.7573379763240337e-06,
      "loss": 0.7121,
      "step": 36306
    },
    {
      "epoch": 0.7651351109284694,
      "grad_norm": 0.13987694680690765,
      "learning_rate": 2.75686736826659e-06,
      "loss": 0.7547,
      "step": 36307
    },
    {
      "epoch": 0.7651561849668347,
      "grad_norm": 0.1565837860107422,
      "learning_rate": 2.7563967939520143e-06,
      "loss": 0.6932,
      "step": 36308
    },
    {
      "epoch": 0.7651772590052001,
      "grad_norm": 0.13400106132030487,
      "learning_rate": 2.755926253382497e-06,
      "loss": 0.7563,
      "step": 36309
    },
    {
      "epoch": 0.7651983330435653,
      "grad_norm": 0.12301228195428848,
      "learning_rate": 2.7554557465602305e-06,
      "loss": 0.7339,
      "step": 36310
    },
    {
      "epoch": 0.7652194070819306,
      "grad_norm": 0.11056622862815857,
      "learning_rate": 2.754985273487407e-06,
      "loss": 0.6998,
      "step": 36311
    },
    {
      "epoch": 0.7652404811202959,
      "grad_norm": 0.1386857032775879,
      "learning_rate": 2.7545148341662174e-06,
      "loss": 0.7605,
      "step": 36312
    },
    {
      "epoch": 0.7652615551586611,
      "grad_norm": 0.10492753237485886,
      "learning_rate": 2.7540444285988544e-06,
      "loss": 0.7019,
      "step": 36313
    },
    {
      "epoch": 0.7652826291970265,
      "grad_norm": 0.12557728588581085,
      "learning_rate": 2.753574056787508e-06,
      "loss": 0.7029,
      "step": 36314
    },
    {
      "epoch": 0.7653037032353918,
      "grad_norm": 0.10194402188062668,
      "learning_rate": 2.7531037187343713e-06,
      "loss": 0.7229,
      "step": 36315
    },
    {
      "epoch": 0.765324777273757,
      "grad_norm": 0.12236706912517548,
      "learning_rate": 2.7526334144416345e-06,
      "loss": 0.7115,
      "step": 36316
    },
    {
      "epoch": 0.7653458513121223,
      "grad_norm": 0.10161621868610382,
      "learning_rate": 2.7521631439114883e-06,
      "loss": 0.7418,
      "step": 36317
    },
    {
      "epoch": 0.7653669253504876,
      "grad_norm": 0.10958052426576614,
      "learning_rate": 2.751692907146123e-06,
      "loss": 0.7012,
      "step": 36318
    },
    {
      "epoch": 0.7653879993888529,
      "grad_norm": 0.10746543109416962,
      "learning_rate": 2.7512227041477304e-06,
      "loss": 0.6808,
      "step": 36319
    },
    {
      "epoch": 0.7654090734272182,
      "grad_norm": 0.10457520186901093,
      "learning_rate": 2.7507525349185005e-06,
      "loss": 0.7131,
      "step": 36320
    },
    {
      "epoch": 0.7654301474655835,
      "grad_norm": 0.13540558516979218,
      "learning_rate": 2.750282399460624e-06,
      "loss": 0.738,
      "step": 36321
    },
    {
      "epoch": 0.7654512215039487,
      "grad_norm": 0.12342319637537003,
      "learning_rate": 2.749812297776291e-06,
      "loss": 0.7076,
      "step": 36322
    },
    {
      "epoch": 0.765472295542314,
      "grad_norm": 0.11649677157402039,
      "learning_rate": 2.7493422298676907e-06,
      "loss": 0.7261,
      "step": 36323
    },
    {
      "epoch": 0.7654933695806794,
      "grad_norm": 0.16801951825618744,
      "learning_rate": 2.748872195737018e-06,
      "loss": 0.6844,
      "step": 36324
    },
    {
      "epoch": 0.7655144436190446,
      "grad_norm": 0.10809935629367828,
      "learning_rate": 2.7484021953864535e-06,
      "loss": 0.6911,
      "step": 36325
    },
    {
      "epoch": 0.7655355176574099,
      "grad_norm": 0.12436598539352417,
      "learning_rate": 2.747932228818192e-06,
      "loss": 0.665,
      "step": 36326
    },
    {
      "epoch": 0.7655565916957752,
      "grad_norm": 0.12147045135498047,
      "learning_rate": 2.747462296034422e-06,
      "loss": 0.7478,
      "step": 36327
    },
    {
      "epoch": 0.7655776657341404,
      "grad_norm": 0.11252584308385849,
      "learning_rate": 2.7469923970373304e-06,
      "loss": 0.7726,
      "step": 36328
    },
    {
      "epoch": 0.7655987397725058,
      "grad_norm": 0.11201212555170059,
      "learning_rate": 2.7465225318291122e-06,
      "loss": 0.7392,
      "step": 36329
    },
    {
      "epoch": 0.7656198138108711,
      "grad_norm": 0.11003376543521881,
      "learning_rate": 2.7460527004119517e-06,
      "loss": 0.7169,
      "step": 36330
    },
    {
      "epoch": 0.7656408878492363,
      "grad_norm": 0.11365734040737152,
      "learning_rate": 2.7455829027880397e-06,
      "loss": 0.6971,
      "step": 36331
    },
    {
      "epoch": 0.7656619618876016,
      "grad_norm": 0.1218407154083252,
      "learning_rate": 2.745113138959564e-06,
      "loss": 0.7365,
      "step": 36332
    },
    {
      "epoch": 0.7656830359259669,
      "grad_norm": 0.11982306092977524,
      "learning_rate": 2.7446434089287164e-06,
      "loss": 0.7545,
      "step": 36333
    },
    {
      "epoch": 0.7657041099643321,
      "grad_norm": 0.13167884945869446,
      "learning_rate": 2.7441737126976797e-06,
      "loss": 0.7132,
      "step": 36334
    },
    {
      "epoch": 0.7657251840026975,
      "grad_norm": 0.13237470388412476,
      "learning_rate": 2.743704050268643e-06,
      "loss": 0.6861,
      "step": 36335
    },
    {
      "epoch": 0.7657462580410628,
      "grad_norm": 0.10986414551734924,
      "learning_rate": 2.7432344216437955e-06,
      "loss": 0.6448,
      "step": 36336
    },
    {
      "epoch": 0.765767332079428,
      "grad_norm": 0.11297108978033066,
      "learning_rate": 2.742764826825326e-06,
      "loss": 0.6867,
      "step": 36337
    },
    {
      "epoch": 0.7657884061177933,
      "grad_norm": 0.1271214485168457,
      "learning_rate": 2.74229526581542e-06,
      "loss": 0.7056,
      "step": 36338
    },
    {
      "epoch": 0.7658094801561586,
      "grad_norm": 0.15576571226119995,
      "learning_rate": 2.741825738616266e-06,
      "loss": 0.6873,
      "step": 36339
    },
    {
      "epoch": 0.765830554194524,
      "grad_norm": 0.11293056607246399,
      "learning_rate": 2.7413562452300526e-06,
      "loss": 0.6577,
      "step": 36340
    },
    {
      "epoch": 0.7658516282328892,
      "grad_norm": 0.09954997897148132,
      "learning_rate": 2.740886785658965e-06,
      "loss": 0.6786,
      "step": 36341
    },
    {
      "epoch": 0.7658727022712545,
      "grad_norm": 0.11338312923908234,
      "learning_rate": 2.740417359905192e-06,
      "loss": 0.7098,
      "step": 36342
    },
    {
      "epoch": 0.7658937763096197,
      "grad_norm": 0.11061166226863861,
      "learning_rate": 2.7399479679709186e-06,
      "loss": 0.7425,
      "step": 36343
    },
    {
      "epoch": 0.765914850347985,
      "grad_norm": 0.1085614562034607,
      "learning_rate": 2.739478609858333e-06,
      "loss": 0.7841,
      "step": 36344
    },
    {
      "epoch": 0.7659359243863504,
      "grad_norm": 0.10844656825065613,
      "learning_rate": 2.7390092855696217e-06,
      "loss": 0.7012,
      "step": 36345
    },
    {
      "epoch": 0.7659569984247157,
      "grad_norm": 0.12031730264425278,
      "learning_rate": 2.7385399951069693e-06,
      "loss": 0.7593,
      "step": 36346
    },
    {
      "epoch": 0.7659780724630809,
      "grad_norm": 0.10881176590919495,
      "learning_rate": 2.738070738472565e-06,
      "loss": 0.7061,
      "step": 36347
    },
    {
      "epoch": 0.7659991465014462,
      "grad_norm": 0.12223541736602783,
      "learning_rate": 2.737601515668592e-06,
      "loss": 0.6668,
      "step": 36348
    },
    {
      "epoch": 0.7660202205398114,
      "grad_norm": 0.11889469623565674,
      "learning_rate": 2.737132326697237e-06,
      "loss": 0.7698,
      "step": 36349
    },
    {
      "epoch": 0.7660412945781768,
      "grad_norm": 0.12472352385520935,
      "learning_rate": 2.7366631715606874e-06,
      "loss": 0.7226,
      "step": 36350
    },
    {
      "epoch": 0.7660623686165421,
      "grad_norm": 0.12177510559558868,
      "learning_rate": 2.736194050261127e-06,
      "loss": 0.755,
      "step": 36351
    },
    {
      "epoch": 0.7660834426549074,
      "grad_norm": 0.11652343720197678,
      "learning_rate": 2.7357249628007422e-06,
      "loss": 0.8116,
      "step": 36352
    },
    {
      "epoch": 0.7661045166932726,
      "grad_norm": 0.1202838122844696,
      "learning_rate": 2.735255909181719e-06,
      "loss": 0.6475,
      "step": 36353
    },
    {
      "epoch": 0.7661255907316379,
      "grad_norm": 0.1053428053855896,
      "learning_rate": 2.7347868894062423e-06,
      "loss": 0.7395,
      "step": 36354
    },
    {
      "epoch": 0.7661466647700033,
      "grad_norm": 0.11840879172086716,
      "learning_rate": 2.734317903476494e-06,
      "loss": 0.7632,
      "step": 36355
    },
    {
      "epoch": 0.7661677388083685,
      "grad_norm": 1.694004774093628,
      "learning_rate": 2.73384895139466e-06,
      "loss": 0.7227,
      "step": 36356
    },
    {
      "epoch": 0.7661888128467338,
      "grad_norm": 0.11320040374994278,
      "learning_rate": 2.7333800331629266e-06,
      "loss": 0.6955,
      "step": 36357
    },
    {
      "epoch": 0.7662098868850991,
      "grad_norm": 0.11097380518913269,
      "learning_rate": 2.732911148783479e-06,
      "loss": 0.6778,
      "step": 36358
    },
    {
      "epoch": 0.7662309609234643,
      "grad_norm": 0.11436370015144348,
      "learning_rate": 2.7324422982585007e-06,
      "loss": 0.687,
      "step": 36359
    },
    {
      "epoch": 0.7662520349618297,
      "grad_norm": 0.21616335213184357,
      "learning_rate": 2.7319734815901754e-06,
      "loss": 0.752,
      "step": 36360
    },
    {
      "epoch": 0.766273109000195,
      "grad_norm": 0.12626592814922333,
      "learning_rate": 2.731504698780688e-06,
      "loss": 0.6476,
      "step": 36361
    },
    {
      "epoch": 0.7662941830385602,
      "grad_norm": 0.10989421606063843,
      "learning_rate": 2.7310359498322205e-06,
      "loss": 0.7166,
      "step": 36362
    },
    {
      "epoch": 0.7663152570769255,
      "grad_norm": 0.10815441608428955,
      "learning_rate": 2.730567234746961e-06,
      "loss": 0.6905,
      "step": 36363
    },
    {
      "epoch": 0.7663363311152908,
      "grad_norm": 0.12022754549980164,
      "learning_rate": 2.7300985535270875e-06,
      "loss": 0.6728,
      "step": 36364
    },
    {
      "epoch": 0.7663574051536561,
      "grad_norm": 0.11508455872535706,
      "learning_rate": 2.7296299061747856e-06,
      "loss": 0.6866,
      "step": 36365
    },
    {
      "epoch": 0.7663784791920214,
      "grad_norm": 0.15407797694206238,
      "learning_rate": 2.7291612926922384e-06,
      "loss": 0.6961,
      "step": 36366
    },
    {
      "epoch": 0.7663995532303867,
      "grad_norm": 0.11469735950231552,
      "learning_rate": 2.72869271308163e-06,
      "loss": 0.728,
      "step": 36367
    },
    {
      "epoch": 0.7664206272687519,
      "grad_norm": 0.11364374309778214,
      "learning_rate": 2.7282241673451415e-06,
      "loss": 0.6542,
      "step": 36368
    },
    {
      "epoch": 0.7664417013071172,
      "grad_norm": 0.135264590382576,
      "learning_rate": 2.727755655484957e-06,
      "loss": 0.7211,
      "step": 36369
    },
    {
      "epoch": 0.7664627753454825,
      "grad_norm": 0.13191856443881989,
      "learning_rate": 2.7272871775032596e-06,
      "loss": 0.7257,
      "step": 36370
    },
    {
      "epoch": 0.7664838493838478,
      "grad_norm": 0.10322578996419907,
      "learning_rate": 2.726818733402228e-06,
      "loss": 0.6376,
      "step": 36371
    },
    {
      "epoch": 0.7665049234222131,
      "grad_norm": 0.14918270707130432,
      "learning_rate": 2.726350323184053e-06,
      "loss": 0.6961,
      "step": 36372
    },
    {
      "epoch": 0.7665259974605784,
      "grad_norm": 0.13490647077560425,
      "learning_rate": 2.725881946850909e-06,
      "loss": 0.6948,
      "step": 36373
    },
    {
      "epoch": 0.7665470714989436,
      "grad_norm": 0.11666156351566315,
      "learning_rate": 2.7254136044049796e-06,
      "loss": 0.7082,
      "step": 36374
    },
    {
      "epoch": 0.7665681455373089,
      "grad_norm": 0.1268710494041443,
      "learning_rate": 2.7249452958484467e-06,
      "loss": 0.7274,
      "step": 36375
    },
    {
      "epoch": 0.7665892195756743,
      "grad_norm": 0.09992867708206177,
      "learning_rate": 2.7244770211834935e-06,
      "loss": 0.6681,
      "step": 36376
    },
    {
      "epoch": 0.7666102936140395,
      "grad_norm": 0.13614757359027863,
      "learning_rate": 2.7240087804123007e-06,
      "loss": 0.7032,
      "step": 36377
    },
    {
      "epoch": 0.7666313676524048,
      "grad_norm": 0.12179630994796753,
      "learning_rate": 2.723540573537049e-06,
      "loss": 0.7594,
      "step": 36378
    },
    {
      "epoch": 0.7666524416907701,
      "grad_norm": 0.11183984577655792,
      "learning_rate": 2.7230724005599206e-06,
      "loss": 0.6901,
      "step": 36379
    },
    {
      "epoch": 0.7666735157291353,
      "grad_norm": 0.14124061167240143,
      "learning_rate": 2.722604261483095e-06,
      "loss": 0.6927,
      "step": 36380
    },
    {
      "epoch": 0.7666945897675007,
      "grad_norm": 0.1286245584487915,
      "learning_rate": 2.7221361563087554e-06,
      "loss": 0.7857,
      "step": 36381
    },
    {
      "epoch": 0.766715663805866,
      "grad_norm": 0.11160611361265182,
      "learning_rate": 2.7216680850390807e-06,
      "loss": 0.7025,
      "step": 36382
    },
    {
      "epoch": 0.7667367378442312,
      "grad_norm": 0.11892929673194885,
      "learning_rate": 2.7212000476762547e-06,
      "loss": 0.7218,
      "step": 36383
    },
    {
      "epoch": 0.7667578118825965,
      "grad_norm": 0.12609988451004028,
      "learning_rate": 2.7207320442224514e-06,
      "loss": 0.7334,
      "step": 36384
    },
    {
      "epoch": 0.7667788859209618,
      "grad_norm": 0.1291833519935608,
      "learning_rate": 2.7202640746798527e-06,
      "loss": 0.7421,
      "step": 36385
    },
    {
      "epoch": 0.7667999599593271,
      "grad_norm": 0.13752052187919617,
      "learning_rate": 2.7197961390506435e-06,
      "loss": 0.7128,
      "step": 36386
    },
    {
      "epoch": 0.7668210339976924,
      "grad_norm": 0.1125367060303688,
      "learning_rate": 2.719328237337001e-06,
      "loss": 0.6808,
      "step": 36387
    },
    {
      "epoch": 0.7668421080360577,
      "grad_norm": 0.16124758124351501,
      "learning_rate": 2.7188603695411054e-06,
      "loss": 0.6283,
      "step": 36388
    },
    {
      "epoch": 0.7668631820744229,
      "grad_norm": 0.14430944621562958,
      "learning_rate": 2.718392535665134e-06,
      "loss": 0.7616,
      "step": 36389
    },
    {
      "epoch": 0.7668842561127882,
      "grad_norm": 0.10356151312589645,
      "learning_rate": 2.7179247357112704e-06,
      "loss": 0.6893,
      "step": 36390
    },
    {
      "epoch": 0.7669053301511536,
      "grad_norm": 0.12307135760784149,
      "learning_rate": 2.71745696968169e-06,
      "loss": 0.7192,
      "step": 36391
    },
    {
      "epoch": 0.7669264041895189,
      "grad_norm": 0.11430753022432327,
      "learning_rate": 2.7169892375785767e-06,
      "loss": 0.6366,
      "step": 36392
    },
    {
      "epoch": 0.7669474782278841,
      "grad_norm": 0.11335048079490662,
      "learning_rate": 2.7165215394041034e-06,
      "loss": 0.7854,
      "step": 36393
    },
    {
      "epoch": 0.7669685522662494,
      "grad_norm": 0.12298225611448288,
      "learning_rate": 2.7160538751604515e-06,
      "loss": 0.7892,
      "step": 36394
    },
    {
      "epoch": 0.7669896263046146,
      "grad_norm": 0.1735006421804428,
      "learning_rate": 2.7155862448498006e-06,
      "loss": 0.6997,
      "step": 36395
    },
    {
      "epoch": 0.76701070034298,
      "grad_norm": 0.1703033596277237,
      "learning_rate": 2.7151186484743274e-06,
      "loss": 0.6364,
      "step": 36396
    },
    {
      "epoch": 0.7670317743813453,
      "grad_norm": 0.10928457975387573,
      "learning_rate": 2.7146510860362118e-06,
      "loss": 0.7137,
      "step": 36397
    },
    {
      "epoch": 0.7670528484197106,
      "grad_norm": 0.12625639140605927,
      "learning_rate": 2.714183557537632e-06,
      "loss": 0.7184,
      "step": 36398
    },
    {
      "epoch": 0.7670739224580758,
      "grad_norm": 0.11429830640554428,
      "learning_rate": 2.713716062980766e-06,
      "loss": 0.7135,
      "step": 36399
    },
    {
      "epoch": 0.7670949964964411,
      "grad_norm": 0.1161586195230484,
      "learning_rate": 2.7132486023677872e-06,
      "loss": 0.652,
      "step": 36400
    },
    {
      "epoch": 0.7671160705348065,
      "grad_norm": 0.1263655424118042,
      "learning_rate": 2.712781175700884e-06,
      "loss": 0.7155,
      "step": 36401
    },
    {
      "epoch": 0.7671371445731717,
      "grad_norm": 0.12862643599510193,
      "learning_rate": 2.7123137829822246e-06,
      "loss": 0.7049,
      "step": 36402
    },
    {
      "epoch": 0.767158218611537,
      "grad_norm": 0.1286897361278534,
      "learning_rate": 2.7118464242139875e-06,
      "loss": 0.7252,
      "step": 36403
    },
    {
      "epoch": 0.7671792926499023,
      "grad_norm": 0.09973414987325668,
      "learning_rate": 2.7113790993983533e-06,
      "loss": 0.6588,
      "step": 36404
    },
    {
      "epoch": 0.7672003666882675,
      "grad_norm": 0.13711042702198029,
      "learning_rate": 2.7109118085374964e-06,
      "loss": 0.7972,
      "step": 36405
    },
    {
      "epoch": 0.7672214407266329,
      "grad_norm": 0.11579130589962006,
      "learning_rate": 2.7104445516335953e-06,
      "loss": 0.6454,
      "step": 36406
    },
    {
      "epoch": 0.7672425147649982,
      "grad_norm": 0.10483817756175995,
      "learning_rate": 2.709977328688825e-06,
      "loss": 0.6595,
      "step": 36407
    },
    {
      "epoch": 0.7672635888033634,
      "grad_norm": 0.11348506063222885,
      "learning_rate": 2.7095101397053647e-06,
      "loss": 0.7162,
      "step": 36408
    },
    {
      "epoch": 0.7672846628417287,
      "grad_norm": 0.09978591650724411,
      "learning_rate": 2.7090429846853893e-06,
      "loss": 0.7516,
      "step": 36409
    },
    {
      "epoch": 0.767305736880094,
      "grad_norm": 0.1008378267288208,
      "learning_rate": 2.7085758636310743e-06,
      "loss": 0.6083,
      "step": 36410
    },
    {
      "epoch": 0.7673268109184592,
      "grad_norm": 0.12066034972667694,
      "learning_rate": 2.708108776544597e-06,
      "loss": 0.7045,
      "step": 36411
    },
    {
      "epoch": 0.7673478849568246,
      "grad_norm": 0.1270386427640915,
      "learning_rate": 2.7076417234281328e-06,
      "loss": 0.7305,
      "step": 36412
    },
    {
      "epoch": 0.7673689589951899,
      "grad_norm": 0.12529189884662628,
      "learning_rate": 2.7071747042838613e-06,
      "loss": 0.7153,
      "step": 36413
    },
    {
      "epoch": 0.7673900330335551,
      "grad_norm": 0.1171422004699707,
      "learning_rate": 2.7067077191139492e-06,
      "loss": 0.7757,
      "step": 36414
    },
    {
      "epoch": 0.7674111070719204,
      "grad_norm": 0.13109108805656433,
      "learning_rate": 2.7062407679205793e-06,
      "loss": 0.6698,
      "step": 36415
    },
    {
      "epoch": 0.7674321811102857,
      "grad_norm": 0.12119779735803604,
      "learning_rate": 2.705773850705925e-06,
      "loss": 0.73,
      "step": 36416
    },
    {
      "epoch": 0.767453255148651,
      "grad_norm": 0.10513618588447571,
      "learning_rate": 2.705306967472162e-06,
      "loss": 0.721,
      "step": 36417
    },
    {
      "epoch": 0.7674743291870163,
      "grad_norm": 0.10201453417539597,
      "learning_rate": 2.7048401182214656e-06,
      "loss": 0.6737,
      "step": 36418
    },
    {
      "epoch": 0.7674954032253816,
      "grad_norm": 0.10882136225700378,
      "learning_rate": 2.7043733029560095e-06,
      "loss": 0.6817,
      "step": 36419
    },
    {
      "epoch": 0.7675164772637468,
      "grad_norm": 0.1126033216714859,
      "learning_rate": 2.703906521677968e-06,
      "loss": 0.7367,
      "step": 36420
    },
    {
      "epoch": 0.7675375513021121,
      "grad_norm": 0.12074311822652817,
      "learning_rate": 2.703439774389517e-06,
      "loss": 0.7018,
      "step": 36421
    },
    {
      "epoch": 0.7675586253404775,
      "grad_norm": 0.12990348041057587,
      "learning_rate": 2.702973061092834e-06,
      "loss": 0.6928,
      "step": 36422
    },
    {
      "epoch": 0.7675796993788427,
      "grad_norm": 0.16654972732067108,
      "learning_rate": 2.7025063817900854e-06,
      "loss": 0.6916,
      "step": 36423
    },
    {
      "epoch": 0.767600773417208,
      "grad_norm": 0.11833978444337845,
      "learning_rate": 2.7020397364834507e-06,
      "loss": 0.7809,
      "step": 36424
    },
    {
      "epoch": 0.7676218474555733,
      "grad_norm": 0.09513793885707855,
      "learning_rate": 2.701573125175102e-06,
      "loss": 0.6869,
      "step": 36425
    },
    {
      "epoch": 0.7676429214939385,
      "grad_norm": 0.1284904032945633,
      "learning_rate": 2.701106547867214e-06,
      "loss": 0.7434,
      "step": 36426
    },
    {
      "epoch": 0.7676639955323039,
      "grad_norm": 0.1140589639544487,
      "learning_rate": 2.7006400045619597e-06,
      "loss": 0.7524,
      "step": 36427
    },
    {
      "epoch": 0.7676850695706692,
      "grad_norm": 0.10079982131719589,
      "learning_rate": 2.70017349526151e-06,
      "loss": 0.7253,
      "step": 36428
    },
    {
      "epoch": 0.7677061436090344,
      "grad_norm": 0.10779613256454468,
      "learning_rate": 2.699707019968043e-06,
      "loss": 0.6936,
      "step": 36429
    },
    {
      "epoch": 0.7677272176473997,
      "grad_norm": 0.14023065567016602,
      "learning_rate": 2.6992405786837317e-06,
      "loss": 0.6846,
      "step": 36430
    },
    {
      "epoch": 0.767748291685765,
      "grad_norm": 0.10970970243215561,
      "learning_rate": 2.6987741714107486e-06,
      "loss": 0.7637,
      "step": 36431
    },
    {
      "epoch": 0.7677693657241303,
      "grad_norm": 0.18850697576999664,
      "learning_rate": 2.698307798151263e-06,
      "loss": 0.7019,
      "step": 36432
    },
    {
      "epoch": 0.7677904397624956,
      "grad_norm": 0.1222023293375969,
      "learning_rate": 2.6978414589074485e-06,
      "loss": 0.7357,
      "step": 36433
    },
    {
      "epoch": 0.7678115138008609,
      "grad_norm": 0.10276653617620468,
      "learning_rate": 2.6973751536814797e-06,
      "loss": 0.7175,
      "step": 36434
    },
    {
      "epoch": 0.7678325878392261,
      "grad_norm": 0.10589051991701126,
      "learning_rate": 2.6969088824755275e-06,
      "loss": 0.6769,
      "step": 36435
    },
    {
      "epoch": 0.7678536618775914,
      "grad_norm": 0.13723398745059967,
      "learning_rate": 2.696442645291765e-06,
      "loss": 0.6837,
      "step": 36436
    },
    {
      "epoch": 0.7678747359159568,
      "grad_norm": 0.13593782484531403,
      "learning_rate": 2.6959764421323633e-06,
      "loss": 0.7126,
      "step": 36437
    },
    {
      "epoch": 0.767895809954322,
      "grad_norm": 0.1161380410194397,
      "learning_rate": 2.6955102729994953e-06,
      "loss": 0.6581,
      "step": 36438
    },
    {
      "epoch": 0.7679168839926873,
      "grad_norm": 0.1221591979265213,
      "learning_rate": 2.6950441378953307e-06,
      "loss": 0.7127,
      "step": 36439
    },
    {
      "epoch": 0.7679379580310526,
      "grad_norm": 0.13548967242240906,
      "learning_rate": 2.694578036822044e-06,
      "loss": 0.7004,
      "step": 36440
    },
    {
      "epoch": 0.7679590320694178,
      "grad_norm": 0.10286621004343033,
      "learning_rate": 2.694111969781804e-06,
      "loss": 0.6685,
      "step": 36441
    },
    {
      "epoch": 0.7679801061077832,
      "grad_norm": 0.13267910480499268,
      "learning_rate": 2.6936459367767865e-06,
      "loss": 0.7155,
      "step": 36442
    },
    {
      "epoch": 0.7680011801461485,
      "grad_norm": 0.12344226986169815,
      "learning_rate": 2.6931799378091526e-06,
      "loss": 0.75,
      "step": 36443
    },
    {
      "epoch": 0.7680222541845138,
      "grad_norm": 0.11593851447105408,
      "learning_rate": 2.6927139728810823e-06,
      "loss": 0.6835,
      "step": 36444
    },
    {
      "epoch": 0.768043328222879,
      "grad_norm": 0.1262703239917755,
      "learning_rate": 2.692248041994744e-06,
      "loss": 0.6852,
      "step": 36445
    },
    {
      "epoch": 0.7680644022612443,
      "grad_norm": 0.1193089485168457,
      "learning_rate": 2.6917821451523085e-06,
      "loss": 0.6598,
      "step": 36446
    },
    {
      "epoch": 0.7680854762996095,
      "grad_norm": 0.1029171422123909,
      "learning_rate": 2.691316282355945e-06,
      "loss": 0.6875,
      "step": 36447
    },
    {
      "epoch": 0.7681065503379749,
      "grad_norm": 0.12832865118980408,
      "learning_rate": 2.6908504536078237e-06,
      "loss": 0.7267,
      "step": 36448
    },
    {
      "epoch": 0.7681276243763402,
      "grad_norm": 0.1325281411409378,
      "learning_rate": 2.6903846589101167e-06,
      "loss": 0.7413,
      "step": 36449
    },
    {
      "epoch": 0.7681486984147055,
      "grad_norm": 0.12301051616668701,
      "learning_rate": 2.6899188982649917e-06,
      "loss": 0.7083,
      "step": 36450
    },
    {
      "epoch": 0.7681697724530707,
      "grad_norm": 0.1095379963517189,
      "learning_rate": 2.6894531716746197e-06,
      "loss": 0.6652,
      "step": 36451
    },
    {
      "epoch": 0.768190846491436,
      "grad_norm": 0.13419444859027863,
      "learning_rate": 2.688987479141174e-06,
      "loss": 0.763,
      "step": 36452
    },
    {
      "epoch": 0.7682119205298014,
      "grad_norm": 0.1414330005645752,
      "learning_rate": 2.6885218206668162e-06,
      "loss": 0.7431,
      "step": 36453
    },
    {
      "epoch": 0.7682329945681666,
      "grad_norm": 0.11678878962993622,
      "learning_rate": 2.68805619625372e-06,
      "loss": 0.6868,
      "step": 36454
    },
    {
      "epoch": 0.7682540686065319,
      "grad_norm": 0.1267501413822174,
      "learning_rate": 2.6875906059040535e-06,
      "loss": 0.7556,
      "step": 36455
    },
    {
      "epoch": 0.7682751426448972,
      "grad_norm": 0.11944347620010376,
      "learning_rate": 2.6871250496199872e-06,
      "loss": 0.665,
      "step": 36456
    },
    {
      "epoch": 0.7682962166832624,
      "grad_norm": 0.136640265583992,
      "learning_rate": 2.6866595274036856e-06,
      "loss": 0.7279,
      "step": 36457
    },
    {
      "epoch": 0.7683172907216278,
      "grad_norm": 0.10183564573526382,
      "learning_rate": 2.686194039257324e-06,
      "loss": 0.6746,
      "step": 36458
    },
    {
      "epoch": 0.7683383647599931,
      "grad_norm": 0.15090768039226532,
      "learning_rate": 2.6857285851830673e-06,
      "loss": 0.6969,
      "step": 36459
    },
    {
      "epoch": 0.7683594387983583,
      "grad_norm": 0.1059645339846611,
      "learning_rate": 2.6852631651830854e-06,
      "loss": 0.7441,
      "step": 36460
    },
    {
      "epoch": 0.7683805128367236,
      "grad_norm": 0.09511426091194153,
      "learning_rate": 2.684797779259548e-06,
      "loss": 0.6432,
      "step": 36461
    },
    {
      "epoch": 0.7684015868750889,
      "grad_norm": 0.11397118866443634,
      "learning_rate": 2.684332427414618e-06,
      "loss": 0.7064,
      "step": 36462
    },
    {
      "epoch": 0.7684226609134542,
      "grad_norm": 0.16070258617401123,
      "learning_rate": 2.6838671096504644e-06,
      "loss": 0.68,
      "step": 36463
    },
    {
      "epoch": 0.7684437349518195,
      "grad_norm": 0.11685057729482651,
      "learning_rate": 2.6834018259692574e-06,
      "loss": 0.7086,
      "step": 36464
    },
    {
      "epoch": 0.7684648089901848,
      "grad_norm": 0.13121120631694794,
      "learning_rate": 2.682936576373164e-06,
      "loss": 0.7663,
      "step": 36465
    },
    {
      "epoch": 0.76848588302855,
      "grad_norm": 0.13584887981414795,
      "learning_rate": 2.6824713608643506e-06,
      "loss": 0.6472,
      "step": 36466
    },
    {
      "epoch": 0.7685069570669153,
      "grad_norm": 0.10854141414165497,
      "learning_rate": 2.6820061794449858e-06,
      "loss": 0.6875,
      "step": 36467
    },
    {
      "epoch": 0.7685280311052807,
      "grad_norm": 0.12436889857053757,
      "learning_rate": 2.681541032117235e-06,
      "loss": 0.7389,
      "step": 36468
    },
    {
      "epoch": 0.7685491051436459,
      "grad_norm": 0.11428716033697128,
      "learning_rate": 2.681075918883267e-06,
      "loss": 0.6648,
      "step": 36469
    },
    {
      "epoch": 0.7685701791820112,
      "grad_norm": 0.1221604272723198,
      "learning_rate": 2.680610839745247e-06,
      "loss": 0.6782,
      "step": 36470
    },
    {
      "epoch": 0.7685912532203765,
      "grad_norm": 0.12252313643693924,
      "learning_rate": 2.6801457947053424e-06,
      "loss": 0.6648,
      "step": 36471
    },
    {
      "epoch": 0.7686123272587417,
      "grad_norm": 0.11953064054250717,
      "learning_rate": 2.67968078376572e-06,
      "loss": 0.7058,
      "step": 36472
    },
    {
      "epoch": 0.7686334012971071,
      "grad_norm": 0.13383300602436066,
      "learning_rate": 2.6792158069285455e-06,
      "loss": 0.708,
      "step": 36473
    },
    {
      "epoch": 0.7686544753354724,
      "grad_norm": 0.12671373784542084,
      "learning_rate": 2.678750864195985e-06,
      "loss": 0.7564,
      "step": 36474
    },
    {
      "epoch": 0.7686755493738376,
      "grad_norm": 0.10104110836982727,
      "learning_rate": 2.6782859555702046e-06,
      "loss": 0.7521,
      "step": 36475
    },
    {
      "epoch": 0.7686966234122029,
      "grad_norm": 0.13864199817180634,
      "learning_rate": 2.67782108105337e-06,
      "loss": 0.7677,
      "step": 36476
    },
    {
      "epoch": 0.7687176974505682,
      "grad_norm": 0.10791556537151337,
      "learning_rate": 2.6773562406476482e-06,
      "loss": 0.7421,
      "step": 36477
    },
    {
      "epoch": 0.7687387714889335,
      "grad_norm": 0.12222728133201599,
      "learning_rate": 2.676891434355202e-06,
      "loss": 0.7382,
      "step": 36478
    },
    {
      "epoch": 0.7687598455272988,
      "grad_norm": 0.11708849668502808,
      "learning_rate": 2.6764266621782e-06,
      "loss": 0.6673,
      "step": 36479
    },
    {
      "epoch": 0.7687809195656641,
      "grad_norm": 0.10869470983743668,
      "learning_rate": 2.675961924118805e-06,
      "loss": 0.7002,
      "step": 36480
    },
    {
      "epoch": 0.7688019936040293,
      "grad_norm": 0.11008735001087189,
      "learning_rate": 2.6754972201791853e-06,
      "loss": 0.6673,
      "step": 36481
    },
    {
      "epoch": 0.7688230676423946,
      "grad_norm": 0.14364349842071533,
      "learning_rate": 2.6750325503615005e-06,
      "loss": 0.681,
      "step": 36482
    },
    {
      "epoch": 0.76884414168076,
      "grad_norm": 0.11104766279459,
      "learning_rate": 2.674567914667918e-06,
      "loss": 0.7032,
      "step": 36483
    },
    {
      "epoch": 0.7688652157191253,
      "grad_norm": 0.1363174319267273,
      "learning_rate": 2.674103313100602e-06,
      "loss": 0.6747,
      "step": 36484
    },
    {
      "epoch": 0.7688862897574905,
      "grad_norm": 0.4981538653373718,
      "learning_rate": 2.6736387456617173e-06,
      "loss": 0.7375,
      "step": 36485
    },
    {
      "epoch": 0.7689073637958558,
      "grad_norm": 0.12568993866443634,
      "learning_rate": 2.6731742123534255e-06,
      "loss": 0.7218,
      "step": 36486
    },
    {
      "epoch": 0.768928437834221,
      "grad_norm": 0.12137510627508163,
      "learning_rate": 2.6727097131778966e-06,
      "loss": 0.6888,
      "step": 36487
    },
    {
      "epoch": 0.7689495118725863,
      "grad_norm": 0.101693294942379,
      "learning_rate": 2.6722452481372907e-06,
      "loss": 0.6443,
      "step": 36488
    },
    {
      "epoch": 0.7689705859109517,
      "grad_norm": 0.12498217076063156,
      "learning_rate": 2.6717808172337724e-06,
      "loss": 0.7176,
      "step": 36489
    },
    {
      "epoch": 0.768991659949317,
      "grad_norm": 0.10540848970413208,
      "learning_rate": 2.6713164204695074e-06,
      "loss": 0.7003,
      "step": 36490
    },
    {
      "epoch": 0.7690127339876822,
      "grad_norm": 0.13360781967639923,
      "learning_rate": 2.6708520578466545e-06,
      "loss": 0.6789,
      "step": 36491
    },
    {
      "epoch": 0.7690338080260475,
      "grad_norm": 0.13820184767246246,
      "learning_rate": 2.6703877293673787e-06,
      "loss": 0.7784,
      "step": 36492
    },
    {
      "epoch": 0.7690548820644127,
      "grad_norm": 0.12063788622617722,
      "learning_rate": 2.6699234350338432e-06,
      "loss": 0.6891,
      "step": 36493
    },
    {
      "epoch": 0.7690759561027781,
      "grad_norm": 0.11550436168909073,
      "learning_rate": 2.669459174848211e-06,
      "loss": 0.6488,
      "step": 36494
    },
    {
      "epoch": 0.7690970301411434,
      "grad_norm": 0.12179223448038101,
      "learning_rate": 2.6689949488126465e-06,
      "loss": 0.668,
      "step": 36495
    },
    {
      "epoch": 0.7691181041795087,
      "grad_norm": 0.126908540725708,
      "learning_rate": 2.6685307569293105e-06,
      "loss": 0.7244,
      "step": 36496
    },
    {
      "epoch": 0.7691391782178739,
      "grad_norm": 0.13565783202648163,
      "learning_rate": 2.668066599200366e-06,
      "loss": 0.7021,
      "step": 36497
    },
    {
      "epoch": 0.7691602522562392,
      "grad_norm": 0.16241683065891266,
      "learning_rate": 2.667602475627976e-06,
      "loss": 0.7184,
      "step": 36498
    },
    {
      "epoch": 0.7691813262946046,
      "grad_norm": 0.09802797436714172,
      "learning_rate": 2.667138386214302e-06,
      "loss": 0.7164,
      "step": 36499
    },
    {
      "epoch": 0.7692024003329698,
      "grad_norm": 0.11413803696632385,
      "learning_rate": 2.666674330961505e-06,
      "loss": 0.7202,
      "step": 36500
    },
    {
      "epoch": 0.7692234743713351,
      "grad_norm": 0.12576772272586823,
      "learning_rate": 2.6662103098717485e-06,
      "loss": 0.6781,
      "step": 36501
    },
    {
      "epoch": 0.7692445484097004,
      "grad_norm": 0.10534559935331345,
      "learning_rate": 2.6657463229471936e-06,
      "loss": 0.699,
      "step": 36502
    },
    {
      "epoch": 0.7692656224480656,
      "grad_norm": 0.12471349537372589,
      "learning_rate": 2.665282370190002e-06,
      "loss": 0.7256,
      "step": 36503
    },
    {
      "epoch": 0.769286696486431,
      "grad_norm": 0.1397835612297058,
      "learning_rate": 2.6648184516023357e-06,
      "loss": 0.7417,
      "step": 36504
    },
    {
      "epoch": 0.7693077705247963,
      "grad_norm": 0.13378755748271942,
      "learning_rate": 2.6643545671863548e-06,
      "loss": 0.6851,
      "step": 36505
    },
    {
      "epoch": 0.7693288445631615,
      "grad_norm": 0.12047501653432846,
      "learning_rate": 2.6638907169442196e-06,
      "loss": 0.6935,
      "step": 36506
    },
    {
      "epoch": 0.7693499186015268,
      "grad_norm": 0.10328789055347443,
      "learning_rate": 2.6634269008780923e-06,
      "loss": 0.6861,
      "step": 36507
    },
    {
      "epoch": 0.7693709926398921,
      "grad_norm": 0.12730097770690918,
      "learning_rate": 2.662963118990134e-06,
      "loss": 0.6657,
      "step": 36508
    },
    {
      "epoch": 0.7693920666782574,
      "grad_norm": 0.13282448053359985,
      "learning_rate": 2.6624993712825044e-06,
      "loss": 0.7392,
      "step": 36509
    },
    {
      "epoch": 0.7694131407166227,
      "grad_norm": 0.10293452441692352,
      "learning_rate": 2.662035657757365e-06,
      "loss": 0.7021,
      "step": 36510
    },
    {
      "epoch": 0.769434214754988,
      "grad_norm": 0.12166101485490799,
      "learning_rate": 2.661571978416877e-06,
      "loss": 0.7001,
      "step": 36511
    },
    {
      "epoch": 0.7694552887933532,
      "grad_norm": 0.12738290429115295,
      "learning_rate": 2.661108333263197e-06,
      "loss": 0.6963,
      "step": 36512
    },
    {
      "epoch": 0.7694763628317185,
      "grad_norm": 0.10617554187774658,
      "learning_rate": 2.6606447222984853e-06,
      "loss": 0.6444,
      "step": 36513
    },
    {
      "epoch": 0.7694974368700839,
      "grad_norm": 0.14828847348690033,
      "learning_rate": 2.660181145524904e-06,
      "loss": 0.7778,
      "step": 36514
    },
    {
      "epoch": 0.7695185109084491,
      "grad_norm": 0.10010012239217758,
      "learning_rate": 2.6597176029446093e-06,
      "loss": 0.635,
      "step": 36515
    },
    {
      "epoch": 0.7695395849468144,
      "grad_norm": 0.10150192677974701,
      "learning_rate": 2.6592540945597645e-06,
      "loss": 0.5987,
      "step": 36516
    },
    {
      "epoch": 0.7695606589851797,
      "grad_norm": 0.13969455659389496,
      "learning_rate": 2.658790620372529e-06,
      "loss": 0.7221,
      "step": 36517
    },
    {
      "epoch": 0.7695817330235449,
      "grad_norm": 0.11947324126958847,
      "learning_rate": 2.65832718038506e-06,
      "loss": 0.7145,
      "step": 36518
    },
    {
      "epoch": 0.7696028070619103,
      "grad_norm": 0.10336484760046005,
      "learning_rate": 2.6578637745995173e-06,
      "loss": 0.6689,
      "step": 36519
    },
    {
      "epoch": 0.7696238811002756,
      "grad_norm": 0.15375618636608124,
      "learning_rate": 2.657400403018062e-06,
      "loss": 0.7658,
      "step": 36520
    },
    {
      "epoch": 0.7696449551386408,
      "grad_norm": 0.10864425450563431,
      "learning_rate": 2.656937065642847e-06,
      "loss": 0.7191,
      "step": 36521
    },
    {
      "epoch": 0.7696660291770061,
      "grad_norm": 0.12407895177602768,
      "learning_rate": 2.656473762476034e-06,
      "loss": 0.7163,
      "step": 36522
    },
    {
      "epoch": 0.7696871032153714,
      "grad_norm": 0.10636336356401443,
      "learning_rate": 2.6560104935197817e-06,
      "loss": 0.715,
      "step": 36523
    },
    {
      "epoch": 0.7697081772537366,
      "grad_norm": 0.15156374871730804,
      "learning_rate": 2.6555472587762476e-06,
      "loss": 0.7767,
      "step": 36524
    },
    {
      "epoch": 0.769729251292102,
      "grad_norm": 0.12711453437805176,
      "learning_rate": 2.65508405824759e-06,
      "loss": 0.7365,
      "step": 36525
    },
    {
      "epoch": 0.7697503253304673,
      "grad_norm": 0.10260948538780212,
      "learning_rate": 2.654620891935967e-06,
      "loss": 0.7064,
      "step": 36526
    },
    {
      "epoch": 0.7697713993688325,
      "grad_norm": 0.11292528361082077,
      "learning_rate": 2.6541577598435365e-06,
      "loss": 0.8223,
      "step": 36527
    },
    {
      "epoch": 0.7697924734071978,
      "grad_norm": 0.12245911359786987,
      "learning_rate": 2.6536946619724545e-06,
      "loss": 0.6929,
      "step": 36528
    },
    {
      "epoch": 0.7698135474455631,
      "grad_norm": 0.10157542675733566,
      "learning_rate": 2.653231598324881e-06,
      "loss": 0.7157,
      "step": 36529
    },
    {
      "epoch": 0.7698346214839284,
      "grad_norm": 0.1326332986354828,
      "learning_rate": 2.6527685689029703e-06,
      "loss": 0.6782,
      "step": 36530
    },
    {
      "epoch": 0.7698556955222937,
      "grad_norm": 0.1415128856897354,
      "learning_rate": 2.652305573708882e-06,
      "loss": 0.7077,
      "step": 36531
    },
    {
      "epoch": 0.769876769560659,
      "grad_norm": 0.11802588403224945,
      "learning_rate": 2.6518426127447717e-06,
      "loss": 0.7545,
      "step": 36532
    },
    {
      "epoch": 0.7698978435990242,
      "grad_norm": 0.1487456113100052,
      "learning_rate": 2.651379686012796e-06,
      "loss": 0.756,
      "step": 36533
    },
    {
      "epoch": 0.7699189176373895,
      "grad_norm": 0.10793831199407578,
      "learning_rate": 2.6509167935151126e-06,
      "loss": 0.703,
      "step": 36534
    },
    {
      "epoch": 0.7699399916757549,
      "grad_norm": 0.11912588030099869,
      "learning_rate": 2.6504539352538763e-06,
      "loss": 0.6629,
      "step": 36535
    },
    {
      "epoch": 0.7699610657141202,
      "grad_norm": 0.12640775740146637,
      "learning_rate": 2.6499911112312447e-06,
      "loss": 0.6655,
      "step": 36536
    },
    {
      "epoch": 0.7699821397524854,
      "grad_norm": 0.12255900353193283,
      "learning_rate": 2.6495283214493738e-06,
      "loss": 0.7683,
      "step": 36537
    },
    {
      "epoch": 0.7700032137908507,
      "grad_norm": 0.12929564714431763,
      "learning_rate": 2.649065565910419e-06,
      "loss": 0.6543,
      "step": 36538
    },
    {
      "epoch": 0.770024287829216,
      "grad_norm": 0.13011102378368378,
      "learning_rate": 2.6486028446165367e-06,
      "loss": 0.7325,
      "step": 36539
    },
    {
      "epoch": 0.7700453618675813,
      "grad_norm": 0.11017537862062454,
      "learning_rate": 2.648140157569884e-06,
      "loss": 0.7026,
      "step": 36540
    },
    {
      "epoch": 0.7700664359059466,
      "grad_norm": 0.1811349093914032,
      "learning_rate": 2.6476775047726133e-06,
      "loss": 0.7222,
      "step": 36541
    },
    {
      "epoch": 0.7700875099443119,
      "grad_norm": 0.1203848347067833,
      "learning_rate": 2.6472148862268797e-06,
      "loss": 0.75,
      "step": 36542
    },
    {
      "epoch": 0.7701085839826771,
      "grad_norm": 0.11690788716077805,
      "learning_rate": 2.6467523019348375e-06,
      "loss": 0.7343,
      "step": 36543
    },
    {
      "epoch": 0.7701296580210424,
      "grad_norm": 0.1422538012266159,
      "learning_rate": 2.6462897518986462e-06,
      "loss": 0.7319,
      "step": 36544
    },
    {
      "epoch": 0.7701507320594078,
      "grad_norm": 0.11220642924308777,
      "learning_rate": 2.6458272361204594e-06,
      "loss": 0.7427,
      "step": 36545
    },
    {
      "epoch": 0.770171806097773,
      "grad_norm": 0.14091558754444122,
      "learning_rate": 2.645364754602431e-06,
      "loss": 0.7064,
      "step": 36546
    },
    {
      "epoch": 0.7701928801361383,
      "grad_norm": 0.10966524481773376,
      "learning_rate": 2.644902307346715e-06,
      "loss": 0.7009,
      "step": 36547
    },
    {
      "epoch": 0.7702139541745036,
      "grad_norm": 0.12751713395118713,
      "learning_rate": 2.644439894355466e-06,
      "loss": 0.7447,
      "step": 36548
    },
    {
      "epoch": 0.7702350282128688,
      "grad_norm": 0.12836994230747223,
      "learning_rate": 2.643977515630841e-06,
      "loss": 0.725,
      "step": 36549
    },
    {
      "epoch": 0.7702561022512342,
      "grad_norm": 0.10906552523374557,
      "learning_rate": 2.6435151711749884e-06,
      "loss": 0.6741,
      "step": 36550
    },
    {
      "epoch": 0.7702771762895995,
      "grad_norm": 0.12553724646568298,
      "learning_rate": 2.6430528609900653e-06,
      "loss": 0.7091,
      "step": 36551
    },
    {
      "epoch": 0.7702982503279647,
      "grad_norm": 0.1064651757478714,
      "learning_rate": 2.642590585078225e-06,
      "loss": 0.7386,
      "step": 36552
    },
    {
      "epoch": 0.77031932436633,
      "grad_norm": 0.1157820001244545,
      "learning_rate": 2.6421283434416223e-06,
      "loss": 0.7317,
      "step": 36553
    },
    {
      "epoch": 0.7703403984046953,
      "grad_norm": 0.12956538796424866,
      "learning_rate": 2.641666136082408e-06,
      "loss": 0.731,
      "step": 36554
    },
    {
      "epoch": 0.7703614724430606,
      "grad_norm": 0.10856896638870239,
      "learning_rate": 2.6412039630027375e-06,
      "loss": 0.6436,
      "step": 36555
    },
    {
      "epoch": 0.7703825464814259,
      "grad_norm": 0.12134277820587158,
      "learning_rate": 2.6407418242047635e-06,
      "loss": 0.6796,
      "step": 36556
    },
    {
      "epoch": 0.7704036205197912,
      "grad_norm": 0.11524882912635803,
      "learning_rate": 2.6402797196906382e-06,
      "loss": 0.7427,
      "step": 36557
    },
    {
      "epoch": 0.7704246945581564,
      "grad_norm": 0.13935993611812592,
      "learning_rate": 2.639817649462515e-06,
      "loss": 0.7304,
      "step": 36558
    },
    {
      "epoch": 0.7704457685965217,
      "grad_norm": 0.12803258001804352,
      "learning_rate": 2.639355613522545e-06,
      "loss": 0.6681,
      "step": 36559
    },
    {
      "epoch": 0.770466842634887,
      "grad_norm": 0.14205709099769592,
      "learning_rate": 2.6388936118728836e-06,
      "loss": 0.7632,
      "step": 36560
    },
    {
      "epoch": 0.7704879166732523,
      "grad_norm": 0.1045585349202156,
      "learning_rate": 2.638431644515681e-06,
      "loss": 0.7017,
      "step": 36561
    },
    {
      "epoch": 0.7705089907116176,
      "grad_norm": 0.1593240350484848,
      "learning_rate": 2.63796971145309e-06,
      "loss": 0.7293,
      "step": 36562
    },
    {
      "epoch": 0.7705300647499829,
      "grad_norm": 0.09671686589717865,
      "learning_rate": 2.637507812687261e-06,
      "loss": 0.6776,
      "step": 36563
    },
    {
      "epoch": 0.7705511387883481,
      "grad_norm": 0.10197842121124268,
      "learning_rate": 2.637045948220348e-06,
      "loss": 0.6847,
      "step": 36564
    },
    {
      "epoch": 0.7705722128267134,
      "grad_norm": 0.15874405205249786,
      "learning_rate": 2.636584118054503e-06,
      "loss": 0.7381,
      "step": 36565
    },
    {
      "epoch": 0.7705932868650788,
      "grad_norm": 0.4206087291240692,
      "learning_rate": 2.636122322191874e-06,
      "loss": 0.7341,
      "step": 36566
    },
    {
      "epoch": 0.770614360903444,
      "grad_norm": 0.11895044893026352,
      "learning_rate": 2.6356605606346162e-06,
      "loss": 0.7194,
      "step": 36567
    },
    {
      "epoch": 0.7706354349418093,
      "grad_norm": 0.19375728070735931,
      "learning_rate": 2.6351988333848787e-06,
      "loss": 0.7025,
      "step": 36568
    },
    {
      "epoch": 0.7706565089801746,
      "grad_norm": 0.09999754279851913,
      "learning_rate": 2.6347371404448117e-06,
      "loss": 0.7581,
      "step": 36569
    },
    {
      "epoch": 0.7706775830185398,
      "grad_norm": 0.11672643572092056,
      "learning_rate": 2.6342754818165718e-06,
      "loss": 0.724,
      "step": 36570
    },
    {
      "epoch": 0.7706986570569052,
      "grad_norm": 0.2245308756828308,
      "learning_rate": 2.633813857502302e-06,
      "loss": 0.6528,
      "step": 36571
    },
    {
      "epoch": 0.7707197310952705,
      "grad_norm": 0.11458657681941986,
      "learning_rate": 2.633352267504152e-06,
      "loss": 0.7141,
      "step": 36572
    },
    {
      "epoch": 0.7707408051336357,
      "grad_norm": 0.13754090666770935,
      "learning_rate": 2.632890711824281e-06,
      "loss": 0.68,
      "step": 36573
    },
    {
      "epoch": 0.770761879172001,
      "grad_norm": 0.0971093401312828,
      "learning_rate": 2.6324291904648324e-06,
      "loss": 0.7172,
      "step": 36574
    },
    {
      "epoch": 0.7707829532103663,
      "grad_norm": 0.11670264601707458,
      "learning_rate": 2.631967703427959e-06,
      "loss": 0.7045,
      "step": 36575
    },
    {
      "epoch": 0.7708040272487316,
      "grad_norm": 0.1288306564092636,
      "learning_rate": 2.6315062507158095e-06,
      "loss": 0.7105,
      "step": 36576
    },
    {
      "epoch": 0.7708251012870969,
      "grad_norm": 0.11717823892831802,
      "learning_rate": 2.631044832330535e-06,
      "loss": 0.7207,
      "step": 36577
    },
    {
      "epoch": 0.7708461753254622,
      "grad_norm": 0.13471446931362152,
      "learning_rate": 2.630583448274283e-06,
      "loss": 0.7883,
      "step": 36578
    },
    {
      "epoch": 0.7708672493638274,
      "grad_norm": 0.10775375366210938,
      "learning_rate": 2.630122098549207e-06,
      "loss": 0.7052,
      "step": 36579
    },
    {
      "epoch": 0.7708883234021927,
      "grad_norm": 0.1464659571647644,
      "learning_rate": 2.6296607831574504e-06,
      "loss": 0.6942,
      "step": 36580
    },
    {
      "epoch": 0.7709093974405581,
      "grad_norm": 0.10916713625192642,
      "learning_rate": 2.6291995021011652e-06,
      "loss": 0.6766,
      "step": 36581
    },
    {
      "epoch": 0.7709304714789234,
      "grad_norm": 0.20303742587566376,
      "learning_rate": 2.6287382553825005e-06,
      "loss": 0.7832,
      "step": 36582
    },
    {
      "epoch": 0.7709515455172886,
      "grad_norm": 0.1312989741563797,
      "learning_rate": 2.6282770430036043e-06,
      "loss": 0.6846,
      "step": 36583
    },
    {
      "epoch": 0.7709726195556539,
      "grad_norm": 0.12689396739006042,
      "learning_rate": 2.6278158649666264e-06,
      "loss": 0.703,
      "step": 36584
    },
    {
      "epoch": 0.7709936935940191,
      "grad_norm": 0.11518093198537827,
      "learning_rate": 2.6273547212737136e-06,
      "loss": 0.7946,
      "step": 36585
    },
    {
      "epoch": 0.7710147676323845,
      "grad_norm": 0.11858685314655304,
      "learning_rate": 2.626893611927015e-06,
      "loss": 0.6794,
      "step": 36586
    },
    {
      "epoch": 0.7710358416707498,
      "grad_norm": 0.12142495810985565,
      "learning_rate": 2.626432536928677e-06,
      "loss": 0.7132,
      "step": 36587
    },
    {
      "epoch": 0.771056915709115,
      "grad_norm": 0.11221674829721451,
      "learning_rate": 2.625971496280855e-06,
      "loss": 0.676,
      "step": 36588
    },
    {
      "epoch": 0.7710779897474803,
      "grad_norm": 0.09617073088884354,
      "learning_rate": 2.6255104899856875e-06,
      "loss": 0.6402,
      "step": 36589
    },
    {
      "epoch": 0.7710990637858456,
      "grad_norm": 0.10523486882448196,
      "learning_rate": 2.625049518045326e-06,
      "loss": 0.6903,
      "step": 36590
    },
    {
      "epoch": 0.771120137824211,
      "grad_norm": 0.0945855975151062,
      "learning_rate": 2.6245885804619187e-06,
      "loss": 0.726,
      "step": 36591
    },
    {
      "epoch": 0.7711412118625762,
      "grad_norm": 0.1293245106935501,
      "learning_rate": 2.6241276772376113e-06,
      "loss": 0.7356,
      "step": 36592
    },
    {
      "epoch": 0.7711622859009415,
      "grad_norm": 0.10987867414951324,
      "learning_rate": 2.623666808374552e-06,
      "loss": 0.712,
      "step": 36593
    },
    {
      "epoch": 0.7711833599393068,
      "grad_norm": 0.13502302765846252,
      "learning_rate": 2.6232059738748873e-06,
      "loss": 0.7301,
      "step": 36594
    },
    {
      "epoch": 0.771204433977672,
      "grad_norm": 0.14113296568393707,
      "learning_rate": 2.622745173740764e-06,
      "loss": 0.7625,
      "step": 36595
    },
    {
      "epoch": 0.7712255080160374,
      "grad_norm": 0.10670416057109833,
      "learning_rate": 2.6222844079743295e-06,
      "loss": 0.671,
      "step": 36596
    },
    {
      "epoch": 0.7712465820544027,
      "grad_norm": 0.10206935554742813,
      "learning_rate": 2.6218236765777306e-06,
      "loss": 0.7051,
      "step": 36597
    },
    {
      "epoch": 0.7712676560927679,
      "grad_norm": 0.10472624748945236,
      "learning_rate": 2.6213629795531113e-06,
      "loss": 0.6821,
      "step": 36598
    },
    {
      "epoch": 0.7712887301311332,
      "grad_norm": 0.1312658041715622,
      "learning_rate": 2.620902316902624e-06,
      "loss": 0.7288,
      "step": 36599
    },
    {
      "epoch": 0.7713098041694985,
      "grad_norm": 0.09498950839042664,
      "learning_rate": 2.6204416886284057e-06,
      "loss": 0.7196,
      "step": 36600
    },
    {
      "epoch": 0.7713308782078637,
      "grad_norm": 0.11501424014568329,
      "learning_rate": 2.6199810947326053e-06,
      "loss": 0.7304,
      "step": 36601
    },
    {
      "epoch": 0.7713519522462291,
      "grad_norm": 0.12270385026931763,
      "learning_rate": 2.6195205352173725e-06,
      "loss": 0.7027,
      "step": 36602
    },
    {
      "epoch": 0.7713730262845944,
      "grad_norm": 0.10908768326044083,
      "learning_rate": 2.6190600100848494e-06,
      "loss": 0.7715,
      "step": 36603
    },
    {
      "epoch": 0.7713941003229596,
      "grad_norm": 0.11738338321447372,
      "learning_rate": 2.6185995193371838e-06,
      "loss": 0.6909,
      "step": 36604
    },
    {
      "epoch": 0.7714151743613249,
      "grad_norm": 0.14181986451148987,
      "learning_rate": 2.6181390629765193e-06,
      "loss": 0.7163,
      "step": 36605
    },
    {
      "epoch": 0.7714362483996902,
      "grad_norm": 0.1169772818684578,
      "learning_rate": 2.6176786410050003e-06,
      "loss": 0.6885,
      "step": 36606
    },
    {
      "epoch": 0.7714573224380555,
      "grad_norm": 0.11109638214111328,
      "learning_rate": 2.6172182534247724e-06,
      "loss": 0.6649,
      "step": 36607
    },
    {
      "epoch": 0.7714783964764208,
      "grad_norm": 0.11461739242076874,
      "learning_rate": 2.616757900237985e-06,
      "loss": 0.7081,
      "step": 36608
    },
    {
      "epoch": 0.7714994705147861,
      "grad_norm": 0.1134081780910492,
      "learning_rate": 2.6162975814467737e-06,
      "loss": 0.6849,
      "step": 36609
    },
    {
      "epoch": 0.7715205445531513,
      "grad_norm": 0.11158375442028046,
      "learning_rate": 2.6158372970532886e-06,
      "loss": 0.7499,
      "step": 36610
    },
    {
      "epoch": 0.7715416185915166,
      "grad_norm": 0.09476548433303833,
      "learning_rate": 2.615377047059673e-06,
      "loss": 0.6262,
      "step": 36611
    },
    {
      "epoch": 0.771562692629882,
      "grad_norm": 0.11487696319818497,
      "learning_rate": 2.6149168314680707e-06,
      "loss": 0.7176,
      "step": 36612
    },
    {
      "epoch": 0.7715837666682472,
      "grad_norm": 0.12288272380828857,
      "learning_rate": 2.6144566502806256e-06,
      "loss": 0.7173,
      "step": 36613
    },
    {
      "epoch": 0.7716048407066125,
      "grad_norm": 0.11770546436309814,
      "learning_rate": 2.6139965034994818e-06,
      "loss": 0.739,
      "step": 36614
    },
    {
      "epoch": 0.7716259147449778,
      "grad_norm": 0.10924618691205978,
      "learning_rate": 2.6135363911267797e-06,
      "loss": 0.7812,
      "step": 36615
    },
    {
      "epoch": 0.771646988783343,
      "grad_norm": 0.1045621857047081,
      "learning_rate": 2.6130763131646695e-06,
      "loss": 0.6625,
      "step": 36616
    },
    {
      "epoch": 0.7716680628217084,
      "grad_norm": 0.10379061847925186,
      "learning_rate": 2.6126162696152934e-06,
      "loss": 0.6913,
      "step": 36617
    },
    {
      "epoch": 0.7716891368600737,
      "grad_norm": 0.1210532933473587,
      "learning_rate": 2.6121562604807906e-06,
      "loss": 0.7175,
      "step": 36618
    },
    {
      "epoch": 0.7717102108984389,
      "grad_norm": 0.11013013869524002,
      "learning_rate": 2.6116962857633045e-06,
      "loss": 0.7113,
      "step": 36619
    },
    {
      "epoch": 0.7717312849368042,
      "grad_norm": 0.11115988343954086,
      "learning_rate": 2.6112363454649793e-06,
      "loss": 0.7305,
      "step": 36620
    },
    {
      "epoch": 0.7717523589751695,
      "grad_norm": 0.12166892737150192,
      "learning_rate": 2.6107764395879576e-06,
      "loss": 0.7841,
      "step": 36621
    },
    {
      "epoch": 0.7717734330135348,
      "grad_norm": 0.09131689369678497,
      "learning_rate": 2.610316568134381e-06,
      "loss": 0.7251,
      "step": 36622
    },
    {
      "epoch": 0.7717945070519001,
      "grad_norm": 0.11496151983737946,
      "learning_rate": 2.6098567311063937e-06,
      "loss": 0.6698,
      "step": 36623
    },
    {
      "epoch": 0.7718155810902654,
      "grad_norm": 0.11487677693367004,
      "learning_rate": 2.609396928506137e-06,
      "loss": 0.716,
      "step": 36624
    },
    {
      "epoch": 0.7718366551286306,
      "grad_norm": 0.10040070116519928,
      "learning_rate": 2.608937160335752e-06,
      "loss": 0.6746,
      "step": 36625
    },
    {
      "epoch": 0.7718577291669959,
      "grad_norm": 0.12020782381296158,
      "learning_rate": 2.6084774265973824e-06,
      "loss": 0.7322,
      "step": 36626
    },
    {
      "epoch": 0.7718788032053613,
      "grad_norm": 0.12091347575187683,
      "learning_rate": 2.6080177272931673e-06,
      "loss": 0.7068,
      "step": 36627
    },
    {
      "epoch": 0.7718998772437266,
      "grad_norm": 0.11963188648223877,
      "learning_rate": 2.6075580624252516e-06,
      "loss": 0.6578,
      "step": 36628
    },
    {
      "epoch": 0.7719209512820918,
      "grad_norm": 0.1770787239074707,
      "learning_rate": 2.607098431995777e-06,
      "loss": 0.7311,
      "step": 36629
    },
    {
      "epoch": 0.7719420253204571,
      "grad_norm": 0.13582968711853027,
      "learning_rate": 2.606638836006877e-06,
      "loss": 0.7312,
      "step": 36630
    },
    {
      "epoch": 0.7719630993588223,
      "grad_norm": 0.1304914951324463,
      "learning_rate": 2.6061792744607005e-06,
      "loss": 0.7215,
      "step": 36631
    },
    {
      "epoch": 0.7719841733971877,
      "grad_norm": 0.13418926298618317,
      "learning_rate": 2.6057197473593877e-06,
      "loss": 0.7356,
      "step": 36632
    },
    {
      "epoch": 0.772005247435553,
      "grad_norm": 0.11069300770759583,
      "learning_rate": 2.6052602547050777e-06,
      "loss": 0.7254,
      "step": 36633
    },
    {
      "epoch": 0.7720263214739183,
      "grad_norm": 0.11429252475500107,
      "learning_rate": 2.60480079649991e-06,
      "loss": 0.6725,
      "step": 36634
    },
    {
      "epoch": 0.7720473955122835,
      "grad_norm": 0.11144214868545532,
      "learning_rate": 2.6043413727460276e-06,
      "loss": 0.7019,
      "step": 36635
    },
    {
      "epoch": 0.7720684695506488,
      "grad_norm": 0.11704833805561066,
      "learning_rate": 2.6038819834455687e-06,
      "loss": 0.7032,
      "step": 36636
    },
    {
      "epoch": 0.772089543589014,
      "grad_norm": 0.09530996531248093,
      "learning_rate": 2.6034226286006745e-06,
      "loss": 0.6773,
      "step": 36637
    },
    {
      "epoch": 0.7721106176273794,
      "grad_norm": 0.12538014352321625,
      "learning_rate": 2.6029633082134885e-06,
      "loss": 0.7287,
      "step": 36638
    },
    {
      "epoch": 0.7721316916657447,
      "grad_norm": 0.12527582049369812,
      "learning_rate": 2.602504022286143e-06,
      "loss": 0.7437,
      "step": 36639
    },
    {
      "epoch": 0.77215276570411,
      "grad_norm": 0.10402436554431915,
      "learning_rate": 2.602044770820782e-06,
      "loss": 0.7068,
      "step": 36640
    },
    {
      "epoch": 0.7721738397424752,
      "grad_norm": 0.10936634242534637,
      "learning_rate": 2.6015855538195436e-06,
      "loss": 0.6961,
      "step": 36641
    },
    {
      "epoch": 0.7721949137808405,
      "grad_norm": 0.09920048713684082,
      "learning_rate": 2.601126371284567e-06,
      "loss": 0.6731,
      "step": 36642
    },
    {
      "epoch": 0.7722159878192059,
      "grad_norm": 0.10789865255355835,
      "learning_rate": 2.600667223217993e-06,
      "loss": 0.7276,
      "step": 36643
    },
    {
      "epoch": 0.7722370618575711,
      "grad_norm": 0.1112746074795723,
      "learning_rate": 2.6002081096219566e-06,
      "loss": 0.7195,
      "step": 36644
    },
    {
      "epoch": 0.7722581358959364,
      "grad_norm": 0.11995954066514969,
      "learning_rate": 2.599749030498603e-06,
      "loss": 0.7214,
      "step": 36645
    },
    {
      "epoch": 0.7722792099343017,
      "grad_norm": 0.1104634553194046,
      "learning_rate": 2.5992899858500677e-06,
      "loss": 0.7168,
      "step": 36646
    },
    {
      "epoch": 0.7723002839726669,
      "grad_norm": 0.11703098565340042,
      "learning_rate": 2.5988309756784923e-06,
      "loss": 0.76,
      "step": 36647
    },
    {
      "epoch": 0.7723213580110323,
      "grad_norm": 0.12074095010757446,
      "learning_rate": 2.598371999986008e-06,
      "loss": 0.7461,
      "step": 36648
    },
    {
      "epoch": 0.7723424320493976,
      "grad_norm": 0.11796846240758896,
      "learning_rate": 2.597913058774758e-06,
      "loss": 0.6955,
      "step": 36649
    },
    {
      "epoch": 0.7723635060877628,
      "grad_norm": 0.11171698570251465,
      "learning_rate": 2.597454152046879e-06,
      "loss": 0.6797,
      "step": 36650
    },
    {
      "epoch": 0.7723845801261281,
      "grad_norm": 0.41706064343452454,
      "learning_rate": 2.5969952798045083e-06,
      "loss": 0.6762,
      "step": 36651
    },
    {
      "epoch": 0.7724056541644934,
      "grad_norm": 0.09583120793104172,
      "learning_rate": 2.596536442049785e-06,
      "loss": 0.6869,
      "step": 36652
    },
    {
      "epoch": 0.7724267282028587,
      "grad_norm": 0.10765169560909271,
      "learning_rate": 2.5960776387848463e-06,
      "loss": 0.7399,
      "step": 36653
    },
    {
      "epoch": 0.772447802241224,
      "grad_norm": 0.13794377446174622,
      "learning_rate": 2.595618870011829e-06,
      "loss": 0.702,
      "step": 36654
    },
    {
      "epoch": 0.7724688762795893,
      "grad_norm": 0.12477262318134308,
      "learning_rate": 2.5951601357328716e-06,
      "loss": 0.6953,
      "step": 36655
    },
    {
      "epoch": 0.7724899503179545,
      "grad_norm": 0.10866334289312363,
      "learning_rate": 2.59470143595011e-06,
      "loss": 0.7461,
      "step": 36656
    },
    {
      "epoch": 0.7725110243563198,
      "grad_norm": 0.1160471960902214,
      "learning_rate": 2.5942427706656802e-06,
      "loss": 0.8016,
      "step": 36657
    },
    {
      "epoch": 0.7725320983946852,
      "grad_norm": 0.0984835997223854,
      "learning_rate": 2.593784139881721e-06,
      "loss": 0.7322,
      "step": 36658
    },
    {
      "epoch": 0.7725531724330504,
      "grad_norm": 0.10789275914430618,
      "learning_rate": 2.593325543600368e-06,
      "loss": 0.6831,
      "step": 36659
    },
    {
      "epoch": 0.7725742464714157,
      "grad_norm": 0.09923025965690613,
      "learning_rate": 2.5928669818237575e-06,
      "loss": 0.684,
      "step": 36660
    },
    {
      "epoch": 0.772595320509781,
      "grad_norm": 0.11448174715042114,
      "learning_rate": 2.5924084545540264e-06,
      "loss": 0.6985,
      "step": 36661
    },
    {
      "epoch": 0.7726163945481462,
      "grad_norm": 0.11425410211086273,
      "learning_rate": 2.59194996179331e-06,
      "loss": 0.6967,
      "step": 36662
    },
    {
      "epoch": 0.7726374685865116,
      "grad_norm": 0.11428147554397583,
      "learning_rate": 2.5914915035437438e-06,
      "loss": 0.7605,
      "step": 36663
    },
    {
      "epoch": 0.7726585426248769,
      "grad_norm": 0.10427940636873245,
      "learning_rate": 2.5910330798074656e-06,
      "loss": 0.6901,
      "step": 36664
    },
    {
      "epoch": 0.7726796166632421,
      "grad_norm": 0.13386452198028564,
      "learning_rate": 2.590574690586609e-06,
      "loss": 0.7582,
      "step": 36665
    },
    {
      "epoch": 0.7727006907016074,
      "grad_norm": 0.10362701863050461,
      "learning_rate": 2.59011633588331e-06,
      "loss": 0.8014,
      "step": 36666
    },
    {
      "epoch": 0.7727217647399727,
      "grad_norm": 0.10953003913164139,
      "learning_rate": 2.5896580156997075e-06,
      "loss": 0.7396,
      "step": 36667
    },
    {
      "epoch": 0.772742838778338,
      "grad_norm": 0.09863540530204773,
      "learning_rate": 2.58919973003793e-06,
      "loss": 0.651,
      "step": 36668
    },
    {
      "epoch": 0.7727639128167033,
      "grad_norm": 0.12723949551582336,
      "learning_rate": 2.5887414789001163e-06,
      "loss": 0.7605,
      "step": 36669
    },
    {
      "epoch": 0.7727849868550686,
      "grad_norm": 0.12137507647275925,
      "learning_rate": 2.5882832622884002e-06,
      "loss": 0.7074,
      "step": 36670
    },
    {
      "epoch": 0.7728060608934338,
      "grad_norm": 0.11246505379676819,
      "learning_rate": 2.5878250802049167e-06,
      "loss": 0.6897,
      "step": 36671
    },
    {
      "epoch": 0.7728271349317991,
      "grad_norm": 0.12476328760385513,
      "learning_rate": 2.5873669326518002e-06,
      "loss": 0.737,
      "step": 36672
    },
    {
      "epoch": 0.7728482089701645,
      "grad_norm": 0.12968683242797852,
      "learning_rate": 2.586908819631183e-06,
      "loss": 0.6998,
      "step": 36673
    },
    {
      "epoch": 0.7728692830085298,
      "grad_norm": 0.11375366896390915,
      "learning_rate": 2.5864507411452035e-06,
      "loss": 0.7288,
      "step": 36674
    },
    {
      "epoch": 0.772890357046895,
      "grad_norm": 0.10095053166151047,
      "learning_rate": 2.585992697195995e-06,
      "loss": 0.6808,
      "step": 36675
    },
    {
      "epoch": 0.7729114310852603,
      "grad_norm": 0.11434942483901978,
      "learning_rate": 2.5855346877856915e-06,
      "loss": 0.6983,
      "step": 36676
    },
    {
      "epoch": 0.7729325051236255,
      "grad_norm": 0.13654866814613342,
      "learning_rate": 2.585076712916422e-06,
      "loss": 0.7012,
      "step": 36677
    },
    {
      "epoch": 0.7729535791619908,
      "grad_norm": 0.10581247508525848,
      "learning_rate": 2.584618772590325e-06,
      "loss": 0.7558,
      "step": 36678
    },
    {
      "epoch": 0.7729746532003562,
      "grad_norm": 0.11947792023420334,
      "learning_rate": 2.584160866809531e-06,
      "loss": 0.6757,
      "step": 36679
    },
    {
      "epoch": 0.7729957272387215,
      "grad_norm": 0.11845072358846664,
      "learning_rate": 2.5837029955761737e-06,
      "loss": 0.7173,
      "step": 36680
    },
    {
      "epoch": 0.7730168012770867,
      "grad_norm": 0.1021198183298111,
      "learning_rate": 2.5832451588923867e-06,
      "loss": 0.6448,
      "step": 36681
    },
    {
      "epoch": 0.773037875315452,
      "grad_norm": 0.10025107860565186,
      "learning_rate": 2.5827873567603035e-06,
      "loss": 0.6458,
      "step": 36682
    },
    {
      "epoch": 0.7730589493538172,
      "grad_norm": 0.10812127590179443,
      "learning_rate": 2.5823295891820565e-06,
      "loss": 0.6738,
      "step": 36683
    },
    {
      "epoch": 0.7730800233921826,
      "grad_norm": 0.11052992194890976,
      "learning_rate": 2.5818718561597777e-06,
      "loss": 0.7061,
      "step": 36684
    },
    {
      "epoch": 0.7731010974305479,
      "grad_norm": 0.09683656692504883,
      "learning_rate": 2.5814141576955987e-06,
      "loss": 0.7199,
      "step": 36685
    },
    {
      "epoch": 0.7731221714689132,
      "grad_norm": 0.11920827627182007,
      "learning_rate": 2.5809564937916543e-06,
      "loss": 0.7303,
      "step": 36686
    },
    {
      "epoch": 0.7731432455072784,
      "grad_norm": 0.10440193861722946,
      "learning_rate": 2.5804988644500737e-06,
      "loss": 0.7503,
      "step": 36687
    },
    {
      "epoch": 0.7731643195456437,
      "grad_norm": 0.10687842220067978,
      "learning_rate": 2.5800412696729914e-06,
      "loss": 0.7657,
      "step": 36688
    },
    {
      "epoch": 0.7731853935840091,
      "grad_norm": 0.11135794967412949,
      "learning_rate": 2.5795837094625375e-06,
      "loss": 0.6997,
      "step": 36689
    },
    {
      "epoch": 0.7732064676223743,
      "grad_norm": 0.16416850686073303,
      "learning_rate": 2.5791261838208438e-06,
      "loss": 0.7517,
      "step": 36690
    },
    {
      "epoch": 0.7732275416607396,
      "grad_norm": 0.17740055918693542,
      "learning_rate": 2.5786686927500417e-06,
      "loss": 0.7847,
      "step": 36691
    },
    {
      "epoch": 0.7732486156991049,
      "grad_norm": 0.6788640022277832,
      "learning_rate": 2.5782112362522628e-06,
      "loss": 0.684,
      "step": 36692
    },
    {
      "epoch": 0.7732696897374701,
      "grad_norm": 0.10161249339580536,
      "learning_rate": 2.5777538143296386e-06,
      "loss": 0.6912,
      "step": 36693
    },
    {
      "epoch": 0.7732907637758355,
      "grad_norm": 0.10569627583026886,
      "learning_rate": 2.577296426984299e-06,
      "loss": 0.7194,
      "step": 36694
    },
    {
      "epoch": 0.7733118378142008,
      "grad_norm": 0.11131357401609421,
      "learning_rate": 2.576839074218376e-06,
      "loss": 0.6407,
      "step": 36695
    },
    {
      "epoch": 0.773332911852566,
      "grad_norm": 0.12055910378694534,
      "learning_rate": 2.576381756033999e-06,
      "loss": 0.7272,
      "step": 36696
    },
    {
      "epoch": 0.7733539858909313,
      "grad_norm": 0.11255406588315964,
      "learning_rate": 2.5759244724333023e-06,
      "loss": 0.7079,
      "step": 36697
    },
    {
      "epoch": 0.7733750599292966,
      "grad_norm": 0.12145373970270157,
      "learning_rate": 2.5754672234184097e-06,
      "loss": 0.6831,
      "step": 36698
    },
    {
      "epoch": 0.7733961339676619,
      "grad_norm": 0.11228840798139572,
      "learning_rate": 2.5750100089914552e-06,
      "loss": 0.7595,
      "step": 36699
    },
    {
      "epoch": 0.7734172080060272,
      "grad_norm": 0.10537664592266083,
      "learning_rate": 2.574552829154567e-06,
      "loss": 0.6981,
      "step": 36700
    },
    {
      "epoch": 0.7734382820443925,
      "grad_norm": 0.12426557391881943,
      "learning_rate": 2.5740956839098775e-06,
      "loss": 0.7017,
      "step": 36701
    },
    {
      "epoch": 0.7734593560827577,
      "grad_norm": 0.13983333110809326,
      "learning_rate": 2.5736385732595117e-06,
      "loss": 0.7126,
      "step": 36702
    },
    {
      "epoch": 0.773480430121123,
      "grad_norm": 0.1238955408334732,
      "learning_rate": 2.5731814972056044e-06,
      "loss": 0.7213,
      "step": 36703
    },
    {
      "epoch": 0.7735015041594884,
      "grad_norm": 0.18557128310203552,
      "learning_rate": 2.572724455750283e-06,
      "loss": 0.7787,
      "step": 36704
    },
    {
      "epoch": 0.7735225781978536,
      "grad_norm": 0.1052708700299263,
      "learning_rate": 2.5722674488956768e-06,
      "loss": 0.6795,
      "step": 36705
    },
    {
      "epoch": 0.7735436522362189,
      "grad_norm": 0.1245812401175499,
      "learning_rate": 2.571810476643918e-06,
      "loss": 0.7435,
      "step": 36706
    },
    {
      "epoch": 0.7735647262745842,
      "grad_norm": 0.1222962960600853,
      "learning_rate": 2.571353538997128e-06,
      "loss": 0.7589,
      "step": 36707
    },
    {
      "epoch": 0.7735858003129494,
      "grad_norm": 0.09874489158391953,
      "learning_rate": 2.5708966359574407e-06,
      "loss": 0.6755,
      "step": 36708
    },
    {
      "epoch": 0.7736068743513148,
      "grad_norm": 0.11823275685310364,
      "learning_rate": 2.570439767526982e-06,
      "loss": 0.7443,
      "step": 36709
    },
    {
      "epoch": 0.7736279483896801,
      "grad_norm": 0.1081182211637497,
      "learning_rate": 2.569982933707883e-06,
      "loss": 0.7038,
      "step": 36710
    },
    {
      "epoch": 0.7736490224280453,
      "grad_norm": 0.12651915848255157,
      "learning_rate": 2.5695261345022692e-06,
      "loss": 0.7104,
      "step": 36711
    },
    {
      "epoch": 0.7736700964664106,
      "grad_norm": 0.1120264008641243,
      "learning_rate": 2.5690693699122717e-06,
      "loss": 0.6941,
      "step": 36712
    },
    {
      "epoch": 0.7736911705047759,
      "grad_norm": 0.19684192538261414,
      "learning_rate": 2.5686126399400156e-06,
      "loss": 0.768,
      "step": 36713
    },
    {
      "epoch": 0.7737122445431411,
      "grad_norm": 0.18561480939388275,
      "learning_rate": 2.5681559445876305e-06,
      "loss": 0.6666,
      "step": 36714
    },
    {
      "epoch": 0.7737333185815065,
      "grad_norm": 0.12288469076156616,
      "learning_rate": 2.5676992838572423e-06,
      "loss": 0.7578,
      "step": 36715
    },
    {
      "epoch": 0.7737543926198718,
      "grad_norm": 0.0988766998052597,
      "learning_rate": 2.56724265775098e-06,
      "loss": 0.6406,
      "step": 36716
    },
    {
      "epoch": 0.773775466658237,
      "grad_norm": 0.12072610855102539,
      "learning_rate": 2.56678606627097e-06,
      "loss": 0.7261,
      "step": 36717
    },
    {
      "epoch": 0.7737965406966023,
      "grad_norm": 0.10058573633432388,
      "learning_rate": 2.56632950941934e-06,
      "loss": 0.6629,
      "step": 36718
    },
    {
      "epoch": 0.7738176147349676,
      "grad_norm": 0.10061684250831604,
      "learning_rate": 2.565872987198215e-06,
      "loss": 0.6595,
      "step": 36719
    },
    {
      "epoch": 0.773838688773333,
      "grad_norm": 0.1285107135772705,
      "learning_rate": 2.5654164996097242e-06,
      "loss": 0.7174,
      "step": 36720
    },
    {
      "epoch": 0.7738597628116982,
      "grad_norm": 0.13882499933242798,
      "learning_rate": 2.5649600466559933e-06,
      "loss": 0.7195,
      "step": 36721
    },
    {
      "epoch": 0.7738808368500635,
      "grad_norm": 0.11476092040538788,
      "learning_rate": 2.564503628339148e-06,
      "loss": 0.7036,
      "step": 36722
    },
    {
      "epoch": 0.7739019108884287,
      "grad_norm": 0.10868226736783981,
      "learning_rate": 2.564047244661316e-06,
      "loss": 0.7528,
      "step": 36723
    },
    {
      "epoch": 0.773922984926794,
      "grad_norm": 0.09915649145841599,
      "learning_rate": 2.5635908956246216e-06,
      "loss": 0.6483,
      "step": 36724
    },
    {
      "epoch": 0.7739440589651594,
      "grad_norm": 0.10008370131254196,
      "learning_rate": 2.5631345812311926e-06,
      "loss": 0.7104,
      "step": 36725
    },
    {
      "epoch": 0.7739651330035247,
      "grad_norm": 0.10884550213813782,
      "learning_rate": 2.562678301483157e-06,
      "loss": 0.6645,
      "step": 36726
    },
    {
      "epoch": 0.7739862070418899,
      "grad_norm": 0.09911421686410904,
      "learning_rate": 2.5622220563826338e-06,
      "loss": 0.6825,
      "step": 36727
    },
    {
      "epoch": 0.7740072810802552,
      "grad_norm": 0.12069914489984512,
      "learning_rate": 2.5617658459317518e-06,
      "loss": 0.7333,
      "step": 36728
    },
    {
      "epoch": 0.7740283551186204,
      "grad_norm": 0.1261923611164093,
      "learning_rate": 2.561309670132638e-06,
      "loss": 0.7177,
      "step": 36729
    },
    {
      "epoch": 0.7740494291569858,
      "grad_norm": 0.10471896827220917,
      "learning_rate": 2.5608535289874116e-06,
      "loss": 0.66,
      "step": 36730
    },
    {
      "epoch": 0.7740705031953511,
      "grad_norm": 0.14523671567440033,
      "learning_rate": 2.560397422498205e-06,
      "loss": 0.7969,
      "step": 36731
    },
    {
      "epoch": 0.7740915772337164,
      "grad_norm": 0.10627613961696625,
      "learning_rate": 2.559941350667141e-06,
      "loss": 0.7879,
      "step": 36732
    },
    {
      "epoch": 0.7741126512720816,
      "grad_norm": 0.11998011916875839,
      "learning_rate": 2.5594853134963425e-06,
      "loss": 0.6818,
      "step": 36733
    },
    {
      "epoch": 0.7741337253104469,
      "grad_norm": 0.12710438668727875,
      "learning_rate": 2.559029310987935e-06,
      "loss": 0.6981,
      "step": 36734
    },
    {
      "epoch": 0.7741547993488123,
      "grad_norm": 0.11068778485059738,
      "learning_rate": 2.5585733431440463e-06,
      "loss": 0.7303,
      "step": 36735
    },
    {
      "epoch": 0.7741758733871775,
      "grad_norm": 0.10963566601276398,
      "learning_rate": 2.5581174099667937e-06,
      "loss": 0.6467,
      "step": 36736
    },
    {
      "epoch": 0.7741969474255428,
      "grad_norm": 0.11358382552862167,
      "learning_rate": 2.5576615114583036e-06,
      "loss": 0.6643,
      "step": 36737
    },
    {
      "epoch": 0.7742180214639081,
      "grad_norm": 0.11336522549390793,
      "learning_rate": 2.557205647620702e-06,
      "loss": 0.6642,
      "step": 36738
    },
    {
      "epoch": 0.7742390955022733,
      "grad_norm": 0.10775955021381378,
      "learning_rate": 2.55674981845611e-06,
      "loss": 0.6743,
      "step": 36739
    },
    {
      "epoch": 0.7742601695406387,
      "grad_norm": 0.10949347168207169,
      "learning_rate": 2.5562940239666535e-06,
      "loss": 0.6995,
      "step": 36740
    },
    {
      "epoch": 0.774281243579004,
      "grad_norm": 0.12833888828754425,
      "learning_rate": 2.5558382641544544e-06,
      "loss": 0.7163,
      "step": 36741
    },
    {
      "epoch": 0.7743023176173692,
      "grad_norm": 0.09690091013908386,
      "learning_rate": 2.5553825390216358e-06,
      "loss": 0.6797,
      "step": 36742
    },
    {
      "epoch": 0.7743233916557345,
      "grad_norm": 0.1173720434308052,
      "learning_rate": 2.5549268485703215e-06,
      "loss": 0.7445,
      "step": 36743
    },
    {
      "epoch": 0.7743444656940998,
      "grad_norm": 0.11726938188076019,
      "learning_rate": 2.5544711928026344e-06,
      "loss": 0.6684,
      "step": 36744
    },
    {
      "epoch": 0.7743655397324651,
      "grad_norm": 0.08659572154283524,
      "learning_rate": 2.554015571720696e-06,
      "loss": 0.6547,
      "step": 36745
    },
    {
      "epoch": 0.7743866137708304,
      "grad_norm": 0.10614772140979767,
      "learning_rate": 2.5535599853266303e-06,
      "loss": 0.6911,
      "step": 36746
    },
    {
      "epoch": 0.7744076878091957,
      "grad_norm": 0.1321028620004654,
      "learning_rate": 2.5531044336225595e-06,
      "loss": 0.6937,
      "step": 36747
    },
    {
      "epoch": 0.7744287618475609,
      "grad_norm": 0.16254189610481262,
      "learning_rate": 2.5526489166106048e-06,
      "loss": 0.6839,
      "step": 36748
    },
    {
      "epoch": 0.7744498358859262,
      "grad_norm": 0.10835131257772446,
      "learning_rate": 2.55219343429289e-06,
      "loss": 0.6874,
      "step": 36749
    },
    {
      "epoch": 0.7744709099242915,
      "grad_norm": 0.1082526221871376,
      "learning_rate": 2.5517379866715353e-06,
      "loss": 0.6597,
      "step": 36750
    },
    {
      "epoch": 0.7744919839626568,
      "grad_norm": 0.09454021602869034,
      "learning_rate": 2.5512825737486634e-06,
      "loss": 0.6998,
      "step": 36751
    },
    {
      "epoch": 0.7745130580010221,
      "grad_norm": 0.12452036142349243,
      "learning_rate": 2.5508271955263953e-06,
      "loss": 0.7501,
      "step": 36752
    },
    {
      "epoch": 0.7745341320393874,
      "grad_norm": 0.12561096251010895,
      "learning_rate": 2.550371852006853e-06,
      "loss": 0.7415,
      "step": 36753
    },
    {
      "epoch": 0.7745552060777526,
      "grad_norm": 0.14911970496177673,
      "learning_rate": 2.549916543192157e-06,
      "loss": 0.7361,
      "step": 36754
    },
    {
      "epoch": 0.7745762801161179,
      "grad_norm": 0.11743031442165375,
      "learning_rate": 2.5494612690844288e-06,
      "loss": 0.6631,
      "step": 36755
    },
    {
      "epoch": 0.7745973541544833,
      "grad_norm": 0.21224345266819,
      "learning_rate": 2.5490060296857933e-06,
      "loss": 0.6755,
      "step": 36756
    },
    {
      "epoch": 0.7746184281928485,
      "grad_norm": 0.100623719394207,
      "learning_rate": 2.5485508249983647e-06,
      "loss": 0.6756,
      "step": 36757
    },
    {
      "epoch": 0.7746395022312138,
      "grad_norm": 0.1228695660829544,
      "learning_rate": 2.548095655024265e-06,
      "loss": 0.7065,
      "step": 36758
    },
    {
      "epoch": 0.7746605762695791,
      "grad_norm": 0.15164625644683838,
      "learning_rate": 2.547640519765614e-06,
      "loss": 0.705,
      "step": 36759
    },
    {
      "epoch": 0.7746816503079443,
      "grad_norm": 0.1154729500412941,
      "learning_rate": 2.547185419224537e-06,
      "loss": 0.7117,
      "step": 36760
    },
    {
      "epoch": 0.7747027243463097,
      "grad_norm": 0.14092113077640533,
      "learning_rate": 2.546730353403151e-06,
      "loss": 0.6999,
      "step": 36761
    },
    {
      "epoch": 0.774723798384675,
      "grad_norm": 0.1479744017124176,
      "learning_rate": 2.546275322303575e-06,
      "loss": 0.7171,
      "step": 36762
    },
    {
      "epoch": 0.7747448724230402,
      "grad_norm": 0.11039464175701141,
      "learning_rate": 2.545820325927931e-06,
      "loss": 0.7794,
      "step": 36763
    },
    {
      "epoch": 0.7747659464614055,
      "grad_norm": 0.11541394889354706,
      "learning_rate": 2.545365364278337e-06,
      "loss": 0.7428,
      "step": 36764
    },
    {
      "epoch": 0.7747870204997708,
      "grad_norm": 0.10705140233039856,
      "learning_rate": 2.544910437356917e-06,
      "loss": 0.7261,
      "step": 36765
    },
    {
      "epoch": 0.7748080945381361,
      "grad_norm": 0.1301613599061966,
      "learning_rate": 2.5444555451657825e-06,
      "loss": 0.8035,
      "step": 36766
    },
    {
      "epoch": 0.7748291685765014,
      "grad_norm": 0.10005680471658707,
      "learning_rate": 2.5440006877070567e-06,
      "loss": 0.6287,
      "step": 36767
    },
    {
      "epoch": 0.7748502426148667,
      "grad_norm": 0.14218874275684357,
      "learning_rate": 2.5435458649828583e-06,
      "loss": 0.7167,
      "step": 36768
    },
    {
      "epoch": 0.774871316653232,
      "grad_norm": 0.10554009675979614,
      "learning_rate": 2.5430910769953066e-06,
      "loss": 0.6682,
      "step": 36769
    },
    {
      "epoch": 0.7748923906915972,
      "grad_norm": 0.12192510813474655,
      "learning_rate": 2.54263632374652e-06,
      "loss": 0.6803,
      "step": 36770
    },
    {
      "epoch": 0.7749134647299626,
      "grad_norm": 0.11669300496578217,
      "learning_rate": 2.542181605238616e-06,
      "loss": 0.7287,
      "step": 36771
    },
    {
      "epoch": 0.7749345387683279,
      "grad_norm": 0.12095838785171509,
      "learning_rate": 2.541726921473715e-06,
      "loss": 0.7318,
      "step": 36772
    },
    {
      "epoch": 0.7749556128066931,
      "grad_norm": 0.10387664288282394,
      "learning_rate": 2.541272272453934e-06,
      "loss": 0.6843,
      "step": 36773
    },
    {
      "epoch": 0.7749766868450584,
      "grad_norm": 0.12078701704740524,
      "learning_rate": 2.54081765818139e-06,
      "loss": 0.737,
      "step": 36774
    },
    {
      "epoch": 0.7749977608834236,
      "grad_norm": 0.14204080402851105,
      "learning_rate": 2.5403630786582034e-06,
      "loss": 0.7494,
      "step": 36775
    },
    {
      "epoch": 0.775018834921789,
      "grad_norm": 0.11786988377571106,
      "learning_rate": 2.5399085338864894e-06,
      "loss": 0.6951,
      "step": 36776
    },
    {
      "epoch": 0.7750399089601543,
      "grad_norm": 0.11317925155162811,
      "learning_rate": 2.5394540238683674e-06,
      "loss": 0.7657,
      "step": 36777
    },
    {
      "epoch": 0.7750609829985196,
      "grad_norm": 0.10211822390556335,
      "learning_rate": 2.5389995486059536e-06,
      "loss": 0.6852,
      "step": 36778
    },
    {
      "epoch": 0.7750820570368848,
      "grad_norm": 0.1277346909046173,
      "learning_rate": 2.5385451081013658e-06,
      "loss": 0.7066,
      "step": 36779
    },
    {
      "epoch": 0.7751031310752501,
      "grad_norm": 0.12032420188188553,
      "learning_rate": 2.53809070235672e-06,
      "loss": 0.7981,
      "step": 36780
    },
    {
      "epoch": 0.7751242051136155,
      "grad_norm": 0.10073839873075485,
      "learning_rate": 2.5376363313741347e-06,
      "loss": 0.7034,
      "step": 36781
    },
    {
      "epoch": 0.7751452791519807,
      "grad_norm": 0.13492760062217712,
      "learning_rate": 2.537181995155726e-06,
      "loss": 0.6507,
      "step": 36782
    },
    {
      "epoch": 0.775166353190346,
      "grad_norm": 0.121106818318367,
      "learning_rate": 2.536727693703611e-06,
      "loss": 0.7228,
      "step": 36783
    },
    {
      "epoch": 0.7751874272287113,
      "grad_norm": 0.11680213361978531,
      "learning_rate": 2.5362734270199053e-06,
      "loss": 0.773,
      "step": 36784
    },
    {
      "epoch": 0.7752085012670765,
      "grad_norm": 0.11485605686903,
      "learning_rate": 2.5358191951067268e-06,
      "loss": 0.7095,
      "step": 36785
    },
    {
      "epoch": 0.7752295753054419,
      "grad_norm": 0.11299937963485718,
      "learning_rate": 2.5353649979661888e-06,
      "loss": 0.767,
      "step": 36786
    },
    {
      "epoch": 0.7752506493438072,
      "grad_norm": 0.11048006266355515,
      "learning_rate": 2.5349108356004084e-06,
      "loss": 0.6581,
      "step": 36787
    },
    {
      "epoch": 0.7752717233821724,
      "grad_norm": 0.1286238580942154,
      "learning_rate": 2.5344567080114978e-06,
      "loss": 0.7199,
      "step": 36788
    },
    {
      "epoch": 0.7752927974205377,
      "grad_norm": 0.11851692199707031,
      "learning_rate": 2.5340026152015795e-06,
      "loss": 0.6496,
      "step": 36789
    },
    {
      "epoch": 0.775313871458903,
      "grad_norm": 0.10125015676021576,
      "learning_rate": 2.5335485571727657e-06,
      "loss": 0.6966,
      "step": 36790
    },
    {
      "epoch": 0.7753349454972682,
      "grad_norm": 0.11266268044710159,
      "learning_rate": 2.533094533927172e-06,
      "loss": 0.766,
      "step": 36791
    },
    {
      "epoch": 0.7753560195356336,
      "grad_norm": 0.12344959378242493,
      "learning_rate": 2.5326405454669135e-06,
      "loss": 0.6857,
      "step": 36792
    },
    {
      "epoch": 0.7753770935739989,
      "grad_norm": 0.11674495786428452,
      "learning_rate": 2.5321865917941047e-06,
      "loss": 0.7165,
      "step": 36793
    },
    {
      "epoch": 0.7753981676123641,
      "grad_norm": 0.11056689918041229,
      "learning_rate": 2.5317326729108626e-06,
      "loss": 0.6841,
      "step": 36794
    },
    {
      "epoch": 0.7754192416507294,
      "grad_norm": 0.12422367930412292,
      "learning_rate": 2.531278788819298e-06,
      "loss": 0.731,
      "step": 36795
    },
    {
      "epoch": 0.7754403156890947,
      "grad_norm": 0.11008192598819733,
      "learning_rate": 2.5308249395215266e-06,
      "loss": 0.6361,
      "step": 36796
    },
    {
      "epoch": 0.77546138972746,
      "grad_norm": 0.11170385777950287,
      "learning_rate": 2.530371125019664e-06,
      "loss": 0.7142,
      "step": 36797
    },
    {
      "epoch": 0.7754824637658253,
      "grad_norm": 0.13669060170650482,
      "learning_rate": 2.529917345315822e-06,
      "loss": 0.7642,
      "step": 36798
    },
    {
      "epoch": 0.7755035378041906,
      "grad_norm": 0.11078806221485138,
      "learning_rate": 2.5294636004121177e-06,
      "loss": 0.7371,
      "step": 36799
    },
    {
      "epoch": 0.7755246118425558,
      "grad_norm": 0.12346477061510086,
      "learning_rate": 2.529009890310663e-06,
      "loss": 0.7316,
      "step": 36800
    },
    {
      "epoch": 0.7755456858809211,
      "grad_norm": 0.14421218633651733,
      "learning_rate": 2.5285562150135723e-06,
      "loss": 0.7015,
      "step": 36801
    },
    {
      "epoch": 0.7755667599192865,
      "grad_norm": 0.09633081406354904,
      "learning_rate": 2.528102574522955e-06,
      "loss": 0.693,
      "step": 36802
    },
    {
      "epoch": 0.7755878339576517,
      "grad_norm": 0.1857319325208664,
      "learning_rate": 2.5276489688409346e-06,
      "loss": 0.6865,
      "step": 36803
    },
    {
      "epoch": 0.775608907996017,
      "grad_norm": 0.1323862224817276,
      "learning_rate": 2.527195397969615e-06,
      "loss": 0.6778,
      "step": 36804
    },
    {
      "epoch": 0.7756299820343823,
      "grad_norm": 0.11531122028827667,
      "learning_rate": 2.526741861911112e-06,
      "loss": 0.7042,
      "step": 36805
    },
    {
      "epoch": 0.7756510560727475,
      "grad_norm": 0.14034812152385712,
      "learning_rate": 2.526288360667538e-06,
      "loss": 0.6482,
      "step": 36806
    },
    {
      "epoch": 0.7756721301111129,
      "grad_norm": 0.1540279984474182,
      "learning_rate": 2.525834894241006e-06,
      "loss": 0.7067,
      "step": 36807
    },
    {
      "epoch": 0.7756932041494782,
      "grad_norm": 0.10003294050693512,
      "learning_rate": 2.5253814626336292e-06,
      "loss": 0.7068,
      "step": 36808
    },
    {
      "epoch": 0.7757142781878434,
      "grad_norm": 0.15631866455078125,
      "learning_rate": 2.5249280658475194e-06,
      "loss": 0.7372,
      "step": 36809
    },
    {
      "epoch": 0.7757353522262087,
      "grad_norm": 0.1576796919107437,
      "learning_rate": 2.5244747038847894e-06,
      "loss": 0.749,
      "step": 36810
    },
    {
      "epoch": 0.775756426264574,
      "grad_norm": 0.29722872376441956,
      "learning_rate": 2.524021376747551e-06,
      "loss": 0.722,
      "step": 36811
    },
    {
      "epoch": 0.7757775003029393,
      "grad_norm": 0.10965505242347717,
      "learning_rate": 2.523568084437914e-06,
      "loss": 0.714,
      "step": 36812
    },
    {
      "epoch": 0.7757985743413046,
      "grad_norm": 0.12535460293293,
      "learning_rate": 2.5231148269579932e-06,
      "loss": 0.7374,
      "step": 36813
    },
    {
      "epoch": 0.7758196483796699,
      "grad_norm": 0.10804131627082825,
      "learning_rate": 2.5226616043098985e-06,
      "loss": 0.7273,
      "step": 36814
    },
    {
      "epoch": 0.7758407224180351,
      "grad_norm": 0.10558877140283585,
      "learning_rate": 2.522208416495745e-06,
      "loss": 0.6451,
      "step": 36815
    },
    {
      "epoch": 0.7758617964564004,
      "grad_norm": 0.12921670079231262,
      "learning_rate": 2.521755263517637e-06,
      "loss": 0.7439,
      "step": 36816
    },
    {
      "epoch": 0.7758828704947658,
      "grad_norm": 0.12896865606307983,
      "learning_rate": 2.521302145377685e-06,
      "loss": 0.6625,
      "step": 36817
    },
    {
      "epoch": 0.775903944533131,
      "grad_norm": 0.1118946224451065,
      "learning_rate": 2.520849062078009e-06,
      "loss": 0.6492,
      "step": 36818
    },
    {
      "epoch": 0.7759250185714963,
      "grad_norm": 0.12394750118255615,
      "learning_rate": 2.520396013620714e-06,
      "loss": 0.6932,
      "step": 36819
    },
    {
      "epoch": 0.7759460926098616,
      "grad_norm": 0.10968435555696487,
      "learning_rate": 2.5199430000079108e-06,
      "loss": 0.7308,
      "step": 36820
    },
    {
      "epoch": 0.7759671666482268,
      "grad_norm": 0.12487715482711792,
      "learning_rate": 2.5194900212417105e-06,
      "loss": 0.6654,
      "step": 36821
    },
    {
      "epoch": 0.7759882406865922,
      "grad_norm": 0.14937932789325714,
      "learning_rate": 2.5190370773242235e-06,
      "loss": 0.7416,
      "step": 36822
    },
    {
      "epoch": 0.7760093147249575,
      "grad_norm": 0.1205729991197586,
      "learning_rate": 2.5185841682575595e-06,
      "loss": 0.6926,
      "step": 36823
    },
    {
      "epoch": 0.7760303887633228,
      "grad_norm": 0.12780730426311493,
      "learning_rate": 2.518131294043831e-06,
      "loss": 0.7118,
      "step": 36824
    },
    {
      "epoch": 0.776051462801688,
      "grad_norm": 0.12357990443706512,
      "learning_rate": 2.517678454685143e-06,
      "loss": 0.6832,
      "step": 36825
    },
    {
      "epoch": 0.7760725368400533,
      "grad_norm": 0.11919128894805908,
      "learning_rate": 2.5172256501836066e-06,
      "loss": 0.728,
      "step": 36826
    },
    {
      "epoch": 0.7760936108784185,
      "grad_norm": 0.12166878581047058,
      "learning_rate": 2.5167728805413316e-06,
      "loss": 0.7574,
      "step": 36827
    },
    {
      "epoch": 0.7761146849167839,
      "grad_norm": 0.16814830899238586,
      "learning_rate": 2.516320145760428e-06,
      "loss": 0.6968,
      "step": 36828
    },
    {
      "epoch": 0.7761357589551492,
      "grad_norm": 0.10917841643095016,
      "learning_rate": 2.5158674458430056e-06,
      "loss": 0.6776,
      "step": 36829
    },
    {
      "epoch": 0.7761568329935145,
      "grad_norm": 0.13314904272556305,
      "learning_rate": 2.515414780791171e-06,
      "loss": 0.7221,
      "step": 36830
    },
    {
      "epoch": 0.7761779070318797,
      "grad_norm": 1.2049751281738281,
      "learning_rate": 2.514962150607031e-06,
      "loss": 0.7174,
      "step": 36831
    },
    {
      "epoch": 0.776198981070245,
      "grad_norm": 0.10261943936347961,
      "learning_rate": 2.5145095552927014e-06,
      "loss": 0.7362,
      "step": 36832
    },
    {
      "epoch": 0.7762200551086104,
      "grad_norm": 0.13169364631175995,
      "learning_rate": 2.514056994850289e-06,
      "loss": 0.7485,
      "step": 36833
    },
    {
      "epoch": 0.7762411291469756,
      "grad_norm": 0.10355229675769806,
      "learning_rate": 2.513604469281897e-06,
      "loss": 0.6335,
      "step": 36834
    },
    {
      "epoch": 0.7762622031853409,
      "grad_norm": 0.09940259903669357,
      "learning_rate": 2.5131519785896374e-06,
      "loss": 0.7191,
      "step": 36835
    },
    {
      "epoch": 0.7762832772237062,
      "grad_norm": 0.12217327207326889,
      "learning_rate": 2.5126995227756156e-06,
      "loss": 0.7394,
      "step": 36836
    },
    {
      "epoch": 0.7763043512620714,
      "grad_norm": 0.1252509504556656,
      "learning_rate": 2.5122471018419414e-06,
      "loss": 0.7435,
      "step": 36837
    },
    {
      "epoch": 0.7763254253004368,
      "grad_norm": 0.11526761204004288,
      "learning_rate": 2.511794715790723e-06,
      "loss": 0.6917,
      "step": 36838
    },
    {
      "epoch": 0.7763464993388021,
      "grad_norm": 0.09882323443889618,
      "learning_rate": 2.5113423646240663e-06,
      "loss": 0.7014,
      "step": 36839
    },
    {
      "epoch": 0.7763675733771673,
      "grad_norm": 0.11182696372270584,
      "learning_rate": 2.510890048344079e-06,
      "loss": 0.6735,
      "step": 36840
    },
    {
      "epoch": 0.7763886474155326,
      "grad_norm": 0.12355944514274597,
      "learning_rate": 2.510437766952869e-06,
      "loss": 0.695,
      "step": 36841
    },
    {
      "epoch": 0.7764097214538979,
      "grad_norm": 0.12733611464500427,
      "learning_rate": 2.5099855204525414e-06,
      "loss": 0.7498,
      "step": 36842
    },
    {
      "epoch": 0.7764307954922632,
      "grad_norm": 0.12028446048498154,
      "learning_rate": 2.5095333088452055e-06,
      "loss": 0.7279,
      "step": 36843
    },
    {
      "epoch": 0.7764518695306285,
      "grad_norm": 0.11603827029466629,
      "learning_rate": 2.50908113213297e-06,
      "loss": 0.6923,
      "step": 36844
    },
    {
      "epoch": 0.7764729435689938,
      "grad_norm": 0.10380950570106506,
      "learning_rate": 2.5086289903179316e-06,
      "loss": 0.7177,
      "step": 36845
    },
    {
      "epoch": 0.776494017607359,
      "grad_norm": 0.13707168400287628,
      "learning_rate": 2.508176883402208e-06,
      "loss": 0.6763,
      "step": 36846
    },
    {
      "epoch": 0.7765150916457243,
      "grad_norm": 0.11059272289276123,
      "learning_rate": 2.507724811387899e-06,
      "loss": 0.7325,
      "step": 36847
    },
    {
      "epoch": 0.7765361656840897,
      "grad_norm": 0.2598821222782135,
      "learning_rate": 2.507272774277113e-06,
      "loss": 0.7954,
      "step": 36848
    },
    {
      "epoch": 0.7765572397224549,
      "grad_norm": 0.10843107849359512,
      "learning_rate": 2.506820772071955e-06,
      "loss": 0.7247,
      "step": 36849
    },
    {
      "epoch": 0.7765783137608202,
      "grad_norm": 0.12755519151687622,
      "learning_rate": 2.5063688047745318e-06,
      "loss": 0.697,
      "step": 36850
    },
    {
      "epoch": 0.7765993877991855,
      "grad_norm": 0.13467571139335632,
      "learning_rate": 2.5059168723869465e-06,
      "loss": 0.7323,
      "step": 36851
    },
    {
      "epoch": 0.7766204618375507,
      "grad_norm": 0.0982232317328453,
      "learning_rate": 2.505464974911307e-06,
      "loss": 0.6777,
      "step": 36852
    },
    {
      "epoch": 0.7766415358759161,
      "grad_norm": 0.13566499948501587,
      "learning_rate": 2.5050131123497203e-06,
      "loss": 0.7565,
      "step": 36853
    },
    {
      "epoch": 0.7766626099142814,
      "grad_norm": 0.13327892124652863,
      "learning_rate": 2.5045612847042853e-06,
      "loss": 0.6738,
      "step": 36854
    },
    {
      "epoch": 0.7766836839526466,
      "grad_norm": 0.11891158670186996,
      "learning_rate": 2.5041094919771115e-06,
      "loss": 0.6923,
      "step": 36855
    },
    {
      "epoch": 0.7767047579910119,
      "grad_norm": 0.12151651084423065,
      "learning_rate": 2.5036577341703015e-06,
      "loss": 0.7046,
      "step": 36856
    },
    {
      "epoch": 0.7767258320293772,
      "grad_norm": 0.10265834629535675,
      "learning_rate": 2.5032060112859603e-06,
      "loss": 0.6447,
      "step": 36857
    },
    {
      "epoch": 0.7767469060677425,
      "grad_norm": 0.1041063591837883,
      "learning_rate": 2.502754323326194e-06,
      "loss": 0.7108,
      "step": 36858
    },
    {
      "epoch": 0.7767679801061078,
      "grad_norm": 0.1258120983839035,
      "learning_rate": 2.5023026702931042e-06,
      "loss": 0.6988,
      "step": 36859
    },
    {
      "epoch": 0.7767890541444731,
      "grad_norm": 0.10010017454624176,
      "learning_rate": 2.501851052188794e-06,
      "loss": 0.672,
      "step": 36860
    },
    {
      "epoch": 0.7768101281828383,
      "grad_norm": 0.1177891194820404,
      "learning_rate": 2.501399469015373e-06,
      "loss": 0.6987,
      "step": 36861
    },
    {
      "epoch": 0.7768312022212036,
      "grad_norm": 0.15411531925201416,
      "learning_rate": 2.5009479207749443e-06,
      "loss": 0.777,
      "step": 36862
    },
    {
      "epoch": 0.776852276259569,
      "grad_norm": 0.10695038735866547,
      "learning_rate": 2.500496407469606e-06,
      "loss": 0.7043,
      "step": 36863
    },
    {
      "epoch": 0.7768733502979343,
      "grad_norm": 0.13672827184200287,
      "learning_rate": 2.500044929101464e-06,
      "loss": 0.6528,
      "step": 36864
    },
    {
      "epoch": 0.7768944243362995,
      "grad_norm": 0.17766086757183075,
      "learning_rate": 2.4995934856726222e-06,
      "loss": 0.649,
      "step": 36865
    },
    {
      "epoch": 0.7769154983746648,
      "grad_norm": 0.11712376028299332,
      "learning_rate": 2.4991420771851826e-06,
      "loss": 0.6992,
      "step": 36866
    },
    {
      "epoch": 0.77693657241303,
      "grad_norm": 0.1352934092283249,
      "learning_rate": 2.49869070364125e-06,
      "loss": 0.7413,
      "step": 36867
    },
    {
      "epoch": 0.7769576464513953,
      "grad_norm": 0.11283230781555176,
      "learning_rate": 2.4982393650429247e-06,
      "loss": 0.683,
      "step": 36868
    },
    {
      "epoch": 0.7769787204897607,
      "grad_norm": 0.10484015941619873,
      "learning_rate": 2.497788061392312e-06,
      "loss": 0.7021,
      "step": 36869
    },
    {
      "epoch": 0.776999794528126,
      "grad_norm": 0.11444305628538132,
      "learning_rate": 2.4973367926915125e-06,
      "loss": 0.7217,
      "step": 36870
    },
    {
      "epoch": 0.7770208685664912,
      "grad_norm": 0.12519271671772003,
      "learning_rate": 2.4968855589426288e-06,
      "loss": 0.7379,
      "step": 36871
    },
    {
      "epoch": 0.7770419426048565,
      "grad_norm": 0.12432923913002014,
      "learning_rate": 2.4964343601477637e-06,
      "loss": 0.7271,
      "step": 36872
    },
    {
      "epoch": 0.7770630166432217,
      "grad_norm": 0.13445156812667847,
      "learning_rate": 2.4959831963090175e-06,
      "loss": 0.6011,
      "step": 36873
    },
    {
      "epoch": 0.7770840906815871,
      "grad_norm": 0.15089866518974304,
      "learning_rate": 2.4955320674284945e-06,
      "loss": 0.7161,
      "step": 36874
    },
    {
      "epoch": 0.7771051647199524,
      "grad_norm": 0.12235836684703827,
      "learning_rate": 2.4950809735082947e-06,
      "loss": 0.7717,
      "step": 36875
    },
    {
      "epoch": 0.7771262387583177,
      "grad_norm": 0.11406522244215012,
      "learning_rate": 2.4946299145505194e-06,
      "loss": 0.7199,
      "step": 36876
    },
    {
      "epoch": 0.7771473127966829,
      "grad_norm": 0.12580536305904388,
      "learning_rate": 2.4941788905572707e-06,
      "loss": 0.7598,
      "step": 36877
    },
    {
      "epoch": 0.7771683868350482,
      "grad_norm": 0.10410463064908981,
      "learning_rate": 2.4937279015306495e-06,
      "loss": 0.7245,
      "step": 36878
    },
    {
      "epoch": 0.7771894608734136,
      "grad_norm": 0.1137487143278122,
      "learning_rate": 2.493276947472756e-06,
      "loss": 0.7411,
      "step": 36879
    },
    {
      "epoch": 0.7772105349117788,
      "grad_norm": 0.12662766873836517,
      "learning_rate": 2.492826028385692e-06,
      "loss": 0.6624,
      "step": 36880
    },
    {
      "epoch": 0.7772316089501441,
      "grad_norm": 0.18713447451591492,
      "learning_rate": 2.4923751442715584e-06,
      "loss": 0.6928,
      "step": 36881
    },
    {
      "epoch": 0.7772526829885094,
      "grad_norm": 0.1257610023021698,
      "learning_rate": 2.491924295132455e-06,
      "loss": 0.6975,
      "step": 36882
    },
    {
      "epoch": 0.7772737570268746,
      "grad_norm": 0.10219982266426086,
      "learning_rate": 2.4914734809704843e-06,
      "loss": 0.6774,
      "step": 36883
    },
    {
      "epoch": 0.77729483106524,
      "grad_norm": 0.11089721322059631,
      "learning_rate": 2.4910227017877432e-06,
      "loss": 0.7063,
      "step": 36884
    },
    {
      "epoch": 0.7773159051036053,
      "grad_norm": 0.11364481598138809,
      "learning_rate": 2.490571957586332e-06,
      "loss": 0.7593,
      "step": 36885
    },
    {
      "epoch": 0.7773369791419705,
      "grad_norm": 0.14929646253585815,
      "learning_rate": 2.4901212483683514e-06,
      "loss": 0.7003,
      "step": 36886
    },
    {
      "epoch": 0.7773580531803358,
      "grad_norm": 0.10313313454389572,
      "learning_rate": 2.4896705741359008e-06,
      "loss": 0.6907,
      "step": 36887
    },
    {
      "epoch": 0.7773791272187011,
      "grad_norm": 0.129489928483963,
      "learning_rate": 2.4892199348910794e-06,
      "loss": 0.756,
      "step": 36888
    },
    {
      "epoch": 0.7774002012570664,
      "grad_norm": 0.11828352510929108,
      "learning_rate": 2.4887693306359863e-06,
      "loss": 0.7591,
      "step": 36889
    },
    {
      "epoch": 0.7774212752954317,
      "grad_norm": 0.09719628095626831,
      "learning_rate": 2.4883187613727234e-06,
      "loss": 0.6891,
      "step": 36890
    },
    {
      "epoch": 0.777442349333797,
      "grad_norm": 0.10498226433992386,
      "learning_rate": 2.487868227103387e-06,
      "loss": 0.703,
      "step": 36891
    },
    {
      "epoch": 0.7774634233721622,
      "grad_norm": 0.1114572286605835,
      "learning_rate": 2.4874177278300814e-06,
      "loss": 0.7605,
      "step": 36892
    },
    {
      "epoch": 0.7774844974105275,
      "grad_norm": 0.1099754348397255,
      "learning_rate": 2.486967263554897e-06,
      "loss": 0.7473,
      "step": 36893
    },
    {
      "epoch": 0.7775055714488929,
      "grad_norm": 0.11619311571121216,
      "learning_rate": 2.486516834279936e-06,
      "loss": 0.6969,
      "step": 36894
    },
    {
      "epoch": 0.7775266454872581,
      "grad_norm": 0.10650768131017685,
      "learning_rate": 2.4860664400072976e-06,
      "loss": 0.6713,
      "step": 36895
    },
    {
      "epoch": 0.7775477195256234,
      "grad_norm": 0.11178695410490036,
      "learning_rate": 2.4856160807390785e-06,
      "loss": 0.712,
      "step": 36896
    },
    {
      "epoch": 0.7775687935639887,
      "grad_norm": 0.1196395605802536,
      "learning_rate": 2.485165756477378e-06,
      "loss": 0.7471,
      "step": 36897
    },
    {
      "epoch": 0.7775898676023539,
      "grad_norm": 0.1332750767469406,
      "learning_rate": 2.4847154672242935e-06,
      "loss": 0.7369,
      "step": 36898
    },
    {
      "epoch": 0.7776109416407193,
      "grad_norm": 0.11733133345842361,
      "learning_rate": 2.484265212981922e-06,
      "loss": 0.6909,
      "step": 36899
    },
    {
      "epoch": 0.7776320156790846,
      "grad_norm": 0.11686697602272034,
      "learning_rate": 2.4838149937523625e-06,
      "loss": 0.7266,
      "step": 36900
    },
    {
      "epoch": 0.7776530897174498,
      "grad_norm": 0.09841363877058029,
      "learning_rate": 2.4833648095377117e-06,
      "loss": 0.6918,
      "step": 36901
    },
    {
      "epoch": 0.7776741637558151,
      "grad_norm": 0.11454376578330994,
      "learning_rate": 2.4829146603400657e-06,
      "loss": 0.7114,
      "step": 36902
    },
    {
      "epoch": 0.7776952377941804,
      "grad_norm": 0.11057080328464508,
      "learning_rate": 2.482464546161524e-06,
      "loss": 0.7127,
      "step": 36903
    },
    {
      "epoch": 0.7777163118325456,
      "grad_norm": 0.11122944951057434,
      "learning_rate": 2.482014467004181e-06,
      "loss": 0.6874,
      "step": 36904
    },
    {
      "epoch": 0.777737385870911,
      "grad_norm": 0.0984392985701561,
      "learning_rate": 2.4815644228701353e-06,
      "loss": 0.725,
      "step": 36905
    },
    {
      "epoch": 0.7777584599092763,
      "grad_norm": 0.1239277794957161,
      "learning_rate": 2.481114413761483e-06,
      "loss": 0.6651,
      "step": 36906
    },
    {
      "epoch": 0.7777795339476415,
      "grad_norm": 0.11333607137203217,
      "learning_rate": 2.4806644396803204e-06,
      "loss": 0.6764,
      "step": 36907
    },
    {
      "epoch": 0.7778006079860068,
      "grad_norm": 0.12606194615364075,
      "learning_rate": 2.4802145006287425e-06,
      "loss": 0.7057,
      "step": 36908
    },
    {
      "epoch": 0.7778216820243721,
      "grad_norm": 0.1049652248620987,
      "learning_rate": 2.479764596608848e-06,
      "loss": 0.6302,
      "step": 36909
    },
    {
      "epoch": 0.7778427560627375,
      "grad_norm": 0.1387483924627304,
      "learning_rate": 2.4793147276227304e-06,
      "loss": 0.7898,
      "step": 36910
    },
    {
      "epoch": 0.7778638301011027,
      "grad_norm": 0.15133342146873474,
      "learning_rate": 2.4788648936724867e-06,
      "loss": 0.7078,
      "step": 36911
    },
    {
      "epoch": 0.777884904139468,
      "grad_norm": 0.09672616422176361,
      "learning_rate": 2.478415094760215e-06,
      "loss": 0.6234,
      "step": 36912
    },
    {
      "epoch": 0.7779059781778332,
      "grad_norm": 0.12063515186309814,
      "learning_rate": 2.477965330888005e-06,
      "loss": 0.6578,
      "step": 36913
    },
    {
      "epoch": 0.7779270522161985,
      "grad_norm": 0.10762161761522293,
      "learning_rate": 2.477515602057955e-06,
      "loss": 0.7577,
      "step": 36914
    },
    {
      "epoch": 0.7779481262545639,
      "grad_norm": 0.12265369296073914,
      "learning_rate": 2.4770659082721605e-06,
      "loss": 0.7016,
      "step": 36915
    },
    {
      "epoch": 0.7779692002929292,
      "grad_norm": 0.11117906123399734,
      "learning_rate": 2.4766162495327152e-06,
      "loss": 0.7419,
      "step": 36916
    },
    {
      "epoch": 0.7779902743312944,
      "grad_norm": 0.10740290582180023,
      "learning_rate": 2.4761666258417115e-06,
      "loss": 0.7763,
      "step": 36917
    },
    {
      "epoch": 0.7780113483696597,
      "grad_norm": 0.10377943515777588,
      "learning_rate": 2.4757170372012505e-06,
      "loss": 0.736,
      "step": 36918
    },
    {
      "epoch": 0.778032422408025,
      "grad_norm": 0.10401294380426407,
      "learning_rate": 2.475267483613424e-06,
      "loss": 0.6665,
      "step": 36919
    },
    {
      "epoch": 0.7780534964463903,
      "grad_norm": 0.10902336239814758,
      "learning_rate": 2.474817965080325e-06,
      "loss": 0.7283,
      "step": 36920
    },
    {
      "epoch": 0.7780745704847556,
      "grad_norm": 0.11592891812324524,
      "learning_rate": 2.4743684816040513e-06,
      "loss": 0.7386,
      "step": 36921
    },
    {
      "epoch": 0.7780956445231209,
      "grad_norm": 0.09115374833345413,
      "learning_rate": 2.4739190331866903e-06,
      "loss": 0.6521,
      "step": 36922
    },
    {
      "epoch": 0.7781167185614861,
      "grad_norm": 0.11788762360811234,
      "learning_rate": 2.4734696198303398e-06,
      "loss": 0.7517,
      "step": 36923
    },
    {
      "epoch": 0.7781377925998514,
      "grad_norm": 0.10827764868736267,
      "learning_rate": 2.473020241537093e-06,
      "loss": 0.6954,
      "step": 36924
    },
    {
      "epoch": 0.7781588666382168,
      "grad_norm": 0.1102297380566597,
      "learning_rate": 2.4725708983090433e-06,
      "loss": 0.7303,
      "step": 36925
    },
    {
      "epoch": 0.778179940676582,
      "grad_norm": 0.10556439310312271,
      "learning_rate": 2.4721215901482843e-06,
      "loss": 0.6653,
      "step": 36926
    },
    {
      "epoch": 0.7782010147149473,
      "grad_norm": 0.101643867790699,
      "learning_rate": 2.4716723170569077e-06,
      "loss": 0.6867,
      "step": 36927
    },
    {
      "epoch": 0.7782220887533126,
      "grad_norm": 0.11623836308717728,
      "learning_rate": 2.4712230790370083e-06,
      "loss": 0.7476,
      "step": 36928
    },
    {
      "epoch": 0.7782431627916778,
      "grad_norm": 0.0952354371547699,
      "learning_rate": 2.4707738760906785e-06,
      "loss": 0.6456,
      "step": 36929
    },
    {
      "epoch": 0.7782642368300432,
      "grad_norm": 0.25034305453300476,
      "learning_rate": 2.470324708220011e-06,
      "loss": 0.6933,
      "step": 36930
    },
    {
      "epoch": 0.7782853108684085,
      "grad_norm": 0.11097464710474014,
      "learning_rate": 2.4698755754270976e-06,
      "loss": 0.6889,
      "step": 36931
    },
    {
      "epoch": 0.7783063849067737,
      "grad_norm": 0.11348877847194672,
      "learning_rate": 2.469426477714031e-06,
      "loss": 0.7451,
      "step": 36932
    },
    {
      "epoch": 0.778327458945139,
      "grad_norm": 0.1279124915599823,
      "learning_rate": 2.4689774150829037e-06,
      "loss": 0.7875,
      "step": 36933
    },
    {
      "epoch": 0.7783485329835043,
      "grad_norm": 0.10855983942747116,
      "learning_rate": 2.4685283875358067e-06,
      "loss": 0.6813,
      "step": 36934
    },
    {
      "epoch": 0.7783696070218696,
      "grad_norm": 0.12889768183231354,
      "learning_rate": 2.4680793950748337e-06,
      "loss": 0.734,
      "step": 36935
    },
    {
      "epoch": 0.7783906810602349,
      "grad_norm": 0.11107286065816879,
      "learning_rate": 2.4676304377020743e-06,
      "loss": 0.6948,
      "step": 36936
    },
    {
      "epoch": 0.7784117550986002,
      "grad_norm": 0.10848788917064667,
      "learning_rate": 2.4671815154196212e-06,
      "loss": 0.6728,
      "step": 36937
    },
    {
      "epoch": 0.7784328291369654,
      "grad_norm": 0.1308833360671997,
      "learning_rate": 2.4667326282295656e-06,
      "loss": 0.6857,
      "step": 36938
    },
    {
      "epoch": 0.7784539031753307,
      "grad_norm": 0.1157640665769577,
      "learning_rate": 2.4662837761339985e-06,
      "loss": 0.7425,
      "step": 36939
    },
    {
      "epoch": 0.778474977213696,
      "grad_norm": 0.11801104992628098,
      "learning_rate": 2.4658349591350116e-06,
      "loss": 0.7018,
      "step": 36940
    },
    {
      "epoch": 0.7784960512520613,
      "grad_norm": 0.18708236515522003,
      "learning_rate": 2.4653861772346945e-06,
      "loss": 0.7356,
      "step": 36941
    },
    {
      "epoch": 0.7785171252904266,
      "grad_norm": 0.12011044472455978,
      "learning_rate": 2.4649374304351415e-06,
      "loss": 0.7227,
      "step": 36942
    },
    {
      "epoch": 0.7785381993287919,
      "grad_norm": 0.1272077113389969,
      "learning_rate": 2.464488718738438e-06,
      "loss": 0.7478,
      "step": 36943
    },
    {
      "epoch": 0.7785592733671571,
      "grad_norm": 0.12482352554798126,
      "learning_rate": 2.464040042146676e-06,
      "loss": 0.7328,
      "step": 36944
    },
    {
      "epoch": 0.7785803474055224,
      "grad_norm": 0.24038811028003693,
      "learning_rate": 2.4635914006619454e-06,
      "loss": 0.6813,
      "step": 36945
    },
    {
      "epoch": 0.7786014214438878,
      "grad_norm": 0.11541678011417389,
      "learning_rate": 2.4631427942863363e-06,
      "loss": 0.6611,
      "step": 36946
    },
    {
      "epoch": 0.778622495482253,
      "grad_norm": 0.11342883855104446,
      "learning_rate": 2.4626942230219408e-06,
      "loss": 0.7159,
      "step": 36947
    },
    {
      "epoch": 0.7786435695206183,
      "grad_norm": 0.12546710669994354,
      "learning_rate": 2.462245686870848e-06,
      "loss": 0.6786,
      "step": 36948
    },
    {
      "epoch": 0.7786646435589836,
      "grad_norm": 0.10678333789110184,
      "learning_rate": 2.4617971858351454e-06,
      "loss": 0.6901,
      "step": 36949
    },
    {
      "epoch": 0.7786857175973488,
      "grad_norm": 0.11214643716812134,
      "learning_rate": 2.461348719916924e-06,
      "loss": 0.6959,
      "step": 36950
    },
    {
      "epoch": 0.7787067916357142,
      "grad_norm": 0.17779850959777832,
      "learning_rate": 2.4609002891182764e-06,
      "loss": 0.6871,
      "step": 36951
    },
    {
      "epoch": 0.7787278656740795,
      "grad_norm": 0.09834447503089905,
      "learning_rate": 2.4604518934412845e-06,
      "loss": 0.7538,
      "step": 36952
    },
    {
      "epoch": 0.7787489397124447,
      "grad_norm": 0.13007785379886627,
      "learning_rate": 2.460003532888041e-06,
      "loss": 0.7363,
      "step": 36953
    },
    {
      "epoch": 0.77877001375081,
      "grad_norm": 0.11642561107873917,
      "learning_rate": 2.4595552074606343e-06,
      "loss": 0.751,
      "step": 36954
    },
    {
      "epoch": 0.7787910877891753,
      "grad_norm": 0.1095806211233139,
      "learning_rate": 2.4591069171611526e-06,
      "loss": 0.7233,
      "step": 36955
    },
    {
      "epoch": 0.7788121618275406,
      "grad_norm": 0.10822953283786774,
      "learning_rate": 2.4586586619916843e-06,
      "loss": 0.7272,
      "step": 36956
    },
    {
      "epoch": 0.7788332358659059,
      "grad_norm": 0.12461534142494202,
      "learning_rate": 2.4582104419543187e-06,
      "loss": 0.7854,
      "step": 36957
    },
    {
      "epoch": 0.7788543099042712,
      "grad_norm": 0.11911984533071518,
      "learning_rate": 2.4577622570511428e-06,
      "loss": 0.7712,
      "step": 36958
    },
    {
      "epoch": 0.7788753839426364,
      "grad_norm": 0.11104338616132736,
      "learning_rate": 2.4573141072842454e-06,
      "loss": 0.8121,
      "step": 36959
    },
    {
      "epoch": 0.7788964579810017,
      "grad_norm": 0.11526978760957718,
      "learning_rate": 2.4568659926557124e-06,
      "loss": 0.7541,
      "step": 36960
    },
    {
      "epoch": 0.7789175320193671,
      "grad_norm": 0.1186203882098198,
      "learning_rate": 2.4564179131676346e-06,
      "loss": 0.675,
      "step": 36961
    },
    {
      "epoch": 0.7789386060577324,
      "grad_norm": 0.11259250342845917,
      "learning_rate": 2.4559698688220957e-06,
      "loss": 0.69,
      "step": 36962
    },
    {
      "epoch": 0.7789596800960976,
      "grad_norm": 0.11459783464670181,
      "learning_rate": 2.4555218596211863e-06,
      "loss": 0.7056,
      "step": 36963
    },
    {
      "epoch": 0.7789807541344629,
      "grad_norm": 0.12693482637405396,
      "learning_rate": 2.4550738855669908e-06,
      "loss": 0.7199,
      "step": 36964
    },
    {
      "epoch": 0.7790018281728281,
      "grad_norm": 0.12375618517398834,
      "learning_rate": 2.4546259466615984e-06,
      "loss": 0.7075,
      "step": 36965
    },
    {
      "epoch": 0.7790229022111935,
      "grad_norm": 0.1239321231842041,
      "learning_rate": 2.454178042907094e-06,
      "loss": 0.7329,
      "step": 36966
    },
    {
      "epoch": 0.7790439762495588,
      "grad_norm": 0.09923046082258224,
      "learning_rate": 2.4537301743055653e-06,
      "loss": 0.7164,
      "step": 36967
    },
    {
      "epoch": 0.779065050287924,
      "grad_norm": 0.14749950170516968,
      "learning_rate": 2.453282340859098e-06,
      "loss": 0.7387,
      "step": 36968
    },
    {
      "epoch": 0.7790861243262893,
      "grad_norm": 0.1105714812874794,
      "learning_rate": 2.4528345425697798e-06,
      "loss": 0.7048,
      "step": 36969
    },
    {
      "epoch": 0.7791071983646546,
      "grad_norm": 0.11037010699510574,
      "learning_rate": 2.452386779439695e-06,
      "loss": 0.7462,
      "step": 36970
    },
    {
      "epoch": 0.77912827240302,
      "grad_norm": 0.1157149225473404,
      "learning_rate": 2.451939051470933e-06,
      "loss": 0.7393,
      "step": 36971
    },
    {
      "epoch": 0.7791493464413852,
      "grad_norm": 0.1125706359744072,
      "learning_rate": 2.451491358665575e-06,
      "loss": 0.6333,
      "step": 36972
    },
    {
      "epoch": 0.7791704204797505,
      "grad_norm": 0.10693614184856415,
      "learning_rate": 2.4510437010257082e-06,
      "loss": 0.6618,
      "step": 36973
    },
    {
      "epoch": 0.7791914945181158,
      "grad_norm": 0.1299404501914978,
      "learning_rate": 2.4505960785534177e-06,
      "loss": 0.699,
      "step": 36974
    },
    {
      "epoch": 0.779212568556481,
      "grad_norm": 0.12326167523860931,
      "learning_rate": 2.4501484912507877e-06,
      "loss": 0.7229,
      "step": 36975
    },
    {
      "epoch": 0.7792336425948464,
      "grad_norm": 0.13682202994823456,
      "learning_rate": 2.449700939119908e-06,
      "loss": 0.788,
      "step": 36976
    },
    {
      "epoch": 0.7792547166332117,
      "grad_norm": 0.1075226217508316,
      "learning_rate": 2.4492534221628605e-06,
      "loss": 0.665,
      "step": 36977
    },
    {
      "epoch": 0.7792757906715769,
      "grad_norm": 0.12888456881046295,
      "learning_rate": 2.44880594038173e-06,
      "loss": 0.6858,
      "step": 36978
    },
    {
      "epoch": 0.7792968647099422,
      "grad_norm": 0.12782111763954163,
      "learning_rate": 2.448358493778602e-06,
      "loss": 0.7011,
      "step": 36979
    },
    {
      "epoch": 0.7793179387483075,
      "grad_norm": 0.10825846344232559,
      "learning_rate": 2.447911082355563e-06,
      "loss": 0.7205,
      "step": 36980
    },
    {
      "epoch": 0.7793390127866727,
      "grad_norm": 0.11876897513866425,
      "learning_rate": 2.447463706114691e-06,
      "loss": 0.7093,
      "step": 36981
    },
    {
      "epoch": 0.7793600868250381,
      "grad_norm": 0.10053648054599762,
      "learning_rate": 2.4470163650580747e-06,
      "loss": 0.662,
      "step": 36982
    },
    {
      "epoch": 0.7793811608634034,
      "grad_norm": 0.12656912207603455,
      "learning_rate": 2.4465690591877966e-06,
      "loss": 0.6994,
      "step": 36983
    },
    {
      "epoch": 0.7794022349017686,
      "grad_norm": 0.17226673662662506,
      "learning_rate": 2.4461217885059417e-06,
      "loss": 0.7085,
      "step": 36984
    },
    {
      "epoch": 0.7794233089401339,
      "grad_norm": 0.12910322844982147,
      "learning_rate": 2.445674553014593e-06,
      "loss": 0.7103,
      "step": 36985
    },
    {
      "epoch": 0.7794443829784992,
      "grad_norm": 0.10886748880147934,
      "learning_rate": 2.445227352715833e-06,
      "loss": 0.7159,
      "step": 36986
    },
    {
      "epoch": 0.7794654570168645,
      "grad_norm": 0.11446323990821838,
      "learning_rate": 2.444780187611747e-06,
      "loss": 0.7333,
      "step": 36987
    },
    {
      "epoch": 0.7794865310552298,
      "grad_norm": 0.10373196750879288,
      "learning_rate": 2.4443330577044176e-06,
      "loss": 0.704,
      "step": 36988
    },
    {
      "epoch": 0.7795076050935951,
      "grad_norm": 0.11194581538438797,
      "learning_rate": 2.443885962995928e-06,
      "loss": 0.7072,
      "step": 36989
    },
    {
      "epoch": 0.7795286791319603,
      "grad_norm": 0.12303495407104492,
      "learning_rate": 2.443438903488359e-06,
      "loss": 0.702,
      "step": 36990
    },
    {
      "epoch": 0.7795497531703256,
      "grad_norm": 0.10729502886533737,
      "learning_rate": 2.4429918791837947e-06,
      "loss": 0.6846,
      "step": 36991
    },
    {
      "epoch": 0.779570827208691,
      "grad_norm": 0.10302574187517166,
      "learning_rate": 2.4425448900843186e-06,
      "loss": 0.6437,
      "step": 36992
    },
    {
      "epoch": 0.7795919012470562,
      "grad_norm": 0.11140521615743637,
      "learning_rate": 2.442097936192012e-06,
      "loss": 0.7009,
      "step": 36993
    },
    {
      "epoch": 0.7796129752854215,
      "grad_norm": 0.12906195223331451,
      "learning_rate": 2.441651017508957e-06,
      "loss": 0.7834,
      "step": 36994
    },
    {
      "epoch": 0.7796340493237868,
      "grad_norm": 0.10892979800701141,
      "learning_rate": 2.441204134037236e-06,
      "loss": 0.6765,
      "step": 36995
    },
    {
      "epoch": 0.779655123362152,
      "grad_norm": 0.13061992824077606,
      "learning_rate": 2.4407572857789306e-06,
      "loss": 0.6582,
      "step": 36996
    },
    {
      "epoch": 0.7796761974005174,
      "grad_norm": 0.5283917784690857,
      "learning_rate": 2.4403104727361225e-06,
      "loss": 0.6977,
      "step": 36997
    },
    {
      "epoch": 0.7796972714388827,
      "grad_norm": 0.11362757533788681,
      "learning_rate": 2.4398636949108932e-06,
      "loss": 0.7126,
      "step": 36998
    },
    {
      "epoch": 0.7797183454772479,
      "grad_norm": 0.11248686909675598,
      "learning_rate": 2.4394169523053244e-06,
      "loss": 0.7381,
      "step": 36999
    },
    {
      "epoch": 0.7797394195156132,
      "grad_norm": 0.0968153104186058,
      "learning_rate": 2.438970244921497e-06,
      "loss": 0.6987,
      "step": 37000
    },
    {
      "epoch": 0.7797604935539785,
      "grad_norm": 0.10515934228897095,
      "learning_rate": 2.438523572761494e-06,
      "loss": 0.6846,
      "step": 37001
    },
    {
      "epoch": 0.7797815675923438,
      "grad_norm": 0.10503289103507996,
      "learning_rate": 2.4380769358273927e-06,
      "loss": 0.7319,
      "step": 37002
    },
    {
      "epoch": 0.7798026416307091,
      "grad_norm": 0.12654675543308258,
      "learning_rate": 2.4376303341212747e-06,
      "loss": 0.7153,
      "step": 37003
    },
    {
      "epoch": 0.7798237156690744,
      "grad_norm": 0.10833689570426941,
      "learning_rate": 2.437183767645219e-06,
      "loss": 0.686,
      "step": 37004
    },
    {
      "epoch": 0.7798447897074396,
      "grad_norm": 0.09553568065166473,
      "learning_rate": 2.436737236401311e-06,
      "loss": 0.6395,
      "step": 37005
    },
    {
      "epoch": 0.7798658637458049,
      "grad_norm": 0.09837250411510468,
      "learning_rate": 2.436290740391628e-06,
      "loss": 0.707,
      "step": 37006
    },
    {
      "epoch": 0.7798869377841703,
      "grad_norm": 0.11679387092590332,
      "learning_rate": 2.43584427961825e-06,
      "loss": 0.7283,
      "step": 37007
    },
    {
      "epoch": 0.7799080118225356,
      "grad_norm": 0.12273301929235458,
      "learning_rate": 2.4353978540832566e-06,
      "loss": 0.6951,
      "step": 37008
    },
    {
      "epoch": 0.7799290858609008,
      "grad_norm": 0.11561460793018341,
      "learning_rate": 2.4349514637887293e-06,
      "loss": 0.7313,
      "step": 37009
    },
    {
      "epoch": 0.7799501598992661,
      "grad_norm": 0.10347799211740494,
      "learning_rate": 2.434505108736749e-06,
      "loss": 0.7123,
      "step": 37010
    },
    {
      "epoch": 0.7799712339376313,
      "grad_norm": 0.10503318160772324,
      "learning_rate": 2.434058788929389e-06,
      "loss": 0.7611,
      "step": 37011
    },
    {
      "epoch": 0.7799923079759967,
      "grad_norm": 0.11096248775720596,
      "learning_rate": 2.433612504368732e-06,
      "loss": 0.705,
      "step": 37012
    },
    {
      "epoch": 0.780013382014362,
      "grad_norm": 0.12893404066562653,
      "learning_rate": 2.433166255056857e-06,
      "loss": 0.6769,
      "step": 37013
    },
    {
      "epoch": 0.7800344560527273,
      "grad_norm": 0.13991746306419373,
      "learning_rate": 2.432720040995843e-06,
      "loss": 0.7209,
      "step": 37014
    },
    {
      "epoch": 0.7800555300910925,
      "grad_norm": 0.13075511157512665,
      "learning_rate": 2.4322738621877697e-06,
      "loss": 0.7423,
      "step": 37015
    },
    {
      "epoch": 0.7800766041294578,
      "grad_norm": 0.12608522176742554,
      "learning_rate": 2.431827718634713e-06,
      "loss": 0.6965,
      "step": 37016
    },
    {
      "epoch": 0.780097678167823,
      "grad_norm": 0.09809911251068115,
      "learning_rate": 2.4313816103387544e-06,
      "loss": 0.6888,
      "step": 37017
    },
    {
      "epoch": 0.7801187522061884,
      "grad_norm": 0.12432508170604706,
      "learning_rate": 2.430935537301967e-06,
      "loss": 0.7285,
      "step": 37018
    },
    {
      "epoch": 0.7801398262445537,
      "grad_norm": 0.19383825361728668,
      "learning_rate": 2.430489499526438e-06,
      "loss": 0.7934,
      "step": 37019
    },
    {
      "epoch": 0.780160900282919,
      "grad_norm": 0.1177406832575798,
      "learning_rate": 2.430043497014237e-06,
      "loss": 0.6552,
      "step": 37020
    },
    {
      "epoch": 0.7801819743212842,
      "grad_norm": 0.1397063285112381,
      "learning_rate": 2.4295975297674456e-06,
      "loss": 0.7403,
      "step": 37021
    },
    {
      "epoch": 0.7802030483596495,
      "grad_norm": 0.11246170848608017,
      "learning_rate": 2.4291515977881396e-06,
      "loss": 0.7214,
      "step": 37022
    },
    {
      "epoch": 0.7802241223980149,
      "grad_norm": 0.13054929673671722,
      "learning_rate": 2.4287057010783975e-06,
      "loss": 0.7754,
      "step": 37023
    },
    {
      "epoch": 0.7802451964363801,
      "grad_norm": 0.10454785823822021,
      "learning_rate": 2.4282598396402966e-06,
      "loss": 0.6403,
      "step": 37024
    },
    {
      "epoch": 0.7802662704747454,
      "grad_norm": 0.1252286434173584,
      "learning_rate": 2.4278140134759133e-06,
      "loss": 0.726,
      "step": 37025
    },
    {
      "epoch": 0.7802873445131107,
      "grad_norm": 0.12119849771261215,
      "learning_rate": 2.427368222587325e-06,
      "loss": 0.7403,
      "step": 37026
    },
    {
      "epoch": 0.7803084185514759,
      "grad_norm": 0.1075475886464119,
      "learning_rate": 2.4269224669766078e-06,
      "loss": 0.6948,
      "step": 37027
    },
    {
      "epoch": 0.7803294925898413,
      "grad_norm": 0.14836549758911133,
      "learning_rate": 2.4264767466458394e-06,
      "loss": 0.7142,
      "step": 37028
    },
    {
      "epoch": 0.7803505666282066,
      "grad_norm": 0.11408733576536179,
      "learning_rate": 2.426031061597096e-06,
      "loss": 0.7471,
      "step": 37029
    },
    {
      "epoch": 0.7803716406665718,
      "grad_norm": 0.1133272647857666,
      "learning_rate": 2.425585411832456e-06,
      "loss": 0.6815,
      "step": 37030
    },
    {
      "epoch": 0.7803927147049371,
      "grad_norm": 0.11618032306432724,
      "learning_rate": 2.4251397973539904e-06,
      "loss": 0.7447,
      "step": 37031
    },
    {
      "epoch": 0.7804137887433024,
      "grad_norm": 0.11615340411663055,
      "learning_rate": 2.4246942181637745e-06,
      "loss": 0.7431,
      "step": 37032
    },
    {
      "epoch": 0.7804348627816677,
      "grad_norm": 0.1142718568444252,
      "learning_rate": 2.4242486742638916e-06,
      "loss": 0.7461,
      "step": 37033
    },
    {
      "epoch": 0.780455936820033,
      "grad_norm": 0.12311477959156036,
      "learning_rate": 2.423803165656412e-06,
      "loss": 0.6462,
      "step": 37034
    },
    {
      "epoch": 0.7804770108583983,
      "grad_norm": 0.11665355414152145,
      "learning_rate": 2.423357692343412e-06,
      "loss": 0.687,
      "step": 37035
    },
    {
      "epoch": 0.7804980848967635,
      "grad_norm": 0.10992316901683807,
      "learning_rate": 2.422912254326967e-06,
      "loss": 0.7514,
      "step": 37036
    },
    {
      "epoch": 0.7805191589351288,
      "grad_norm": 0.1112479642033577,
      "learning_rate": 2.4224668516091533e-06,
      "loss": 0.7534,
      "step": 37037
    },
    {
      "epoch": 0.7805402329734942,
      "grad_norm": 0.1537376344203949,
      "learning_rate": 2.4220214841920442e-06,
      "loss": 0.7159,
      "step": 37038
    },
    {
      "epoch": 0.7805613070118594,
      "grad_norm": 0.11645536869764328,
      "learning_rate": 2.421576152077717e-06,
      "loss": 0.7005,
      "step": 37039
    },
    {
      "epoch": 0.7805823810502247,
      "grad_norm": 0.11542809754610062,
      "learning_rate": 2.4211308552682433e-06,
      "loss": 0.6832,
      "step": 37040
    },
    {
      "epoch": 0.78060345508859,
      "grad_norm": 0.15169280767440796,
      "learning_rate": 2.420685593765697e-06,
      "loss": 0.7775,
      "step": 37041
    },
    {
      "epoch": 0.7806245291269552,
      "grad_norm": 0.108198381960392,
      "learning_rate": 2.4202403675721552e-06,
      "loss": 0.6782,
      "step": 37042
    },
    {
      "epoch": 0.7806456031653206,
      "grad_norm": 0.13361531496047974,
      "learning_rate": 2.419795176689691e-06,
      "loss": 0.7106,
      "step": 37043
    },
    {
      "epoch": 0.7806666772036859,
      "grad_norm": 0.15538166463375092,
      "learning_rate": 2.419350021120378e-06,
      "loss": 0.7222,
      "step": 37044
    },
    {
      "epoch": 0.7806877512420511,
      "grad_norm": 0.11990300565958023,
      "learning_rate": 2.41890490086629e-06,
      "loss": 0.7332,
      "step": 37045
    },
    {
      "epoch": 0.7807088252804164,
      "grad_norm": 0.14325307309627533,
      "learning_rate": 2.4184598159295003e-06,
      "loss": 0.6396,
      "step": 37046
    },
    {
      "epoch": 0.7807298993187817,
      "grad_norm": 0.14692917466163635,
      "learning_rate": 2.418014766312081e-06,
      "loss": 0.6921,
      "step": 37047
    },
    {
      "epoch": 0.780750973357147,
      "grad_norm": 0.12879259884357452,
      "learning_rate": 2.4175697520161134e-06,
      "loss": 0.7253,
      "step": 37048
    },
    {
      "epoch": 0.7807720473955123,
      "grad_norm": 0.14021797478199005,
      "learning_rate": 2.417124773043661e-06,
      "loss": 0.6926,
      "step": 37049
    },
    {
      "epoch": 0.7807931214338776,
      "grad_norm": 0.1401335448026657,
      "learning_rate": 2.4166798293968007e-06,
      "loss": 0.7313,
      "step": 37050
    },
    {
      "epoch": 0.7808141954722428,
      "grad_norm": 0.12228507548570633,
      "learning_rate": 2.416234921077605e-06,
      "loss": 0.6689,
      "step": 37051
    },
    {
      "epoch": 0.7808352695106081,
      "grad_norm": 0.13351958990097046,
      "learning_rate": 2.415790048088147e-06,
      "loss": 0.6494,
      "step": 37052
    },
    {
      "epoch": 0.7808563435489735,
      "grad_norm": 0.1448451578617096,
      "learning_rate": 2.4153452104304976e-06,
      "loss": 0.7606,
      "step": 37053
    },
    {
      "epoch": 0.7808774175873388,
      "grad_norm": 0.11317776143550873,
      "learning_rate": 2.414900408106732e-06,
      "loss": 0.7087,
      "step": 37054
    },
    {
      "epoch": 0.780898491625704,
      "grad_norm": 0.16991302371025085,
      "learning_rate": 2.414455641118919e-06,
      "loss": 0.7646,
      "step": 37055
    },
    {
      "epoch": 0.7809195656640693,
      "grad_norm": 0.1339031457901001,
      "learning_rate": 2.414010909469133e-06,
      "loss": 0.6636,
      "step": 37056
    },
    {
      "epoch": 0.7809406397024345,
      "grad_norm": 0.11549441516399384,
      "learning_rate": 2.413566213159445e-06,
      "loss": 0.6846,
      "step": 37057
    },
    {
      "epoch": 0.7809617137407998,
      "grad_norm": 0.11561130732297897,
      "learning_rate": 2.413121552191927e-06,
      "loss": 0.7569,
      "step": 37058
    },
    {
      "epoch": 0.7809827877791652,
      "grad_norm": 0.11245046555995941,
      "learning_rate": 2.412676926568649e-06,
      "loss": 0.721,
      "step": 37059
    },
    {
      "epoch": 0.7810038618175305,
      "grad_norm": 0.13108481466770172,
      "learning_rate": 2.4122323362916876e-06,
      "loss": 0.7377,
      "step": 37060
    },
    {
      "epoch": 0.7810249358558957,
      "grad_norm": 0.11835196614265442,
      "learning_rate": 2.411787781363104e-06,
      "loss": 0.6993,
      "step": 37061
    },
    {
      "epoch": 0.781046009894261,
      "grad_norm": 0.123354971408844,
      "learning_rate": 2.4113432617849774e-06,
      "loss": 0.7313,
      "step": 37062
    },
    {
      "epoch": 0.7810670839326262,
      "grad_norm": 0.14443111419677734,
      "learning_rate": 2.4108987775593774e-06,
      "loss": 0.6699,
      "step": 37063
    },
    {
      "epoch": 0.7810881579709916,
      "grad_norm": 0.1167907789349556,
      "learning_rate": 2.410454328688373e-06,
      "loss": 0.7098,
      "step": 37064
    },
    {
      "epoch": 0.7811092320093569,
      "grad_norm": 0.13473890721797943,
      "learning_rate": 2.410009915174035e-06,
      "loss": 0.7408,
      "step": 37065
    },
    {
      "epoch": 0.7811303060477222,
      "grad_norm": 0.11016277968883514,
      "learning_rate": 2.4095655370184344e-06,
      "loss": 0.7222,
      "step": 37066
    },
    {
      "epoch": 0.7811513800860874,
      "grad_norm": 0.13925088942050934,
      "learning_rate": 2.4091211942236416e-06,
      "loss": 0.6663,
      "step": 37067
    },
    {
      "epoch": 0.7811724541244527,
      "grad_norm": 0.12056275457143784,
      "learning_rate": 2.4086768867917252e-06,
      "loss": 0.7343,
      "step": 37068
    },
    {
      "epoch": 0.7811935281628181,
      "grad_norm": 0.12645883858203888,
      "learning_rate": 2.4082326147247604e-06,
      "loss": 0.756,
      "step": 37069
    },
    {
      "epoch": 0.7812146022011833,
      "grad_norm": 0.10620492696762085,
      "learning_rate": 2.407788378024808e-06,
      "loss": 0.7003,
      "step": 37070
    },
    {
      "epoch": 0.7812356762395486,
      "grad_norm": 0.11251183599233627,
      "learning_rate": 2.407344176693942e-06,
      "loss": 0.7068,
      "step": 37071
    },
    {
      "epoch": 0.7812567502779139,
      "grad_norm": 0.11195783317089081,
      "learning_rate": 2.4069000107342323e-06,
      "loss": 0.6692,
      "step": 37072
    },
    {
      "epoch": 0.7812778243162791,
      "grad_norm": 0.11977291107177734,
      "learning_rate": 2.4064558801477477e-06,
      "loss": 0.6865,
      "step": 37073
    },
    {
      "epoch": 0.7812988983546445,
      "grad_norm": 0.10815999656915665,
      "learning_rate": 2.406011784936556e-06,
      "loss": 0.6881,
      "step": 37074
    },
    {
      "epoch": 0.7813199723930098,
      "grad_norm": 0.12574847042560577,
      "learning_rate": 2.4055677251027286e-06,
      "loss": 0.7028,
      "step": 37075
    },
    {
      "epoch": 0.781341046431375,
      "grad_norm": 0.1298317313194275,
      "learning_rate": 2.4051237006483284e-06,
      "loss": 0.7307,
      "step": 37076
    },
    {
      "epoch": 0.7813621204697403,
      "grad_norm": 0.13679052889347076,
      "learning_rate": 2.4046797115754316e-06,
      "loss": 0.7117,
      "step": 37077
    },
    {
      "epoch": 0.7813831945081056,
      "grad_norm": 0.1481582373380661,
      "learning_rate": 2.4042357578861064e-06,
      "loss": 0.7645,
      "step": 37078
    },
    {
      "epoch": 0.7814042685464709,
      "grad_norm": 0.12276088446378708,
      "learning_rate": 2.4037918395824147e-06,
      "loss": 0.6921,
      "step": 37079
    },
    {
      "epoch": 0.7814253425848362,
      "grad_norm": 0.11806509643793106,
      "learning_rate": 2.4033479566664276e-06,
      "loss": 0.7214,
      "step": 37080
    },
    {
      "epoch": 0.7814464166232015,
      "grad_norm": 0.12165798246860504,
      "learning_rate": 2.4029041091402126e-06,
      "loss": 0.6728,
      "step": 37081
    },
    {
      "epoch": 0.7814674906615667,
      "grad_norm": 0.12271051853895187,
      "learning_rate": 2.4024602970058388e-06,
      "loss": 0.6901,
      "step": 37082
    },
    {
      "epoch": 0.781488564699932,
      "grad_norm": 0.12567660212516785,
      "learning_rate": 2.402016520265371e-06,
      "loss": 0.7266,
      "step": 37083
    },
    {
      "epoch": 0.7815096387382974,
      "grad_norm": 0.11326941102743149,
      "learning_rate": 2.40157277892088e-06,
      "loss": 0.6684,
      "step": 37084
    },
    {
      "epoch": 0.7815307127766626,
      "grad_norm": 0.1335456371307373,
      "learning_rate": 2.4011290729744307e-06,
      "loss": 0.6903,
      "step": 37085
    },
    {
      "epoch": 0.7815517868150279,
      "grad_norm": 0.14108699560165405,
      "learning_rate": 2.4006854024280912e-06,
      "loss": 0.7355,
      "step": 37086
    },
    {
      "epoch": 0.7815728608533932,
      "grad_norm": 0.12468820810317993,
      "learning_rate": 2.4002417672839275e-06,
      "loss": 0.7219,
      "step": 37087
    },
    {
      "epoch": 0.7815939348917584,
      "grad_norm": 0.11240239441394806,
      "learning_rate": 2.399798167544006e-06,
      "loss": 0.7381,
      "step": 37088
    },
    {
      "epoch": 0.7816150089301238,
      "grad_norm": 0.10410424321889877,
      "learning_rate": 2.3993546032103988e-06,
      "loss": 0.7079,
      "step": 37089
    },
    {
      "epoch": 0.7816360829684891,
      "grad_norm": 0.11173254996538162,
      "learning_rate": 2.3989110742851606e-06,
      "loss": 0.6732,
      "step": 37090
    },
    {
      "epoch": 0.7816571570068543,
      "grad_norm": 0.09904612600803375,
      "learning_rate": 2.3984675807703673e-06,
      "loss": 0.713,
      "step": 37091
    },
    {
      "epoch": 0.7816782310452196,
      "grad_norm": 0.11945778131484985,
      "learning_rate": 2.3980241226680835e-06,
      "loss": 0.6972,
      "step": 37092
    },
    {
      "epoch": 0.7816993050835849,
      "grad_norm": 0.10816390067338943,
      "learning_rate": 2.3975806999803717e-06,
      "loss": 0.709,
      "step": 37093
    },
    {
      "epoch": 0.7817203791219501,
      "grad_norm": 0.15429356694221497,
      "learning_rate": 2.3971373127093013e-06,
      "loss": 0.7481,
      "step": 37094
    },
    {
      "epoch": 0.7817414531603155,
      "grad_norm": 0.1118200346827507,
      "learning_rate": 2.396693960856936e-06,
      "loss": 0.7024,
      "step": 37095
    },
    {
      "epoch": 0.7817625271986808,
      "grad_norm": 0.12032955884933472,
      "learning_rate": 2.3962506444253418e-06,
      "loss": 0.7715,
      "step": 37096
    },
    {
      "epoch": 0.781783601237046,
      "grad_norm": 0.09999843686819077,
      "learning_rate": 2.3958073634165836e-06,
      "loss": 0.6468,
      "step": 37097
    },
    {
      "epoch": 0.7818046752754113,
      "grad_norm": 0.14053195714950562,
      "learning_rate": 2.3953641178327292e-06,
      "loss": 0.7427,
      "step": 37098
    },
    {
      "epoch": 0.7818257493137766,
      "grad_norm": 0.10278579592704773,
      "learning_rate": 2.3949209076758373e-06,
      "loss": 0.6986,
      "step": 37099
    },
    {
      "epoch": 0.781846823352142,
      "grad_norm": 0.10384844988584518,
      "learning_rate": 2.3944777329479775e-06,
      "loss": 0.7519,
      "step": 37100
    },
    {
      "epoch": 0.7818678973905072,
      "grad_norm": 0.10906743258237839,
      "learning_rate": 2.3940345936512124e-06,
      "loss": 0.723,
      "step": 37101
    },
    {
      "epoch": 0.7818889714288725,
      "grad_norm": 0.10004311054944992,
      "learning_rate": 2.3935914897876066e-06,
      "loss": 0.6383,
      "step": 37102
    },
    {
      "epoch": 0.7819100454672377,
      "grad_norm": 0.1318749189376831,
      "learning_rate": 2.3931484213592248e-06,
      "loss": 0.6741,
      "step": 37103
    },
    {
      "epoch": 0.781931119505603,
      "grad_norm": 0.10747651010751724,
      "learning_rate": 2.392705388368128e-06,
      "loss": 0.6586,
      "step": 37104
    },
    {
      "epoch": 0.7819521935439684,
      "grad_norm": 0.09864098578691483,
      "learning_rate": 2.392262390816388e-06,
      "loss": 0.659,
      "step": 37105
    },
    {
      "epoch": 0.7819732675823337,
      "grad_norm": 0.1014656201004982,
      "learning_rate": 2.3918194287060615e-06,
      "loss": 0.6649,
      "step": 37106
    },
    {
      "epoch": 0.7819943416206989,
      "grad_norm": 0.18800951540470123,
      "learning_rate": 2.391376502039218e-06,
      "loss": 0.7144,
      "step": 37107
    },
    {
      "epoch": 0.7820154156590642,
      "grad_norm": 0.09414957463741302,
      "learning_rate": 2.390933610817915e-06,
      "loss": 0.6498,
      "step": 37108
    },
    {
      "epoch": 0.7820364896974294,
      "grad_norm": 0.18124546110630035,
      "learning_rate": 2.390490755044217e-06,
      "loss": 0.7488,
      "step": 37109
    },
    {
      "epoch": 0.7820575637357948,
      "grad_norm": 0.1005951464176178,
      "learning_rate": 2.390047934720189e-06,
      "loss": 0.7166,
      "step": 37110
    },
    {
      "epoch": 0.7820786377741601,
      "grad_norm": 0.10498166084289551,
      "learning_rate": 2.389605149847892e-06,
      "loss": 0.6732,
      "step": 37111
    },
    {
      "epoch": 0.7820997118125254,
      "grad_norm": 0.10054691135883331,
      "learning_rate": 2.38916240042939e-06,
      "loss": 0.7514,
      "step": 37112
    },
    {
      "epoch": 0.7821207858508906,
      "grad_norm": 0.11981811374425888,
      "learning_rate": 2.388719686466745e-06,
      "loss": 0.7132,
      "step": 37113
    },
    {
      "epoch": 0.7821418598892559,
      "grad_norm": 0.1471261978149414,
      "learning_rate": 2.388277007962021e-06,
      "loss": 0.7178,
      "step": 37114
    },
    {
      "epoch": 0.7821629339276213,
      "grad_norm": 0.10347478091716766,
      "learning_rate": 2.3878343649172786e-06,
      "loss": 0.6467,
      "step": 37115
    },
    {
      "epoch": 0.7821840079659865,
      "grad_norm": 0.10054842382669449,
      "learning_rate": 2.3873917573345796e-06,
      "loss": 0.6654,
      "step": 37116
    },
    {
      "epoch": 0.7822050820043518,
      "grad_norm": 0.1119268611073494,
      "learning_rate": 2.3869491852159875e-06,
      "loss": 0.7335,
      "step": 37117
    },
    {
      "epoch": 0.7822261560427171,
      "grad_norm": 0.11492806673049927,
      "learning_rate": 2.3865066485635623e-06,
      "loss": 0.7541,
      "step": 37118
    },
    {
      "epoch": 0.7822472300810823,
      "grad_norm": 0.11360649019479752,
      "learning_rate": 2.386064147379368e-06,
      "loss": 0.6199,
      "step": 37119
    },
    {
      "epoch": 0.7822683041194477,
      "grad_norm": 0.09957338869571686,
      "learning_rate": 2.3856216816654632e-06,
      "loss": 0.6151,
      "step": 37120
    },
    {
      "epoch": 0.782289378157813,
      "grad_norm": 0.1330842822790146,
      "learning_rate": 2.3851792514239115e-06,
      "loss": 0.7417,
      "step": 37121
    },
    {
      "epoch": 0.7823104521961782,
      "grad_norm": 0.09548647701740265,
      "learning_rate": 2.384736856656772e-06,
      "loss": 0.7095,
      "step": 37122
    },
    {
      "epoch": 0.7823315262345435,
      "grad_norm": 0.11292172223329544,
      "learning_rate": 2.3842944973661076e-06,
      "loss": 0.7589,
      "step": 37123
    },
    {
      "epoch": 0.7823526002729088,
      "grad_norm": 0.1134113222360611,
      "learning_rate": 2.3838521735539775e-06,
      "loss": 0.7428,
      "step": 37124
    },
    {
      "epoch": 0.7823736743112741,
      "grad_norm": 0.11025898158550262,
      "learning_rate": 2.383409885222444e-06,
      "loss": 0.7441,
      "step": 37125
    },
    {
      "epoch": 0.7823947483496394,
      "grad_norm": 0.10851112753152847,
      "learning_rate": 2.382967632373565e-06,
      "loss": 0.7208,
      "step": 37126
    },
    {
      "epoch": 0.7824158223880047,
      "grad_norm": 0.1491263210773468,
      "learning_rate": 2.3825254150094034e-06,
      "loss": 0.6965,
      "step": 37127
    },
    {
      "epoch": 0.7824368964263699,
      "grad_norm": 0.08181380480527878,
      "learning_rate": 2.3820832331320208e-06,
      "loss": 0.6654,
      "step": 37128
    },
    {
      "epoch": 0.7824579704647352,
      "grad_norm": 0.10916997492313385,
      "learning_rate": 2.3816410867434725e-06,
      "loss": 0.6875,
      "step": 37129
    },
    {
      "epoch": 0.7824790445031005,
      "grad_norm": 0.17362594604492188,
      "learning_rate": 2.38119897584582e-06,
      "loss": 0.6854,
      "step": 37130
    },
    {
      "epoch": 0.7825001185414658,
      "grad_norm": 0.12490737438201904,
      "learning_rate": 2.3807569004411226e-06,
      "loss": 0.6891,
      "step": 37131
    },
    {
      "epoch": 0.7825211925798311,
      "grad_norm": 0.11962505429983139,
      "learning_rate": 2.3803148605314408e-06,
      "loss": 0.7424,
      "step": 37132
    },
    {
      "epoch": 0.7825422666181964,
      "grad_norm": 0.11755731701850891,
      "learning_rate": 2.37987285611883e-06,
      "loss": 0.7361,
      "step": 37133
    },
    {
      "epoch": 0.7825633406565616,
      "grad_norm": 0.11084634810686111,
      "learning_rate": 2.3794308872053563e-06,
      "loss": 0.726,
      "step": 37134
    },
    {
      "epoch": 0.7825844146949269,
      "grad_norm": 0.10729055106639862,
      "learning_rate": 2.3789889537930753e-06,
      "loss": 0.667,
      "step": 37135
    },
    {
      "epoch": 0.7826054887332923,
      "grad_norm": 0.110744908452034,
      "learning_rate": 2.378547055884045e-06,
      "loss": 0.7234,
      "step": 37136
    },
    {
      "epoch": 0.7826265627716575,
      "grad_norm": 0.10846960544586182,
      "learning_rate": 2.378105193480329e-06,
      "loss": 0.7235,
      "step": 37137
    },
    {
      "epoch": 0.7826476368100228,
      "grad_norm": 0.12188693135976791,
      "learning_rate": 2.3776633665839776e-06,
      "loss": 0.7318,
      "step": 37138
    },
    {
      "epoch": 0.7826687108483881,
      "grad_norm": 0.1115041971206665,
      "learning_rate": 2.377221575197053e-06,
      "loss": 0.7078,
      "step": 37139
    },
    {
      "epoch": 0.7826897848867533,
      "grad_norm": 0.12734222412109375,
      "learning_rate": 2.376779819321613e-06,
      "loss": 0.7635,
      "step": 37140
    },
    {
      "epoch": 0.7827108589251187,
      "grad_norm": 0.14023761451244354,
      "learning_rate": 2.3763380989597162e-06,
      "loss": 0.6901,
      "step": 37141
    },
    {
      "epoch": 0.782731932963484,
      "grad_norm": 0.13458780944347382,
      "learning_rate": 2.37589641411342e-06,
      "loss": 0.79,
      "step": 37142
    },
    {
      "epoch": 0.7827530070018492,
      "grad_norm": 0.11412312090396881,
      "learning_rate": 2.3754547647847826e-06,
      "loss": 0.6935,
      "step": 37143
    },
    {
      "epoch": 0.7827740810402145,
      "grad_norm": 0.1331855058670044,
      "learning_rate": 2.37501315097586e-06,
      "loss": 0.7544,
      "step": 37144
    },
    {
      "epoch": 0.7827951550785798,
      "grad_norm": 0.10811586678028107,
      "learning_rate": 2.374571572688712e-06,
      "loss": 0.7333,
      "step": 37145
    },
    {
      "epoch": 0.7828162291169452,
      "grad_norm": 0.14553718268871307,
      "learning_rate": 2.3741300299253922e-06,
      "loss": 0.7261,
      "step": 37146
    },
    {
      "epoch": 0.7828373031553104,
      "grad_norm": 0.1227138414978981,
      "learning_rate": 2.3736885226879613e-06,
      "loss": 0.7512,
      "step": 37147
    },
    {
      "epoch": 0.7828583771936757,
      "grad_norm": 0.09840899705886841,
      "learning_rate": 2.373247050978473e-06,
      "loss": 0.6619,
      "step": 37148
    },
    {
      "epoch": 0.782879451232041,
      "grad_norm": 0.1475839912891388,
      "learning_rate": 2.3728056147989865e-06,
      "loss": 0.6709,
      "step": 37149
    },
    {
      "epoch": 0.7829005252704062,
      "grad_norm": 0.11562875658273697,
      "learning_rate": 2.372364214151557e-06,
      "loss": 0.686,
      "step": 37150
    },
    {
      "epoch": 0.7829215993087716,
      "grad_norm": 0.1091979369521141,
      "learning_rate": 2.3719228490382396e-06,
      "loss": 0.6868,
      "step": 37151
    },
    {
      "epoch": 0.7829426733471369,
      "grad_norm": 0.1261102855205536,
      "learning_rate": 2.371481519461093e-06,
      "loss": 0.7259,
      "step": 37152
    },
    {
      "epoch": 0.7829637473855021,
      "grad_norm": 0.11060492694377899,
      "learning_rate": 2.371040225422171e-06,
      "loss": 0.6971,
      "step": 37153
    },
    {
      "epoch": 0.7829848214238674,
      "grad_norm": 0.11588998883962631,
      "learning_rate": 2.370598966923532e-06,
      "loss": 0.6903,
      "step": 37154
    },
    {
      "epoch": 0.7830058954622326,
      "grad_norm": 0.11871486157178879,
      "learning_rate": 2.3701577439672285e-06,
      "loss": 0.7076,
      "step": 37155
    },
    {
      "epoch": 0.783026969500598,
      "grad_norm": 0.10609277337789536,
      "learning_rate": 2.369716556555317e-06,
      "loss": 0.6417,
      "step": 37156
    },
    {
      "epoch": 0.7830480435389633,
      "grad_norm": 0.16784033179283142,
      "learning_rate": 2.369275404689857e-06,
      "loss": 0.6785,
      "step": 37157
    },
    {
      "epoch": 0.7830691175773286,
      "grad_norm": 0.14725236594676971,
      "learning_rate": 2.3688342883728977e-06,
      "loss": 0.7636,
      "step": 37158
    },
    {
      "epoch": 0.7830901916156938,
      "grad_norm": 0.10574324429035187,
      "learning_rate": 2.368393207606495e-06,
      "loss": 0.7274,
      "step": 37159
    },
    {
      "epoch": 0.7831112656540591,
      "grad_norm": 0.10873525589704514,
      "learning_rate": 2.367952162392706e-06,
      "loss": 0.6865,
      "step": 37160
    },
    {
      "epoch": 0.7831323396924245,
      "grad_norm": 0.09704973548650742,
      "learning_rate": 2.3675111527335835e-06,
      "loss": 0.7094,
      "step": 37161
    },
    {
      "epoch": 0.7831534137307897,
      "grad_norm": 0.14259344339370728,
      "learning_rate": 2.367070178631181e-06,
      "loss": 0.7919,
      "step": 37162
    },
    {
      "epoch": 0.783174487769155,
      "grad_norm": 0.09986922889947891,
      "learning_rate": 2.366629240087558e-06,
      "loss": 0.6726,
      "step": 37163
    },
    {
      "epoch": 0.7831955618075203,
      "grad_norm": 0.1136847510933876,
      "learning_rate": 2.3661883371047647e-06,
      "loss": 0.6775,
      "step": 37164
    },
    {
      "epoch": 0.7832166358458855,
      "grad_norm": 0.11662240326404572,
      "learning_rate": 2.3657474696848547e-06,
      "loss": 0.7173,
      "step": 37165
    },
    {
      "epoch": 0.7832377098842509,
      "grad_norm": 0.10403773188591003,
      "learning_rate": 2.365306637829887e-06,
      "loss": 0.6942,
      "step": 37166
    },
    {
      "epoch": 0.7832587839226162,
      "grad_norm": 0.11769811809062958,
      "learning_rate": 2.364865841541908e-06,
      "loss": 0.7136,
      "step": 37167
    },
    {
      "epoch": 0.7832798579609814,
      "grad_norm": 0.14568252861499786,
      "learning_rate": 2.364425080822974e-06,
      "loss": 0.755,
      "step": 37168
    },
    {
      "epoch": 0.7833009319993467,
      "grad_norm": 0.16794545948505402,
      "learning_rate": 2.3639843556751385e-06,
      "loss": 0.7754,
      "step": 37169
    },
    {
      "epoch": 0.783322006037712,
      "grad_norm": 0.09991400688886642,
      "learning_rate": 2.3635436661004553e-06,
      "loss": 0.6655,
      "step": 37170
    },
    {
      "epoch": 0.7833430800760772,
      "grad_norm": 0.17140626907348633,
      "learning_rate": 2.3631030121009767e-06,
      "loss": 0.8009,
      "step": 37171
    },
    {
      "epoch": 0.7833641541144426,
      "grad_norm": 0.10549870878458023,
      "learning_rate": 2.3626623936787564e-06,
      "loss": 0.7047,
      "step": 37172
    },
    {
      "epoch": 0.7833852281528079,
      "grad_norm": 0.1354057341814041,
      "learning_rate": 2.362221810835845e-06,
      "loss": 0.7018,
      "step": 37173
    },
    {
      "epoch": 0.7834063021911731,
      "grad_norm": 0.12036868929862976,
      "learning_rate": 2.3617812635742975e-06,
      "loss": 0.6846,
      "step": 37174
    },
    {
      "epoch": 0.7834273762295384,
      "grad_norm": 0.11230940371751785,
      "learning_rate": 2.361340751896165e-06,
      "loss": 0.6472,
      "step": 37175
    },
    {
      "epoch": 0.7834484502679037,
      "grad_norm": 0.12335874140262604,
      "learning_rate": 2.3609002758035005e-06,
      "loss": 0.737,
      "step": 37176
    },
    {
      "epoch": 0.783469524306269,
      "grad_norm": 0.13034415245056152,
      "learning_rate": 2.3604598352983544e-06,
      "loss": 0.7714,
      "step": 37177
    },
    {
      "epoch": 0.7834905983446343,
      "grad_norm": 0.22714941203594208,
      "learning_rate": 2.3600194303827795e-06,
      "loss": 0.6733,
      "step": 37178
    },
    {
      "epoch": 0.7835116723829996,
      "grad_norm": 0.11294221132993698,
      "learning_rate": 2.3595790610588277e-06,
      "loss": 0.7476,
      "step": 37179
    },
    {
      "epoch": 0.7835327464213648,
      "grad_norm": 0.110855333507061,
      "learning_rate": 2.3591387273285492e-06,
      "loss": 0.6817,
      "step": 37180
    },
    {
      "epoch": 0.7835538204597301,
      "grad_norm": 0.12160305678844452,
      "learning_rate": 2.3586984291939973e-06,
      "loss": 0.7179,
      "step": 37181
    },
    {
      "epoch": 0.7835748944980955,
      "grad_norm": 0.11014734953641891,
      "learning_rate": 2.358258166657222e-06,
      "loss": 0.7284,
      "step": 37182
    },
    {
      "epoch": 0.7835959685364607,
      "grad_norm": 0.3794028162956238,
      "learning_rate": 2.357817939720275e-06,
      "loss": 0.6987,
      "step": 37183
    },
    {
      "epoch": 0.783617042574826,
      "grad_norm": 0.10519152134656906,
      "learning_rate": 2.3573777483852067e-06,
      "loss": 0.6664,
      "step": 37184
    },
    {
      "epoch": 0.7836381166131913,
      "grad_norm": 0.13084419071674347,
      "learning_rate": 2.3569375926540672e-06,
      "loss": 0.7592,
      "step": 37185
    },
    {
      "epoch": 0.7836591906515565,
      "grad_norm": 0.11742297559976578,
      "learning_rate": 2.356497472528908e-06,
      "loss": 0.6972,
      "step": 37186
    },
    {
      "epoch": 0.7836802646899219,
      "grad_norm": 0.13291612267494202,
      "learning_rate": 2.356057388011782e-06,
      "loss": 0.7365,
      "step": 37187
    },
    {
      "epoch": 0.7837013387282872,
      "grad_norm": 0.12503378093242645,
      "learning_rate": 2.3556173391047333e-06,
      "loss": 0.676,
      "step": 37188
    },
    {
      "epoch": 0.7837224127666524,
      "grad_norm": 0.15799151360988617,
      "learning_rate": 2.3551773258098153e-06,
      "loss": 0.7438,
      "step": 37189
    },
    {
      "epoch": 0.7837434868050177,
      "grad_norm": 0.12821130454540253,
      "learning_rate": 2.354737348129077e-06,
      "loss": 0.7189,
      "step": 37190
    },
    {
      "epoch": 0.783764560843383,
      "grad_norm": 0.11878995597362518,
      "learning_rate": 2.354297406064566e-06,
      "loss": 0.6577,
      "step": 37191
    },
    {
      "epoch": 0.7837856348817483,
      "grad_norm": 0.10450425744056702,
      "learning_rate": 2.353857499618337e-06,
      "loss": 0.6999,
      "step": 37192
    },
    {
      "epoch": 0.7838067089201136,
      "grad_norm": 0.09945323318243027,
      "learning_rate": 2.353417628792438e-06,
      "loss": 0.7026,
      "step": 37193
    },
    {
      "epoch": 0.7838277829584789,
      "grad_norm": 0.10865332186222076,
      "learning_rate": 2.3529777935889166e-06,
      "loss": 0.6993,
      "step": 37194
    },
    {
      "epoch": 0.7838488569968441,
      "grad_norm": 0.12549808621406555,
      "learning_rate": 2.3525379940098212e-06,
      "loss": 0.7116,
      "step": 37195
    },
    {
      "epoch": 0.7838699310352094,
      "grad_norm": 0.10530354827642441,
      "learning_rate": 2.352098230057205e-06,
      "loss": 0.7493,
      "step": 37196
    },
    {
      "epoch": 0.7838910050735748,
      "grad_norm": 0.11067504435777664,
      "learning_rate": 2.351658501733111e-06,
      "loss": 0.7316,
      "step": 37197
    },
    {
      "epoch": 0.78391207911194,
      "grad_norm": 0.11217397451400757,
      "learning_rate": 2.3512188090395894e-06,
      "loss": 0.7164,
      "step": 37198
    },
    {
      "epoch": 0.7839331531503053,
      "grad_norm": 0.11441604793071747,
      "learning_rate": 2.3507791519786893e-06,
      "loss": 0.7471,
      "step": 37199
    },
    {
      "epoch": 0.7839542271886706,
      "grad_norm": 0.10302288085222244,
      "learning_rate": 2.350339530552459e-06,
      "loss": 0.7437,
      "step": 37200
    },
    {
      "epoch": 0.7839753012270358,
      "grad_norm": 0.19111882150173187,
      "learning_rate": 2.3498999447629467e-06,
      "loss": 0.7417,
      "step": 37201
    },
    {
      "epoch": 0.7839963752654012,
      "grad_norm": 0.1089162603020668,
      "learning_rate": 2.3494603946121984e-06,
      "loss": 0.6728,
      "step": 37202
    },
    {
      "epoch": 0.7840174493037665,
      "grad_norm": 0.14190326631069183,
      "learning_rate": 2.349020880102265e-06,
      "loss": 0.6854,
      "step": 37203
    },
    {
      "epoch": 0.7840385233421318,
      "grad_norm": 0.1283711940050125,
      "learning_rate": 2.3485814012351914e-06,
      "loss": 0.7001,
      "step": 37204
    },
    {
      "epoch": 0.784059597380497,
      "grad_norm": 0.1891438066959381,
      "learning_rate": 2.348141958013026e-06,
      "loss": 0.7244,
      "step": 37205
    },
    {
      "epoch": 0.7840806714188623,
      "grad_norm": 0.1360567808151245,
      "learning_rate": 2.347702550437816e-06,
      "loss": 0.7026,
      "step": 37206
    },
    {
      "epoch": 0.7841017454572276,
      "grad_norm": 0.1188134253025055,
      "learning_rate": 2.3472631785116083e-06,
      "loss": 0.7034,
      "step": 37207
    },
    {
      "epoch": 0.7841228194955929,
      "grad_norm": 0.11614002287387848,
      "learning_rate": 2.3468238422364497e-06,
      "loss": 0.7272,
      "step": 37208
    },
    {
      "epoch": 0.7841438935339582,
      "grad_norm": 0.12156830728054047,
      "learning_rate": 2.346384541614386e-06,
      "loss": 0.6986,
      "step": 37209
    },
    {
      "epoch": 0.7841649675723235,
      "grad_norm": 0.09760060161352158,
      "learning_rate": 2.3459452766474654e-06,
      "loss": 0.6895,
      "step": 37210
    },
    {
      "epoch": 0.7841860416106887,
      "grad_norm": 0.11605677008628845,
      "learning_rate": 2.3455060473377335e-06,
      "loss": 0.7135,
      "step": 37211
    },
    {
      "epoch": 0.784207115649054,
      "grad_norm": 0.12197872251272202,
      "learning_rate": 2.345066853687237e-06,
      "loss": 0.716,
      "step": 37212
    },
    {
      "epoch": 0.7842281896874194,
      "grad_norm": 0.1435536891222,
      "learning_rate": 2.3446276956980205e-06,
      "loss": 0.6739,
      "step": 37213
    },
    {
      "epoch": 0.7842492637257846,
      "grad_norm": 0.11924290657043457,
      "learning_rate": 2.3441885733721315e-06,
      "loss": 0.6484,
      "step": 37214
    },
    {
      "epoch": 0.7842703377641499,
      "grad_norm": 0.2533131241798401,
      "learning_rate": 2.343749486711614e-06,
      "loss": 0.6858,
      "step": 37215
    },
    {
      "epoch": 0.7842914118025152,
      "grad_norm": 0.10734090954065323,
      "learning_rate": 2.343310435718519e-06,
      "loss": 0.6652,
      "step": 37216
    },
    {
      "epoch": 0.7843124858408804,
      "grad_norm": 0.12372571974992752,
      "learning_rate": 2.342871420394883e-06,
      "loss": 0.7247,
      "step": 37217
    },
    {
      "epoch": 0.7843335598792458,
      "grad_norm": 0.10559610277414322,
      "learning_rate": 2.3424324407427557e-06,
      "loss": 0.7237,
      "step": 37218
    },
    {
      "epoch": 0.7843546339176111,
      "grad_norm": 0.1348605751991272,
      "learning_rate": 2.34199349676418e-06,
      "loss": 0.6706,
      "step": 37219
    },
    {
      "epoch": 0.7843757079559763,
      "grad_norm": 0.11789362877607346,
      "learning_rate": 2.3415545884612045e-06,
      "loss": 0.7533,
      "step": 37220
    },
    {
      "epoch": 0.7843967819943416,
      "grad_norm": 0.10725020617246628,
      "learning_rate": 2.341115715835873e-06,
      "loss": 0.7598,
      "step": 37221
    },
    {
      "epoch": 0.7844178560327069,
      "grad_norm": 0.12411784380674362,
      "learning_rate": 2.340676878890229e-06,
      "loss": 0.7425,
      "step": 37222
    },
    {
      "epoch": 0.7844389300710722,
      "grad_norm": 0.13562694191932678,
      "learning_rate": 2.3402380776263178e-06,
      "loss": 0.7198,
      "step": 37223
    },
    {
      "epoch": 0.7844600041094375,
      "grad_norm": 0.10561215132474899,
      "learning_rate": 2.3397993120461816e-06,
      "loss": 0.6854,
      "step": 37224
    },
    {
      "epoch": 0.7844810781478028,
      "grad_norm": 0.11508730798959732,
      "learning_rate": 2.3393605821518696e-06,
      "loss": 0.6676,
      "step": 37225
    },
    {
      "epoch": 0.784502152186168,
      "grad_norm": 0.10178917646408081,
      "learning_rate": 2.338921887945418e-06,
      "loss": 0.6326,
      "step": 37226
    },
    {
      "epoch": 0.7845232262245333,
      "grad_norm": 0.12627992033958435,
      "learning_rate": 2.338483229428875e-06,
      "loss": 0.6953,
      "step": 37227
    },
    {
      "epoch": 0.7845443002628987,
      "grad_norm": 0.11991047114133835,
      "learning_rate": 2.3380446066042828e-06,
      "loss": 0.6741,
      "step": 37228
    },
    {
      "epoch": 0.7845653743012639,
      "grad_norm": 0.13814720511436462,
      "learning_rate": 2.337606019473686e-06,
      "loss": 0.6948,
      "step": 37229
    },
    {
      "epoch": 0.7845864483396292,
      "grad_norm": 0.11494298279285431,
      "learning_rate": 2.3371674680391266e-06,
      "loss": 0.7119,
      "step": 37230
    },
    {
      "epoch": 0.7846075223779945,
      "grad_norm": 0.10520558804273605,
      "learning_rate": 2.3367289523026483e-06,
      "loss": 0.6554,
      "step": 37231
    },
    {
      "epoch": 0.7846285964163597,
      "grad_norm": 0.11586108803749084,
      "learning_rate": 2.3362904722662937e-06,
      "loss": 0.7008,
      "step": 37232
    },
    {
      "epoch": 0.7846496704547251,
      "grad_norm": 0.12143363803625107,
      "learning_rate": 2.335852027932106e-06,
      "loss": 0.7503,
      "step": 37233
    },
    {
      "epoch": 0.7846707444930904,
      "grad_norm": 0.11244751513004303,
      "learning_rate": 2.335413619302127e-06,
      "loss": 0.7169,
      "step": 37234
    },
    {
      "epoch": 0.7846918185314556,
      "grad_norm": 0.1319788545370102,
      "learning_rate": 2.3349752463784004e-06,
      "loss": 0.7338,
      "step": 37235
    },
    {
      "epoch": 0.7847128925698209,
      "grad_norm": 0.1199055016040802,
      "learning_rate": 2.334536909162967e-06,
      "loss": 0.7152,
      "step": 37236
    },
    {
      "epoch": 0.7847339666081862,
      "grad_norm": 0.5327707529067993,
      "learning_rate": 2.334098607657869e-06,
      "loss": 0.6748,
      "step": 37237
    },
    {
      "epoch": 0.7847550406465515,
      "grad_norm": 0.15839090943336487,
      "learning_rate": 2.3336603418651495e-06,
      "loss": 0.6626,
      "step": 37238
    },
    {
      "epoch": 0.7847761146849168,
      "grad_norm": 0.11000832915306091,
      "learning_rate": 2.333222111786848e-06,
      "loss": 0.666,
      "step": 37239
    },
    {
      "epoch": 0.7847971887232821,
      "grad_norm": 0.09916490316390991,
      "learning_rate": 2.3327839174250076e-06,
      "loss": 0.6312,
      "step": 37240
    },
    {
      "epoch": 0.7848182627616473,
      "grad_norm": 0.11243776232004166,
      "learning_rate": 2.33234575878167e-06,
      "loss": 0.6689,
      "step": 37241
    },
    {
      "epoch": 0.7848393368000126,
      "grad_norm": 0.11549028009176254,
      "learning_rate": 2.3319076358588757e-06,
      "loss": 0.7135,
      "step": 37242
    },
    {
      "epoch": 0.784860410838378,
      "grad_norm": 0.1124318540096283,
      "learning_rate": 2.3314695486586656e-06,
      "loss": 0.649,
      "step": 37243
    },
    {
      "epoch": 0.7848814848767433,
      "grad_norm": 0.1340937465429306,
      "learning_rate": 2.3310314971830815e-06,
      "loss": 0.7647,
      "step": 37244
    },
    {
      "epoch": 0.7849025589151085,
      "grad_norm": 0.11597437411546707,
      "learning_rate": 2.3305934814341634e-06,
      "loss": 0.7314,
      "step": 37245
    },
    {
      "epoch": 0.7849236329534738,
      "grad_norm": 0.14120082557201385,
      "learning_rate": 2.3301555014139543e-06,
      "loss": 0.6925,
      "step": 37246
    },
    {
      "epoch": 0.784944706991839,
      "grad_norm": 0.1601962298154831,
      "learning_rate": 2.329717557124489e-06,
      "loss": 0.7253,
      "step": 37247
    },
    {
      "epoch": 0.7849657810302043,
      "grad_norm": 0.18879851698875427,
      "learning_rate": 2.3292796485678083e-06,
      "loss": 0.6984,
      "step": 37248
    },
    {
      "epoch": 0.7849868550685697,
      "grad_norm": 0.11255624890327454,
      "learning_rate": 2.328841775745958e-06,
      "loss": 0.6892,
      "step": 37249
    },
    {
      "epoch": 0.785007929106935,
      "grad_norm": 0.12419947981834412,
      "learning_rate": 2.3284039386609747e-06,
      "loss": 0.6958,
      "step": 37250
    },
    {
      "epoch": 0.7850290031453002,
      "grad_norm": 0.11484567821025848,
      "learning_rate": 2.3279661373148975e-06,
      "loss": 0.6794,
      "step": 37251
    },
    {
      "epoch": 0.7850500771836655,
      "grad_norm": 0.12064144760370255,
      "learning_rate": 2.3275283717097673e-06,
      "loss": 0.6808,
      "step": 37252
    },
    {
      "epoch": 0.7850711512220307,
      "grad_norm": 0.11655765026807785,
      "learning_rate": 2.3270906418476237e-06,
      "loss": 0.6583,
      "step": 37253
    },
    {
      "epoch": 0.7850922252603961,
      "grad_norm": 0.12735728919506073,
      "learning_rate": 2.3266529477305034e-06,
      "loss": 0.7699,
      "step": 37254
    },
    {
      "epoch": 0.7851132992987614,
      "grad_norm": 0.11784805357456207,
      "learning_rate": 2.3262152893604508e-06,
      "loss": 0.6903,
      "step": 37255
    },
    {
      "epoch": 0.7851343733371267,
      "grad_norm": 0.12943100929260254,
      "learning_rate": 2.325777666739497e-06,
      "loss": 0.6978,
      "step": 37256
    },
    {
      "epoch": 0.7851554473754919,
      "grad_norm": 0.12359988689422607,
      "learning_rate": 2.3253400798696866e-06,
      "loss": 0.696,
      "step": 37257
    },
    {
      "epoch": 0.7851765214138572,
      "grad_norm": 0.1204339936375618,
      "learning_rate": 2.3249025287530545e-06,
      "loss": 0.7043,
      "step": 37258
    },
    {
      "epoch": 0.7851975954522226,
      "grad_norm": 0.12046781182289124,
      "learning_rate": 2.3244650133916426e-06,
      "loss": 0.6799,
      "step": 37259
    },
    {
      "epoch": 0.7852186694905878,
      "grad_norm": 0.12728358805179596,
      "learning_rate": 2.324027533787486e-06,
      "loss": 0.7174,
      "step": 37260
    },
    {
      "epoch": 0.7852397435289531,
      "grad_norm": 0.10999219119548798,
      "learning_rate": 2.3235900899426244e-06,
      "loss": 0.6697,
      "step": 37261
    },
    {
      "epoch": 0.7852608175673184,
      "grad_norm": 0.11380655318498611,
      "learning_rate": 2.3231526818590954e-06,
      "loss": 0.7055,
      "step": 37262
    },
    {
      "epoch": 0.7852818916056836,
      "grad_norm": 0.11484858393669128,
      "learning_rate": 2.322715309538934e-06,
      "loss": 0.6451,
      "step": 37263
    },
    {
      "epoch": 0.785302965644049,
      "grad_norm": 0.13377925753593445,
      "learning_rate": 2.322277972984187e-06,
      "loss": 0.6746,
      "step": 37264
    },
    {
      "epoch": 0.7853240396824143,
      "grad_norm": 0.19098681211471558,
      "learning_rate": 2.321840672196881e-06,
      "loss": 0.7328,
      "step": 37265
    },
    {
      "epoch": 0.7853451137207795,
      "grad_norm": 0.09846390783786774,
      "learning_rate": 2.321403407179058e-06,
      "loss": 0.6416,
      "step": 37266
    },
    {
      "epoch": 0.7853661877591448,
      "grad_norm": 0.2090800255537033,
      "learning_rate": 2.320966177932755e-06,
      "loss": 0.7053,
      "step": 37267
    },
    {
      "epoch": 0.7853872617975101,
      "grad_norm": 0.10991103947162628,
      "learning_rate": 2.3205289844600077e-06,
      "loss": 0.6479,
      "step": 37268
    },
    {
      "epoch": 0.7854083358358754,
      "grad_norm": 0.11619654297828674,
      "learning_rate": 2.3200918267628538e-06,
      "loss": 0.6771,
      "step": 37269
    },
    {
      "epoch": 0.7854294098742407,
      "grad_norm": 0.10824074596166611,
      "learning_rate": 2.3196547048433293e-06,
      "loss": 0.7183,
      "step": 37270
    },
    {
      "epoch": 0.785450483912606,
      "grad_norm": 0.14889276027679443,
      "learning_rate": 2.319217618703471e-06,
      "loss": 0.7289,
      "step": 37271
    },
    {
      "epoch": 0.7854715579509712,
      "grad_norm": 0.11596326529979706,
      "learning_rate": 2.3187805683453145e-06,
      "loss": 0.6897,
      "step": 37272
    },
    {
      "epoch": 0.7854926319893365,
      "grad_norm": 0.11656177043914795,
      "learning_rate": 2.3183435537708963e-06,
      "loss": 0.6794,
      "step": 37273
    },
    {
      "epoch": 0.7855137060277019,
      "grad_norm": 0.103966124355793,
      "learning_rate": 2.3179065749822526e-06,
      "loss": 0.6609,
      "step": 37274
    },
    {
      "epoch": 0.7855347800660671,
      "grad_norm": 0.16758546233177185,
      "learning_rate": 2.317469631981422e-06,
      "loss": 0.6717,
      "step": 37275
    },
    {
      "epoch": 0.7855558541044324,
      "grad_norm": 0.10472806543111801,
      "learning_rate": 2.317032724770433e-06,
      "loss": 0.6964,
      "step": 37276
    },
    {
      "epoch": 0.7855769281427977,
      "grad_norm": 0.1330121010541916,
      "learning_rate": 2.3165958533513222e-06,
      "loss": 0.655,
      "step": 37277
    },
    {
      "epoch": 0.7855980021811629,
      "grad_norm": 0.17797137796878815,
      "learning_rate": 2.3161590177261294e-06,
      "loss": 0.697,
      "step": 37278
    },
    {
      "epoch": 0.7856190762195283,
      "grad_norm": 0.10778291523456573,
      "learning_rate": 2.3157222178968886e-06,
      "loss": 0.7444,
      "step": 37279
    },
    {
      "epoch": 0.7856401502578936,
      "grad_norm": 0.1259436458349228,
      "learning_rate": 2.315285453865633e-06,
      "loss": 0.685,
      "step": 37280
    },
    {
      "epoch": 0.7856612242962588,
      "grad_norm": 0.10809633135795593,
      "learning_rate": 2.3148487256343988e-06,
      "loss": 0.7033,
      "step": 37281
    },
    {
      "epoch": 0.7856822983346241,
      "grad_norm": 0.10695860534906387,
      "learning_rate": 2.31441203320522e-06,
      "loss": 0.739,
      "step": 37282
    },
    {
      "epoch": 0.7857033723729894,
      "grad_norm": 0.1090688407421112,
      "learning_rate": 2.3139753765801297e-06,
      "loss": 0.7256,
      "step": 37283
    },
    {
      "epoch": 0.7857244464113546,
      "grad_norm": 0.16281715035438538,
      "learning_rate": 2.3135387557611667e-06,
      "loss": 0.7384,
      "step": 37284
    },
    {
      "epoch": 0.78574552044972,
      "grad_norm": 0.12365172058343887,
      "learning_rate": 2.3131021707503577e-06,
      "loss": 0.6945,
      "step": 37285
    },
    {
      "epoch": 0.7857665944880853,
      "grad_norm": 0.10501047223806381,
      "learning_rate": 2.3126656215497413e-06,
      "loss": 0.7043,
      "step": 37286
    },
    {
      "epoch": 0.7857876685264505,
      "grad_norm": 0.14840203523635864,
      "learning_rate": 2.3122291081613502e-06,
      "loss": 0.7396,
      "step": 37287
    },
    {
      "epoch": 0.7858087425648158,
      "grad_norm": 0.09590306878089905,
      "learning_rate": 2.3117926305872172e-06,
      "loss": 0.7277,
      "step": 37288
    },
    {
      "epoch": 0.7858298166031811,
      "grad_norm": 0.12742750346660614,
      "learning_rate": 2.311356188829377e-06,
      "loss": 0.7543,
      "step": 37289
    },
    {
      "epoch": 0.7858508906415465,
      "grad_norm": 0.10455532371997833,
      "learning_rate": 2.310919782889862e-06,
      "loss": 0.6596,
      "step": 37290
    },
    {
      "epoch": 0.7858719646799117,
      "grad_norm": 0.10526952147483826,
      "learning_rate": 2.3104834127707023e-06,
      "loss": 0.6356,
      "step": 37291
    },
    {
      "epoch": 0.785893038718277,
      "grad_norm": 0.10202829539775848,
      "learning_rate": 2.310047078473937e-06,
      "loss": 0.673,
      "step": 37292
    },
    {
      "epoch": 0.7859141127566422,
      "grad_norm": 0.11283271759748459,
      "learning_rate": 2.3096107800016e-06,
      "loss": 0.6677,
      "step": 37293
    },
    {
      "epoch": 0.7859351867950075,
      "grad_norm": 0.10194508731365204,
      "learning_rate": 2.3091745173557158e-06,
      "loss": 0.7359,
      "step": 37294
    },
    {
      "epoch": 0.7859562608333729,
      "grad_norm": 0.1262984275817871,
      "learning_rate": 2.3087382905383193e-06,
      "loss": 0.6876,
      "step": 37295
    },
    {
      "epoch": 0.7859773348717382,
      "grad_norm": 0.13429516553878784,
      "learning_rate": 2.308302099551446e-06,
      "loss": 0.7635,
      "step": 37296
    },
    {
      "epoch": 0.7859984089101034,
      "grad_norm": 0.11617321521043777,
      "learning_rate": 2.307865944397125e-06,
      "loss": 0.7065,
      "step": 37297
    },
    {
      "epoch": 0.7860194829484687,
      "grad_norm": 0.1008961871266365,
      "learning_rate": 2.30742982507739e-06,
      "loss": 0.6603,
      "step": 37298
    },
    {
      "epoch": 0.786040556986834,
      "grad_norm": 0.15609043836593628,
      "learning_rate": 2.30699374159427e-06,
      "loss": 0.7046,
      "step": 37299
    },
    {
      "epoch": 0.7860616310251993,
      "grad_norm": 0.10845767706632614,
      "learning_rate": 2.3065576939498003e-06,
      "loss": 0.7044,
      "step": 37300
    },
    {
      "epoch": 0.7860827050635646,
      "grad_norm": 0.10037863999605179,
      "learning_rate": 2.3061216821460085e-06,
      "loss": 0.7394,
      "step": 37301
    },
    {
      "epoch": 0.7861037791019299,
      "grad_norm": 0.11985041946172714,
      "learning_rate": 2.305685706184929e-06,
      "loss": 0.697,
      "step": 37302
    },
    {
      "epoch": 0.7861248531402951,
      "grad_norm": 0.11545005440711975,
      "learning_rate": 2.3052497660685913e-06,
      "loss": 0.7519,
      "step": 37303
    },
    {
      "epoch": 0.7861459271786604,
      "grad_norm": 0.11388455331325531,
      "learning_rate": 2.304813861799026e-06,
      "loss": 0.7403,
      "step": 37304
    },
    {
      "epoch": 0.7861670012170258,
      "grad_norm": 0.11336902529001236,
      "learning_rate": 2.304377993378267e-06,
      "loss": 0.7152,
      "step": 37305
    },
    {
      "epoch": 0.786188075255391,
      "grad_norm": 0.1270083785057068,
      "learning_rate": 2.303942160808337e-06,
      "loss": 0.7593,
      "step": 37306
    },
    {
      "epoch": 0.7862091492937563,
      "grad_norm": 0.10054688900709152,
      "learning_rate": 2.303506364091275e-06,
      "loss": 0.6302,
      "step": 37307
    },
    {
      "epoch": 0.7862302233321216,
      "grad_norm": 0.11118185520172119,
      "learning_rate": 2.303070603229106e-06,
      "loss": 0.6722,
      "step": 37308
    },
    {
      "epoch": 0.7862512973704868,
      "grad_norm": 0.11324746161699295,
      "learning_rate": 2.3026348782238626e-06,
      "loss": 0.7173,
      "step": 37309
    },
    {
      "epoch": 0.7862723714088522,
      "grad_norm": 0.15352414548397064,
      "learning_rate": 2.3021991890775743e-06,
      "loss": 0.6773,
      "step": 37310
    },
    {
      "epoch": 0.7862934454472175,
      "grad_norm": 0.1204584464430809,
      "learning_rate": 2.3017635357922686e-06,
      "loss": 0.699,
      "step": 37311
    },
    {
      "epoch": 0.7863145194855827,
      "grad_norm": 0.10709986835718155,
      "learning_rate": 2.301327918369978e-06,
      "loss": 0.7068,
      "step": 37312
    },
    {
      "epoch": 0.786335593523948,
      "grad_norm": 0.1171334832906723,
      "learning_rate": 2.3008923368127302e-06,
      "loss": 0.6786,
      "step": 37313
    },
    {
      "epoch": 0.7863566675623133,
      "grad_norm": 0.121055468916893,
      "learning_rate": 2.300456791122557e-06,
      "loss": 0.7309,
      "step": 37314
    },
    {
      "epoch": 0.7863777416006786,
      "grad_norm": 0.11944598704576492,
      "learning_rate": 2.3000212813014844e-06,
      "loss": 0.7355,
      "step": 37315
    },
    {
      "epoch": 0.7863988156390439,
      "grad_norm": 0.11818020045757294,
      "learning_rate": 2.2995858073515397e-06,
      "loss": 0.7399,
      "step": 37316
    },
    {
      "epoch": 0.7864198896774092,
      "grad_norm": 0.11344166845083237,
      "learning_rate": 2.2991503692747553e-06,
      "loss": 0.7111,
      "step": 37317
    },
    {
      "epoch": 0.7864409637157744,
      "grad_norm": 0.09272302687168121,
      "learning_rate": 2.2987149670731577e-06,
      "loss": 0.7144,
      "step": 37318
    },
    {
      "epoch": 0.7864620377541397,
      "grad_norm": 0.11636094748973846,
      "learning_rate": 2.2982796007487773e-06,
      "loss": 0.7071,
      "step": 37319
    },
    {
      "epoch": 0.786483111792505,
      "grad_norm": 0.12502597272396088,
      "learning_rate": 2.2978442703036373e-06,
      "loss": 0.726,
      "step": 37320
    },
    {
      "epoch": 0.7865041858308703,
      "grad_norm": 0.10977758467197418,
      "learning_rate": 2.297408975739772e-06,
      "loss": 0.6849,
      "step": 37321
    },
    {
      "epoch": 0.7865252598692356,
      "grad_norm": 0.12573887407779694,
      "learning_rate": 2.2969737170592064e-06,
      "loss": 0.664,
      "step": 37322
    },
    {
      "epoch": 0.7865463339076009,
      "grad_norm": 0.13065296411514282,
      "learning_rate": 2.2965384942639724e-06,
      "loss": 0.6882,
      "step": 37323
    },
    {
      "epoch": 0.7865674079459661,
      "grad_norm": 0.11955715715885162,
      "learning_rate": 2.2961033073560903e-06,
      "loss": 0.7682,
      "step": 37324
    },
    {
      "epoch": 0.7865884819843314,
      "grad_norm": 0.11982336640357971,
      "learning_rate": 2.2956681563375905e-06,
      "loss": 0.6392,
      "step": 37325
    },
    {
      "epoch": 0.7866095560226968,
      "grad_norm": 0.13043074309825897,
      "learning_rate": 2.2952330412104995e-06,
      "loss": 0.7516,
      "step": 37326
    },
    {
      "epoch": 0.786630630061062,
      "grad_norm": 0.11838497221469879,
      "learning_rate": 2.294797961976847e-06,
      "loss": 0.6492,
      "step": 37327
    },
    {
      "epoch": 0.7866517040994273,
      "grad_norm": 0.10636717081069946,
      "learning_rate": 2.2943629186386573e-06,
      "loss": 0.6914,
      "step": 37328
    },
    {
      "epoch": 0.7866727781377926,
      "grad_norm": 0.10684160888195038,
      "learning_rate": 2.2939279111979583e-06,
      "loss": 0.7169,
      "step": 37329
    },
    {
      "epoch": 0.7866938521761578,
      "grad_norm": 0.1495947241783142,
      "learning_rate": 2.293492939656775e-06,
      "loss": 0.7562,
      "step": 37330
    },
    {
      "epoch": 0.7867149262145232,
      "grad_norm": 0.10499411076307297,
      "learning_rate": 2.293058004017137e-06,
      "loss": 0.6864,
      "step": 37331
    },
    {
      "epoch": 0.7867360002528885,
      "grad_norm": 0.12645061314105988,
      "learning_rate": 2.2926231042810665e-06,
      "loss": 0.705,
      "step": 37332
    },
    {
      "epoch": 0.7867570742912537,
      "grad_norm": 0.12280087172985077,
      "learning_rate": 2.2921882404505923e-06,
      "loss": 0.726,
      "step": 37333
    },
    {
      "epoch": 0.786778148329619,
      "grad_norm": 0.14742985367774963,
      "learning_rate": 2.291753412527742e-06,
      "loss": 0.708,
      "step": 37334
    },
    {
      "epoch": 0.7867992223679843,
      "grad_norm": 0.1075451672077179,
      "learning_rate": 2.2913186205145333e-06,
      "loss": 0.7076,
      "step": 37335
    },
    {
      "epoch": 0.7868202964063497,
      "grad_norm": 0.13486629724502563,
      "learning_rate": 2.2908838644129996e-06,
      "loss": 0.7365,
      "step": 37336
    },
    {
      "epoch": 0.7868413704447149,
      "grad_norm": 0.11379099637269974,
      "learning_rate": 2.2904491442251643e-06,
      "loss": 0.7586,
      "step": 37337
    },
    {
      "epoch": 0.7868624444830802,
      "grad_norm": 0.12280792742967606,
      "learning_rate": 2.2900144599530515e-06,
      "loss": 0.7423,
      "step": 37338
    },
    {
      "epoch": 0.7868835185214454,
      "grad_norm": 0.1104656308889389,
      "learning_rate": 2.289579811598687e-06,
      "loss": 0.7316,
      "step": 37339
    },
    {
      "epoch": 0.7869045925598107,
      "grad_norm": 0.11306066066026688,
      "learning_rate": 2.2891451991640957e-06,
      "loss": 0.697,
      "step": 37340
    },
    {
      "epoch": 0.7869256665981761,
      "grad_norm": 0.14585337042808533,
      "learning_rate": 2.288710622651301e-06,
      "loss": 0.745,
      "step": 37341
    },
    {
      "epoch": 0.7869467406365414,
      "grad_norm": 0.1022905632853508,
      "learning_rate": 2.2882760820623294e-06,
      "loss": 0.6487,
      "step": 37342
    },
    {
      "epoch": 0.7869678146749066,
      "grad_norm": 0.1255389004945755,
      "learning_rate": 2.287841577399207e-06,
      "loss": 0.697,
      "step": 37343
    },
    {
      "epoch": 0.7869888887132719,
      "grad_norm": 0.10507245361804962,
      "learning_rate": 2.2874071086639517e-06,
      "loss": 0.6761,
      "step": 37344
    },
    {
      "epoch": 0.7870099627516371,
      "grad_norm": 0.10570589452981949,
      "learning_rate": 2.286972675858592e-06,
      "loss": 0.7005,
      "step": 37345
    },
    {
      "epoch": 0.7870310367900025,
      "grad_norm": 0.13048651814460754,
      "learning_rate": 2.28653827898515e-06,
      "loss": 0.7116,
      "step": 37346
    },
    {
      "epoch": 0.7870521108283678,
      "grad_norm": 0.12477672845125198,
      "learning_rate": 2.2861039180456513e-06,
      "loss": 0.7436,
      "step": 37347
    },
    {
      "epoch": 0.787073184866733,
      "grad_norm": 0.10123631358146667,
      "learning_rate": 2.2856695930421167e-06,
      "loss": 0.6549,
      "step": 37348
    },
    {
      "epoch": 0.7870942589050983,
      "grad_norm": 0.10306444764137268,
      "learning_rate": 2.2852353039765697e-06,
      "loss": 0.7193,
      "step": 37349
    },
    {
      "epoch": 0.7871153329434636,
      "grad_norm": 0.1152006983757019,
      "learning_rate": 2.2848010508510376e-06,
      "loss": 0.6748,
      "step": 37350
    },
    {
      "epoch": 0.787136406981829,
      "grad_norm": 0.1115763783454895,
      "learning_rate": 2.2843668336675407e-06,
      "loss": 0.6734,
      "step": 37351
    },
    {
      "epoch": 0.7871574810201942,
      "grad_norm": 0.11451884359121323,
      "learning_rate": 2.2839326524281037e-06,
      "loss": 0.6954,
      "step": 37352
    },
    {
      "epoch": 0.7871785550585595,
      "grad_norm": 0.11981713771820068,
      "learning_rate": 2.283498507134746e-06,
      "loss": 0.7054,
      "step": 37353
    },
    {
      "epoch": 0.7871996290969248,
      "grad_norm": 0.10584007203578949,
      "learning_rate": 2.2830643977894907e-06,
      "loss": 0.7679,
      "step": 37354
    },
    {
      "epoch": 0.78722070313529,
      "grad_norm": 0.13573701679706573,
      "learning_rate": 2.2826303243943615e-06,
      "loss": 0.7403,
      "step": 37355
    },
    {
      "epoch": 0.7872417771736554,
      "grad_norm": 0.0964842289686203,
      "learning_rate": 2.2821962869513804e-06,
      "loss": 0.6745,
      "step": 37356
    },
    {
      "epoch": 0.7872628512120207,
      "grad_norm": 0.12056414783000946,
      "learning_rate": 2.2817622854625687e-06,
      "loss": 0.7035,
      "step": 37357
    },
    {
      "epoch": 0.7872839252503859,
      "grad_norm": 0.11456188559532166,
      "learning_rate": 2.2813283199299486e-06,
      "loss": 0.7433,
      "step": 37358
    },
    {
      "epoch": 0.7873049992887512,
      "grad_norm": 0.1280093938112259,
      "learning_rate": 2.2808943903555423e-06,
      "loss": 0.6872,
      "step": 37359
    },
    {
      "epoch": 0.7873260733271165,
      "grad_norm": 0.09315553307533264,
      "learning_rate": 2.28046049674137e-06,
      "loss": 0.7571,
      "step": 37360
    },
    {
      "epoch": 0.7873471473654817,
      "grad_norm": 0.11720267683267593,
      "learning_rate": 2.2800266390894542e-06,
      "loss": 0.7566,
      "step": 37361
    },
    {
      "epoch": 0.7873682214038471,
      "grad_norm": 0.11852725595235825,
      "learning_rate": 2.2795928174018166e-06,
      "loss": 0.7569,
      "step": 37362
    },
    {
      "epoch": 0.7873892954422124,
      "grad_norm": 0.1033158004283905,
      "learning_rate": 2.279159031680477e-06,
      "loss": 0.6835,
      "step": 37363
    },
    {
      "epoch": 0.7874103694805776,
      "grad_norm": 0.13875098526477814,
      "learning_rate": 2.2787252819274553e-06,
      "loss": 0.668,
      "step": 37364
    },
    {
      "epoch": 0.7874314435189429,
      "grad_norm": 0.13008888065814972,
      "learning_rate": 2.2782915681447746e-06,
      "loss": 0.7199,
      "step": 37365
    },
    {
      "epoch": 0.7874525175573082,
      "grad_norm": 0.11625790596008301,
      "learning_rate": 2.277857890334454e-06,
      "loss": 0.6795,
      "step": 37366
    },
    {
      "epoch": 0.7874735915956735,
      "grad_norm": 0.11042074859142303,
      "learning_rate": 2.2774242484985143e-06,
      "loss": 0.7299,
      "step": 37367
    },
    {
      "epoch": 0.7874946656340388,
      "grad_norm": 0.10290275514125824,
      "learning_rate": 2.2769906426389755e-06,
      "loss": 0.6579,
      "step": 37368
    },
    {
      "epoch": 0.7875157396724041,
      "grad_norm": 0.13608238101005554,
      "learning_rate": 2.276557072757857e-06,
      "loss": 0.7097,
      "step": 37369
    },
    {
      "epoch": 0.7875368137107693,
      "grad_norm": 0.13693872094154358,
      "learning_rate": 2.276123538857179e-06,
      "loss": 0.6838,
      "step": 37370
    },
    {
      "epoch": 0.7875578877491346,
      "grad_norm": 0.10634732991456985,
      "learning_rate": 2.2756900409389627e-06,
      "loss": 0.6922,
      "step": 37371
    },
    {
      "epoch": 0.7875789617875,
      "grad_norm": 0.11362390220165253,
      "learning_rate": 2.275256579005225e-06,
      "loss": 0.8082,
      "step": 37372
    },
    {
      "epoch": 0.7876000358258652,
      "grad_norm": 0.09803130477666855,
      "learning_rate": 2.274823153057989e-06,
      "loss": 0.6399,
      "step": 37373
    },
    {
      "epoch": 0.7876211098642305,
      "grad_norm": 0.13557559251785278,
      "learning_rate": 2.2743897630992693e-06,
      "loss": 0.7211,
      "step": 37374
    },
    {
      "epoch": 0.7876421839025958,
      "grad_norm": 0.08944084495306015,
      "learning_rate": 2.273956409131087e-06,
      "loss": 0.6672,
      "step": 37375
    },
    {
      "epoch": 0.787663257940961,
      "grad_norm": 0.09596618264913559,
      "learning_rate": 2.2735230911554605e-06,
      "loss": 0.7071,
      "step": 37376
    },
    {
      "epoch": 0.7876843319793264,
      "grad_norm": 0.10714975744485855,
      "learning_rate": 2.273089809174408e-06,
      "loss": 0.7186,
      "step": 37377
    },
    {
      "epoch": 0.7877054060176917,
      "grad_norm": 0.10487857460975647,
      "learning_rate": 2.272656563189948e-06,
      "loss": 0.6415,
      "step": 37378
    },
    {
      "epoch": 0.7877264800560569,
      "grad_norm": 0.1037936732172966,
      "learning_rate": 2.2722233532041006e-06,
      "loss": 0.7253,
      "step": 37379
    },
    {
      "epoch": 0.7877475540944222,
      "grad_norm": 0.10721399635076523,
      "learning_rate": 2.2717901792188835e-06,
      "loss": 0.7464,
      "step": 37380
    },
    {
      "epoch": 0.7877686281327875,
      "grad_norm": 0.12804372608661652,
      "learning_rate": 2.271357041236314e-06,
      "loss": 0.7552,
      "step": 37381
    },
    {
      "epoch": 0.7877897021711529,
      "grad_norm": 0.16177690029144287,
      "learning_rate": 2.2709239392584127e-06,
      "loss": 0.722,
      "step": 37382
    },
    {
      "epoch": 0.7878107762095181,
      "grad_norm": 0.11017242074012756,
      "learning_rate": 2.2704908732871924e-06,
      "loss": 0.7101,
      "step": 37383
    },
    {
      "epoch": 0.7878318502478834,
      "grad_norm": 0.11180485785007477,
      "learning_rate": 2.270057843324672e-06,
      "loss": 0.7313,
      "step": 37384
    },
    {
      "epoch": 0.7878529242862486,
      "grad_norm": 0.10903582721948624,
      "learning_rate": 2.26962484937287e-06,
      "loss": 0.742,
      "step": 37385
    },
    {
      "epoch": 0.7878739983246139,
      "grad_norm": 0.12268321961164474,
      "learning_rate": 2.269191891433803e-06,
      "loss": 0.7585,
      "step": 37386
    },
    {
      "epoch": 0.7878950723629793,
      "grad_norm": 0.09788709878921509,
      "learning_rate": 2.268758969509488e-06,
      "loss": 0.704,
      "step": 37387
    },
    {
      "epoch": 0.7879161464013446,
      "grad_norm": 0.11313757300376892,
      "learning_rate": 2.268326083601943e-06,
      "loss": 0.6855,
      "step": 37388
    },
    {
      "epoch": 0.7879372204397098,
      "grad_norm": 0.11175951361656189,
      "learning_rate": 2.267893233713182e-06,
      "loss": 0.6822,
      "step": 37389
    },
    {
      "epoch": 0.7879582944780751,
      "grad_norm": 0.09260927885770798,
      "learning_rate": 2.2674604198452245e-06,
      "loss": 0.7434,
      "step": 37390
    },
    {
      "epoch": 0.7879793685164403,
      "grad_norm": 0.12443480640649796,
      "learning_rate": 2.2670276420000836e-06,
      "loss": 0.6673,
      "step": 37391
    },
    {
      "epoch": 0.7880004425548057,
      "grad_norm": 0.11572087556123734,
      "learning_rate": 2.2665949001797783e-06,
      "loss": 0.7884,
      "step": 37392
    },
    {
      "epoch": 0.788021516593171,
      "grad_norm": 0.09674892574548721,
      "learning_rate": 2.266162194386323e-06,
      "loss": 0.6436,
      "step": 37393
    },
    {
      "epoch": 0.7880425906315363,
      "grad_norm": 0.1510104238986969,
      "learning_rate": 2.2657295246217346e-06,
      "loss": 0.7074,
      "step": 37394
    },
    {
      "epoch": 0.7880636646699015,
      "grad_norm": 0.11941108107566833,
      "learning_rate": 2.265296890888028e-06,
      "loss": 0.6874,
      "step": 37395
    },
    {
      "epoch": 0.7880847387082668,
      "grad_norm": 0.12480528652667999,
      "learning_rate": 2.264864293187219e-06,
      "loss": 0.7248,
      "step": 37396
    },
    {
      "epoch": 0.788105812746632,
      "grad_norm": 0.11060390621423721,
      "learning_rate": 2.2644317315213216e-06,
      "loss": 0.7264,
      "step": 37397
    },
    {
      "epoch": 0.7881268867849974,
      "grad_norm": 0.11305336654186249,
      "learning_rate": 2.2639992058923533e-06,
      "loss": 0.6623,
      "step": 37398
    },
    {
      "epoch": 0.7881479608233627,
      "grad_norm": 0.1271565705537796,
      "learning_rate": 2.2635667163023266e-06,
      "loss": 0.6757,
      "step": 37399
    },
    {
      "epoch": 0.788169034861728,
      "grad_norm": 0.14000385999679565,
      "learning_rate": 2.2631342627532583e-06,
      "loss": 0.7159,
      "step": 37400
    },
    {
      "epoch": 0.7881901089000932,
      "grad_norm": 0.09948013722896576,
      "learning_rate": 2.2627018452471614e-06,
      "loss": 0.6989,
      "step": 37401
    },
    {
      "epoch": 0.7882111829384585,
      "grad_norm": 0.11753350496292114,
      "learning_rate": 2.262269463786051e-06,
      "loss": 0.7254,
      "step": 37402
    },
    {
      "epoch": 0.7882322569768239,
      "grad_norm": 0.10240913927555084,
      "learning_rate": 2.2618371183719456e-06,
      "loss": 0.6767,
      "step": 37403
    },
    {
      "epoch": 0.7882533310151891,
      "grad_norm": 0.11580584943294525,
      "learning_rate": 2.2614048090068517e-06,
      "loss": 0.6938,
      "step": 37404
    },
    {
      "epoch": 0.7882744050535544,
      "grad_norm": 0.1270352602005005,
      "learning_rate": 2.260972535692787e-06,
      "loss": 0.7809,
      "step": 37405
    },
    {
      "epoch": 0.7882954790919197,
      "grad_norm": 0.1346539705991745,
      "learning_rate": 2.2605402984317616e-06,
      "loss": 0.7149,
      "step": 37406
    },
    {
      "epoch": 0.7883165531302849,
      "grad_norm": 0.11633957177400589,
      "learning_rate": 2.260108097225796e-06,
      "loss": 0.7248,
      "step": 37407
    },
    {
      "epoch": 0.7883376271686503,
      "grad_norm": 0.1077733263373375,
      "learning_rate": 2.2596759320769e-06,
      "loss": 0.7239,
      "step": 37408
    },
    {
      "epoch": 0.7883587012070156,
      "grad_norm": 0.09850136190652847,
      "learning_rate": 2.259243802987088e-06,
      "loss": 0.6771,
      "step": 37409
    },
    {
      "epoch": 0.7883797752453808,
      "grad_norm": 0.14087526500225067,
      "learning_rate": 2.258811709958372e-06,
      "loss": 0.6927,
      "step": 37410
    },
    {
      "epoch": 0.7884008492837461,
      "grad_norm": 0.1094198152422905,
      "learning_rate": 2.2583796529927647e-06,
      "loss": 0.7078,
      "step": 37411
    },
    {
      "epoch": 0.7884219233221114,
      "grad_norm": 0.10822607576847076,
      "learning_rate": 2.257947632092282e-06,
      "loss": 0.7059,
      "step": 37412
    },
    {
      "epoch": 0.7884429973604767,
      "grad_norm": 0.10208410769701004,
      "learning_rate": 2.257515647258932e-06,
      "loss": 0.6561,
      "step": 37413
    },
    {
      "epoch": 0.788464071398842,
      "grad_norm": 0.11684469878673553,
      "learning_rate": 2.2570836984947286e-06,
      "loss": 0.7069,
      "step": 37414
    },
    {
      "epoch": 0.7884851454372073,
      "grad_norm": 0.11765528470277786,
      "learning_rate": 2.2566517858016856e-06,
      "loss": 0.6836,
      "step": 37415
    },
    {
      "epoch": 0.7885062194755725,
      "grad_norm": 0.11415761709213257,
      "learning_rate": 2.256219909181813e-06,
      "loss": 0.6359,
      "step": 37416
    },
    {
      "epoch": 0.7885272935139378,
      "grad_norm": 0.11573811620473862,
      "learning_rate": 2.2557880686371238e-06,
      "loss": 0.6884,
      "step": 37417
    },
    {
      "epoch": 0.7885483675523032,
      "grad_norm": 0.1125662699341774,
      "learning_rate": 2.2553562641696304e-06,
      "loss": 0.6902,
      "step": 37418
    },
    {
      "epoch": 0.7885694415906684,
      "grad_norm": 0.12532813847064972,
      "learning_rate": 2.2549244957813432e-06,
      "loss": 0.7479,
      "step": 37419
    },
    {
      "epoch": 0.7885905156290337,
      "grad_norm": 0.10593045502901077,
      "learning_rate": 2.254492763474274e-06,
      "loss": 0.6436,
      "step": 37420
    },
    {
      "epoch": 0.788611589667399,
      "grad_norm": 0.15282724797725677,
      "learning_rate": 2.2540610672504347e-06,
      "loss": 0.7318,
      "step": 37421
    },
    {
      "epoch": 0.7886326637057642,
      "grad_norm": 0.14068996906280518,
      "learning_rate": 2.253629407111836e-06,
      "loss": 0.7504,
      "step": 37422
    },
    {
      "epoch": 0.7886537377441296,
      "grad_norm": 0.13377787172794342,
      "learning_rate": 2.253197783060488e-06,
      "loss": 0.7076,
      "step": 37423
    },
    {
      "epoch": 0.7886748117824949,
      "grad_norm": 0.13398480415344238,
      "learning_rate": 2.2527661950984038e-06,
      "loss": 0.66,
      "step": 37424
    },
    {
      "epoch": 0.7886958858208601,
      "grad_norm": 0.1381576806306839,
      "learning_rate": 2.252334643227592e-06,
      "loss": 0.7354,
      "step": 37425
    },
    {
      "epoch": 0.7887169598592254,
      "grad_norm": 0.10305023193359375,
      "learning_rate": 2.2519031274500625e-06,
      "loss": 0.697,
      "step": 37426
    },
    {
      "epoch": 0.7887380338975907,
      "grad_norm": 0.14629416167736053,
      "learning_rate": 2.2514716477678266e-06,
      "loss": 0.6781,
      "step": 37427
    },
    {
      "epoch": 0.788759107935956,
      "grad_norm": 0.12345123291015625,
      "learning_rate": 2.251040204182896e-06,
      "loss": 0.7056,
      "step": 37428
    },
    {
      "epoch": 0.7887801819743213,
      "grad_norm": 0.11997470259666443,
      "learning_rate": 2.2506087966972778e-06,
      "loss": 0.6714,
      "step": 37429
    },
    {
      "epoch": 0.7888012560126866,
      "grad_norm": 0.15779127180576324,
      "learning_rate": 2.2501774253129827e-06,
      "loss": 0.7732,
      "step": 37430
    },
    {
      "epoch": 0.7888223300510518,
      "grad_norm": 0.16031765937805176,
      "learning_rate": 2.249746090032021e-06,
      "loss": 0.7429,
      "step": 37431
    },
    {
      "epoch": 0.7888434040894171,
      "grad_norm": 0.1139414981007576,
      "learning_rate": 2.2493147908564052e-06,
      "loss": 0.7176,
      "step": 37432
    },
    {
      "epoch": 0.7888644781277825,
      "grad_norm": 0.12668953835964203,
      "learning_rate": 2.2488835277881373e-06,
      "loss": 0.7354,
      "step": 37433
    },
    {
      "epoch": 0.7888855521661478,
      "grad_norm": 0.13027314841747284,
      "learning_rate": 2.248452300829229e-06,
      "loss": 0.6943,
      "step": 37434
    },
    {
      "epoch": 0.788906626204513,
      "grad_norm": 0.11697223037481308,
      "learning_rate": 2.2480211099816897e-06,
      "loss": 0.6997,
      "step": 37435
    },
    {
      "epoch": 0.7889277002428783,
      "grad_norm": 0.11492185294628143,
      "learning_rate": 2.24758995524753e-06,
      "loss": 0.6749,
      "step": 37436
    },
    {
      "epoch": 0.7889487742812435,
      "grad_norm": 0.1261826753616333,
      "learning_rate": 2.2471588366287577e-06,
      "loss": 0.6636,
      "step": 37437
    },
    {
      "epoch": 0.7889698483196088,
      "grad_norm": 0.11939253658056259,
      "learning_rate": 2.246727754127381e-06,
      "loss": 0.7801,
      "step": 37438
    },
    {
      "epoch": 0.7889909223579742,
      "grad_norm": 0.11721795797348022,
      "learning_rate": 2.246296707745408e-06,
      "loss": 0.7604,
      "step": 37439
    },
    {
      "epoch": 0.7890119963963395,
      "grad_norm": 0.16579534113407135,
      "learning_rate": 2.245865697484846e-06,
      "loss": 0.7059,
      "step": 37440
    },
    {
      "epoch": 0.7890330704347047,
      "grad_norm": 0.11405447125434875,
      "learning_rate": 2.2454347233477057e-06,
      "loss": 0.7371,
      "step": 37441
    },
    {
      "epoch": 0.78905414447307,
      "grad_norm": 0.11147887259721756,
      "learning_rate": 2.245003785335992e-06,
      "loss": 0.7552,
      "step": 37442
    },
    {
      "epoch": 0.7890752185114353,
      "grad_norm": 0.12295850366353989,
      "learning_rate": 2.244572883451711e-06,
      "loss": 0.6836,
      "step": 37443
    },
    {
      "epoch": 0.7890962925498006,
      "grad_norm": 0.10170627385377884,
      "learning_rate": 2.244142017696873e-06,
      "loss": 0.7203,
      "step": 37444
    },
    {
      "epoch": 0.7891173665881659,
      "grad_norm": 0.10185620933771133,
      "learning_rate": 2.2437111880734853e-06,
      "loss": 0.633,
      "step": 37445
    },
    {
      "epoch": 0.7891384406265312,
      "grad_norm": 0.13167425990104675,
      "learning_rate": 2.2432803945835536e-06,
      "loss": 0.6548,
      "step": 37446
    },
    {
      "epoch": 0.7891595146648964,
      "grad_norm": 0.15254727005958557,
      "learning_rate": 2.2428496372290855e-06,
      "loss": 0.7249,
      "step": 37447
    },
    {
      "epoch": 0.7891805887032617,
      "grad_norm": 0.12463168799877167,
      "learning_rate": 2.2424189160120867e-06,
      "loss": 0.6897,
      "step": 37448
    },
    {
      "epoch": 0.7892016627416271,
      "grad_norm": 0.13864485919475555,
      "learning_rate": 2.2419882309345655e-06,
      "loss": 0.7273,
      "step": 37449
    },
    {
      "epoch": 0.7892227367799923,
      "grad_norm": 0.3735164403915405,
      "learning_rate": 2.241557581998527e-06,
      "loss": 0.7403,
      "step": 37450
    },
    {
      "epoch": 0.7892438108183576,
      "grad_norm": 0.12882260978221893,
      "learning_rate": 2.241126969205978e-06,
      "loss": 0.7276,
      "step": 37451
    },
    {
      "epoch": 0.7892648848567229,
      "grad_norm": 0.12032309919595718,
      "learning_rate": 2.240696392558924e-06,
      "loss": 0.6845,
      "step": 37452
    },
    {
      "epoch": 0.7892859588950881,
      "grad_norm": 0.1160765141248703,
      "learning_rate": 2.240265852059372e-06,
      "loss": 0.6704,
      "step": 37453
    },
    {
      "epoch": 0.7893070329334535,
      "grad_norm": 0.12991414964199066,
      "learning_rate": 2.239835347709327e-06,
      "loss": 0.7518,
      "step": 37454
    },
    {
      "epoch": 0.7893281069718188,
      "grad_norm": 0.15433545410633087,
      "learning_rate": 2.2394048795107936e-06,
      "loss": 0.7096,
      "step": 37455
    },
    {
      "epoch": 0.789349181010184,
      "grad_norm": 0.11337804049253464,
      "learning_rate": 2.2389744474657794e-06,
      "loss": 0.7055,
      "step": 37456
    },
    {
      "epoch": 0.7893702550485493,
      "grad_norm": 0.17412032186985016,
      "learning_rate": 2.238544051576288e-06,
      "loss": 0.6841,
      "step": 37457
    },
    {
      "epoch": 0.7893913290869146,
      "grad_norm": 0.14056731760501862,
      "learning_rate": 2.2381136918443237e-06,
      "loss": 0.7463,
      "step": 37458
    },
    {
      "epoch": 0.7894124031252799,
      "grad_norm": 0.10093361139297485,
      "learning_rate": 2.2376833682718933e-06,
      "loss": 0.6536,
      "step": 37459
    },
    {
      "epoch": 0.7894334771636452,
      "grad_norm": 0.11817163228988647,
      "learning_rate": 2.2372530808610003e-06,
      "loss": 0.672,
      "step": 37460
    },
    {
      "epoch": 0.7894545512020105,
      "grad_norm": 0.1380196064710617,
      "learning_rate": 2.236822829613651e-06,
      "loss": 0.6835,
      "step": 37461
    },
    {
      "epoch": 0.7894756252403757,
      "grad_norm": 0.11626410484313965,
      "learning_rate": 2.2363926145318494e-06,
      "loss": 0.7308,
      "step": 37462
    },
    {
      "epoch": 0.789496699278741,
      "grad_norm": 0.13035044074058533,
      "learning_rate": 2.235962435617596e-06,
      "loss": 0.7481,
      "step": 37463
    },
    {
      "epoch": 0.7895177733171064,
      "grad_norm": 0.10541165620088577,
      "learning_rate": 2.2355322928728953e-06,
      "loss": 0.6582,
      "step": 37464
    },
    {
      "epoch": 0.7895388473554716,
      "grad_norm": 0.1272246241569519,
      "learning_rate": 2.2351021862997557e-06,
      "loss": 0.7138,
      "step": 37465
    },
    {
      "epoch": 0.7895599213938369,
      "grad_norm": 0.10358983278274536,
      "learning_rate": 2.2346721159001793e-06,
      "loss": 0.6395,
      "step": 37466
    },
    {
      "epoch": 0.7895809954322022,
      "grad_norm": 0.11217327415943146,
      "learning_rate": 2.234242081676169e-06,
      "loss": 0.6685,
      "step": 37467
    },
    {
      "epoch": 0.7896020694705674,
      "grad_norm": 0.10689973086118698,
      "learning_rate": 2.233812083629727e-06,
      "loss": 0.6843,
      "step": 37468
    },
    {
      "epoch": 0.7896231435089328,
      "grad_norm": 0.13899070024490356,
      "learning_rate": 2.233382121762858e-06,
      "loss": 0.7354,
      "step": 37469
    },
    {
      "epoch": 0.7896442175472981,
      "grad_norm": 0.16290625929832458,
      "learning_rate": 2.2329521960775648e-06,
      "loss": 0.6941,
      "step": 37470
    },
    {
      "epoch": 0.7896652915856633,
      "grad_norm": 0.11127196252346039,
      "learning_rate": 2.232522306575853e-06,
      "loss": 0.7118,
      "step": 37471
    },
    {
      "epoch": 0.7896863656240286,
      "grad_norm": 0.09727595001459122,
      "learning_rate": 2.2320924532597188e-06,
      "loss": 0.7202,
      "step": 37472
    },
    {
      "epoch": 0.7897074396623939,
      "grad_norm": 0.12662804126739502,
      "learning_rate": 2.231662636131168e-06,
      "loss": 0.7925,
      "step": 37473
    },
    {
      "epoch": 0.7897285137007591,
      "grad_norm": 0.12856757640838623,
      "learning_rate": 2.2312328551922034e-06,
      "loss": 0.7513,
      "step": 37474
    },
    {
      "epoch": 0.7897495877391245,
      "grad_norm": 0.10517309606075287,
      "learning_rate": 2.230803110444827e-06,
      "loss": 0.7199,
      "step": 37475
    },
    {
      "epoch": 0.7897706617774898,
      "grad_norm": 0.09850838780403137,
      "learning_rate": 2.2303734018910404e-06,
      "loss": 0.6626,
      "step": 37476
    },
    {
      "epoch": 0.789791735815855,
      "grad_norm": 0.120412178337574,
      "learning_rate": 2.229943729532846e-06,
      "loss": 0.6884,
      "step": 37477
    },
    {
      "epoch": 0.7898128098542203,
      "grad_norm": 0.10910628736019135,
      "learning_rate": 2.2295140933722436e-06,
      "loss": 0.7118,
      "step": 37478
    },
    {
      "epoch": 0.7898338838925856,
      "grad_norm": 0.11681944876909256,
      "learning_rate": 2.229084493411238e-06,
      "loss": 0.7113,
      "step": 37479
    },
    {
      "epoch": 0.789854957930951,
      "grad_norm": 0.10430895537137985,
      "learning_rate": 2.2286549296518323e-06,
      "loss": 0.7318,
      "step": 37480
    },
    {
      "epoch": 0.7898760319693162,
      "grad_norm": 0.10931918025016785,
      "learning_rate": 2.2282254020960202e-06,
      "loss": 0.7305,
      "step": 37481
    },
    {
      "epoch": 0.7898971060076815,
      "grad_norm": 0.10685277730226517,
      "learning_rate": 2.227795910745808e-06,
      "loss": 0.6875,
      "step": 37482
    },
    {
      "epoch": 0.7899181800460467,
      "grad_norm": 0.10957416892051697,
      "learning_rate": 2.227366455603195e-06,
      "loss": 0.6615,
      "step": 37483
    },
    {
      "epoch": 0.789939254084412,
      "grad_norm": 0.12320191413164139,
      "learning_rate": 2.2269370366701813e-06,
      "loss": 0.6547,
      "step": 37484
    },
    {
      "epoch": 0.7899603281227774,
      "grad_norm": 0.10025380551815033,
      "learning_rate": 2.2265076539487696e-06,
      "loss": 0.7875,
      "step": 37485
    },
    {
      "epoch": 0.7899814021611427,
      "grad_norm": 0.11654695868492126,
      "learning_rate": 2.2260783074409585e-06,
      "loss": 0.7045,
      "step": 37486
    },
    {
      "epoch": 0.7900024761995079,
      "grad_norm": 0.1205524206161499,
      "learning_rate": 2.2256489971487484e-06,
      "loss": 0.6992,
      "step": 37487
    },
    {
      "epoch": 0.7900235502378732,
      "grad_norm": 0.11659500002861023,
      "learning_rate": 2.225219723074139e-06,
      "loss": 0.6775,
      "step": 37488
    },
    {
      "epoch": 0.7900446242762384,
      "grad_norm": 0.1136736124753952,
      "learning_rate": 2.2247904852191304e-06,
      "loss": 0.7647,
      "step": 37489
    },
    {
      "epoch": 0.7900656983146038,
      "grad_norm": 0.14115023612976074,
      "learning_rate": 2.224361283585722e-06,
      "loss": 0.7827,
      "step": 37490
    },
    {
      "epoch": 0.7900867723529691,
      "grad_norm": 0.12681423127651215,
      "learning_rate": 2.2239321181759176e-06,
      "loss": 0.7543,
      "step": 37491
    },
    {
      "epoch": 0.7901078463913344,
      "grad_norm": 0.10857213288545609,
      "learning_rate": 2.2235029889917094e-06,
      "loss": 0.7081,
      "step": 37492
    },
    {
      "epoch": 0.7901289204296996,
      "grad_norm": 0.11004677414894104,
      "learning_rate": 2.223073896035096e-06,
      "loss": 0.6569,
      "step": 37493
    },
    {
      "epoch": 0.7901499944680649,
      "grad_norm": 0.11618023365736008,
      "learning_rate": 2.2226448393080848e-06,
      "loss": 0.6554,
      "step": 37494
    },
    {
      "epoch": 0.7901710685064303,
      "grad_norm": 0.11873028427362442,
      "learning_rate": 2.2222158188126676e-06,
      "loss": 0.7157,
      "step": 37495
    },
    {
      "epoch": 0.7901921425447955,
      "grad_norm": 0.12943613529205322,
      "learning_rate": 2.2217868345508462e-06,
      "loss": 0.6778,
      "step": 37496
    },
    {
      "epoch": 0.7902132165831608,
      "grad_norm": 0.12859484553337097,
      "learning_rate": 2.2213578865246187e-06,
      "loss": 0.743,
      "step": 37497
    },
    {
      "epoch": 0.7902342906215261,
      "grad_norm": 0.10426264256238937,
      "learning_rate": 2.220928974735983e-06,
      "loss": 0.6861,
      "step": 37498
    },
    {
      "epoch": 0.7902553646598913,
      "grad_norm": 0.13806582987308502,
      "learning_rate": 2.220500099186936e-06,
      "loss": 0.7332,
      "step": 37499
    },
    {
      "epoch": 0.7902764386982567,
      "grad_norm": 0.13647019863128662,
      "learning_rate": 2.2200712598794804e-06,
      "loss": 0.7911,
      "step": 37500
    },
    {
      "epoch": 0.790297512736622,
      "grad_norm": 0.11400135606527328,
      "learning_rate": 2.2196424568156073e-06,
      "loss": 0.724,
      "step": 37501
    },
    {
      "epoch": 0.7903185867749872,
      "grad_norm": 0.11773160845041275,
      "learning_rate": 2.219213689997317e-06,
      "loss": 0.7043,
      "step": 37502
    },
    {
      "epoch": 0.7903396608133525,
      "grad_norm": 0.12136048823595047,
      "learning_rate": 2.2187849594266077e-06,
      "loss": 0.7164,
      "step": 37503
    },
    {
      "epoch": 0.7903607348517178,
      "grad_norm": 0.11467407643795013,
      "learning_rate": 2.218356265105476e-06,
      "loss": 0.7099,
      "step": 37504
    },
    {
      "epoch": 0.7903818088900831,
      "grad_norm": 0.11314889043569565,
      "learning_rate": 2.21792760703592e-06,
      "loss": 0.6964,
      "step": 37505
    },
    {
      "epoch": 0.7904028829284484,
      "grad_norm": 0.11063523590564728,
      "learning_rate": 2.217498985219936e-06,
      "loss": 0.7363,
      "step": 37506
    },
    {
      "epoch": 0.7904239569668137,
      "grad_norm": 0.12123153358697891,
      "learning_rate": 2.2170703996595166e-06,
      "loss": 0.7573,
      "step": 37507
    },
    {
      "epoch": 0.7904450310051789,
      "grad_norm": 0.0986994281411171,
      "learning_rate": 2.2166418503566666e-06,
      "loss": 0.6885,
      "step": 37508
    },
    {
      "epoch": 0.7904661050435442,
      "grad_norm": 0.12024681270122528,
      "learning_rate": 2.216213337313381e-06,
      "loss": 0.6992,
      "step": 37509
    },
    {
      "epoch": 0.7904871790819095,
      "grad_norm": 0.1303703337907791,
      "learning_rate": 2.21578486053165e-06,
      "loss": 0.7069,
      "step": 37510
    },
    {
      "epoch": 0.7905082531202748,
      "grad_norm": 0.11244872957468033,
      "learning_rate": 2.2153564200134736e-06,
      "loss": 0.7418,
      "step": 37511
    },
    {
      "epoch": 0.7905293271586401,
      "grad_norm": 0.11740988492965698,
      "learning_rate": 2.2149280157608476e-06,
      "loss": 0.7553,
      "step": 37512
    },
    {
      "epoch": 0.7905504011970054,
      "grad_norm": 0.15134844183921814,
      "learning_rate": 2.2144996477757672e-06,
      "loss": 0.7063,
      "step": 37513
    },
    {
      "epoch": 0.7905714752353706,
      "grad_norm": 0.10077028721570969,
      "learning_rate": 2.2140713160602277e-06,
      "loss": 0.7181,
      "step": 37514
    },
    {
      "epoch": 0.7905925492737359,
      "grad_norm": 0.10401777923107147,
      "learning_rate": 2.2136430206162263e-06,
      "loss": 0.6184,
      "step": 37515
    },
    {
      "epoch": 0.7906136233121013,
      "grad_norm": 0.1249823048710823,
      "learning_rate": 2.2132147614457565e-06,
      "loss": 0.7476,
      "step": 37516
    },
    {
      "epoch": 0.7906346973504665,
      "grad_norm": 0.13985328376293182,
      "learning_rate": 2.212786538550814e-06,
      "loss": 0.6929,
      "step": 37517
    },
    {
      "epoch": 0.7906557713888318,
      "grad_norm": 0.10994640737771988,
      "learning_rate": 2.2123583519333935e-06,
      "loss": 0.6833,
      "step": 37518
    },
    {
      "epoch": 0.7906768454271971,
      "grad_norm": 0.11944074928760529,
      "learning_rate": 2.21193020159549e-06,
      "loss": 0.7447,
      "step": 37519
    },
    {
      "epoch": 0.7906979194655623,
      "grad_norm": 0.10049479454755783,
      "learning_rate": 2.211502087539098e-06,
      "loss": 0.6739,
      "step": 37520
    },
    {
      "epoch": 0.7907189935039277,
      "grad_norm": 0.13659393787384033,
      "learning_rate": 2.211074009766214e-06,
      "loss": 0.7025,
      "step": 37521
    },
    {
      "epoch": 0.790740067542293,
      "grad_norm": 0.11383989453315735,
      "learning_rate": 2.210645968278825e-06,
      "loss": 0.6972,
      "step": 37522
    },
    {
      "epoch": 0.7907611415806582,
      "grad_norm": 0.12031044065952301,
      "learning_rate": 2.2102179630789334e-06,
      "loss": 0.687,
      "step": 37523
    },
    {
      "epoch": 0.7907822156190235,
      "grad_norm": 0.09976620972156525,
      "learning_rate": 2.20978999416853e-06,
      "loss": 0.6798,
      "step": 37524
    },
    {
      "epoch": 0.7908032896573888,
      "grad_norm": 0.10590775310993195,
      "learning_rate": 2.2093620615496082e-06,
      "loss": 0.6682,
      "step": 37525
    },
    {
      "epoch": 0.7908243636957542,
      "grad_norm": 0.11786419153213501,
      "learning_rate": 2.2089341652241612e-06,
      "loss": 0.7426,
      "step": 37526
    },
    {
      "epoch": 0.7908454377341194,
      "grad_norm": 0.09993040561676025,
      "learning_rate": 2.2085063051941844e-06,
      "loss": 0.6655,
      "step": 37527
    },
    {
      "epoch": 0.7908665117724847,
      "grad_norm": 0.11506184935569763,
      "learning_rate": 2.2080784814616684e-06,
      "loss": 0.7313,
      "step": 37528
    },
    {
      "epoch": 0.79088758581085,
      "grad_norm": 0.10015520453453064,
      "learning_rate": 2.207650694028608e-06,
      "loss": 0.743,
      "step": 37529
    },
    {
      "epoch": 0.7909086598492152,
      "grad_norm": 0.1245766133069992,
      "learning_rate": 2.2072229428969992e-06,
      "loss": 0.6944,
      "step": 37530
    },
    {
      "epoch": 0.7909297338875806,
      "grad_norm": 0.12579894065856934,
      "learning_rate": 2.2067952280688276e-06,
      "loss": 0.7233,
      "step": 37531
    },
    {
      "epoch": 0.7909508079259459,
      "grad_norm": 0.29827389121055603,
      "learning_rate": 2.206367549546089e-06,
      "loss": 0.7863,
      "step": 37532
    },
    {
      "epoch": 0.7909718819643111,
      "grad_norm": 0.10681851208209991,
      "learning_rate": 2.2059399073307765e-06,
      "loss": 0.654,
      "step": 37533
    },
    {
      "epoch": 0.7909929560026764,
      "grad_norm": 0.11626109480857849,
      "learning_rate": 2.2055123014248814e-06,
      "loss": 0.6661,
      "step": 37534
    },
    {
      "epoch": 0.7910140300410416,
      "grad_norm": 0.1941135674715042,
      "learning_rate": 2.205084731830397e-06,
      "loss": 0.7112,
      "step": 37535
    },
    {
      "epoch": 0.791035104079407,
      "grad_norm": 1.861603021621704,
      "learning_rate": 2.2046571985493104e-06,
      "loss": 0.7603,
      "step": 37536
    },
    {
      "epoch": 0.7910561781177723,
      "grad_norm": 0.0959404781460762,
      "learning_rate": 2.204229701583621e-06,
      "loss": 0.6935,
      "step": 37537
    },
    {
      "epoch": 0.7910772521561376,
      "grad_norm": 0.11303657293319702,
      "learning_rate": 2.2038022409353167e-06,
      "loss": 0.6981,
      "step": 37538
    },
    {
      "epoch": 0.7910983261945028,
      "grad_norm": 0.10412964224815369,
      "learning_rate": 2.2033748166063905e-06,
      "loss": 0.6342,
      "step": 37539
    },
    {
      "epoch": 0.7911194002328681,
      "grad_norm": 0.10067956894636154,
      "learning_rate": 2.2029474285988305e-06,
      "loss": 0.6391,
      "step": 37540
    },
    {
      "epoch": 0.7911404742712335,
      "grad_norm": 0.12781856954097748,
      "learning_rate": 2.202520076914629e-06,
      "loss": 0.742,
      "step": 37541
    },
    {
      "epoch": 0.7911615483095987,
      "grad_norm": 0.10270047187805176,
      "learning_rate": 2.2020927615557764e-06,
      "loss": 0.6805,
      "step": 37542
    },
    {
      "epoch": 0.791182622347964,
      "grad_norm": 0.11470314860343933,
      "learning_rate": 2.2016654825242647e-06,
      "loss": 0.6721,
      "step": 37543
    },
    {
      "epoch": 0.7912036963863293,
      "grad_norm": 0.14819501340389252,
      "learning_rate": 2.2012382398220833e-06,
      "loss": 0.6402,
      "step": 37544
    },
    {
      "epoch": 0.7912247704246945,
      "grad_norm": 0.10856518894433975,
      "learning_rate": 2.2008110334512224e-06,
      "loss": 0.7119,
      "step": 37545
    },
    {
      "epoch": 0.7912458444630599,
      "grad_norm": 0.10518775135278702,
      "learning_rate": 2.2003838634136733e-06,
      "loss": 0.6471,
      "step": 37546
    },
    {
      "epoch": 0.7912669185014252,
      "grad_norm": 0.113225057721138,
      "learning_rate": 2.1999567297114257e-06,
      "loss": 0.7448,
      "step": 37547
    },
    {
      "epoch": 0.7912879925397904,
      "grad_norm": 0.11185704916715622,
      "learning_rate": 2.199529632346469e-06,
      "loss": 0.63,
      "step": 37548
    },
    {
      "epoch": 0.7913090665781557,
      "grad_norm": 0.10020726919174194,
      "learning_rate": 2.1991025713207925e-06,
      "loss": 0.6805,
      "step": 37549
    },
    {
      "epoch": 0.791330140616521,
      "grad_norm": 0.1495342254638672,
      "learning_rate": 2.1986755466363875e-06,
      "loss": 0.8324,
      "step": 37550
    },
    {
      "epoch": 0.7913512146548862,
      "grad_norm": 0.2039719521999359,
      "learning_rate": 2.198248558295242e-06,
      "loss": 0.7124,
      "step": 37551
    },
    {
      "epoch": 0.7913722886932516,
      "grad_norm": 0.10001332312822342,
      "learning_rate": 2.197821606299344e-06,
      "loss": 0.6579,
      "step": 37552
    },
    {
      "epoch": 0.7913933627316169,
      "grad_norm": 0.15109342336654663,
      "learning_rate": 2.1973946906506847e-06,
      "loss": 0.702,
      "step": 37553
    },
    {
      "epoch": 0.7914144367699821,
      "grad_norm": 0.11816763877868652,
      "learning_rate": 2.196967811351253e-06,
      "loss": 0.7596,
      "step": 37554
    },
    {
      "epoch": 0.7914355108083474,
      "grad_norm": 0.09398839622735977,
      "learning_rate": 2.196540968403035e-06,
      "loss": 0.682,
      "step": 37555
    },
    {
      "epoch": 0.7914565848467127,
      "grad_norm": 0.13120202720165253,
      "learning_rate": 2.1961141618080216e-06,
      "loss": 0.7299,
      "step": 37556
    },
    {
      "epoch": 0.791477658885078,
      "grad_norm": 0.09851014614105225,
      "learning_rate": 2.1956873915682e-06,
      "loss": 0.6137,
      "step": 37557
    },
    {
      "epoch": 0.7914987329234433,
      "grad_norm": 0.12107878923416138,
      "learning_rate": 2.1952606576855583e-06,
      "loss": 0.6971,
      "step": 37558
    },
    {
      "epoch": 0.7915198069618086,
      "grad_norm": 0.12090902775526047,
      "learning_rate": 2.1948339601620883e-06,
      "loss": 0.6846,
      "step": 37559
    },
    {
      "epoch": 0.7915408810001738,
      "grad_norm": 0.10439713299274445,
      "learning_rate": 2.1944072989997713e-06,
      "loss": 0.6761,
      "step": 37560
    },
    {
      "epoch": 0.7915619550385391,
      "grad_norm": 0.10598413646221161,
      "learning_rate": 2.1939806742005974e-06,
      "loss": 0.7209,
      "step": 37561
    },
    {
      "epoch": 0.7915830290769045,
      "grad_norm": 0.1077747642993927,
      "learning_rate": 2.193554085766556e-06,
      "loss": 0.6845,
      "step": 37562
    },
    {
      "epoch": 0.7916041031152697,
      "grad_norm": 0.11844213306903839,
      "learning_rate": 2.1931275336996327e-06,
      "loss": 0.7816,
      "step": 37563
    },
    {
      "epoch": 0.791625177153635,
      "grad_norm": 0.12338583916425705,
      "learning_rate": 2.192701018001815e-06,
      "loss": 0.6843,
      "step": 37564
    },
    {
      "epoch": 0.7916462511920003,
      "grad_norm": 0.11305684596300125,
      "learning_rate": 2.1922745386750865e-06,
      "loss": 0.7059,
      "step": 37565
    },
    {
      "epoch": 0.7916673252303655,
      "grad_norm": 0.11193012446165085,
      "learning_rate": 2.1918480957214404e-06,
      "loss": 0.6693,
      "step": 37566
    },
    {
      "epoch": 0.7916883992687309,
      "grad_norm": 0.09864673763513565,
      "learning_rate": 2.1914216891428607e-06,
      "loss": 0.6914,
      "step": 37567
    },
    {
      "epoch": 0.7917094733070962,
      "grad_norm": 0.10209700465202332,
      "learning_rate": 2.1909953189413357e-06,
      "loss": 0.7442,
      "step": 37568
    },
    {
      "epoch": 0.7917305473454614,
      "grad_norm": 0.09322664141654968,
      "learning_rate": 2.190568985118847e-06,
      "loss": 0.61,
      "step": 37569
    },
    {
      "epoch": 0.7917516213838267,
      "grad_norm": 0.10838643461465836,
      "learning_rate": 2.1901426876773836e-06,
      "loss": 0.7423,
      "step": 37570
    },
    {
      "epoch": 0.791772695422192,
      "grad_norm": 0.13432510197162628,
      "learning_rate": 2.1897164266189296e-06,
      "loss": 0.7471,
      "step": 37571
    },
    {
      "epoch": 0.7917937694605574,
      "grad_norm": 0.10644011199474335,
      "learning_rate": 2.1892902019454733e-06,
      "loss": 0.6828,
      "step": 37572
    },
    {
      "epoch": 0.7918148434989226,
      "grad_norm": 0.24472510814666748,
      "learning_rate": 2.1888640136590002e-06,
      "loss": 0.7373,
      "step": 37573
    },
    {
      "epoch": 0.7918359175372879,
      "grad_norm": 0.1138615533709526,
      "learning_rate": 2.1884378617614933e-06,
      "loss": 0.6845,
      "step": 37574
    },
    {
      "epoch": 0.7918569915756531,
      "grad_norm": 0.11512119323015213,
      "learning_rate": 2.188011746254939e-06,
      "loss": 0.701,
      "step": 37575
    },
    {
      "epoch": 0.7918780656140184,
      "grad_norm": 0.111660435795784,
      "learning_rate": 2.1875856671413243e-06,
      "loss": 0.7156,
      "step": 37576
    },
    {
      "epoch": 0.7918991396523838,
      "grad_norm": 0.11190956830978394,
      "learning_rate": 2.1871596244226314e-06,
      "loss": 0.755,
      "step": 37577
    },
    {
      "epoch": 0.791920213690749,
      "grad_norm": 0.3971310555934906,
      "learning_rate": 2.186733618100846e-06,
      "loss": 0.7378,
      "step": 37578
    },
    {
      "epoch": 0.7919412877291143,
      "grad_norm": 0.13269537687301636,
      "learning_rate": 2.186307648177953e-06,
      "loss": 0.6863,
      "step": 37579
    },
    {
      "epoch": 0.7919623617674796,
      "grad_norm": 0.11219147592782974,
      "learning_rate": 2.1858817146559373e-06,
      "loss": 0.7475,
      "step": 37580
    },
    {
      "epoch": 0.7919834358058448,
      "grad_norm": 0.12258327007293701,
      "learning_rate": 2.1854558175367836e-06,
      "loss": 0.717,
      "step": 37581
    },
    {
      "epoch": 0.7920045098442102,
      "grad_norm": 0.11064182221889496,
      "learning_rate": 2.1850299568224733e-06,
      "loss": 0.683,
      "step": 37582
    },
    {
      "epoch": 0.7920255838825755,
      "grad_norm": 0.1315334290266037,
      "learning_rate": 2.1846041325149926e-06,
      "loss": 0.7622,
      "step": 37583
    },
    {
      "epoch": 0.7920466579209408,
      "grad_norm": 0.1373186707496643,
      "learning_rate": 2.1841783446163245e-06,
      "loss": 0.6665,
      "step": 37584
    },
    {
      "epoch": 0.792067731959306,
      "grad_norm": 0.1272141933441162,
      "learning_rate": 2.183752593128453e-06,
      "loss": 0.671,
      "step": 37585
    },
    {
      "epoch": 0.7920888059976713,
      "grad_norm": 0.17719082534313202,
      "learning_rate": 2.183326878053361e-06,
      "loss": 0.7322,
      "step": 37586
    },
    {
      "epoch": 0.7921098800360366,
      "grad_norm": 0.12114518135786057,
      "learning_rate": 2.1829011993930327e-06,
      "loss": 0.7263,
      "step": 37587
    },
    {
      "epoch": 0.7921309540744019,
      "grad_norm": 0.1257944256067276,
      "learning_rate": 2.1824755571494492e-06,
      "loss": 0.7299,
      "step": 37588
    },
    {
      "epoch": 0.7921520281127672,
      "grad_norm": 0.1387617439031601,
      "learning_rate": 2.1820499513245983e-06,
      "loss": 0.7302,
      "step": 37589
    },
    {
      "epoch": 0.7921731021511325,
      "grad_norm": 0.1033800020813942,
      "learning_rate": 2.1816243819204553e-06,
      "loss": 0.719,
      "step": 37590
    },
    {
      "epoch": 0.7921941761894977,
      "grad_norm": 0.10811349749565125,
      "learning_rate": 2.181198848939008e-06,
      "loss": 0.6879,
      "step": 37591
    },
    {
      "epoch": 0.792215250227863,
      "grad_norm": 0.11718183010816574,
      "learning_rate": 2.180773352382236e-06,
      "loss": 0.732,
      "step": 37592
    },
    {
      "epoch": 0.7922363242662284,
      "grad_norm": 0.12207221239805222,
      "learning_rate": 2.1803478922521204e-06,
      "loss": 0.7521,
      "step": 37593
    },
    {
      "epoch": 0.7922573983045936,
      "grad_norm": 0.11967206001281738,
      "learning_rate": 2.179922468550649e-06,
      "loss": 0.6712,
      "step": 37594
    },
    {
      "epoch": 0.7922784723429589,
      "grad_norm": 0.10338600724935532,
      "learning_rate": 2.1794970812798e-06,
      "loss": 0.7091,
      "step": 37595
    },
    {
      "epoch": 0.7922995463813242,
      "grad_norm": 0.1083989366889,
      "learning_rate": 2.1790717304415555e-06,
      "loss": 0.7267,
      "step": 37596
    },
    {
      "epoch": 0.7923206204196894,
      "grad_norm": 0.21478904783725739,
      "learning_rate": 2.1786464160378963e-06,
      "loss": 0.7151,
      "step": 37597
    },
    {
      "epoch": 0.7923416944580548,
      "grad_norm": 0.11775491386651993,
      "learning_rate": 2.1782211380708085e-06,
      "loss": 0.6782,
      "step": 37598
    },
    {
      "epoch": 0.7923627684964201,
      "grad_norm": 0.09798973798751831,
      "learning_rate": 2.177795896542265e-06,
      "loss": 0.6789,
      "step": 37599
    },
    {
      "epoch": 0.7923838425347853,
      "grad_norm": 0.11865837872028351,
      "learning_rate": 2.1773706914542525e-06,
      "loss": 0.6687,
      "step": 37600
    },
    {
      "epoch": 0.7924049165731506,
      "grad_norm": 0.1284356713294983,
      "learning_rate": 2.17694552280875e-06,
      "loss": 0.7272,
      "step": 37601
    },
    {
      "epoch": 0.7924259906115159,
      "grad_norm": 0.11549019813537598,
      "learning_rate": 2.176520390607738e-06,
      "loss": 0.7178,
      "step": 37602
    },
    {
      "epoch": 0.7924470646498812,
      "grad_norm": 0.1456756442785263,
      "learning_rate": 2.176095294853199e-06,
      "loss": 0.7072,
      "step": 37603
    },
    {
      "epoch": 0.7924681386882465,
      "grad_norm": 0.10936115682125092,
      "learning_rate": 2.1756702355471116e-06,
      "loss": 0.695,
      "step": 37604
    },
    {
      "epoch": 0.7924892127266118,
      "grad_norm": 0.10770327597856522,
      "learning_rate": 2.175245212691456e-06,
      "loss": 0.698,
      "step": 37605
    },
    {
      "epoch": 0.792510286764977,
      "grad_norm": 0.10781293362379074,
      "learning_rate": 2.1748202262882125e-06,
      "loss": 0.6651,
      "step": 37606
    },
    {
      "epoch": 0.7925313608033423,
      "grad_norm": 0.1317882388830185,
      "learning_rate": 2.1743952763393605e-06,
      "loss": 0.7586,
      "step": 37607
    },
    {
      "epoch": 0.7925524348417077,
      "grad_norm": 0.11983855068683624,
      "learning_rate": 2.173970362846881e-06,
      "loss": 0.7468,
      "step": 37608
    },
    {
      "epoch": 0.7925735088800729,
      "grad_norm": 0.11289633065462112,
      "learning_rate": 2.1735454858127537e-06,
      "loss": 0.6923,
      "step": 37609
    },
    {
      "epoch": 0.7925945829184382,
      "grad_norm": 0.11915737390518188,
      "learning_rate": 2.1731206452389554e-06,
      "loss": 0.7506,
      "step": 37610
    },
    {
      "epoch": 0.7926156569568035,
      "grad_norm": 0.12211789935827255,
      "learning_rate": 2.172695841127468e-06,
      "loss": 0.6564,
      "step": 37611
    },
    {
      "epoch": 0.7926367309951687,
      "grad_norm": 0.1126466691493988,
      "learning_rate": 2.172271073480269e-06,
      "loss": 0.6813,
      "step": 37612
    },
    {
      "epoch": 0.7926578050335341,
      "grad_norm": 0.11863218992948532,
      "learning_rate": 2.1718463422993375e-06,
      "loss": 0.6927,
      "step": 37613
    },
    {
      "epoch": 0.7926788790718994,
      "grad_norm": 0.10222698748111725,
      "learning_rate": 2.171421647586651e-06,
      "loss": 0.6533,
      "step": 37614
    },
    {
      "epoch": 0.7926999531102646,
      "grad_norm": 0.14188922941684723,
      "learning_rate": 2.1709969893441906e-06,
      "loss": 0.6457,
      "step": 37615
    },
    {
      "epoch": 0.7927210271486299,
      "grad_norm": 0.12800677120685577,
      "learning_rate": 2.1705723675739333e-06,
      "loss": 0.6962,
      "step": 37616
    },
    {
      "epoch": 0.7927421011869952,
      "grad_norm": 0.14781562983989716,
      "learning_rate": 2.170147782277856e-06,
      "loss": 0.7061,
      "step": 37617
    },
    {
      "epoch": 0.7927631752253606,
      "grad_norm": 0.10612514615058899,
      "learning_rate": 2.169723233457942e-06,
      "loss": 0.6654,
      "step": 37618
    },
    {
      "epoch": 0.7927842492637258,
      "grad_norm": 0.11246570944786072,
      "learning_rate": 2.169298721116161e-06,
      "loss": 0.7403,
      "step": 37619
    },
    {
      "epoch": 0.7928053233020911,
      "grad_norm": 0.15775451064109802,
      "learning_rate": 2.1688742452544955e-06,
      "loss": 0.7172,
      "step": 37620
    },
    {
      "epoch": 0.7928263973404563,
      "grad_norm": 0.12888625264167786,
      "learning_rate": 2.1684498058749215e-06,
      "loss": 0.6726,
      "step": 37621
    },
    {
      "epoch": 0.7928474713788216,
      "grad_norm": 0.10852079838514328,
      "learning_rate": 2.1680254029794135e-06,
      "loss": 0.6646,
      "step": 37622
    },
    {
      "epoch": 0.792868545417187,
      "grad_norm": 0.11577747762203217,
      "learning_rate": 2.167601036569955e-06,
      "loss": 0.7,
      "step": 37623
    },
    {
      "epoch": 0.7928896194555523,
      "grad_norm": 0.12087639421224594,
      "learning_rate": 2.1671767066485204e-06,
      "loss": 0.7275,
      "step": 37624
    },
    {
      "epoch": 0.7929106934939175,
      "grad_norm": 0.12389299273490906,
      "learning_rate": 2.166752413217086e-06,
      "loss": 0.7694,
      "step": 37625
    },
    {
      "epoch": 0.7929317675322828,
      "grad_norm": 0.106890968978405,
      "learning_rate": 2.1663281562776286e-06,
      "loss": 0.6901,
      "step": 37626
    },
    {
      "epoch": 0.792952841570648,
      "grad_norm": 0.12074952572584152,
      "learning_rate": 2.1659039358321267e-06,
      "loss": 0.6644,
      "step": 37627
    },
    {
      "epoch": 0.7929739156090133,
      "grad_norm": 0.11538249999284744,
      "learning_rate": 2.165479751882551e-06,
      "loss": 0.7415,
      "step": 37628
    },
    {
      "epoch": 0.7929949896473787,
      "grad_norm": 0.16677477955818176,
      "learning_rate": 2.165055604430881e-06,
      "loss": 0.6792,
      "step": 37629
    },
    {
      "epoch": 0.793016063685744,
      "grad_norm": 0.12355120480060577,
      "learning_rate": 2.1646314934790935e-06,
      "loss": 0.7173,
      "step": 37630
    },
    {
      "epoch": 0.7930371377241092,
      "grad_norm": 0.14966849982738495,
      "learning_rate": 2.164207419029163e-06,
      "loss": 0.7166,
      "step": 37631
    },
    {
      "epoch": 0.7930582117624745,
      "grad_norm": 0.11674940586090088,
      "learning_rate": 2.1637833810830657e-06,
      "loss": 0.6573,
      "step": 37632
    },
    {
      "epoch": 0.7930792858008398,
      "grad_norm": 0.1350637823343277,
      "learning_rate": 2.1633593796427752e-06,
      "loss": 0.6562,
      "step": 37633
    },
    {
      "epoch": 0.7931003598392051,
      "grad_norm": 0.1328016221523285,
      "learning_rate": 2.1629354147102697e-06,
      "loss": 0.7245,
      "step": 37634
    },
    {
      "epoch": 0.7931214338775704,
      "grad_norm": 0.1332249492406845,
      "learning_rate": 2.162511486287523e-06,
      "loss": 0.7179,
      "step": 37635
    },
    {
      "epoch": 0.7931425079159357,
      "grad_norm": 0.11506760120391846,
      "learning_rate": 2.1620875943765084e-06,
      "loss": 0.6675,
      "step": 37636
    },
    {
      "epoch": 0.7931635819543009,
      "grad_norm": 0.12945395708084106,
      "learning_rate": 2.161663738979204e-06,
      "loss": 0.6421,
      "step": 37637
    },
    {
      "epoch": 0.7931846559926662,
      "grad_norm": 0.10916703939437866,
      "learning_rate": 2.161239920097581e-06,
      "loss": 0.681,
      "step": 37638
    },
    {
      "epoch": 0.7932057300310316,
      "grad_norm": 0.18067039549350739,
      "learning_rate": 2.1608161377336158e-06,
      "loss": 0.687,
      "step": 37639
    },
    {
      "epoch": 0.7932268040693968,
      "grad_norm": 0.11760174483060837,
      "learning_rate": 2.1603923918892822e-06,
      "loss": 0.6882,
      "step": 37640
    },
    {
      "epoch": 0.7932478781077621,
      "grad_norm": 0.12644167244434357,
      "learning_rate": 2.1599686825665543e-06,
      "loss": 0.6728,
      "step": 37641
    },
    {
      "epoch": 0.7932689521461274,
      "grad_norm": 0.12630130350589752,
      "learning_rate": 2.1595450097674054e-06,
      "loss": 0.6307,
      "step": 37642
    },
    {
      "epoch": 0.7932900261844926,
      "grad_norm": 0.12975353002548218,
      "learning_rate": 2.159121373493811e-06,
      "loss": 0.7407,
      "step": 37643
    },
    {
      "epoch": 0.793311100222858,
      "grad_norm": 0.12001951038837433,
      "learning_rate": 2.158697773747742e-06,
      "loss": 0.7069,
      "step": 37644
    },
    {
      "epoch": 0.7933321742612233,
      "grad_norm": 0.1152939721941948,
      "learning_rate": 2.158274210531174e-06,
      "loss": 0.6589,
      "step": 37645
    },
    {
      "epoch": 0.7933532482995885,
      "grad_norm": 0.12688496708869934,
      "learning_rate": 2.157850683846079e-06,
      "loss": 0.7252,
      "step": 37646
    },
    {
      "epoch": 0.7933743223379538,
      "grad_norm": 0.12091629952192307,
      "learning_rate": 2.1574271936944304e-06,
      "loss": 0.7079,
      "step": 37647
    },
    {
      "epoch": 0.7933953963763191,
      "grad_norm": 0.11607635021209717,
      "learning_rate": 2.157003740078203e-06,
      "loss": 0.7347,
      "step": 37648
    },
    {
      "epoch": 0.7934164704146844,
      "grad_norm": 0.12771868705749512,
      "learning_rate": 2.1565803229993653e-06,
      "loss": 0.7449,
      "step": 37649
    },
    {
      "epoch": 0.7934375444530497,
      "grad_norm": 0.1334882527589798,
      "learning_rate": 2.156156942459893e-06,
      "loss": 0.6733,
      "step": 37650
    },
    {
      "epoch": 0.793458618491415,
      "grad_norm": 0.12104195356369019,
      "learning_rate": 2.1557335984617546e-06,
      "loss": 0.6936,
      "step": 37651
    },
    {
      "epoch": 0.7934796925297802,
      "grad_norm": 0.12628890573978424,
      "learning_rate": 2.1553102910069267e-06,
      "loss": 0.6934,
      "step": 37652
    },
    {
      "epoch": 0.7935007665681455,
      "grad_norm": 0.12149713933467865,
      "learning_rate": 2.1548870200973815e-06,
      "loss": 0.75,
      "step": 37653
    },
    {
      "epoch": 0.7935218406065109,
      "grad_norm": 0.11411029100418091,
      "learning_rate": 2.154463785735088e-06,
      "loss": 0.6741,
      "step": 37654
    },
    {
      "epoch": 0.7935429146448761,
      "grad_norm": 0.1157279834151268,
      "learning_rate": 2.1540405879220195e-06,
      "loss": 0.7129,
      "step": 37655
    },
    {
      "epoch": 0.7935639886832414,
      "grad_norm": 0.12551656365394592,
      "learning_rate": 2.1536174266601473e-06,
      "loss": 0.7194,
      "step": 37656
    },
    {
      "epoch": 0.7935850627216067,
      "grad_norm": 0.11477557569742203,
      "learning_rate": 2.153194301951446e-06,
      "loss": 0.7507,
      "step": 37657
    },
    {
      "epoch": 0.7936061367599719,
      "grad_norm": 0.12303443253040314,
      "learning_rate": 2.1527712137978797e-06,
      "loss": 0.6806,
      "step": 37658
    },
    {
      "epoch": 0.7936272107983373,
      "grad_norm": 0.11578197032213211,
      "learning_rate": 2.152348162201423e-06,
      "loss": 0.7469,
      "step": 37659
    },
    {
      "epoch": 0.7936482848367026,
      "grad_norm": 0.12444472312927246,
      "learning_rate": 2.151925147164047e-06,
      "loss": 0.6761,
      "step": 37660
    },
    {
      "epoch": 0.7936693588750678,
      "grad_norm": 0.25290942192077637,
      "learning_rate": 2.151502168687721e-06,
      "loss": 0.7182,
      "step": 37661
    },
    {
      "epoch": 0.7936904329134331,
      "grad_norm": 0.12724252045154572,
      "learning_rate": 2.1510792267744184e-06,
      "loss": 0.734,
      "step": 37662
    },
    {
      "epoch": 0.7937115069517984,
      "grad_norm": 0.1312399059534073,
      "learning_rate": 2.1506563214261066e-06,
      "loss": 0.6879,
      "step": 37663
    },
    {
      "epoch": 0.7937325809901636,
      "grad_norm": 0.1231941506266594,
      "learning_rate": 2.1502334526447564e-06,
      "loss": 0.7029,
      "step": 37664
    },
    {
      "epoch": 0.793753655028529,
      "grad_norm": 0.11460650712251663,
      "learning_rate": 2.1498106204323368e-06,
      "loss": 0.7535,
      "step": 37665
    },
    {
      "epoch": 0.7937747290668943,
      "grad_norm": 0.10700395703315735,
      "learning_rate": 2.149387824790824e-06,
      "loss": 0.6796,
      "step": 37666
    },
    {
      "epoch": 0.7937958031052595,
      "grad_norm": 0.13540923595428467,
      "learning_rate": 2.1489650657221793e-06,
      "loss": 0.6963,
      "step": 37667
    },
    {
      "epoch": 0.7938168771436248,
      "grad_norm": 0.1040157601237297,
      "learning_rate": 2.148542343228377e-06,
      "loss": 0.6672,
      "step": 37668
    },
    {
      "epoch": 0.7938379511819901,
      "grad_norm": 0.13288207352161407,
      "learning_rate": 2.148119657311384e-06,
      "loss": 0.6862,
      "step": 37669
    },
    {
      "epoch": 0.7938590252203555,
      "grad_norm": 0.10117687284946442,
      "learning_rate": 2.1476970079731706e-06,
      "loss": 0.6648,
      "step": 37670
    },
    {
      "epoch": 0.7938800992587207,
      "grad_norm": 0.12435249984264374,
      "learning_rate": 2.1472743952157047e-06,
      "loss": 0.7583,
      "step": 37671
    },
    {
      "epoch": 0.793901173297086,
      "grad_norm": 0.1290765255689621,
      "learning_rate": 2.146851819040957e-06,
      "loss": 0.7357,
      "step": 37672
    },
    {
      "epoch": 0.7939222473354512,
      "grad_norm": 0.10829827934503555,
      "learning_rate": 2.1464292794508946e-06,
      "loss": 0.6922,
      "step": 37673
    },
    {
      "epoch": 0.7939433213738165,
      "grad_norm": 0.14833325147628784,
      "learning_rate": 2.146006776447487e-06,
      "loss": 0.7783,
      "step": 37674
    },
    {
      "epoch": 0.7939643954121819,
      "grad_norm": 0.11632756888866425,
      "learning_rate": 2.1455843100327e-06,
      "loss": 0.7864,
      "step": 37675
    },
    {
      "epoch": 0.7939854694505472,
      "grad_norm": 0.14083930850028992,
      "learning_rate": 2.1451618802085052e-06,
      "loss": 0.7699,
      "step": 37676
    },
    {
      "epoch": 0.7940065434889124,
      "grad_norm": 0.10834121704101562,
      "learning_rate": 2.144739486976871e-06,
      "loss": 0.7396,
      "step": 37677
    },
    {
      "epoch": 0.7940276175272777,
      "grad_norm": 0.10408629477024078,
      "learning_rate": 2.14431713033976e-06,
      "loss": 0.6685,
      "step": 37678
    },
    {
      "epoch": 0.794048691565643,
      "grad_norm": 0.111542709171772,
      "learning_rate": 2.143894810299144e-06,
      "loss": 0.6928,
      "step": 37679
    },
    {
      "epoch": 0.7940697656040083,
      "grad_norm": 0.11833049356937408,
      "learning_rate": 2.1434725268569856e-06,
      "loss": 0.6593,
      "step": 37680
    },
    {
      "epoch": 0.7940908396423736,
      "grad_norm": 0.11914284527301788,
      "learning_rate": 2.143050280015259e-06,
      "loss": 0.7153,
      "step": 37681
    },
    {
      "epoch": 0.7941119136807389,
      "grad_norm": 0.1856750249862671,
      "learning_rate": 2.142628069775927e-06,
      "loss": 0.7514,
      "step": 37682
    },
    {
      "epoch": 0.7941329877191041,
      "grad_norm": 0.12312702089548111,
      "learning_rate": 2.1422058961409588e-06,
      "loss": 0.7238,
      "step": 37683
    },
    {
      "epoch": 0.7941540617574694,
      "grad_norm": 0.11129777133464813,
      "learning_rate": 2.141783759112319e-06,
      "loss": 0.6266,
      "step": 37684
    },
    {
      "epoch": 0.7941751357958348,
      "grad_norm": 0.11836279928684235,
      "learning_rate": 2.141361658691975e-06,
      "loss": 0.7127,
      "step": 37685
    },
    {
      "epoch": 0.7941962098342,
      "grad_norm": 0.12424375861883163,
      "learning_rate": 2.1409395948818955e-06,
      "loss": 0.7504,
      "step": 37686
    },
    {
      "epoch": 0.7942172838725653,
      "grad_norm": 0.10183608531951904,
      "learning_rate": 2.140517567684043e-06,
      "loss": 0.6884,
      "step": 37687
    },
    {
      "epoch": 0.7942383579109306,
      "grad_norm": 0.11817734688520432,
      "learning_rate": 2.140095577100384e-06,
      "loss": 0.6879,
      "step": 37688
    },
    {
      "epoch": 0.7942594319492958,
      "grad_norm": 0.12776391208171844,
      "learning_rate": 2.1396736231328852e-06,
      "loss": 0.7688,
      "step": 37689
    },
    {
      "epoch": 0.7942805059876612,
      "grad_norm": 0.10314090549945831,
      "learning_rate": 2.1392517057835127e-06,
      "loss": 0.6201,
      "step": 37690
    },
    {
      "epoch": 0.7943015800260265,
      "grad_norm": 0.17789992690086365,
      "learning_rate": 2.138829825054233e-06,
      "loss": 0.6951,
      "step": 37691
    },
    {
      "epoch": 0.7943226540643917,
      "grad_norm": 0.1100403368473053,
      "learning_rate": 2.138407980947008e-06,
      "loss": 0.6798,
      "step": 37692
    },
    {
      "epoch": 0.794343728102757,
      "grad_norm": 0.11267877370119095,
      "learning_rate": 2.1379861734638075e-06,
      "loss": 0.6804,
      "step": 37693
    },
    {
      "epoch": 0.7943648021411223,
      "grad_norm": 0.1295216828584671,
      "learning_rate": 2.13756440260659e-06,
      "loss": 0.7251,
      "step": 37694
    },
    {
      "epoch": 0.7943858761794876,
      "grad_norm": 0.18405485153198242,
      "learning_rate": 2.13714266837733e-06,
      "loss": 0.7122,
      "step": 37695
    },
    {
      "epoch": 0.7944069502178529,
      "grad_norm": 0.11517511308193207,
      "learning_rate": 2.1367209707779844e-06,
      "loss": 0.7061,
      "step": 37696
    },
    {
      "epoch": 0.7944280242562182,
      "grad_norm": 0.14246699213981628,
      "learning_rate": 2.1362993098105213e-06,
      "loss": 0.7484,
      "step": 37697
    },
    {
      "epoch": 0.7944490982945834,
      "grad_norm": 0.09995733946561813,
      "learning_rate": 2.1358776854769024e-06,
      "loss": 0.6839,
      "step": 37698
    },
    {
      "epoch": 0.7944701723329487,
      "grad_norm": 0.1009126529097557,
      "learning_rate": 2.1354560977790937e-06,
      "loss": 0.6945,
      "step": 37699
    },
    {
      "epoch": 0.794491246371314,
      "grad_norm": 0.11362937837839127,
      "learning_rate": 2.135034546719059e-06,
      "loss": 0.7105,
      "step": 37700
    },
    {
      "epoch": 0.7945123204096793,
      "grad_norm": 0.11585287749767303,
      "learning_rate": 2.1346130322987613e-06,
      "loss": 0.81,
      "step": 37701
    },
    {
      "epoch": 0.7945333944480446,
      "grad_norm": 0.10445316135883331,
      "learning_rate": 2.1341915545201662e-06,
      "loss": 0.6749,
      "step": 37702
    },
    {
      "epoch": 0.7945544684864099,
      "grad_norm": 0.1144377812743187,
      "learning_rate": 2.133770113385235e-06,
      "loss": 0.7183,
      "step": 37703
    },
    {
      "epoch": 0.7945755425247751,
      "grad_norm": 0.16579784452915192,
      "learning_rate": 2.1333487088959326e-06,
      "loss": 0.7082,
      "step": 37704
    },
    {
      "epoch": 0.7945966165631404,
      "grad_norm": 0.10396463423967361,
      "learning_rate": 2.1329273410542206e-06,
      "loss": 0.7049,
      "step": 37705
    },
    {
      "epoch": 0.7946176906015058,
      "grad_norm": 0.12359398603439331,
      "learning_rate": 2.132506009862063e-06,
      "loss": 0.6992,
      "step": 37706
    },
    {
      "epoch": 0.794638764639871,
      "grad_norm": 0.12145451456308365,
      "learning_rate": 2.132084715321426e-06,
      "loss": 0.7129,
      "step": 37707
    },
    {
      "epoch": 0.7946598386782363,
      "grad_norm": 0.1280980408191681,
      "learning_rate": 2.1316634574342655e-06,
      "loss": 0.7289,
      "step": 37708
    },
    {
      "epoch": 0.7946809127166016,
      "grad_norm": 0.1152290478348732,
      "learning_rate": 2.1312422362025454e-06,
      "loss": 0.6827,
      "step": 37709
    },
    {
      "epoch": 0.7947019867549668,
      "grad_norm": 0.11273674666881561,
      "learning_rate": 2.1308210516282314e-06,
      "loss": 0.7155,
      "step": 37710
    },
    {
      "epoch": 0.7947230607933322,
      "grad_norm": 0.11947996914386749,
      "learning_rate": 2.130399903713285e-06,
      "loss": 0.6968,
      "step": 37711
    },
    {
      "epoch": 0.7947441348316975,
      "grad_norm": 0.09684421867132187,
      "learning_rate": 2.129978792459667e-06,
      "loss": 0.6286,
      "step": 37712
    },
    {
      "epoch": 0.7947652088700627,
      "grad_norm": 0.12121935933828354,
      "learning_rate": 2.1295577178693393e-06,
      "loss": 0.7334,
      "step": 37713
    },
    {
      "epoch": 0.794786282908428,
      "grad_norm": 0.11340800672769547,
      "learning_rate": 2.1291366799442637e-06,
      "loss": 0.7273,
      "step": 37714
    },
    {
      "epoch": 0.7948073569467933,
      "grad_norm": 0.12262749671936035,
      "learning_rate": 2.1287156786864003e-06,
      "loss": 0.6918,
      "step": 37715
    },
    {
      "epoch": 0.7948284309851587,
      "grad_norm": 0.10013945400714874,
      "learning_rate": 2.128294714097716e-06,
      "loss": 0.7334,
      "step": 37716
    },
    {
      "epoch": 0.7948495050235239,
      "grad_norm": 0.11667416244745255,
      "learning_rate": 2.1278737861801647e-06,
      "loss": 0.7018,
      "step": 37717
    },
    {
      "epoch": 0.7948705790618892,
      "grad_norm": 0.11188516765832901,
      "learning_rate": 2.1274528949357096e-06,
      "loss": 0.6582,
      "step": 37718
    },
    {
      "epoch": 0.7948916531002544,
      "grad_norm": 0.10929058492183685,
      "learning_rate": 2.1270320403663124e-06,
      "loss": 0.7127,
      "step": 37719
    },
    {
      "epoch": 0.7949127271386197,
      "grad_norm": 0.1131521612405777,
      "learning_rate": 2.126611222473933e-06,
      "loss": 0.7236,
      "step": 37720
    },
    {
      "epoch": 0.7949338011769851,
      "grad_norm": 0.12230183184146881,
      "learning_rate": 2.126190441260533e-06,
      "loss": 0.7115,
      "step": 37721
    },
    {
      "epoch": 0.7949548752153504,
      "grad_norm": 0.13014715909957886,
      "learning_rate": 2.1257696967280716e-06,
      "loss": 0.7051,
      "step": 37722
    },
    {
      "epoch": 0.7949759492537156,
      "grad_norm": 0.13269944489002228,
      "learning_rate": 2.125348988878506e-06,
      "loss": 0.7465,
      "step": 37723
    },
    {
      "epoch": 0.7949970232920809,
      "grad_norm": 0.10827603936195374,
      "learning_rate": 2.1249283177138026e-06,
      "loss": 0.689,
      "step": 37724
    },
    {
      "epoch": 0.7950180973304461,
      "grad_norm": 0.17565250396728516,
      "learning_rate": 2.12450768323592e-06,
      "loss": 0.6996,
      "step": 37725
    },
    {
      "epoch": 0.7950391713688115,
      "grad_norm": 0.11008405685424805,
      "learning_rate": 2.124087085446813e-06,
      "loss": 0.6746,
      "step": 37726
    },
    {
      "epoch": 0.7950602454071768,
      "grad_norm": 0.11584733426570892,
      "learning_rate": 2.1236665243484433e-06,
      "loss": 0.6623,
      "step": 37727
    },
    {
      "epoch": 0.7950813194455421,
      "grad_norm": 0.10410819947719574,
      "learning_rate": 2.12324599994277e-06,
      "loss": 0.6929,
      "step": 37728
    },
    {
      "epoch": 0.7951023934839073,
      "grad_norm": 0.11817271262407303,
      "learning_rate": 2.1228255122317533e-06,
      "loss": 0.7173,
      "step": 37729
    },
    {
      "epoch": 0.7951234675222726,
      "grad_norm": 0.12016784399747849,
      "learning_rate": 2.1224050612173506e-06,
      "loss": 0.676,
      "step": 37730
    },
    {
      "epoch": 0.795144541560638,
      "grad_norm": 0.13428696990013123,
      "learning_rate": 2.1219846469015228e-06,
      "loss": 0.6997,
      "step": 37731
    },
    {
      "epoch": 0.7951656155990032,
      "grad_norm": 0.11052995920181274,
      "learning_rate": 2.1215642692862247e-06,
      "loss": 0.6739,
      "step": 37732
    },
    {
      "epoch": 0.7951866896373685,
      "grad_norm": 0.11669919639825821,
      "learning_rate": 2.1211439283734183e-06,
      "loss": 0.7168,
      "step": 37733
    },
    {
      "epoch": 0.7952077636757338,
      "grad_norm": 0.1356562227010727,
      "learning_rate": 2.120723624165061e-06,
      "loss": 0.7403,
      "step": 37734
    },
    {
      "epoch": 0.795228837714099,
      "grad_norm": 0.10951314866542816,
      "learning_rate": 2.1203033566631092e-06,
      "loss": 0.7301,
      "step": 37735
    },
    {
      "epoch": 0.7952499117524644,
      "grad_norm": 0.1468782126903534,
      "learning_rate": 2.119883125869525e-06,
      "loss": 0.7371,
      "step": 37736
    },
    {
      "epoch": 0.7952709857908297,
      "grad_norm": 0.11288382858037949,
      "learning_rate": 2.119462931786257e-06,
      "loss": 0.7252,
      "step": 37737
    },
    {
      "epoch": 0.7952920598291949,
      "grad_norm": 0.10106593370437622,
      "learning_rate": 2.1190427744152718e-06,
      "loss": 0.6655,
      "step": 37738
    },
    {
      "epoch": 0.7953131338675602,
      "grad_norm": 0.1160987913608551,
      "learning_rate": 2.118622653758523e-06,
      "loss": 0.7715,
      "step": 37739
    },
    {
      "epoch": 0.7953342079059255,
      "grad_norm": 0.12207271158695221,
      "learning_rate": 2.1182025698179685e-06,
      "loss": 0.6398,
      "step": 37740
    },
    {
      "epoch": 0.7953552819442907,
      "grad_norm": 0.10257428139448166,
      "learning_rate": 2.117782522595566e-06,
      "loss": 0.6726,
      "step": 37741
    },
    {
      "epoch": 0.7953763559826561,
      "grad_norm": 0.12835580110549927,
      "learning_rate": 2.1173625120932704e-06,
      "loss": 0.714,
      "step": 37742
    },
    {
      "epoch": 0.7953974300210214,
      "grad_norm": 0.10568797588348389,
      "learning_rate": 2.1169425383130405e-06,
      "loss": 0.6841,
      "step": 37743
    },
    {
      "epoch": 0.7954185040593866,
      "grad_norm": 0.1998722404241562,
      "learning_rate": 2.1165226012568307e-06,
      "loss": 0.7023,
      "step": 37744
    },
    {
      "epoch": 0.7954395780977519,
      "grad_norm": 0.12102238088846207,
      "learning_rate": 2.1161027009266024e-06,
      "loss": 0.6936,
      "step": 37745
    },
    {
      "epoch": 0.7954606521361172,
      "grad_norm": 0.20999106764793396,
      "learning_rate": 2.1156828373243033e-06,
      "loss": 0.7358,
      "step": 37746
    },
    {
      "epoch": 0.7954817261744825,
      "grad_norm": 0.11267920583486557,
      "learning_rate": 2.1152630104518944e-06,
      "loss": 0.7319,
      "step": 37747
    },
    {
      "epoch": 0.7955028002128478,
      "grad_norm": 0.11078469455242157,
      "learning_rate": 2.1148432203113313e-06,
      "loss": 0.6844,
      "step": 37748
    },
    {
      "epoch": 0.7955238742512131,
      "grad_norm": 0.11922285705804825,
      "learning_rate": 2.114423466904569e-06,
      "loss": 0.6707,
      "step": 37749
    },
    {
      "epoch": 0.7955449482895783,
      "grad_norm": 0.10762277245521545,
      "learning_rate": 2.1140037502335632e-06,
      "loss": 0.6859,
      "step": 37750
    },
    {
      "epoch": 0.7955660223279436,
      "grad_norm": 0.12273611128330231,
      "learning_rate": 2.11358407030027e-06,
      "loss": 0.7091,
      "step": 37751
    },
    {
      "epoch": 0.795587096366309,
      "grad_norm": 0.10347946733236313,
      "learning_rate": 2.11316442710664e-06,
      "loss": 0.7146,
      "step": 37752
    },
    {
      "epoch": 0.7956081704046742,
      "grad_norm": 0.11885280907154083,
      "learning_rate": 2.112744820654634e-06,
      "loss": 0.7722,
      "step": 37753
    },
    {
      "epoch": 0.7956292444430395,
      "grad_norm": 0.10737844556570053,
      "learning_rate": 2.112325250946209e-06,
      "loss": 0.6564,
      "step": 37754
    },
    {
      "epoch": 0.7956503184814048,
      "grad_norm": 0.1061776727437973,
      "learning_rate": 2.111905717983311e-06,
      "loss": 0.7178,
      "step": 37755
    },
    {
      "epoch": 0.79567139251977,
      "grad_norm": 0.12498244643211365,
      "learning_rate": 2.111486221767899e-06,
      "loss": 0.7053,
      "step": 37756
    },
    {
      "epoch": 0.7956924665581354,
      "grad_norm": 0.10436128079891205,
      "learning_rate": 2.1110667623019278e-06,
      "loss": 0.6558,
      "step": 37757
    },
    {
      "epoch": 0.7957135405965007,
      "grad_norm": 0.11887167394161224,
      "learning_rate": 2.1106473395873496e-06,
      "loss": 0.7555,
      "step": 37758
    },
    {
      "epoch": 0.7957346146348659,
      "grad_norm": 0.10596897453069687,
      "learning_rate": 2.1102279536261193e-06,
      "loss": 0.7238,
      "step": 37759
    },
    {
      "epoch": 0.7957556886732312,
      "grad_norm": 0.11894785612821579,
      "learning_rate": 2.1098086044201914e-06,
      "loss": 0.8043,
      "step": 37760
    },
    {
      "epoch": 0.7957767627115965,
      "grad_norm": 0.11642106622457504,
      "learning_rate": 2.1093892919715187e-06,
      "loss": 0.7153,
      "step": 37761
    },
    {
      "epoch": 0.7957978367499619,
      "grad_norm": 0.1096247211098671,
      "learning_rate": 2.108970016282055e-06,
      "loss": 0.7221,
      "step": 37762
    },
    {
      "epoch": 0.7958189107883271,
      "grad_norm": 0.10447057336568832,
      "learning_rate": 2.108550777353753e-06,
      "loss": 0.7218,
      "step": 37763
    },
    {
      "epoch": 0.7958399848266924,
      "grad_norm": 0.13938190042972565,
      "learning_rate": 2.1081315751885657e-06,
      "loss": 0.7043,
      "step": 37764
    },
    {
      "epoch": 0.7958610588650576,
      "grad_norm": 0.10940857231616974,
      "learning_rate": 2.107712409788446e-06,
      "loss": 0.6981,
      "step": 37765
    },
    {
      "epoch": 0.7958821329034229,
      "grad_norm": 0.1035393700003624,
      "learning_rate": 2.107293281155347e-06,
      "loss": 0.6552,
      "step": 37766
    },
    {
      "epoch": 0.7959032069417883,
      "grad_norm": 0.13931722939014435,
      "learning_rate": 2.1068741892912213e-06,
      "loss": 0.6993,
      "step": 37767
    },
    {
      "epoch": 0.7959242809801536,
      "grad_norm": 0.1145060732960701,
      "learning_rate": 2.1064551341980212e-06,
      "loss": 0.6779,
      "step": 37768
    },
    {
      "epoch": 0.7959453550185188,
      "grad_norm": 0.11908546835184097,
      "learning_rate": 2.1060361158777e-06,
      "loss": 0.6733,
      "step": 37769
    },
    {
      "epoch": 0.7959664290568841,
      "grad_norm": 0.12354733049869537,
      "learning_rate": 2.1056171343322075e-06,
      "loss": 0.7146,
      "step": 37770
    },
    {
      "epoch": 0.7959875030952493,
      "grad_norm": 0.12039122730493546,
      "learning_rate": 2.1051981895634966e-06,
      "loss": 0.6718,
      "step": 37771
    },
    {
      "epoch": 0.7960085771336147,
      "grad_norm": 0.1410873383283615,
      "learning_rate": 2.104779281573519e-06,
      "loss": 0.6642,
      "step": 37772
    },
    {
      "epoch": 0.79602965117198,
      "grad_norm": 0.13359718024730682,
      "learning_rate": 2.1043604103642266e-06,
      "loss": 0.7281,
      "step": 37773
    },
    {
      "epoch": 0.7960507252103453,
      "grad_norm": 0.09993129223585129,
      "learning_rate": 2.10394157593757e-06,
      "loss": 0.6658,
      "step": 37774
    },
    {
      "epoch": 0.7960717992487105,
      "grad_norm": 0.10822106897830963,
      "learning_rate": 2.1035227782955036e-06,
      "loss": 0.7528,
      "step": 37775
    },
    {
      "epoch": 0.7960928732870758,
      "grad_norm": 0.13373886048793793,
      "learning_rate": 2.103104017439974e-06,
      "loss": 0.7015,
      "step": 37776
    },
    {
      "epoch": 0.796113947325441,
      "grad_norm": 0.11689715087413788,
      "learning_rate": 2.1026852933729326e-06,
      "loss": 0.6642,
      "step": 37777
    },
    {
      "epoch": 0.7961350213638064,
      "grad_norm": 0.12300285696983337,
      "learning_rate": 2.1022666060963313e-06,
      "loss": 0.6737,
      "step": 37778
    },
    {
      "epoch": 0.7961560954021717,
      "grad_norm": 0.12983772158622742,
      "learning_rate": 2.1018479556121206e-06,
      "loss": 0.7058,
      "step": 37779
    },
    {
      "epoch": 0.796177169440537,
      "grad_norm": 0.11246024072170258,
      "learning_rate": 2.1014293419222486e-06,
      "loss": 0.7166,
      "step": 37780
    },
    {
      "epoch": 0.7961982434789022,
      "grad_norm": 0.12438104301691055,
      "learning_rate": 2.1010107650286694e-06,
      "loss": 0.7176,
      "step": 37781
    },
    {
      "epoch": 0.7962193175172675,
      "grad_norm": 0.11050625890493393,
      "learning_rate": 2.1005922249333312e-06,
      "loss": 0.6596,
      "step": 37782
    },
    {
      "epoch": 0.7962403915556329,
      "grad_norm": 0.10651733726263046,
      "learning_rate": 2.1001737216381844e-06,
      "loss": 0.7458,
      "step": 37783
    },
    {
      "epoch": 0.7962614655939981,
      "grad_norm": 0.12341529130935669,
      "learning_rate": 2.0997552551451795e-06,
      "loss": 0.726,
      "step": 37784
    },
    {
      "epoch": 0.7962825396323634,
      "grad_norm": 0.10283677279949188,
      "learning_rate": 2.099336825456263e-06,
      "loss": 0.7272,
      "step": 37785
    },
    {
      "epoch": 0.7963036136707287,
      "grad_norm": 0.10465487837791443,
      "learning_rate": 2.098918432573385e-06,
      "loss": 0.7185,
      "step": 37786
    },
    {
      "epoch": 0.7963246877090939,
      "grad_norm": 0.12188300490379333,
      "learning_rate": 2.098500076498495e-06,
      "loss": 0.6932,
      "step": 37787
    },
    {
      "epoch": 0.7963457617474593,
      "grad_norm": 0.11171872168779373,
      "learning_rate": 2.0980817572335423e-06,
      "loss": 0.7428,
      "step": 37788
    },
    {
      "epoch": 0.7963668357858246,
      "grad_norm": 0.1270989179611206,
      "learning_rate": 2.0976634747804758e-06,
      "loss": 0.702,
      "step": 37789
    },
    {
      "epoch": 0.7963879098241898,
      "grad_norm": 0.1432822346687317,
      "learning_rate": 2.0972452291412437e-06,
      "loss": 0.7301,
      "step": 37790
    },
    {
      "epoch": 0.7964089838625551,
      "grad_norm": 0.11064717918634415,
      "learning_rate": 2.0968270203177955e-06,
      "loss": 0.6634,
      "step": 37791
    },
    {
      "epoch": 0.7964300579009204,
      "grad_norm": 0.09720290452241898,
      "learning_rate": 2.096408848312077e-06,
      "loss": 0.6897,
      "step": 37792
    },
    {
      "epoch": 0.7964511319392857,
      "grad_norm": 0.12019888311624527,
      "learning_rate": 2.0959907131260394e-06,
      "loss": 0.729,
      "step": 37793
    },
    {
      "epoch": 0.796472205977651,
      "grad_norm": 0.10252982378005981,
      "learning_rate": 2.0955726147616286e-06,
      "loss": 0.6645,
      "step": 37794
    },
    {
      "epoch": 0.7964932800160163,
      "grad_norm": 0.1492188274860382,
      "learning_rate": 2.0951545532207928e-06,
      "loss": 0.7438,
      "step": 37795
    },
    {
      "epoch": 0.7965143540543815,
      "grad_norm": 0.09064894169569016,
      "learning_rate": 2.09473652850548e-06,
      "loss": 0.6308,
      "step": 37796
    },
    {
      "epoch": 0.7965354280927468,
      "grad_norm": 0.11214809864759445,
      "learning_rate": 2.094318540617637e-06,
      "loss": 0.7076,
      "step": 37797
    },
    {
      "epoch": 0.7965565021311122,
      "grad_norm": 0.13128940761089325,
      "learning_rate": 2.0939005895592115e-06,
      "loss": 0.685,
      "step": 37798
    },
    {
      "epoch": 0.7965775761694774,
      "grad_norm": 0.11050792783498764,
      "learning_rate": 2.093482675332149e-06,
      "loss": 0.6549,
      "step": 37799
    },
    {
      "epoch": 0.7965986502078427,
      "grad_norm": 0.10712330788373947,
      "learning_rate": 2.0930647979384e-06,
      "loss": 0.6754,
      "step": 37800
    },
    {
      "epoch": 0.796619724246208,
      "grad_norm": 0.11153852939605713,
      "learning_rate": 2.092646957379908e-06,
      "loss": 0.6768,
      "step": 37801
    },
    {
      "epoch": 0.7966407982845732,
      "grad_norm": 0.10665848106145859,
      "learning_rate": 2.0922291536586205e-06,
      "loss": 0.6977,
      "step": 37802
    },
    {
      "epoch": 0.7966618723229386,
      "grad_norm": 0.10814005136489868,
      "learning_rate": 2.091811386776483e-06,
      "loss": 0.6904,
      "step": 37803
    },
    {
      "epoch": 0.7966829463613039,
      "grad_norm": 0.10511036217212677,
      "learning_rate": 2.0913936567354464e-06,
      "loss": 0.6293,
      "step": 37804
    },
    {
      "epoch": 0.7967040203996691,
      "grad_norm": 0.129470095038414,
      "learning_rate": 2.0909759635374506e-06,
      "loss": 0.7002,
      "step": 37805
    },
    {
      "epoch": 0.7967250944380344,
      "grad_norm": 0.09338831901550293,
      "learning_rate": 2.0905583071844435e-06,
      "loss": 0.6807,
      "step": 37806
    },
    {
      "epoch": 0.7967461684763997,
      "grad_norm": 0.10533777624368668,
      "learning_rate": 2.0901406876783713e-06,
      "loss": 0.7213,
      "step": 37807
    },
    {
      "epoch": 0.796767242514765,
      "grad_norm": 0.1039106622338295,
      "learning_rate": 2.0897231050211787e-06,
      "loss": 0.7461,
      "step": 37808
    },
    {
      "epoch": 0.7967883165531303,
      "grad_norm": 0.11493222415447235,
      "learning_rate": 2.0893055592148092e-06,
      "loss": 0.7802,
      "step": 37809
    },
    {
      "epoch": 0.7968093905914956,
      "grad_norm": 0.10708018392324448,
      "learning_rate": 2.088888050261214e-06,
      "loss": 0.684,
      "step": 37810
    },
    {
      "epoch": 0.7968304646298608,
      "grad_norm": 0.17496055364608765,
      "learning_rate": 2.0884705781623336e-06,
      "loss": 0.7728,
      "step": 37811
    },
    {
      "epoch": 0.7968515386682261,
      "grad_norm": 0.10176306962966919,
      "learning_rate": 2.0880531429201146e-06,
      "loss": 0.7056,
      "step": 37812
    },
    {
      "epoch": 0.7968726127065915,
      "grad_norm": 0.0971594974398613,
      "learning_rate": 2.0876357445365037e-06,
      "loss": 0.6636,
      "step": 37813
    },
    {
      "epoch": 0.7968936867449568,
      "grad_norm": 0.10447371751070023,
      "learning_rate": 2.0872183830134394e-06,
      "loss": 0.7004,
      "step": 37814
    },
    {
      "epoch": 0.796914760783322,
      "grad_norm": 0.10331550240516663,
      "learning_rate": 2.0868010583528687e-06,
      "loss": 0.6562,
      "step": 37815
    },
    {
      "epoch": 0.7969358348216873,
      "grad_norm": 0.10832661390304565,
      "learning_rate": 2.086383770556737e-06,
      "loss": 0.7333,
      "step": 37816
    },
    {
      "epoch": 0.7969569088600525,
      "grad_norm": 0.1359224021434784,
      "learning_rate": 2.0859665196269876e-06,
      "loss": 0.7508,
      "step": 37817
    },
    {
      "epoch": 0.7969779828984178,
      "grad_norm": 0.10550260543823242,
      "learning_rate": 2.085549305565564e-06,
      "loss": 0.7388,
      "step": 37818
    },
    {
      "epoch": 0.7969990569367832,
      "grad_norm": 0.11122280359268188,
      "learning_rate": 2.085132128374411e-06,
      "loss": 0.7444,
      "step": 37819
    },
    {
      "epoch": 0.7970201309751485,
      "grad_norm": 0.11564493179321289,
      "learning_rate": 2.0847149880554695e-06,
      "loss": 0.7511,
      "step": 37820
    },
    {
      "epoch": 0.7970412050135137,
      "grad_norm": 0.11453188955783844,
      "learning_rate": 2.0842978846106854e-06,
      "loss": 0.7249,
      "step": 37821
    },
    {
      "epoch": 0.797062279051879,
      "grad_norm": 0.10405272245407104,
      "learning_rate": 2.083880818042001e-06,
      "loss": 0.682,
      "step": 37822
    },
    {
      "epoch": 0.7970833530902443,
      "grad_norm": 0.11157411336898804,
      "learning_rate": 2.0834637883513586e-06,
      "loss": 0.7124,
      "step": 37823
    },
    {
      "epoch": 0.7971044271286096,
      "grad_norm": 0.1417105346918106,
      "learning_rate": 2.083046795540702e-06,
      "loss": 0.7486,
      "step": 37824
    },
    {
      "epoch": 0.7971255011669749,
      "grad_norm": 0.09432584792375565,
      "learning_rate": 2.0826298396119725e-06,
      "loss": 0.6846,
      "step": 37825
    },
    {
      "epoch": 0.7971465752053402,
      "grad_norm": 0.11584296822547913,
      "learning_rate": 2.082212920567114e-06,
      "loss": 0.7129,
      "step": 37826
    },
    {
      "epoch": 0.7971676492437054,
      "grad_norm": 0.11217334866523743,
      "learning_rate": 2.0817960384080682e-06,
      "loss": 0.6684,
      "step": 37827
    },
    {
      "epoch": 0.7971887232820707,
      "grad_norm": 0.09928824752569199,
      "learning_rate": 2.0813791931367767e-06,
      "loss": 0.697,
      "step": 37828
    },
    {
      "epoch": 0.7972097973204361,
      "grad_norm": 0.1096838191151619,
      "learning_rate": 2.080962384755182e-06,
      "loss": 0.709,
      "step": 37829
    },
    {
      "epoch": 0.7972308713588013,
      "grad_norm": 0.11938025802373886,
      "learning_rate": 2.080545613265226e-06,
      "loss": 0.6658,
      "step": 37830
    },
    {
      "epoch": 0.7972519453971666,
      "grad_norm": 0.11163537204265594,
      "learning_rate": 2.080128878668849e-06,
      "loss": 0.6783,
      "step": 37831
    },
    {
      "epoch": 0.7972730194355319,
      "grad_norm": 0.10605700314044952,
      "learning_rate": 2.0797121809679934e-06,
      "loss": 0.7704,
      "step": 37832
    },
    {
      "epoch": 0.7972940934738971,
      "grad_norm": 0.11793509870767593,
      "learning_rate": 2.0792955201646005e-06,
      "loss": 0.6546,
      "step": 37833
    },
    {
      "epoch": 0.7973151675122625,
      "grad_norm": 0.12428127229213715,
      "learning_rate": 2.078878896260613e-06,
      "loss": 0.7278,
      "step": 37834
    },
    {
      "epoch": 0.7973362415506278,
      "grad_norm": 0.10272978991270065,
      "learning_rate": 2.078462309257969e-06,
      "loss": 0.6191,
      "step": 37835
    },
    {
      "epoch": 0.797357315588993,
      "grad_norm": 0.1163037121295929,
      "learning_rate": 2.078045759158609e-06,
      "loss": 0.7138,
      "step": 37836
    },
    {
      "epoch": 0.7973783896273583,
      "grad_norm": 0.09937712550163269,
      "learning_rate": 2.0776292459644752e-06,
      "loss": 0.7087,
      "step": 37837
    },
    {
      "epoch": 0.7973994636657236,
      "grad_norm": 0.1454342007637024,
      "learning_rate": 2.0772127696775046e-06,
      "loss": 0.6815,
      "step": 37838
    },
    {
      "epoch": 0.7974205377040889,
      "grad_norm": 0.10434643924236298,
      "learning_rate": 2.076796330299643e-06,
      "loss": 0.675,
      "step": 37839
    },
    {
      "epoch": 0.7974416117424542,
      "grad_norm": 0.09877881407737732,
      "learning_rate": 2.0763799278328276e-06,
      "loss": 0.6664,
      "step": 37840
    },
    {
      "epoch": 0.7974626857808195,
      "grad_norm": 0.10950186103582382,
      "learning_rate": 2.0759635622789985e-06,
      "loss": 0.6756,
      "step": 37841
    },
    {
      "epoch": 0.7974837598191847,
      "grad_norm": 0.10997482389211655,
      "learning_rate": 2.075547233640096e-06,
      "loss": 0.7042,
      "step": 37842
    },
    {
      "epoch": 0.79750483385755,
      "grad_norm": 0.1132543608546257,
      "learning_rate": 2.075130941918061e-06,
      "loss": 0.7097,
      "step": 37843
    },
    {
      "epoch": 0.7975259078959154,
      "grad_norm": 0.10061484575271606,
      "learning_rate": 2.074714687114827e-06,
      "loss": 0.6213,
      "step": 37844
    },
    {
      "epoch": 0.7975469819342806,
      "grad_norm": 0.0960058644413948,
      "learning_rate": 2.0742984692323374e-06,
      "loss": 0.656,
      "step": 37845
    },
    {
      "epoch": 0.7975680559726459,
      "grad_norm": 0.0951310247182846,
      "learning_rate": 2.073882288272532e-06,
      "loss": 0.6391,
      "step": 37846
    },
    {
      "epoch": 0.7975891300110112,
      "grad_norm": 0.11469276994466782,
      "learning_rate": 2.073466144237346e-06,
      "loss": 0.7683,
      "step": 37847
    },
    {
      "epoch": 0.7976102040493764,
      "grad_norm": 0.11562525480985641,
      "learning_rate": 2.073050037128722e-06,
      "loss": 0.7212,
      "step": 37848
    },
    {
      "epoch": 0.7976312780877418,
      "grad_norm": 0.11356879770755768,
      "learning_rate": 2.072633966948596e-06,
      "loss": 0.709,
      "step": 37849
    },
    {
      "epoch": 0.7976523521261071,
      "grad_norm": 0.10403941571712494,
      "learning_rate": 2.072217933698908e-06,
      "loss": 0.7769,
      "step": 37850
    },
    {
      "epoch": 0.7976734261644723,
      "grad_norm": 0.11431533843278885,
      "learning_rate": 2.0718019373815946e-06,
      "loss": 0.7433,
      "step": 37851
    },
    {
      "epoch": 0.7976945002028376,
      "grad_norm": 0.10909416526556015,
      "learning_rate": 2.0713859779985947e-06,
      "loss": 0.7288,
      "step": 37852
    },
    {
      "epoch": 0.7977155742412029,
      "grad_norm": 0.10325941443443298,
      "learning_rate": 2.0709700555518454e-06,
      "loss": 0.6474,
      "step": 37853
    },
    {
      "epoch": 0.7977366482795681,
      "grad_norm": 0.11469019204378128,
      "learning_rate": 2.070554170043284e-06,
      "loss": 0.639,
      "step": 37854
    },
    {
      "epoch": 0.7977577223179335,
      "grad_norm": 0.10838256031274796,
      "learning_rate": 2.0701383214748495e-06,
      "loss": 0.6718,
      "step": 37855
    },
    {
      "epoch": 0.7977787963562988,
      "grad_norm": 0.09807689487934113,
      "learning_rate": 2.0697225098484785e-06,
      "loss": 0.7193,
      "step": 37856
    },
    {
      "epoch": 0.797799870394664,
      "grad_norm": 0.12048576027154922,
      "learning_rate": 2.0693067351661076e-06,
      "loss": 0.7158,
      "step": 37857
    },
    {
      "epoch": 0.7978209444330293,
      "grad_norm": 0.11309100687503815,
      "learning_rate": 2.0688909974296745e-06,
      "loss": 0.6671,
      "step": 37858
    },
    {
      "epoch": 0.7978420184713946,
      "grad_norm": 0.12388446927070618,
      "learning_rate": 2.068475296641115e-06,
      "loss": 0.7359,
      "step": 37859
    },
    {
      "epoch": 0.79786309250976,
      "grad_norm": 0.11668246984481812,
      "learning_rate": 2.068059632802366e-06,
      "loss": 0.6635,
      "step": 37860
    },
    {
      "epoch": 0.7978841665481252,
      "grad_norm": 0.13678589463233948,
      "learning_rate": 2.0676440059153646e-06,
      "loss": 0.6833,
      "step": 37861
    },
    {
      "epoch": 0.7979052405864905,
      "grad_norm": 0.1157619059085846,
      "learning_rate": 2.0672284159820455e-06,
      "loss": 0.7918,
      "step": 37862
    },
    {
      "epoch": 0.7979263146248557,
      "grad_norm": 0.11844658106565475,
      "learning_rate": 2.0668128630043495e-06,
      "loss": 0.721,
      "step": 37863
    },
    {
      "epoch": 0.797947388663221,
      "grad_norm": 0.12974567711353302,
      "learning_rate": 2.066397346984206e-06,
      "loss": 0.7892,
      "step": 37864
    },
    {
      "epoch": 0.7979684627015864,
      "grad_norm": 0.11868323385715485,
      "learning_rate": 2.0659818679235532e-06,
      "loss": 0.7278,
      "step": 37865
    },
    {
      "epoch": 0.7979895367399517,
      "grad_norm": 0.11981022357940674,
      "learning_rate": 2.065566425824328e-06,
      "loss": 0.7528,
      "step": 37866
    },
    {
      "epoch": 0.7980106107783169,
      "grad_norm": 0.16834968328475952,
      "learning_rate": 2.0651510206884607e-06,
      "loss": 0.6962,
      "step": 37867
    },
    {
      "epoch": 0.7980316848166822,
      "grad_norm": 0.09774452447891235,
      "learning_rate": 2.064735652517894e-06,
      "loss": 0.7276,
      "step": 37868
    },
    {
      "epoch": 0.7980527588550475,
      "grad_norm": 0.13089317083358765,
      "learning_rate": 2.064320321314559e-06,
      "loss": 0.7145,
      "step": 37869
    },
    {
      "epoch": 0.7980738328934128,
      "grad_norm": 0.11521486192941666,
      "learning_rate": 2.063905027080392e-06,
      "loss": 0.7487,
      "step": 37870
    },
    {
      "epoch": 0.7980949069317781,
      "grad_norm": 0.13148297369480133,
      "learning_rate": 2.0634897698173252e-06,
      "loss": 0.7273,
      "step": 37871
    },
    {
      "epoch": 0.7981159809701434,
      "grad_norm": 0.09825117141008377,
      "learning_rate": 2.0630745495272984e-06,
      "loss": 0.7523,
      "step": 37872
    },
    {
      "epoch": 0.7981370550085086,
      "grad_norm": 0.10535483062267303,
      "learning_rate": 2.0626593662122397e-06,
      "loss": 0.6311,
      "step": 37873
    },
    {
      "epoch": 0.7981581290468739,
      "grad_norm": 0.1307688057422638,
      "learning_rate": 2.0622442198740854e-06,
      "loss": 0.6856,
      "step": 37874
    },
    {
      "epoch": 0.7981792030852393,
      "grad_norm": 0.1168016642332077,
      "learning_rate": 2.06182911051477e-06,
      "loss": 0.7465,
      "step": 37875
    },
    {
      "epoch": 0.7982002771236045,
      "grad_norm": 0.11265572905540466,
      "learning_rate": 2.061414038136227e-06,
      "loss": 0.7451,
      "step": 37876
    },
    {
      "epoch": 0.7982213511619698,
      "grad_norm": 0.11226458102464676,
      "learning_rate": 2.0609990027403905e-06,
      "loss": 0.7112,
      "step": 37877
    },
    {
      "epoch": 0.7982424252003351,
      "grad_norm": 0.12832030653953552,
      "learning_rate": 2.0605840043291936e-06,
      "loss": 0.7165,
      "step": 37878
    },
    {
      "epoch": 0.7982634992387003,
      "grad_norm": 0.11776906251907349,
      "learning_rate": 2.0601690429045705e-06,
      "loss": 0.7426,
      "step": 37879
    },
    {
      "epoch": 0.7982845732770657,
      "grad_norm": 0.10650907456874847,
      "learning_rate": 2.0597541184684524e-06,
      "loss": 0.6961,
      "step": 37880
    },
    {
      "epoch": 0.798305647315431,
      "grad_norm": 0.1191834881901741,
      "learning_rate": 2.0593392310227746e-06,
      "loss": 0.6898,
      "step": 37881
    },
    {
      "epoch": 0.7983267213537962,
      "grad_norm": 0.10210593044757843,
      "learning_rate": 2.058924380569468e-06,
      "loss": 0.6897,
      "step": 37882
    },
    {
      "epoch": 0.7983477953921615,
      "grad_norm": 0.1153644472360611,
      "learning_rate": 2.058509567110466e-06,
      "loss": 0.7125,
      "step": 37883
    },
    {
      "epoch": 0.7983688694305268,
      "grad_norm": 0.17279133200645447,
      "learning_rate": 2.0580947906477013e-06,
      "loss": 0.7156,
      "step": 37884
    },
    {
      "epoch": 0.7983899434688921,
      "grad_norm": 0.11264700442552567,
      "learning_rate": 2.0576800511831065e-06,
      "loss": 0.7314,
      "step": 37885
    },
    {
      "epoch": 0.7984110175072574,
      "grad_norm": 0.11100461333990097,
      "learning_rate": 2.0572653487186124e-06,
      "loss": 0.6673,
      "step": 37886
    },
    {
      "epoch": 0.7984320915456227,
      "grad_norm": 0.13372042775154114,
      "learning_rate": 2.0568506832561518e-06,
      "loss": 0.7296,
      "step": 37887
    },
    {
      "epoch": 0.7984531655839879,
      "grad_norm": 0.13846467435359955,
      "learning_rate": 2.056436054797656e-06,
      "loss": 0.7221,
      "step": 37888
    },
    {
      "epoch": 0.7984742396223532,
      "grad_norm": 0.11683807522058487,
      "learning_rate": 2.056021463345057e-06,
      "loss": 0.7322,
      "step": 37889
    },
    {
      "epoch": 0.7984953136607185,
      "grad_norm": 0.11126874387264252,
      "learning_rate": 2.0556069089002863e-06,
      "loss": 0.6098,
      "step": 37890
    },
    {
      "epoch": 0.7985163876990838,
      "grad_norm": 0.10903294384479523,
      "learning_rate": 2.055192391465275e-06,
      "loss": 0.7407,
      "step": 37891
    },
    {
      "epoch": 0.7985374617374491,
      "grad_norm": 0.10650870203971863,
      "learning_rate": 2.054777911041954e-06,
      "loss": 0.7255,
      "step": 37892
    },
    {
      "epoch": 0.7985585357758144,
      "grad_norm": 0.12853845953941345,
      "learning_rate": 2.0543634676322575e-06,
      "loss": 0.7639,
      "step": 37893
    },
    {
      "epoch": 0.7985796098141796,
      "grad_norm": 0.10469396412372589,
      "learning_rate": 2.0539490612381098e-06,
      "loss": 0.703,
      "step": 37894
    },
    {
      "epoch": 0.7986006838525449,
      "grad_norm": 0.11402399092912674,
      "learning_rate": 2.0535346918614427e-06,
      "loss": 0.7593,
      "step": 37895
    },
    {
      "epoch": 0.7986217578909103,
      "grad_norm": 0.11212803423404694,
      "learning_rate": 2.0531203595041906e-06,
      "loss": 0.6588,
      "step": 37896
    },
    {
      "epoch": 0.7986428319292755,
      "grad_norm": 0.12994910776615143,
      "learning_rate": 2.0527060641682815e-06,
      "loss": 0.737,
      "step": 37897
    },
    {
      "epoch": 0.7986639059676408,
      "grad_norm": 0.11643849313259125,
      "learning_rate": 2.052291805855646e-06,
      "loss": 0.7431,
      "step": 37898
    },
    {
      "epoch": 0.7986849800060061,
      "grad_norm": 0.09739195555448532,
      "learning_rate": 2.051877584568215e-06,
      "loss": 0.6762,
      "step": 37899
    },
    {
      "epoch": 0.7987060540443713,
      "grad_norm": 0.1479973942041397,
      "learning_rate": 2.0514634003079147e-06,
      "loss": 0.6546,
      "step": 37900
    },
    {
      "epoch": 0.7987271280827367,
      "grad_norm": 0.11007878184318542,
      "learning_rate": 2.051049253076678e-06,
      "loss": 0.7743,
      "step": 37901
    },
    {
      "epoch": 0.798748202121102,
      "grad_norm": 0.13534392416477203,
      "learning_rate": 2.050635142876435e-06,
      "loss": 0.6812,
      "step": 37902
    },
    {
      "epoch": 0.7987692761594672,
      "grad_norm": 0.10585831105709076,
      "learning_rate": 2.0502210697091105e-06,
      "loss": 0.6679,
      "step": 37903
    },
    {
      "epoch": 0.7987903501978325,
      "grad_norm": 0.111147940158844,
      "learning_rate": 2.049807033576636e-06,
      "loss": 0.7071,
      "step": 37904
    },
    {
      "epoch": 0.7988114242361978,
      "grad_norm": 0.10837329179048538,
      "learning_rate": 2.04939303448094e-06,
      "loss": 0.7373,
      "step": 37905
    },
    {
      "epoch": 0.7988324982745632,
      "grad_norm": 0.10886605083942413,
      "learning_rate": 2.048979072423951e-06,
      "loss": 0.6895,
      "step": 37906
    },
    {
      "epoch": 0.7988535723129284,
      "grad_norm": 0.14704068005084991,
      "learning_rate": 2.0485651474075987e-06,
      "loss": 0.6827,
      "step": 37907
    },
    {
      "epoch": 0.7988746463512937,
      "grad_norm": 0.09804879873991013,
      "learning_rate": 2.0481512594338092e-06,
      "loss": 0.6686,
      "step": 37908
    },
    {
      "epoch": 0.798895720389659,
      "grad_norm": 0.11620844900608063,
      "learning_rate": 2.0477374085045132e-06,
      "loss": 0.6536,
      "step": 37909
    },
    {
      "epoch": 0.7989167944280242,
      "grad_norm": 0.11896447092294693,
      "learning_rate": 2.047323594621634e-06,
      "loss": 0.7593,
      "step": 37910
    },
    {
      "epoch": 0.7989378684663896,
      "grad_norm": 0.10300654172897339,
      "learning_rate": 2.046909817787108e-06,
      "loss": 0.6878,
      "step": 37911
    },
    {
      "epoch": 0.7989589425047549,
      "grad_norm": 0.1857854574918747,
      "learning_rate": 2.0464960780028564e-06,
      "loss": 0.7185,
      "step": 37912
    },
    {
      "epoch": 0.7989800165431201,
      "grad_norm": 0.12848825752735138,
      "learning_rate": 2.046082375270806e-06,
      "loss": 0.7905,
      "step": 37913
    },
    {
      "epoch": 0.7990010905814854,
      "grad_norm": 0.12149734795093536,
      "learning_rate": 2.045668709592887e-06,
      "loss": 0.7827,
      "step": 37914
    },
    {
      "epoch": 0.7990221646198506,
      "grad_norm": 0.11125541478395462,
      "learning_rate": 2.0452550809710257e-06,
      "loss": 0.7292,
      "step": 37915
    },
    {
      "epoch": 0.799043238658216,
      "grad_norm": 0.12927240133285522,
      "learning_rate": 2.0448414894071488e-06,
      "loss": 0.7823,
      "step": 37916
    },
    {
      "epoch": 0.7990643126965813,
      "grad_norm": 0.10768035054206848,
      "learning_rate": 2.0444279349031825e-06,
      "loss": 0.6286,
      "step": 37917
    },
    {
      "epoch": 0.7990853867349466,
      "grad_norm": 0.15482130646705627,
      "learning_rate": 2.0440144174610544e-06,
      "loss": 0.7587,
      "step": 37918
    },
    {
      "epoch": 0.7991064607733118,
      "grad_norm": 0.1315678507089615,
      "learning_rate": 2.0436009370826904e-06,
      "loss": 0.7149,
      "step": 37919
    },
    {
      "epoch": 0.7991275348116771,
      "grad_norm": 0.12216361612081528,
      "learning_rate": 2.0431874937700157e-06,
      "loss": 0.702,
      "step": 37920
    },
    {
      "epoch": 0.7991486088500425,
      "grad_norm": 0.14108800888061523,
      "learning_rate": 2.042774087524959e-06,
      "loss": 0.6824,
      "step": 37921
    },
    {
      "epoch": 0.7991696828884077,
      "grad_norm": 0.11718347668647766,
      "learning_rate": 2.0423607183494466e-06,
      "loss": 0.7693,
      "step": 37922
    },
    {
      "epoch": 0.799190756926773,
      "grad_norm": 0.11232800781726837,
      "learning_rate": 2.0419473862454e-06,
      "loss": 0.6772,
      "step": 37923
    },
    {
      "epoch": 0.7992118309651383,
      "grad_norm": 0.11448518186807632,
      "learning_rate": 2.041534091214744e-06,
      "loss": 0.6595,
      "step": 37924
    },
    {
      "epoch": 0.7992329050035035,
      "grad_norm": 0.1182652935385704,
      "learning_rate": 2.04112083325941e-06,
      "loss": 0.7155,
      "step": 37925
    },
    {
      "epoch": 0.7992539790418689,
      "grad_norm": 0.10218380391597748,
      "learning_rate": 2.0407076123813197e-06,
      "loss": 0.6659,
      "step": 37926
    },
    {
      "epoch": 0.7992750530802342,
      "grad_norm": 0.10468793660402298,
      "learning_rate": 2.040294428582399e-06,
      "loss": 0.6346,
      "step": 37927
    },
    {
      "epoch": 0.7992961271185994,
      "grad_norm": 0.12658950686454773,
      "learning_rate": 2.0398812818645732e-06,
      "loss": 0.677,
      "step": 37928
    },
    {
      "epoch": 0.7993172011569647,
      "grad_norm": 0.11273276805877686,
      "learning_rate": 2.0394681722297648e-06,
      "loss": 0.7461,
      "step": 37929
    },
    {
      "epoch": 0.79933827519533,
      "grad_norm": 0.12018321454524994,
      "learning_rate": 2.0390550996799006e-06,
      "loss": 0.7103,
      "step": 37930
    },
    {
      "epoch": 0.7993593492336952,
      "grad_norm": 0.11776282638311386,
      "learning_rate": 2.038642064216907e-06,
      "loss": 0.6919,
      "step": 37931
    },
    {
      "epoch": 0.7993804232720606,
      "grad_norm": 0.11449694633483887,
      "learning_rate": 2.0382290658427018e-06,
      "loss": 0.7794,
      "step": 37932
    },
    {
      "epoch": 0.7994014973104259,
      "grad_norm": 0.1101391538977623,
      "learning_rate": 2.0378161045592126e-06,
      "loss": 0.7331,
      "step": 37933
    },
    {
      "epoch": 0.7994225713487911,
      "grad_norm": 0.12936526536941528,
      "learning_rate": 2.0374031803683626e-06,
      "loss": 0.6199,
      "step": 37934
    },
    {
      "epoch": 0.7994436453871564,
      "grad_norm": 0.12034507095813751,
      "learning_rate": 2.0369902932720763e-06,
      "loss": 0.7045,
      "step": 37935
    },
    {
      "epoch": 0.7994647194255217,
      "grad_norm": 0.1059497818350792,
      "learning_rate": 2.036577443272277e-06,
      "loss": 0.7707,
      "step": 37936
    },
    {
      "epoch": 0.799485793463887,
      "grad_norm": 0.11011375486850739,
      "learning_rate": 2.036164630370888e-06,
      "loss": 0.7247,
      "step": 37937
    },
    {
      "epoch": 0.7995068675022523,
      "grad_norm": 0.1147518903017044,
      "learning_rate": 2.0357518545698318e-06,
      "loss": 0.6938,
      "step": 37938
    },
    {
      "epoch": 0.7995279415406176,
      "grad_norm": 0.1184951663017273,
      "learning_rate": 2.035339115871029e-06,
      "loss": 0.668,
      "step": 37939
    },
    {
      "epoch": 0.7995490155789828,
      "grad_norm": 0.11574499309062958,
      "learning_rate": 2.0349264142764102e-06,
      "loss": 0.6639,
      "step": 37940
    },
    {
      "epoch": 0.7995700896173481,
      "grad_norm": 0.10190121084451675,
      "learning_rate": 2.034513749787891e-06,
      "loss": 0.6931,
      "step": 37941
    },
    {
      "epoch": 0.7995911636557135,
      "grad_norm": 0.13731428980827332,
      "learning_rate": 2.0341011224073947e-06,
      "loss": 0.7483,
      "step": 37942
    },
    {
      "epoch": 0.7996122376940787,
      "grad_norm": 0.1194787472486496,
      "learning_rate": 2.0336885321368462e-06,
      "loss": 0.7414,
      "step": 37943
    },
    {
      "epoch": 0.799633311732444,
      "grad_norm": 0.11983969062566757,
      "learning_rate": 2.033275978978164e-06,
      "loss": 0.7196,
      "step": 37944
    },
    {
      "epoch": 0.7996543857708093,
      "grad_norm": 0.12152422219514847,
      "learning_rate": 2.0328634629332743e-06,
      "loss": 0.7146,
      "step": 37945
    },
    {
      "epoch": 0.7996754598091745,
      "grad_norm": 0.10813436657190323,
      "learning_rate": 2.032450984004095e-06,
      "loss": 0.6886,
      "step": 37946
    },
    {
      "epoch": 0.7996965338475399,
      "grad_norm": 0.11075269430875778,
      "learning_rate": 2.0320385421925505e-06,
      "loss": 0.7169,
      "step": 37947
    },
    {
      "epoch": 0.7997176078859052,
      "grad_norm": 0.11854516714811325,
      "learning_rate": 2.0316261375005596e-06,
      "loss": 0.7382,
      "step": 37948
    },
    {
      "epoch": 0.7997386819242704,
      "grad_norm": 0.10454367846250534,
      "learning_rate": 2.031213769930046e-06,
      "loss": 0.7369,
      "step": 37949
    },
    {
      "epoch": 0.7997597559626357,
      "grad_norm": 0.10329516232013702,
      "learning_rate": 2.030801439482929e-06,
      "loss": 0.6673,
      "step": 37950
    },
    {
      "epoch": 0.799780830001001,
      "grad_norm": 0.10189799964427948,
      "learning_rate": 2.0303891461611314e-06,
      "loss": 0.6985,
      "step": 37951
    },
    {
      "epoch": 0.7998019040393664,
      "grad_norm": 0.1091233566403389,
      "learning_rate": 2.029976889966574e-06,
      "loss": 0.6346,
      "step": 37952
    },
    {
      "epoch": 0.7998229780777316,
      "grad_norm": 0.11760054528713226,
      "learning_rate": 2.0295646709011706e-06,
      "loss": 0.7133,
      "step": 37953
    },
    {
      "epoch": 0.7998440521160969,
      "grad_norm": 0.11377178132534027,
      "learning_rate": 2.02915248896685e-06,
      "loss": 0.6672,
      "step": 37954
    },
    {
      "epoch": 0.7998651261544621,
      "grad_norm": 0.13241149485111237,
      "learning_rate": 2.0287403441655305e-06,
      "loss": 0.6929,
      "step": 37955
    },
    {
      "epoch": 0.7998862001928274,
      "grad_norm": 0.11348611861467361,
      "learning_rate": 2.02832823649913e-06,
      "loss": 0.7097,
      "step": 37956
    },
    {
      "epoch": 0.7999072742311928,
      "grad_norm": 0.10893744975328445,
      "learning_rate": 2.027916165969569e-06,
      "loss": 0.6883,
      "step": 37957
    },
    {
      "epoch": 0.799928348269558,
      "grad_norm": 0.10797088593244553,
      "learning_rate": 2.027504132578768e-06,
      "loss": 0.7071,
      "step": 37958
    },
    {
      "epoch": 0.7999494223079233,
      "grad_norm": 0.10987218469381332,
      "learning_rate": 2.0270921363286457e-06,
      "loss": 0.7276,
      "step": 37959
    },
    {
      "epoch": 0.7999704963462886,
      "grad_norm": 0.11897061765193939,
      "learning_rate": 2.026680177221122e-06,
      "loss": 0.7459,
      "step": 37960
    },
    {
      "epoch": 0.7999915703846538,
      "grad_norm": 0.10693038254976273,
      "learning_rate": 2.026268255258118e-06,
      "loss": 0.6636,
      "step": 37961
    },
    {
      "epoch": 0.8000126444230192,
      "grad_norm": 0.11172925680875778,
      "learning_rate": 2.025856370441548e-06,
      "loss": 0.7651,
      "step": 37962
    },
    {
      "epoch": 0.8000337184613845,
      "grad_norm": 0.13286525011062622,
      "learning_rate": 2.025444522773333e-06,
      "loss": 0.663,
      "step": 37963
    },
    {
      "epoch": 0.8000547924997498,
      "grad_norm": 0.10780873149633408,
      "learning_rate": 2.0250327122553925e-06,
      "loss": 0.6549,
      "step": 37964
    },
    {
      "epoch": 0.800075866538115,
      "grad_norm": 0.1259952038526535,
      "learning_rate": 2.024620938889644e-06,
      "loss": 0.6659,
      "step": 37965
    },
    {
      "epoch": 0.8000969405764803,
      "grad_norm": 0.1137450709939003,
      "learning_rate": 2.024209202678007e-06,
      "loss": 0.6929,
      "step": 37966
    },
    {
      "epoch": 0.8001180146148456,
      "grad_norm": 0.11388880759477615,
      "learning_rate": 2.0237975036223955e-06,
      "loss": 0.7259,
      "step": 37967
    },
    {
      "epoch": 0.8001390886532109,
      "grad_norm": 0.11203023046255112,
      "learning_rate": 2.023385841724733e-06,
      "loss": 0.7073,
      "step": 37968
    },
    {
      "epoch": 0.8001601626915762,
      "grad_norm": 0.10368092358112335,
      "learning_rate": 2.022974216986935e-06,
      "loss": 0.7133,
      "step": 37969
    },
    {
      "epoch": 0.8001812367299415,
      "grad_norm": 0.11824697256088257,
      "learning_rate": 2.0225626294109226e-06,
      "loss": 0.7743,
      "step": 37970
    },
    {
      "epoch": 0.8002023107683067,
      "grad_norm": 0.11234479397535324,
      "learning_rate": 2.0221510789986066e-06,
      "loss": 0.7592,
      "step": 37971
    },
    {
      "epoch": 0.800223384806672,
      "grad_norm": 0.11991499364376068,
      "learning_rate": 2.021739565751907e-06,
      "loss": 0.7744,
      "step": 37972
    },
    {
      "epoch": 0.8002444588450374,
      "grad_norm": 0.0907178595662117,
      "learning_rate": 2.0213280896727404e-06,
      "loss": 0.6459,
      "step": 37973
    },
    {
      "epoch": 0.8002655328834026,
      "grad_norm": 0.11631014198064804,
      "learning_rate": 2.0209166507630264e-06,
      "loss": 0.6834,
      "step": 37974
    },
    {
      "epoch": 0.8002866069217679,
      "grad_norm": 0.15433304011821747,
      "learning_rate": 2.020505249024679e-06,
      "loss": 0.699,
      "step": 37975
    },
    {
      "epoch": 0.8003076809601332,
      "grad_norm": 0.1113375723361969,
      "learning_rate": 2.020093884459615e-06,
      "loss": 0.6881,
      "step": 37976
    },
    {
      "epoch": 0.8003287549984984,
      "grad_norm": 0.10693658888339996,
      "learning_rate": 2.019682557069752e-06,
      "loss": 0.6905,
      "step": 37977
    },
    {
      "epoch": 0.8003498290368638,
      "grad_norm": 0.27458468079566956,
      "learning_rate": 2.019271266857006e-06,
      "loss": 0.6112,
      "step": 37978
    },
    {
      "epoch": 0.8003709030752291,
      "grad_norm": 0.1194111630320549,
      "learning_rate": 2.018860013823292e-06,
      "loss": 0.6871,
      "step": 37979
    },
    {
      "epoch": 0.8003919771135943,
      "grad_norm": 0.1026814803481102,
      "learning_rate": 2.018448797970527e-06,
      "loss": 0.6731,
      "step": 37980
    },
    {
      "epoch": 0.8004130511519596,
      "grad_norm": 0.10362271964550018,
      "learning_rate": 2.018037619300628e-06,
      "loss": 0.6481,
      "step": 37981
    },
    {
      "epoch": 0.8004341251903249,
      "grad_norm": 0.10472603142261505,
      "learning_rate": 2.017626477815504e-06,
      "loss": 0.7265,
      "step": 37982
    },
    {
      "epoch": 0.8004551992286902,
      "grad_norm": 0.11535827815532684,
      "learning_rate": 2.0172153735170773e-06,
      "loss": 0.7341,
      "step": 37983
    },
    {
      "epoch": 0.8004762732670555,
      "grad_norm": 0.13812187314033508,
      "learning_rate": 2.016804306407262e-06,
      "loss": 0.7597,
      "step": 37984
    },
    {
      "epoch": 0.8004973473054208,
      "grad_norm": 0.11108861863613129,
      "learning_rate": 2.0163932764879702e-06,
      "loss": 0.6499,
      "step": 37985
    },
    {
      "epoch": 0.800518421343786,
      "grad_norm": 0.11665841192007065,
      "learning_rate": 2.0159822837611197e-06,
      "loss": 0.6796,
      "step": 37986
    },
    {
      "epoch": 0.8005394953821513,
      "grad_norm": 0.15732106566429138,
      "learning_rate": 2.015571328228624e-06,
      "loss": 0.6765,
      "step": 37987
    },
    {
      "epoch": 0.8005605694205167,
      "grad_norm": 0.10674537718296051,
      "learning_rate": 2.015160409892396e-06,
      "loss": 0.7232,
      "step": 37988
    },
    {
      "epoch": 0.8005816434588819,
      "grad_norm": 0.12846118211746216,
      "learning_rate": 2.0147495287543528e-06,
      "loss": 0.7465,
      "step": 37989
    },
    {
      "epoch": 0.8006027174972472,
      "grad_norm": 0.1494886726140976,
      "learning_rate": 2.0143386848164094e-06,
      "loss": 0.6913,
      "step": 37990
    },
    {
      "epoch": 0.8006237915356125,
      "grad_norm": 0.13553950190544128,
      "learning_rate": 2.013927878080475e-06,
      "loss": 0.6621,
      "step": 37991
    },
    {
      "epoch": 0.8006448655739777,
      "grad_norm": 0.1537187248468399,
      "learning_rate": 2.013517108548466e-06,
      "loss": 0.696,
      "step": 37992
    },
    {
      "epoch": 0.8006659396123431,
      "grad_norm": 0.11056572943925858,
      "learning_rate": 2.013106376222296e-06,
      "loss": 0.6323,
      "step": 37993
    },
    {
      "epoch": 0.8006870136507084,
      "grad_norm": 0.1131429374217987,
      "learning_rate": 2.012695681103879e-06,
      "loss": 0.7576,
      "step": 37994
    },
    {
      "epoch": 0.8007080876890736,
      "grad_norm": 0.10453703254461288,
      "learning_rate": 2.0122850231951265e-06,
      "loss": 0.6847,
      "step": 37995
    },
    {
      "epoch": 0.8007291617274389,
      "grad_norm": 0.20656484365463257,
      "learning_rate": 2.011874402497951e-06,
      "loss": 0.7252,
      "step": 37996
    },
    {
      "epoch": 0.8007502357658042,
      "grad_norm": 0.0973358005285263,
      "learning_rate": 2.011463819014269e-06,
      "loss": 0.6628,
      "step": 37997
    },
    {
      "epoch": 0.8007713098041696,
      "grad_norm": 0.1117154136300087,
      "learning_rate": 2.011053272745992e-06,
      "loss": 0.6727,
      "step": 37998
    },
    {
      "epoch": 0.8007923838425348,
      "grad_norm": 0.10336922854185104,
      "learning_rate": 2.0106427636950342e-06,
      "loss": 0.7574,
      "step": 37999
    },
    {
      "epoch": 0.8008134578809001,
      "grad_norm": 0.11159653961658478,
      "learning_rate": 2.010232291863304e-06,
      "loss": 0.6546,
      "step": 38000
    },
    {
      "epoch": 0.8008345319192653,
      "grad_norm": 0.18198108673095703,
      "learning_rate": 2.009821857252715e-06,
      "loss": 0.7239,
      "step": 38001
    },
    {
      "epoch": 0.8008556059576306,
      "grad_norm": 0.11449328064918518,
      "learning_rate": 2.0094114598651793e-06,
      "loss": 0.7257,
      "step": 38002
    },
    {
      "epoch": 0.800876679995996,
      "grad_norm": 0.14606600999832153,
      "learning_rate": 2.00900109970261e-06,
      "loss": 0.7266,
      "step": 38003
    },
    {
      "epoch": 0.8008977540343613,
      "grad_norm": 0.1301155984401703,
      "learning_rate": 2.0085907767669165e-06,
      "loss": 0.753,
      "step": 38004
    },
    {
      "epoch": 0.8009188280727265,
      "grad_norm": 0.11153988540172577,
      "learning_rate": 2.0081804910600133e-06,
      "loss": 0.678,
      "step": 38005
    },
    {
      "epoch": 0.8009399021110918,
      "grad_norm": 0.10380353033542633,
      "learning_rate": 2.0077702425838097e-06,
      "loss": 0.6996,
      "step": 38006
    },
    {
      "epoch": 0.800960976149457,
      "grad_norm": 0.10416082292795181,
      "learning_rate": 2.0073600313402176e-06,
      "loss": 0.7262,
      "step": 38007
    },
    {
      "epoch": 0.8009820501878223,
      "grad_norm": 0.11395814269781113,
      "learning_rate": 2.0069498573311477e-06,
      "loss": 0.735,
      "step": 38008
    },
    {
      "epoch": 0.8010031242261877,
      "grad_norm": 0.1065845638513565,
      "learning_rate": 2.00653972055851e-06,
      "loss": 0.7586,
      "step": 38009
    },
    {
      "epoch": 0.801024198264553,
      "grad_norm": 0.10338132083415985,
      "learning_rate": 2.0061296210242174e-06,
      "loss": 0.7018,
      "step": 38010
    },
    {
      "epoch": 0.8010452723029182,
      "grad_norm": 0.11990764737129211,
      "learning_rate": 2.005719558730178e-06,
      "loss": 0.7198,
      "step": 38011
    },
    {
      "epoch": 0.8010663463412835,
      "grad_norm": 0.11473404616117477,
      "learning_rate": 2.0053095336783047e-06,
      "loss": 0.7623,
      "step": 38012
    },
    {
      "epoch": 0.8010874203796488,
      "grad_norm": 0.10483356565237045,
      "learning_rate": 2.0048995458705055e-06,
      "loss": 0.7057,
      "step": 38013
    },
    {
      "epoch": 0.8011084944180141,
      "grad_norm": 0.11869511008262634,
      "learning_rate": 2.0044895953086907e-06,
      "loss": 0.7305,
      "step": 38014
    },
    {
      "epoch": 0.8011295684563794,
      "grad_norm": 0.09582680463790894,
      "learning_rate": 2.0040796819947706e-06,
      "loss": 0.6958,
      "step": 38015
    },
    {
      "epoch": 0.8011506424947447,
      "grad_norm": 0.1369592398405075,
      "learning_rate": 2.0036698059306546e-06,
      "loss": 0.7638,
      "step": 38016
    },
    {
      "epoch": 0.8011717165331099,
      "grad_norm": 0.11471449583768845,
      "learning_rate": 2.0032599671182527e-06,
      "loss": 0.7028,
      "step": 38017
    },
    {
      "epoch": 0.8011927905714752,
      "grad_norm": 0.12985138595104218,
      "learning_rate": 2.0028501655594736e-06,
      "loss": 0.6985,
      "step": 38018
    },
    {
      "epoch": 0.8012138646098406,
      "grad_norm": 0.13886703550815582,
      "learning_rate": 2.0024404012562258e-06,
      "loss": 0.7097,
      "step": 38019
    },
    {
      "epoch": 0.8012349386482058,
      "grad_norm": 0.09821199625730515,
      "learning_rate": 2.002030674210422e-06,
      "loss": 0.6958,
      "step": 38020
    },
    {
      "epoch": 0.8012560126865711,
      "grad_norm": 0.1381843537092209,
      "learning_rate": 2.0016209844239653e-06,
      "loss": 0.7731,
      "step": 38021
    },
    {
      "epoch": 0.8012770867249364,
      "grad_norm": 0.11391215026378632,
      "learning_rate": 2.001211331898768e-06,
      "loss": 0.6861,
      "step": 38022
    },
    {
      "epoch": 0.8012981607633016,
      "grad_norm": 0.1146061047911644,
      "learning_rate": 2.0008017166367357e-06,
      "loss": 0.7483,
      "step": 38023
    },
    {
      "epoch": 0.801319234801667,
      "grad_norm": 0.12094045430421829,
      "learning_rate": 2.0003921386397784e-06,
      "loss": 0.677,
      "step": 38024
    },
    {
      "epoch": 0.8013403088400323,
      "grad_norm": 0.10779565572738647,
      "learning_rate": 1.999982597909802e-06,
      "loss": 0.6899,
      "step": 38025
    },
    {
      "epoch": 0.8013613828783975,
      "grad_norm": 0.11811023205518723,
      "learning_rate": 1.999573094448719e-06,
      "loss": 0.68,
      "step": 38026
    },
    {
      "epoch": 0.8013824569167628,
      "grad_norm": 0.10361035913228989,
      "learning_rate": 1.999163628258435e-06,
      "loss": 0.6871,
      "step": 38027
    },
    {
      "epoch": 0.8014035309551281,
      "grad_norm": 0.12906529009342194,
      "learning_rate": 1.9987541993408564e-06,
      "loss": 0.7781,
      "step": 38028
    },
    {
      "epoch": 0.8014246049934934,
      "grad_norm": 0.12015239149332047,
      "learning_rate": 1.998344807697895e-06,
      "loss": 0.6746,
      "step": 38029
    },
    {
      "epoch": 0.8014456790318587,
      "grad_norm": 0.10500487685203552,
      "learning_rate": 1.99793545333145e-06,
      "loss": 0.7223,
      "step": 38030
    },
    {
      "epoch": 0.801466753070224,
      "grad_norm": 0.13733838498592377,
      "learning_rate": 1.9975261362434338e-06,
      "loss": 0.72,
      "step": 38031
    },
    {
      "epoch": 0.8014878271085892,
      "grad_norm": 0.13432635366916656,
      "learning_rate": 1.9971168564357524e-06,
      "loss": 0.6723,
      "step": 38032
    },
    {
      "epoch": 0.8015089011469545,
      "grad_norm": 0.12559743225574493,
      "learning_rate": 1.9967076139103112e-06,
      "loss": 0.6744,
      "step": 38033
    },
    {
      "epoch": 0.8015299751853199,
      "grad_norm": 0.10432541370391846,
      "learning_rate": 1.9962984086690184e-06,
      "loss": 0.6902,
      "step": 38034
    },
    {
      "epoch": 0.8015510492236851,
      "grad_norm": 0.12240947037935257,
      "learning_rate": 1.9958892407137787e-06,
      "loss": 0.7079,
      "step": 38035
    },
    {
      "epoch": 0.8015721232620504,
      "grad_norm": 0.11650928109884262,
      "learning_rate": 1.9954801100465003e-06,
      "loss": 0.7263,
      "step": 38036
    },
    {
      "epoch": 0.8015931973004157,
      "grad_norm": 0.12096322327852249,
      "learning_rate": 1.995071016669088e-06,
      "loss": 0.7283,
      "step": 38037
    },
    {
      "epoch": 0.8016142713387809,
      "grad_norm": 0.10792338848114014,
      "learning_rate": 1.994661960583447e-06,
      "loss": 0.6116,
      "step": 38038
    },
    {
      "epoch": 0.8016353453771463,
      "grad_norm": 0.10724479705095291,
      "learning_rate": 1.9942529417914837e-06,
      "loss": 0.6381,
      "step": 38039
    },
    {
      "epoch": 0.8016564194155116,
      "grad_norm": 0.10692860186100006,
      "learning_rate": 1.993843960295103e-06,
      "loss": 0.7116,
      "step": 38040
    },
    {
      "epoch": 0.8016774934538768,
      "grad_norm": 0.11746572703123093,
      "learning_rate": 1.9934350160962113e-06,
      "loss": 0.724,
      "step": 38041
    },
    {
      "epoch": 0.8016985674922421,
      "grad_norm": 0.11486107110977173,
      "learning_rate": 1.9930261091967128e-06,
      "loss": 0.7136,
      "step": 38042
    },
    {
      "epoch": 0.8017196415306074,
      "grad_norm": 0.1023419052362442,
      "learning_rate": 1.9926172395985132e-06,
      "loss": 0.6842,
      "step": 38043
    },
    {
      "epoch": 0.8017407155689726,
      "grad_norm": 0.12958428263664246,
      "learning_rate": 1.9922084073035163e-06,
      "loss": 0.7415,
      "step": 38044
    },
    {
      "epoch": 0.801761789607338,
      "grad_norm": 0.10452114790678024,
      "learning_rate": 1.9917996123136275e-06,
      "loss": 0.6522,
      "step": 38045
    },
    {
      "epoch": 0.8017828636457033,
      "grad_norm": 0.11533930152654648,
      "learning_rate": 1.9913908546307505e-06,
      "loss": 0.7171,
      "step": 38046
    },
    {
      "epoch": 0.8018039376840685,
      "grad_norm": 0.11332632601261139,
      "learning_rate": 1.9909821342567893e-06,
      "loss": 0.6893,
      "step": 38047
    },
    {
      "epoch": 0.8018250117224338,
      "grad_norm": 0.11097802221775055,
      "learning_rate": 1.990573451193649e-06,
      "loss": 0.6935,
      "step": 38048
    },
    {
      "epoch": 0.8018460857607991,
      "grad_norm": 0.11347615718841553,
      "learning_rate": 1.9901648054432355e-06,
      "loss": 0.7637,
      "step": 38049
    },
    {
      "epoch": 0.8018671597991645,
      "grad_norm": 0.11814417690038681,
      "learning_rate": 1.9897561970074473e-06,
      "loss": 0.7913,
      "step": 38050
    },
    {
      "epoch": 0.8018882338375297,
      "grad_norm": 0.1277456432580948,
      "learning_rate": 1.9893476258881916e-06,
      "loss": 0.6825,
      "step": 38051
    },
    {
      "epoch": 0.801909307875895,
      "grad_norm": 0.0961032286286354,
      "learning_rate": 1.98893909208737e-06,
      "loss": 0.6453,
      "step": 38052
    },
    {
      "epoch": 0.8019303819142602,
      "grad_norm": 0.11779775470495224,
      "learning_rate": 1.9885305956068866e-06,
      "loss": 0.695,
      "step": 38053
    },
    {
      "epoch": 0.8019514559526255,
      "grad_norm": 0.14818266034126282,
      "learning_rate": 1.9881221364486415e-06,
      "loss": 0.6542,
      "step": 38054
    },
    {
      "epoch": 0.8019725299909909,
      "grad_norm": 0.1131204143166542,
      "learning_rate": 1.987713714614543e-06,
      "loss": 0.7294,
      "step": 38055
    },
    {
      "epoch": 0.8019936040293562,
      "grad_norm": 0.11326475441455841,
      "learning_rate": 1.9873053301064924e-06,
      "loss": 0.6747,
      "step": 38056
    },
    {
      "epoch": 0.8020146780677214,
      "grad_norm": 0.11851432919502258,
      "learning_rate": 1.9868969829263896e-06,
      "loss": 0.6725,
      "step": 38057
    },
    {
      "epoch": 0.8020357521060867,
      "grad_norm": 0.11086872220039368,
      "learning_rate": 1.986488673076142e-06,
      "loss": 0.7628,
      "step": 38058
    },
    {
      "epoch": 0.802056826144452,
      "grad_norm": 0.10606800019741058,
      "learning_rate": 1.986080400557645e-06,
      "loss": 0.6603,
      "step": 38059
    },
    {
      "epoch": 0.8020779001828173,
      "grad_norm": 0.10384637117385864,
      "learning_rate": 1.985672165372804e-06,
      "loss": 0.7201,
      "step": 38060
    },
    {
      "epoch": 0.8020989742211826,
      "grad_norm": 0.10109710693359375,
      "learning_rate": 1.98526396752352e-06,
      "loss": 0.6433,
      "step": 38061
    },
    {
      "epoch": 0.8021200482595479,
      "grad_norm": 0.09135005623102188,
      "learning_rate": 1.984855807011695e-06,
      "loss": 0.6948,
      "step": 38062
    },
    {
      "epoch": 0.8021411222979131,
      "grad_norm": 0.11903250962495804,
      "learning_rate": 1.98444768383923e-06,
      "loss": 0.7328,
      "step": 38063
    },
    {
      "epoch": 0.8021621963362784,
      "grad_norm": 0.12002706527709961,
      "learning_rate": 1.9840395980080284e-06,
      "loss": 0.7068,
      "step": 38064
    },
    {
      "epoch": 0.8021832703746438,
      "grad_norm": 0.12018615752458572,
      "learning_rate": 1.983631549519989e-06,
      "loss": 0.7752,
      "step": 38065
    },
    {
      "epoch": 0.802204344413009,
      "grad_norm": 0.1311565339565277,
      "learning_rate": 1.9832235383770126e-06,
      "loss": 0.7148,
      "step": 38066
    },
    {
      "epoch": 0.8022254184513743,
      "grad_norm": 0.14391496777534485,
      "learning_rate": 1.982815564581002e-06,
      "loss": 0.74,
      "step": 38067
    },
    {
      "epoch": 0.8022464924897396,
      "grad_norm": 0.14594490826129913,
      "learning_rate": 1.9824076281338558e-06,
      "loss": 0.6708,
      "step": 38068
    },
    {
      "epoch": 0.8022675665281048,
      "grad_norm": 0.26788464188575745,
      "learning_rate": 1.981999729037476e-06,
      "loss": 0.7894,
      "step": 38069
    },
    {
      "epoch": 0.8022886405664702,
      "grad_norm": 0.10842107981443405,
      "learning_rate": 1.9815918672937617e-06,
      "loss": 0.6921,
      "step": 38070
    },
    {
      "epoch": 0.8023097146048355,
      "grad_norm": 0.12376945465803146,
      "learning_rate": 1.9811840429046127e-06,
      "loss": 0.6847,
      "step": 38071
    },
    {
      "epoch": 0.8023307886432007,
      "grad_norm": 0.13322974741458893,
      "learning_rate": 1.9807762558719303e-06,
      "loss": 0.7257,
      "step": 38072
    },
    {
      "epoch": 0.802351862681566,
      "grad_norm": 0.120086669921875,
      "learning_rate": 1.980368506197613e-06,
      "loss": 0.6645,
      "step": 38073
    },
    {
      "epoch": 0.8023729367199313,
      "grad_norm": 0.11766724288463593,
      "learning_rate": 1.9799607938835617e-06,
      "loss": 0.7532,
      "step": 38074
    },
    {
      "epoch": 0.8023940107582966,
      "grad_norm": 0.11958694458007812,
      "learning_rate": 1.979553118931674e-06,
      "loss": 0.7261,
      "step": 38075
    },
    {
      "epoch": 0.8024150847966619,
      "grad_norm": 0.12641465663909912,
      "learning_rate": 1.9791454813438504e-06,
      "loss": 0.7337,
      "step": 38076
    },
    {
      "epoch": 0.8024361588350272,
      "grad_norm": 0.124076247215271,
      "learning_rate": 1.978737881121989e-06,
      "loss": 0.7067,
      "step": 38077
    },
    {
      "epoch": 0.8024572328733924,
      "grad_norm": 0.1045764610171318,
      "learning_rate": 1.978330318267989e-06,
      "loss": 0.6915,
      "step": 38078
    },
    {
      "epoch": 0.8024783069117577,
      "grad_norm": 0.11239681392908096,
      "learning_rate": 1.9779227927837518e-06,
      "loss": 0.7656,
      "step": 38079
    },
    {
      "epoch": 0.802499380950123,
      "grad_norm": 0.12659485638141632,
      "learning_rate": 1.9775153046711713e-06,
      "loss": 0.67,
      "step": 38080
    },
    {
      "epoch": 0.8025204549884883,
      "grad_norm": 0.12635104358196259,
      "learning_rate": 1.9771078539321476e-06,
      "loss": 0.708,
      "step": 38081
    },
    {
      "epoch": 0.8025415290268536,
      "grad_norm": 0.1285494863986969,
      "learning_rate": 1.9767004405685763e-06,
      "loss": 0.7708,
      "step": 38082
    },
    {
      "epoch": 0.8025626030652189,
      "grad_norm": 0.12551097571849823,
      "learning_rate": 1.976293064582361e-06,
      "loss": 0.6954,
      "step": 38083
    },
    {
      "epoch": 0.8025836771035841,
      "grad_norm": 0.10830923914909363,
      "learning_rate": 1.975885725975397e-06,
      "loss": 0.7723,
      "step": 38084
    },
    {
      "epoch": 0.8026047511419494,
      "grad_norm": 0.11019942909479141,
      "learning_rate": 1.9754784247495806e-06,
      "loss": 0.7265,
      "step": 38085
    },
    {
      "epoch": 0.8026258251803148,
      "grad_norm": 0.11671104282140732,
      "learning_rate": 1.9750711609068105e-06,
      "loss": 0.7222,
      "step": 38086
    },
    {
      "epoch": 0.80264689921868,
      "grad_norm": 0.15250073373317719,
      "learning_rate": 1.974663934448984e-06,
      "loss": 0.7876,
      "step": 38087
    },
    {
      "epoch": 0.8026679732570453,
      "grad_norm": 0.10449406504631042,
      "learning_rate": 1.9742567453780003e-06,
      "loss": 0.7122,
      "step": 38088
    },
    {
      "epoch": 0.8026890472954106,
      "grad_norm": 0.13516314327716827,
      "learning_rate": 1.9738495936957514e-06,
      "loss": 0.7428,
      "step": 38089
    },
    {
      "epoch": 0.8027101213337758,
      "grad_norm": 0.10446786880493164,
      "learning_rate": 1.9734424794041373e-06,
      "loss": 0.7101,
      "step": 38090
    },
    {
      "epoch": 0.8027311953721412,
      "grad_norm": 0.1373997926712036,
      "learning_rate": 1.9730354025050534e-06,
      "loss": 0.754,
      "step": 38091
    },
    {
      "epoch": 0.8027522694105065,
      "grad_norm": 0.10790740698575974,
      "learning_rate": 1.972628363000396e-06,
      "loss": 0.6617,
      "step": 38092
    },
    {
      "epoch": 0.8027733434488717,
      "grad_norm": 0.12760496139526367,
      "learning_rate": 1.972221360892063e-06,
      "loss": 0.7231,
      "step": 38093
    },
    {
      "epoch": 0.802794417487237,
      "grad_norm": 0.1267305314540863,
      "learning_rate": 1.9718143961819482e-06,
      "loss": 0.728,
      "step": 38094
    },
    {
      "epoch": 0.8028154915256023,
      "grad_norm": 0.12050558626651764,
      "learning_rate": 1.9714074688719487e-06,
      "loss": 0.6861,
      "step": 38095
    },
    {
      "epoch": 0.8028365655639677,
      "grad_norm": 0.13274869322776794,
      "learning_rate": 1.971000578963961e-06,
      "loss": 0.6743,
      "step": 38096
    },
    {
      "epoch": 0.8028576396023329,
      "grad_norm": 0.11954706162214279,
      "learning_rate": 1.9705937264598797e-06,
      "loss": 0.6765,
      "step": 38097
    },
    {
      "epoch": 0.8028787136406982,
      "grad_norm": 0.10783860087394714,
      "learning_rate": 1.9701869113616e-06,
      "loss": 0.7254,
      "step": 38098
    },
    {
      "epoch": 0.8028997876790634,
      "grad_norm": 0.11074591428041458,
      "learning_rate": 1.969780133671018e-06,
      "loss": 0.6364,
      "step": 38099
    },
    {
      "epoch": 0.8029208617174287,
      "grad_norm": 0.13189981877803802,
      "learning_rate": 1.969373393390027e-06,
      "loss": 0.716,
      "step": 38100
    },
    {
      "epoch": 0.8029419357557941,
      "grad_norm": 0.11903409659862518,
      "learning_rate": 1.968966690520524e-06,
      "loss": 0.7438,
      "step": 38101
    },
    {
      "epoch": 0.8029630097941594,
      "grad_norm": 0.12087852507829666,
      "learning_rate": 1.9685600250644023e-06,
      "loss": 0.6815,
      "step": 38102
    },
    {
      "epoch": 0.8029840838325246,
      "grad_norm": 0.11809899657964706,
      "learning_rate": 1.9681533970235554e-06,
      "loss": 0.6534,
      "step": 38103
    },
    {
      "epoch": 0.8030051578708899,
      "grad_norm": 0.1322786509990692,
      "learning_rate": 1.9677468063998804e-06,
      "loss": 0.724,
      "step": 38104
    },
    {
      "epoch": 0.8030262319092552,
      "grad_norm": 0.10300272703170776,
      "learning_rate": 1.9673402531952703e-06,
      "loss": 0.619,
      "step": 38105
    },
    {
      "epoch": 0.8030473059476205,
      "grad_norm": 0.1337222307920456,
      "learning_rate": 1.966933737411617e-06,
      "loss": 0.765,
      "step": 38106
    },
    {
      "epoch": 0.8030683799859858,
      "grad_norm": 0.3266559839248657,
      "learning_rate": 1.9665272590508178e-06,
      "loss": 0.7266,
      "step": 38107
    },
    {
      "epoch": 0.8030894540243511,
      "grad_norm": 0.17200718820095062,
      "learning_rate": 1.9661208181147662e-06,
      "loss": 0.6884,
      "step": 38108
    },
    {
      "epoch": 0.8031105280627163,
      "grad_norm": 0.11833175271749496,
      "learning_rate": 1.965714414605351e-06,
      "loss": 0.7518,
      "step": 38109
    },
    {
      "epoch": 0.8031316021010816,
      "grad_norm": 0.13551445305347443,
      "learning_rate": 1.9653080485244693e-06,
      "loss": 0.6388,
      "step": 38110
    },
    {
      "epoch": 0.803152676139447,
      "grad_norm": 0.10101035237312317,
      "learning_rate": 1.9649017198740105e-06,
      "loss": 0.6793,
      "step": 38111
    },
    {
      "epoch": 0.8031737501778122,
      "grad_norm": 0.14958414435386658,
      "learning_rate": 1.9644954286558728e-06,
      "loss": 0.7353,
      "step": 38112
    },
    {
      "epoch": 0.8031948242161775,
      "grad_norm": 0.10357371717691422,
      "learning_rate": 1.964089174871947e-06,
      "loss": 0.6621,
      "step": 38113
    },
    {
      "epoch": 0.8032158982545428,
      "grad_norm": 0.11782792955636978,
      "learning_rate": 1.9636829585241247e-06,
      "loss": 0.7355,
      "step": 38114
    },
    {
      "epoch": 0.803236972292908,
      "grad_norm": 0.11310938745737076,
      "learning_rate": 1.963276779614298e-06,
      "loss": 0.7933,
      "step": 38115
    },
    {
      "epoch": 0.8032580463312734,
      "grad_norm": 0.10346117615699768,
      "learning_rate": 1.962870638144362e-06,
      "loss": 0.6729,
      "step": 38116
    },
    {
      "epoch": 0.8032791203696387,
      "grad_norm": 0.11201177537441254,
      "learning_rate": 1.9624645341162076e-06,
      "loss": 0.7132,
      "step": 38117
    },
    {
      "epoch": 0.8033001944080039,
      "grad_norm": 0.12568484246730804,
      "learning_rate": 1.9620584675317233e-06,
      "loss": 0.7366,
      "step": 38118
    },
    {
      "epoch": 0.8033212684463692,
      "grad_norm": 0.1474994271993637,
      "learning_rate": 1.9616524383928037e-06,
      "loss": 0.7279,
      "step": 38119
    },
    {
      "epoch": 0.8033423424847345,
      "grad_norm": 0.12487558275461197,
      "learning_rate": 1.9612464467013404e-06,
      "loss": 0.6854,
      "step": 38120
    },
    {
      "epoch": 0.8033634165230997,
      "grad_norm": 0.13252857327461243,
      "learning_rate": 1.960840492459224e-06,
      "loss": 0.6883,
      "step": 38121
    },
    {
      "epoch": 0.8033844905614651,
      "grad_norm": 0.09958486258983612,
      "learning_rate": 1.960434575668345e-06,
      "loss": 0.6598,
      "step": 38122
    },
    {
      "epoch": 0.8034055645998304,
      "grad_norm": 0.11163430660963058,
      "learning_rate": 1.960028696330596e-06,
      "loss": 0.7779,
      "step": 38123
    },
    {
      "epoch": 0.8034266386381956,
      "grad_norm": 0.13021895289421082,
      "learning_rate": 1.959622854447867e-06,
      "loss": 0.7181,
      "step": 38124
    },
    {
      "epoch": 0.8034477126765609,
      "grad_norm": 0.12449721992015839,
      "learning_rate": 1.9592170500220487e-06,
      "loss": 0.7194,
      "step": 38125
    },
    {
      "epoch": 0.8034687867149262,
      "grad_norm": 0.10988149791955948,
      "learning_rate": 1.958811283055032e-06,
      "loss": 0.6884,
      "step": 38126
    },
    {
      "epoch": 0.8034898607532915,
      "grad_norm": 0.12406230717897415,
      "learning_rate": 1.9584055535487066e-06,
      "loss": 0.7693,
      "step": 38127
    },
    {
      "epoch": 0.8035109347916568,
      "grad_norm": 0.10921493172645569,
      "learning_rate": 1.9579998615049633e-06,
      "loss": 0.7376,
      "step": 38128
    },
    {
      "epoch": 0.8035320088300221,
      "grad_norm": 0.14038024842739105,
      "learning_rate": 1.9575942069256914e-06,
      "loss": 0.7299,
      "step": 38129
    },
    {
      "epoch": 0.8035530828683873,
      "grad_norm": 0.09571683406829834,
      "learning_rate": 1.9571885898127807e-06,
      "loss": 0.634,
      "step": 38130
    },
    {
      "epoch": 0.8035741569067526,
      "grad_norm": 0.10262754559516907,
      "learning_rate": 1.9567830101681217e-06,
      "loss": 0.7988,
      "step": 38131
    },
    {
      "epoch": 0.803595230945118,
      "grad_norm": 0.16640134155750275,
      "learning_rate": 1.9563774679936032e-06,
      "loss": 0.7009,
      "step": 38132
    },
    {
      "epoch": 0.8036163049834832,
      "grad_norm": 0.11241647601127625,
      "learning_rate": 1.9559719632911134e-06,
      "loss": 0.7102,
      "step": 38133
    },
    {
      "epoch": 0.8036373790218485,
      "grad_norm": 0.18839259445667267,
      "learning_rate": 1.955566496062543e-06,
      "loss": 0.7404,
      "step": 38134
    },
    {
      "epoch": 0.8036584530602138,
      "grad_norm": 0.14737340807914734,
      "learning_rate": 1.955161066309781e-06,
      "loss": 0.7226,
      "step": 38135
    },
    {
      "epoch": 0.803679527098579,
      "grad_norm": 0.10217376798391342,
      "learning_rate": 1.954755674034715e-06,
      "loss": 0.6571,
      "step": 38136
    },
    {
      "epoch": 0.8037006011369444,
      "grad_norm": 0.08679532259702682,
      "learning_rate": 1.9543503192392345e-06,
      "loss": 0.6624,
      "step": 38137
    },
    {
      "epoch": 0.8037216751753097,
      "grad_norm": 0.1040697693824768,
      "learning_rate": 1.9539450019252295e-06,
      "loss": 0.6937,
      "step": 38138
    },
    {
      "epoch": 0.803742749213675,
      "grad_norm": 0.1253344714641571,
      "learning_rate": 1.953539722094583e-06,
      "loss": 0.6748,
      "step": 38139
    },
    {
      "epoch": 0.8037638232520402,
      "grad_norm": 0.1257161796092987,
      "learning_rate": 1.9531344797491848e-06,
      "loss": 0.6859,
      "step": 38140
    },
    {
      "epoch": 0.8037848972904055,
      "grad_norm": 0.1338251233100891,
      "learning_rate": 1.9527292748909267e-06,
      "loss": 0.7194,
      "step": 38141
    },
    {
      "epoch": 0.8038059713287709,
      "grad_norm": 0.13654746115207672,
      "learning_rate": 1.9523241075216925e-06,
      "loss": 0.6674,
      "step": 38142
    },
    {
      "epoch": 0.8038270453671361,
      "grad_norm": 0.20624594390392303,
      "learning_rate": 1.9519189776433724e-06,
      "loss": 0.7501,
      "step": 38143
    },
    {
      "epoch": 0.8038481194055014,
      "grad_norm": 0.1097516268491745,
      "learning_rate": 1.951513885257852e-06,
      "loss": 0.6972,
      "step": 38144
    },
    {
      "epoch": 0.8038691934438666,
      "grad_norm": 0.12877537310123444,
      "learning_rate": 1.951108830367019e-06,
      "loss": 0.7495,
      "step": 38145
    },
    {
      "epoch": 0.8038902674822319,
      "grad_norm": 0.10949095338582993,
      "learning_rate": 1.9507038129727594e-06,
      "loss": 0.7135,
      "step": 38146
    },
    {
      "epoch": 0.8039113415205973,
      "grad_norm": 0.10279488563537598,
      "learning_rate": 1.9502988330769645e-06,
      "loss": 0.6604,
      "step": 38147
    },
    {
      "epoch": 0.8039324155589626,
      "grad_norm": 0.11322002857923508,
      "learning_rate": 1.9498938906815145e-06,
      "loss": 0.7337,
      "step": 38148
    },
    {
      "epoch": 0.8039534895973278,
      "grad_norm": 0.11290080845355988,
      "learning_rate": 1.9494889857882983e-06,
      "loss": 0.7319,
      "step": 38149
    },
    {
      "epoch": 0.8039745636356931,
      "grad_norm": 0.10446279495954514,
      "learning_rate": 1.9490841183992027e-06,
      "loss": 0.6524,
      "step": 38150
    },
    {
      "epoch": 0.8039956376740583,
      "grad_norm": 0.10442649573087692,
      "learning_rate": 1.948679288516113e-06,
      "loss": 0.7024,
      "step": 38151
    },
    {
      "epoch": 0.8040167117124237,
      "grad_norm": 0.10992620140314102,
      "learning_rate": 1.9482744961409173e-06,
      "loss": 0.7335,
      "step": 38152
    },
    {
      "epoch": 0.804037785750789,
      "grad_norm": 0.09801382571458817,
      "learning_rate": 1.9478697412754986e-06,
      "loss": 0.6832,
      "step": 38153
    },
    {
      "epoch": 0.8040588597891543,
      "grad_norm": 0.16009867191314697,
      "learning_rate": 1.947465023921742e-06,
      "loss": 0.7421,
      "step": 38154
    },
    {
      "epoch": 0.8040799338275195,
      "grad_norm": 0.15716056525707245,
      "learning_rate": 1.947060344081537e-06,
      "loss": 0.6975,
      "step": 38155
    },
    {
      "epoch": 0.8041010078658848,
      "grad_norm": 0.10210498422384262,
      "learning_rate": 1.946655701756769e-06,
      "loss": 0.715,
      "step": 38156
    },
    {
      "epoch": 0.80412208190425,
      "grad_norm": 0.12683765590190887,
      "learning_rate": 1.9462510969493185e-06,
      "loss": 0.6758,
      "step": 38157
    },
    {
      "epoch": 0.8041431559426154,
      "grad_norm": 0.12718746066093445,
      "learning_rate": 1.9458465296610717e-06,
      "loss": 0.7168,
      "step": 38158
    },
    {
      "epoch": 0.8041642299809807,
      "grad_norm": 0.11246419697999954,
      "learning_rate": 1.9454419998939146e-06,
      "loss": 0.6754,
      "step": 38159
    },
    {
      "epoch": 0.804185304019346,
      "grad_norm": 0.16613131761550903,
      "learning_rate": 1.945037507649731e-06,
      "loss": 0.7474,
      "step": 38160
    },
    {
      "epoch": 0.8042063780577112,
      "grad_norm": 0.18112465739250183,
      "learning_rate": 1.944633052930406e-06,
      "loss": 0.6875,
      "step": 38161
    },
    {
      "epoch": 0.8042274520960765,
      "grad_norm": 0.13988672196865082,
      "learning_rate": 1.9442286357378226e-06,
      "loss": 0.726,
      "step": 38162
    },
    {
      "epoch": 0.8042485261344419,
      "grad_norm": 0.10910539329051971,
      "learning_rate": 1.943824256073866e-06,
      "loss": 0.7221,
      "step": 38163
    },
    {
      "epoch": 0.8042696001728071,
      "grad_norm": 0.10774699598550797,
      "learning_rate": 1.9434199139404196e-06,
      "loss": 0.7029,
      "step": 38164
    },
    {
      "epoch": 0.8042906742111724,
      "grad_norm": 0.10391287505626678,
      "learning_rate": 1.943015609339367e-06,
      "loss": 0.7127,
      "step": 38165
    },
    {
      "epoch": 0.8043117482495377,
      "grad_norm": 0.10318109393119812,
      "learning_rate": 1.942611342272591e-06,
      "loss": 0.6871,
      "step": 38166
    },
    {
      "epoch": 0.8043328222879029,
      "grad_norm": 0.09493730962276459,
      "learning_rate": 1.9422071127419795e-06,
      "loss": 0.6686,
      "step": 38167
    },
    {
      "epoch": 0.8043538963262683,
      "grad_norm": 0.12871062755584717,
      "learning_rate": 1.9418029207494084e-06,
      "loss": 0.7734,
      "step": 38168
    },
    {
      "epoch": 0.8043749703646336,
      "grad_norm": 0.13222703337669373,
      "learning_rate": 1.9413987662967615e-06,
      "loss": 0.7259,
      "step": 38169
    },
    {
      "epoch": 0.8043960444029988,
      "grad_norm": 0.11155494302511215,
      "learning_rate": 1.940994649385928e-06,
      "loss": 0.7164,
      "step": 38170
    },
    {
      "epoch": 0.8044171184413641,
      "grad_norm": 0.16203483939170837,
      "learning_rate": 1.9405905700187842e-06,
      "loss": 0.64,
      "step": 38171
    },
    {
      "epoch": 0.8044381924797294,
      "grad_norm": 0.12958404421806335,
      "learning_rate": 1.9401865281972176e-06,
      "loss": 0.7311,
      "step": 38172
    },
    {
      "epoch": 0.8044592665180947,
      "grad_norm": 0.16502821445465088,
      "learning_rate": 1.939782523923106e-06,
      "loss": 0.6708,
      "step": 38173
    },
    {
      "epoch": 0.80448034055646,
      "grad_norm": 0.11326372623443604,
      "learning_rate": 1.939378557198335e-06,
      "loss": 0.6465,
      "step": 38174
    },
    {
      "epoch": 0.8045014145948253,
      "grad_norm": 0.10353735089302063,
      "learning_rate": 1.9389746280247836e-06,
      "loss": 0.7189,
      "step": 38175
    },
    {
      "epoch": 0.8045224886331905,
      "grad_norm": 0.13593043386936188,
      "learning_rate": 1.938570736404338e-06,
      "loss": 0.683,
      "step": 38176
    },
    {
      "epoch": 0.8045435626715558,
      "grad_norm": 0.11560725420713425,
      "learning_rate": 1.9381668823388744e-06,
      "loss": 0.6658,
      "step": 38177
    },
    {
      "epoch": 0.8045646367099212,
      "grad_norm": 0.11277563124895096,
      "learning_rate": 1.937763065830276e-06,
      "loss": 0.6988,
      "step": 38178
    },
    {
      "epoch": 0.8045857107482864,
      "grad_norm": 0.11326339840888977,
      "learning_rate": 1.9373592868804236e-06,
      "loss": 0.6961,
      "step": 38179
    },
    {
      "epoch": 0.8046067847866517,
      "grad_norm": 0.10823079198598862,
      "learning_rate": 1.9369555454912e-06,
      "loss": 0.6774,
      "step": 38180
    },
    {
      "epoch": 0.804627858825017,
      "grad_norm": 0.09854627400636673,
      "learning_rate": 1.936551841664486e-06,
      "loss": 0.7276,
      "step": 38181
    },
    {
      "epoch": 0.8046489328633822,
      "grad_norm": 0.10559280216693878,
      "learning_rate": 1.9361481754021593e-06,
      "loss": 0.7082,
      "step": 38182
    },
    {
      "epoch": 0.8046700069017476,
      "grad_norm": 0.12934249639511108,
      "learning_rate": 1.935744546706102e-06,
      "loss": 0.7013,
      "step": 38183
    },
    {
      "epoch": 0.8046910809401129,
      "grad_norm": 0.10543545335531235,
      "learning_rate": 1.9353409555781965e-06,
      "loss": 0.6531,
      "step": 38184
    },
    {
      "epoch": 0.8047121549784781,
      "grad_norm": 0.12066100537776947,
      "learning_rate": 1.934937402020325e-06,
      "loss": 0.6489,
      "step": 38185
    },
    {
      "epoch": 0.8047332290168434,
      "grad_norm": 0.10561975091695786,
      "learning_rate": 1.93453388603436e-06,
      "loss": 0.6847,
      "step": 38186
    },
    {
      "epoch": 0.8047543030552087,
      "grad_norm": 0.13034462928771973,
      "learning_rate": 1.934130407622187e-06,
      "loss": 0.7221,
      "step": 38187
    },
    {
      "epoch": 0.804775377093574,
      "grad_norm": 0.10798922181129456,
      "learning_rate": 1.933726966785682e-06,
      "loss": 0.7156,
      "step": 38188
    },
    {
      "epoch": 0.8047964511319393,
      "grad_norm": 0.13342265784740448,
      "learning_rate": 1.9333235635267277e-06,
      "loss": 0.7703,
      "step": 38189
    },
    {
      "epoch": 0.8048175251703046,
      "grad_norm": 0.7924394607543945,
      "learning_rate": 1.9329201978472024e-06,
      "loss": 0.6709,
      "step": 38190
    },
    {
      "epoch": 0.8048385992086698,
      "grad_norm": 0.1306087076663971,
      "learning_rate": 1.9325168697489836e-06,
      "loss": 0.7666,
      "step": 38191
    },
    {
      "epoch": 0.8048596732470351,
      "grad_norm": 0.09997610747814178,
      "learning_rate": 1.932113579233953e-06,
      "loss": 0.6757,
      "step": 38192
    },
    {
      "epoch": 0.8048807472854005,
      "grad_norm": 0.11712554842233658,
      "learning_rate": 1.931710326303987e-06,
      "loss": 0.7686,
      "step": 38193
    },
    {
      "epoch": 0.8049018213237658,
      "grad_norm": 0.10599008202552795,
      "learning_rate": 1.931307110960965e-06,
      "loss": 0.6931,
      "step": 38194
    },
    {
      "epoch": 0.804922895362131,
      "grad_norm": 0.12430629134178162,
      "learning_rate": 1.930903933206767e-06,
      "loss": 0.7785,
      "step": 38195
    },
    {
      "epoch": 0.8049439694004963,
      "grad_norm": 0.10611623525619507,
      "learning_rate": 1.9305007930432683e-06,
      "loss": 0.6576,
      "step": 38196
    },
    {
      "epoch": 0.8049650434388615,
      "grad_norm": 0.12004471570253372,
      "learning_rate": 1.930097690472351e-06,
      "loss": 0.7105,
      "step": 38197
    },
    {
      "epoch": 0.8049861174772268,
      "grad_norm": 0.1773810237646103,
      "learning_rate": 1.929694625495887e-06,
      "loss": 0.7241,
      "step": 38198
    },
    {
      "epoch": 0.8050071915155922,
      "grad_norm": 0.11695705354213715,
      "learning_rate": 1.929291598115759e-06,
      "loss": 0.7178,
      "step": 38199
    },
    {
      "epoch": 0.8050282655539575,
      "grad_norm": 0.11930784583091736,
      "learning_rate": 1.928888608333842e-06,
      "loss": 0.7433,
      "step": 38200
    },
    {
      "epoch": 0.8050493395923227,
      "grad_norm": 0.12498212605714798,
      "learning_rate": 1.928485656152016e-06,
      "loss": 0.6961,
      "step": 38201
    },
    {
      "epoch": 0.805070413630688,
      "grad_norm": 0.11486519128084183,
      "learning_rate": 1.9280827415721557e-06,
      "loss": 0.7109,
      "step": 38202
    },
    {
      "epoch": 0.8050914876690533,
      "grad_norm": 0.11781026422977448,
      "learning_rate": 1.9276798645961392e-06,
      "loss": 0.7456,
      "step": 38203
    },
    {
      "epoch": 0.8051125617074186,
      "grad_norm": 0.12655581533908844,
      "learning_rate": 1.9272770252258433e-06,
      "loss": 0.6606,
      "step": 38204
    },
    {
      "epoch": 0.8051336357457839,
      "grad_norm": 0.10852015018463135,
      "learning_rate": 1.9268742234631444e-06,
      "loss": 0.7819,
      "step": 38205
    },
    {
      "epoch": 0.8051547097841492,
      "grad_norm": 0.10859277099370956,
      "learning_rate": 1.926471459309922e-06,
      "loss": 0.6844,
      "step": 38206
    },
    {
      "epoch": 0.8051757838225144,
      "grad_norm": 0.09751777350902557,
      "learning_rate": 1.9260687327680473e-06,
      "loss": 0.7041,
      "step": 38207
    },
    {
      "epoch": 0.8051968578608797,
      "grad_norm": 0.10854897648096085,
      "learning_rate": 1.925666043839398e-06,
      "loss": 0.7723,
      "step": 38208
    },
    {
      "epoch": 0.8052179318992451,
      "grad_norm": 0.11333364993333817,
      "learning_rate": 1.92526339252585e-06,
      "loss": 0.6604,
      "step": 38209
    },
    {
      "epoch": 0.8052390059376103,
      "grad_norm": 0.1088692843914032,
      "learning_rate": 1.9248607788292815e-06,
      "loss": 0.6592,
      "step": 38210
    },
    {
      "epoch": 0.8052600799759756,
      "grad_norm": 0.10493149608373642,
      "learning_rate": 1.9244582027515657e-06,
      "loss": 0.7539,
      "step": 38211
    },
    {
      "epoch": 0.8052811540143409,
      "grad_norm": 0.09911922365427017,
      "learning_rate": 1.924055664294576e-06,
      "loss": 0.6434,
      "step": 38212
    },
    {
      "epoch": 0.8053022280527061,
      "grad_norm": 0.09422262012958527,
      "learning_rate": 1.923653163460193e-06,
      "loss": 0.6633,
      "step": 38213
    },
    {
      "epoch": 0.8053233020910715,
      "grad_norm": 0.13939248025417328,
      "learning_rate": 1.92325070025029e-06,
      "loss": 0.6922,
      "step": 38214
    },
    {
      "epoch": 0.8053443761294368,
      "grad_norm": 0.10967857390642166,
      "learning_rate": 1.9228482746667433e-06,
      "loss": 0.7267,
      "step": 38215
    },
    {
      "epoch": 0.805365450167802,
      "grad_norm": 0.10063010454177856,
      "learning_rate": 1.9224458867114228e-06,
      "loss": 0.6247,
      "step": 38216
    },
    {
      "epoch": 0.8053865242061673,
      "grad_norm": 0.10227576643228531,
      "learning_rate": 1.9220435363862055e-06,
      "loss": 0.7249,
      "step": 38217
    },
    {
      "epoch": 0.8054075982445326,
      "grad_norm": 0.10771005600690842,
      "learning_rate": 1.9216412236929662e-06,
      "loss": 0.7306,
      "step": 38218
    },
    {
      "epoch": 0.8054286722828979,
      "grad_norm": 0.12649820744991302,
      "learning_rate": 1.921238948633579e-06,
      "loss": 0.7511,
      "step": 38219
    },
    {
      "epoch": 0.8054497463212632,
      "grad_norm": 0.11215097457170486,
      "learning_rate": 1.920836711209918e-06,
      "loss": 0.6759,
      "step": 38220
    },
    {
      "epoch": 0.8054708203596285,
      "grad_norm": 0.12227777391672134,
      "learning_rate": 1.9204345114238576e-06,
      "loss": 0.6856,
      "step": 38221
    },
    {
      "epoch": 0.8054918943979937,
      "grad_norm": 0.09669005870819092,
      "learning_rate": 1.92003234927727e-06,
      "loss": 0.6474,
      "step": 38222
    },
    {
      "epoch": 0.805512968436359,
      "grad_norm": 0.0985044538974762,
      "learning_rate": 1.91963022477203e-06,
      "loss": 0.7175,
      "step": 38223
    },
    {
      "epoch": 0.8055340424747244,
      "grad_norm": 0.11328631639480591,
      "learning_rate": 1.9192281379100108e-06,
      "loss": 0.6839,
      "step": 38224
    },
    {
      "epoch": 0.8055551165130896,
      "grad_norm": 0.1063847467303276,
      "learning_rate": 1.9188260886930842e-06,
      "loss": 0.6801,
      "step": 38225
    },
    {
      "epoch": 0.8055761905514549,
      "grad_norm": 0.11198841780424118,
      "learning_rate": 1.9184240771231257e-06,
      "loss": 0.6964,
      "step": 38226
    },
    {
      "epoch": 0.8055972645898202,
      "grad_norm": 0.1134972795844078,
      "learning_rate": 1.9180221032020054e-06,
      "loss": 0.7242,
      "step": 38227
    },
    {
      "epoch": 0.8056183386281854,
      "grad_norm": 0.10020711272954941,
      "learning_rate": 1.9176201669315975e-06,
      "loss": 0.7239,
      "step": 38228
    },
    {
      "epoch": 0.8056394126665508,
      "grad_norm": 0.08992498368024826,
      "learning_rate": 1.917218268313775e-06,
      "loss": 0.6828,
      "step": 38229
    },
    {
      "epoch": 0.8056604867049161,
      "grad_norm": 0.121132992208004,
      "learning_rate": 1.916816407350408e-06,
      "loss": 0.6539,
      "step": 38230
    },
    {
      "epoch": 0.8056815607432813,
      "grad_norm": 0.12040774524211884,
      "learning_rate": 1.9164145840433714e-06,
      "loss": 0.6837,
      "step": 38231
    },
    {
      "epoch": 0.8057026347816466,
      "grad_norm": 0.11551421135663986,
      "learning_rate": 1.9160127983945352e-06,
      "loss": 0.741,
      "step": 38232
    },
    {
      "epoch": 0.8057237088200119,
      "grad_norm": 0.15538190305233002,
      "learning_rate": 1.915611050405771e-06,
      "loss": 0.7558,
      "step": 38233
    },
    {
      "epoch": 0.8057447828583771,
      "grad_norm": 0.11454989016056061,
      "learning_rate": 1.915209340078952e-06,
      "loss": 0.6789,
      "step": 38234
    },
    {
      "epoch": 0.8057658568967425,
      "grad_norm": 0.11735115945339203,
      "learning_rate": 1.914807667415951e-06,
      "loss": 0.7287,
      "step": 38235
    },
    {
      "epoch": 0.8057869309351078,
      "grad_norm": 0.10973592847585678,
      "learning_rate": 1.9144060324186343e-06,
      "loss": 0.7011,
      "step": 38236
    },
    {
      "epoch": 0.805808004973473,
      "grad_norm": 0.1670098751783371,
      "learning_rate": 1.9140044350888753e-06,
      "loss": 0.687,
      "step": 38237
    },
    {
      "epoch": 0.8058290790118383,
      "grad_norm": 0.12338878959417343,
      "learning_rate": 1.913602875428545e-06,
      "loss": 0.7488,
      "step": 38238
    },
    {
      "epoch": 0.8058501530502036,
      "grad_norm": 0.11765918880701065,
      "learning_rate": 1.9132013534395143e-06,
      "loss": 0.6746,
      "step": 38239
    },
    {
      "epoch": 0.805871227088569,
      "grad_norm": 0.14856114983558655,
      "learning_rate": 1.9127998691236537e-06,
      "loss": 0.6856,
      "step": 38240
    },
    {
      "epoch": 0.8058923011269342,
      "grad_norm": 0.12629909813404083,
      "learning_rate": 1.912398422482831e-06,
      "loss": 0.7817,
      "step": 38241
    },
    {
      "epoch": 0.8059133751652995,
      "grad_norm": 0.11362162232398987,
      "learning_rate": 1.9119970135189213e-06,
      "loss": 0.687,
      "step": 38242
    },
    {
      "epoch": 0.8059344492036647,
      "grad_norm": 0.15568946301937103,
      "learning_rate": 1.9115956422337922e-06,
      "loss": 0.7349,
      "step": 38243
    },
    {
      "epoch": 0.80595552324203,
      "grad_norm": 0.13902001082897186,
      "learning_rate": 1.9111943086293172e-06,
      "loss": 0.6823,
      "step": 38244
    },
    {
      "epoch": 0.8059765972803954,
      "grad_norm": 0.14473165571689606,
      "learning_rate": 1.910793012707358e-06,
      "loss": 0.7338,
      "step": 38245
    },
    {
      "epoch": 0.8059976713187607,
      "grad_norm": 0.13102763891220093,
      "learning_rate": 1.9103917544697894e-06,
      "loss": 0.6674,
      "step": 38246
    },
    {
      "epoch": 0.8060187453571259,
      "grad_norm": 0.10707122832536697,
      "learning_rate": 1.90999053391848e-06,
      "loss": 0.6686,
      "step": 38247
    },
    {
      "epoch": 0.8060398193954912,
      "grad_norm": 0.11576654016971588,
      "learning_rate": 1.9095893510552976e-06,
      "loss": 0.649,
      "step": 38248
    },
    {
      "epoch": 0.8060608934338565,
      "grad_norm": 0.1308152675628662,
      "learning_rate": 1.909188205882113e-06,
      "loss": 0.6654,
      "step": 38249
    },
    {
      "epoch": 0.8060819674722218,
      "grad_norm": 0.114232636988163,
      "learning_rate": 1.908787098400794e-06,
      "loss": 0.7013,
      "step": 38250
    },
    {
      "epoch": 0.8061030415105871,
      "grad_norm": 0.1134415790438652,
      "learning_rate": 1.908386028613208e-06,
      "loss": 0.7555,
      "step": 38251
    },
    {
      "epoch": 0.8061241155489524,
      "grad_norm": 0.12130462378263474,
      "learning_rate": 1.907984996521226e-06,
      "loss": 0.728,
      "step": 38252
    },
    {
      "epoch": 0.8061451895873176,
      "grad_norm": 0.12380135804414749,
      "learning_rate": 1.9075840021267157e-06,
      "loss": 0.7421,
      "step": 38253
    },
    {
      "epoch": 0.8061662636256829,
      "grad_norm": 0.11136738955974579,
      "learning_rate": 1.9071830454315431e-06,
      "loss": 0.7259,
      "step": 38254
    },
    {
      "epoch": 0.8061873376640483,
      "grad_norm": 0.16207019984722137,
      "learning_rate": 1.9067821264375786e-06,
      "loss": 0.7309,
      "step": 38255
    },
    {
      "epoch": 0.8062084117024135,
      "grad_norm": 0.10909853875637054,
      "learning_rate": 1.9063812451466878e-06,
      "loss": 0.7306,
      "step": 38256
    },
    {
      "epoch": 0.8062294857407788,
      "grad_norm": 0.12758812308311462,
      "learning_rate": 1.9059804015607396e-06,
      "loss": 0.6773,
      "step": 38257
    },
    {
      "epoch": 0.8062505597791441,
      "grad_norm": 0.11313764750957489,
      "learning_rate": 1.9055795956816004e-06,
      "loss": 0.7394,
      "step": 38258
    },
    {
      "epoch": 0.8062716338175093,
      "grad_norm": 0.1205986738204956,
      "learning_rate": 1.9051788275111382e-06,
      "loss": 0.759,
      "step": 38259
    },
    {
      "epoch": 0.8062927078558747,
      "grad_norm": 0.10111673921346664,
      "learning_rate": 1.904778097051221e-06,
      "loss": 0.7173,
      "step": 38260
    },
    {
      "epoch": 0.80631378189424,
      "grad_norm": 0.12011224776506424,
      "learning_rate": 1.9043774043037133e-06,
      "loss": 0.72,
      "step": 38261
    },
    {
      "epoch": 0.8063348559326052,
      "grad_norm": 0.1325809806585312,
      "learning_rate": 1.903976749270483e-06,
      "loss": 0.711,
      "step": 38262
    },
    {
      "epoch": 0.8063559299709705,
      "grad_norm": 0.10591762512922287,
      "learning_rate": 1.9035761319533974e-06,
      "loss": 0.688,
      "step": 38263
    },
    {
      "epoch": 0.8063770040093358,
      "grad_norm": 0.10822274535894394,
      "learning_rate": 1.9031755523543205e-06,
      "loss": 0.7086,
      "step": 38264
    },
    {
      "epoch": 0.8063980780477011,
      "grad_norm": 0.13279709219932556,
      "learning_rate": 1.902775010475124e-06,
      "loss": 0.706,
      "step": 38265
    },
    {
      "epoch": 0.8064191520860664,
      "grad_norm": 0.10597600042819977,
      "learning_rate": 1.9023745063176658e-06,
      "loss": 0.6685,
      "step": 38266
    },
    {
      "epoch": 0.8064402261244317,
      "grad_norm": 0.1443338394165039,
      "learning_rate": 1.9019740398838172e-06,
      "loss": 0.6965,
      "step": 38267
    },
    {
      "epoch": 0.8064613001627969,
      "grad_norm": 0.13072940707206726,
      "learning_rate": 1.9015736111754413e-06,
      "loss": 0.7856,
      "step": 38268
    },
    {
      "epoch": 0.8064823742011622,
      "grad_norm": 0.11745082587003708,
      "learning_rate": 1.901173220194401e-06,
      "loss": 0.7346,
      "step": 38269
    },
    {
      "epoch": 0.8065034482395275,
      "grad_norm": 0.11642099916934967,
      "learning_rate": 1.9007728669425684e-06,
      "loss": 0.7627,
      "step": 38270
    },
    {
      "epoch": 0.8065245222778928,
      "grad_norm": 0.13442882895469666,
      "learning_rate": 1.9003725514218052e-06,
      "loss": 0.713,
      "step": 38271
    },
    {
      "epoch": 0.8065455963162581,
      "grad_norm": 0.10706564784049988,
      "learning_rate": 1.8999722736339766e-06,
      "loss": 0.7131,
      "step": 38272
    },
    {
      "epoch": 0.8065666703546234,
      "grad_norm": 0.10819818824529648,
      "learning_rate": 1.8995720335809476e-06,
      "loss": 0.6978,
      "step": 38273
    },
    {
      "epoch": 0.8065877443929886,
      "grad_norm": 0.13886821269989014,
      "learning_rate": 1.8991718312645834e-06,
      "loss": 0.6903,
      "step": 38274
    },
    {
      "epoch": 0.8066088184313539,
      "grad_norm": 0.09857092052698135,
      "learning_rate": 1.8987716666867462e-06,
      "loss": 0.6893,
      "step": 38275
    },
    {
      "epoch": 0.8066298924697193,
      "grad_norm": 0.10862462222576141,
      "learning_rate": 1.8983715398492997e-06,
      "loss": 0.7125,
      "step": 38276
    },
    {
      "epoch": 0.8066509665080845,
      "grad_norm": 0.1279827058315277,
      "learning_rate": 1.8979714507541103e-06,
      "loss": 0.6709,
      "step": 38277
    },
    {
      "epoch": 0.8066720405464498,
      "grad_norm": 0.09635134786367416,
      "learning_rate": 1.8975713994030409e-06,
      "loss": 0.6701,
      "step": 38278
    },
    {
      "epoch": 0.8066931145848151,
      "grad_norm": 0.10131491720676422,
      "learning_rate": 1.8971713857979557e-06,
      "loss": 0.7153,
      "step": 38279
    },
    {
      "epoch": 0.8067141886231803,
      "grad_norm": 0.13547170162200928,
      "learning_rate": 1.8967714099407175e-06,
      "loss": 0.7553,
      "step": 38280
    },
    {
      "epoch": 0.8067352626615457,
      "grad_norm": 0.10001026093959808,
      "learning_rate": 1.8963714718331894e-06,
      "loss": 0.7307,
      "step": 38281
    },
    {
      "epoch": 0.806756336699911,
      "grad_norm": 0.11409325897693634,
      "learning_rate": 1.8959715714772353e-06,
      "loss": 0.6903,
      "step": 38282
    },
    {
      "epoch": 0.8067774107382762,
      "grad_norm": 0.15410621464252472,
      "learning_rate": 1.8955717088747184e-06,
      "loss": 0.6423,
      "step": 38283
    },
    {
      "epoch": 0.8067984847766415,
      "grad_norm": 0.10641884058713913,
      "learning_rate": 1.8951718840275012e-06,
      "loss": 0.7134,
      "step": 38284
    },
    {
      "epoch": 0.8068195588150068,
      "grad_norm": 0.13337862491607666,
      "learning_rate": 1.894772096937445e-06,
      "loss": 0.7274,
      "step": 38285
    },
    {
      "epoch": 0.8068406328533722,
      "grad_norm": 0.1120465099811554,
      "learning_rate": 1.8943723476064146e-06,
      "loss": 0.7112,
      "step": 38286
    },
    {
      "epoch": 0.8068617068917374,
      "grad_norm": 0.11355632543563843,
      "learning_rate": 1.8939726360362708e-06,
      "loss": 0.7582,
      "step": 38287
    },
    {
      "epoch": 0.8068827809301027,
      "grad_norm": 0.10962297022342682,
      "learning_rate": 1.8935729622288756e-06,
      "loss": 0.7765,
      "step": 38288
    },
    {
      "epoch": 0.806903854968468,
      "grad_norm": 0.1388356238603592,
      "learning_rate": 1.8931733261860918e-06,
      "loss": 0.6888,
      "step": 38289
    },
    {
      "epoch": 0.8069249290068332,
      "grad_norm": 0.12283442169427872,
      "learning_rate": 1.8927737279097803e-06,
      "loss": 0.7316,
      "step": 38290
    },
    {
      "epoch": 0.8069460030451986,
      "grad_norm": 0.12450723350048065,
      "learning_rate": 1.8923741674018027e-06,
      "loss": 0.698,
      "step": 38291
    },
    {
      "epoch": 0.8069670770835639,
      "grad_norm": 0.10630956292152405,
      "learning_rate": 1.891974644664022e-06,
      "loss": 0.6756,
      "step": 38292
    },
    {
      "epoch": 0.8069881511219291,
      "grad_norm": 0.10968297719955444,
      "learning_rate": 1.8915751596982967e-06,
      "loss": 0.6866,
      "step": 38293
    },
    {
      "epoch": 0.8070092251602944,
      "grad_norm": 0.10467743873596191,
      "learning_rate": 1.8911757125064922e-06,
      "loss": 0.6632,
      "step": 38294
    },
    {
      "epoch": 0.8070302991986597,
      "grad_norm": 0.32520776987075806,
      "learning_rate": 1.8907763030904647e-06,
      "loss": 0.6692,
      "step": 38295
    },
    {
      "epoch": 0.807051373237025,
      "grad_norm": 0.12594081461429596,
      "learning_rate": 1.8903769314520759e-06,
      "loss": 0.6759,
      "step": 38296
    },
    {
      "epoch": 0.8070724472753903,
      "grad_norm": 0.12478204816579819,
      "learning_rate": 1.8899775975931868e-06,
      "loss": 0.7353,
      "step": 38297
    },
    {
      "epoch": 0.8070935213137556,
      "grad_norm": 0.10045799612998962,
      "learning_rate": 1.8895783015156565e-06,
      "loss": 0.7121,
      "step": 38298
    },
    {
      "epoch": 0.8071145953521208,
      "grad_norm": 0.12727047502994537,
      "learning_rate": 1.8891790432213485e-06,
      "loss": 0.6909,
      "step": 38299
    },
    {
      "epoch": 0.8071356693904861,
      "grad_norm": 0.12299223244190216,
      "learning_rate": 1.8887798227121202e-06,
      "loss": 0.799,
      "step": 38300
    },
    {
      "epoch": 0.8071567434288515,
      "grad_norm": 0.10626969486474991,
      "learning_rate": 1.888380639989833e-06,
      "loss": 0.7612,
      "step": 38301
    },
    {
      "epoch": 0.8071778174672167,
      "grad_norm": 0.1261376589536667,
      "learning_rate": 1.8879814950563458e-06,
      "loss": 0.6558,
      "step": 38302
    },
    {
      "epoch": 0.807198891505582,
      "grad_norm": 0.11096629500389099,
      "learning_rate": 1.8875823879135203e-06,
      "loss": 0.7808,
      "step": 38303
    },
    {
      "epoch": 0.8072199655439473,
      "grad_norm": 0.1148858591914177,
      "learning_rate": 1.8871833185632104e-06,
      "loss": 0.7025,
      "step": 38304
    },
    {
      "epoch": 0.8072410395823125,
      "grad_norm": 0.08739680796861649,
      "learning_rate": 1.8867842870072793e-06,
      "loss": 0.6106,
      "step": 38305
    },
    {
      "epoch": 0.8072621136206779,
      "grad_norm": 0.12742631137371063,
      "learning_rate": 1.8863852932475845e-06,
      "loss": 0.7314,
      "step": 38306
    },
    {
      "epoch": 0.8072831876590432,
      "grad_norm": 0.1146445944905281,
      "learning_rate": 1.8859863372859843e-06,
      "loss": 0.6702,
      "step": 38307
    },
    {
      "epoch": 0.8073042616974084,
      "grad_norm": 0.10795430839061737,
      "learning_rate": 1.8855874191243385e-06,
      "loss": 0.7435,
      "step": 38308
    },
    {
      "epoch": 0.8073253357357737,
      "grad_norm": 0.11941797286272049,
      "learning_rate": 1.8851885387645051e-06,
      "loss": 0.7325,
      "step": 38309
    },
    {
      "epoch": 0.807346409774139,
      "grad_norm": 0.12073761969804764,
      "learning_rate": 1.8847896962083422e-06,
      "loss": 0.7302,
      "step": 38310
    },
    {
      "epoch": 0.8073674838125042,
      "grad_norm": 0.10793638229370117,
      "learning_rate": 1.884390891457708e-06,
      "loss": 0.6549,
      "step": 38311
    },
    {
      "epoch": 0.8073885578508696,
      "grad_norm": 0.13075564801692963,
      "learning_rate": 1.883992124514461e-06,
      "loss": 0.6842,
      "step": 38312
    },
    {
      "epoch": 0.8074096318892349,
      "grad_norm": 0.11343809217214584,
      "learning_rate": 1.8835933953804575e-06,
      "loss": 0.7237,
      "step": 38313
    },
    {
      "epoch": 0.8074307059276001,
      "grad_norm": 0.12809517979621887,
      "learning_rate": 1.883194704057556e-06,
      "loss": 0.6897,
      "step": 38314
    },
    {
      "epoch": 0.8074517799659654,
      "grad_norm": 0.11101406067609787,
      "learning_rate": 1.8827960505476128e-06,
      "loss": 0.7443,
      "step": 38315
    },
    {
      "epoch": 0.8074728540043307,
      "grad_norm": 0.1102088913321495,
      "learning_rate": 1.8823974348524865e-06,
      "loss": 0.7013,
      "step": 38316
    },
    {
      "epoch": 0.807493928042696,
      "grad_norm": 0.10001379996538162,
      "learning_rate": 1.8819988569740333e-06,
      "loss": 0.6882,
      "step": 38317
    },
    {
      "epoch": 0.8075150020810613,
      "grad_norm": 0.09497974812984467,
      "learning_rate": 1.8816003169141105e-06,
      "loss": 0.6807,
      "step": 38318
    },
    {
      "epoch": 0.8075360761194266,
      "grad_norm": 0.11704839766025543,
      "learning_rate": 1.8812018146745735e-06,
      "loss": 0.7422,
      "step": 38319
    },
    {
      "epoch": 0.8075571501577918,
      "grad_norm": 0.0937795415520668,
      "learning_rate": 1.8808033502572809e-06,
      "loss": 0.6816,
      "step": 38320
    },
    {
      "epoch": 0.8075782241961571,
      "grad_norm": 0.1651257425546646,
      "learning_rate": 1.8804049236640876e-06,
      "loss": 0.7011,
      "step": 38321
    },
    {
      "epoch": 0.8075992982345225,
      "grad_norm": 0.15239796042442322,
      "learning_rate": 1.8800065348968488e-06,
      "loss": 0.6926,
      "step": 38322
    },
    {
      "epoch": 0.8076203722728877,
      "grad_norm": 0.11292891949415207,
      "learning_rate": 1.879608183957422e-06,
      "loss": 0.7281,
      "step": 38323
    },
    {
      "epoch": 0.807641446311253,
      "grad_norm": 0.09730132669210434,
      "learning_rate": 1.8792098708476658e-06,
      "loss": 0.6724,
      "step": 38324
    },
    {
      "epoch": 0.8076625203496183,
      "grad_norm": 0.11922165751457214,
      "learning_rate": 1.8788115955694286e-06,
      "loss": 0.6902,
      "step": 38325
    },
    {
      "epoch": 0.8076835943879835,
      "grad_norm": 0.10939584672451019,
      "learning_rate": 1.87841335812457e-06,
      "loss": 0.701,
      "step": 38326
    },
    {
      "epoch": 0.8077046684263489,
      "grad_norm": 0.10153043270111084,
      "learning_rate": 1.878015158514943e-06,
      "loss": 0.6993,
      "step": 38327
    },
    {
      "epoch": 0.8077257424647142,
      "grad_norm": 0.2713010609149933,
      "learning_rate": 1.8776169967424062e-06,
      "loss": 0.7232,
      "step": 38328
    },
    {
      "epoch": 0.8077468165030794,
      "grad_norm": 0.09868209064006805,
      "learning_rate": 1.8772188728088136e-06,
      "loss": 0.6745,
      "step": 38329
    },
    {
      "epoch": 0.8077678905414447,
      "grad_norm": 0.11694132536649704,
      "learning_rate": 1.8768207867160181e-06,
      "loss": 0.6517,
      "step": 38330
    },
    {
      "epoch": 0.80778896457981,
      "grad_norm": 0.11865761876106262,
      "learning_rate": 1.8764227384658762e-06,
      "loss": 0.7513,
      "step": 38331
    },
    {
      "epoch": 0.8078100386181754,
      "grad_norm": 0.09646917879581451,
      "learning_rate": 1.8760247280602406e-06,
      "loss": 0.6337,
      "step": 38332
    },
    {
      "epoch": 0.8078311126565406,
      "grad_norm": 0.12288624793291092,
      "learning_rate": 1.8756267555009688e-06,
      "loss": 0.6991,
      "step": 38333
    },
    {
      "epoch": 0.8078521866949059,
      "grad_norm": 0.11496120691299438,
      "learning_rate": 1.8752288207899105e-06,
      "loss": 0.7025,
      "step": 38334
    },
    {
      "epoch": 0.8078732607332711,
      "grad_norm": 0.10267999023199081,
      "learning_rate": 1.8748309239289197e-06,
      "loss": 0.6681,
      "step": 38335
    },
    {
      "epoch": 0.8078943347716364,
      "grad_norm": 0.10429391264915466,
      "learning_rate": 1.8744330649198527e-06,
      "loss": 0.7348,
      "step": 38336
    },
    {
      "epoch": 0.8079154088100018,
      "grad_norm": 0.10329150408506393,
      "learning_rate": 1.8740352437645614e-06,
      "loss": 0.7178,
      "step": 38337
    },
    {
      "epoch": 0.807936482848367,
      "grad_norm": 0.1128179207444191,
      "learning_rate": 1.8736374604648988e-06,
      "loss": 0.6739,
      "step": 38338
    },
    {
      "epoch": 0.8079575568867323,
      "grad_norm": 0.13772563636302948,
      "learning_rate": 1.8732397150227188e-06,
      "loss": 0.7637,
      "step": 38339
    },
    {
      "epoch": 0.8079786309250976,
      "grad_norm": 0.11134562641382217,
      "learning_rate": 1.8728420074398758e-06,
      "loss": 0.7346,
      "step": 38340
    },
    {
      "epoch": 0.8079997049634629,
      "grad_norm": 0.11717215925455093,
      "learning_rate": 1.8724443377182167e-06,
      "loss": 0.7181,
      "step": 38341
    },
    {
      "epoch": 0.8080207790018282,
      "grad_norm": 0.11156992614269257,
      "learning_rate": 1.8720467058596037e-06,
      "loss": 0.6803,
      "step": 38342
    },
    {
      "epoch": 0.8080418530401935,
      "grad_norm": 0.11236079037189484,
      "learning_rate": 1.871649111865882e-06,
      "loss": 0.6665,
      "step": 38343
    },
    {
      "epoch": 0.8080629270785588,
      "grad_norm": 0.12161124497652054,
      "learning_rate": 1.8712515557389044e-06,
      "loss": 0.6551,
      "step": 38344
    },
    {
      "epoch": 0.808084001116924,
      "grad_norm": 0.10946772992610931,
      "learning_rate": 1.8708540374805252e-06,
      "loss": 0.6894,
      "step": 38345
    },
    {
      "epoch": 0.8081050751552893,
      "grad_norm": 0.11604578793048859,
      "learning_rate": 1.870456557092596e-06,
      "loss": 0.6607,
      "step": 38346
    },
    {
      "epoch": 0.8081261491936546,
      "grad_norm": 0.10742682218551636,
      "learning_rate": 1.8700591145769665e-06,
      "loss": 0.6803,
      "step": 38347
    },
    {
      "epoch": 0.8081472232320199,
      "grad_norm": 0.12939351797103882,
      "learning_rate": 1.8696617099354896e-06,
      "loss": 0.7201,
      "step": 38348
    },
    {
      "epoch": 0.8081682972703852,
      "grad_norm": 0.10823133587837219,
      "learning_rate": 1.8692643431700175e-06,
      "loss": 0.6623,
      "step": 38349
    },
    {
      "epoch": 0.8081893713087505,
      "grad_norm": 0.11639593541622162,
      "learning_rate": 1.8688670142824006e-06,
      "loss": 0.7052,
      "step": 38350
    },
    {
      "epoch": 0.8082104453471157,
      "grad_norm": 0.10225860029459,
      "learning_rate": 1.8684697232744886e-06,
      "loss": 0.7043,
      "step": 38351
    },
    {
      "epoch": 0.808231519385481,
      "grad_norm": 0.152523934841156,
      "learning_rate": 1.8680724701481345e-06,
      "loss": 0.7475,
      "step": 38352
    },
    {
      "epoch": 0.8082525934238464,
      "grad_norm": 0.09987478703260422,
      "learning_rate": 1.8676752549051902e-06,
      "loss": 0.7021,
      "step": 38353
    },
    {
      "epoch": 0.8082736674622116,
      "grad_norm": 0.11316881328821182,
      "learning_rate": 1.8672780775475008e-06,
      "loss": 0.781,
      "step": 38354
    },
    {
      "epoch": 0.8082947415005769,
      "grad_norm": 0.10391241312026978,
      "learning_rate": 1.8668809380769203e-06,
      "loss": 0.6595,
      "step": 38355
    },
    {
      "epoch": 0.8083158155389422,
      "grad_norm": 0.12919074296951294,
      "learning_rate": 1.8664838364952954e-06,
      "loss": 0.7313,
      "step": 38356
    },
    {
      "epoch": 0.8083368895773074,
      "grad_norm": 0.11610212922096252,
      "learning_rate": 1.8660867728044817e-06,
      "loss": 0.7465,
      "step": 38357
    },
    {
      "epoch": 0.8083579636156728,
      "grad_norm": 0.09301378577947617,
      "learning_rate": 1.8656897470063262e-06,
      "loss": 0.6806,
      "step": 38358
    },
    {
      "epoch": 0.8083790376540381,
      "grad_norm": 0.10809845477342606,
      "learning_rate": 1.8652927591026782e-06,
      "loss": 0.7286,
      "step": 38359
    },
    {
      "epoch": 0.8084001116924033,
      "grad_norm": 0.11329758167266846,
      "learning_rate": 1.8648958090953872e-06,
      "loss": 0.6886,
      "step": 38360
    },
    {
      "epoch": 0.8084211857307686,
      "grad_norm": 0.09911522269248962,
      "learning_rate": 1.864498896986302e-06,
      "loss": 0.7147,
      "step": 38361
    },
    {
      "epoch": 0.8084422597691339,
      "grad_norm": 0.11478021740913391,
      "learning_rate": 1.8641020227772732e-06,
      "loss": 0.75,
      "step": 38362
    },
    {
      "epoch": 0.8084633338074992,
      "grad_norm": 0.1087418720126152,
      "learning_rate": 1.8637051864701505e-06,
      "loss": 0.7017,
      "step": 38363
    },
    {
      "epoch": 0.8084844078458645,
      "grad_norm": 0.09742189198732376,
      "learning_rate": 1.863308388066778e-06,
      "loss": 0.6808,
      "step": 38364
    },
    {
      "epoch": 0.8085054818842298,
      "grad_norm": 0.11402522027492523,
      "learning_rate": 1.8629116275690085e-06,
      "loss": 0.7604,
      "step": 38365
    },
    {
      "epoch": 0.808526555922595,
      "grad_norm": 0.11697268486022949,
      "learning_rate": 1.8625149049786873e-06,
      "loss": 0.6796,
      "step": 38366
    },
    {
      "epoch": 0.8085476299609603,
      "grad_norm": 0.1248416006565094,
      "learning_rate": 1.8621182202976651e-06,
      "loss": 0.6771,
      "step": 38367
    },
    {
      "epoch": 0.8085687039993257,
      "grad_norm": 0.10933005064725876,
      "learning_rate": 1.8617215735277883e-06,
      "loss": 0.7018,
      "step": 38368
    },
    {
      "epoch": 0.8085897780376909,
      "grad_norm": 0.23990488052368164,
      "learning_rate": 1.8613249646709054e-06,
      "loss": 0.7313,
      "step": 38369
    },
    {
      "epoch": 0.8086108520760562,
      "grad_norm": 0.10014496743679047,
      "learning_rate": 1.8609283937288613e-06,
      "loss": 0.7245,
      "step": 38370
    },
    {
      "epoch": 0.8086319261144215,
      "grad_norm": 0.10670195519924164,
      "learning_rate": 1.8605318607035083e-06,
      "loss": 0.652,
      "step": 38371
    },
    {
      "epoch": 0.8086530001527867,
      "grad_norm": 0.14261403679847717,
      "learning_rate": 1.8601353655966947e-06,
      "loss": 0.6945,
      "step": 38372
    },
    {
      "epoch": 0.8086740741911521,
      "grad_norm": 0.1699865758419037,
      "learning_rate": 1.8597389084102624e-06,
      "loss": 0.6495,
      "step": 38373
    },
    {
      "epoch": 0.8086951482295174,
      "grad_norm": 0.09412447363138199,
      "learning_rate": 1.8593424891460598e-06,
      "loss": 0.694,
      "step": 38374
    },
    {
      "epoch": 0.8087162222678826,
      "grad_norm": 0.1170767992734909,
      "learning_rate": 1.8589461078059345e-06,
      "loss": 0.7179,
      "step": 38375
    },
    {
      "epoch": 0.8087372963062479,
      "grad_norm": 0.10992994159460068,
      "learning_rate": 1.8585497643917328e-06,
      "loss": 0.7289,
      "step": 38376
    },
    {
      "epoch": 0.8087583703446132,
      "grad_norm": 0.11257175356149673,
      "learning_rate": 1.8581534589053008e-06,
      "loss": 0.6517,
      "step": 38377
    },
    {
      "epoch": 0.8087794443829786,
      "grad_norm": 0.1333085000514984,
      "learning_rate": 1.8577571913484849e-06,
      "loss": 0.7059,
      "step": 38378
    },
    {
      "epoch": 0.8088005184213438,
      "grad_norm": 0.09604408591985703,
      "learning_rate": 1.8573609617231315e-06,
      "loss": 0.7097,
      "step": 38379
    },
    {
      "epoch": 0.8088215924597091,
      "grad_norm": 0.10909781605005264,
      "learning_rate": 1.8569647700310866e-06,
      "loss": 0.7251,
      "step": 38380
    },
    {
      "epoch": 0.8088426664980743,
      "grad_norm": 0.11559435725212097,
      "learning_rate": 1.8565686162741947e-06,
      "loss": 0.7397,
      "step": 38381
    },
    {
      "epoch": 0.8088637405364396,
      "grad_norm": 0.10275071114301682,
      "learning_rate": 1.856172500454303e-06,
      "loss": 0.684,
      "step": 38382
    },
    {
      "epoch": 0.808884814574805,
      "grad_norm": 0.11429139226675034,
      "learning_rate": 1.8557764225732589e-06,
      "loss": 0.6802,
      "step": 38383
    },
    {
      "epoch": 0.8089058886131703,
      "grad_norm": 0.09874531626701355,
      "learning_rate": 1.855380382632902e-06,
      "loss": 0.6519,
      "step": 38384
    },
    {
      "epoch": 0.8089269626515355,
      "grad_norm": 0.10905034095048904,
      "learning_rate": 1.8549843806350764e-06,
      "loss": 0.6548,
      "step": 38385
    },
    {
      "epoch": 0.8089480366899008,
      "grad_norm": 0.10502177476882935,
      "learning_rate": 1.8545884165816341e-06,
      "loss": 0.7212,
      "step": 38386
    },
    {
      "epoch": 0.808969110728266,
      "grad_norm": 0.10452543944120407,
      "learning_rate": 1.8541924904744158e-06,
      "loss": 0.7121,
      "step": 38387
    },
    {
      "epoch": 0.8089901847666313,
      "grad_norm": 0.16045130789279938,
      "learning_rate": 1.8537966023152664e-06,
      "loss": 0.746,
      "step": 38388
    },
    {
      "epoch": 0.8090112588049967,
      "grad_norm": 0.1208614706993103,
      "learning_rate": 1.8534007521060304e-06,
      "loss": 0.7088,
      "step": 38389
    },
    {
      "epoch": 0.809032332843362,
      "grad_norm": 0.10238710045814514,
      "learning_rate": 1.8530049398485516e-06,
      "loss": 0.7343,
      "step": 38390
    },
    {
      "epoch": 0.8090534068817272,
      "grad_norm": 0.1301669478416443,
      "learning_rate": 1.8526091655446743e-06,
      "loss": 0.7224,
      "step": 38391
    },
    {
      "epoch": 0.8090744809200925,
      "grad_norm": 0.1321329027414322,
      "learning_rate": 1.8522134291962435e-06,
      "loss": 0.6875,
      "step": 38392
    },
    {
      "epoch": 0.8090955549584578,
      "grad_norm": 0.10029485076665878,
      "learning_rate": 1.8518177308050988e-06,
      "loss": 0.6777,
      "step": 38393
    },
    {
      "epoch": 0.8091166289968231,
      "grad_norm": 0.10048126429319382,
      "learning_rate": 1.8514220703730867e-06,
      "loss": 0.6485,
      "step": 38394
    },
    {
      "epoch": 0.8091377030351884,
      "grad_norm": 0.10214153677225113,
      "learning_rate": 1.851026447902049e-06,
      "loss": 0.6325,
      "step": 38395
    },
    {
      "epoch": 0.8091587770735537,
      "grad_norm": 0.14873987436294556,
      "learning_rate": 1.8506308633938296e-06,
      "loss": 0.6683,
      "step": 38396
    },
    {
      "epoch": 0.8091798511119189,
      "grad_norm": 0.12435164302587509,
      "learning_rate": 1.8502353168502719e-06,
      "loss": 0.6763,
      "step": 38397
    },
    {
      "epoch": 0.8092009251502842,
      "grad_norm": 0.09525997191667557,
      "learning_rate": 1.849839808273217e-06,
      "loss": 0.702,
      "step": 38398
    },
    {
      "epoch": 0.8092219991886496,
      "grad_norm": 0.1431897133588791,
      "learning_rate": 1.8494443376645054e-06,
      "loss": 0.7261,
      "step": 38399
    },
    {
      "epoch": 0.8092430732270148,
      "grad_norm": 0.11299306899309158,
      "learning_rate": 1.8490489050259864e-06,
      "loss": 0.6863,
      "step": 38400
    },
    {
      "epoch": 0.8092641472653801,
      "grad_norm": 0.10770796984434128,
      "learning_rate": 1.8486535103594993e-06,
      "loss": 0.7221,
      "step": 38401
    },
    {
      "epoch": 0.8092852213037454,
      "grad_norm": 0.12456641346216202,
      "learning_rate": 1.848258153666883e-06,
      "loss": 0.685,
      "step": 38402
    },
    {
      "epoch": 0.8093062953421106,
      "grad_norm": 0.11615319550037384,
      "learning_rate": 1.8478628349499817e-06,
      "loss": 0.7507,
      "step": 38403
    },
    {
      "epoch": 0.809327369380476,
      "grad_norm": 0.12693504989147186,
      "learning_rate": 1.8474675542106356e-06,
      "loss": 0.7141,
      "step": 38404
    },
    {
      "epoch": 0.8093484434188413,
      "grad_norm": 0.09907541424036026,
      "learning_rate": 1.8470723114506883e-06,
      "loss": 0.7029,
      "step": 38405
    },
    {
      "epoch": 0.8093695174572065,
      "grad_norm": 0.10580872744321823,
      "learning_rate": 1.846677106671979e-06,
      "loss": 0.6709,
      "step": 38406
    },
    {
      "epoch": 0.8093905914955718,
      "grad_norm": 0.11477425694465637,
      "learning_rate": 1.8462819398763498e-06,
      "loss": 0.7615,
      "step": 38407
    },
    {
      "epoch": 0.8094116655339371,
      "grad_norm": 0.10928633064031601,
      "learning_rate": 1.8458868110656413e-06,
      "loss": 0.6663,
      "step": 38408
    },
    {
      "epoch": 0.8094327395723024,
      "grad_norm": 0.12155799567699432,
      "learning_rate": 1.8454917202416955e-06,
      "loss": 0.7186,
      "step": 38409
    },
    {
      "epoch": 0.8094538136106677,
      "grad_norm": 0.11195860058069229,
      "learning_rate": 1.845096667406351e-06,
      "loss": 0.6781,
      "step": 38410
    },
    {
      "epoch": 0.809474887649033,
      "grad_norm": 0.12337247282266617,
      "learning_rate": 1.8447016525614502e-06,
      "loss": 0.6772,
      "step": 38411
    },
    {
      "epoch": 0.8094959616873982,
      "grad_norm": 0.11306798458099365,
      "learning_rate": 1.8443066757088313e-06,
      "loss": 0.7007,
      "step": 38412
    },
    {
      "epoch": 0.8095170357257635,
      "grad_norm": 0.1173519566655159,
      "learning_rate": 1.8439117368503356e-06,
      "loss": 0.7194,
      "step": 38413
    },
    {
      "epoch": 0.8095381097641289,
      "grad_norm": 0.14615285396575928,
      "learning_rate": 1.843516835987802e-06,
      "loss": 0.7601,
      "step": 38414
    },
    {
      "epoch": 0.8095591838024941,
      "grad_norm": 0.10364207625389099,
      "learning_rate": 1.8431219731230722e-06,
      "loss": 0.6616,
      "step": 38415
    },
    {
      "epoch": 0.8095802578408594,
      "grad_norm": 0.1027882769703865,
      "learning_rate": 1.8427271482579833e-06,
      "loss": 0.6926,
      "step": 38416
    },
    {
      "epoch": 0.8096013318792247,
      "grad_norm": 0.13312679529190063,
      "learning_rate": 1.8423323613943755e-06,
      "loss": 0.7592,
      "step": 38417
    },
    {
      "epoch": 0.8096224059175899,
      "grad_norm": 0.12245447188615799,
      "learning_rate": 1.8419376125340881e-06,
      "loss": 0.7029,
      "step": 38418
    },
    {
      "epoch": 0.8096434799559553,
      "grad_norm": 0.10510200262069702,
      "learning_rate": 1.841542901678961e-06,
      "loss": 0.69,
      "step": 38419
    },
    {
      "epoch": 0.8096645539943206,
      "grad_norm": 0.12341159582138062,
      "learning_rate": 1.8411482288308325e-06,
      "loss": 0.7217,
      "step": 38420
    },
    {
      "epoch": 0.8096856280326858,
      "grad_norm": 0.10154176503419876,
      "learning_rate": 1.8407535939915399e-06,
      "loss": 0.6769,
      "step": 38421
    },
    {
      "epoch": 0.8097067020710511,
      "grad_norm": 0.12151695787906647,
      "learning_rate": 1.8403589971629255e-06,
      "loss": 0.7018,
      "step": 38422
    },
    {
      "epoch": 0.8097277761094164,
      "grad_norm": 0.09973088651895523,
      "learning_rate": 1.8399644383468218e-06,
      "loss": 0.7265,
      "step": 38423
    },
    {
      "epoch": 0.8097488501477816,
      "grad_norm": 0.1570521593093872,
      "learning_rate": 1.83956991754507e-06,
      "loss": 0.715,
      "step": 38424
    },
    {
      "epoch": 0.809769924186147,
      "grad_norm": 0.10118826478719711,
      "learning_rate": 1.839175434759507e-06,
      "loss": 0.6891,
      "step": 38425
    },
    {
      "epoch": 0.8097909982245123,
      "grad_norm": 0.11650080233812332,
      "learning_rate": 1.8387809899919718e-06,
      "loss": 0.72,
      "step": 38426
    },
    {
      "epoch": 0.8098120722628775,
      "grad_norm": 0.14903521537780762,
      "learning_rate": 1.8383865832443014e-06,
      "loss": 0.6669,
      "step": 38427
    },
    {
      "epoch": 0.8098331463012428,
      "grad_norm": 0.12338177114725113,
      "learning_rate": 1.8379922145183316e-06,
      "loss": 0.7662,
      "step": 38428
    },
    {
      "epoch": 0.8098542203396081,
      "grad_norm": 0.11688438057899475,
      "learning_rate": 1.8375978838159026e-06,
      "loss": 0.703,
      "step": 38429
    },
    {
      "epoch": 0.8098752943779735,
      "grad_norm": 0.11510888487100601,
      "learning_rate": 1.837203591138851e-06,
      "loss": 0.6864,
      "step": 38430
    },
    {
      "epoch": 0.8098963684163387,
      "grad_norm": 0.11660115420818329,
      "learning_rate": 1.8368093364890138e-06,
      "loss": 0.7181,
      "step": 38431
    },
    {
      "epoch": 0.809917442454704,
      "grad_norm": 0.09894479066133499,
      "learning_rate": 1.8364151198682257e-06,
      "loss": 0.6506,
      "step": 38432
    },
    {
      "epoch": 0.8099385164930692,
      "grad_norm": 0.12744712829589844,
      "learning_rate": 1.8360209412783237e-06,
      "loss": 0.7428,
      "step": 38433
    },
    {
      "epoch": 0.8099595905314345,
      "grad_norm": 0.10608403384685516,
      "learning_rate": 1.8356268007211442e-06,
      "loss": 0.6584,
      "step": 38434
    },
    {
      "epoch": 0.8099806645697999,
      "grad_norm": 0.11145388334989548,
      "learning_rate": 1.8352326981985236e-06,
      "loss": 0.7407,
      "step": 38435
    },
    {
      "epoch": 0.8100017386081652,
      "grad_norm": 0.10105706006288528,
      "learning_rate": 1.834838633712298e-06,
      "loss": 0.6503,
      "step": 38436
    },
    {
      "epoch": 0.8100228126465304,
      "grad_norm": 0.1320999264717102,
      "learning_rate": 1.834444607264304e-06,
      "loss": 0.705,
      "step": 38437
    },
    {
      "epoch": 0.8100438866848957,
      "grad_norm": 0.1084185391664505,
      "learning_rate": 1.8340506188563757e-06,
      "loss": 0.6669,
      "step": 38438
    },
    {
      "epoch": 0.810064960723261,
      "grad_norm": 0.10521245747804642,
      "learning_rate": 1.833656668490349e-06,
      "loss": 0.6637,
      "step": 38439
    },
    {
      "epoch": 0.8100860347616263,
      "grad_norm": 0.14167924225330353,
      "learning_rate": 1.8332627561680595e-06,
      "loss": 0.7137,
      "step": 38440
    },
    {
      "epoch": 0.8101071087999916,
      "grad_norm": 0.1402743011713028,
      "learning_rate": 1.832868881891342e-06,
      "loss": 0.7152,
      "step": 38441
    },
    {
      "epoch": 0.8101281828383569,
      "grad_norm": 0.1026059240102768,
      "learning_rate": 1.832475045662031e-06,
      "loss": 0.6704,
      "step": 38442
    },
    {
      "epoch": 0.8101492568767221,
      "grad_norm": 0.1409844011068344,
      "learning_rate": 1.8320812474819626e-06,
      "loss": 0.7158,
      "step": 38443
    },
    {
      "epoch": 0.8101703309150874,
      "grad_norm": 0.11386115103960037,
      "learning_rate": 1.83168748735297e-06,
      "loss": 0.7549,
      "step": 38444
    },
    {
      "epoch": 0.8101914049534528,
      "grad_norm": 0.11887195706367493,
      "learning_rate": 1.8312937652768882e-06,
      "loss": 0.7471,
      "step": 38445
    },
    {
      "epoch": 0.810212478991818,
      "grad_norm": 0.12213027477264404,
      "learning_rate": 1.830900081255551e-06,
      "loss": 0.7196,
      "step": 38446
    },
    {
      "epoch": 0.8102335530301833,
      "grad_norm": 0.11314214766025543,
      "learning_rate": 1.830506435290793e-06,
      "loss": 0.7025,
      "step": 38447
    },
    {
      "epoch": 0.8102546270685486,
      "grad_norm": 0.11530277132987976,
      "learning_rate": 1.8301128273844482e-06,
      "loss": 0.7129,
      "step": 38448
    },
    {
      "epoch": 0.8102757011069138,
      "grad_norm": 0.10154145956039429,
      "learning_rate": 1.8297192575383493e-06,
      "loss": 0.659,
      "step": 38449
    },
    {
      "epoch": 0.8102967751452792,
      "grad_norm": 0.09420182555913925,
      "learning_rate": 1.8293257257543295e-06,
      "loss": 0.6283,
      "step": 38450
    },
    {
      "epoch": 0.8103178491836445,
      "grad_norm": 0.12300596386194229,
      "learning_rate": 1.8289322320342263e-06,
      "loss": 0.7611,
      "step": 38451
    },
    {
      "epoch": 0.8103389232220097,
      "grad_norm": 0.1297132670879364,
      "learning_rate": 1.8285387763798667e-06,
      "loss": 0.7207,
      "step": 38452
    },
    {
      "epoch": 0.810359997260375,
      "grad_norm": 0.10898678749799728,
      "learning_rate": 1.8281453587930864e-06,
      "loss": 0.6559,
      "step": 38453
    },
    {
      "epoch": 0.8103810712987403,
      "grad_norm": 0.1372528076171875,
      "learning_rate": 1.8277519792757182e-06,
      "loss": 0.7355,
      "step": 38454
    },
    {
      "epoch": 0.8104021453371056,
      "grad_norm": 0.11037630587816238,
      "learning_rate": 1.827358637829595e-06,
      "loss": 0.7476,
      "step": 38455
    },
    {
      "epoch": 0.8104232193754709,
      "grad_norm": 0.12516739964485168,
      "learning_rate": 1.8269653344565453e-06,
      "loss": 0.6637,
      "step": 38456
    },
    {
      "epoch": 0.8104442934138362,
      "grad_norm": 0.10585489124059677,
      "learning_rate": 1.8265720691584077e-06,
      "loss": 0.7076,
      "step": 38457
    },
    {
      "epoch": 0.8104653674522014,
      "grad_norm": 0.0991281196475029,
      "learning_rate": 1.826178841937012e-06,
      "loss": 0.6824,
      "step": 38458
    },
    {
      "epoch": 0.8104864414905667,
      "grad_norm": 0.12888063490390778,
      "learning_rate": 1.8257856527941897e-06,
      "loss": 0.7325,
      "step": 38459
    },
    {
      "epoch": 0.810507515528932,
      "grad_norm": 0.10937512665987015,
      "learning_rate": 1.8253925017317741e-06,
      "loss": 0.7225,
      "step": 38460
    },
    {
      "epoch": 0.8105285895672973,
      "grad_norm": 0.09149801731109619,
      "learning_rate": 1.8249993887515927e-06,
      "loss": 0.7212,
      "step": 38461
    },
    {
      "epoch": 0.8105496636056626,
      "grad_norm": 0.13061074912548065,
      "learning_rate": 1.8246063138554793e-06,
      "loss": 0.7601,
      "step": 38462
    },
    {
      "epoch": 0.8105707376440279,
      "grad_norm": 0.23681475222110748,
      "learning_rate": 1.8242132770452648e-06,
      "loss": 0.6567,
      "step": 38463
    },
    {
      "epoch": 0.8105918116823931,
      "grad_norm": 0.1179920956492424,
      "learning_rate": 1.8238202783227798e-06,
      "loss": 0.705,
      "step": 38464
    },
    {
      "epoch": 0.8106128857207584,
      "grad_norm": 0.11176860332489014,
      "learning_rate": 1.8234273176898565e-06,
      "loss": 0.7193,
      "step": 38465
    },
    {
      "epoch": 0.8106339597591238,
      "grad_norm": 0.10567974299192429,
      "learning_rate": 1.8230343951483243e-06,
      "loss": 0.7773,
      "step": 38466
    },
    {
      "epoch": 0.810655033797489,
      "grad_norm": 0.11094579100608826,
      "learning_rate": 1.822641510700015e-06,
      "loss": 0.6329,
      "step": 38467
    },
    {
      "epoch": 0.8106761078358543,
      "grad_norm": 0.12865279614925385,
      "learning_rate": 1.8222486643467563e-06,
      "loss": 0.7187,
      "step": 38468
    },
    {
      "epoch": 0.8106971818742196,
      "grad_norm": 0.11326564848423004,
      "learning_rate": 1.821855856090381e-06,
      "loss": 0.705,
      "step": 38469
    },
    {
      "epoch": 0.8107182559125848,
      "grad_norm": 0.110207200050354,
      "learning_rate": 1.8214630859327176e-06,
      "loss": 0.7003,
      "step": 38470
    },
    {
      "epoch": 0.8107393299509502,
      "grad_norm": 0.1402442753314972,
      "learning_rate": 1.821070353875597e-06,
      "loss": 0.7164,
      "step": 38471
    },
    {
      "epoch": 0.8107604039893155,
      "grad_norm": 0.1100260466337204,
      "learning_rate": 1.8206776599208476e-06,
      "loss": 0.7226,
      "step": 38472
    },
    {
      "epoch": 0.8107814780276807,
      "grad_norm": 0.13111454248428345,
      "learning_rate": 1.820285004070299e-06,
      "loss": 0.6803,
      "step": 38473
    },
    {
      "epoch": 0.810802552066046,
      "grad_norm": 0.11537334322929382,
      "learning_rate": 1.8198923863257812e-06,
      "loss": 0.6782,
      "step": 38474
    },
    {
      "epoch": 0.8108236261044113,
      "grad_norm": 0.10497912764549255,
      "learning_rate": 1.8194998066891223e-06,
      "loss": 0.7091,
      "step": 38475
    },
    {
      "epoch": 0.8108447001427767,
      "grad_norm": 0.12887556850910187,
      "learning_rate": 1.8191072651621522e-06,
      "loss": 0.7082,
      "step": 38476
    },
    {
      "epoch": 0.8108657741811419,
      "grad_norm": 0.13248011469841003,
      "learning_rate": 1.8187147617466982e-06,
      "loss": 0.7284,
      "step": 38477
    },
    {
      "epoch": 0.8108868482195072,
      "grad_norm": 0.11012738943099976,
      "learning_rate": 1.81832229644459e-06,
      "loss": 0.7578,
      "step": 38478
    },
    {
      "epoch": 0.8109079222578724,
      "grad_norm": 0.09898392856121063,
      "learning_rate": 1.8179298692576552e-06,
      "loss": 0.6564,
      "step": 38479
    },
    {
      "epoch": 0.8109289962962377,
      "grad_norm": 0.10648155957460403,
      "learning_rate": 1.8175374801877232e-06,
      "loss": 0.7054,
      "step": 38480
    },
    {
      "epoch": 0.8109500703346031,
      "grad_norm": 0.11216534674167633,
      "learning_rate": 1.8171451292366227e-06,
      "loss": 0.7107,
      "step": 38481
    },
    {
      "epoch": 0.8109711443729684,
      "grad_norm": 0.17659321427345276,
      "learning_rate": 1.8167528164061776e-06,
      "loss": 0.6355,
      "step": 38482
    },
    {
      "epoch": 0.8109922184113336,
      "grad_norm": 0.10968975722789764,
      "learning_rate": 1.8163605416982188e-06,
      "loss": 0.7473,
      "step": 38483
    },
    {
      "epoch": 0.8110132924496989,
      "grad_norm": 0.09476044774055481,
      "learning_rate": 1.8159683051145715e-06,
      "loss": 0.6942,
      "step": 38484
    },
    {
      "epoch": 0.8110343664880642,
      "grad_norm": 0.11784781515598297,
      "learning_rate": 1.815576106657062e-06,
      "loss": 0.7085,
      "step": 38485
    },
    {
      "epoch": 0.8110554405264295,
      "grad_norm": 0.10891029238700867,
      "learning_rate": 1.8151839463275222e-06,
      "loss": 0.6318,
      "step": 38486
    },
    {
      "epoch": 0.8110765145647948,
      "grad_norm": 0.1362093836069107,
      "learning_rate": 1.8147918241277774e-06,
      "loss": 0.7118,
      "step": 38487
    },
    {
      "epoch": 0.8110975886031601,
      "grad_norm": 0.20045852661132812,
      "learning_rate": 1.8143997400596526e-06,
      "loss": 0.7359,
      "step": 38488
    },
    {
      "epoch": 0.8111186626415253,
      "grad_norm": 0.11206832528114319,
      "learning_rate": 1.8140076941249751e-06,
      "loss": 0.7308,
      "step": 38489
    },
    {
      "epoch": 0.8111397366798906,
      "grad_norm": 0.11143708974123001,
      "learning_rate": 1.8136156863255739e-06,
      "loss": 0.7231,
      "step": 38490
    },
    {
      "epoch": 0.811160810718256,
      "grad_norm": 0.10906688123941422,
      "learning_rate": 1.8132237166632705e-06,
      "loss": 0.6726,
      "step": 38491
    },
    {
      "epoch": 0.8111818847566212,
      "grad_norm": 0.13883788883686066,
      "learning_rate": 1.8128317851398935e-06,
      "loss": 0.6949,
      "step": 38492
    },
    {
      "epoch": 0.8112029587949865,
      "grad_norm": 0.1013929471373558,
      "learning_rate": 1.8124398917572671e-06,
      "loss": 0.6615,
      "step": 38493
    },
    {
      "epoch": 0.8112240328333518,
      "grad_norm": 0.12201718240976334,
      "learning_rate": 1.8120480365172188e-06,
      "loss": 0.7152,
      "step": 38494
    },
    {
      "epoch": 0.811245106871717,
      "grad_norm": 0.12568727135658264,
      "learning_rate": 1.8116562194215737e-06,
      "loss": 0.7268,
      "step": 38495
    },
    {
      "epoch": 0.8112661809100824,
      "grad_norm": 0.11872652173042297,
      "learning_rate": 1.8112644404721568e-06,
      "loss": 0.6454,
      "step": 38496
    },
    {
      "epoch": 0.8112872549484477,
      "grad_norm": 0.12201882898807526,
      "learning_rate": 1.8108726996707936e-06,
      "loss": 0.7067,
      "step": 38497
    },
    {
      "epoch": 0.8113083289868129,
      "grad_norm": 0.10866891592741013,
      "learning_rate": 1.8104809970193095e-06,
      "loss": 0.6911,
      "step": 38498
    },
    {
      "epoch": 0.8113294030251782,
      "grad_norm": 0.11613134294748306,
      "learning_rate": 1.810089332519528e-06,
      "loss": 0.6708,
      "step": 38499
    },
    {
      "epoch": 0.8113504770635435,
      "grad_norm": 0.12058502435684204,
      "learning_rate": 1.8096977061732735e-06,
      "loss": 0.714,
      "step": 38500
    },
    {
      "epoch": 0.8113715511019087,
      "grad_norm": 0.1274479627609253,
      "learning_rate": 1.8093061179823723e-06,
      "loss": 0.7163,
      "step": 38501
    },
    {
      "epoch": 0.8113926251402741,
      "grad_norm": 0.10484305024147034,
      "learning_rate": 1.8089145679486474e-06,
      "loss": 0.6763,
      "step": 38502
    },
    {
      "epoch": 0.8114136991786394,
      "grad_norm": 0.12080468237400055,
      "learning_rate": 1.808523056073923e-06,
      "loss": 0.7741,
      "step": 38503
    },
    {
      "epoch": 0.8114347732170046,
      "grad_norm": 0.1260412037372589,
      "learning_rate": 1.8081315823600232e-06,
      "loss": 0.7129,
      "step": 38504
    },
    {
      "epoch": 0.8114558472553699,
      "grad_norm": 0.11417490988969803,
      "learning_rate": 1.8077401468087718e-06,
      "loss": 0.6929,
      "step": 38505
    },
    {
      "epoch": 0.8114769212937352,
      "grad_norm": 0.13487939536571503,
      "learning_rate": 1.8073487494219922e-06,
      "loss": 0.7105,
      "step": 38506
    },
    {
      "epoch": 0.8114979953321005,
      "grad_norm": 0.11411217600107193,
      "learning_rate": 1.806957390201507e-06,
      "loss": 0.6826,
      "step": 38507
    },
    {
      "epoch": 0.8115190693704658,
      "grad_norm": 0.13003289699554443,
      "learning_rate": 1.8065660691491416e-06,
      "loss": 0.7026,
      "step": 38508
    },
    {
      "epoch": 0.8115401434088311,
      "grad_norm": 0.1182045266032219,
      "learning_rate": 1.8061747862667167e-06,
      "loss": 0.7482,
      "step": 38509
    },
    {
      "epoch": 0.8115612174471963,
      "grad_norm": 0.1054016575217247,
      "learning_rate": 1.8057835415560577e-06,
      "loss": 0.646,
      "step": 38510
    },
    {
      "epoch": 0.8115822914855616,
      "grad_norm": 0.11206307262182236,
      "learning_rate": 1.8053923350189839e-06,
      "loss": 0.6669,
      "step": 38511
    },
    {
      "epoch": 0.811603365523927,
      "grad_norm": 0.13429905474185944,
      "learning_rate": 1.8050011666573197e-06,
      "loss": 0.7075,
      "step": 38512
    },
    {
      "epoch": 0.8116244395622922,
      "grad_norm": 0.10852821171283722,
      "learning_rate": 1.8046100364728858e-06,
      "loss": 0.6843,
      "step": 38513
    },
    {
      "epoch": 0.8116455136006575,
      "grad_norm": 0.12641093134880066,
      "learning_rate": 1.804218944467504e-06,
      "loss": 0.6813,
      "step": 38514
    },
    {
      "epoch": 0.8116665876390228,
      "grad_norm": 0.1114070788025856,
      "learning_rate": 1.8038278906430007e-06,
      "loss": 0.7284,
      "step": 38515
    },
    {
      "epoch": 0.811687661677388,
      "grad_norm": 0.09913474321365356,
      "learning_rate": 1.8034368750011943e-06,
      "loss": 0.7254,
      "step": 38516
    },
    {
      "epoch": 0.8117087357157534,
      "grad_norm": 0.1074722558259964,
      "learning_rate": 1.8030458975439068e-06,
      "loss": 0.677,
      "step": 38517
    },
    {
      "epoch": 0.8117298097541187,
      "grad_norm": 0.1224193423986435,
      "learning_rate": 1.8026549582729602e-06,
      "loss": 0.708,
      "step": 38518
    },
    {
      "epoch": 0.811750883792484,
      "grad_norm": 0.13871151208877563,
      "learning_rate": 1.8022640571901774e-06,
      "loss": 0.7029,
      "step": 38519
    },
    {
      "epoch": 0.8117719578308492,
      "grad_norm": 0.12694604694843292,
      "learning_rate": 1.8018731942973744e-06,
      "loss": 0.7348,
      "step": 38520
    },
    {
      "epoch": 0.8117930318692145,
      "grad_norm": 0.12570759654045105,
      "learning_rate": 1.8014823695963757e-06,
      "loss": 0.8004,
      "step": 38521
    },
    {
      "epoch": 0.8118141059075799,
      "grad_norm": 0.1266855150461197,
      "learning_rate": 1.8010915830890008e-06,
      "loss": 0.7329,
      "step": 38522
    },
    {
      "epoch": 0.8118351799459451,
      "grad_norm": 0.11227766424417496,
      "learning_rate": 1.8007008347770704e-06,
      "loss": 0.7331,
      "step": 38523
    },
    {
      "epoch": 0.8118562539843104,
      "grad_norm": 0.1361503303050995,
      "learning_rate": 1.8003101246624054e-06,
      "loss": 0.7239,
      "step": 38524
    },
    {
      "epoch": 0.8118773280226756,
      "grad_norm": 0.11949160695075989,
      "learning_rate": 1.7999194527468255e-06,
      "loss": 0.6728,
      "step": 38525
    },
    {
      "epoch": 0.8118984020610409,
      "grad_norm": 0.11516154557466507,
      "learning_rate": 1.7995288190321514e-06,
      "loss": 0.705,
      "step": 38526
    },
    {
      "epoch": 0.8119194760994063,
      "grad_norm": 0.1351400762796402,
      "learning_rate": 1.7991382235202027e-06,
      "loss": 0.7235,
      "step": 38527
    },
    {
      "epoch": 0.8119405501377716,
      "grad_norm": 0.12391756474971771,
      "learning_rate": 1.798747666212798e-06,
      "loss": 0.7123,
      "step": 38528
    },
    {
      "epoch": 0.8119616241761368,
      "grad_norm": 0.11007318645715714,
      "learning_rate": 1.7983571471117578e-06,
      "loss": 0.7248,
      "step": 38529
    },
    {
      "epoch": 0.8119826982145021,
      "grad_norm": 0.12095076590776443,
      "learning_rate": 1.7979666662189e-06,
      "loss": 0.7514,
      "step": 38530
    },
    {
      "epoch": 0.8120037722528674,
      "grad_norm": 0.12552188336849213,
      "learning_rate": 1.797576223536046e-06,
      "loss": 0.6909,
      "step": 38531
    },
    {
      "epoch": 0.8120248462912327,
      "grad_norm": 0.11100679636001587,
      "learning_rate": 1.7971858190650126e-06,
      "loss": 0.6581,
      "step": 38532
    },
    {
      "epoch": 0.812045920329598,
      "grad_norm": 0.12826183438301086,
      "learning_rate": 1.7967954528076204e-06,
      "loss": 0.7092,
      "step": 38533
    },
    {
      "epoch": 0.8120669943679633,
      "grad_norm": 1.1080291271209717,
      "learning_rate": 1.7964051247656854e-06,
      "loss": 0.7238,
      "step": 38534
    },
    {
      "epoch": 0.8120880684063285,
      "grad_norm": 0.1154019683599472,
      "learning_rate": 1.7960148349410289e-06,
      "loss": 0.7357,
      "step": 38535
    },
    {
      "epoch": 0.8121091424446938,
      "grad_norm": 0.12975208461284637,
      "learning_rate": 1.795624583335467e-06,
      "loss": 0.7071,
      "step": 38536
    },
    {
      "epoch": 0.812130216483059,
      "grad_norm": 0.11083950102329254,
      "learning_rate": 1.795234369950819e-06,
      "loss": 0.7017,
      "step": 38537
    },
    {
      "epoch": 0.8121512905214244,
      "grad_norm": 0.1107378825545311,
      "learning_rate": 1.7948441947889017e-06,
      "loss": 0.6931,
      "step": 38538
    },
    {
      "epoch": 0.8121723645597897,
      "grad_norm": 0.12045931816101074,
      "learning_rate": 1.7944540578515335e-06,
      "loss": 0.7016,
      "step": 38539
    },
    {
      "epoch": 0.812193438598155,
      "grad_norm": 0.1295953094959259,
      "learning_rate": 1.794063959140534e-06,
      "loss": 0.785,
      "step": 38540
    },
    {
      "epoch": 0.8122145126365202,
      "grad_norm": 0.11320170015096664,
      "learning_rate": 1.7936738986577163e-06,
      "loss": 0.6521,
      "step": 38541
    },
    {
      "epoch": 0.8122355866748855,
      "grad_norm": 0.12318456918001175,
      "learning_rate": 1.7932838764048987e-06,
      "loss": 0.7557,
      "step": 38542
    },
    {
      "epoch": 0.8122566607132509,
      "grad_norm": 0.1087312400341034,
      "learning_rate": 1.7928938923838968e-06,
      "loss": 0.7073,
      "step": 38543
    },
    {
      "epoch": 0.8122777347516161,
      "grad_norm": 0.10320398956537247,
      "learning_rate": 1.7925039465965311e-06,
      "loss": 0.6793,
      "step": 38544
    },
    {
      "epoch": 0.8122988087899814,
      "grad_norm": 0.11726240813732147,
      "learning_rate": 1.7921140390446178e-06,
      "loss": 0.7041,
      "step": 38545
    },
    {
      "epoch": 0.8123198828283467,
      "grad_norm": 0.10790495574474335,
      "learning_rate": 1.7917241697299713e-06,
      "loss": 0.755,
      "step": 38546
    },
    {
      "epoch": 0.8123409568667119,
      "grad_norm": 0.12519671022891998,
      "learning_rate": 1.791334338654408e-06,
      "loss": 0.6996,
      "step": 38547
    },
    {
      "epoch": 0.8123620309050773,
      "grad_norm": 0.09730634838342667,
      "learning_rate": 1.790944545819746e-06,
      "loss": 0.6348,
      "step": 38548
    },
    {
      "epoch": 0.8123831049434426,
      "grad_norm": 0.11424881964921951,
      "learning_rate": 1.7905547912278022e-06,
      "loss": 0.7002,
      "step": 38549
    },
    {
      "epoch": 0.8124041789818078,
      "grad_norm": 0.09831874817609787,
      "learning_rate": 1.7901650748803867e-06,
      "loss": 0.7081,
      "step": 38550
    },
    {
      "epoch": 0.8124252530201731,
      "grad_norm": 0.22531847655773163,
      "learning_rate": 1.7897753967793174e-06,
      "loss": 0.6726,
      "step": 38551
    },
    {
      "epoch": 0.8124463270585384,
      "grad_norm": 0.12293050438165665,
      "learning_rate": 1.7893857569264118e-06,
      "loss": 0.7064,
      "step": 38552
    },
    {
      "epoch": 0.8124674010969037,
      "grad_norm": 0.10496126860380173,
      "learning_rate": 1.7889961553234836e-06,
      "loss": 0.6991,
      "step": 38553
    },
    {
      "epoch": 0.812488475135269,
      "grad_norm": 0.11973709613084793,
      "learning_rate": 1.7886065919723472e-06,
      "loss": 0.6875,
      "step": 38554
    },
    {
      "epoch": 0.8125095491736343,
      "grad_norm": 0.11001992970705032,
      "learning_rate": 1.788217066874819e-06,
      "loss": 0.653,
      "step": 38555
    },
    {
      "epoch": 0.8125306232119995,
      "grad_norm": 0.10342790186405182,
      "learning_rate": 1.7878275800327128e-06,
      "loss": 0.6422,
      "step": 38556
    },
    {
      "epoch": 0.8125516972503648,
      "grad_norm": 0.11447848379611969,
      "learning_rate": 1.7874381314478407e-06,
      "loss": 0.716,
      "step": 38557
    },
    {
      "epoch": 0.8125727712887302,
      "grad_norm": 0.13517571985721588,
      "learning_rate": 1.7870487211220234e-06,
      "loss": 0.7192,
      "step": 38558
    },
    {
      "epoch": 0.8125938453270954,
      "grad_norm": 0.10838006436824799,
      "learning_rate": 1.7866593490570695e-06,
      "loss": 0.6873,
      "step": 38559
    },
    {
      "epoch": 0.8126149193654607,
      "grad_norm": 0.10926184058189392,
      "learning_rate": 1.786270015254794e-06,
      "loss": 0.7795,
      "step": 38560
    },
    {
      "epoch": 0.812635993403826,
      "grad_norm": 0.1548294574022293,
      "learning_rate": 1.7858807197170102e-06,
      "loss": 0.7032,
      "step": 38561
    },
    {
      "epoch": 0.8126570674421912,
      "grad_norm": 0.14610034227371216,
      "learning_rate": 1.7854914624455343e-06,
      "loss": 0.6383,
      "step": 38562
    },
    {
      "epoch": 0.8126781414805566,
      "grad_norm": 0.12085259705781937,
      "learning_rate": 1.785102243442176e-06,
      "loss": 0.7253,
      "step": 38563
    },
    {
      "epoch": 0.8126992155189219,
      "grad_norm": 0.10767991095781326,
      "learning_rate": 1.7847130627087516e-06,
      "loss": 0.7374,
      "step": 38564
    },
    {
      "epoch": 0.8127202895572871,
      "grad_norm": 0.11153602600097656,
      "learning_rate": 1.7843239202470731e-06,
      "loss": 0.7048,
      "step": 38565
    },
    {
      "epoch": 0.8127413635956524,
      "grad_norm": 0.13479039072990417,
      "learning_rate": 1.7839348160589531e-06,
      "loss": 0.7735,
      "step": 38566
    },
    {
      "epoch": 0.8127624376340177,
      "grad_norm": 0.10701114684343338,
      "learning_rate": 1.783545750146204e-06,
      "loss": 0.7699,
      "step": 38567
    },
    {
      "epoch": 0.812783511672383,
      "grad_norm": 0.256674587726593,
      "learning_rate": 1.7831567225106394e-06,
      "loss": 0.7281,
      "step": 38568
    },
    {
      "epoch": 0.8128045857107483,
      "grad_norm": 0.15447039902210236,
      "learning_rate": 1.7827677331540726e-06,
      "loss": 0.7258,
      "step": 38569
    },
    {
      "epoch": 0.8128256597491136,
      "grad_norm": 0.10819351673126221,
      "learning_rate": 1.7823787820783122e-06,
      "loss": 0.7027,
      "step": 38570
    },
    {
      "epoch": 0.8128467337874788,
      "grad_norm": 0.16447271406650543,
      "learning_rate": 1.781989869285171e-06,
      "loss": 0.7456,
      "step": 38571
    },
    {
      "epoch": 0.8128678078258441,
      "grad_norm": 0.11494943499565125,
      "learning_rate": 1.7816009947764612e-06,
      "loss": 0.6995,
      "step": 38572
    },
    {
      "epoch": 0.8128888818642094,
      "grad_norm": 0.11529725790023804,
      "learning_rate": 1.7812121585539964e-06,
      "loss": 0.6809,
      "step": 38573
    },
    {
      "epoch": 0.8129099559025748,
      "grad_norm": 0.12639620900154114,
      "learning_rate": 1.7808233606195868e-06,
      "loss": 0.6824,
      "step": 38574
    },
    {
      "epoch": 0.81293102994094,
      "grad_norm": 0.16943340003490448,
      "learning_rate": 1.7804346009750428e-06,
      "loss": 0.75,
      "step": 38575
    },
    {
      "epoch": 0.8129521039793053,
      "grad_norm": 0.1237461045384407,
      "learning_rate": 1.7800458796221777e-06,
      "loss": 0.713,
      "step": 38576
    },
    {
      "epoch": 0.8129731780176706,
      "grad_norm": 0.10137926787137985,
      "learning_rate": 1.7796571965627996e-06,
      "loss": 0.6564,
      "step": 38577
    },
    {
      "epoch": 0.8129942520560358,
      "grad_norm": 0.1042698547244072,
      "learning_rate": 1.7792685517987241e-06,
      "loss": 0.7081,
      "step": 38578
    },
    {
      "epoch": 0.8130153260944012,
      "grad_norm": 0.12596219778060913,
      "learning_rate": 1.778879945331755e-06,
      "loss": 0.6109,
      "step": 38579
    },
    {
      "epoch": 0.8130364001327665,
      "grad_norm": 0.1071266233921051,
      "learning_rate": 1.7784913771637058e-06,
      "loss": 0.7272,
      "step": 38580
    },
    {
      "epoch": 0.8130574741711317,
      "grad_norm": 0.10493181645870209,
      "learning_rate": 1.7781028472963879e-06,
      "loss": 0.6585,
      "step": 38581
    },
    {
      "epoch": 0.813078548209497,
      "grad_norm": 0.11343412846326828,
      "learning_rate": 1.777714355731609e-06,
      "loss": 0.7472,
      "step": 38582
    },
    {
      "epoch": 0.8130996222478623,
      "grad_norm": 0.14333128929138184,
      "learning_rate": 1.7773259024711797e-06,
      "loss": 0.6806,
      "step": 38583
    },
    {
      "epoch": 0.8131206962862276,
      "grad_norm": 0.09887407720088959,
      "learning_rate": 1.776937487516911e-06,
      "loss": 0.6828,
      "step": 38584
    },
    {
      "epoch": 0.8131417703245929,
      "grad_norm": 0.12098733335733414,
      "learning_rate": 1.7765491108706113e-06,
      "loss": 0.6097,
      "step": 38585
    },
    {
      "epoch": 0.8131628443629582,
      "grad_norm": 0.10680630803108215,
      "learning_rate": 1.7761607725340867e-06,
      "loss": 0.7022,
      "step": 38586
    },
    {
      "epoch": 0.8131839184013234,
      "grad_norm": 0.10750461369752884,
      "learning_rate": 1.7757724725091552e-06,
      "loss": 0.7232,
      "step": 38587
    },
    {
      "epoch": 0.8132049924396887,
      "grad_norm": 0.1126411035656929,
      "learning_rate": 1.7753842107976171e-06,
      "loss": 0.7043,
      "step": 38588
    },
    {
      "epoch": 0.8132260664780541,
      "grad_norm": 0.11263754963874817,
      "learning_rate": 1.7749959874012845e-06,
      "loss": 0.6977,
      "step": 38589
    },
    {
      "epoch": 0.8132471405164193,
      "grad_norm": 0.10155562311410904,
      "learning_rate": 1.774607802321966e-06,
      "loss": 0.6643,
      "step": 38590
    },
    {
      "epoch": 0.8132682145547846,
      "grad_norm": 0.10374963283538818,
      "learning_rate": 1.77421965556147e-06,
      "loss": 0.7237,
      "step": 38591
    },
    {
      "epoch": 0.8132892885931499,
      "grad_norm": 0.10926104336977005,
      "learning_rate": 1.7738315471216029e-06,
      "loss": 0.7021,
      "step": 38592
    },
    {
      "epoch": 0.8133103626315151,
      "grad_norm": 0.09841940551996231,
      "learning_rate": 1.7734434770041753e-06,
      "loss": 0.6592,
      "step": 38593
    },
    {
      "epoch": 0.8133314366698805,
      "grad_norm": 0.10892891883850098,
      "learning_rate": 1.7730554452109939e-06,
      "loss": 0.6974,
      "step": 38594
    },
    {
      "epoch": 0.8133525107082458,
      "grad_norm": 0.12721194326877594,
      "learning_rate": 1.7726674517438658e-06,
      "loss": 0.7648,
      "step": 38595
    },
    {
      "epoch": 0.813373584746611,
      "grad_norm": 0.10958398878574371,
      "learning_rate": 1.7722794966045997e-06,
      "loss": 0.7953,
      "step": 38596
    },
    {
      "epoch": 0.8133946587849763,
      "grad_norm": 0.14524731040000916,
      "learning_rate": 1.771891579795002e-06,
      "loss": 0.7148,
      "step": 38597
    },
    {
      "epoch": 0.8134157328233416,
      "grad_norm": 0.11964861303567886,
      "learning_rate": 1.7715037013168813e-06,
      "loss": 0.7581,
      "step": 38598
    },
    {
      "epoch": 0.8134368068617069,
      "grad_norm": 0.12400958687067032,
      "learning_rate": 1.7711158611720448e-06,
      "loss": 0.7399,
      "step": 38599
    },
    {
      "epoch": 0.8134578809000722,
      "grad_norm": 0.13525985181331635,
      "learning_rate": 1.7707280593622932e-06,
      "loss": 0.7944,
      "step": 38600
    },
    {
      "epoch": 0.8134789549384375,
      "grad_norm": 0.0996423289179802,
      "learning_rate": 1.770340295889441e-06,
      "loss": 0.6438,
      "step": 38601
    },
    {
      "epoch": 0.8135000289768027,
      "grad_norm": 0.10161159187555313,
      "learning_rate": 1.7699525707552922e-06,
      "loss": 0.7433,
      "step": 38602
    },
    {
      "epoch": 0.813521103015168,
      "grad_norm": 0.1247730702161789,
      "learning_rate": 1.7695648839616509e-06,
      "loss": 0.7466,
      "step": 38603
    },
    {
      "epoch": 0.8135421770535334,
      "grad_norm": 0.12867066264152527,
      "learning_rate": 1.7691772355103253e-06,
      "loss": 0.7562,
      "step": 38604
    },
    {
      "epoch": 0.8135632510918986,
      "grad_norm": 0.10455194860696793,
      "learning_rate": 1.7687896254031213e-06,
      "loss": 0.7047,
      "step": 38605
    },
    {
      "epoch": 0.8135843251302639,
      "grad_norm": 0.1267646849155426,
      "learning_rate": 1.7684020536418435e-06,
      "loss": 0.7217,
      "step": 38606
    },
    {
      "epoch": 0.8136053991686292,
      "grad_norm": 0.10711101442575455,
      "learning_rate": 1.7680145202282972e-06,
      "loss": 0.7145,
      "step": 38607
    },
    {
      "epoch": 0.8136264732069944,
      "grad_norm": 0.12381868064403534,
      "learning_rate": 1.7676270251642923e-06,
      "loss": 0.7557,
      "step": 38608
    },
    {
      "epoch": 0.8136475472453598,
      "grad_norm": 0.11036134511232376,
      "learning_rate": 1.7672395684516275e-06,
      "loss": 0.6771,
      "step": 38609
    },
    {
      "epoch": 0.8136686212837251,
      "grad_norm": 0.13325174152851105,
      "learning_rate": 1.7668521500921098e-06,
      "loss": 0.7448,
      "step": 38610
    },
    {
      "epoch": 0.8136896953220903,
      "grad_norm": 0.11733260750770569,
      "learning_rate": 1.7664647700875447e-06,
      "loss": 0.6922,
      "step": 38611
    },
    {
      "epoch": 0.8137107693604556,
      "grad_norm": 0.11733478307723999,
      "learning_rate": 1.7660774284397376e-06,
      "loss": 0.7132,
      "step": 38612
    },
    {
      "epoch": 0.8137318433988209,
      "grad_norm": 0.12865620851516724,
      "learning_rate": 1.765690125150492e-06,
      "loss": 0.718,
      "step": 38613
    },
    {
      "epoch": 0.8137529174371861,
      "grad_norm": 0.10687258839607239,
      "learning_rate": 1.7653028602216127e-06,
      "loss": 0.7236,
      "step": 38614
    },
    {
      "epoch": 0.8137739914755515,
      "grad_norm": 0.11217349767684937,
      "learning_rate": 1.7649156336549001e-06,
      "loss": 0.7701,
      "step": 38615
    },
    {
      "epoch": 0.8137950655139168,
      "grad_norm": 0.09797566384077072,
      "learning_rate": 1.764528445452165e-06,
      "loss": 0.6731,
      "step": 38616
    },
    {
      "epoch": 0.813816139552282,
      "grad_norm": 0.10340819507837296,
      "learning_rate": 1.7641412956152104e-06,
      "loss": 0.7041,
      "step": 38617
    },
    {
      "epoch": 0.8138372135906473,
      "grad_norm": 0.09828207641839981,
      "learning_rate": 1.7637541841458339e-06,
      "loss": 0.6784,
      "step": 38618
    },
    {
      "epoch": 0.8138582876290126,
      "grad_norm": 0.0995248481631279,
      "learning_rate": 1.7633671110458428e-06,
      "loss": 0.6574,
      "step": 38619
    },
    {
      "epoch": 0.813879361667378,
      "grad_norm": 0.10972096771001816,
      "learning_rate": 1.7629800763170402e-06,
      "loss": 0.7025,
      "step": 38620
    },
    {
      "epoch": 0.8139004357057432,
      "grad_norm": 0.1140323057770729,
      "learning_rate": 1.7625930799612279e-06,
      "loss": 0.7174,
      "step": 38621
    },
    {
      "epoch": 0.8139215097441085,
      "grad_norm": 0.10101484507322311,
      "learning_rate": 1.76220612198021e-06,
      "loss": 0.7334,
      "step": 38622
    },
    {
      "epoch": 0.8139425837824737,
      "grad_norm": 0.09719382226467133,
      "learning_rate": 1.7618192023757885e-06,
      "loss": 0.609,
      "step": 38623
    },
    {
      "epoch": 0.813963657820839,
      "grad_norm": 0.12397267669439316,
      "learning_rate": 1.7614323211497665e-06,
      "loss": 0.6747,
      "step": 38624
    },
    {
      "epoch": 0.8139847318592044,
      "grad_norm": 0.1027902364730835,
      "learning_rate": 1.7610454783039455e-06,
      "loss": 0.6613,
      "step": 38625
    },
    {
      "epoch": 0.8140058058975697,
      "grad_norm": 0.10932675004005432,
      "learning_rate": 1.7606586738401278e-06,
      "loss": 0.7494,
      "step": 38626
    },
    {
      "epoch": 0.8140268799359349,
      "grad_norm": 0.12239786982536316,
      "learning_rate": 1.760271907760116e-06,
      "loss": 0.6737,
      "step": 38627
    },
    {
      "epoch": 0.8140479539743002,
      "grad_norm": 0.09812118113040924,
      "learning_rate": 1.7598851800657146e-06,
      "loss": 0.666,
      "step": 38628
    },
    {
      "epoch": 0.8140690280126655,
      "grad_norm": 0.13245496153831482,
      "learning_rate": 1.7594984907587165e-06,
      "loss": 0.6427,
      "step": 38629
    },
    {
      "epoch": 0.8140901020510308,
      "grad_norm": 0.11393827944993973,
      "learning_rate": 1.7591118398409312e-06,
      "loss": 0.6749,
      "step": 38630
    },
    {
      "epoch": 0.8141111760893961,
      "grad_norm": 0.1105208471417427,
      "learning_rate": 1.7587252273141587e-06,
      "loss": 0.6887,
      "step": 38631
    },
    {
      "epoch": 0.8141322501277614,
      "grad_norm": 0.13362912833690643,
      "learning_rate": 1.7583386531801983e-06,
      "loss": 0.7257,
      "step": 38632
    },
    {
      "epoch": 0.8141533241661266,
      "grad_norm": 0.28669458627700806,
      "learning_rate": 1.757952117440851e-06,
      "loss": 0.7828,
      "step": 38633
    },
    {
      "epoch": 0.8141743982044919,
      "grad_norm": 0.12865832448005676,
      "learning_rate": 1.7575656200979186e-06,
      "loss": 0.7207,
      "step": 38634
    },
    {
      "epoch": 0.8141954722428573,
      "grad_norm": 0.1134495660662651,
      "learning_rate": 1.7571791611532007e-06,
      "loss": 0.635,
      "step": 38635
    },
    {
      "epoch": 0.8142165462812225,
      "grad_norm": 0.12154177576303482,
      "learning_rate": 1.7567927406084983e-06,
      "loss": 0.7079,
      "step": 38636
    },
    {
      "epoch": 0.8142376203195878,
      "grad_norm": 0.10518480092287064,
      "learning_rate": 1.7564063584656144e-06,
      "loss": 0.6967,
      "step": 38637
    },
    {
      "epoch": 0.8142586943579531,
      "grad_norm": 0.11404364556074142,
      "learning_rate": 1.7560200147263428e-06,
      "loss": 0.6913,
      "step": 38638
    },
    {
      "epoch": 0.8142797683963183,
      "grad_norm": 0.10701821744441986,
      "learning_rate": 1.7556337093924858e-06,
      "loss": 0.6947,
      "step": 38639
    },
    {
      "epoch": 0.8143008424346837,
      "grad_norm": 0.11570573598146439,
      "learning_rate": 1.755247442465845e-06,
      "loss": 0.6916,
      "step": 38640
    },
    {
      "epoch": 0.814321916473049,
      "grad_norm": 0.11069542914628983,
      "learning_rate": 1.754861213948218e-06,
      "loss": 0.6308,
      "step": 38641
    },
    {
      "epoch": 0.8143429905114142,
      "grad_norm": 0.12313905358314514,
      "learning_rate": 1.7544750238414044e-06,
      "loss": 0.7415,
      "step": 38642
    },
    {
      "epoch": 0.8143640645497795,
      "grad_norm": 0.10971584916114807,
      "learning_rate": 1.7540888721472016e-06,
      "loss": 0.7647,
      "step": 38643
    },
    {
      "epoch": 0.8143851385881448,
      "grad_norm": 0.12087373435497284,
      "learning_rate": 1.7537027588674116e-06,
      "loss": 0.6772,
      "step": 38644
    },
    {
      "epoch": 0.8144062126265101,
      "grad_norm": 0.11236419528722763,
      "learning_rate": 1.753316684003834e-06,
      "loss": 0.6386,
      "step": 38645
    },
    {
      "epoch": 0.8144272866648754,
      "grad_norm": 0.12095195800065994,
      "learning_rate": 1.7529306475582664e-06,
      "loss": 0.7125,
      "step": 38646
    },
    {
      "epoch": 0.8144483607032407,
      "grad_norm": 0.10661082714796066,
      "learning_rate": 1.7525446495325038e-06,
      "loss": 0.6654,
      "step": 38647
    },
    {
      "epoch": 0.8144694347416059,
      "grad_norm": 0.09963799268007278,
      "learning_rate": 1.7521586899283472e-06,
      "loss": 0.7351,
      "step": 38648
    },
    {
      "epoch": 0.8144905087799712,
      "grad_norm": 0.11714614927768707,
      "learning_rate": 1.7517727687475949e-06,
      "loss": 0.6612,
      "step": 38649
    },
    {
      "epoch": 0.8145115828183365,
      "grad_norm": 0.15250422060489655,
      "learning_rate": 1.7513868859920425e-06,
      "loss": 0.6414,
      "step": 38650
    },
    {
      "epoch": 0.8145326568567018,
      "grad_norm": 0.10111718624830246,
      "learning_rate": 1.7510010416634903e-06,
      "loss": 0.6998,
      "step": 38651
    },
    {
      "epoch": 0.8145537308950671,
      "grad_norm": 0.12426739931106567,
      "learning_rate": 1.750615235763734e-06,
      "loss": 0.7016,
      "step": 38652
    },
    {
      "epoch": 0.8145748049334324,
      "grad_norm": 0.10622499138116837,
      "learning_rate": 1.750229468294573e-06,
      "loss": 0.6816,
      "step": 38653
    },
    {
      "epoch": 0.8145958789717976,
      "grad_norm": 0.12570451200008392,
      "learning_rate": 1.7498437392578016e-06,
      "loss": 0.7519,
      "step": 38654
    },
    {
      "epoch": 0.8146169530101629,
      "grad_norm": 0.12250760197639465,
      "learning_rate": 1.7494580486552194e-06,
      "loss": 0.6966,
      "step": 38655
    },
    {
      "epoch": 0.8146380270485283,
      "grad_norm": 0.12000641226768494,
      "learning_rate": 1.7490723964886213e-06,
      "loss": 0.7052,
      "step": 38656
    },
    {
      "epoch": 0.8146591010868935,
      "grad_norm": 0.1247306764125824,
      "learning_rate": 1.7486867827598053e-06,
      "loss": 0.7388,
      "step": 38657
    },
    {
      "epoch": 0.8146801751252588,
      "grad_norm": 0.1206069141626358,
      "learning_rate": 1.7483012074705663e-06,
      "loss": 0.7707,
      "step": 38658
    },
    {
      "epoch": 0.8147012491636241,
      "grad_norm": 0.11699067801237106,
      "learning_rate": 1.747915670622702e-06,
      "loss": 0.7445,
      "step": 38659
    },
    {
      "epoch": 0.8147223232019893,
      "grad_norm": 0.1450430452823639,
      "learning_rate": 1.7475301722180072e-06,
      "loss": 0.6901,
      "step": 38660
    },
    {
      "epoch": 0.8147433972403547,
      "grad_norm": 0.1369663029909134,
      "learning_rate": 1.7471447122582785e-06,
      "loss": 0.724,
      "step": 38661
    },
    {
      "epoch": 0.81476447127872,
      "grad_norm": 0.1341441124677658,
      "learning_rate": 1.7467592907453124e-06,
      "loss": 0.7219,
      "step": 38662
    },
    {
      "epoch": 0.8147855453170852,
      "grad_norm": 0.11420708149671555,
      "learning_rate": 1.7463739076809027e-06,
      "loss": 0.6662,
      "step": 38663
    },
    {
      "epoch": 0.8148066193554505,
      "grad_norm": 0.12505920231342316,
      "learning_rate": 1.7459885630668462e-06,
      "loss": 0.6729,
      "step": 38664
    },
    {
      "epoch": 0.8148276933938158,
      "grad_norm": 0.11450771987438202,
      "learning_rate": 1.7456032569049374e-06,
      "loss": 0.6886,
      "step": 38665
    },
    {
      "epoch": 0.8148487674321812,
      "grad_norm": 0.11072038114070892,
      "learning_rate": 1.7452179891969711e-06,
      "loss": 0.7095,
      "step": 38666
    },
    {
      "epoch": 0.8148698414705464,
      "grad_norm": 0.11041133850812912,
      "learning_rate": 1.7448327599447445e-06,
      "loss": 0.6861,
      "step": 38667
    },
    {
      "epoch": 0.8148909155089117,
      "grad_norm": 0.12314583361148834,
      "learning_rate": 1.7444475691500483e-06,
      "loss": 0.7196,
      "step": 38668
    },
    {
      "epoch": 0.814911989547277,
      "grad_norm": 0.12229037284851074,
      "learning_rate": 1.744062416814679e-06,
      "loss": 0.7296,
      "step": 38669
    },
    {
      "epoch": 0.8149330635856422,
      "grad_norm": 0.13760589063167572,
      "learning_rate": 1.7436773029404297e-06,
      "loss": 0.753,
      "step": 38670
    },
    {
      "epoch": 0.8149541376240076,
      "grad_norm": 0.09834015369415283,
      "learning_rate": 1.7432922275290963e-06,
      "loss": 0.699,
      "step": 38671
    },
    {
      "epoch": 0.8149752116623729,
      "grad_norm": 0.11689315736293793,
      "learning_rate": 1.742907190582469e-06,
      "loss": 0.7211,
      "step": 38672
    },
    {
      "epoch": 0.8149962857007381,
      "grad_norm": 0.11618513613939285,
      "learning_rate": 1.742522192102346e-06,
      "loss": 0.6365,
      "step": 38673
    },
    {
      "epoch": 0.8150173597391034,
      "grad_norm": 0.1400449573993683,
      "learning_rate": 1.7421372320905205e-06,
      "loss": 0.6467,
      "step": 38674
    },
    {
      "epoch": 0.8150384337774687,
      "grad_norm": 0.11886849999427795,
      "learning_rate": 1.7417523105487833e-06,
      "loss": 0.6945,
      "step": 38675
    },
    {
      "epoch": 0.815059507815834,
      "grad_norm": 0.10222240537405014,
      "learning_rate": 1.7413674274789328e-06,
      "loss": 0.625,
      "step": 38676
    },
    {
      "epoch": 0.8150805818541993,
      "grad_norm": 0.11182840913534164,
      "learning_rate": 1.7409825828827543e-06,
      "loss": 0.7921,
      "step": 38677
    },
    {
      "epoch": 0.8151016558925646,
      "grad_norm": 0.12620232999324799,
      "learning_rate": 1.7405977767620451e-06,
      "loss": 0.7683,
      "step": 38678
    },
    {
      "epoch": 0.8151227299309298,
      "grad_norm": 0.11953632533550262,
      "learning_rate": 1.7402130091185977e-06,
      "loss": 0.7986,
      "step": 38679
    },
    {
      "epoch": 0.8151438039692951,
      "grad_norm": 0.10706231743097305,
      "learning_rate": 1.7398282799542032e-06,
      "loss": 0.7278,
      "step": 38680
    },
    {
      "epoch": 0.8151648780076605,
      "grad_norm": 0.12071187049150467,
      "learning_rate": 1.7394435892706553e-06,
      "loss": 0.6881,
      "step": 38681
    },
    {
      "epoch": 0.8151859520460257,
      "grad_norm": 0.11026610434055328,
      "learning_rate": 1.7390589370697453e-06,
      "loss": 0.6636,
      "step": 38682
    },
    {
      "epoch": 0.815207026084391,
      "grad_norm": 0.10108257830142975,
      "learning_rate": 1.7386743233532656e-06,
      "loss": 0.6867,
      "step": 38683
    },
    {
      "epoch": 0.8152281001227563,
      "grad_norm": 0.12889647483825684,
      "learning_rate": 1.7382897481230076e-06,
      "loss": 0.7723,
      "step": 38684
    },
    {
      "epoch": 0.8152491741611215,
      "grad_norm": 0.12435765564441681,
      "learning_rate": 1.7379052113807638e-06,
      "loss": 0.7105,
      "step": 38685
    },
    {
      "epoch": 0.8152702481994869,
      "grad_norm": 0.12436910718679428,
      "learning_rate": 1.7375207131283244e-06,
      "loss": 0.7522,
      "step": 38686
    },
    {
      "epoch": 0.8152913222378522,
      "grad_norm": 0.10245009511709213,
      "learning_rate": 1.7371362533674808e-06,
      "loss": 0.7046,
      "step": 38687
    },
    {
      "epoch": 0.8153123962762174,
      "grad_norm": 0.13493612408638,
      "learning_rate": 1.7367518321000242e-06,
      "loss": 0.7186,
      "step": 38688
    },
    {
      "epoch": 0.8153334703145827,
      "grad_norm": 0.11189229786396027,
      "learning_rate": 1.736367449327747e-06,
      "loss": 0.6763,
      "step": 38689
    },
    {
      "epoch": 0.815354544352948,
      "grad_norm": 0.12598156929016113,
      "learning_rate": 1.7359831050524366e-06,
      "loss": 0.694,
      "step": 38690
    },
    {
      "epoch": 0.8153756183913132,
      "grad_norm": 0.10923953354358673,
      "learning_rate": 1.7355987992758872e-06,
      "loss": 0.6298,
      "step": 38691
    },
    {
      "epoch": 0.8153966924296786,
      "grad_norm": 0.11668635904788971,
      "learning_rate": 1.735214531999886e-06,
      "loss": 0.7492,
      "step": 38692
    },
    {
      "epoch": 0.8154177664680439,
      "grad_norm": 0.12290545552968979,
      "learning_rate": 1.7348303032262247e-06,
      "loss": 0.7321,
      "step": 38693
    },
    {
      "epoch": 0.8154388405064091,
      "grad_norm": 0.11980864405632019,
      "learning_rate": 1.7344461129566937e-06,
      "loss": 0.7482,
      "step": 38694
    },
    {
      "epoch": 0.8154599145447744,
      "grad_norm": 0.09189393371343613,
      "learning_rate": 1.734061961193082e-06,
      "loss": 0.6832,
      "step": 38695
    },
    {
      "epoch": 0.8154809885831397,
      "grad_norm": 0.1122204139828682,
      "learning_rate": 1.7336778479371818e-06,
      "loss": 0.6961,
      "step": 38696
    },
    {
      "epoch": 0.815502062621505,
      "grad_norm": 0.10904600471258163,
      "learning_rate": 1.7332937731907774e-06,
      "loss": 0.7209,
      "step": 38697
    },
    {
      "epoch": 0.8155231366598703,
      "grad_norm": 0.1052117645740509,
      "learning_rate": 1.7329097369556602e-06,
      "loss": 0.7538,
      "step": 38698
    },
    {
      "epoch": 0.8155442106982356,
      "grad_norm": 0.11050869524478912,
      "learning_rate": 1.7325257392336214e-06,
      "loss": 0.7181,
      "step": 38699
    },
    {
      "epoch": 0.8155652847366008,
      "grad_norm": 0.09666413068771362,
      "learning_rate": 1.7321417800264474e-06,
      "loss": 0.7123,
      "step": 38700
    },
    {
      "epoch": 0.8155863587749661,
      "grad_norm": 0.10413281619548798,
      "learning_rate": 1.7317578593359252e-06,
      "loss": 0.6783,
      "step": 38701
    },
    {
      "epoch": 0.8156074328133315,
      "grad_norm": 0.10907541215419769,
      "learning_rate": 1.7313739771638481e-06,
      "loss": 0.717,
      "step": 38702
    },
    {
      "epoch": 0.8156285068516967,
      "grad_norm": 0.11408292502164841,
      "learning_rate": 1.7309901335120027e-06,
      "loss": 0.7168,
      "step": 38703
    },
    {
      "epoch": 0.815649580890062,
      "grad_norm": 0.11524920165538788,
      "learning_rate": 1.730606328382176e-06,
      "loss": 0.7619,
      "step": 38704
    },
    {
      "epoch": 0.8156706549284273,
      "grad_norm": 0.12197207659482956,
      "learning_rate": 1.7302225617761604e-06,
      "loss": 0.7129,
      "step": 38705
    },
    {
      "epoch": 0.8156917289667925,
      "grad_norm": 0.11043183505535126,
      "learning_rate": 1.7298388336957373e-06,
      "loss": 0.6705,
      "step": 38706
    },
    {
      "epoch": 0.8157128030051579,
      "grad_norm": 0.11587890982627869,
      "learning_rate": 1.7294551441426976e-06,
      "loss": 0.6759,
      "step": 38707
    },
    {
      "epoch": 0.8157338770435232,
      "grad_norm": 0.12384828925132751,
      "learning_rate": 1.7290714931188268e-06,
      "loss": 0.7523,
      "step": 38708
    },
    {
      "epoch": 0.8157549510818884,
      "grad_norm": 0.12575435638427734,
      "learning_rate": 1.7286878806259156e-06,
      "loss": 0.6458,
      "step": 38709
    },
    {
      "epoch": 0.8157760251202537,
      "grad_norm": 0.11578849703073502,
      "learning_rate": 1.728304306665748e-06,
      "loss": 0.7149,
      "step": 38710
    },
    {
      "epoch": 0.815797099158619,
      "grad_norm": 0.10924482345581055,
      "learning_rate": 1.7279207712401115e-06,
      "loss": 0.6706,
      "step": 38711
    },
    {
      "epoch": 0.8158181731969844,
      "grad_norm": 0.12424800544977188,
      "learning_rate": 1.7275372743507945e-06,
      "loss": 0.7153,
      "step": 38712
    },
    {
      "epoch": 0.8158392472353496,
      "grad_norm": 0.11497330665588379,
      "learning_rate": 1.7271538159995825e-06,
      "loss": 0.6994,
      "step": 38713
    },
    {
      "epoch": 0.8158603212737149,
      "grad_norm": 0.10349959880113602,
      "learning_rate": 1.726770396188261e-06,
      "loss": 0.6861,
      "step": 38714
    },
    {
      "epoch": 0.8158813953120801,
      "grad_norm": 0.10191873461008072,
      "learning_rate": 1.7263870149186178e-06,
      "loss": 0.7163,
      "step": 38715
    },
    {
      "epoch": 0.8159024693504454,
      "grad_norm": 0.10395476967096329,
      "learning_rate": 1.726003672192438e-06,
      "loss": 0.6639,
      "step": 38716
    },
    {
      "epoch": 0.8159235433888108,
      "grad_norm": 0.12980051338672638,
      "learning_rate": 1.725620368011507e-06,
      "loss": 0.7268,
      "step": 38717
    },
    {
      "epoch": 0.815944617427176,
      "grad_norm": 0.12347514182329178,
      "learning_rate": 1.7252371023776114e-06,
      "loss": 0.6581,
      "step": 38718
    },
    {
      "epoch": 0.8159656914655413,
      "grad_norm": 0.10439430177211761,
      "learning_rate": 1.724853875292537e-06,
      "loss": 0.7209,
      "step": 38719
    },
    {
      "epoch": 0.8159867655039066,
      "grad_norm": 0.1636994183063507,
      "learning_rate": 1.7244706867580673e-06,
      "loss": 0.7031,
      "step": 38720
    },
    {
      "epoch": 0.8160078395422719,
      "grad_norm": 0.10672186315059662,
      "learning_rate": 1.7240875367759902e-06,
      "loss": 0.6765,
      "step": 38721
    },
    {
      "epoch": 0.8160289135806372,
      "grad_norm": 0.13493110239505768,
      "learning_rate": 1.7237044253480873e-06,
      "loss": 0.7371,
      "step": 38722
    },
    {
      "epoch": 0.8160499876190025,
      "grad_norm": 0.10984086245298386,
      "learning_rate": 1.723321352476146e-06,
      "loss": 0.6831,
      "step": 38723
    },
    {
      "epoch": 0.8160710616573678,
      "grad_norm": 0.10932711511850357,
      "learning_rate": 1.7229383181619497e-06,
      "loss": 0.756,
      "step": 38724
    },
    {
      "epoch": 0.816092135695733,
      "grad_norm": 0.11363258957862854,
      "learning_rate": 1.7225553224072833e-06,
      "loss": 0.7161,
      "step": 38725
    },
    {
      "epoch": 0.8161132097340983,
      "grad_norm": 0.10004275292158127,
      "learning_rate": 1.7221723652139332e-06,
      "loss": 0.6881,
      "step": 38726
    },
    {
      "epoch": 0.8161342837724636,
      "grad_norm": 0.11908480525016785,
      "learning_rate": 1.7217894465836792e-06,
      "loss": 0.7285,
      "step": 38727
    },
    {
      "epoch": 0.8161553578108289,
      "grad_norm": 0.1301717907190323,
      "learning_rate": 1.7214065665183054e-06,
      "loss": 0.715,
      "step": 38728
    },
    {
      "epoch": 0.8161764318491942,
      "grad_norm": 0.12746275961399078,
      "learning_rate": 1.7210237250195983e-06,
      "loss": 0.7206,
      "step": 38729
    },
    {
      "epoch": 0.8161975058875595,
      "grad_norm": 0.10213334113359451,
      "learning_rate": 1.7206409220893384e-06,
      "loss": 0.665,
      "step": 38730
    },
    {
      "epoch": 0.8162185799259247,
      "grad_norm": 0.16268692910671234,
      "learning_rate": 1.7202581577293121e-06,
      "loss": 0.727,
      "step": 38731
    },
    {
      "epoch": 0.81623965396429,
      "grad_norm": 0.11471197009086609,
      "learning_rate": 1.7198754319413013e-06,
      "loss": 0.6696,
      "step": 38732
    },
    {
      "epoch": 0.8162607280026554,
      "grad_norm": 0.10247006267309189,
      "learning_rate": 1.7194927447270892e-06,
      "loss": 0.7194,
      "step": 38733
    },
    {
      "epoch": 0.8162818020410206,
      "grad_norm": 0.11706830561161041,
      "learning_rate": 1.7191100960884588e-06,
      "loss": 0.7107,
      "step": 38734
    },
    {
      "epoch": 0.8163028760793859,
      "grad_norm": 0.16235366463661194,
      "learning_rate": 1.7187274860271941e-06,
      "loss": 0.7444,
      "step": 38735
    },
    {
      "epoch": 0.8163239501177512,
      "grad_norm": 0.10426128655672073,
      "learning_rate": 1.7183449145450725e-06,
      "loss": 0.7999,
      "step": 38736
    },
    {
      "epoch": 0.8163450241561164,
      "grad_norm": 0.10307352989912033,
      "learning_rate": 1.7179623816438807e-06,
      "loss": 0.737,
      "step": 38737
    },
    {
      "epoch": 0.8163660981944818,
      "grad_norm": 0.1333005428314209,
      "learning_rate": 1.717579887325399e-06,
      "loss": 0.7325,
      "step": 38738
    },
    {
      "epoch": 0.8163871722328471,
      "grad_norm": 0.10760997980833054,
      "learning_rate": 1.7171974315914098e-06,
      "loss": 0.6587,
      "step": 38739
    },
    {
      "epoch": 0.8164082462712123,
      "grad_norm": 0.12412051111459732,
      "learning_rate": 1.7168150144436946e-06,
      "loss": 0.6753,
      "step": 38740
    },
    {
      "epoch": 0.8164293203095776,
      "grad_norm": 0.10584107786417007,
      "learning_rate": 1.7164326358840355e-06,
      "loss": 0.6753,
      "step": 38741
    },
    {
      "epoch": 0.8164503943479429,
      "grad_norm": 0.0997081845998764,
      "learning_rate": 1.7160502959142134e-06,
      "loss": 0.6561,
      "step": 38742
    },
    {
      "epoch": 0.8164714683863082,
      "grad_norm": 0.1071956679224968,
      "learning_rate": 1.7156679945360089e-06,
      "loss": 0.7373,
      "step": 38743
    },
    {
      "epoch": 0.8164925424246735,
      "grad_norm": 0.13165690004825592,
      "learning_rate": 1.715285731751204e-06,
      "loss": 0.7081,
      "step": 38744
    },
    {
      "epoch": 0.8165136164630388,
      "grad_norm": 0.10920072346925735,
      "learning_rate": 1.7149035075615795e-06,
      "loss": 0.783,
      "step": 38745
    },
    {
      "epoch": 0.816534690501404,
      "grad_norm": 0.1486976146697998,
      "learning_rate": 1.714521321968915e-06,
      "loss": 0.7436,
      "step": 38746
    },
    {
      "epoch": 0.8165557645397693,
      "grad_norm": 0.09922637790441513,
      "learning_rate": 1.7141391749749926e-06,
      "loss": 0.6866,
      "step": 38747
    },
    {
      "epoch": 0.8165768385781347,
      "grad_norm": 0.12537981569766998,
      "learning_rate": 1.7137570665815905e-06,
      "loss": 0.729,
      "step": 38748
    },
    {
      "epoch": 0.8165979126164999,
      "grad_norm": 0.1030738577246666,
      "learning_rate": 1.71337499679049e-06,
      "loss": 0.7142,
      "step": 38749
    },
    {
      "epoch": 0.8166189866548652,
      "grad_norm": 0.12192904204130173,
      "learning_rate": 1.7129929656034715e-06,
      "loss": 0.6816,
      "step": 38750
    },
    {
      "epoch": 0.8166400606932305,
      "grad_norm": 0.10968463122844696,
      "learning_rate": 1.712610973022314e-06,
      "loss": 0.6862,
      "step": 38751
    },
    {
      "epoch": 0.8166611347315957,
      "grad_norm": 0.12567904591560364,
      "learning_rate": 1.7122290190487967e-06,
      "loss": 0.7237,
      "step": 38752
    },
    {
      "epoch": 0.8166822087699611,
      "grad_norm": 0.17977331578731537,
      "learning_rate": 1.7118471036846994e-06,
      "loss": 0.688,
      "step": 38753
    },
    {
      "epoch": 0.8167032828083264,
      "grad_norm": 0.13853612542152405,
      "learning_rate": 1.7114652269318022e-06,
      "loss": 0.6437,
      "step": 38754
    },
    {
      "epoch": 0.8167243568466916,
      "grad_norm": 0.12783600389957428,
      "learning_rate": 1.7110833887918842e-06,
      "loss": 0.7797,
      "step": 38755
    },
    {
      "epoch": 0.8167454308850569,
      "grad_norm": 0.1041867807507515,
      "learning_rate": 1.7107015892667223e-06,
      "loss": 0.7412,
      "step": 38756
    },
    {
      "epoch": 0.8167665049234222,
      "grad_norm": 0.10471813380718231,
      "learning_rate": 1.7103198283580958e-06,
      "loss": 0.7521,
      "step": 38757
    },
    {
      "epoch": 0.8167875789617876,
      "grad_norm": 0.0947464182972908,
      "learning_rate": 1.7099381060677833e-06,
      "loss": 0.6539,
      "step": 38758
    },
    {
      "epoch": 0.8168086530001528,
      "grad_norm": 0.17491234838962555,
      "learning_rate": 1.7095564223975602e-06,
      "loss": 0.7139,
      "step": 38759
    },
    {
      "epoch": 0.8168297270385181,
      "grad_norm": 0.09940662235021591,
      "learning_rate": 1.7091747773492107e-06,
      "loss": 0.6925,
      "step": 38760
    },
    {
      "epoch": 0.8168508010768833,
      "grad_norm": 0.10442278534173965,
      "learning_rate": 1.7087931709245098e-06,
      "loss": 0.7246,
      "step": 38761
    },
    {
      "epoch": 0.8168718751152486,
      "grad_norm": 0.09196393191814423,
      "learning_rate": 1.7084116031252352e-06,
      "loss": 0.6311,
      "step": 38762
    },
    {
      "epoch": 0.8168929491536139,
      "grad_norm": 0.11736457794904709,
      "learning_rate": 1.7080300739531642e-06,
      "loss": 0.6956,
      "step": 38763
    },
    {
      "epoch": 0.8169140231919793,
      "grad_norm": 0.12652631103992462,
      "learning_rate": 1.7076485834100765e-06,
      "loss": 0.6663,
      "step": 38764
    },
    {
      "epoch": 0.8169350972303445,
      "grad_norm": 0.1919298768043518,
      "learning_rate": 1.7072671314977452e-06,
      "loss": 0.6902,
      "step": 38765
    },
    {
      "epoch": 0.8169561712687098,
      "grad_norm": 0.12151914834976196,
      "learning_rate": 1.7068857182179498e-06,
      "loss": 0.7053,
      "step": 38766
    },
    {
      "epoch": 0.816977245307075,
      "grad_norm": 0.12462538480758667,
      "learning_rate": 1.706504343572466e-06,
      "loss": 0.7394,
      "step": 38767
    },
    {
      "epoch": 0.8169983193454403,
      "grad_norm": 0.11308230459690094,
      "learning_rate": 1.706123007563072e-06,
      "loss": 0.7378,
      "step": 38768
    },
    {
      "epoch": 0.8170193933838057,
      "grad_norm": 0.12495182454586029,
      "learning_rate": 1.705741710191543e-06,
      "loss": 0.7301,
      "step": 38769
    },
    {
      "epoch": 0.817040467422171,
      "grad_norm": 0.1092495247721672,
      "learning_rate": 1.7053604514596556e-06,
      "loss": 0.725,
      "step": 38770
    },
    {
      "epoch": 0.8170615414605362,
      "grad_norm": 0.09621968865394592,
      "learning_rate": 1.704979231369187e-06,
      "loss": 0.6103,
      "step": 38771
    },
    {
      "epoch": 0.8170826154989015,
      "grad_norm": 0.1466934233903885,
      "learning_rate": 1.7045980499219117e-06,
      "loss": 0.7393,
      "step": 38772
    },
    {
      "epoch": 0.8171036895372668,
      "grad_norm": 0.13035395741462708,
      "learning_rate": 1.7042169071196057e-06,
      "loss": 0.7363,
      "step": 38773
    },
    {
      "epoch": 0.8171247635756321,
      "grad_norm": 0.10629082471132278,
      "learning_rate": 1.7038358029640456e-06,
      "loss": 0.7151,
      "step": 38774
    },
    {
      "epoch": 0.8171458376139974,
      "grad_norm": 0.11224913597106934,
      "learning_rate": 1.7034547374570066e-06,
      "loss": 0.7013,
      "step": 38775
    },
    {
      "epoch": 0.8171669116523627,
      "grad_norm": 0.10143277049064636,
      "learning_rate": 1.7030737106002626e-06,
      "loss": 0.677,
      "step": 38776
    },
    {
      "epoch": 0.8171879856907279,
      "grad_norm": 0.11874527484178543,
      "learning_rate": 1.702692722395589e-06,
      "loss": 0.6693,
      "step": 38777
    },
    {
      "epoch": 0.8172090597290932,
      "grad_norm": 0.13265402615070343,
      "learning_rate": 1.7023117728447624e-06,
      "loss": 0.6879,
      "step": 38778
    },
    {
      "epoch": 0.8172301337674586,
      "grad_norm": 0.13599039614200592,
      "learning_rate": 1.7019308619495568e-06,
      "loss": 0.7351,
      "step": 38779
    },
    {
      "epoch": 0.8172512078058238,
      "grad_norm": 0.12275111675262451,
      "learning_rate": 1.701549989711745e-06,
      "loss": 0.6776,
      "step": 38780
    },
    {
      "epoch": 0.8172722818441891,
      "grad_norm": 0.09773209691047668,
      "learning_rate": 1.7011691561331034e-06,
      "loss": 0.6531,
      "step": 38781
    },
    {
      "epoch": 0.8172933558825544,
      "grad_norm": 0.1075979545712471,
      "learning_rate": 1.7007883612154042e-06,
      "loss": 0.7179,
      "step": 38782
    },
    {
      "epoch": 0.8173144299209196,
      "grad_norm": 0.1160205751657486,
      "learning_rate": 1.7004076049604235e-06,
      "loss": 0.6869,
      "step": 38783
    },
    {
      "epoch": 0.817335503959285,
      "grad_norm": 0.11573366820812225,
      "learning_rate": 1.7000268873699332e-06,
      "loss": 0.8033,
      "step": 38784
    },
    {
      "epoch": 0.8173565779976503,
      "grad_norm": 0.11656497418880463,
      "learning_rate": 1.699646208445711e-06,
      "loss": 0.6931,
      "step": 38785
    },
    {
      "epoch": 0.8173776520360155,
      "grad_norm": 0.12248893827199936,
      "learning_rate": 1.6992655681895253e-06,
      "loss": 0.7746,
      "step": 38786
    },
    {
      "epoch": 0.8173987260743808,
      "grad_norm": 0.13934201002120972,
      "learning_rate": 1.698884966603148e-06,
      "loss": 0.7016,
      "step": 38787
    },
    {
      "epoch": 0.8174198001127461,
      "grad_norm": 0.1588762104511261,
      "learning_rate": 1.698504403688357e-06,
      "loss": 0.6881,
      "step": 38788
    },
    {
      "epoch": 0.8174408741511114,
      "grad_norm": 0.11076520383358002,
      "learning_rate": 1.6981238794469247e-06,
      "loss": 0.7003,
      "step": 38789
    },
    {
      "epoch": 0.8174619481894767,
      "grad_norm": 0.10240877419710159,
      "learning_rate": 1.697743393880622e-06,
      "loss": 0.6943,
      "step": 38790
    },
    {
      "epoch": 0.817483022227842,
      "grad_norm": 0.12408874183893204,
      "learning_rate": 1.6973629469912222e-06,
      "loss": 0.7387,
      "step": 38791
    },
    {
      "epoch": 0.8175040962662072,
      "grad_norm": 0.11263851076364517,
      "learning_rate": 1.6969825387804983e-06,
      "loss": 0.6875,
      "step": 38792
    },
    {
      "epoch": 0.8175251703045725,
      "grad_norm": 0.13111715018749237,
      "learning_rate": 1.696602169250221e-06,
      "loss": 0.6857,
      "step": 38793
    },
    {
      "epoch": 0.8175462443429379,
      "grad_norm": 0.12001468241214752,
      "learning_rate": 1.6962218384021655e-06,
      "loss": 0.7321,
      "step": 38794
    },
    {
      "epoch": 0.8175673183813031,
      "grad_norm": 0.13825491070747375,
      "learning_rate": 1.6958415462380983e-06,
      "loss": 0.7084,
      "step": 38795
    },
    {
      "epoch": 0.8175883924196684,
      "grad_norm": 0.11195491999387741,
      "learning_rate": 1.6954612927597946e-06,
      "loss": 0.6902,
      "step": 38796
    },
    {
      "epoch": 0.8176094664580337,
      "grad_norm": 0.1025911495089531,
      "learning_rate": 1.695081077969024e-06,
      "loss": 0.6916,
      "step": 38797
    },
    {
      "epoch": 0.8176305404963989,
      "grad_norm": 0.10189896821975708,
      "learning_rate": 1.6947009018675598e-06,
      "loss": 0.7084,
      "step": 38798
    },
    {
      "epoch": 0.8176516145347643,
      "grad_norm": 0.09675856679677963,
      "learning_rate": 1.6943207644571714e-06,
      "loss": 0.6795,
      "step": 38799
    },
    {
      "epoch": 0.8176726885731296,
      "grad_norm": 0.10934222489595413,
      "learning_rate": 1.6939406657396317e-06,
      "loss": 0.6795,
      "step": 38800
    },
    {
      "epoch": 0.8176937626114948,
      "grad_norm": 0.1128479540348053,
      "learning_rate": 1.6935606057167086e-06,
      "loss": 0.6993,
      "step": 38801
    },
    {
      "epoch": 0.8177148366498601,
      "grad_norm": 0.10720209032297134,
      "learning_rate": 1.6931805843901728e-06,
      "loss": 0.6882,
      "step": 38802
    },
    {
      "epoch": 0.8177359106882254,
      "grad_norm": 0.12913015484809875,
      "learning_rate": 1.6928006017618003e-06,
      "loss": 0.7129,
      "step": 38803
    },
    {
      "epoch": 0.8177569847265906,
      "grad_norm": 0.12455768883228302,
      "learning_rate": 1.6924206578333557e-06,
      "loss": 0.7483,
      "step": 38804
    },
    {
      "epoch": 0.817778058764956,
      "grad_norm": 0.10815311968326569,
      "learning_rate": 1.6920407526066095e-06,
      "loss": 0.7014,
      "step": 38805
    },
    {
      "epoch": 0.8177991328033213,
      "grad_norm": 0.11353447288274765,
      "learning_rate": 1.6916608860833328e-06,
      "loss": 0.6886,
      "step": 38806
    },
    {
      "epoch": 0.8178202068416865,
      "grad_norm": 0.10074233263731003,
      "learning_rate": 1.691281058265295e-06,
      "loss": 0.672,
      "step": 38807
    },
    {
      "epoch": 0.8178412808800518,
      "grad_norm": 0.10911732912063599,
      "learning_rate": 1.6909012691542648e-06,
      "loss": 0.7591,
      "step": 38808
    },
    {
      "epoch": 0.8178623549184171,
      "grad_norm": 0.1467808037996292,
      "learning_rate": 1.6905215187520118e-06,
      "loss": 0.7988,
      "step": 38809
    },
    {
      "epoch": 0.8178834289567825,
      "grad_norm": 0.09808756411075592,
      "learning_rate": 1.6901418070603071e-06,
      "loss": 0.6862,
      "step": 38810
    },
    {
      "epoch": 0.8179045029951477,
      "grad_norm": 0.12598800659179688,
      "learning_rate": 1.6897621340809168e-06,
      "loss": 0.7283,
      "step": 38811
    },
    {
      "epoch": 0.817925577033513,
      "grad_norm": 0.12022203207015991,
      "learning_rate": 1.6893824998156106e-06,
      "loss": 0.7115,
      "step": 38812
    },
    {
      "epoch": 0.8179466510718783,
      "grad_norm": 0.10897693037986755,
      "learning_rate": 1.689002904266157e-06,
      "loss": 0.7462,
      "step": 38813
    },
    {
      "epoch": 0.8179677251102435,
      "grad_norm": 0.1372869312763214,
      "learning_rate": 1.6886233474343283e-06,
      "loss": 0.6748,
      "step": 38814
    },
    {
      "epoch": 0.8179887991486089,
      "grad_norm": 0.10927699506282806,
      "learning_rate": 1.6882438293218861e-06,
      "loss": 0.7248,
      "step": 38815
    },
    {
      "epoch": 0.8180098731869742,
      "grad_norm": 0.19733251631259918,
      "learning_rate": 1.687864349930598e-06,
      "loss": 0.8095,
      "step": 38816
    },
    {
      "epoch": 0.8180309472253394,
      "grad_norm": 0.12396516650915146,
      "learning_rate": 1.6874849092622382e-06,
      "loss": 0.6864,
      "step": 38817
    },
    {
      "epoch": 0.8180520212637047,
      "grad_norm": 0.17908155918121338,
      "learning_rate": 1.6871055073185715e-06,
      "loss": 0.6778,
      "step": 38818
    },
    {
      "epoch": 0.81807309530207,
      "grad_norm": 0.10813731700181961,
      "learning_rate": 1.686726144101366e-06,
      "loss": 0.7106,
      "step": 38819
    },
    {
      "epoch": 0.8180941693404353,
      "grad_norm": 0.1031724065542221,
      "learning_rate": 1.6863468196123878e-06,
      "loss": 0.7036,
      "step": 38820
    },
    {
      "epoch": 0.8181152433788006,
      "grad_norm": 0.11966388672590256,
      "learning_rate": 1.6859675338534032e-06,
      "loss": 0.71,
      "step": 38821
    },
    {
      "epoch": 0.8181363174171659,
      "grad_norm": 0.15343211591243744,
      "learning_rate": 1.6855882868261818e-06,
      "loss": 0.7332,
      "step": 38822
    },
    {
      "epoch": 0.8181573914555311,
      "grad_norm": 0.1309306025505066,
      "learning_rate": 1.6852090785324916e-06,
      "loss": 0.7186,
      "step": 38823
    },
    {
      "epoch": 0.8181784654938964,
      "grad_norm": 0.10811158269643784,
      "learning_rate": 1.6848299089740928e-06,
      "loss": 0.7334,
      "step": 38824
    },
    {
      "epoch": 0.8181995395322618,
      "grad_norm": 0.11883014440536499,
      "learning_rate": 1.6844507781527563e-06,
      "loss": 0.6499,
      "step": 38825
    },
    {
      "epoch": 0.818220613570627,
      "grad_norm": 0.15052050352096558,
      "learning_rate": 1.6840716860702477e-06,
      "loss": 0.719,
      "step": 38826
    },
    {
      "epoch": 0.8182416876089923,
      "grad_norm": 0.11642686277627945,
      "learning_rate": 1.6836926327283332e-06,
      "loss": 0.6472,
      "step": 38827
    },
    {
      "epoch": 0.8182627616473576,
      "grad_norm": 0.11797962337732315,
      "learning_rate": 1.683313618128778e-06,
      "loss": 0.7023,
      "step": 38828
    },
    {
      "epoch": 0.8182838356857228,
      "grad_norm": 0.1175096184015274,
      "learning_rate": 1.6829346422733484e-06,
      "loss": 0.709,
      "step": 38829
    },
    {
      "epoch": 0.8183049097240882,
      "grad_norm": 0.11150199174880981,
      "learning_rate": 1.6825557051638064e-06,
      "loss": 0.7393,
      "step": 38830
    },
    {
      "epoch": 0.8183259837624535,
      "grad_norm": 0.13601697981357574,
      "learning_rate": 1.6821768068019239e-06,
      "loss": 0.7128,
      "step": 38831
    },
    {
      "epoch": 0.8183470578008187,
      "grad_norm": 0.1414414644241333,
      "learning_rate": 1.6817979471894641e-06,
      "loss": 0.7684,
      "step": 38832
    },
    {
      "epoch": 0.818368131839184,
      "grad_norm": 0.10819081217050552,
      "learning_rate": 1.6814191263281897e-06,
      "loss": 0.6646,
      "step": 38833
    },
    {
      "epoch": 0.8183892058775493,
      "grad_norm": 0.1283973604440689,
      "learning_rate": 1.6810403442198653e-06,
      "loss": 0.8138,
      "step": 38834
    },
    {
      "epoch": 0.8184102799159146,
      "grad_norm": 0.1581820249557495,
      "learning_rate": 1.6806616008662569e-06,
      "loss": 0.6821,
      "step": 38835
    },
    {
      "epoch": 0.8184313539542799,
      "grad_norm": 0.10817022621631622,
      "learning_rate": 1.6802828962691276e-06,
      "loss": 0.6945,
      "step": 38836
    },
    {
      "epoch": 0.8184524279926452,
      "grad_norm": 0.12423969060182571,
      "learning_rate": 1.6799042304302437e-06,
      "loss": 0.7176,
      "step": 38837
    },
    {
      "epoch": 0.8184735020310104,
      "grad_norm": 0.12591370940208435,
      "learning_rate": 1.6795256033513675e-06,
      "loss": 0.703,
      "step": 38838
    },
    {
      "epoch": 0.8184945760693757,
      "grad_norm": 0.10211177170276642,
      "learning_rate": 1.6791470150342637e-06,
      "loss": 0.694,
      "step": 38839
    },
    {
      "epoch": 0.818515650107741,
      "grad_norm": 0.1810147911310196,
      "learning_rate": 1.6787684654806956e-06,
      "loss": 0.7292,
      "step": 38840
    },
    {
      "epoch": 0.8185367241461063,
      "grad_norm": 0.11785794049501419,
      "learning_rate": 1.6783899546924277e-06,
      "loss": 0.7701,
      "step": 38841
    },
    {
      "epoch": 0.8185577981844716,
      "grad_norm": 0.12548556923866272,
      "learning_rate": 1.6780114826712213e-06,
      "loss": 0.734,
      "step": 38842
    },
    {
      "epoch": 0.8185788722228369,
      "grad_norm": 0.1320399045944214,
      "learning_rate": 1.6776330494188419e-06,
      "loss": 0.6809,
      "step": 38843
    },
    {
      "epoch": 0.8185999462612021,
      "grad_norm": 0.14275604486465454,
      "learning_rate": 1.6772546549370538e-06,
      "loss": 0.7632,
      "step": 38844
    },
    {
      "epoch": 0.8186210202995674,
      "grad_norm": 0.12173289060592651,
      "learning_rate": 1.6768762992276112e-06,
      "loss": 0.7578,
      "step": 38845
    },
    {
      "epoch": 0.8186420943379328,
      "grad_norm": 0.10771357268095016,
      "learning_rate": 1.6764979822922868e-06,
      "loss": 0.6844,
      "step": 38846
    },
    {
      "epoch": 0.818663168376298,
      "grad_norm": 0.13492800295352936,
      "learning_rate": 1.676119704132838e-06,
      "loss": 0.6691,
      "step": 38847
    },
    {
      "epoch": 0.8186842424146633,
      "grad_norm": 0.12650814652442932,
      "learning_rate": 1.6757414647510283e-06,
      "loss": 0.6889,
      "step": 38848
    },
    {
      "epoch": 0.8187053164530286,
      "grad_norm": 0.12052823603153229,
      "learning_rate": 1.6753632641486196e-06,
      "loss": 0.726,
      "step": 38849
    },
    {
      "epoch": 0.8187263904913938,
      "grad_norm": 0.12287112325429916,
      "learning_rate": 1.6749851023273744e-06,
      "loss": 0.659,
      "step": 38850
    },
    {
      "epoch": 0.8187474645297592,
      "grad_norm": 0.12162011861801147,
      "learning_rate": 1.674606979289053e-06,
      "loss": 0.6715,
      "step": 38851
    },
    {
      "epoch": 0.8187685385681245,
      "grad_norm": 0.11626561731100082,
      "learning_rate": 1.674228895035418e-06,
      "loss": 0.7076,
      "step": 38852
    },
    {
      "epoch": 0.8187896126064897,
      "grad_norm": 0.13879868388175964,
      "learning_rate": 1.6738508495682338e-06,
      "loss": 0.6884,
      "step": 38853
    },
    {
      "epoch": 0.818810686644855,
      "grad_norm": 0.12083587795495987,
      "learning_rate": 1.6734728428892545e-06,
      "loss": 0.6897,
      "step": 38854
    },
    {
      "epoch": 0.8188317606832203,
      "grad_norm": 0.1264912188053131,
      "learning_rate": 1.673094875000245e-06,
      "loss": 0.7068,
      "step": 38855
    },
    {
      "epoch": 0.8188528347215857,
      "grad_norm": 0.11290231347084045,
      "learning_rate": 1.6727169459029668e-06,
      "loss": 0.7055,
      "step": 38856
    },
    {
      "epoch": 0.8188739087599509,
      "grad_norm": 0.11980058252811432,
      "learning_rate": 1.6723390555991782e-06,
      "loss": 0.7304,
      "step": 38857
    },
    {
      "epoch": 0.8188949827983162,
      "grad_norm": 0.11272945255041122,
      "learning_rate": 1.671961204090642e-06,
      "loss": 0.7305,
      "step": 38858
    },
    {
      "epoch": 0.8189160568366814,
      "grad_norm": 0.10551393032073975,
      "learning_rate": 1.6715833913791146e-06,
      "loss": 0.7653,
      "step": 38859
    },
    {
      "epoch": 0.8189371308750467,
      "grad_norm": 0.11141994595527649,
      "learning_rate": 1.6712056174663627e-06,
      "loss": 0.729,
      "step": 38860
    },
    {
      "epoch": 0.8189582049134121,
      "grad_norm": 0.11281055212020874,
      "learning_rate": 1.6708278823541414e-06,
      "loss": 0.7295,
      "step": 38861
    },
    {
      "epoch": 0.8189792789517774,
      "grad_norm": 0.12146078795194626,
      "learning_rate": 1.6704501860442135e-06,
      "loss": 0.7044,
      "step": 38862
    },
    {
      "epoch": 0.8190003529901426,
      "grad_norm": 0.10261734575033188,
      "learning_rate": 1.6700725285383345e-06,
      "loss": 0.6522,
      "step": 38863
    },
    {
      "epoch": 0.8190214270285079,
      "grad_norm": 0.1445746272802353,
      "learning_rate": 1.6696949098382665e-06,
      "loss": 0.6942,
      "step": 38864
    },
    {
      "epoch": 0.8190425010668732,
      "grad_norm": 0.12196437269449234,
      "learning_rate": 1.6693173299457677e-06,
      "loss": 0.7327,
      "step": 38865
    },
    {
      "epoch": 0.8190635751052385,
      "grad_norm": 0.14063437283039093,
      "learning_rate": 1.668939788862597e-06,
      "loss": 0.6973,
      "step": 38866
    },
    {
      "epoch": 0.8190846491436038,
      "grad_norm": 0.10412520915269852,
      "learning_rate": 1.6685622865905139e-06,
      "loss": 0.6911,
      "step": 38867
    },
    {
      "epoch": 0.8191057231819691,
      "grad_norm": 0.12039763480424881,
      "learning_rate": 1.6681848231312768e-06,
      "loss": 0.7018,
      "step": 38868
    },
    {
      "epoch": 0.8191267972203343,
      "grad_norm": 0.10109178721904755,
      "learning_rate": 1.6678073984866438e-06,
      "loss": 0.7209,
      "step": 38869
    },
    {
      "epoch": 0.8191478712586996,
      "grad_norm": 0.10914124548435211,
      "learning_rate": 1.667430012658373e-06,
      "loss": 0.667,
      "step": 38870
    },
    {
      "epoch": 0.819168945297065,
      "grad_norm": 0.1280422806739807,
      "learning_rate": 1.6670526656482233e-06,
      "loss": 0.7059,
      "step": 38871
    },
    {
      "epoch": 0.8191900193354302,
      "grad_norm": 0.10362579673528671,
      "learning_rate": 1.666675357457953e-06,
      "loss": 0.7462,
      "step": 38872
    },
    {
      "epoch": 0.8192110933737955,
      "grad_norm": 0.11860577017068863,
      "learning_rate": 1.666298088089321e-06,
      "loss": 0.7146,
      "step": 38873
    },
    {
      "epoch": 0.8192321674121608,
      "grad_norm": 0.1133885458111763,
      "learning_rate": 1.6659208575440778e-06,
      "loss": 0.7297,
      "step": 38874
    },
    {
      "epoch": 0.819253241450526,
      "grad_norm": 0.1146368756890297,
      "learning_rate": 1.6655436658239887e-06,
      "loss": 0.6239,
      "step": 38875
    },
    {
      "epoch": 0.8192743154888914,
      "grad_norm": 0.11640938371419907,
      "learning_rate": 1.665166512930807e-06,
      "loss": 0.7085,
      "step": 38876
    },
    {
      "epoch": 0.8192953895272567,
      "grad_norm": 0.10655191540718079,
      "learning_rate": 1.6647893988662922e-06,
      "loss": 0.7087,
      "step": 38877
    },
    {
      "epoch": 0.8193164635656219,
      "grad_norm": 0.10569021850824356,
      "learning_rate": 1.6644123236321985e-06,
      "loss": 0.688,
      "step": 38878
    },
    {
      "epoch": 0.8193375376039872,
      "grad_norm": 0.12557093799114227,
      "learning_rate": 1.6640352872302846e-06,
      "loss": 0.7318,
      "step": 38879
    },
    {
      "epoch": 0.8193586116423525,
      "grad_norm": 0.0955582857131958,
      "learning_rate": 1.6636582896623055e-06,
      "loss": 0.6446,
      "step": 38880
    },
    {
      "epoch": 0.8193796856807177,
      "grad_norm": 0.09936954826116562,
      "learning_rate": 1.663281330930019e-06,
      "loss": 0.7215,
      "step": 38881
    },
    {
      "epoch": 0.8194007597190831,
      "grad_norm": 0.1800844520330429,
      "learning_rate": 1.6629044110351822e-06,
      "loss": 0.7026,
      "step": 38882
    },
    {
      "epoch": 0.8194218337574484,
      "grad_norm": 0.1092158630490303,
      "learning_rate": 1.6625275299795462e-06,
      "loss": 0.7264,
      "step": 38883
    },
    {
      "epoch": 0.8194429077958136,
      "grad_norm": 0.10373444110155106,
      "learning_rate": 1.6621506877648709e-06,
      "loss": 0.6466,
      "step": 38884
    },
    {
      "epoch": 0.8194639818341789,
      "grad_norm": 0.11357152462005615,
      "learning_rate": 1.6617738843929098e-06,
      "loss": 0.69,
      "step": 38885
    },
    {
      "epoch": 0.8194850558725442,
      "grad_norm": 0.15176893770694733,
      "learning_rate": 1.6613971198654188e-06,
      "loss": 0.6373,
      "step": 38886
    },
    {
      "epoch": 0.8195061299109095,
      "grad_norm": 0.10964379459619522,
      "learning_rate": 1.661020394184154e-06,
      "loss": 0.6862,
      "step": 38887
    },
    {
      "epoch": 0.8195272039492748,
      "grad_norm": 0.10332038998603821,
      "learning_rate": 1.6606437073508663e-06,
      "loss": 0.7498,
      "step": 38888
    },
    {
      "epoch": 0.8195482779876401,
      "grad_norm": 0.10760364681482315,
      "learning_rate": 1.6602670593673176e-06,
      "loss": 0.6839,
      "step": 38889
    },
    {
      "epoch": 0.8195693520260053,
      "grad_norm": 0.10686299204826355,
      "learning_rate": 1.6598904502352586e-06,
      "loss": 0.7503,
      "step": 38890
    },
    {
      "epoch": 0.8195904260643706,
      "grad_norm": 0.0998341292142868,
      "learning_rate": 1.6595138799564459e-06,
      "loss": 0.6753,
      "step": 38891
    },
    {
      "epoch": 0.819611500102736,
      "grad_norm": 0.1167382225394249,
      "learning_rate": 1.6591373485326311e-06,
      "loss": 0.7432,
      "step": 38892
    },
    {
      "epoch": 0.8196325741411012,
      "grad_norm": 0.10639329999685287,
      "learning_rate": 1.6587608559655677e-06,
      "loss": 0.7194,
      "step": 38893
    },
    {
      "epoch": 0.8196536481794665,
      "grad_norm": 0.10551923513412476,
      "learning_rate": 1.6583844022570116e-06,
      "loss": 0.6962,
      "step": 38894
    },
    {
      "epoch": 0.8196747222178318,
      "grad_norm": 0.10189516097307205,
      "learning_rate": 1.6580079874087174e-06,
      "loss": 0.6741,
      "step": 38895
    },
    {
      "epoch": 0.819695796256197,
      "grad_norm": 0.11394822597503662,
      "learning_rate": 1.6576316114224355e-06,
      "loss": 0.7153,
      "step": 38896
    },
    {
      "epoch": 0.8197168702945624,
      "grad_norm": 0.12298498302698135,
      "learning_rate": 1.6572552742999227e-06,
      "loss": 0.7063,
      "step": 38897
    },
    {
      "epoch": 0.8197379443329277,
      "grad_norm": 0.11245377361774445,
      "learning_rate": 1.6568789760429293e-06,
      "loss": 0.7004,
      "step": 38898
    },
    {
      "epoch": 0.819759018371293,
      "grad_norm": 0.12290038913488388,
      "learning_rate": 1.656502716653211e-06,
      "loss": 0.7098,
      "step": 38899
    },
    {
      "epoch": 0.8197800924096582,
      "grad_norm": 0.0994512215256691,
      "learning_rate": 1.6561264961325186e-06,
      "loss": 0.7252,
      "step": 38900
    },
    {
      "epoch": 0.8198011664480235,
      "grad_norm": 0.12165360897779465,
      "learning_rate": 1.655750314482606e-06,
      "loss": 0.6702,
      "step": 38901
    },
    {
      "epoch": 0.8198222404863889,
      "grad_norm": 0.10991907119750977,
      "learning_rate": 1.655374171705225e-06,
      "loss": 0.6283,
      "step": 38902
    },
    {
      "epoch": 0.8198433145247541,
      "grad_norm": 0.11681978404521942,
      "learning_rate": 1.6549980678021282e-06,
      "loss": 0.7224,
      "step": 38903
    },
    {
      "epoch": 0.8198643885631194,
      "grad_norm": 0.09835779666900635,
      "learning_rate": 1.6546220027750671e-06,
      "loss": 0.712,
      "step": 38904
    },
    {
      "epoch": 0.8198854626014846,
      "grad_norm": 0.10652142018079758,
      "learning_rate": 1.6542459766257946e-06,
      "loss": 0.6574,
      "step": 38905
    },
    {
      "epoch": 0.8199065366398499,
      "grad_norm": 0.10822027921676636,
      "learning_rate": 1.6538699893560618e-06,
      "loss": 0.6517,
      "step": 38906
    },
    {
      "epoch": 0.8199276106782153,
      "grad_norm": 0.10013272613286972,
      "learning_rate": 1.6534940409676203e-06,
      "loss": 0.6851,
      "step": 38907
    },
    {
      "epoch": 0.8199486847165806,
      "grad_norm": 0.11129648983478546,
      "learning_rate": 1.6531181314622224e-06,
      "loss": 0.7227,
      "step": 38908
    },
    {
      "epoch": 0.8199697587549458,
      "grad_norm": 0.11486980319023132,
      "learning_rate": 1.6527422608416177e-06,
      "loss": 0.7741,
      "step": 38909
    },
    {
      "epoch": 0.8199908327933111,
      "grad_norm": 0.11251702159643173,
      "learning_rate": 1.652366429107558e-06,
      "loss": 0.7013,
      "step": 38910
    },
    {
      "epoch": 0.8200119068316764,
      "grad_norm": 0.10084465146064758,
      "learning_rate": 1.6519906362617954e-06,
      "loss": 0.7029,
      "step": 38911
    },
    {
      "epoch": 0.8200329808700417,
      "grad_norm": 0.11223112046718597,
      "learning_rate": 1.6516148823060806e-06,
      "loss": 0.6825,
      "step": 38912
    },
    {
      "epoch": 0.820054054908407,
      "grad_norm": 0.14686676859855652,
      "learning_rate": 1.6512391672421613e-06,
      "loss": 0.6515,
      "step": 38913
    },
    {
      "epoch": 0.8200751289467723,
      "grad_norm": 0.10174824297428131,
      "learning_rate": 1.6508634910717892e-06,
      "loss": 0.6874,
      "step": 38914
    },
    {
      "epoch": 0.8200962029851375,
      "grad_norm": 0.17981940507888794,
      "learning_rate": 1.650487853796715e-06,
      "loss": 0.648,
      "step": 38915
    },
    {
      "epoch": 0.8201172770235028,
      "grad_norm": 0.13332493603229523,
      "learning_rate": 1.6501122554186877e-06,
      "loss": 0.7103,
      "step": 38916
    },
    {
      "epoch": 0.820138351061868,
      "grad_norm": 0.09724104404449463,
      "learning_rate": 1.6497366959394555e-06,
      "loss": 0.6999,
      "step": 38917
    },
    {
      "epoch": 0.8201594251002334,
      "grad_norm": 0.12019652873277664,
      "learning_rate": 1.649361175360773e-06,
      "loss": 0.6442,
      "step": 38918
    },
    {
      "epoch": 0.8201804991385987,
      "grad_norm": 0.10547839105129242,
      "learning_rate": 1.6489856936843862e-06,
      "loss": 0.6963,
      "step": 38919
    },
    {
      "epoch": 0.820201573176964,
      "grad_norm": 0.09760086238384247,
      "learning_rate": 1.648610250912045e-06,
      "loss": 0.6505,
      "step": 38920
    },
    {
      "epoch": 0.8202226472153292,
      "grad_norm": 0.16537439823150635,
      "learning_rate": 1.6482348470455012e-06,
      "loss": 0.7617,
      "step": 38921
    },
    {
      "epoch": 0.8202437212536945,
      "grad_norm": 0.10784973949193954,
      "learning_rate": 1.6478594820864979e-06,
      "loss": 0.6574,
      "step": 38922
    },
    {
      "epoch": 0.8202647952920599,
      "grad_norm": 0.12031910568475723,
      "learning_rate": 1.647484156036786e-06,
      "loss": 0.8176,
      "step": 38923
    },
    {
      "epoch": 0.8202858693304251,
      "grad_norm": 0.12308427691459656,
      "learning_rate": 1.6471088688981152e-06,
      "loss": 0.7339,
      "step": 38924
    },
    {
      "epoch": 0.8203069433687904,
      "grad_norm": 0.1291750818490982,
      "learning_rate": 1.646733620672234e-06,
      "loss": 0.7141,
      "step": 38925
    },
    {
      "epoch": 0.8203280174071557,
      "grad_norm": 0.09798035770654678,
      "learning_rate": 1.6463584113608888e-06,
      "loss": 0.6811,
      "step": 38926
    },
    {
      "epoch": 0.8203490914455209,
      "grad_norm": 0.12206162512302399,
      "learning_rate": 1.6459832409658282e-06,
      "loss": 0.7223,
      "step": 38927
    },
    {
      "epoch": 0.8203701654838863,
      "grad_norm": 0.1455417424440384,
      "learning_rate": 1.645608109488801e-06,
      "loss": 0.7521,
      "step": 38928
    },
    {
      "epoch": 0.8203912395222516,
      "grad_norm": 0.1084558367729187,
      "learning_rate": 1.6452330169315544e-06,
      "loss": 0.6917,
      "step": 38929
    },
    {
      "epoch": 0.8204123135606168,
      "grad_norm": 0.11599978804588318,
      "learning_rate": 1.644857963295835e-06,
      "loss": 0.7536,
      "step": 38930
    },
    {
      "epoch": 0.8204333875989821,
      "grad_norm": 0.13841448724269867,
      "learning_rate": 1.6444829485833902e-06,
      "loss": 0.7317,
      "step": 38931
    },
    {
      "epoch": 0.8204544616373474,
      "grad_norm": 0.12053947150707245,
      "learning_rate": 1.6441079727959674e-06,
      "loss": 0.6718,
      "step": 38932
    },
    {
      "epoch": 0.8204755356757127,
      "grad_norm": 0.11034251004457474,
      "learning_rate": 1.6437330359353142e-06,
      "loss": 0.7115,
      "step": 38933
    },
    {
      "epoch": 0.820496609714078,
      "grad_norm": 0.11879026889801025,
      "learning_rate": 1.643358138003176e-06,
      "loss": 0.7073,
      "step": 38934
    },
    {
      "epoch": 0.8205176837524433,
      "grad_norm": 0.1299349069595337,
      "learning_rate": 1.6429832790013e-06,
      "loss": 0.6876,
      "step": 38935
    },
    {
      "epoch": 0.8205387577908085,
      "grad_norm": 0.104100301861763,
      "learning_rate": 1.6426084589314317e-06,
      "loss": 0.7415,
      "step": 38936
    },
    {
      "epoch": 0.8205598318291738,
      "grad_norm": 0.1251419335603714,
      "learning_rate": 1.6422336777953184e-06,
      "loss": 0.6769,
      "step": 38937
    },
    {
      "epoch": 0.8205809058675392,
      "grad_norm": 0.10162963718175888,
      "learning_rate": 1.6418589355947058e-06,
      "loss": 0.6797,
      "step": 38938
    },
    {
      "epoch": 0.8206019799059044,
      "grad_norm": 0.12854374945163727,
      "learning_rate": 1.6414842323313384e-06,
      "loss": 0.697,
      "step": 38939
    },
    {
      "epoch": 0.8206230539442697,
      "grad_norm": 0.13968722522258759,
      "learning_rate": 1.6411095680069633e-06,
      "loss": 0.7007,
      "step": 38940
    },
    {
      "epoch": 0.820644127982635,
      "grad_norm": 0.17231115698814392,
      "learning_rate": 1.6407349426233277e-06,
      "loss": 0.6763,
      "step": 38941
    },
    {
      "epoch": 0.8206652020210002,
      "grad_norm": 0.10414313524961472,
      "learning_rate": 1.6403603561821724e-06,
      "loss": 0.6536,
      "step": 38942
    },
    {
      "epoch": 0.8206862760593656,
      "grad_norm": 0.127463236451149,
      "learning_rate": 1.639985808685245e-06,
      "loss": 0.7417,
      "step": 38943
    },
    {
      "epoch": 0.8207073500977309,
      "grad_norm": 0.11118479818105698,
      "learning_rate": 1.6396113001342885e-06,
      "loss": 0.773,
      "step": 38944
    },
    {
      "epoch": 0.8207284241360961,
      "grad_norm": 0.11499962955713272,
      "learning_rate": 1.6392368305310502e-06,
      "loss": 0.6488,
      "step": 38945
    },
    {
      "epoch": 0.8207494981744614,
      "grad_norm": 0.11047521978616714,
      "learning_rate": 1.6388623998772711e-06,
      "loss": 0.6784,
      "step": 38946
    },
    {
      "epoch": 0.8207705722128267,
      "grad_norm": 0.11370421200990677,
      "learning_rate": 1.638488008174699e-06,
      "loss": 0.6935,
      "step": 38947
    },
    {
      "epoch": 0.820791646251192,
      "grad_norm": 0.10188993811607361,
      "learning_rate": 1.6381136554250787e-06,
      "loss": 0.7257,
      "step": 38948
    },
    {
      "epoch": 0.8208127202895573,
      "grad_norm": 0.1354207992553711,
      "learning_rate": 1.6377393416301513e-06,
      "loss": 0.627,
      "step": 38949
    },
    {
      "epoch": 0.8208337943279226,
      "grad_norm": 0.11647825688123703,
      "learning_rate": 1.637365066791664e-06,
      "loss": 0.7615,
      "step": 38950
    },
    {
      "epoch": 0.8208548683662878,
      "grad_norm": 0.12658247351646423,
      "learning_rate": 1.6369908309113557e-06,
      "loss": 0.7031,
      "step": 38951
    },
    {
      "epoch": 0.8208759424046531,
      "grad_norm": 0.09667135030031204,
      "learning_rate": 1.6366166339909716e-06,
      "loss": 0.6539,
      "step": 38952
    },
    {
      "epoch": 0.8208970164430184,
      "grad_norm": 0.11986017972230911,
      "learning_rate": 1.6362424760322572e-06,
      "loss": 0.7327,
      "step": 38953
    },
    {
      "epoch": 0.8209180904813838,
      "grad_norm": 0.11508717387914658,
      "learning_rate": 1.6358683570369526e-06,
      "loss": 0.6935,
      "step": 38954
    },
    {
      "epoch": 0.820939164519749,
      "grad_norm": 0.10077636688947678,
      "learning_rate": 1.6354942770068016e-06,
      "loss": 0.7358,
      "step": 38955
    },
    {
      "epoch": 0.8209602385581143,
      "grad_norm": 0.11856070160865784,
      "learning_rate": 1.6351202359435482e-06,
      "loss": 0.6846,
      "step": 38956
    },
    {
      "epoch": 0.8209813125964796,
      "grad_norm": 0.10149019956588745,
      "learning_rate": 1.6347462338489327e-06,
      "loss": 0.7312,
      "step": 38957
    },
    {
      "epoch": 0.8210023866348448,
      "grad_norm": 0.09909973293542862,
      "learning_rate": 1.634372270724699e-06,
      "loss": 0.6989,
      "step": 38958
    },
    {
      "epoch": 0.8210234606732102,
      "grad_norm": 0.10663069039583206,
      "learning_rate": 1.6339983465725895e-06,
      "loss": 0.7108,
      "step": 38959
    },
    {
      "epoch": 0.8210445347115755,
      "grad_norm": 0.10780932754278183,
      "learning_rate": 1.6336244613943453e-06,
      "loss": 0.6986,
      "step": 38960
    },
    {
      "epoch": 0.8210656087499407,
      "grad_norm": 0.0999196246266365,
      "learning_rate": 1.6332506151917083e-06,
      "loss": 0.7093,
      "step": 38961
    },
    {
      "epoch": 0.821086682788306,
      "grad_norm": 0.13676588237285614,
      "learning_rate": 1.6328768079664202e-06,
      "loss": 0.7626,
      "step": 38962
    },
    {
      "epoch": 0.8211077568266713,
      "grad_norm": 0.09443730860948563,
      "learning_rate": 1.6325030397202223e-06,
      "loss": 0.7003,
      "step": 38963
    },
    {
      "epoch": 0.8211288308650366,
      "grad_norm": 0.1167878583073616,
      "learning_rate": 1.6321293104548563e-06,
      "loss": 0.7027,
      "step": 38964
    },
    {
      "epoch": 0.8211499049034019,
      "grad_norm": 0.10697703063488007,
      "learning_rate": 1.631755620172062e-06,
      "loss": 0.7167,
      "step": 38965
    },
    {
      "epoch": 0.8211709789417672,
      "grad_norm": 0.11610334366559982,
      "learning_rate": 1.6313819688735821e-06,
      "loss": 0.7797,
      "step": 38966
    },
    {
      "epoch": 0.8211920529801324,
      "grad_norm": 0.11783726513385773,
      "learning_rate": 1.6310083565611567e-06,
      "loss": 0.6932,
      "step": 38967
    },
    {
      "epoch": 0.8212131270184977,
      "grad_norm": 0.10668071359395981,
      "learning_rate": 1.6306347832365255e-06,
      "loss": 0.6537,
      "step": 38968
    },
    {
      "epoch": 0.8212342010568631,
      "grad_norm": 0.11991531401872635,
      "learning_rate": 1.630261248901429e-06,
      "loss": 0.7367,
      "step": 38969
    },
    {
      "epoch": 0.8212552750952283,
      "grad_norm": 0.09765169769525528,
      "learning_rate": 1.6298877535576086e-06,
      "loss": 0.6829,
      "step": 38970
    },
    {
      "epoch": 0.8212763491335936,
      "grad_norm": 0.13805291056632996,
      "learning_rate": 1.6295142972068045e-06,
      "loss": 0.6959,
      "step": 38971
    },
    {
      "epoch": 0.8212974231719589,
      "grad_norm": 0.10320710390806198,
      "learning_rate": 1.6291408798507535e-06,
      "loss": 0.72,
      "step": 38972
    },
    {
      "epoch": 0.8213184972103241,
      "grad_norm": 0.12053009122610092,
      "learning_rate": 1.6287675014911975e-06,
      "loss": 0.7528,
      "step": 38973
    },
    {
      "epoch": 0.8213395712486895,
      "grad_norm": 0.10627484321594238,
      "learning_rate": 1.6283941621298728e-06,
      "loss": 0.7527,
      "step": 38974
    },
    {
      "epoch": 0.8213606452870548,
      "grad_norm": 0.11369912326335907,
      "learning_rate": 1.6280208617685235e-06,
      "loss": 0.7696,
      "step": 38975
    },
    {
      "epoch": 0.82138171932542,
      "grad_norm": 0.10755222290754318,
      "learning_rate": 1.6276476004088871e-06,
      "loss": 0.6413,
      "step": 38976
    },
    {
      "epoch": 0.8214027933637853,
      "grad_norm": 0.10207520425319672,
      "learning_rate": 1.6272743780527012e-06,
      "loss": 0.6616,
      "step": 38977
    },
    {
      "epoch": 0.8214238674021506,
      "grad_norm": 0.1370413452386856,
      "learning_rate": 1.6269011947017055e-06,
      "loss": 0.7462,
      "step": 38978
    },
    {
      "epoch": 0.8214449414405159,
      "grad_norm": 0.12447539716959,
      "learning_rate": 1.6265280503576375e-06,
      "loss": 0.7181,
      "step": 38979
    },
    {
      "epoch": 0.8214660154788812,
      "grad_norm": 0.09980056434869766,
      "learning_rate": 1.6261549450222392e-06,
      "loss": 0.711,
      "step": 38980
    },
    {
      "epoch": 0.8214870895172465,
      "grad_norm": 0.1039058119058609,
      "learning_rate": 1.6257818786972424e-06,
      "loss": 0.638,
      "step": 38981
    },
    {
      "epoch": 0.8215081635556117,
      "grad_norm": 0.09926636517047882,
      "learning_rate": 1.625408851384389e-06,
      "loss": 0.7169,
      "step": 38982
    },
    {
      "epoch": 0.821529237593977,
      "grad_norm": 0.10871315747499466,
      "learning_rate": 1.6250358630854168e-06,
      "loss": 0.7134,
      "step": 38983
    },
    {
      "epoch": 0.8215503116323424,
      "grad_norm": 0.11061468720436096,
      "learning_rate": 1.624662913802062e-06,
      "loss": 0.6982,
      "step": 38984
    },
    {
      "epoch": 0.8215713856707076,
      "grad_norm": 0.0947025865316391,
      "learning_rate": 1.6242900035360631e-06,
      "loss": 0.7027,
      "step": 38985
    },
    {
      "epoch": 0.8215924597090729,
      "grad_norm": 0.09998726844787598,
      "learning_rate": 1.6239171322891566e-06,
      "loss": 0.6585,
      "step": 38986
    },
    {
      "epoch": 0.8216135337474382,
      "grad_norm": 0.10518800467252731,
      "learning_rate": 1.6235443000630802e-06,
      "loss": 0.6218,
      "step": 38987
    },
    {
      "epoch": 0.8216346077858034,
      "grad_norm": 0.10970035195350647,
      "learning_rate": 1.623171506859571e-06,
      "loss": 0.7728,
      "step": 38988
    },
    {
      "epoch": 0.8216556818241688,
      "grad_norm": 0.13201987743377686,
      "learning_rate": 1.6227987526803645e-06,
      "loss": 0.6963,
      "step": 38989
    },
    {
      "epoch": 0.8216767558625341,
      "grad_norm": 0.12611858546733856,
      "learning_rate": 1.6224260375271982e-06,
      "loss": 0.7387,
      "step": 38990
    },
    {
      "epoch": 0.8216978299008993,
      "grad_norm": 0.11588183790445328,
      "learning_rate": 1.6220533614018085e-06,
      "loss": 0.6954,
      "step": 38991
    },
    {
      "epoch": 0.8217189039392646,
      "grad_norm": 0.10498995333909988,
      "learning_rate": 1.6216807243059318e-06,
      "loss": 0.6977,
      "step": 38992
    },
    {
      "epoch": 0.8217399779776299,
      "grad_norm": 0.15694855153560638,
      "learning_rate": 1.6213081262413022e-06,
      "loss": 0.745,
      "step": 38993
    },
    {
      "epoch": 0.8217610520159951,
      "grad_norm": 0.13261190056800842,
      "learning_rate": 1.6209355672096582e-06,
      "loss": 0.6966,
      "step": 38994
    },
    {
      "epoch": 0.8217821260543605,
      "grad_norm": 0.14690324664115906,
      "learning_rate": 1.6205630472127333e-06,
      "loss": 0.7339,
      "step": 38995
    },
    {
      "epoch": 0.8218032000927258,
      "grad_norm": 0.11117257177829742,
      "learning_rate": 1.6201905662522632e-06,
      "loss": 0.7073,
      "step": 38996
    },
    {
      "epoch": 0.821824274131091,
      "grad_norm": 0.15848012268543243,
      "learning_rate": 1.6198181243299837e-06,
      "loss": 0.6908,
      "step": 38997
    },
    {
      "epoch": 0.8218453481694563,
      "grad_norm": 0.0937366634607315,
      "learning_rate": 1.61944572144763e-06,
      "loss": 0.6727,
      "step": 38998
    },
    {
      "epoch": 0.8218664222078216,
      "grad_norm": 0.1557687371969223,
      "learning_rate": 1.6190733576069373e-06,
      "loss": 0.7843,
      "step": 38999
    },
    {
      "epoch": 0.821887496246187,
      "grad_norm": 0.12443053722381592,
      "learning_rate": 1.618701032809642e-06,
      "loss": 0.6599,
      "step": 39000
    },
    {
      "epoch": 0.8219085702845522,
      "grad_norm": 0.10475867241621017,
      "learning_rate": 1.6183287470574727e-06,
      "loss": 0.646,
      "step": 39001
    },
    {
      "epoch": 0.8219296443229175,
      "grad_norm": 0.09810306131839752,
      "learning_rate": 1.6179565003521692e-06,
      "loss": 0.7044,
      "step": 39002
    },
    {
      "epoch": 0.8219507183612828,
      "grad_norm": 0.12929876148700714,
      "learning_rate": 1.61758429269546e-06,
      "loss": 0.6742,
      "step": 39003
    },
    {
      "epoch": 0.821971792399648,
      "grad_norm": 0.10656943917274475,
      "learning_rate": 1.617212124089086e-06,
      "loss": 0.7292,
      "step": 39004
    },
    {
      "epoch": 0.8219928664380134,
      "grad_norm": 0.11529078334569931,
      "learning_rate": 1.6168399945347767e-06,
      "loss": 0.7139,
      "step": 39005
    },
    {
      "epoch": 0.8220139404763787,
      "grad_norm": 0.1223977580666542,
      "learning_rate": 1.616467904034268e-06,
      "loss": 0.7059,
      "step": 39006
    },
    {
      "epoch": 0.8220350145147439,
      "grad_norm": 0.10508418083190918,
      "learning_rate": 1.616095852589291e-06,
      "loss": 0.6497,
      "step": 39007
    },
    {
      "epoch": 0.8220560885531092,
      "grad_norm": 0.10060785710811615,
      "learning_rate": 1.6157238402015817e-06,
      "loss": 0.7237,
      "step": 39008
    },
    {
      "epoch": 0.8220771625914745,
      "grad_norm": 0.11125460267066956,
      "learning_rate": 1.6153518668728729e-06,
      "loss": 0.6804,
      "step": 39009
    },
    {
      "epoch": 0.8220982366298398,
      "grad_norm": 0.20929095149040222,
      "learning_rate": 1.6149799326048942e-06,
      "loss": 0.6664,
      "step": 39010
    },
    {
      "epoch": 0.8221193106682051,
      "grad_norm": 0.103060781955719,
      "learning_rate": 1.61460803739938e-06,
      "loss": 0.7251,
      "step": 39011
    },
    {
      "epoch": 0.8221403847065704,
      "grad_norm": 0.10957761108875275,
      "learning_rate": 1.6142361812580632e-06,
      "loss": 0.6307,
      "step": 39012
    },
    {
      "epoch": 0.8221614587449356,
      "grad_norm": 0.09571651369333267,
      "learning_rate": 1.6138643641826756e-06,
      "loss": 0.6528,
      "step": 39013
    },
    {
      "epoch": 0.8221825327833009,
      "grad_norm": 0.1355665624141693,
      "learning_rate": 1.6134925861749507e-06,
      "loss": 0.6659,
      "step": 39014
    },
    {
      "epoch": 0.8222036068216663,
      "grad_norm": 0.10894031077623367,
      "learning_rate": 1.6131208472366188e-06,
      "loss": 0.723,
      "step": 39015
    },
    {
      "epoch": 0.8222246808600315,
      "grad_norm": 0.1079980731010437,
      "learning_rate": 1.6127491473694124e-06,
      "loss": 0.7483,
      "step": 39016
    },
    {
      "epoch": 0.8222457548983968,
      "grad_norm": 0.11249454319477081,
      "learning_rate": 1.6123774865750607e-06,
      "loss": 0.6716,
      "step": 39017
    },
    {
      "epoch": 0.8222668289367621,
      "grad_norm": 0.10054934024810791,
      "learning_rate": 1.6120058648553028e-06,
      "loss": 0.7027,
      "step": 39018
    },
    {
      "epoch": 0.8222879029751273,
      "grad_norm": 0.11649017035961151,
      "learning_rate": 1.6116342822118614e-06,
      "loss": 0.6688,
      "step": 39019
    },
    {
      "epoch": 0.8223089770134927,
      "grad_norm": 0.10288496315479279,
      "learning_rate": 1.6112627386464707e-06,
      "loss": 0.6951,
      "step": 39020
    },
    {
      "epoch": 0.822330051051858,
      "grad_norm": 0.10733521729707718,
      "learning_rate": 1.6108912341608618e-06,
      "loss": 0.7056,
      "step": 39021
    },
    {
      "epoch": 0.8223511250902232,
      "grad_norm": 0.12319836020469666,
      "learning_rate": 1.6105197687567663e-06,
      "loss": 0.6743,
      "step": 39022
    },
    {
      "epoch": 0.8223721991285885,
      "grad_norm": 0.11063632369041443,
      "learning_rate": 1.6101483424359133e-06,
      "loss": 0.7615,
      "step": 39023
    },
    {
      "epoch": 0.8223932731669538,
      "grad_norm": 0.1300385445356369,
      "learning_rate": 1.6097769552000332e-06,
      "loss": 0.7652,
      "step": 39024
    },
    {
      "epoch": 0.8224143472053191,
      "grad_norm": 0.11934684216976166,
      "learning_rate": 1.6094056070508558e-06,
      "loss": 0.7842,
      "step": 39025
    },
    {
      "epoch": 0.8224354212436844,
      "grad_norm": 0.10290355980396271,
      "learning_rate": 1.6090342979901118e-06,
      "loss": 0.6902,
      "step": 39026
    },
    {
      "epoch": 0.8224564952820497,
      "grad_norm": 0.09972367435693741,
      "learning_rate": 1.6086630280195314e-06,
      "loss": 0.6635,
      "step": 39027
    },
    {
      "epoch": 0.8224775693204149,
      "grad_norm": 0.17548289895057678,
      "learning_rate": 1.6082917971408441e-06,
      "loss": 0.724,
      "step": 39028
    },
    {
      "epoch": 0.8224986433587802,
      "grad_norm": 0.0990179106593132,
      "learning_rate": 1.6079206053557784e-06,
      "loss": 0.6672,
      "step": 39029
    },
    {
      "epoch": 0.8225197173971455,
      "grad_norm": 0.11156051605939865,
      "learning_rate": 1.6075494526660661e-06,
      "loss": 0.6874,
      "step": 39030
    },
    {
      "epoch": 0.8225407914355108,
      "grad_norm": 0.11381464451551437,
      "learning_rate": 1.607178339073433e-06,
      "loss": 0.7251,
      "step": 39031
    },
    {
      "epoch": 0.8225618654738761,
      "grad_norm": 0.11194285750389099,
      "learning_rate": 1.606807264579605e-06,
      "loss": 0.711,
      "step": 39032
    },
    {
      "epoch": 0.8225829395122414,
      "grad_norm": 0.11646982282400131,
      "learning_rate": 1.6064362291863189e-06,
      "loss": 0.7588,
      "step": 39033
    },
    {
      "epoch": 0.8226040135506066,
      "grad_norm": 0.10370012372732162,
      "learning_rate": 1.6060652328952986e-06,
      "loss": 0.6633,
      "step": 39034
    },
    {
      "epoch": 0.8226250875889719,
      "grad_norm": 0.23741374909877777,
      "learning_rate": 1.6056942757082727e-06,
      "loss": 0.691,
      "step": 39035
    },
    {
      "epoch": 0.8226461616273373,
      "grad_norm": 0.12558075785636902,
      "learning_rate": 1.60532335762697e-06,
      "loss": 0.6586,
      "step": 39036
    },
    {
      "epoch": 0.8226672356657025,
      "grad_norm": 0.12950071692466736,
      "learning_rate": 1.604952478653119e-06,
      "loss": 0.6811,
      "step": 39037
    },
    {
      "epoch": 0.8226883097040678,
      "grad_norm": 0.10569152981042862,
      "learning_rate": 1.604581638788445e-06,
      "loss": 0.6975,
      "step": 39038
    },
    {
      "epoch": 0.8227093837424331,
      "grad_norm": 0.10716889798641205,
      "learning_rate": 1.604210838034681e-06,
      "loss": 0.6872,
      "step": 39039
    },
    {
      "epoch": 0.8227304577807983,
      "grad_norm": 0.10494951903820038,
      "learning_rate": 1.603840076393548e-06,
      "loss": 0.7029,
      "step": 39040
    },
    {
      "epoch": 0.8227515318191637,
      "grad_norm": 0.11053012311458588,
      "learning_rate": 1.6034693538667757e-06,
      "loss": 0.7271,
      "step": 39041
    },
    {
      "epoch": 0.822772605857529,
      "grad_norm": 0.11317270994186401,
      "learning_rate": 1.6030986704560914e-06,
      "loss": 0.6979,
      "step": 39042
    },
    {
      "epoch": 0.8227936798958942,
      "grad_norm": 0.11467552930116653,
      "learning_rate": 1.6027280261632217e-06,
      "loss": 0.7048,
      "step": 39043
    },
    {
      "epoch": 0.8228147539342595,
      "grad_norm": 0.10598152875900269,
      "learning_rate": 1.602357420989894e-06,
      "loss": 0.7089,
      "step": 39044
    },
    {
      "epoch": 0.8228358279726248,
      "grad_norm": 0.10162284225225449,
      "learning_rate": 1.6019868549378336e-06,
      "loss": 0.7515,
      "step": 39045
    },
    {
      "epoch": 0.8228569020109902,
      "grad_norm": 0.16173824667930603,
      "learning_rate": 1.6016163280087649e-06,
      "loss": 0.7068,
      "step": 39046
    },
    {
      "epoch": 0.8228779760493554,
      "grad_norm": 0.10797273367643356,
      "learning_rate": 1.6012458402044196e-06,
      "loss": 0.7724,
      "step": 39047
    },
    {
      "epoch": 0.8228990500877207,
      "grad_norm": 0.11273955553770065,
      "learning_rate": 1.6008753915265229e-06,
      "loss": 0.6911,
      "step": 39048
    },
    {
      "epoch": 0.822920124126086,
      "grad_norm": 0.10572146624326706,
      "learning_rate": 1.600504981976797e-06,
      "loss": 0.7226,
      "step": 39049
    },
    {
      "epoch": 0.8229411981644512,
      "grad_norm": 0.09944243729114532,
      "learning_rate": 1.6001346115569682e-06,
      "loss": 0.7379,
      "step": 39050
    },
    {
      "epoch": 0.8229622722028166,
      "grad_norm": 0.09212557971477509,
      "learning_rate": 1.5997642802687618e-06,
      "loss": 0.6165,
      "step": 39051
    },
    {
      "epoch": 0.8229833462411819,
      "grad_norm": 0.10418492555618286,
      "learning_rate": 1.5993939881139042e-06,
      "loss": 0.7,
      "step": 39052
    },
    {
      "epoch": 0.8230044202795471,
      "grad_norm": 0.11125568300485611,
      "learning_rate": 1.5990237350941207e-06,
      "loss": 0.6768,
      "step": 39053
    },
    {
      "epoch": 0.8230254943179124,
      "grad_norm": 0.10954232513904572,
      "learning_rate": 1.5986535212111353e-06,
      "loss": 0.6434,
      "step": 39054
    },
    {
      "epoch": 0.8230465683562777,
      "grad_norm": 0.12205910682678223,
      "learning_rate": 1.5982833464666725e-06,
      "loss": 0.6959,
      "step": 39055
    },
    {
      "epoch": 0.823067642394643,
      "grad_norm": 0.11101415008306503,
      "learning_rate": 1.5979132108624572e-06,
      "loss": 0.73,
      "step": 39056
    },
    {
      "epoch": 0.8230887164330083,
      "grad_norm": 0.10599327087402344,
      "learning_rate": 1.597543114400214e-06,
      "loss": 0.667,
      "step": 39057
    },
    {
      "epoch": 0.8231097904713736,
      "grad_norm": 0.16502931714057922,
      "learning_rate": 1.5971730570816658e-06,
      "loss": 0.6631,
      "step": 39058
    },
    {
      "epoch": 0.8231308645097388,
      "grad_norm": 0.09933769702911377,
      "learning_rate": 1.596803038908541e-06,
      "loss": 0.6653,
      "step": 39059
    },
    {
      "epoch": 0.8231519385481041,
      "grad_norm": 0.11461315304040909,
      "learning_rate": 1.5964330598825573e-06,
      "loss": 0.7211,
      "step": 39060
    },
    {
      "epoch": 0.8231730125864695,
      "grad_norm": 0.10862026363611221,
      "learning_rate": 1.5960631200054376e-06,
      "loss": 0.7651,
      "step": 39061
    },
    {
      "epoch": 0.8231940866248347,
      "grad_norm": 0.11286666989326477,
      "learning_rate": 1.5956932192789122e-06,
      "loss": 0.7345,
      "step": 39062
    },
    {
      "epoch": 0.8232151606632,
      "grad_norm": 0.10454650223255157,
      "learning_rate": 1.5953233577047e-06,
      "loss": 0.6903,
      "step": 39063
    },
    {
      "epoch": 0.8232362347015653,
      "grad_norm": 0.1210324764251709,
      "learning_rate": 1.5949535352845246e-06,
      "loss": 0.6925,
      "step": 39064
    },
    {
      "epoch": 0.8232573087399305,
      "grad_norm": 0.10394728928804398,
      "learning_rate": 1.594583752020109e-06,
      "loss": 0.7504,
      "step": 39065
    },
    {
      "epoch": 0.8232783827782959,
      "grad_norm": 0.09659717231988907,
      "learning_rate": 1.5942140079131752e-06,
      "loss": 0.6733,
      "step": 39066
    },
    {
      "epoch": 0.8232994568166612,
      "grad_norm": 0.129358172416687,
      "learning_rate": 1.5938443029654472e-06,
      "loss": 0.7431,
      "step": 39067
    },
    {
      "epoch": 0.8233205308550264,
      "grad_norm": 0.10618261247873306,
      "learning_rate": 1.593474637178648e-06,
      "loss": 0.6941,
      "step": 39068
    },
    {
      "epoch": 0.8233416048933917,
      "grad_norm": 0.13018040359020233,
      "learning_rate": 1.5931050105544966e-06,
      "loss": 0.7497,
      "step": 39069
    },
    {
      "epoch": 0.823362678931757,
      "grad_norm": 0.1108335480093956,
      "learning_rate": 1.5927354230947157e-06,
      "loss": 0.7393,
      "step": 39070
    },
    {
      "epoch": 0.8233837529701222,
      "grad_norm": 0.10308047384023666,
      "learning_rate": 1.5923658748010285e-06,
      "loss": 0.6387,
      "step": 39071
    },
    {
      "epoch": 0.8234048270084876,
      "grad_norm": 0.10229132324457169,
      "learning_rate": 1.5919963656751558e-06,
      "loss": 0.6878,
      "step": 39072
    },
    {
      "epoch": 0.8234259010468529,
      "grad_norm": 0.10464376211166382,
      "learning_rate": 1.5916268957188186e-06,
      "loss": 0.671,
      "step": 39073
    },
    {
      "epoch": 0.8234469750852181,
      "grad_norm": 0.10334886610507965,
      "learning_rate": 1.5912574649337399e-06,
      "loss": 0.6355,
      "step": 39074
    },
    {
      "epoch": 0.8234680491235834,
      "grad_norm": 0.10156749933958054,
      "learning_rate": 1.590888073321636e-06,
      "loss": 0.7179,
      "step": 39075
    },
    {
      "epoch": 0.8234891231619487,
      "grad_norm": 0.09691387414932251,
      "learning_rate": 1.5905187208842331e-06,
      "loss": 0.6575,
      "step": 39076
    },
    {
      "epoch": 0.823510197200314,
      "grad_norm": 0.11056546866893768,
      "learning_rate": 1.5901494076232538e-06,
      "loss": 0.6913,
      "step": 39077
    },
    {
      "epoch": 0.8235312712386793,
      "grad_norm": 0.1229572519659996,
      "learning_rate": 1.5897801335404117e-06,
      "loss": 0.737,
      "step": 39078
    },
    {
      "epoch": 0.8235523452770446,
      "grad_norm": 0.09875459223985672,
      "learning_rate": 1.5894108986374301e-06,
      "loss": 0.6591,
      "step": 39079
    },
    {
      "epoch": 0.8235734193154098,
      "grad_norm": 0.11340257525444031,
      "learning_rate": 1.5890417029160287e-06,
      "loss": 0.7364,
      "step": 39080
    },
    {
      "epoch": 0.8235944933537751,
      "grad_norm": 0.13585662841796875,
      "learning_rate": 1.5886725463779284e-06,
      "loss": 0.6981,
      "step": 39081
    },
    {
      "epoch": 0.8236155673921405,
      "grad_norm": 0.11897106468677521,
      "learning_rate": 1.5883034290248479e-06,
      "loss": 0.7733,
      "step": 39082
    },
    {
      "epoch": 0.8236366414305057,
      "grad_norm": 0.11002355813980103,
      "learning_rate": 1.5879343508585087e-06,
      "loss": 0.7194,
      "step": 39083
    },
    {
      "epoch": 0.823657715468871,
      "grad_norm": 0.11002392321825027,
      "learning_rate": 1.5875653118806279e-06,
      "loss": 0.7322,
      "step": 39084
    },
    {
      "epoch": 0.8236787895072363,
      "grad_norm": 0.11788446456193924,
      "learning_rate": 1.5871963120929256e-06,
      "loss": 0.7303,
      "step": 39085
    },
    {
      "epoch": 0.8236998635456015,
      "grad_norm": 0.1130722388625145,
      "learning_rate": 1.586827351497121e-06,
      "loss": 0.78,
      "step": 39086
    },
    {
      "epoch": 0.8237209375839669,
      "grad_norm": 0.10816113650798798,
      "learning_rate": 1.5864584300949326e-06,
      "loss": 0.6431,
      "step": 39087
    },
    {
      "epoch": 0.8237420116223322,
      "grad_norm": 0.14802522957324982,
      "learning_rate": 1.586089547888079e-06,
      "loss": 0.7544,
      "step": 39088
    },
    {
      "epoch": 0.8237630856606974,
      "grad_norm": 0.12418515980243683,
      "learning_rate": 1.5857207048782796e-06,
      "loss": 0.6737,
      "step": 39089
    },
    {
      "epoch": 0.8237841596990627,
      "grad_norm": 0.10350510478019714,
      "learning_rate": 1.5853519010672512e-06,
      "loss": 0.6914,
      "step": 39090
    },
    {
      "epoch": 0.823805233737428,
      "grad_norm": 0.11244989931583405,
      "learning_rate": 1.5849831364567137e-06,
      "loss": 0.7195,
      "step": 39091
    },
    {
      "epoch": 0.8238263077757934,
      "grad_norm": 0.11337253451347351,
      "learning_rate": 1.5846144110483841e-06,
      "loss": 0.7039,
      "step": 39092
    },
    {
      "epoch": 0.8238473818141586,
      "grad_norm": 0.10850062966346741,
      "learning_rate": 1.584245724843979e-06,
      "loss": 0.7306,
      "step": 39093
    },
    {
      "epoch": 0.8238684558525239,
      "grad_norm": 0.10888199508190155,
      "learning_rate": 1.5838770778452183e-06,
      "loss": 0.7308,
      "step": 39094
    },
    {
      "epoch": 0.8238895298908891,
      "grad_norm": 0.12572523951530457,
      "learning_rate": 1.5835084700538173e-06,
      "loss": 0.6711,
      "step": 39095
    },
    {
      "epoch": 0.8239106039292544,
      "grad_norm": 0.10228173434734344,
      "learning_rate": 1.5831399014714943e-06,
      "loss": 0.6759,
      "step": 39096
    },
    {
      "epoch": 0.8239316779676198,
      "grad_norm": 0.1329544633626938,
      "learning_rate": 1.582771372099966e-06,
      "loss": 0.7212,
      "step": 39097
    },
    {
      "epoch": 0.8239527520059851,
      "grad_norm": 0.11312030255794525,
      "learning_rate": 1.582402881940951e-06,
      "loss": 0.6898,
      "step": 39098
    },
    {
      "epoch": 0.8239738260443503,
      "grad_norm": 0.1263606697320938,
      "learning_rate": 1.5820344309961633e-06,
      "loss": 0.7094,
      "step": 39099
    },
    {
      "epoch": 0.8239949000827156,
      "grad_norm": 0.11767307668924332,
      "learning_rate": 1.5816660192673195e-06,
      "loss": 0.704,
      "step": 39100
    },
    {
      "epoch": 0.8240159741210809,
      "grad_norm": 0.11685621738433838,
      "learning_rate": 1.5812976467561359e-06,
      "loss": 0.7571,
      "step": 39101
    },
    {
      "epoch": 0.8240370481594462,
      "grad_norm": 0.1026063859462738,
      "learning_rate": 1.580929313464331e-06,
      "loss": 0.7235,
      "step": 39102
    },
    {
      "epoch": 0.8240581221978115,
      "grad_norm": 0.13109014928340912,
      "learning_rate": 1.5805610193936182e-06,
      "loss": 0.6822,
      "step": 39103
    },
    {
      "epoch": 0.8240791962361768,
      "grad_norm": 0.12956024706363678,
      "learning_rate": 1.5801927645457115e-06,
      "loss": 0.7293,
      "step": 39104
    },
    {
      "epoch": 0.824100270274542,
      "grad_norm": 0.10497137159109116,
      "learning_rate": 1.5798245489223318e-06,
      "loss": 0.6723,
      "step": 39105
    },
    {
      "epoch": 0.8241213443129073,
      "grad_norm": 0.11780740320682526,
      "learning_rate": 1.5794563725251922e-06,
      "loss": 0.717,
      "step": 39106
    },
    {
      "epoch": 0.8241424183512726,
      "grad_norm": 0.11718270182609558,
      "learning_rate": 1.5790882353560088e-06,
      "loss": 0.7334,
      "step": 39107
    },
    {
      "epoch": 0.8241634923896379,
      "grad_norm": 0.09898023307323456,
      "learning_rate": 1.5787201374164928e-06,
      "loss": 0.655,
      "step": 39108
    },
    {
      "epoch": 0.8241845664280032,
      "grad_norm": 0.09658806025981903,
      "learning_rate": 1.5783520787083629e-06,
      "loss": 0.6384,
      "step": 39109
    },
    {
      "epoch": 0.8242056404663685,
      "grad_norm": 0.10553806275129318,
      "learning_rate": 1.5779840592333318e-06,
      "loss": 0.6531,
      "step": 39110
    },
    {
      "epoch": 0.8242267145047337,
      "grad_norm": 0.19347302615642548,
      "learning_rate": 1.5776160789931138e-06,
      "loss": 0.6481,
      "step": 39111
    },
    {
      "epoch": 0.824247788543099,
      "grad_norm": 0.11887027323246002,
      "learning_rate": 1.5772481379894244e-06,
      "loss": 0.7184,
      "step": 39112
    },
    {
      "epoch": 0.8242688625814644,
      "grad_norm": 0.12660056352615356,
      "learning_rate": 1.5768802362239767e-06,
      "loss": 0.6808,
      "step": 39113
    },
    {
      "epoch": 0.8242899366198296,
      "grad_norm": 0.12299901992082596,
      "learning_rate": 1.5765123736984856e-06,
      "loss": 0.742,
      "step": 39114
    },
    {
      "epoch": 0.8243110106581949,
      "grad_norm": 0.1010521799325943,
      "learning_rate": 1.5761445504146634e-06,
      "loss": 0.686,
      "step": 39115
    },
    {
      "epoch": 0.8243320846965602,
      "grad_norm": 0.13851167261600494,
      "learning_rate": 1.575776766374225e-06,
      "loss": 0.6871,
      "step": 39116
    },
    {
      "epoch": 0.8243531587349254,
      "grad_norm": 0.13307274878025055,
      "learning_rate": 1.575409021578883e-06,
      "loss": 0.7032,
      "step": 39117
    },
    {
      "epoch": 0.8243742327732908,
      "grad_norm": 0.12024235725402832,
      "learning_rate": 1.5750413160303512e-06,
      "loss": 0.7846,
      "step": 39118
    },
    {
      "epoch": 0.8243953068116561,
      "grad_norm": 0.12832075357437134,
      "learning_rate": 1.5746736497303427e-06,
      "loss": 0.698,
      "step": 39119
    },
    {
      "epoch": 0.8244163808500213,
      "grad_norm": 0.14488433301448822,
      "learning_rate": 1.5743060226805695e-06,
      "loss": 0.7018,
      "step": 39120
    },
    {
      "epoch": 0.8244374548883866,
      "grad_norm": 0.12054593116044998,
      "learning_rate": 1.5739384348827436e-06,
      "loss": 0.7013,
      "step": 39121
    },
    {
      "epoch": 0.8244585289267519,
      "grad_norm": 0.17639274895191193,
      "learning_rate": 1.573570886338579e-06,
      "loss": 0.6817,
      "step": 39122
    },
    {
      "epoch": 0.8244796029651172,
      "grad_norm": 0.20128560066223145,
      "learning_rate": 1.5732033770497879e-06,
      "loss": 0.7046,
      "step": 39123
    },
    {
      "epoch": 0.8245006770034825,
      "grad_norm": 0.16994263231754303,
      "learning_rate": 1.5728359070180822e-06,
      "loss": 0.7418,
      "step": 39124
    },
    {
      "epoch": 0.8245217510418478,
      "grad_norm": 0.10970716923475266,
      "learning_rate": 1.5724684762451726e-06,
      "loss": 0.6985,
      "step": 39125
    },
    {
      "epoch": 0.824542825080213,
      "grad_norm": 0.10306937247514725,
      "learning_rate": 1.572101084732771e-06,
      "loss": 0.6561,
      "step": 39126
    },
    {
      "epoch": 0.8245638991185783,
      "grad_norm": 0.1381033957004547,
      "learning_rate": 1.571733732482593e-06,
      "loss": 0.6903,
      "step": 39127
    },
    {
      "epoch": 0.8245849731569437,
      "grad_norm": 0.127889946103096,
      "learning_rate": 1.571366419496344e-06,
      "loss": 0.7761,
      "step": 39128
    },
    {
      "epoch": 0.8246060471953089,
      "grad_norm": 0.10623585432767868,
      "learning_rate": 1.5709991457757378e-06,
      "loss": 0.7393,
      "step": 39129
    },
    {
      "epoch": 0.8246271212336742,
      "grad_norm": 0.12219015508890152,
      "learning_rate": 1.5706319113224854e-06,
      "loss": 0.7129,
      "step": 39130
    },
    {
      "epoch": 0.8246481952720395,
      "grad_norm": 0.10688643157482147,
      "learning_rate": 1.5702647161382967e-06,
      "loss": 0.6686,
      "step": 39131
    },
    {
      "epoch": 0.8246692693104047,
      "grad_norm": 0.10081866383552551,
      "learning_rate": 1.5698975602248845e-06,
      "loss": 0.6495,
      "step": 39132
    },
    {
      "epoch": 0.8246903433487701,
      "grad_norm": 0.11238482594490051,
      "learning_rate": 1.5695304435839542e-06,
      "loss": 0.7363,
      "step": 39133
    },
    {
      "epoch": 0.8247114173871354,
      "grad_norm": 0.12581007182598114,
      "learning_rate": 1.5691633662172223e-06,
      "loss": 0.7083,
      "step": 39134
    },
    {
      "epoch": 0.8247324914255006,
      "grad_norm": 0.14429111778736115,
      "learning_rate": 1.5687963281263963e-06,
      "loss": 0.6843,
      "step": 39135
    },
    {
      "epoch": 0.8247535654638659,
      "grad_norm": 0.10413448512554169,
      "learning_rate": 1.5684293293131892e-06,
      "loss": 0.6487,
      "step": 39136
    },
    {
      "epoch": 0.8247746395022312,
      "grad_norm": 0.11432606726884842,
      "learning_rate": 1.568062369779304e-06,
      "loss": 0.6736,
      "step": 39137
    },
    {
      "epoch": 0.8247957135405966,
      "grad_norm": 0.10015350580215454,
      "learning_rate": 1.567695449526454e-06,
      "loss": 0.7184,
      "step": 39138
    },
    {
      "epoch": 0.8248167875789618,
      "grad_norm": 0.10091908276081085,
      "learning_rate": 1.567328568556349e-06,
      "loss": 0.6744,
      "step": 39139
    },
    {
      "epoch": 0.8248378616173271,
      "grad_norm": 0.10416890680789948,
      "learning_rate": 1.5669617268706972e-06,
      "loss": 0.7362,
      "step": 39140
    },
    {
      "epoch": 0.8248589356556923,
      "grad_norm": 0.12201304733753204,
      "learning_rate": 1.5665949244712076e-06,
      "loss": 0.6563,
      "step": 39141
    },
    {
      "epoch": 0.8248800096940576,
      "grad_norm": 0.13128560781478882,
      "learning_rate": 1.5662281613595887e-06,
      "loss": 0.7011,
      "step": 39142
    },
    {
      "epoch": 0.8249010837324229,
      "grad_norm": 0.12390737980604172,
      "learning_rate": 1.5658614375375503e-06,
      "loss": 0.7132,
      "step": 39143
    },
    {
      "epoch": 0.8249221577707883,
      "grad_norm": 0.12729290127754211,
      "learning_rate": 1.5654947530067998e-06,
      "loss": 0.6782,
      "step": 39144
    },
    {
      "epoch": 0.8249432318091535,
      "grad_norm": 0.2731309235095978,
      "learning_rate": 1.565128107769046e-06,
      "loss": 0.7121,
      "step": 39145
    },
    {
      "epoch": 0.8249643058475188,
      "grad_norm": 0.11745207011699677,
      "learning_rate": 1.5647615018259965e-06,
      "loss": 0.6923,
      "step": 39146
    },
    {
      "epoch": 0.824985379885884,
      "grad_norm": 0.11316276341676712,
      "learning_rate": 1.5643949351793596e-06,
      "loss": 0.7288,
      "step": 39147
    },
    {
      "epoch": 0.8250064539242493,
      "grad_norm": 0.10617531836032867,
      "learning_rate": 1.5640284078308421e-06,
      "loss": 0.7452,
      "step": 39148
    },
    {
      "epoch": 0.8250275279626147,
      "grad_norm": 0.0957355946302414,
      "learning_rate": 1.5636619197821534e-06,
      "loss": 0.704,
      "step": 39149
    },
    {
      "epoch": 0.82504860200098,
      "grad_norm": 0.11181461066007614,
      "learning_rate": 1.563295471034999e-06,
      "loss": 0.6198,
      "step": 39150
    },
    {
      "epoch": 0.8250696760393452,
      "grad_norm": 0.12236299365758896,
      "learning_rate": 1.5629290615910864e-06,
      "loss": 0.7275,
      "step": 39151
    },
    {
      "epoch": 0.8250907500777105,
      "grad_norm": 0.09861449897289276,
      "learning_rate": 1.562562691452123e-06,
      "loss": 0.6744,
      "step": 39152
    },
    {
      "epoch": 0.8251118241160758,
      "grad_norm": 0.1285616010427475,
      "learning_rate": 1.5621963606198155e-06,
      "loss": 0.7419,
      "step": 39153
    },
    {
      "epoch": 0.8251328981544411,
      "grad_norm": 0.1298626959323883,
      "learning_rate": 1.5618300690958699e-06,
      "loss": 0.7785,
      "step": 39154
    },
    {
      "epoch": 0.8251539721928064,
      "grad_norm": 0.1045404002070427,
      "learning_rate": 1.561463816881994e-06,
      "loss": 0.7168,
      "step": 39155
    },
    {
      "epoch": 0.8251750462311717,
      "grad_norm": 0.11339578032493591,
      "learning_rate": 1.561097603979892e-06,
      "loss": 0.7028,
      "step": 39156
    },
    {
      "epoch": 0.8251961202695369,
      "grad_norm": 0.15984228253364563,
      "learning_rate": 1.5607314303912736e-06,
      "loss": 0.7659,
      "step": 39157
    },
    {
      "epoch": 0.8252171943079022,
      "grad_norm": 0.10617141425609589,
      "learning_rate": 1.5603652961178405e-06,
      "loss": 0.7006,
      "step": 39158
    },
    {
      "epoch": 0.8252382683462676,
      "grad_norm": 0.0980602577328682,
      "learning_rate": 1.5599992011612986e-06,
      "loss": 0.6825,
      "step": 39159
    },
    {
      "epoch": 0.8252593423846328,
      "grad_norm": 0.11286161094903946,
      "learning_rate": 1.559633145523356e-06,
      "loss": 0.7281,
      "step": 39160
    },
    {
      "epoch": 0.8252804164229981,
      "grad_norm": 0.10918081551790237,
      "learning_rate": 1.5592671292057137e-06,
      "loss": 0.732,
      "step": 39161
    },
    {
      "epoch": 0.8253014904613634,
      "grad_norm": 0.10057347267866135,
      "learning_rate": 1.5589011522100828e-06,
      "loss": 0.6267,
      "step": 39162
    },
    {
      "epoch": 0.8253225644997286,
      "grad_norm": 0.12393905967473984,
      "learning_rate": 1.558535214538165e-06,
      "loss": 0.7616,
      "step": 39163
    },
    {
      "epoch": 0.825343638538094,
      "grad_norm": 0.11325792968273163,
      "learning_rate": 1.5581693161916656e-06,
      "loss": 0.7265,
      "step": 39164
    },
    {
      "epoch": 0.8253647125764593,
      "grad_norm": 0.11291363090276718,
      "learning_rate": 1.5578034571722879e-06,
      "loss": 0.7145,
      "step": 39165
    },
    {
      "epoch": 0.8253857866148245,
      "grad_norm": 0.11465860903263092,
      "learning_rate": 1.5574376374817413e-06,
      "loss": 0.7007,
      "step": 39166
    },
    {
      "epoch": 0.8254068606531898,
      "grad_norm": 0.11577898263931274,
      "learning_rate": 1.5570718571217224e-06,
      "loss": 0.643,
      "step": 39167
    },
    {
      "epoch": 0.8254279346915551,
      "grad_norm": 0.11993687599897385,
      "learning_rate": 1.55670611609394e-06,
      "loss": 0.7138,
      "step": 39168
    },
    {
      "epoch": 0.8254490087299204,
      "grad_norm": 0.12359218299388885,
      "learning_rate": 1.556340414400096e-06,
      "loss": 0.7333,
      "step": 39169
    },
    {
      "epoch": 0.8254700827682857,
      "grad_norm": 0.13724221289157867,
      "learning_rate": 1.5559747520418944e-06,
      "loss": 0.6612,
      "step": 39170
    },
    {
      "epoch": 0.825491156806651,
      "grad_norm": 0.13425104320049286,
      "learning_rate": 1.5556091290210407e-06,
      "loss": 0.6404,
      "step": 39171
    },
    {
      "epoch": 0.8255122308450162,
      "grad_norm": 0.12613309919834137,
      "learning_rate": 1.5552435453392357e-06,
      "loss": 0.6879,
      "step": 39172
    },
    {
      "epoch": 0.8255333048833815,
      "grad_norm": 0.1252182275056839,
      "learning_rate": 1.5548780009981834e-06,
      "loss": 0.7271,
      "step": 39173
    },
    {
      "epoch": 0.8255543789217469,
      "grad_norm": 0.11209986358880997,
      "learning_rate": 1.5545124959995861e-06,
      "loss": 0.7411,
      "step": 39174
    },
    {
      "epoch": 0.8255754529601121,
      "grad_norm": 0.10591576993465424,
      "learning_rate": 1.554147030345149e-06,
      "loss": 0.6626,
      "step": 39175
    },
    {
      "epoch": 0.8255965269984774,
      "grad_norm": 0.11149899661540985,
      "learning_rate": 1.5537816040365717e-06,
      "loss": 0.6883,
      "step": 39176
    },
    {
      "epoch": 0.8256176010368427,
      "grad_norm": 0.11814440786838531,
      "learning_rate": 1.5534162170755573e-06,
      "loss": 0.7126,
      "step": 39177
    },
    {
      "epoch": 0.8256386750752079,
      "grad_norm": 0.29181423783302307,
      "learning_rate": 1.5530508694638092e-06,
      "loss": 0.686,
      "step": 39178
    },
    {
      "epoch": 0.8256597491135733,
      "grad_norm": 0.09861733764410019,
      "learning_rate": 1.552685561203029e-06,
      "loss": 0.6717,
      "step": 39179
    },
    {
      "epoch": 0.8256808231519386,
      "grad_norm": 0.12415251135826111,
      "learning_rate": 1.5523202922949177e-06,
      "loss": 0.7038,
      "step": 39180
    },
    {
      "epoch": 0.8257018971903038,
      "grad_norm": 0.09991153329610825,
      "learning_rate": 1.5519550627411773e-06,
      "loss": 0.6926,
      "step": 39181
    },
    {
      "epoch": 0.8257229712286691,
      "grad_norm": 0.11743190139532089,
      "learning_rate": 1.5515898725435097e-06,
      "loss": 0.785,
      "step": 39182
    },
    {
      "epoch": 0.8257440452670344,
      "grad_norm": 0.11488968878984451,
      "learning_rate": 1.5512247217036147e-06,
      "loss": 0.6989,
      "step": 39183
    },
    {
      "epoch": 0.8257651193053996,
      "grad_norm": 0.11701373755931854,
      "learning_rate": 1.5508596102231954e-06,
      "loss": 0.6878,
      "step": 39184
    },
    {
      "epoch": 0.825786193343765,
      "grad_norm": 0.10281794518232346,
      "learning_rate": 1.5504945381039527e-06,
      "loss": 0.6981,
      "step": 39185
    },
    {
      "epoch": 0.8258072673821303,
      "grad_norm": 0.1276135891675949,
      "learning_rate": 1.5501295053475874e-06,
      "loss": 0.7392,
      "step": 39186
    },
    {
      "epoch": 0.8258283414204955,
      "grad_norm": 0.10289762914180756,
      "learning_rate": 1.549764511955798e-06,
      "loss": 0.6624,
      "step": 39187
    },
    {
      "epoch": 0.8258494154588608,
      "grad_norm": 0.12648247182369232,
      "learning_rate": 1.5493995579302856e-06,
      "loss": 0.6727,
      "step": 39188
    },
    {
      "epoch": 0.8258704894972261,
      "grad_norm": 0.11926531791687012,
      "learning_rate": 1.5490346432727498e-06,
      "loss": 0.7527,
      "step": 39189
    },
    {
      "epoch": 0.8258915635355915,
      "grad_norm": 0.10646030306816101,
      "learning_rate": 1.5486697679848905e-06,
      "loss": 0.7067,
      "step": 39190
    },
    {
      "epoch": 0.8259126375739567,
      "grad_norm": 0.10139879584312439,
      "learning_rate": 1.5483049320684108e-06,
      "loss": 0.6843,
      "step": 39191
    },
    {
      "epoch": 0.825933711612322,
      "grad_norm": 0.1263275444507599,
      "learning_rate": 1.5479401355250067e-06,
      "loss": 0.7141,
      "step": 39192
    },
    {
      "epoch": 0.8259547856506873,
      "grad_norm": 0.11201288551092148,
      "learning_rate": 1.5475753783563807e-06,
      "loss": 0.6978,
      "step": 39193
    },
    {
      "epoch": 0.8259758596890525,
      "grad_norm": 0.11816655844449997,
      "learning_rate": 1.5472106605642289e-06,
      "loss": 0.7566,
      "step": 39194
    },
    {
      "epoch": 0.8259969337274179,
      "grad_norm": 0.11193596571683884,
      "learning_rate": 1.5468459821502557e-06,
      "loss": 0.6694,
      "step": 39195
    },
    {
      "epoch": 0.8260180077657832,
      "grad_norm": 0.11633040010929108,
      "learning_rate": 1.546481343116153e-06,
      "loss": 0.7663,
      "step": 39196
    },
    {
      "epoch": 0.8260390818041484,
      "grad_norm": 0.12251108884811401,
      "learning_rate": 1.5461167434636226e-06,
      "loss": 0.719,
      "step": 39197
    },
    {
      "epoch": 0.8260601558425137,
      "grad_norm": 0.13000251352787018,
      "learning_rate": 1.5457521831943633e-06,
      "loss": 0.7462,
      "step": 39198
    },
    {
      "epoch": 0.826081229880879,
      "grad_norm": 0.11422019451856613,
      "learning_rate": 1.5453876623100727e-06,
      "loss": 0.7678,
      "step": 39199
    },
    {
      "epoch": 0.8261023039192443,
      "grad_norm": 0.11736934632062912,
      "learning_rate": 1.5450231808124505e-06,
      "loss": 0.7012,
      "step": 39200
    },
    {
      "epoch": 0.8261233779576096,
      "grad_norm": 0.11448788642883301,
      "learning_rate": 1.544658738703193e-06,
      "loss": 0.7337,
      "step": 39201
    },
    {
      "epoch": 0.8261444519959749,
      "grad_norm": 0.11186408251523972,
      "learning_rate": 1.5442943359839978e-06,
      "loss": 0.6842,
      "step": 39202
    },
    {
      "epoch": 0.8261655260343401,
      "grad_norm": 0.10667449235916138,
      "learning_rate": 1.543929972656565e-06,
      "loss": 0.6973,
      "step": 39203
    },
    {
      "epoch": 0.8261866000727054,
      "grad_norm": 0.09878791123628616,
      "learning_rate": 1.5435656487225892e-06,
      "loss": 0.6757,
      "step": 39204
    },
    {
      "epoch": 0.8262076741110708,
      "grad_norm": 0.1046510860323906,
      "learning_rate": 1.5432013641837695e-06,
      "loss": 0.7064,
      "step": 39205
    },
    {
      "epoch": 0.826228748149436,
      "grad_norm": 0.14304660260677338,
      "learning_rate": 1.5428371190418023e-06,
      "loss": 0.719,
      "step": 39206
    },
    {
      "epoch": 0.8262498221878013,
      "grad_norm": 0.1148483082652092,
      "learning_rate": 1.542472913298384e-06,
      "loss": 0.7712,
      "step": 39207
    },
    {
      "epoch": 0.8262708962261666,
      "grad_norm": 0.11414586752653122,
      "learning_rate": 1.5421087469552122e-06,
      "loss": 0.7396,
      "step": 39208
    },
    {
      "epoch": 0.8262919702645318,
      "grad_norm": 0.10187249630689621,
      "learning_rate": 1.5417446200139818e-06,
      "loss": 0.6461,
      "step": 39209
    },
    {
      "epoch": 0.8263130443028972,
      "grad_norm": 0.10113909095525742,
      "learning_rate": 1.5413805324763909e-06,
      "loss": 0.7516,
      "step": 39210
    },
    {
      "epoch": 0.8263341183412625,
      "grad_norm": 0.10219778120517731,
      "learning_rate": 1.5410164843441355e-06,
      "loss": 0.7084,
      "step": 39211
    },
    {
      "epoch": 0.8263551923796277,
      "grad_norm": 0.11458569020032883,
      "learning_rate": 1.540652475618911e-06,
      "loss": 0.8109,
      "step": 39212
    },
    {
      "epoch": 0.826376266417993,
      "grad_norm": 0.10262667387723923,
      "learning_rate": 1.5402885063024131e-06,
      "loss": 0.7148,
      "step": 39213
    },
    {
      "epoch": 0.8263973404563583,
      "grad_norm": 0.10795247554779053,
      "learning_rate": 1.5399245763963367e-06,
      "loss": 0.6912,
      "step": 39214
    },
    {
      "epoch": 0.8264184144947236,
      "grad_norm": 0.11900731176137924,
      "learning_rate": 1.5395606859023792e-06,
      "loss": 0.7311,
      "step": 39215
    },
    {
      "epoch": 0.8264394885330889,
      "grad_norm": 0.09926129132509232,
      "learning_rate": 1.5391968348222364e-06,
      "loss": 0.6521,
      "step": 39216
    },
    {
      "epoch": 0.8264605625714542,
      "grad_norm": 0.11750129610300064,
      "learning_rate": 1.5388330231575988e-06,
      "loss": 0.7214,
      "step": 39217
    },
    {
      "epoch": 0.8264816366098194,
      "grad_norm": 0.1135130375623703,
      "learning_rate": 1.538469250910165e-06,
      "loss": 0.7355,
      "step": 39218
    },
    {
      "epoch": 0.8265027106481847,
      "grad_norm": 0.08966178447008133,
      "learning_rate": 1.5381055180816263e-06,
      "loss": 0.6952,
      "step": 39219
    },
    {
      "epoch": 0.82652378468655,
      "grad_norm": 0.09731350094079971,
      "learning_rate": 1.5377418246736809e-06,
      "loss": 0.7691,
      "step": 39220
    },
    {
      "epoch": 0.8265448587249153,
      "grad_norm": 0.10170263797044754,
      "learning_rate": 1.5373781706880219e-06,
      "loss": 0.7279,
      "step": 39221
    },
    {
      "epoch": 0.8265659327632806,
      "grad_norm": 0.10729105770587921,
      "learning_rate": 1.5370145561263438e-06,
      "loss": 0.7021,
      "step": 39222
    },
    {
      "epoch": 0.8265870068016459,
      "grad_norm": 0.11693151295185089,
      "learning_rate": 1.5366509809903406e-06,
      "loss": 0.6537,
      "step": 39223
    },
    {
      "epoch": 0.8266080808400111,
      "grad_norm": 0.09487336874008179,
      "learning_rate": 1.5362874452817044e-06,
      "loss": 0.717,
      "step": 39224
    },
    {
      "epoch": 0.8266291548783764,
      "grad_norm": 0.15435832738876343,
      "learning_rate": 1.5359239490021328e-06,
      "loss": 0.6935,
      "step": 39225
    },
    {
      "epoch": 0.8266502289167418,
      "grad_norm": 0.10146073251962662,
      "learning_rate": 1.535560492153314e-06,
      "loss": 0.7339,
      "step": 39226
    },
    {
      "epoch": 0.826671302955107,
      "grad_norm": 0.11802859604358673,
      "learning_rate": 1.5351970747369438e-06,
      "loss": 0.7824,
      "step": 39227
    },
    {
      "epoch": 0.8266923769934723,
      "grad_norm": 0.10677596926689148,
      "learning_rate": 1.534833696754714e-06,
      "loss": 0.6933,
      "step": 39228
    },
    {
      "epoch": 0.8267134510318376,
      "grad_norm": 0.1172403022646904,
      "learning_rate": 1.5344703582083188e-06,
      "loss": 0.6905,
      "step": 39229
    },
    {
      "epoch": 0.8267345250702028,
      "grad_norm": 0.11623676866292953,
      "learning_rate": 1.53410705909945e-06,
      "loss": 0.672,
      "step": 39230
    },
    {
      "epoch": 0.8267555991085682,
      "grad_norm": 0.11306024342775345,
      "learning_rate": 1.5337437994298e-06,
      "loss": 0.6969,
      "step": 39231
    },
    {
      "epoch": 0.8267766731469335,
      "grad_norm": 0.09912675619125366,
      "learning_rate": 1.5333805792010625e-06,
      "loss": 0.6982,
      "step": 39232
    },
    {
      "epoch": 0.8267977471852987,
      "grad_norm": 0.12056329846382141,
      "learning_rate": 1.5330173984149254e-06,
      "loss": 0.716,
      "step": 39233
    },
    {
      "epoch": 0.826818821223664,
      "grad_norm": 0.11186038702726364,
      "learning_rate": 1.5326542570730896e-06,
      "loss": 0.6679,
      "step": 39234
    },
    {
      "epoch": 0.8268398952620293,
      "grad_norm": 0.11661480367183685,
      "learning_rate": 1.532291155177238e-06,
      "loss": 0.6727,
      "step": 39235
    },
    {
      "epoch": 0.8268609693003947,
      "grad_norm": 0.11291845887899399,
      "learning_rate": 1.5319280927290647e-06,
      "loss": 0.7094,
      "step": 39236
    },
    {
      "epoch": 0.8268820433387599,
      "grad_norm": 0.10260875523090363,
      "learning_rate": 1.531565069730262e-06,
      "loss": 0.6334,
      "step": 39237
    },
    {
      "epoch": 0.8269031173771252,
      "grad_norm": 0.10161688178777695,
      "learning_rate": 1.5312020861825206e-06,
      "loss": 0.6663,
      "step": 39238
    },
    {
      "epoch": 0.8269241914154905,
      "grad_norm": 0.12759843468666077,
      "learning_rate": 1.5308391420875312e-06,
      "loss": 0.8023,
      "step": 39239
    },
    {
      "epoch": 0.8269452654538557,
      "grad_norm": 0.11926944553852081,
      "learning_rate": 1.5304762374469862e-06,
      "loss": 0.673,
      "step": 39240
    },
    {
      "epoch": 0.8269663394922211,
      "grad_norm": 0.1489703357219696,
      "learning_rate": 1.5301133722625738e-06,
      "loss": 0.6653,
      "step": 39241
    },
    {
      "epoch": 0.8269874135305864,
      "grad_norm": 0.11085046827793121,
      "learning_rate": 1.5297505465359852e-06,
      "loss": 0.6728,
      "step": 39242
    },
    {
      "epoch": 0.8270084875689516,
      "grad_norm": 0.1092635840177536,
      "learning_rate": 1.5293877602689122e-06,
      "loss": 0.7024,
      "step": 39243
    },
    {
      "epoch": 0.8270295616073169,
      "grad_norm": 0.11306339502334595,
      "learning_rate": 1.5290250134630436e-06,
      "loss": 0.7078,
      "step": 39244
    },
    {
      "epoch": 0.8270506356456822,
      "grad_norm": 0.14698168635368347,
      "learning_rate": 1.528662306120071e-06,
      "loss": 0.758,
      "step": 39245
    },
    {
      "epoch": 0.8270717096840475,
      "grad_norm": 0.13207174837589264,
      "learning_rate": 1.5282996382416803e-06,
      "loss": 0.7121,
      "step": 39246
    },
    {
      "epoch": 0.8270927837224128,
      "grad_norm": 0.11403998732566833,
      "learning_rate": 1.5279370098295643e-06,
      "loss": 0.7233,
      "step": 39247
    },
    {
      "epoch": 0.8271138577607781,
      "grad_norm": 0.11935673654079437,
      "learning_rate": 1.5275744208854082e-06,
      "loss": 0.6686,
      "step": 39248
    },
    {
      "epoch": 0.8271349317991433,
      "grad_norm": 0.11487293988466263,
      "learning_rate": 1.5272118714109064e-06,
      "loss": 0.6818,
      "step": 39249
    },
    {
      "epoch": 0.8271560058375086,
      "grad_norm": 0.09965907782316208,
      "learning_rate": 1.5268493614077462e-06,
      "loss": 0.7201,
      "step": 39250
    },
    {
      "epoch": 0.827177079875874,
      "grad_norm": 0.1064932718873024,
      "learning_rate": 1.5264868908776153e-06,
      "loss": 0.7338,
      "step": 39251
    },
    {
      "epoch": 0.8271981539142392,
      "grad_norm": 0.17151711881160736,
      "learning_rate": 1.5261244598222036e-06,
      "loss": 0.7187,
      "step": 39252
    },
    {
      "epoch": 0.8272192279526045,
      "grad_norm": 0.12018244713544846,
      "learning_rate": 1.5257620682431983e-06,
      "loss": 0.7673,
      "step": 39253
    },
    {
      "epoch": 0.8272403019909698,
      "grad_norm": 0.09704277664422989,
      "learning_rate": 1.5253997161422919e-06,
      "loss": 0.6425,
      "step": 39254
    },
    {
      "epoch": 0.827261376029335,
      "grad_norm": 0.10468769818544388,
      "learning_rate": 1.5250374035211646e-06,
      "loss": 0.6739,
      "step": 39255
    },
    {
      "epoch": 0.8272824500677004,
      "grad_norm": 0.119780033826828,
      "learning_rate": 1.524675130381509e-06,
      "loss": 0.7292,
      "step": 39256
    },
    {
      "epoch": 0.8273035241060657,
      "grad_norm": 0.11597995460033417,
      "learning_rate": 1.5243128967250131e-06,
      "loss": 0.6899,
      "step": 39257
    },
    {
      "epoch": 0.8273245981444309,
      "grad_norm": 0.1326231211423874,
      "learning_rate": 1.5239507025533629e-06,
      "loss": 0.7302,
      "step": 39258
    },
    {
      "epoch": 0.8273456721827962,
      "grad_norm": 0.13008467853069305,
      "learning_rate": 1.5235885478682456e-06,
      "loss": 0.7563,
      "step": 39259
    },
    {
      "epoch": 0.8273667462211615,
      "grad_norm": 0.10518644005060196,
      "learning_rate": 1.5232264326713497e-06,
      "loss": 0.7232,
      "step": 39260
    },
    {
      "epoch": 0.8273878202595267,
      "grad_norm": 0.11900188028812408,
      "learning_rate": 1.522864356964362e-06,
      "loss": 0.669,
      "step": 39261
    },
    {
      "epoch": 0.8274088942978921,
      "grad_norm": 0.12628173828125,
      "learning_rate": 1.5225023207489654e-06,
      "loss": 0.6944,
      "step": 39262
    },
    {
      "epoch": 0.8274299683362574,
      "grad_norm": 0.1012483760714531,
      "learning_rate": 1.5221403240268551e-06,
      "loss": 0.688,
      "step": 39263
    },
    {
      "epoch": 0.8274510423746226,
      "grad_norm": 0.11604383587837219,
      "learning_rate": 1.52177836679971e-06,
      "loss": 0.7134,
      "step": 39264
    },
    {
      "epoch": 0.8274721164129879,
      "grad_norm": 0.1280655860900879,
      "learning_rate": 1.5214164490692185e-06,
      "loss": 0.7002,
      "step": 39265
    },
    {
      "epoch": 0.8274931904513532,
      "grad_norm": 0.1073814406991005,
      "learning_rate": 1.5210545708370673e-06,
      "loss": 0.7226,
      "step": 39266
    },
    {
      "epoch": 0.8275142644897185,
      "grad_norm": 0.12090901285409927,
      "learning_rate": 1.5206927321049402e-06,
      "loss": 0.6236,
      "step": 39267
    },
    {
      "epoch": 0.8275353385280838,
      "grad_norm": 0.11630398780107498,
      "learning_rate": 1.5203309328745254e-06,
      "loss": 0.7631,
      "step": 39268
    },
    {
      "epoch": 0.8275564125664491,
      "grad_norm": 0.11025574058294296,
      "learning_rate": 1.5199691731475063e-06,
      "loss": 0.6939,
      "step": 39269
    },
    {
      "epoch": 0.8275774866048143,
      "grad_norm": 0.10418032109737396,
      "learning_rate": 1.51960745292557e-06,
      "loss": 0.6825,
      "step": 39270
    },
    {
      "epoch": 0.8275985606431796,
      "grad_norm": 0.09946352243423462,
      "learning_rate": 1.5192457722104015e-06,
      "loss": 0.7104,
      "step": 39271
    },
    {
      "epoch": 0.827619634681545,
      "grad_norm": 0.11701490730047226,
      "learning_rate": 1.5188841310036839e-06,
      "loss": 0.7527,
      "step": 39272
    },
    {
      "epoch": 0.8276407087199102,
      "grad_norm": 0.11226752400398254,
      "learning_rate": 1.5185225293071037e-06,
      "loss": 0.7089,
      "step": 39273
    },
    {
      "epoch": 0.8276617827582755,
      "grad_norm": 0.12538854777812958,
      "learning_rate": 1.518160967122344e-06,
      "loss": 0.6992,
      "step": 39274
    },
    {
      "epoch": 0.8276828567966408,
      "grad_norm": 0.10210785269737244,
      "learning_rate": 1.5177994444510925e-06,
      "loss": 0.686,
      "step": 39275
    },
    {
      "epoch": 0.827703930835006,
      "grad_norm": 0.17997510731220245,
      "learning_rate": 1.5174379612950273e-06,
      "loss": 0.7429,
      "step": 39276
    },
    {
      "epoch": 0.8277250048733714,
      "grad_norm": 0.138995960354805,
      "learning_rate": 1.5170765176558365e-06,
      "loss": 0.6939,
      "step": 39277
    },
    {
      "epoch": 0.8277460789117367,
      "grad_norm": 0.10836116224527359,
      "learning_rate": 1.5167151135352055e-06,
      "loss": 0.6558,
      "step": 39278
    },
    {
      "epoch": 0.827767152950102,
      "grad_norm": 0.10969985276460648,
      "learning_rate": 1.5163537489348145e-06,
      "loss": 0.6788,
      "step": 39279
    },
    {
      "epoch": 0.8277882269884672,
      "grad_norm": 0.10319588333368301,
      "learning_rate": 1.5159924238563483e-06,
      "loss": 0.6912,
      "step": 39280
    },
    {
      "epoch": 0.8278093010268325,
      "grad_norm": 0.10567066818475723,
      "learning_rate": 1.515631138301491e-06,
      "loss": 0.689,
      "step": 39281
    },
    {
      "epoch": 0.8278303750651979,
      "grad_norm": 0.13980108499526978,
      "learning_rate": 1.5152698922719244e-06,
      "loss": 0.6954,
      "step": 39282
    },
    {
      "epoch": 0.8278514491035631,
      "grad_norm": 0.11187253892421722,
      "learning_rate": 1.5149086857693318e-06,
      "loss": 0.7135,
      "step": 39283
    },
    {
      "epoch": 0.8278725231419284,
      "grad_norm": 0.1088574230670929,
      "learning_rate": 1.5145475187953973e-06,
      "loss": 0.653,
      "step": 39284
    },
    {
      "epoch": 0.8278935971802936,
      "grad_norm": 0.09888321906328201,
      "learning_rate": 1.5141863913518017e-06,
      "loss": 0.6782,
      "step": 39285
    },
    {
      "epoch": 0.8279146712186589,
      "grad_norm": 0.10767471045255661,
      "learning_rate": 1.5138253034402261e-06,
      "loss": 0.709,
      "step": 39286
    },
    {
      "epoch": 0.8279357452570243,
      "grad_norm": 0.1120319589972496,
      "learning_rate": 1.5134642550623556e-06,
      "loss": 0.6395,
      "step": 39287
    },
    {
      "epoch": 0.8279568192953896,
      "grad_norm": 0.11751722544431686,
      "learning_rate": 1.5131032462198704e-06,
      "loss": 0.6888,
      "step": 39288
    },
    {
      "epoch": 0.8279778933337548,
      "grad_norm": 0.10202503204345703,
      "learning_rate": 1.512742276914453e-06,
      "loss": 0.7155,
      "step": 39289
    },
    {
      "epoch": 0.8279989673721201,
      "grad_norm": 0.13351251184940338,
      "learning_rate": 1.5123813471477845e-06,
      "loss": 0.7134,
      "step": 39290
    },
    {
      "epoch": 0.8280200414104854,
      "grad_norm": 0.1047840565443039,
      "learning_rate": 1.5120204569215434e-06,
      "loss": 0.698,
      "step": 39291
    },
    {
      "epoch": 0.8280411154488507,
      "grad_norm": 0.11816506087779999,
      "learning_rate": 1.511659606237418e-06,
      "loss": 0.7409,
      "step": 39292
    },
    {
      "epoch": 0.828062189487216,
      "grad_norm": 0.10129588842391968,
      "learning_rate": 1.511298795097087e-06,
      "loss": 0.651,
      "step": 39293
    },
    {
      "epoch": 0.8280832635255813,
      "grad_norm": 0.10934121906757355,
      "learning_rate": 1.5109380235022287e-06,
      "loss": 0.729,
      "step": 39294
    },
    {
      "epoch": 0.8281043375639465,
      "grad_norm": 0.0967908725142479,
      "learning_rate": 1.5105772914545237e-06,
      "loss": 0.6437,
      "step": 39295
    },
    {
      "epoch": 0.8281254116023118,
      "grad_norm": 0.13876402378082275,
      "learning_rate": 1.510216598955654e-06,
      "loss": 0.6474,
      "step": 39296
    },
    {
      "epoch": 0.828146485640677,
      "grad_norm": 0.11114060133695602,
      "learning_rate": 1.5098559460072993e-06,
      "loss": 0.6395,
      "step": 39297
    },
    {
      "epoch": 0.8281675596790424,
      "grad_norm": 0.10705298185348511,
      "learning_rate": 1.5094953326111405e-06,
      "loss": 0.6414,
      "step": 39298
    },
    {
      "epoch": 0.8281886337174077,
      "grad_norm": 0.15762609243392944,
      "learning_rate": 1.5091347587688577e-06,
      "loss": 0.6894,
      "step": 39299
    },
    {
      "epoch": 0.828209707755773,
      "grad_norm": 0.10464777052402496,
      "learning_rate": 1.508774224482129e-06,
      "loss": 0.6894,
      "step": 39300
    },
    {
      "epoch": 0.8282307817941382,
      "grad_norm": 0.09151781350374222,
      "learning_rate": 1.5084137297526358e-06,
      "loss": 0.6619,
      "step": 39301
    },
    {
      "epoch": 0.8282518558325035,
      "grad_norm": 0.13016599416732788,
      "learning_rate": 1.5080532745820564e-06,
      "loss": 0.7458,
      "step": 39302
    },
    {
      "epoch": 0.8282729298708689,
      "grad_norm": 0.12077241390943527,
      "learning_rate": 1.5076928589720708e-06,
      "loss": 0.8002,
      "step": 39303
    },
    {
      "epoch": 0.8282940039092341,
      "grad_norm": 0.10985498130321503,
      "learning_rate": 1.5073324829243597e-06,
      "loss": 0.6717,
      "step": 39304
    },
    {
      "epoch": 0.8283150779475994,
      "grad_norm": 0.1748012751340866,
      "learning_rate": 1.506972146440595e-06,
      "loss": 0.6625,
      "step": 39305
    },
    {
      "epoch": 0.8283361519859647,
      "grad_norm": 0.1155335083603859,
      "learning_rate": 1.5066118495224624e-06,
      "loss": 0.731,
      "step": 39306
    },
    {
      "epoch": 0.8283572260243299,
      "grad_norm": 0.11054237931966782,
      "learning_rate": 1.5062515921716392e-06,
      "loss": 0.6726,
      "step": 39307
    },
    {
      "epoch": 0.8283783000626953,
      "grad_norm": 0.13149061799049377,
      "learning_rate": 1.505891374389802e-06,
      "loss": 0.6772,
      "step": 39308
    },
    {
      "epoch": 0.8283993741010606,
      "grad_norm": 0.11568082869052887,
      "learning_rate": 1.50553119617863e-06,
      "loss": 0.732,
      "step": 39309
    },
    {
      "epoch": 0.8284204481394258,
      "grad_norm": 0.1248546689748764,
      "learning_rate": 1.5051710575398005e-06,
      "loss": 0.6641,
      "step": 39310
    },
    {
      "epoch": 0.8284415221777911,
      "grad_norm": 0.1307249516248703,
      "learning_rate": 1.5048109584749914e-06,
      "loss": 0.719,
      "step": 39311
    },
    {
      "epoch": 0.8284625962161564,
      "grad_norm": 0.12141072750091553,
      "learning_rate": 1.5044508989858808e-06,
      "loss": 0.8035,
      "step": 39312
    },
    {
      "epoch": 0.8284836702545217,
      "grad_norm": 0.2090887427330017,
      "learning_rate": 1.5040908790741448e-06,
      "loss": 0.6547,
      "step": 39313
    },
    {
      "epoch": 0.828504744292887,
      "grad_norm": 0.11696993559598923,
      "learning_rate": 1.5037308987414644e-06,
      "loss": 0.6736,
      "step": 39314
    },
    {
      "epoch": 0.8285258183312523,
      "grad_norm": 0.11784195154905319,
      "learning_rate": 1.5033709579895118e-06,
      "loss": 0.6707,
      "step": 39315
    },
    {
      "epoch": 0.8285468923696175,
      "grad_norm": 0.17285649478435516,
      "learning_rate": 1.503011056819965e-06,
      "loss": 0.691,
      "step": 39316
    },
    {
      "epoch": 0.8285679664079828,
      "grad_norm": 0.10472937673330307,
      "learning_rate": 1.5026511952345014e-06,
      "loss": 0.7335,
      "step": 39317
    },
    {
      "epoch": 0.8285890404463482,
      "grad_norm": 0.12164344638586044,
      "learning_rate": 1.5022913732347966e-06,
      "loss": 0.7508,
      "step": 39318
    },
    {
      "epoch": 0.8286101144847134,
      "grad_norm": 0.14670570194721222,
      "learning_rate": 1.5019315908225262e-06,
      "loss": 0.7528,
      "step": 39319
    },
    {
      "epoch": 0.8286311885230787,
      "grad_norm": 0.11707886308431625,
      "learning_rate": 1.5015718479993701e-06,
      "loss": 0.6573,
      "step": 39320
    },
    {
      "epoch": 0.828652262561444,
      "grad_norm": 0.10782453417778015,
      "learning_rate": 1.5012121447670014e-06,
      "loss": 0.7092,
      "step": 39321
    },
    {
      "epoch": 0.8286733365998092,
      "grad_norm": 0.12871874868869781,
      "learning_rate": 1.5008524811270964e-06,
      "loss": 0.683,
      "step": 39322
    },
    {
      "epoch": 0.8286944106381746,
      "grad_norm": 0.11748506128787994,
      "learning_rate": 1.5004928570813326e-06,
      "loss": 0.7798,
      "step": 39323
    },
    {
      "epoch": 0.8287154846765399,
      "grad_norm": 0.143442764878273,
      "learning_rate": 1.5001332726313811e-06,
      "loss": 0.7052,
      "step": 39324
    },
    {
      "epoch": 0.8287365587149051,
      "grad_norm": 0.13593122363090515,
      "learning_rate": 1.499773727778918e-06,
      "loss": 0.779,
      "step": 39325
    },
    {
      "epoch": 0.8287576327532704,
      "grad_norm": 0.11390941590070724,
      "learning_rate": 1.4994142225256203e-06,
      "loss": 0.6706,
      "step": 39326
    },
    {
      "epoch": 0.8287787067916357,
      "grad_norm": 0.1235436350107193,
      "learning_rate": 1.4990547568731618e-06,
      "loss": 0.7367,
      "step": 39327
    },
    {
      "epoch": 0.828799780830001,
      "grad_norm": 0.12730655074119568,
      "learning_rate": 1.4986953308232177e-06,
      "loss": 0.7211,
      "step": 39328
    },
    {
      "epoch": 0.8288208548683663,
      "grad_norm": 0.1318528652191162,
      "learning_rate": 1.4983359443774615e-06,
      "loss": 0.6816,
      "step": 39329
    },
    {
      "epoch": 0.8288419289067316,
      "grad_norm": 0.09505044668912888,
      "learning_rate": 1.4979765975375682e-06,
      "loss": 0.6978,
      "step": 39330
    },
    {
      "epoch": 0.8288630029450968,
      "grad_norm": 0.11053037643432617,
      "learning_rate": 1.497617290305211e-06,
      "loss": 0.7149,
      "step": 39331
    },
    {
      "epoch": 0.8288840769834621,
      "grad_norm": 0.12525434792041779,
      "learning_rate": 1.4972580226820644e-06,
      "loss": 0.6453,
      "step": 39332
    },
    {
      "epoch": 0.8289051510218274,
      "grad_norm": 0.11217459291219711,
      "learning_rate": 1.4968987946698022e-06,
      "loss": 0.7966,
      "step": 39333
    },
    {
      "epoch": 0.8289262250601928,
      "grad_norm": 0.10407990217208862,
      "learning_rate": 1.4965396062700977e-06,
      "loss": 0.6839,
      "step": 39334
    },
    {
      "epoch": 0.828947299098558,
      "grad_norm": 0.09563513100147247,
      "learning_rate": 1.4961804574846239e-06,
      "loss": 0.6572,
      "step": 39335
    },
    {
      "epoch": 0.8289683731369233,
      "grad_norm": 0.11522591859102249,
      "learning_rate": 1.4958213483150542e-06,
      "loss": 0.6641,
      "step": 39336
    },
    {
      "epoch": 0.8289894471752886,
      "grad_norm": 0.15610067546367645,
      "learning_rate": 1.4954622787630614e-06,
      "loss": 0.7477,
      "step": 39337
    },
    {
      "epoch": 0.8290105212136538,
      "grad_norm": 0.11152772605419159,
      "learning_rate": 1.4951032488303197e-06,
      "loss": 0.6765,
      "step": 39338
    },
    {
      "epoch": 0.8290315952520192,
      "grad_norm": 0.14638853073120117,
      "learning_rate": 1.494744258518499e-06,
      "loss": 0.7211,
      "step": 39339
    },
    {
      "epoch": 0.8290526692903845,
      "grad_norm": 0.10519581288099289,
      "learning_rate": 1.4943853078292736e-06,
      "loss": 0.7531,
      "step": 39340
    },
    {
      "epoch": 0.8290737433287497,
      "grad_norm": 0.10817791521549225,
      "learning_rate": 1.4940263967643154e-06,
      "loss": 0.6994,
      "step": 39341
    },
    {
      "epoch": 0.829094817367115,
      "grad_norm": 0.13443925976753235,
      "learning_rate": 1.4936675253252952e-06,
      "loss": 0.7474,
      "step": 39342
    },
    {
      "epoch": 0.8291158914054803,
      "grad_norm": 0.13754349946975708,
      "learning_rate": 1.4933086935138896e-06,
      "loss": 0.6188,
      "step": 39343
    },
    {
      "epoch": 0.8291369654438456,
      "grad_norm": 0.10135482996702194,
      "learning_rate": 1.492949901331764e-06,
      "loss": 0.6953,
      "step": 39344
    },
    {
      "epoch": 0.8291580394822109,
      "grad_norm": 0.10172608494758606,
      "learning_rate": 1.492591148780591e-06,
      "loss": 0.6899,
      "step": 39345
    },
    {
      "epoch": 0.8291791135205762,
      "grad_norm": 0.126337930560112,
      "learning_rate": 1.4922324358620444e-06,
      "loss": 0.7082,
      "step": 39346
    },
    {
      "epoch": 0.8292001875589414,
      "grad_norm": 0.10622718185186386,
      "learning_rate": 1.4918737625777946e-06,
      "loss": 0.7187,
      "step": 39347
    },
    {
      "epoch": 0.8292212615973067,
      "grad_norm": 0.11718318611383438,
      "learning_rate": 1.4915151289295092e-06,
      "loss": 0.7454,
      "step": 39348
    },
    {
      "epoch": 0.8292423356356721,
      "grad_norm": 0.1109614372253418,
      "learning_rate": 1.491156534918864e-06,
      "loss": 0.6839,
      "step": 39349
    },
    {
      "epoch": 0.8292634096740373,
      "grad_norm": 0.11332515627145767,
      "learning_rate": 1.490797980547528e-06,
      "loss": 0.7347,
      "step": 39350
    },
    {
      "epoch": 0.8292844837124026,
      "grad_norm": 0.14141812920570374,
      "learning_rate": 1.4904394658171707e-06,
      "loss": 0.7036,
      "step": 39351
    },
    {
      "epoch": 0.8293055577507679,
      "grad_norm": 0.10727660357952118,
      "learning_rate": 1.4900809907294644e-06,
      "loss": 0.7334,
      "step": 39352
    },
    {
      "epoch": 0.8293266317891331,
      "grad_norm": 0.11376520991325378,
      "learning_rate": 1.489722555286075e-06,
      "loss": 0.7041,
      "step": 39353
    },
    {
      "epoch": 0.8293477058274985,
      "grad_norm": 0.10762815177440643,
      "learning_rate": 1.4893641594886743e-06,
      "loss": 0.7385,
      "step": 39354
    },
    {
      "epoch": 0.8293687798658638,
      "grad_norm": 0.10674191266298294,
      "learning_rate": 1.4890058033389333e-06,
      "loss": 0.6832,
      "step": 39355
    },
    {
      "epoch": 0.829389853904229,
      "grad_norm": 0.10720254480838776,
      "learning_rate": 1.4886474868385193e-06,
      "loss": 0.6565,
      "step": 39356
    },
    {
      "epoch": 0.8294109279425943,
      "grad_norm": 0.10787760466337204,
      "learning_rate": 1.4882892099891021e-06,
      "loss": 0.7476,
      "step": 39357
    },
    {
      "epoch": 0.8294320019809596,
      "grad_norm": 0.13711576163768768,
      "learning_rate": 1.487930972792352e-06,
      "loss": 0.714,
      "step": 39358
    },
    {
      "epoch": 0.8294530760193249,
      "grad_norm": 0.11127965152263641,
      "learning_rate": 1.487572775249937e-06,
      "loss": 0.6833,
      "step": 39359
    },
    {
      "epoch": 0.8294741500576902,
      "grad_norm": 0.10635890066623688,
      "learning_rate": 1.4872146173635248e-06,
      "loss": 0.6877,
      "step": 39360
    },
    {
      "epoch": 0.8294952240960555,
      "grad_norm": 0.10914053022861481,
      "learning_rate": 1.4868564991347866e-06,
      "loss": 0.7155,
      "step": 39361
    },
    {
      "epoch": 0.8295162981344207,
      "grad_norm": 0.1030416488647461,
      "learning_rate": 1.4864984205653886e-06,
      "loss": 0.664,
      "step": 39362
    },
    {
      "epoch": 0.829537372172786,
      "grad_norm": 0.09698069840669632,
      "learning_rate": 1.4861403816569997e-06,
      "loss": 0.7037,
      "step": 39363
    },
    {
      "epoch": 0.8295584462111514,
      "grad_norm": 0.10337436199188232,
      "learning_rate": 1.485782382411287e-06,
      "loss": 0.6996,
      "step": 39364
    },
    {
      "epoch": 0.8295795202495166,
      "grad_norm": 0.11091833561658859,
      "learning_rate": 1.4854244228299185e-06,
      "loss": 0.6869,
      "step": 39365
    },
    {
      "epoch": 0.8296005942878819,
      "grad_norm": 0.11619883030653,
      "learning_rate": 1.4850665029145629e-06,
      "loss": 0.7629,
      "step": 39366
    },
    {
      "epoch": 0.8296216683262472,
      "grad_norm": 0.11603470146656036,
      "learning_rate": 1.4847086226668871e-06,
      "loss": 0.7092,
      "step": 39367
    },
    {
      "epoch": 0.8296427423646124,
      "grad_norm": 0.10367044061422348,
      "learning_rate": 1.4843507820885583e-06,
      "loss": 0.6925,
      "step": 39368
    },
    {
      "epoch": 0.8296638164029778,
      "grad_norm": 0.11914640665054321,
      "learning_rate": 1.4839929811812426e-06,
      "loss": 0.7014,
      "step": 39369
    },
    {
      "epoch": 0.8296848904413431,
      "grad_norm": 0.10865966230630875,
      "learning_rate": 1.4836352199466074e-06,
      "loss": 0.7004,
      "step": 39370
    },
    {
      "epoch": 0.8297059644797083,
      "grad_norm": 0.09897490590810776,
      "learning_rate": 1.4832774983863207e-06,
      "loss": 0.7173,
      "step": 39371
    },
    {
      "epoch": 0.8297270385180736,
      "grad_norm": 0.11482970416545868,
      "learning_rate": 1.4829198165020476e-06,
      "loss": 0.6855,
      "step": 39372
    },
    {
      "epoch": 0.8297481125564389,
      "grad_norm": 0.10675057768821716,
      "learning_rate": 1.4825621742954565e-06,
      "loss": 0.6721,
      "step": 39373
    },
    {
      "epoch": 0.8297691865948041,
      "grad_norm": 0.11986403912305832,
      "learning_rate": 1.48220457176821e-06,
      "loss": 0.6759,
      "step": 39374
    },
    {
      "epoch": 0.8297902606331695,
      "grad_norm": 0.11255276203155518,
      "learning_rate": 1.481847008921975e-06,
      "loss": 0.7252,
      "step": 39375
    },
    {
      "epoch": 0.8298113346715348,
      "grad_norm": 0.0938107892870903,
      "learning_rate": 1.4814894857584183e-06,
      "loss": 0.6431,
      "step": 39376
    },
    {
      "epoch": 0.8298324087099,
      "grad_norm": 0.12636546790599823,
      "learning_rate": 1.481132002279202e-06,
      "loss": 0.6331,
      "step": 39377
    },
    {
      "epoch": 0.8298534827482653,
      "grad_norm": 0.09543079882860184,
      "learning_rate": 1.4807745584859978e-06,
      "loss": 0.703,
      "step": 39378
    },
    {
      "epoch": 0.8298745567866306,
      "grad_norm": 0.12491170316934586,
      "learning_rate": 1.480417154380468e-06,
      "loss": 0.6576,
      "step": 39379
    },
    {
      "epoch": 0.829895630824996,
      "grad_norm": 0.12174505740404129,
      "learning_rate": 1.4800597899642767e-06,
      "loss": 0.745,
      "step": 39380
    },
    {
      "epoch": 0.8299167048633612,
      "grad_norm": 0.09704980254173279,
      "learning_rate": 1.479702465239089e-06,
      "loss": 0.6987,
      "step": 39381
    },
    {
      "epoch": 0.8299377789017265,
      "grad_norm": 0.1002000942826271,
      "learning_rate": 1.4793451802065716e-06,
      "loss": 0.6384,
      "step": 39382
    },
    {
      "epoch": 0.8299588529400918,
      "grad_norm": 0.10255217552185059,
      "learning_rate": 1.4789879348683867e-06,
      "loss": 0.6491,
      "step": 39383
    },
    {
      "epoch": 0.829979926978457,
      "grad_norm": 0.11849147081375122,
      "learning_rate": 1.4786307292261981e-06,
      "loss": 0.776,
      "step": 39384
    },
    {
      "epoch": 0.8300010010168224,
      "grad_norm": 0.11695580184459686,
      "learning_rate": 1.4782735632816702e-06,
      "loss": 0.686,
      "step": 39385
    },
    {
      "epoch": 0.8300220750551877,
      "grad_norm": 0.11634612083435059,
      "learning_rate": 1.4779164370364685e-06,
      "loss": 0.7823,
      "step": 39386
    },
    {
      "epoch": 0.8300431490935529,
      "grad_norm": 0.107728511095047,
      "learning_rate": 1.4775593504922547e-06,
      "loss": 0.6833,
      "step": 39387
    },
    {
      "epoch": 0.8300642231319182,
      "grad_norm": 0.10637463629245758,
      "learning_rate": 1.4772023036506933e-06,
      "loss": 0.6812,
      "step": 39388
    },
    {
      "epoch": 0.8300852971702835,
      "grad_norm": 0.12706981599330902,
      "learning_rate": 1.4768452965134483e-06,
      "loss": 0.7306,
      "step": 39389
    },
    {
      "epoch": 0.8301063712086488,
      "grad_norm": 0.11775919049978256,
      "learning_rate": 1.476488329082183e-06,
      "loss": 0.673,
      "step": 39390
    },
    {
      "epoch": 0.8301274452470141,
      "grad_norm": 0.1145191341638565,
      "learning_rate": 1.4761314013585582e-06,
      "loss": 0.7459,
      "step": 39391
    },
    {
      "epoch": 0.8301485192853794,
      "grad_norm": 0.09670611470937729,
      "learning_rate": 1.4757745133442392e-06,
      "loss": 0.6989,
      "step": 39392
    },
    {
      "epoch": 0.8301695933237446,
      "grad_norm": 0.11466310918331146,
      "learning_rate": 1.4754176650408868e-06,
      "loss": 0.7143,
      "step": 39393
    },
    {
      "epoch": 0.8301906673621099,
      "grad_norm": 0.1129249632358551,
      "learning_rate": 1.4750608564501635e-06,
      "loss": 0.6865,
      "step": 39394
    },
    {
      "epoch": 0.8302117414004753,
      "grad_norm": 1.5732777118682861,
      "learning_rate": 1.4747040875737328e-06,
      "loss": 0.6679,
      "step": 39395
    },
    {
      "epoch": 0.8302328154388405,
      "grad_norm": 0.10782375931739807,
      "learning_rate": 1.4743473584132562e-06,
      "loss": 0.7114,
      "step": 39396
    },
    {
      "epoch": 0.8302538894772058,
      "grad_norm": 0.1242515817284584,
      "learning_rate": 1.4739906689703953e-06,
      "loss": 0.7623,
      "step": 39397
    },
    {
      "epoch": 0.8302749635155711,
      "grad_norm": 0.10931319743394852,
      "learning_rate": 1.4736340192468123e-06,
      "loss": 0.7309,
      "step": 39398
    },
    {
      "epoch": 0.8302960375539363,
      "grad_norm": 0.10859514772891998,
      "learning_rate": 1.473277409244168e-06,
      "loss": 0.7192,
      "step": 39399
    },
    {
      "epoch": 0.8303171115923017,
      "grad_norm": 0.11505404859781265,
      "learning_rate": 1.4729208389641237e-06,
      "loss": 0.7218,
      "step": 39400
    },
    {
      "epoch": 0.830338185630667,
      "grad_norm": 0.10934723168611526,
      "learning_rate": 1.4725643084083408e-06,
      "loss": 0.7282,
      "step": 39401
    },
    {
      "epoch": 0.8303592596690322,
      "grad_norm": 0.10474336892366409,
      "learning_rate": 1.4722078175784826e-06,
      "loss": 0.7148,
      "step": 39402
    },
    {
      "epoch": 0.8303803337073975,
      "grad_norm": 0.12203222513198853,
      "learning_rate": 1.4718513664762058e-06,
      "loss": 0.7296,
      "step": 39403
    },
    {
      "epoch": 0.8304014077457628,
      "grad_norm": 0.12301602959632874,
      "learning_rate": 1.471494955103172e-06,
      "loss": 0.705,
      "step": 39404
    },
    {
      "epoch": 0.8304224817841281,
      "grad_norm": 0.10394848138093948,
      "learning_rate": 1.4711385834610427e-06,
      "loss": 0.6839,
      "step": 39405
    },
    {
      "epoch": 0.8304435558224934,
      "grad_norm": 0.12231191992759705,
      "learning_rate": 1.4707822515514746e-06,
      "loss": 0.722,
      "step": 39406
    },
    {
      "epoch": 0.8304646298608587,
      "grad_norm": 0.11024326086044312,
      "learning_rate": 1.4704259593761338e-06,
      "loss": 0.7186,
      "step": 39407
    },
    {
      "epoch": 0.8304857038992239,
      "grad_norm": 0.10355876386165619,
      "learning_rate": 1.4700697069366765e-06,
      "loss": 0.6941,
      "step": 39408
    },
    {
      "epoch": 0.8305067779375892,
      "grad_norm": 0.11096605658531189,
      "learning_rate": 1.4697134942347636e-06,
      "loss": 0.6818,
      "step": 39409
    },
    {
      "epoch": 0.8305278519759545,
      "grad_norm": 0.14038978517055511,
      "learning_rate": 1.4693573212720525e-06,
      "loss": 0.736,
      "step": 39410
    },
    {
      "epoch": 0.8305489260143198,
      "grad_norm": 0.12895707786083221,
      "learning_rate": 1.4690011880502076e-06,
      "loss": 0.6963,
      "step": 39411
    },
    {
      "epoch": 0.8305700000526851,
      "grad_norm": 0.11406948417425156,
      "learning_rate": 1.4686450945708808e-06,
      "loss": 0.6835,
      "step": 39412
    },
    {
      "epoch": 0.8305910740910504,
      "grad_norm": 0.10971779376268387,
      "learning_rate": 1.4682890408357353e-06,
      "loss": 0.7196,
      "step": 39413
    },
    {
      "epoch": 0.8306121481294156,
      "grad_norm": 0.108504518866539,
      "learning_rate": 1.4679330268464287e-06,
      "loss": 0.6647,
      "step": 39414
    },
    {
      "epoch": 0.8306332221677809,
      "grad_norm": 0.10604382306337357,
      "learning_rate": 1.4675770526046197e-06,
      "loss": 0.6632,
      "step": 39415
    },
    {
      "epoch": 0.8306542962061463,
      "grad_norm": 0.12799103558063507,
      "learning_rate": 1.4672211181119655e-06,
      "loss": 0.7331,
      "step": 39416
    },
    {
      "epoch": 0.8306753702445115,
      "grad_norm": 0.09245260804891586,
      "learning_rate": 1.4668652233701263e-06,
      "loss": 0.6814,
      "step": 39417
    },
    {
      "epoch": 0.8306964442828768,
      "grad_norm": 0.10147109627723694,
      "learning_rate": 1.4665093683807597e-06,
      "loss": 0.7064,
      "step": 39418
    },
    {
      "epoch": 0.8307175183212421,
      "grad_norm": 0.12784460186958313,
      "learning_rate": 1.4661535531455228e-06,
      "loss": 0.7011,
      "step": 39419
    },
    {
      "epoch": 0.8307385923596073,
      "grad_norm": 0.14025376737117767,
      "learning_rate": 1.4657977776660738e-06,
      "loss": 0.6595,
      "step": 39420
    },
    {
      "epoch": 0.8307596663979727,
      "grad_norm": 0.1535099446773529,
      "learning_rate": 1.4654420419440685e-06,
      "loss": 0.696,
      "step": 39421
    },
    {
      "epoch": 0.830780740436338,
      "grad_norm": 0.09884347021579742,
      "learning_rate": 1.465086345981166e-06,
      "loss": 0.7188,
      "step": 39422
    },
    {
      "epoch": 0.8308018144747032,
      "grad_norm": 0.1596919596195221,
      "learning_rate": 1.4647306897790225e-06,
      "loss": 0.6697,
      "step": 39423
    },
    {
      "epoch": 0.8308228885130685,
      "grad_norm": 0.1243840903043747,
      "learning_rate": 1.4643750733392958e-06,
      "loss": 0.7317,
      "step": 39424
    },
    {
      "epoch": 0.8308439625514338,
      "grad_norm": 0.11397349834442139,
      "learning_rate": 1.464019496663641e-06,
      "loss": 0.7434,
      "step": 39425
    },
    {
      "epoch": 0.8308650365897992,
      "grad_norm": 0.10728251934051514,
      "learning_rate": 1.463663959753716e-06,
      "loss": 0.6846,
      "step": 39426
    },
    {
      "epoch": 0.8308861106281644,
      "grad_norm": 0.16275011003017426,
      "learning_rate": 1.463308462611176e-06,
      "loss": 0.7544,
      "step": 39427
    },
    {
      "epoch": 0.8309071846665297,
      "grad_norm": 0.1263638287782669,
      "learning_rate": 1.4629530052376773e-06,
      "loss": 0.704,
      "step": 39428
    },
    {
      "epoch": 0.830928258704895,
      "grad_norm": 0.12201400846242905,
      "learning_rate": 1.4625975876348775e-06,
      "loss": 0.7256,
      "step": 39429
    },
    {
      "epoch": 0.8309493327432602,
      "grad_norm": 0.09896034747362137,
      "learning_rate": 1.4622422098044298e-06,
      "loss": 0.7121,
      "step": 39430
    },
    {
      "epoch": 0.8309704067816256,
      "grad_norm": 0.11164376884698868,
      "learning_rate": 1.4618868717479918e-06,
      "loss": 0.7146,
      "step": 39431
    },
    {
      "epoch": 0.8309914808199909,
      "grad_norm": 0.20147159695625305,
      "learning_rate": 1.4615315734672197e-06,
      "loss": 0.6651,
      "step": 39432
    },
    {
      "epoch": 0.8310125548583561,
      "grad_norm": 0.09929892420768738,
      "learning_rate": 1.4611763149637648e-06,
      "loss": 0.696,
      "step": 39433
    },
    {
      "epoch": 0.8310336288967214,
      "grad_norm": 0.12956508994102478,
      "learning_rate": 1.4608210962392844e-06,
      "loss": 0.6638,
      "step": 39434
    },
    {
      "epoch": 0.8310547029350867,
      "grad_norm": 0.10388442873954773,
      "learning_rate": 1.4604659172954317e-06,
      "loss": 0.6728,
      "step": 39435
    },
    {
      "epoch": 0.831075776973452,
      "grad_norm": 0.1210082545876503,
      "learning_rate": 1.4601107781338642e-06,
      "loss": 0.6834,
      "step": 39436
    },
    {
      "epoch": 0.8310968510118173,
      "grad_norm": 0.13742195069789886,
      "learning_rate": 1.4597556787562362e-06,
      "loss": 0.7345,
      "step": 39437
    },
    {
      "epoch": 0.8311179250501826,
      "grad_norm": 0.11068612337112427,
      "learning_rate": 1.4594006191641996e-06,
      "loss": 0.6963,
      "step": 39438
    },
    {
      "epoch": 0.8311389990885478,
      "grad_norm": 0.12185502052307129,
      "learning_rate": 1.459045599359411e-06,
      "loss": 0.6766,
      "step": 39439
    },
    {
      "epoch": 0.8311600731269131,
      "grad_norm": 0.11925677955150604,
      "learning_rate": 1.4586906193435223e-06,
      "loss": 0.7138,
      "step": 39440
    },
    {
      "epoch": 0.8311811471652785,
      "grad_norm": 0.12031224370002747,
      "learning_rate": 1.4583356791181901e-06,
      "loss": 0.6654,
      "step": 39441
    },
    {
      "epoch": 0.8312022212036437,
      "grad_norm": 0.11723119765520096,
      "learning_rate": 1.457980778685063e-06,
      "loss": 0.7253,
      "step": 39442
    },
    {
      "epoch": 0.831223295242009,
      "grad_norm": 0.11160065233707428,
      "learning_rate": 1.4576259180457985e-06,
      "loss": 0.664,
      "step": 39443
    },
    {
      "epoch": 0.8312443692803743,
      "grad_norm": 0.11745050549507141,
      "learning_rate": 1.4572710972020477e-06,
      "loss": 0.651,
      "step": 39444
    },
    {
      "epoch": 0.8312654433187395,
      "grad_norm": 0.12773501873016357,
      "learning_rate": 1.4569163161554635e-06,
      "loss": 0.6949,
      "step": 39445
    },
    {
      "epoch": 0.8312865173571049,
      "grad_norm": 0.12225693464279175,
      "learning_rate": 1.4565615749077e-06,
      "loss": 0.6953,
      "step": 39446
    },
    {
      "epoch": 0.8313075913954702,
      "grad_norm": 0.126885786652565,
      "learning_rate": 1.4562068734604096e-06,
      "loss": 0.7261,
      "step": 39447
    },
    {
      "epoch": 0.8313286654338354,
      "grad_norm": 0.11792489886283875,
      "learning_rate": 1.455852211815244e-06,
      "loss": 0.731,
      "step": 39448
    },
    {
      "epoch": 0.8313497394722007,
      "grad_norm": 0.10880613327026367,
      "learning_rate": 1.4554975899738532e-06,
      "loss": 0.7035,
      "step": 39449
    },
    {
      "epoch": 0.831370813510566,
      "grad_norm": 0.12561549246311188,
      "learning_rate": 1.455143007937896e-06,
      "loss": 0.6863,
      "step": 39450
    },
    {
      "epoch": 0.8313918875489312,
      "grad_norm": 0.10792473703622818,
      "learning_rate": 1.4547884657090183e-06,
      "loss": 0.72,
      "step": 39451
    },
    {
      "epoch": 0.8314129615872966,
      "grad_norm": 0.10653594136238098,
      "learning_rate": 1.4544339632888737e-06,
      "loss": 0.7239,
      "step": 39452
    },
    {
      "epoch": 0.8314340356256619,
      "grad_norm": 0.11369894444942474,
      "learning_rate": 1.454079500679113e-06,
      "loss": 0.7025,
      "step": 39453
    },
    {
      "epoch": 0.8314551096640271,
      "grad_norm": 0.12127480655908585,
      "learning_rate": 1.4537250778813884e-06,
      "loss": 0.6423,
      "step": 39454
    },
    {
      "epoch": 0.8314761837023924,
      "grad_norm": 0.10210653394460678,
      "learning_rate": 1.4533706948973502e-06,
      "loss": 0.7644,
      "step": 39455
    },
    {
      "epoch": 0.8314972577407577,
      "grad_norm": 0.11527660489082336,
      "learning_rate": 1.45301635172865e-06,
      "loss": 0.7389,
      "step": 39456
    },
    {
      "epoch": 0.831518331779123,
      "grad_norm": 0.14586861431598663,
      "learning_rate": 1.4526620483769382e-06,
      "loss": 0.7179,
      "step": 39457
    },
    {
      "epoch": 0.8315394058174883,
      "grad_norm": 0.10999660193920135,
      "learning_rate": 1.452307784843866e-06,
      "loss": 0.7439,
      "step": 39458
    },
    {
      "epoch": 0.8315604798558536,
      "grad_norm": 0.11014794558286667,
      "learning_rate": 1.451953561131082e-06,
      "loss": 0.6869,
      "step": 39459
    },
    {
      "epoch": 0.8315815538942188,
      "grad_norm": 0.11177004128694534,
      "learning_rate": 1.4515993772402393e-06,
      "loss": 0.6808,
      "step": 39460
    },
    {
      "epoch": 0.8316026279325841,
      "grad_norm": 0.09514210373163223,
      "learning_rate": 1.4512452331729864e-06,
      "loss": 0.7087,
      "step": 39461
    },
    {
      "epoch": 0.8316237019709495,
      "grad_norm": 0.10864949226379395,
      "learning_rate": 1.4508911289309724e-06,
      "loss": 0.7107,
      "step": 39462
    },
    {
      "epoch": 0.8316447760093147,
      "grad_norm": 0.13186542689800262,
      "learning_rate": 1.4505370645158444e-06,
      "loss": 0.6602,
      "step": 39463
    },
    {
      "epoch": 0.83166585004768,
      "grad_norm": 0.12117277085781097,
      "learning_rate": 1.450183039929257e-06,
      "loss": 0.7062,
      "step": 39464
    },
    {
      "epoch": 0.8316869240860453,
      "grad_norm": 0.12703466415405273,
      "learning_rate": 1.4498290551728577e-06,
      "loss": 0.7563,
      "step": 39465
    },
    {
      "epoch": 0.8317079981244105,
      "grad_norm": 0.2673618793487549,
      "learning_rate": 1.4494751102482952e-06,
      "loss": 0.7031,
      "step": 39466
    },
    {
      "epoch": 0.8317290721627759,
      "grad_norm": 0.1083553284406662,
      "learning_rate": 1.449121205157218e-06,
      "loss": 0.7412,
      "step": 39467
    },
    {
      "epoch": 0.8317501462011412,
      "grad_norm": 0.11469519883394241,
      "learning_rate": 1.4487673399012759e-06,
      "loss": 0.678,
      "step": 39468
    },
    {
      "epoch": 0.8317712202395064,
      "grad_norm": 0.0956256091594696,
      "learning_rate": 1.4484135144821166e-06,
      "loss": 0.7673,
      "step": 39469
    },
    {
      "epoch": 0.8317922942778717,
      "grad_norm": 0.10838843882083893,
      "learning_rate": 1.4480597289013898e-06,
      "loss": 0.7265,
      "step": 39470
    },
    {
      "epoch": 0.831813368316237,
      "grad_norm": 0.13638801872730255,
      "learning_rate": 1.447705983160741e-06,
      "loss": 0.7429,
      "step": 39471
    },
    {
      "epoch": 0.8318344423546024,
      "grad_norm": 0.10662028938531876,
      "learning_rate": 1.44735227726182e-06,
      "loss": 0.6641,
      "step": 39472
    },
    {
      "epoch": 0.8318555163929676,
      "grad_norm": 0.11266275495290756,
      "learning_rate": 1.446998611206274e-06,
      "loss": 0.7015,
      "step": 39473
    },
    {
      "epoch": 0.8318765904313329,
      "grad_norm": 0.10264070332050323,
      "learning_rate": 1.4466449849957499e-06,
      "loss": 0.6984,
      "step": 39474
    },
    {
      "epoch": 0.8318976644696982,
      "grad_norm": 0.1570037305355072,
      "learning_rate": 1.446291398631896e-06,
      "loss": 0.6869,
      "step": 39475
    },
    {
      "epoch": 0.8319187385080634,
      "grad_norm": 0.12288205325603485,
      "learning_rate": 1.4459378521163604e-06,
      "loss": 0.7004,
      "step": 39476
    },
    {
      "epoch": 0.8319398125464288,
      "grad_norm": 0.11296423524618149,
      "learning_rate": 1.4455843454507889e-06,
      "loss": 0.7139,
      "step": 39477
    },
    {
      "epoch": 0.8319608865847941,
      "grad_norm": 0.11219791322946548,
      "learning_rate": 1.4452308786368251e-06,
      "loss": 0.7009,
      "step": 39478
    },
    {
      "epoch": 0.8319819606231593,
      "grad_norm": 0.13268856704235077,
      "learning_rate": 1.4448774516761254e-06,
      "loss": 0.6889,
      "step": 39479
    },
    {
      "epoch": 0.8320030346615246,
      "grad_norm": 0.09877613931894302,
      "learning_rate": 1.4445240645703273e-06,
      "loss": 0.6868,
      "step": 39480
    },
    {
      "epoch": 0.8320241086998899,
      "grad_norm": 0.11610911786556244,
      "learning_rate": 1.4441707173210795e-06,
      "loss": 0.6679,
      "step": 39481
    },
    {
      "epoch": 0.8320451827382552,
      "grad_norm": 0.10633087903261185,
      "learning_rate": 1.4438174099300284e-06,
      "loss": 0.7112,
      "step": 39482
    },
    {
      "epoch": 0.8320662567766205,
      "grad_norm": 0.2174266129732132,
      "learning_rate": 1.4434641423988206e-06,
      "loss": 0.7176,
      "step": 39483
    },
    {
      "epoch": 0.8320873308149858,
      "grad_norm": 0.12167325615882874,
      "learning_rate": 1.4431109147291001e-06,
      "loss": 0.6788,
      "step": 39484
    },
    {
      "epoch": 0.832108404853351,
      "grad_norm": 0.10627499222755432,
      "learning_rate": 1.4427577269225145e-06,
      "loss": 0.7097,
      "step": 39485
    },
    {
      "epoch": 0.8321294788917163,
      "grad_norm": 0.1253644973039627,
      "learning_rate": 1.4424045789807083e-06,
      "loss": 0.6985,
      "step": 39486
    },
    {
      "epoch": 0.8321505529300816,
      "grad_norm": 0.11275724321603775,
      "learning_rate": 1.4420514709053269e-06,
      "loss": 0.6675,
      "step": 39487
    },
    {
      "epoch": 0.8321716269684469,
      "grad_norm": 0.09912699460983276,
      "learning_rate": 1.441698402698014e-06,
      "loss": 0.6687,
      "step": 39488
    },
    {
      "epoch": 0.8321927010068122,
      "grad_norm": 0.09807855635881424,
      "learning_rate": 1.4413453743604156e-06,
      "loss": 0.6584,
      "step": 39489
    },
    {
      "epoch": 0.8322137750451775,
      "grad_norm": 0.1535140424966812,
      "learning_rate": 1.4409923858941765e-06,
      "loss": 0.731,
      "step": 39490
    },
    {
      "epoch": 0.8322348490835427,
      "grad_norm": 0.10045928508043289,
      "learning_rate": 1.4406394373009424e-06,
      "loss": 0.7196,
      "step": 39491
    },
    {
      "epoch": 0.832255923121908,
      "grad_norm": 0.09472519159317017,
      "learning_rate": 1.440286528582352e-06,
      "loss": 0.618,
      "step": 39492
    },
    {
      "epoch": 0.8322769971602734,
      "grad_norm": 0.1331470012664795,
      "learning_rate": 1.4399336597400548e-06,
      "loss": 0.6942,
      "step": 39493
    },
    {
      "epoch": 0.8322980711986386,
      "grad_norm": 0.16874074935913086,
      "learning_rate": 1.4395808307756942e-06,
      "loss": 0.6756,
      "step": 39494
    },
    {
      "epoch": 0.8323191452370039,
      "grad_norm": 0.11397809535264969,
      "learning_rate": 1.4392280416909122e-06,
      "loss": 0.6679,
      "step": 39495
    },
    {
      "epoch": 0.8323402192753692,
      "grad_norm": 0.12632401287555695,
      "learning_rate": 1.4388752924873527e-06,
      "loss": 0.7824,
      "step": 39496
    },
    {
      "epoch": 0.8323612933137344,
      "grad_norm": 0.0941685289144516,
      "learning_rate": 1.4385225831666594e-06,
      "loss": 0.743,
      "step": 39497
    },
    {
      "epoch": 0.8323823673520998,
      "grad_norm": 0.15761108696460724,
      "learning_rate": 1.438169913730475e-06,
      "loss": 0.6662,
      "step": 39498
    },
    {
      "epoch": 0.8324034413904651,
      "grad_norm": 0.12068751454353333,
      "learning_rate": 1.4378172841804439e-06,
      "loss": 0.6767,
      "step": 39499
    },
    {
      "epoch": 0.8324245154288303,
      "grad_norm": 0.11080841720104218,
      "learning_rate": 1.437464694518209e-06,
      "loss": 0.7157,
      "step": 39500
    },
    {
      "epoch": 0.8324455894671956,
      "grad_norm": 0.12873652577400208,
      "learning_rate": 1.4371121447454085e-06,
      "loss": 0.725,
      "step": 39501
    },
    {
      "epoch": 0.8324666635055609,
      "grad_norm": 0.11058992892503738,
      "learning_rate": 1.4367596348636893e-06,
      "loss": 0.7271,
      "step": 39502
    },
    {
      "epoch": 0.8324877375439262,
      "grad_norm": 0.1050117164850235,
      "learning_rate": 1.4364071648746914e-06,
      "loss": 0.7324,
      "step": 39503
    },
    {
      "epoch": 0.8325088115822915,
      "grad_norm": 0.125735804438591,
      "learning_rate": 1.436054734780058e-06,
      "loss": 0.7601,
      "step": 39504
    },
    {
      "epoch": 0.8325298856206568,
      "grad_norm": 0.11865030974149704,
      "learning_rate": 1.43570234458143e-06,
      "loss": 0.723,
      "step": 39505
    },
    {
      "epoch": 0.832550959659022,
      "grad_norm": 0.10669061541557312,
      "learning_rate": 1.4353499942804472e-06,
      "loss": 0.6982,
      "step": 39506
    },
    {
      "epoch": 0.8325720336973873,
      "grad_norm": 0.10494911670684814,
      "learning_rate": 1.434997683878756e-06,
      "loss": 0.7182,
      "step": 39507
    },
    {
      "epoch": 0.8325931077357527,
      "grad_norm": 0.122444286942482,
      "learning_rate": 1.4346454133779953e-06,
      "loss": 0.6815,
      "step": 39508
    },
    {
      "epoch": 0.832614181774118,
      "grad_norm": 0.09745179861783981,
      "learning_rate": 1.434293182779808e-06,
      "loss": 0.6966,
      "step": 39509
    },
    {
      "epoch": 0.8326352558124832,
      "grad_norm": 0.10639651864767075,
      "learning_rate": 1.4339409920858305e-06,
      "loss": 0.6693,
      "step": 39510
    },
    {
      "epoch": 0.8326563298508485,
      "grad_norm": 0.12496177107095718,
      "learning_rate": 1.433588841297705e-06,
      "loss": 0.7493,
      "step": 39511
    },
    {
      "epoch": 0.8326774038892137,
      "grad_norm": 0.12323059886693954,
      "learning_rate": 1.4332367304170747e-06,
      "loss": 0.732,
      "step": 39512
    },
    {
      "epoch": 0.8326984779275791,
      "grad_norm": 0.10592439025640488,
      "learning_rate": 1.432884659445577e-06,
      "loss": 0.6678,
      "step": 39513
    },
    {
      "epoch": 0.8327195519659444,
      "grad_norm": 0.11311598867177963,
      "learning_rate": 1.432532628384854e-06,
      "loss": 0.6842,
      "step": 39514
    },
    {
      "epoch": 0.8327406260043096,
      "grad_norm": 0.1313842087984085,
      "learning_rate": 1.4321806372365454e-06,
      "loss": 0.7329,
      "step": 39515
    },
    {
      "epoch": 0.8327617000426749,
      "grad_norm": 0.12741494178771973,
      "learning_rate": 1.43182868600229e-06,
      "loss": 0.7123,
      "step": 39516
    },
    {
      "epoch": 0.8327827740810402,
      "grad_norm": 0.11462817341089249,
      "learning_rate": 1.4314767746837277e-06,
      "loss": 0.7401,
      "step": 39517
    },
    {
      "epoch": 0.8328038481194056,
      "grad_norm": 0.10254786163568497,
      "learning_rate": 1.4311249032824992e-06,
      "loss": 0.6632,
      "step": 39518
    },
    {
      "epoch": 0.8328249221577708,
      "grad_norm": 0.11963189393281937,
      "learning_rate": 1.4307730718002411e-06,
      "loss": 0.6541,
      "step": 39519
    },
    {
      "epoch": 0.8328459961961361,
      "grad_norm": 0.16528236865997314,
      "learning_rate": 1.4304212802385975e-06,
      "loss": 0.7777,
      "step": 39520
    },
    {
      "epoch": 0.8328670702345013,
      "grad_norm": 0.107841357588768,
      "learning_rate": 1.4300695285991994e-06,
      "loss": 0.6848,
      "step": 39521
    },
    {
      "epoch": 0.8328881442728666,
      "grad_norm": 0.11369828134775162,
      "learning_rate": 1.4297178168836911e-06,
      "loss": 0.6818,
      "step": 39522
    },
    {
      "epoch": 0.8329092183112319,
      "grad_norm": 0.11333555728197098,
      "learning_rate": 1.4293661450937102e-06,
      "loss": 0.7269,
      "step": 39523
    },
    {
      "epoch": 0.8329302923495973,
      "grad_norm": 0.10657747089862823,
      "learning_rate": 1.4290145132308953e-06,
      "loss": 0.7025,
      "step": 39524
    },
    {
      "epoch": 0.8329513663879625,
      "grad_norm": 0.11392494291067123,
      "learning_rate": 1.4286629212968838e-06,
      "loss": 0.7165,
      "step": 39525
    },
    {
      "epoch": 0.8329724404263278,
      "grad_norm": 0.11164432764053345,
      "learning_rate": 1.4283113692933137e-06,
      "loss": 0.7225,
      "step": 39526
    },
    {
      "epoch": 0.832993514464693,
      "grad_norm": 0.1147012859582901,
      "learning_rate": 1.4279598572218224e-06,
      "loss": 0.723,
      "step": 39527
    },
    {
      "epoch": 0.8330145885030583,
      "grad_norm": 0.21312113106250763,
      "learning_rate": 1.4276083850840472e-06,
      "loss": 0.6592,
      "step": 39528
    },
    {
      "epoch": 0.8330356625414237,
      "grad_norm": 0.10430878400802612,
      "learning_rate": 1.4272569528816294e-06,
      "loss": 0.6207,
      "step": 39529
    },
    {
      "epoch": 0.833056736579789,
      "grad_norm": 0.19468164443969727,
      "learning_rate": 1.4269055606161996e-06,
      "loss": 0.6737,
      "step": 39530
    },
    {
      "epoch": 0.8330778106181542,
      "grad_norm": 0.10268162935972214,
      "learning_rate": 1.4265542082893991e-06,
      "loss": 0.6238,
      "step": 39531
    },
    {
      "epoch": 0.8330988846565195,
      "grad_norm": 0.1200098916888237,
      "learning_rate": 1.4262028959028628e-06,
      "loss": 0.7178,
      "step": 39532
    },
    {
      "epoch": 0.8331199586948848,
      "grad_norm": 0.11955835670232773,
      "learning_rate": 1.4258516234582287e-06,
      "loss": 0.7529,
      "step": 39533
    },
    {
      "epoch": 0.8331410327332501,
      "grad_norm": 0.1121598333120346,
      "learning_rate": 1.425500390957133e-06,
      "loss": 0.7018,
      "step": 39534
    },
    {
      "epoch": 0.8331621067716154,
      "grad_norm": 0.11502339690923691,
      "learning_rate": 1.4251491984012089e-06,
      "loss": 0.6859,
      "step": 39535
    },
    {
      "epoch": 0.8331831808099807,
      "grad_norm": 0.115473672747612,
      "learning_rate": 1.4247980457920973e-06,
      "loss": 0.6764,
      "step": 39536
    },
    {
      "epoch": 0.8332042548483459,
      "grad_norm": 0.09801102429628372,
      "learning_rate": 1.4244469331314326e-06,
      "loss": 0.7063,
      "step": 39537
    },
    {
      "epoch": 0.8332253288867112,
      "grad_norm": 0.12008269876241684,
      "learning_rate": 1.424095860420851e-06,
      "loss": 0.7642,
      "step": 39538
    },
    {
      "epoch": 0.8332464029250766,
      "grad_norm": 0.1192789077758789,
      "learning_rate": 1.4237448276619858e-06,
      "loss": 0.6559,
      "step": 39539
    },
    {
      "epoch": 0.8332674769634418,
      "grad_norm": 0.10587339848279953,
      "learning_rate": 1.4233938348564736e-06,
      "loss": 0.6743,
      "step": 39540
    },
    {
      "epoch": 0.8332885510018071,
      "grad_norm": 0.1103033795952797,
      "learning_rate": 1.4230428820059484e-06,
      "loss": 0.7147,
      "step": 39541
    },
    {
      "epoch": 0.8333096250401724,
      "grad_norm": 0.11791539937257767,
      "learning_rate": 1.4226919691120467e-06,
      "loss": 0.6825,
      "step": 39542
    },
    {
      "epoch": 0.8333306990785376,
      "grad_norm": 0.10249780863523483,
      "learning_rate": 1.4223410961764028e-06,
      "loss": 0.704,
      "step": 39543
    },
    {
      "epoch": 0.833351773116903,
      "grad_norm": 0.11083986610174179,
      "learning_rate": 1.4219902632006511e-06,
      "loss": 0.702,
      "step": 39544
    },
    {
      "epoch": 0.8333728471552683,
      "grad_norm": 0.11871067434549332,
      "learning_rate": 1.4216394701864255e-06,
      "loss": 0.7287,
      "step": 39545
    },
    {
      "epoch": 0.8333939211936335,
      "grad_norm": 0.10946143418550491,
      "learning_rate": 1.4212887171353606e-06,
      "loss": 0.704,
      "step": 39546
    },
    {
      "epoch": 0.8334149952319988,
      "grad_norm": 0.09513130784034729,
      "learning_rate": 1.4209380040490917e-06,
      "loss": 0.6916,
      "step": 39547
    },
    {
      "epoch": 0.8334360692703641,
      "grad_norm": 0.10982930660247803,
      "learning_rate": 1.4205873309292506e-06,
      "loss": 0.6842,
      "step": 39548
    },
    {
      "epoch": 0.8334571433087294,
      "grad_norm": 0.2111622542142868,
      "learning_rate": 1.4202366977774718e-06,
      "loss": 0.6356,
      "step": 39549
    },
    {
      "epoch": 0.8334782173470947,
      "grad_norm": 0.11238565295934677,
      "learning_rate": 1.4198861045953894e-06,
      "loss": 0.6827,
      "step": 39550
    },
    {
      "epoch": 0.83349929138546,
      "grad_norm": 0.10463056713342667,
      "learning_rate": 1.4195355513846364e-06,
      "loss": 0.652,
      "step": 39551
    },
    {
      "epoch": 0.8335203654238252,
      "grad_norm": 0.09923110902309418,
      "learning_rate": 1.4191850381468453e-06,
      "loss": 0.6756,
      "step": 39552
    },
    {
      "epoch": 0.8335414394621905,
      "grad_norm": 0.12841546535491943,
      "learning_rate": 1.4188345648836488e-06,
      "loss": 0.7066,
      "step": 39553
    },
    {
      "epoch": 0.8335625135005559,
      "grad_norm": 0.110773466527462,
      "learning_rate": 1.4184841315966803e-06,
      "loss": 0.7233,
      "step": 39554
    },
    {
      "epoch": 0.8335835875389211,
      "grad_norm": 0.11032827943563461,
      "learning_rate": 1.4181337382875715e-06,
      "loss": 0.68,
      "step": 39555
    },
    {
      "epoch": 0.8336046615772864,
      "grad_norm": 0.11555247008800507,
      "learning_rate": 1.4177833849579558e-06,
      "loss": 0.7124,
      "step": 39556
    },
    {
      "epoch": 0.8336257356156517,
      "grad_norm": 0.12420804798603058,
      "learning_rate": 1.4174330716094654e-06,
      "loss": 0.7306,
      "step": 39557
    },
    {
      "epoch": 0.8336468096540169,
      "grad_norm": 0.11397086828947067,
      "learning_rate": 1.4170827982437318e-06,
      "loss": 0.7315,
      "step": 39558
    },
    {
      "epoch": 0.8336678836923823,
      "grad_norm": 0.11777541786432266,
      "learning_rate": 1.4167325648623887e-06,
      "loss": 0.7281,
      "step": 39559
    },
    {
      "epoch": 0.8336889577307476,
      "grad_norm": 0.11134538799524307,
      "learning_rate": 1.4163823714670633e-06,
      "loss": 0.7254,
      "step": 39560
    },
    {
      "epoch": 0.8337100317691128,
      "grad_norm": 0.10926589369773865,
      "learning_rate": 1.41603221805939e-06,
      "loss": 0.7068,
      "step": 39561
    },
    {
      "epoch": 0.8337311058074781,
      "grad_norm": 0.11209338903427124,
      "learning_rate": 1.4156821046409997e-06,
      "loss": 0.7213,
      "step": 39562
    },
    {
      "epoch": 0.8337521798458434,
      "grad_norm": 0.12322291731834412,
      "learning_rate": 1.415332031213522e-06,
      "loss": 0.704,
      "step": 39563
    },
    {
      "epoch": 0.8337732538842086,
      "grad_norm": 0.1031741052865982,
      "learning_rate": 1.4149819977785883e-06,
      "loss": 0.7047,
      "step": 39564
    },
    {
      "epoch": 0.833794327922574,
      "grad_norm": 0.14116878807544708,
      "learning_rate": 1.4146320043378315e-06,
      "loss": 0.7252,
      "step": 39565
    },
    {
      "epoch": 0.8338154019609393,
      "grad_norm": 0.11465097963809967,
      "learning_rate": 1.4142820508928801e-06,
      "loss": 0.6973,
      "step": 39566
    },
    {
      "epoch": 0.8338364759993045,
      "grad_norm": 0.10646560788154602,
      "learning_rate": 1.4139321374453652e-06,
      "loss": 0.6787,
      "step": 39567
    },
    {
      "epoch": 0.8338575500376698,
      "grad_norm": 0.11414552479982376,
      "learning_rate": 1.4135822639969189e-06,
      "loss": 0.6849,
      "step": 39568
    },
    {
      "epoch": 0.8338786240760351,
      "grad_norm": 0.13492147624492645,
      "learning_rate": 1.4132324305491662e-06,
      "loss": 0.7246,
      "step": 39569
    },
    {
      "epoch": 0.8338996981144005,
      "grad_norm": 0.12298886477947235,
      "learning_rate": 1.4128826371037396e-06,
      "loss": 0.6562,
      "step": 39570
    },
    {
      "epoch": 0.8339207721527657,
      "grad_norm": 0.11940207332372665,
      "learning_rate": 1.4125328836622688e-06,
      "loss": 0.7614,
      "step": 39571
    },
    {
      "epoch": 0.833941846191131,
      "grad_norm": 0.11826925724744797,
      "learning_rate": 1.4121831702263833e-06,
      "loss": 0.6716,
      "step": 39572
    },
    {
      "epoch": 0.8339629202294963,
      "grad_norm": 0.13777540624141693,
      "learning_rate": 1.411833496797711e-06,
      "loss": 0.724,
      "step": 39573
    },
    {
      "epoch": 0.8339839942678615,
      "grad_norm": 0.1206502690911293,
      "learning_rate": 1.4114838633778815e-06,
      "loss": 0.736,
      "step": 39574
    },
    {
      "epoch": 0.8340050683062269,
      "grad_norm": 0.12180113792419434,
      "learning_rate": 1.4111342699685238e-06,
      "loss": 0.6608,
      "step": 39575
    },
    {
      "epoch": 0.8340261423445922,
      "grad_norm": 0.13210168480873108,
      "learning_rate": 1.4107847165712663e-06,
      "loss": 0.7157,
      "step": 39576
    },
    {
      "epoch": 0.8340472163829574,
      "grad_norm": 0.11995501816272736,
      "learning_rate": 1.4104352031877379e-06,
      "loss": 0.7019,
      "step": 39577
    },
    {
      "epoch": 0.8340682904213227,
      "grad_norm": 0.1169506385922432,
      "learning_rate": 1.410085729819567e-06,
      "loss": 0.7523,
      "step": 39578
    },
    {
      "epoch": 0.834089364459688,
      "grad_norm": 0.10719246417284012,
      "learning_rate": 1.4097362964683815e-06,
      "loss": 0.7022,
      "step": 39579
    },
    {
      "epoch": 0.8341104384980533,
      "grad_norm": 0.10958325117826462,
      "learning_rate": 1.4093869031358076e-06,
      "loss": 0.7125,
      "step": 39580
    },
    {
      "epoch": 0.8341315125364186,
      "grad_norm": 0.2374303787946701,
      "learning_rate": 1.4090375498234754e-06,
      "loss": 0.7226,
      "step": 39581
    },
    {
      "epoch": 0.8341525865747839,
      "grad_norm": 0.14109192788600922,
      "learning_rate": 1.4086882365330112e-06,
      "loss": 0.7668,
      "step": 39582
    },
    {
      "epoch": 0.8341736606131491,
      "grad_norm": 0.13240782916545868,
      "learning_rate": 1.4083389632660426e-06,
      "loss": 0.7018,
      "step": 39583
    },
    {
      "epoch": 0.8341947346515144,
      "grad_norm": 0.10082376003265381,
      "learning_rate": 1.4079897300241963e-06,
      "loss": 0.664,
      "step": 39584
    },
    {
      "epoch": 0.8342158086898798,
      "grad_norm": 0.1158183366060257,
      "learning_rate": 1.4076405368090996e-06,
      "loss": 0.7048,
      "step": 39585
    },
    {
      "epoch": 0.834236882728245,
      "grad_norm": 0.11085688322782516,
      "learning_rate": 1.4072913836223789e-06,
      "loss": 0.6783,
      "step": 39586
    },
    {
      "epoch": 0.8342579567666103,
      "grad_norm": 0.1231316328048706,
      "learning_rate": 1.4069422704656621e-06,
      "loss": 0.7099,
      "step": 39587
    },
    {
      "epoch": 0.8342790308049756,
      "grad_norm": 0.10517054051160812,
      "learning_rate": 1.4065931973405754e-06,
      "loss": 0.7589,
      "step": 39588
    },
    {
      "epoch": 0.8343001048433408,
      "grad_norm": 0.11421951651573181,
      "learning_rate": 1.4062441642487434e-06,
      "loss": 0.7241,
      "step": 39589
    },
    {
      "epoch": 0.8343211788817062,
      "grad_norm": 0.11370176821947098,
      "learning_rate": 1.4058951711917923e-06,
      "loss": 0.7362,
      "step": 39590
    },
    {
      "epoch": 0.8343422529200715,
      "grad_norm": 0.09773391485214233,
      "learning_rate": 1.4055462181713474e-06,
      "loss": 0.7396,
      "step": 39591
    },
    {
      "epoch": 0.8343633269584367,
      "grad_norm": 0.10773162543773651,
      "learning_rate": 1.4051973051890366e-06,
      "loss": 0.721,
      "step": 39592
    },
    {
      "epoch": 0.834384400996802,
      "grad_norm": 0.14163777232170105,
      "learning_rate": 1.4048484322464817e-06,
      "loss": 0.7683,
      "step": 39593
    },
    {
      "epoch": 0.8344054750351673,
      "grad_norm": 0.10820715874433517,
      "learning_rate": 1.4044995993453124e-06,
      "loss": 0.7588,
      "step": 39594
    },
    {
      "epoch": 0.8344265490735326,
      "grad_norm": 0.11563637852668762,
      "learning_rate": 1.4041508064871523e-06,
      "loss": 0.757,
      "step": 39595
    },
    {
      "epoch": 0.8344476231118979,
      "grad_norm": 0.1672740876674652,
      "learning_rate": 1.4038020536736251e-06,
      "loss": 0.7178,
      "step": 39596
    },
    {
      "epoch": 0.8344686971502632,
      "grad_norm": 0.16098974645137787,
      "learning_rate": 1.4034533409063588e-06,
      "loss": 0.6773,
      "step": 39597
    },
    {
      "epoch": 0.8344897711886284,
      "grad_norm": 0.15239952504634857,
      "learning_rate": 1.4031046681869732e-06,
      "loss": 0.7553,
      "step": 39598
    },
    {
      "epoch": 0.8345108452269937,
      "grad_norm": 0.11998710036277771,
      "learning_rate": 1.4027560355170944e-06,
      "loss": 0.7095,
      "step": 39599
    },
    {
      "epoch": 0.834531919265359,
      "grad_norm": 0.11076463013887405,
      "learning_rate": 1.402407442898347e-06,
      "loss": 0.7375,
      "step": 39600
    },
    {
      "epoch": 0.8345529933037243,
      "grad_norm": 0.11817625164985657,
      "learning_rate": 1.402058890332354e-06,
      "loss": 0.6717,
      "step": 39601
    },
    {
      "epoch": 0.8345740673420896,
      "grad_norm": 0.12115959078073502,
      "learning_rate": 1.4017103778207407e-06,
      "loss": 0.6862,
      "step": 39602
    },
    {
      "epoch": 0.8345951413804549,
      "grad_norm": 0.11955370008945465,
      "learning_rate": 1.4013619053651305e-06,
      "loss": 0.6949,
      "step": 39603
    },
    {
      "epoch": 0.8346162154188201,
      "grad_norm": 0.1294662207365036,
      "learning_rate": 1.4010134729671454e-06,
      "loss": 0.713,
      "step": 39604
    },
    {
      "epoch": 0.8346372894571854,
      "grad_norm": 0.0959881842136383,
      "learning_rate": 1.4006650806284095e-06,
      "loss": 0.6744,
      "step": 39605
    },
    {
      "epoch": 0.8346583634955508,
      "grad_norm": 0.1906263828277588,
      "learning_rate": 1.400316728350546e-06,
      "loss": 0.6972,
      "step": 39606
    },
    {
      "epoch": 0.834679437533916,
      "grad_norm": 0.111630380153656,
      "learning_rate": 1.399968416135178e-06,
      "loss": 0.6947,
      "step": 39607
    },
    {
      "epoch": 0.8347005115722813,
      "grad_norm": 0.11073829233646393,
      "learning_rate": 1.3996201439839264e-06,
      "loss": 0.7041,
      "step": 39608
    },
    {
      "epoch": 0.8347215856106466,
      "grad_norm": 0.1260976344347,
      "learning_rate": 1.3992719118984167e-06,
      "loss": 0.706,
      "step": 39609
    },
    {
      "epoch": 0.8347426596490118,
      "grad_norm": 0.11567138135433197,
      "learning_rate": 1.3989237198802674e-06,
      "loss": 0.6877,
      "step": 39610
    },
    {
      "epoch": 0.8347637336873772,
      "grad_norm": 0.14606145024299622,
      "learning_rate": 1.3985755679311042e-06,
      "loss": 0.7091,
      "step": 39611
    },
    {
      "epoch": 0.8347848077257425,
      "grad_norm": 0.10787354409694672,
      "learning_rate": 1.3982274560525466e-06,
      "loss": 0.6964,
      "step": 39612
    },
    {
      "epoch": 0.8348058817641077,
      "grad_norm": 0.10406593978404999,
      "learning_rate": 1.3978793842462168e-06,
      "loss": 0.7005,
      "step": 39613
    },
    {
      "epoch": 0.834826955802473,
      "grad_norm": 0.1465124487876892,
      "learning_rate": 1.3975313525137369e-06,
      "loss": 0.7478,
      "step": 39614
    },
    {
      "epoch": 0.8348480298408383,
      "grad_norm": 0.13075675070285797,
      "learning_rate": 1.3971833608567286e-06,
      "loss": 0.7422,
      "step": 39615
    },
    {
      "epoch": 0.8348691038792037,
      "grad_norm": 0.12292267382144928,
      "learning_rate": 1.3968354092768122e-06,
      "loss": 0.7262,
      "step": 39616
    },
    {
      "epoch": 0.8348901779175689,
      "grad_norm": 0.129592627286911,
      "learning_rate": 1.3964874977756081e-06,
      "loss": 0.6991,
      "step": 39617
    },
    {
      "epoch": 0.8349112519559342,
      "grad_norm": 0.12058933079242706,
      "learning_rate": 1.396139626354741e-06,
      "loss": 0.7447,
      "step": 39618
    },
    {
      "epoch": 0.8349323259942995,
      "grad_norm": 0.10949692875146866,
      "learning_rate": 1.3957917950158251e-06,
      "loss": 0.7035,
      "step": 39619
    },
    {
      "epoch": 0.8349534000326647,
      "grad_norm": 0.12741734087467194,
      "learning_rate": 1.3954440037604855e-06,
      "loss": 0.6834,
      "step": 39620
    },
    {
      "epoch": 0.8349744740710301,
      "grad_norm": 0.11500179022550583,
      "learning_rate": 1.39509625259034e-06,
      "loss": 0.6758,
      "step": 39621
    },
    {
      "epoch": 0.8349955481093954,
      "grad_norm": 0.131328746676445,
      "learning_rate": 1.3947485415070072e-06,
      "loss": 0.643,
      "step": 39622
    },
    {
      "epoch": 0.8350166221477606,
      "grad_norm": 0.10636894404888153,
      "learning_rate": 1.3944008705121114e-06,
      "loss": 0.7123,
      "step": 39623
    },
    {
      "epoch": 0.8350376961861259,
      "grad_norm": 0.0945146456360817,
      "learning_rate": 1.3940532396072714e-06,
      "loss": 0.6798,
      "step": 39624
    },
    {
      "epoch": 0.8350587702244912,
      "grad_norm": 0.12079456448554993,
      "learning_rate": 1.3937056487941047e-06,
      "loss": 0.7297,
      "step": 39625
    },
    {
      "epoch": 0.8350798442628565,
      "grad_norm": 0.09475334733724594,
      "learning_rate": 1.3933580980742322e-06,
      "loss": 0.6928,
      "step": 39626
    },
    {
      "epoch": 0.8351009183012218,
      "grad_norm": 0.10032528638839722,
      "learning_rate": 1.393010587449274e-06,
      "loss": 0.6653,
      "step": 39627
    },
    {
      "epoch": 0.8351219923395871,
      "grad_norm": 0.1366107314825058,
      "learning_rate": 1.3926631169208437e-06,
      "loss": 0.7362,
      "step": 39628
    },
    {
      "epoch": 0.8351430663779523,
      "grad_norm": 0.11409785598516464,
      "learning_rate": 1.3923156864905652e-06,
      "loss": 0.7501,
      "step": 39629
    },
    {
      "epoch": 0.8351641404163176,
      "grad_norm": 0.11988087743520737,
      "learning_rate": 1.3919682961600544e-06,
      "loss": 0.6395,
      "step": 39630
    },
    {
      "epoch": 0.835185214454683,
      "grad_norm": 0.12160060554742813,
      "learning_rate": 1.3916209459309316e-06,
      "loss": 0.664,
      "step": 39631
    },
    {
      "epoch": 0.8352062884930482,
      "grad_norm": 0.10243752598762512,
      "learning_rate": 1.391273635804813e-06,
      "loss": 0.6662,
      "step": 39632
    },
    {
      "epoch": 0.8352273625314135,
      "grad_norm": 0.0990762859582901,
      "learning_rate": 1.3909263657833182e-06,
      "loss": 0.709,
      "step": 39633
    },
    {
      "epoch": 0.8352484365697788,
      "grad_norm": 0.12365387380123138,
      "learning_rate": 1.3905791358680642e-06,
      "loss": 0.6707,
      "step": 39634
    },
    {
      "epoch": 0.835269510608144,
      "grad_norm": 0.10691215842962265,
      "learning_rate": 1.3902319460606684e-06,
      "loss": 0.6853,
      "step": 39635
    },
    {
      "epoch": 0.8352905846465094,
      "grad_norm": 0.10936539620161057,
      "learning_rate": 1.3898847963627494e-06,
      "loss": 0.6877,
      "step": 39636
    },
    {
      "epoch": 0.8353116586848747,
      "grad_norm": 0.0941094309091568,
      "learning_rate": 1.3895376867759225e-06,
      "loss": 0.5735,
      "step": 39637
    },
    {
      "epoch": 0.8353327327232399,
      "grad_norm": 0.1254732608795166,
      "learning_rate": 1.3891906173018067e-06,
      "loss": 0.6612,
      "step": 39638
    },
    {
      "epoch": 0.8353538067616052,
      "grad_norm": 0.10173337906599045,
      "learning_rate": 1.3888435879420181e-06,
      "loss": 0.7132,
      "step": 39639
    },
    {
      "epoch": 0.8353748807999705,
      "grad_norm": 0.10266415774822235,
      "learning_rate": 1.3884965986981725e-06,
      "loss": 0.7457,
      "step": 39640
    },
    {
      "epoch": 0.8353959548383357,
      "grad_norm": 0.12407303601503372,
      "learning_rate": 1.3881496495718882e-06,
      "loss": 0.7248,
      "step": 39641
    },
    {
      "epoch": 0.8354170288767011,
      "grad_norm": 0.10373654216527939,
      "learning_rate": 1.3878027405647798e-06,
      "loss": 0.7025,
      "step": 39642
    },
    {
      "epoch": 0.8354381029150664,
      "grad_norm": 0.10073790699243546,
      "learning_rate": 1.3874558716784647e-06,
      "loss": 0.6678,
      "step": 39643
    },
    {
      "epoch": 0.8354591769534316,
      "grad_norm": 0.1201496422290802,
      "learning_rate": 1.3871090429145574e-06,
      "loss": 0.6887,
      "step": 39644
    },
    {
      "epoch": 0.8354802509917969,
      "grad_norm": 0.1184476912021637,
      "learning_rate": 1.386762254274675e-06,
      "loss": 0.6826,
      "step": 39645
    },
    {
      "epoch": 0.8355013250301622,
      "grad_norm": 0.14413873851299286,
      "learning_rate": 1.3864155057604323e-06,
      "loss": 0.7346,
      "step": 39646
    },
    {
      "epoch": 0.8355223990685275,
      "grad_norm": 0.12304721772670746,
      "learning_rate": 1.3860687973734466e-06,
      "loss": 0.6879,
      "step": 39647
    },
    {
      "epoch": 0.8355434731068928,
      "grad_norm": 0.12498125433921814,
      "learning_rate": 1.38572212911533e-06,
      "loss": 0.7265,
      "step": 39648
    },
    {
      "epoch": 0.8355645471452581,
      "grad_norm": 0.23562680184841156,
      "learning_rate": 1.385375500987698e-06,
      "loss": 0.6718,
      "step": 39649
    },
    {
      "epoch": 0.8355856211836233,
      "grad_norm": 0.10972067713737488,
      "learning_rate": 1.3850289129921646e-06,
      "loss": 0.7829,
      "step": 39650
    },
    {
      "epoch": 0.8356066952219886,
      "grad_norm": 0.12807072699069977,
      "learning_rate": 1.3846823651303475e-06,
      "loss": 0.7394,
      "step": 39651
    },
    {
      "epoch": 0.835627769260354,
      "grad_norm": 0.1505097895860672,
      "learning_rate": 1.3843358574038613e-06,
      "loss": 0.657,
      "step": 39652
    },
    {
      "epoch": 0.8356488432987192,
      "grad_norm": 0.10959935933351517,
      "learning_rate": 1.3839893898143175e-06,
      "loss": 0.6799,
      "step": 39653
    },
    {
      "epoch": 0.8356699173370845,
      "grad_norm": 0.11647534370422363,
      "learning_rate": 1.3836429623633307e-06,
      "loss": 0.6859,
      "step": 39654
    },
    {
      "epoch": 0.8356909913754498,
      "grad_norm": 0.11748211830854416,
      "learning_rate": 1.3832965750525162e-06,
      "loss": 0.7001,
      "step": 39655
    },
    {
      "epoch": 0.835712065413815,
      "grad_norm": 0.1083446517586708,
      "learning_rate": 1.3829502278834894e-06,
      "loss": 0.7548,
      "step": 39656
    },
    {
      "epoch": 0.8357331394521804,
      "grad_norm": 0.10766657441854477,
      "learning_rate": 1.382603920857858e-06,
      "loss": 0.7758,
      "step": 39657
    },
    {
      "epoch": 0.8357542134905457,
      "grad_norm": 0.11272876709699631,
      "learning_rate": 1.3822576539772392e-06,
      "loss": 0.669,
      "step": 39658
    },
    {
      "epoch": 0.835775287528911,
      "grad_norm": 0.11774767935276031,
      "learning_rate": 1.3819114272432443e-06,
      "loss": 0.6638,
      "step": 39659
    },
    {
      "epoch": 0.8357963615672762,
      "grad_norm": 0.12541894614696503,
      "learning_rate": 1.3815652406574887e-06,
      "loss": 0.6845,
      "step": 39660
    },
    {
      "epoch": 0.8358174356056415,
      "grad_norm": 0.11315646767616272,
      "learning_rate": 1.381219094221583e-06,
      "loss": 0.7105,
      "step": 39661
    },
    {
      "epoch": 0.8358385096440069,
      "grad_norm": 0.11869898438453674,
      "learning_rate": 1.3808729879371407e-06,
      "loss": 0.6903,
      "step": 39662
    },
    {
      "epoch": 0.8358595836823721,
      "grad_norm": 0.10231440514326096,
      "learning_rate": 1.380526921805775e-06,
      "loss": 0.723,
      "step": 39663
    },
    {
      "epoch": 0.8358806577207374,
      "grad_norm": 0.10996656119823456,
      "learning_rate": 1.3801808958290964e-06,
      "loss": 0.7343,
      "step": 39664
    },
    {
      "epoch": 0.8359017317591027,
      "grad_norm": 0.11003867536783218,
      "learning_rate": 1.3798349100087171e-06,
      "loss": 0.7118,
      "step": 39665
    },
    {
      "epoch": 0.8359228057974679,
      "grad_norm": 0.09859399497509003,
      "learning_rate": 1.3794889643462506e-06,
      "loss": 0.6449,
      "step": 39666
    },
    {
      "epoch": 0.8359438798358333,
      "grad_norm": 0.1152692511677742,
      "learning_rate": 1.3791430588433064e-06,
      "loss": 0.7028,
      "step": 39667
    },
    {
      "epoch": 0.8359649538741986,
      "grad_norm": 0.1049223244190216,
      "learning_rate": 1.3787971935014966e-06,
      "loss": 0.7327,
      "step": 39668
    },
    {
      "epoch": 0.8359860279125638,
      "grad_norm": 0.18892355263233185,
      "learning_rate": 1.3784513683224333e-06,
      "loss": 0.7008,
      "step": 39669
    },
    {
      "epoch": 0.8360071019509291,
      "grad_norm": 0.11065857857465744,
      "learning_rate": 1.3781055833077273e-06,
      "loss": 0.7375,
      "step": 39670
    },
    {
      "epoch": 0.8360281759892944,
      "grad_norm": 0.13691549003124237,
      "learning_rate": 1.3777598384589885e-06,
      "loss": 0.6867,
      "step": 39671
    },
    {
      "epoch": 0.8360492500276597,
      "grad_norm": 0.11556380987167358,
      "learning_rate": 1.3774141337778291e-06,
      "loss": 0.6567,
      "step": 39672
    },
    {
      "epoch": 0.836070324066025,
      "grad_norm": 0.11015418916940689,
      "learning_rate": 1.3770684692658586e-06,
      "loss": 0.6918,
      "step": 39673
    },
    {
      "epoch": 0.8360913981043903,
      "grad_norm": 0.11183413863182068,
      "learning_rate": 1.3767228449246872e-06,
      "loss": 0.7005,
      "step": 39674
    },
    {
      "epoch": 0.8361124721427555,
      "grad_norm": 0.10873472690582275,
      "learning_rate": 1.3763772607559246e-06,
      "loss": 0.6956,
      "step": 39675
    },
    {
      "epoch": 0.8361335461811208,
      "grad_norm": 0.1390712708234787,
      "learning_rate": 1.3760317167611825e-06,
      "loss": 0.7547,
      "step": 39676
    },
    {
      "epoch": 0.8361546202194861,
      "grad_norm": 0.14196059107780457,
      "learning_rate": 1.375686212942071e-06,
      "loss": 0.7106,
      "step": 39677
    },
    {
      "epoch": 0.8361756942578514,
      "grad_norm": 0.1625318080186844,
      "learning_rate": 1.3753407493001968e-06,
      "loss": 0.6812,
      "step": 39678
    },
    {
      "epoch": 0.8361967682962167,
      "grad_norm": 0.19159483909606934,
      "learning_rate": 1.3749953258371685e-06,
      "loss": 0.6543,
      "step": 39679
    },
    {
      "epoch": 0.836217842334582,
      "grad_norm": 0.09989738464355469,
      "learning_rate": 1.3746499425545989e-06,
      "loss": 0.6531,
      "step": 39680
    },
    {
      "epoch": 0.8362389163729472,
      "grad_norm": 0.11756595969200134,
      "learning_rate": 1.374304599454096e-06,
      "loss": 0.6612,
      "step": 39681
    },
    {
      "epoch": 0.8362599904113125,
      "grad_norm": 0.10949017852544785,
      "learning_rate": 1.3739592965372684e-06,
      "loss": 0.7797,
      "step": 39682
    },
    {
      "epoch": 0.8362810644496779,
      "grad_norm": 0.10068169981241226,
      "learning_rate": 1.3736140338057247e-06,
      "loss": 0.6186,
      "step": 39683
    },
    {
      "epoch": 0.8363021384880431,
      "grad_norm": 0.11119001358747482,
      "learning_rate": 1.3732688112610736e-06,
      "loss": 0.7156,
      "step": 39684
    },
    {
      "epoch": 0.8363232125264084,
      "grad_norm": 0.16134795546531677,
      "learning_rate": 1.372923628904922e-06,
      "loss": 0.723,
      "step": 39685
    },
    {
      "epoch": 0.8363442865647737,
      "grad_norm": 0.14446361362934113,
      "learning_rate": 1.3725784867388813e-06,
      "loss": 0.73,
      "step": 39686
    },
    {
      "epoch": 0.8363653606031389,
      "grad_norm": 0.11596152186393738,
      "learning_rate": 1.3722333847645552e-06,
      "loss": 0.7365,
      "step": 39687
    },
    {
      "epoch": 0.8363864346415043,
      "grad_norm": 0.1223251074552536,
      "learning_rate": 1.3718883229835534e-06,
      "loss": 0.6626,
      "step": 39688
    },
    {
      "epoch": 0.8364075086798696,
      "grad_norm": 0.10369280725717545,
      "learning_rate": 1.3715433013974833e-06,
      "loss": 0.6603,
      "step": 39689
    },
    {
      "epoch": 0.8364285827182348,
      "grad_norm": 0.1099073514342308,
      "learning_rate": 1.3711983200079515e-06,
      "loss": 0.7187,
      "step": 39690
    },
    {
      "epoch": 0.8364496567566001,
      "grad_norm": 0.14487768709659576,
      "learning_rate": 1.3708533788165657e-06,
      "loss": 0.7311,
      "step": 39691
    },
    {
      "epoch": 0.8364707307949654,
      "grad_norm": 0.13187208771705627,
      "learning_rate": 1.3705084778249334e-06,
      "loss": 0.7171,
      "step": 39692
    },
    {
      "epoch": 0.8364918048333307,
      "grad_norm": 0.17284779250621796,
      "learning_rate": 1.3701636170346588e-06,
      "loss": 0.695,
      "step": 39693
    },
    {
      "epoch": 0.836512878871696,
      "grad_norm": 0.1114010438323021,
      "learning_rate": 1.369818796447352e-06,
      "loss": 0.6713,
      "step": 39694
    },
    {
      "epoch": 0.8365339529100613,
      "grad_norm": 0.11735683679580688,
      "learning_rate": 1.3694740160646203e-06,
      "loss": 0.6911,
      "step": 39695
    },
    {
      "epoch": 0.8365550269484265,
      "grad_norm": 0.12414814531803131,
      "learning_rate": 1.369129275888066e-06,
      "loss": 0.6661,
      "step": 39696
    },
    {
      "epoch": 0.8365761009867918,
      "grad_norm": 0.11386755108833313,
      "learning_rate": 1.3687845759192963e-06,
      "loss": 0.7116,
      "step": 39697
    },
    {
      "epoch": 0.8365971750251572,
      "grad_norm": 0.10736870765686035,
      "learning_rate": 1.3684399161599171e-06,
      "loss": 0.6745,
      "step": 39698
    },
    {
      "epoch": 0.8366182490635224,
      "grad_norm": 0.09446937590837479,
      "learning_rate": 1.3680952966115347e-06,
      "loss": 0.6663,
      "step": 39699
    },
    {
      "epoch": 0.8366393231018877,
      "grad_norm": 0.11071228235960007,
      "learning_rate": 1.3677507172757532e-06,
      "loss": 0.7251,
      "step": 39700
    },
    {
      "epoch": 0.836660397140253,
      "grad_norm": 0.11083041876554489,
      "learning_rate": 1.3674061781541793e-06,
      "loss": 0.7415,
      "step": 39701
    },
    {
      "epoch": 0.8366814711786182,
      "grad_norm": 0.09695730358362198,
      "learning_rate": 1.367061679248418e-06,
      "loss": 0.6057,
      "step": 39702
    },
    {
      "epoch": 0.8367025452169836,
      "grad_norm": 0.1090683788061142,
      "learning_rate": 1.3667172205600732e-06,
      "loss": 0.6647,
      "step": 39703
    },
    {
      "epoch": 0.8367236192553489,
      "grad_norm": 0.11874011904001236,
      "learning_rate": 1.3663728020907496e-06,
      "loss": 0.6821,
      "step": 39704
    },
    {
      "epoch": 0.8367446932937141,
      "grad_norm": 0.12823864817619324,
      "learning_rate": 1.3660284238420528e-06,
      "loss": 0.6768,
      "step": 39705
    },
    {
      "epoch": 0.8367657673320794,
      "grad_norm": 0.12473927438259125,
      "learning_rate": 1.3656840858155895e-06,
      "loss": 0.6519,
      "step": 39706
    },
    {
      "epoch": 0.8367868413704447,
      "grad_norm": 0.10552939027547836,
      "learning_rate": 1.365339788012957e-06,
      "loss": 0.7339,
      "step": 39707
    },
    {
      "epoch": 0.83680791540881,
      "grad_norm": 0.11935525387525558,
      "learning_rate": 1.364995530435762e-06,
      "loss": 0.7258,
      "step": 39708
    },
    {
      "epoch": 0.8368289894471753,
      "grad_norm": 0.11425656080245972,
      "learning_rate": 1.364651313085612e-06,
      "loss": 0.7342,
      "step": 39709
    },
    {
      "epoch": 0.8368500634855406,
      "grad_norm": 0.13564932346343994,
      "learning_rate": 1.3643071359641068e-06,
      "loss": 0.7558,
      "step": 39710
    },
    {
      "epoch": 0.8368711375239059,
      "grad_norm": 0.1210576593875885,
      "learning_rate": 1.363962999072852e-06,
      "loss": 0.7666,
      "step": 39711
    },
    {
      "epoch": 0.8368922115622711,
      "grad_norm": 0.11633025109767914,
      "learning_rate": 1.3636189024134494e-06,
      "loss": 0.7105,
      "step": 39712
    },
    {
      "epoch": 0.8369132856006364,
      "grad_norm": 0.11514125764369965,
      "learning_rate": 1.3632748459875022e-06,
      "loss": 0.741,
      "step": 39713
    },
    {
      "epoch": 0.8369343596390018,
      "grad_norm": 0.11515066027641296,
      "learning_rate": 1.3629308297966127e-06,
      "loss": 0.6446,
      "step": 39714
    },
    {
      "epoch": 0.836955433677367,
      "grad_norm": 0.12582938373088837,
      "learning_rate": 1.3625868538423882e-06,
      "loss": 0.7325,
      "step": 39715
    },
    {
      "epoch": 0.8369765077157323,
      "grad_norm": 0.1094917356967926,
      "learning_rate": 1.362242918126423e-06,
      "loss": 0.7151,
      "step": 39716
    },
    {
      "epoch": 0.8369975817540976,
      "grad_norm": 0.09992145001888275,
      "learning_rate": 1.3618990226503249e-06,
      "loss": 0.63,
      "step": 39717
    },
    {
      "epoch": 0.8370186557924628,
      "grad_norm": 0.11673308163881302,
      "learning_rate": 1.3615551674156934e-06,
      "loss": 0.6798,
      "step": 39718
    },
    {
      "epoch": 0.8370397298308282,
      "grad_norm": 0.10208725929260254,
      "learning_rate": 1.3612113524241321e-06,
      "loss": 0.7203,
      "step": 39719
    },
    {
      "epoch": 0.8370608038691935,
      "grad_norm": 0.12270765006542206,
      "learning_rate": 1.3608675776772428e-06,
      "loss": 0.6917,
      "step": 39720
    },
    {
      "epoch": 0.8370818779075587,
      "grad_norm": 0.1377449482679367,
      "learning_rate": 1.3605238431766253e-06,
      "loss": 0.7313,
      "step": 39721
    },
    {
      "epoch": 0.837102951945924,
      "grad_norm": 0.12357211858034134,
      "learning_rate": 1.3601801489238808e-06,
      "loss": 0.7419,
      "step": 39722
    },
    {
      "epoch": 0.8371240259842893,
      "grad_norm": 0.1106194406747818,
      "learning_rate": 1.3598364949206133e-06,
      "loss": 0.7241,
      "step": 39723
    },
    {
      "epoch": 0.8371451000226546,
      "grad_norm": 0.11984400451183319,
      "learning_rate": 1.3594928811684238e-06,
      "loss": 0.7066,
      "step": 39724
    },
    {
      "epoch": 0.8371661740610199,
      "grad_norm": 0.12112995982170105,
      "learning_rate": 1.35914930766891e-06,
      "loss": 0.7255,
      "step": 39725
    },
    {
      "epoch": 0.8371872480993852,
      "grad_norm": 0.11347612738609314,
      "learning_rate": 1.3588057744236738e-06,
      "loss": 0.6447,
      "step": 39726
    },
    {
      "epoch": 0.8372083221377504,
      "grad_norm": 0.11937174201011658,
      "learning_rate": 1.3584622814343152e-06,
      "loss": 0.7522,
      "step": 39727
    },
    {
      "epoch": 0.8372293961761157,
      "grad_norm": 0.13624465465545654,
      "learning_rate": 1.358118828702434e-06,
      "loss": 0.6806,
      "step": 39728
    },
    {
      "epoch": 0.8372504702144811,
      "grad_norm": 0.10719186812639236,
      "learning_rate": 1.357775416229632e-06,
      "loss": 0.7179,
      "step": 39729
    },
    {
      "epoch": 0.8372715442528463,
      "grad_norm": 0.1068546250462532,
      "learning_rate": 1.357432044017508e-06,
      "loss": 0.694,
      "step": 39730
    },
    {
      "epoch": 0.8372926182912116,
      "grad_norm": 0.11979763954877853,
      "learning_rate": 1.3570887120676612e-06,
      "loss": 0.7378,
      "step": 39731
    },
    {
      "epoch": 0.8373136923295769,
      "grad_norm": 0.13037806749343872,
      "learning_rate": 1.3567454203816922e-06,
      "loss": 0.7455,
      "step": 39732
    },
    {
      "epoch": 0.8373347663679421,
      "grad_norm": 0.14100919663906097,
      "learning_rate": 1.3564021689611995e-06,
      "loss": 0.6736,
      "step": 39733
    },
    {
      "epoch": 0.8373558404063075,
      "grad_norm": 0.15003113448619843,
      "learning_rate": 1.356058957807781e-06,
      "loss": 0.7262,
      "step": 39734
    },
    {
      "epoch": 0.8373769144446728,
      "grad_norm": 0.1229754388332367,
      "learning_rate": 1.3557157869230375e-06,
      "loss": 0.7737,
      "step": 39735
    },
    {
      "epoch": 0.837397988483038,
      "grad_norm": 0.122333824634552,
      "learning_rate": 1.35537265630857e-06,
      "loss": 0.6875,
      "step": 39736
    },
    {
      "epoch": 0.8374190625214033,
      "grad_norm": 0.11101242154836655,
      "learning_rate": 1.3550295659659684e-06,
      "loss": 0.6789,
      "step": 39737
    },
    {
      "epoch": 0.8374401365597686,
      "grad_norm": 0.1321839690208435,
      "learning_rate": 1.3546865158968402e-06,
      "loss": 0.6873,
      "step": 39738
    },
    {
      "epoch": 0.8374612105981339,
      "grad_norm": 0.14130470156669617,
      "learning_rate": 1.3543435061027787e-06,
      "loss": 0.7367,
      "step": 39739
    },
    {
      "epoch": 0.8374822846364992,
      "grad_norm": 0.10444529354572296,
      "learning_rate": 1.3540005365853837e-06,
      "loss": 0.7136,
      "step": 39740
    },
    {
      "epoch": 0.8375033586748645,
      "grad_norm": 0.12662813067436218,
      "learning_rate": 1.3536576073462526e-06,
      "loss": 0.7109,
      "step": 39741
    },
    {
      "epoch": 0.8375244327132297,
      "grad_norm": 0.1082727313041687,
      "learning_rate": 1.353314718386982e-06,
      "loss": 0.6423,
      "step": 39742
    },
    {
      "epoch": 0.837545506751595,
      "grad_norm": 0.10797035694122314,
      "learning_rate": 1.3529718697091708e-06,
      "loss": 0.7059,
      "step": 39743
    },
    {
      "epoch": 0.8375665807899604,
      "grad_norm": 0.09831751883029938,
      "learning_rate": 1.3526290613144144e-06,
      "loss": 0.6934,
      "step": 39744
    },
    {
      "epoch": 0.8375876548283256,
      "grad_norm": 0.1244736760854721,
      "learning_rate": 1.3522862932043146e-06,
      "loss": 0.7559,
      "step": 39745
    },
    {
      "epoch": 0.8376087288666909,
      "grad_norm": 0.09879806637763977,
      "learning_rate": 1.3519435653804612e-06,
      "loss": 0.669,
      "step": 39746
    },
    {
      "epoch": 0.8376298029050562,
      "grad_norm": 0.10197748988866806,
      "learning_rate": 1.3516008778444546e-06,
      "loss": 0.714,
      "step": 39747
    },
    {
      "epoch": 0.8376508769434214,
      "grad_norm": 0.12209095805883408,
      "learning_rate": 1.3512582305978894e-06,
      "loss": 0.7299,
      "step": 39748
    },
    {
      "epoch": 0.8376719509817868,
      "grad_norm": 0.1281673163175583,
      "learning_rate": 1.3509156236423649e-06,
      "loss": 0.724,
      "step": 39749
    },
    {
      "epoch": 0.8376930250201521,
      "grad_norm": 0.11925552040338516,
      "learning_rate": 1.3505730569794739e-06,
      "loss": 0.7275,
      "step": 39750
    },
    {
      "epoch": 0.8377140990585173,
      "grad_norm": 0.10234712064266205,
      "learning_rate": 1.3502305306108133e-06,
      "loss": 0.7067,
      "step": 39751
    },
    {
      "epoch": 0.8377351730968826,
      "grad_norm": 0.1251298487186432,
      "learning_rate": 1.3498880445379803e-06,
      "loss": 0.7843,
      "step": 39752
    },
    {
      "epoch": 0.8377562471352479,
      "grad_norm": 0.09523838758468628,
      "learning_rate": 1.3495455987625693e-06,
      "loss": 0.6784,
      "step": 39753
    },
    {
      "epoch": 0.8377773211736131,
      "grad_norm": 0.12888306379318237,
      "learning_rate": 1.3492031932861794e-06,
      "loss": 0.7577,
      "step": 39754
    },
    {
      "epoch": 0.8377983952119785,
      "grad_norm": 0.10561586916446686,
      "learning_rate": 1.3488608281103988e-06,
      "loss": 0.6963,
      "step": 39755
    },
    {
      "epoch": 0.8378194692503438,
      "grad_norm": 0.11309973895549774,
      "learning_rate": 1.3485185032368253e-06,
      "loss": 0.6388,
      "step": 39756
    },
    {
      "epoch": 0.837840543288709,
      "grad_norm": 0.10415391623973846,
      "learning_rate": 1.3481762186670556e-06,
      "loss": 0.7176,
      "step": 39757
    },
    {
      "epoch": 0.8378616173270743,
      "grad_norm": 0.10577896982431412,
      "learning_rate": 1.3478339744026814e-06,
      "loss": 0.6955,
      "step": 39758
    },
    {
      "epoch": 0.8378826913654396,
      "grad_norm": 0.12541089951992035,
      "learning_rate": 1.3474917704452984e-06,
      "loss": 0.7263,
      "step": 39759
    },
    {
      "epoch": 0.837903765403805,
      "grad_norm": 0.10578785091638565,
      "learning_rate": 1.3471496067965017e-06,
      "loss": 0.7048,
      "step": 39760
    },
    {
      "epoch": 0.8379248394421702,
      "grad_norm": 0.10511025786399841,
      "learning_rate": 1.3468074834578837e-06,
      "loss": 0.7245,
      "step": 39761
    },
    {
      "epoch": 0.8379459134805355,
      "grad_norm": 0.11113329231739044,
      "learning_rate": 1.3464654004310396e-06,
      "loss": 0.6952,
      "step": 39762
    },
    {
      "epoch": 0.8379669875189008,
      "grad_norm": 0.12246403843164444,
      "learning_rate": 1.3461233577175625e-06,
      "loss": 0.6644,
      "step": 39763
    },
    {
      "epoch": 0.837988061557266,
      "grad_norm": 0.10589223355054855,
      "learning_rate": 1.3457813553190446e-06,
      "loss": 0.6714,
      "step": 39764
    },
    {
      "epoch": 0.8380091355956314,
      "grad_norm": 0.11240729689598083,
      "learning_rate": 1.3454393932370813e-06,
      "loss": 0.7452,
      "step": 39765
    },
    {
      "epoch": 0.8380302096339967,
      "grad_norm": 0.13095366954803467,
      "learning_rate": 1.3450974714732634e-06,
      "loss": 0.7031,
      "step": 39766
    },
    {
      "epoch": 0.8380512836723619,
      "grad_norm": 0.10243583470582962,
      "learning_rate": 1.3447555900291865e-06,
      "loss": 0.6873,
      "step": 39767
    },
    {
      "epoch": 0.8380723577107272,
      "grad_norm": 0.1019158661365509,
      "learning_rate": 1.3444137489064412e-06,
      "loss": 0.7248,
      "step": 39768
    },
    {
      "epoch": 0.8380934317490925,
      "grad_norm": 0.10695996880531311,
      "learning_rate": 1.34407194810662e-06,
      "loss": 0.6489,
      "step": 39769
    },
    {
      "epoch": 0.8381145057874578,
      "grad_norm": 0.11017833650112152,
      "learning_rate": 1.3437301876313168e-06,
      "loss": 0.7332,
      "step": 39770
    },
    {
      "epoch": 0.8381355798258231,
      "grad_norm": 0.10191846638917923,
      "learning_rate": 1.3433884674821217e-06,
      "loss": 0.6189,
      "step": 39771
    },
    {
      "epoch": 0.8381566538641884,
      "grad_norm": 0.11132265627384186,
      "learning_rate": 1.343046787660629e-06,
      "loss": 0.728,
      "step": 39772
    },
    {
      "epoch": 0.8381777279025536,
      "grad_norm": 0.11131613701581955,
      "learning_rate": 1.3427051481684284e-06,
      "loss": 0.7505,
      "step": 39773
    },
    {
      "epoch": 0.8381988019409189,
      "grad_norm": 0.09919501841068268,
      "learning_rate": 1.342363549007114e-06,
      "loss": 0.6954,
      "step": 39774
    },
    {
      "epoch": 0.8382198759792843,
      "grad_norm": 0.10646191984415054,
      "learning_rate": 1.342021990178274e-06,
      "loss": 0.6991,
      "step": 39775
    },
    {
      "epoch": 0.8382409500176495,
      "grad_norm": 0.1451345682144165,
      "learning_rate": 1.3416804716834997e-06,
      "loss": 0.6967,
      "step": 39776
    },
    {
      "epoch": 0.8382620240560148,
      "grad_norm": 0.0996081680059433,
      "learning_rate": 1.3413389935243848e-06,
      "loss": 0.5943,
      "step": 39777
    },
    {
      "epoch": 0.8382830980943801,
      "grad_norm": 0.11041539162397385,
      "learning_rate": 1.340997555702518e-06,
      "loss": 0.7082,
      "step": 39778
    },
    {
      "epoch": 0.8383041721327453,
      "grad_norm": 0.1142299473285675,
      "learning_rate": 1.3406561582194899e-06,
      "loss": 0.722,
      "step": 39779
    },
    {
      "epoch": 0.8383252461711107,
      "grad_norm": 0.10153483599424362,
      "learning_rate": 1.3403148010768895e-06,
      "loss": 0.6603,
      "step": 39780
    },
    {
      "epoch": 0.838346320209476,
      "grad_norm": 0.126552551984787,
      "learning_rate": 1.3399734842763124e-06,
      "loss": 0.7117,
      "step": 39781
    },
    {
      "epoch": 0.8383673942478412,
      "grad_norm": 0.09653906524181366,
      "learning_rate": 1.3396322078193446e-06,
      "loss": 0.6666,
      "step": 39782
    },
    {
      "epoch": 0.8383884682862065,
      "grad_norm": 0.17615099251270294,
      "learning_rate": 1.3392909717075798e-06,
      "loss": 0.6807,
      "step": 39783
    },
    {
      "epoch": 0.8384095423245718,
      "grad_norm": 0.10352913290262222,
      "learning_rate": 1.3389497759426018e-06,
      "loss": 0.7017,
      "step": 39784
    },
    {
      "epoch": 0.8384306163629371,
      "grad_norm": 0.1060347706079483,
      "learning_rate": 1.338608620526003e-06,
      "loss": 0.7364,
      "step": 39785
    },
    {
      "epoch": 0.8384516904013024,
      "grad_norm": 0.10397642850875854,
      "learning_rate": 1.338267505459373e-06,
      "loss": 0.7524,
      "step": 39786
    },
    {
      "epoch": 0.8384727644396677,
      "grad_norm": 0.09272187203168869,
      "learning_rate": 1.3379264307443006e-06,
      "loss": 0.6633,
      "step": 39787
    },
    {
      "epoch": 0.8384938384780329,
      "grad_norm": 0.10381489992141724,
      "learning_rate": 1.337585396382375e-06,
      "loss": 0.7146,
      "step": 39788
    },
    {
      "epoch": 0.8385149125163982,
      "grad_norm": 0.11697831004858017,
      "learning_rate": 1.3372444023751841e-06,
      "loss": 0.7213,
      "step": 39789
    },
    {
      "epoch": 0.8385359865547635,
      "grad_norm": 0.1182759702205658,
      "learning_rate": 1.336903448724317e-06,
      "loss": 0.7186,
      "step": 39790
    },
    {
      "epoch": 0.8385570605931288,
      "grad_norm": 0.1393411010503769,
      "learning_rate": 1.3365625354313617e-06,
      "loss": 0.7035,
      "step": 39791
    },
    {
      "epoch": 0.8385781346314941,
      "grad_norm": 0.1085778996348381,
      "learning_rate": 1.3362216624979074e-06,
      "loss": 0.7016,
      "step": 39792
    },
    {
      "epoch": 0.8385992086698594,
      "grad_norm": 0.12161219120025635,
      "learning_rate": 1.335880829925541e-06,
      "loss": 0.7469,
      "step": 39793
    },
    {
      "epoch": 0.8386202827082246,
      "grad_norm": 0.12052881717681885,
      "learning_rate": 1.335540037715851e-06,
      "loss": 0.7589,
      "step": 39794
    },
    {
      "epoch": 0.8386413567465899,
      "grad_norm": 0.10508628934621811,
      "learning_rate": 1.3351992858704254e-06,
      "loss": 0.6934,
      "step": 39795
    },
    {
      "epoch": 0.8386624307849553,
      "grad_norm": 0.1221797987818718,
      "learning_rate": 1.3348585743908504e-06,
      "loss": 0.7288,
      "step": 39796
    },
    {
      "epoch": 0.8386835048233205,
      "grad_norm": 0.09717171639204025,
      "learning_rate": 1.3345179032787136e-06,
      "loss": 0.7231,
      "step": 39797
    },
    {
      "epoch": 0.8387045788616858,
      "grad_norm": 0.13382211327552795,
      "learning_rate": 1.3341772725356029e-06,
      "loss": 0.7258,
      "step": 39798
    },
    {
      "epoch": 0.8387256529000511,
      "grad_norm": 0.10852761566638947,
      "learning_rate": 1.3338366821631044e-06,
      "loss": 0.6403,
      "step": 39799
    },
    {
      "epoch": 0.8387467269384163,
      "grad_norm": 0.10300175845623016,
      "learning_rate": 1.3334961321628048e-06,
      "loss": 0.6933,
      "step": 39800
    },
    {
      "epoch": 0.8387678009767817,
      "grad_norm": 0.10527290403842926,
      "learning_rate": 1.3331556225362908e-06,
      "loss": 0.6481,
      "step": 39801
    },
    {
      "epoch": 0.838788875015147,
      "grad_norm": 0.11588986963033676,
      "learning_rate": 1.3328151532851485e-06,
      "loss": 0.7098,
      "step": 39802
    },
    {
      "epoch": 0.8388099490535122,
      "grad_norm": 0.11692994087934494,
      "learning_rate": 1.3324747244109649e-06,
      "loss": 0.7005,
      "step": 39803
    },
    {
      "epoch": 0.8388310230918775,
      "grad_norm": 0.12711332738399506,
      "learning_rate": 1.332134335915326e-06,
      "loss": 0.6176,
      "step": 39804
    },
    {
      "epoch": 0.8388520971302428,
      "grad_norm": 0.12148028612136841,
      "learning_rate": 1.3317939877998153e-06,
      "loss": 0.7117,
      "step": 39805
    },
    {
      "epoch": 0.8388731711686082,
      "grad_norm": 0.1067211925983429,
      "learning_rate": 1.3314536800660194e-06,
      "loss": 0.7019,
      "step": 39806
    },
    {
      "epoch": 0.8388942452069734,
      "grad_norm": 0.12748686969280243,
      "learning_rate": 1.3311134127155245e-06,
      "loss": 0.7955,
      "step": 39807
    },
    {
      "epoch": 0.8389153192453387,
      "grad_norm": 0.1292477250099182,
      "learning_rate": 1.3307731857499152e-06,
      "loss": 0.7314,
      "step": 39808
    },
    {
      "epoch": 0.838936393283704,
      "grad_norm": 0.10923454165458679,
      "learning_rate": 1.3304329991707732e-06,
      "loss": 0.7346,
      "step": 39809
    },
    {
      "epoch": 0.8389574673220692,
      "grad_norm": 0.15602436661720276,
      "learning_rate": 1.3300928529796896e-06,
      "loss": 0.7233,
      "step": 39810
    },
    {
      "epoch": 0.8389785413604346,
      "grad_norm": 0.11463666707277298,
      "learning_rate": 1.3297527471782468e-06,
      "loss": 0.6758,
      "step": 39811
    },
    {
      "epoch": 0.8389996153987999,
      "grad_norm": 0.11293162405490875,
      "learning_rate": 1.3294126817680275e-06,
      "loss": 0.6707,
      "step": 39812
    },
    {
      "epoch": 0.8390206894371651,
      "grad_norm": 0.12294407188892365,
      "learning_rate": 1.3290726567506197e-06,
      "loss": 0.693,
      "step": 39813
    },
    {
      "epoch": 0.8390417634755304,
      "grad_norm": 0.10804634541273117,
      "learning_rate": 1.3287326721276017e-06,
      "loss": 0.7039,
      "step": 39814
    },
    {
      "epoch": 0.8390628375138957,
      "grad_norm": 0.10419541597366333,
      "learning_rate": 1.3283927279005604e-06,
      "loss": 0.7704,
      "step": 39815
    },
    {
      "epoch": 0.839083911552261,
      "grad_norm": 0.11246082931756973,
      "learning_rate": 1.3280528240710798e-06,
      "loss": 0.6983,
      "step": 39816
    },
    {
      "epoch": 0.8391049855906263,
      "grad_norm": 0.10166951268911362,
      "learning_rate": 1.3277129606407423e-06,
      "loss": 0.6954,
      "step": 39817
    },
    {
      "epoch": 0.8391260596289916,
      "grad_norm": 0.1253119260072708,
      "learning_rate": 1.3273731376111333e-06,
      "loss": 0.6477,
      "step": 39818
    },
    {
      "epoch": 0.8391471336673568,
      "grad_norm": 0.12013071030378342,
      "learning_rate": 1.3270333549838333e-06,
      "loss": 0.7272,
      "step": 39819
    },
    {
      "epoch": 0.8391682077057221,
      "grad_norm": 0.1310182511806488,
      "learning_rate": 1.3266936127604258e-06,
      "loss": 0.7473,
      "step": 39820
    },
    {
      "epoch": 0.8391892817440875,
      "grad_norm": 0.1021093800663948,
      "learning_rate": 1.326353910942495e-06,
      "loss": 0.7646,
      "step": 39821
    },
    {
      "epoch": 0.8392103557824527,
      "grad_norm": 0.11851657181978226,
      "learning_rate": 1.326014249531622e-06,
      "loss": 0.7306,
      "step": 39822
    },
    {
      "epoch": 0.839231429820818,
      "grad_norm": 0.105570949614048,
      "learning_rate": 1.3256746285293898e-06,
      "loss": 0.7027,
      "step": 39823
    },
    {
      "epoch": 0.8392525038591833,
      "grad_norm": 0.12959520518779755,
      "learning_rate": 1.3253350479373805e-06,
      "loss": 0.7068,
      "step": 39824
    },
    {
      "epoch": 0.8392735778975485,
      "grad_norm": 0.10797353088855743,
      "learning_rate": 1.3249955077571752e-06,
      "loss": 0.7059,
      "step": 39825
    },
    {
      "epoch": 0.8392946519359139,
      "grad_norm": 0.1290285289287567,
      "learning_rate": 1.324656007990357e-06,
      "loss": 0.7042,
      "step": 39826
    },
    {
      "epoch": 0.8393157259742792,
      "grad_norm": 0.11330639570951462,
      "learning_rate": 1.3243165486385068e-06,
      "loss": 0.7044,
      "step": 39827
    },
    {
      "epoch": 0.8393368000126444,
      "grad_norm": 0.11199792474508286,
      "learning_rate": 1.3239771297032066e-06,
      "loss": 0.7381,
      "step": 39828
    },
    {
      "epoch": 0.8393578740510097,
      "grad_norm": 0.12309128791093826,
      "learning_rate": 1.3236377511860366e-06,
      "loss": 0.7525,
      "step": 39829
    },
    {
      "epoch": 0.839378948089375,
      "grad_norm": 0.11191175878047943,
      "learning_rate": 1.3232984130885784e-06,
      "loss": 0.6818,
      "step": 39830
    },
    {
      "epoch": 0.8394000221277402,
      "grad_norm": 0.13143983483314514,
      "learning_rate": 1.3229591154124132e-06,
      "loss": 0.6713,
      "step": 39831
    },
    {
      "epoch": 0.8394210961661056,
      "grad_norm": 0.11336873471736908,
      "learning_rate": 1.322619858159121e-06,
      "loss": 0.6439,
      "step": 39832
    },
    {
      "epoch": 0.8394421702044709,
      "grad_norm": 0.12334127724170685,
      "learning_rate": 1.3222806413302857e-06,
      "loss": 0.7186,
      "step": 39833
    },
    {
      "epoch": 0.8394632442428361,
      "grad_norm": 0.13104218244552612,
      "learning_rate": 1.3219414649274808e-06,
      "loss": 0.6871,
      "step": 39834
    },
    {
      "epoch": 0.8394843182812014,
      "grad_norm": 0.11445114761590958,
      "learning_rate": 1.3216023289522905e-06,
      "loss": 0.7296,
      "step": 39835
    },
    {
      "epoch": 0.8395053923195667,
      "grad_norm": 0.11139076203107834,
      "learning_rate": 1.3212632334062947e-06,
      "loss": 0.7053,
      "step": 39836
    },
    {
      "epoch": 0.839526466357932,
      "grad_norm": 0.10580601543188095,
      "learning_rate": 1.3209241782910697e-06,
      "loss": 0.6848,
      "step": 39837
    },
    {
      "epoch": 0.8395475403962973,
      "grad_norm": 0.10844563692808151,
      "learning_rate": 1.3205851636082001e-06,
      "loss": 0.6542,
      "step": 39838
    },
    {
      "epoch": 0.8395686144346626,
      "grad_norm": 0.11780951917171478,
      "learning_rate": 1.3202461893592644e-06,
      "loss": 0.7069,
      "step": 39839
    },
    {
      "epoch": 0.8395896884730278,
      "grad_norm": 0.09638162702322006,
      "learning_rate": 1.3199072555458393e-06,
      "loss": 0.7539,
      "step": 39840
    },
    {
      "epoch": 0.8396107625113931,
      "grad_norm": 0.11601775884628296,
      "learning_rate": 1.3195683621695043e-06,
      "loss": 0.7089,
      "step": 39841
    },
    {
      "epoch": 0.8396318365497585,
      "grad_norm": 0.1209532618522644,
      "learning_rate": 1.3192295092318418e-06,
      "loss": 0.6944,
      "step": 39842
    },
    {
      "epoch": 0.8396529105881237,
      "grad_norm": 0.09342173486948013,
      "learning_rate": 1.3188906967344251e-06,
      "loss": 0.6608,
      "step": 39843
    },
    {
      "epoch": 0.839673984626489,
      "grad_norm": 0.12888096272945404,
      "learning_rate": 1.3185519246788347e-06,
      "loss": 0.7104,
      "step": 39844
    },
    {
      "epoch": 0.8396950586648543,
      "grad_norm": 0.10668839514255524,
      "learning_rate": 1.3182131930666486e-06,
      "loss": 0.6636,
      "step": 39845
    },
    {
      "epoch": 0.8397161327032195,
      "grad_norm": 0.10615849494934082,
      "learning_rate": 1.3178745018994455e-06,
      "loss": 0.709,
      "step": 39846
    },
    {
      "epoch": 0.8397372067415849,
      "grad_norm": 0.10374357551336288,
      "learning_rate": 1.3175358511788027e-06,
      "loss": 0.7062,
      "step": 39847
    },
    {
      "epoch": 0.8397582807799502,
      "grad_norm": 0.09482257068157196,
      "learning_rate": 1.3171972409062984e-06,
      "loss": 0.7271,
      "step": 39848
    },
    {
      "epoch": 0.8397793548183154,
      "grad_norm": 0.12934403121471405,
      "learning_rate": 1.3168586710835096e-06,
      "loss": 0.7016,
      "step": 39849
    },
    {
      "epoch": 0.8398004288566807,
      "grad_norm": 0.14508797228336334,
      "learning_rate": 1.3165201417120133e-06,
      "loss": 0.6982,
      "step": 39850
    },
    {
      "epoch": 0.839821502895046,
      "grad_norm": 0.11577059328556061,
      "learning_rate": 1.3161816527933869e-06,
      "loss": 0.7466,
      "step": 39851
    },
    {
      "epoch": 0.8398425769334114,
      "grad_norm": 0.1072368174791336,
      "learning_rate": 1.315843204329208e-06,
      "loss": 0.6602,
      "step": 39852
    },
    {
      "epoch": 0.8398636509717766,
      "grad_norm": 0.10711423307657242,
      "learning_rate": 1.315504796321051e-06,
      "loss": 0.7257,
      "step": 39853
    },
    {
      "epoch": 0.8398847250101419,
      "grad_norm": 0.12265298515558243,
      "learning_rate": 1.3151664287704958e-06,
      "loss": 0.7237,
      "step": 39854
    },
    {
      "epoch": 0.8399057990485072,
      "grad_norm": 0.12486432492733002,
      "learning_rate": 1.3148281016791153e-06,
      "loss": 0.6708,
      "step": 39855
    },
    {
      "epoch": 0.8399268730868724,
      "grad_norm": 0.0981106236577034,
      "learning_rate": 1.3144898150484887e-06,
      "loss": 0.6579,
      "step": 39856
    },
    {
      "epoch": 0.8399479471252378,
      "grad_norm": 0.10832210630178452,
      "learning_rate": 1.3141515688801898e-06,
      "loss": 0.7061,
      "step": 39857
    },
    {
      "epoch": 0.8399690211636031,
      "grad_norm": 0.09616327285766602,
      "learning_rate": 1.3138133631757944e-06,
      "loss": 0.6905,
      "step": 39858
    },
    {
      "epoch": 0.8399900952019683,
      "grad_norm": 0.15736040472984314,
      "learning_rate": 1.3134751979368787e-06,
      "loss": 0.6138,
      "step": 39859
    },
    {
      "epoch": 0.8400111692403336,
      "grad_norm": 0.1144557073712349,
      "learning_rate": 1.3131370731650195e-06,
      "loss": 0.6341,
      "step": 39860
    },
    {
      "epoch": 0.8400322432786989,
      "grad_norm": 0.10870916396379471,
      "learning_rate": 1.3127989888617898e-06,
      "loss": 0.6687,
      "step": 39861
    },
    {
      "epoch": 0.8400533173170642,
      "grad_norm": 0.11070862412452698,
      "learning_rate": 1.312460945028765e-06,
      "loss": 0.7794,
      "step": 39862
    },
    {
      "epoch": 0.8400743913554295,
      "grad_norm": 0.10493427515029907,
      "learning_rate": 1.3121229416675219e-06,
      "loss": 0.6388,
      "step": 39863
    },
    {
      "epoch": 0.8400954653937948,
      "grad_norm": 0.10491152107715607,
      "learning_rate": 1.3117849787796322e-06,
      "loss": 0.7946,
      "step": 39864
    },
    {
      "epoch": 0.84011653943216,
      "grad_norm": 0.12024804204702377,
      "learning_rate": 1.3114470563666715e-06,
      "loss": 0.7181,
      "step": 39865
    },
    {
      "epoch": 0.8401376134705253,
      "grad_norm": 0.10085968673229218,
      "learning_rate": 1.3111091744302117e-06,
      "loss": 0.6574,
      "step": 39866
    },
    {
      "epoch": 0.8401586875088906,
      "grad_norm": 0.10538852959871292,
      "learning_rate": 1.3107713329718318e-06,
      "loss": 0.7118,
      "step": 39867
    },
    {
      "epoch": 0.8401797615472559,
      "grad_norm": 0.10294575244188309,
      "learning_rate": 1.310433531993104e-06,
      "loss": 0.7195,
      "step": 39868
    },
    {
      "epoch": 0.8402008355856212,
      "grad_norm": 0.126692995429039,
      "learning_rate": 1.3100957714955998e-06,
      "loss": 0.7683,
      "step": 39869
    },
    {
      "epoch": 0.8402219096239865,
      "grad_norm": 0.12123551964759827,
      "learning_rate": 1.309758051480895e-06,
      "loss": 0.72,
      "step": 39870
    },
    {
      "epoch": 0.8402429836623517,
      "grad_norm": 0.10505281388759613,
      "learning_rate": 1.3094203719505616e-06,
      "loss": 0.6928,
      "step": 39871
    },
    {
      "epoch": 0.840264057700717,
      "grad_norm": 0.11110986769199371,
      "learning_rate": 1.309082732906175e-06,
      "loss": 0.7398,
      "step": 39872
    },
    {
      "epoch": 0.8402851317390824,
      "grad_norm": 0.13034337759017944,
      "learning_rate": 1.308745134349304e-06,
      "loss": 0.7174,
      "step": 39873
    },
    {
      "epoch": 0.8403062057774476,
      "grad_norm": 0.12121011316776276,
      "learning_rate": 1.308407576281524e-06,
      "loss": 0.7878,
      "step": 39874
    },
    {
      "epoch": 0.8403272798158129,
      "grad_norm": 0.10637997090816498,
      "learning_rate": 1.308070058704407e-06,
      "loss": 0.6975,
      "step": 39875
    },
    {
      "epoch": 0.8403483538541782,
      "grad_norm": 0.09064143151044846,
      "learning_rate": 1.3077325816195253e-06,
      "loss": 0.6501,
      "step": 39876
    },
    {
      "epoch": 0.8403694278925434,
      "grad_norm": 0.11824563890695572,
      "learning_rate": 1.3073951450284517e-06,
      "loss": 0.7332,
      "step": 39877
    },
    {
      "epoch": 0.8403905019309088,
      "grad_norm": 0.13967706263065338,
      "learning_rate": 1.3070577489327573e-06,
      "loss": 0.6978,
      "step": 39878
    },
    {
      "epoch": 0.8404115759692741,
      "grad_norm": 0.12685225903987885,
      "learning_rate": 1.3067203933340144e-06,
      "loss": 0.6943,
      "step": 39879
    },
    {
      "epoch": 0.8404326500076393,
      "grad_norm": 0.10414030402898788,
      "learning_rate": 1.3063830782337927e-06,
      "loss": 0.7446,
      "step": 39880
    },
    {
      "epoch": 0.8404537240460046,
      "grad_norm": 0.10971371829509735,
      "learning_rate": 1.3060458036336686e-06,
      "loss": 0.7138,
      "step": 39881
    },
    {
      "epoch": 0.8404747980843699,
      "grad_norm": 0.12411609292030334,
      "learning_rate": 1.3057085695352089e-06,
      "loss": 0.6123,
      "step": 39882
    },
    {
      "epoch": 0.8404958721227352,
      "grad_norm": 0.10082468390464783,
      "learning_rate": 1.3053713759399856e-06,
      "loss": 0.6379,
      "step": 39883
    },
    {
      "epoch": 0.8405169461611005,
      "grad_norm": 0.1279173493385315,
      "learning_rate": 1.3050342228495705e-06,
      "loss": 0.7405,
      "step": 39884
    },
    {
      "epoch": 0.8405380201994658,
      "grad_norm": 0.14714516699314117,
      "learning_rate": 1.3046971102655326e-06,
      "loss": 0.7387,
      "step": 39885
    },
    {
      "epoch": 0.840559094237831,
      "grad_norm": 0.11398225277662277,
      "learning_rate": 1.3043600381894438e-06,
      "loss": 0.7737,
      "step": 39886
    },
    {
      "epoch": 0.8405801682761963,
      "grad_norm": 0.1264345645904541,
      "learning_rate": 1.3040230066228743e-06,
      "loss": 0.7216,
      "step": 39887
    },
    {
      "epoch": 0.8406012423145617,
      "grad_norm": 0.11434304714202881,
      "learning_rate": 1.3036860155673936e-06,
      "loss": 0.7065,
      "step": 39888
    },
    {
      "epoch": 0.840622316352927,
      "grad_norm": 0.11881507188081741,
      "learning_rate": 1.3033490650245717e-06,
      "loss": 0.7368,
      "step": 39889
    },
    {
      "epoch": 0.8406433903912922,
      "grad_norm": 0.12800142168998718,
      "learning_rate": 1.3030121549959785e-06,
      "loss": 0.7449,
      "step": 39890
    },
    {
      "epoch": 0.8406644644296575,
      "grad_norm": 0.09623641520738602,
      "learning_rate": 1.3026752854831837e-06,
      "loss": 0.623,
      "step": 39891
    },
    {
      "epoch": 0.8406855384680227,
      "grad_norm": 0.09972863644361496,
      "learning_rate": 1.3023384564877584e-06,
      "loss": 0.7004,
      "step": 39892
    },
    {
      "epoch": 0.8407066125063881,
      "grad_norm": 0.13198478519916534,
      "learning_rate": 1.302001668011268e-06,
      "loss": 0.7678,
      "step": 39893
    },
    {
      "epoch": 0.8407276865447534,
      "grad_norm": 0.1439073383808136,
      "learning_rate": 1.3016649200552833e-06,
      "loss": 0.6625,
      "step": 39894
    },
    {
      "epoch": 0.8407487605831186,
      "grad_norm": 0.16604077816009521,
      "learning_rate": 1.30132821262137e-06,
      "loss": 0.665,
      "step": 39895
    },
    {
      "epoch": 0.8407698346214839,
      "grad_norm": 0.1057622879743576,
      "learning_rate": 1.3009915457111033e-06,
      "loss": 0.7026,
      "step": 39896
    },
    {
      "epoch": 0.8407909086598492,
      "grad_norm": 0.10831250250339508,
      "learning_rate": 1.3006549193260464e-06,
      "loss": 0.6687,
      "step": 39897
    },
    {
      "epoch": 0.8408119826982146,
      "grad_norm": 0.09615965932607651,
      "learning_rate": 1.3003183334677705e-06,
      "loss": 0.6395,
      "step": 39898
    },
    {
      "epoch": 0.8408330567365798,
      "grad_norm": 0.1092287078499794,
      "learning_rate": 1.2999817881378417e-06,
      "loss": 0.705,
      "step": 39899
    },
    {
      "epoch": 0.8408541307749451,
      "grad_norm": 0.11551744490861893,
      "learning_rate": 1.2996452833378281e-06,
      "loss": 0.6551,
      "step": 39900
    },
    {
      "epoch": 0.8408752048133104,
      "grad_norm": 0.11964812129735947,
      "learning_rate": 1.2993088190693003e-06,
      "loss": 0.7028,
      "step": 39901
    },
    {
      "epoch": 0.8408962788516756,
      "grad_norm": 0.119954414665699,
      "learning_rate": 1.2989723953338207e-06,
      "loss": 0.7179,
      "step": 39902
    },
    {
      "epoch": 0.8409173528900409,
      "grad_norm": 0.11601871997117996,
      "learning_rate": 1.2986360121329589e-06,
      "loss": 0.6774,
      "step": 39903
    },
    {
      "epoch": 0.8409384269284063,
      "grad_norm": 0.11080215126276016,
      "learning_rate": 1.2982996694682825e-06,
      "loss": 0.6279,
      "step": 39904
    },
    {
      "epoch": 0.8409595009667715,
      "grad_norm": 0.12835629284381866,
      "learning_rate": 1.2979633673413571e-06,
      "loss": 0.7061,
      "step": 39905
    },
    {
      "epoch": 0.8409805750051368,
      "grad_norm": 0.11437898129224777,
      "learning_rate": 1.2976271057537503e-06,
      "loss": 0.678,
      "step": 39906
    },
    {
      "epoch": 0.841001649043502,
      "grad_norm": 0.10940863937139511,
      "learning_rate": 1.2972908847070286e-06,
      "loss": 0.7404,
      "step": 39907
    },
    {
      "epoch": 0.8410227230818673,
      "grad_norm": 0.10684500634670258,
      "learning_rate": 1.2969547042027586e-06,
      "loss": 0.6825,
      "step": 39908
    },
    {
      "epoch": 0.8410437971202327,
      "grad_norm": 0.11361062526702881,
      "learning_rate": 1.2966185642425045e-06,
      "loss": 0.6669,
      "step": 39909
    },
    {
      "epoch": 0.841064871158598,
      "grad_norm": 0.13126541674137115,
      "learning_rate": 1.2962824648278372e-06,
      "loss": 0.6931,
      "step": 39910
    },
    {
      "epoch": 0.8410859451969632,
      "grad_norm": 0.10964794456958771,
      "learning_rate": 1.2959464059603167e-06,
      "loss": 0.6565,
      "step": 39911
    },
    {
      "epoch": 0.8411070192353285,
      "grad_norm": 0.1332288384437561,
      "learning_rate": 1.2956103876415116e-06,
      "loss": 0.6941,
      "step": 39912
    },
    {
      "epoch": 0.8411280932736938,
      "grad_norm": 0.15063029527664185,
      "learning_rate": 1.2952744098729864e-06,
      "loss": 0.6704,
      "step": 39913
    },
    {
      "epoch": 0.8411491673120591,
      "grad_norm": 0.11256096512079239,
      "learning_rate": 1.2949384726563064e-06,
      "loss": 0.7059,
      "step": 39914
    },
    {
      "epoch": 0.8411702413504244,
      "grad_norm": 0.10970689356327057,
      "learning_rate": 1.2946025759930358e-06,
      "loss": 0.7598,
      "step": 39915
    },
    {
      "epoch": 0.8411913153887897,
      "grad_norm": 0.43730035424232483,
      "learning_rate": 1.2942667198847415e-06,
      "loss": 0.701,
      "step": 39916
    },
    {
      "epoch": 0.8412123894271549,
      "grad_norm": 0.10738819092512131,
      "learning_rate": 1.2939309043329861e-06,
      "loss": 0.7001,
      "step": 39917
    },
    {
      "epoch": 0.8412334634655202,
      "grad_norm": 0.10152754932641983,
      "learning_rate": 1.2935951293393356e-06,
      "loss": 0.6416,
      "step": 39918
    },
    {
      "epoch": 0.8412545375038856,
      "grad_norm": 0.12187805026769638,
      "learning_rate": 1.293259394905353e-06,
      "loss": 0.6854,
      "step": 39919
    },
    {
      "epoch": 0.8412756115422508,
      "grad_norm": 0.0892898365855217,
      "learning_rate": 1.2929237010326034e-06,
      "loss": 0.6762,
      "step": 39920
    },
    {
      "epoch": 0.8412966855806161,
      "grad_norm": 0.11549261957406998,
      "learning_rate": 1.2925880477226494e-06,
      "loss": 0.6837,
      "step": 39921
    },
    {
      "epoch": 0.8413177596189814,
      "grad_norm": 0.11315813660621643,
      "learning_rate": 1.292252434977057e-06,
      "loss": 0.7317,
      "step": 39922
    },
    {
      "epoch": 0.8413388336573466,
      "grad_norm": 0.12444127351045609,
      "learning_rate": 1.2919168627973878e-06,
      "loss": 0.6647,
      "step": 39923
    },
    {
      "epoch": 0.841359907695712,
      "grad_norm": 0.11509301513433456,
      "learning_rate": 1.291581331185201e-06,
      "loss": 0.6922,
      "step": 39924
    },
    {
      "epoch": 0.8413809817340773,
      "grad_norm": 0.1332046538591385,
      "learning_rate": 1.291245840142068e-06,
      "loss": 0.7365,
      "step": 39925
    },
    {
      "epoch": 0.8414020557724425,
      "grad_norm": 0.12381064891815186,
      "learning_rate": 1.2909103896695475e-06,
      "loss": 0.8228,
      "step": 39926
    },
    {
      "epoch": 0.8414231298108078,
      "grad_norm": 0.11864966154098511,
      "learning_rate": 1.2905749797692014e-06,
      "loss": 0.7136,
      "step": 39927
    },
    {
      "epoch": 0.8414442038491731,
      "grad_norm": 0.09992092847824097,
      "learning_rate": 1.290239610442594e-06,
      "loss": 0.6332,
      "step": 39928
    },
    {
      "epoch": 0.8414652778875384,
      "grad_norm": 0.12073516100645065,
      "learning_rate": 1.2899042816912876e-06,
      "loss": 0.7531,
      "step": 39929
    },
    {
      "epoch": 0.8414863519259037,
      "grad_norm": 0.09545620530843735,
      "learning_rate": 1.2895689935168432e-06,
      "loss": 0.705,
      "step": 39930
    },
    {
      "epoch": 0.841507425964269,
      "grad_norm": 0.10788922756910324,
      "learning_rate": 1.2892337459208248e-06,
      "loss": 0.6952,
      "step": 39931
    },
    {
      "epoch": 0.8415285000026342,
      "grad_norm": 0.10666684806346893,
      "learning_rate": 1.2888985389047915e-06,
      "loss": 0.6566,
      "step": 39932
    },
    {
      "epoch": 0.8415495740409995,
      "grad_norm": 0.10547807067632675,
      "learning_rate": 1.288563372470306e-06,
      "loss": 0.6741,
      "step": 39933
    },
    {
      "epoch": 0.8415706480793649,
      "grad_norm": 0.10974286496639252,
      "learning_rate": 1.28822824661893e-06,
      "loss": 0.7103,
      "step": 39934
    },
    {
      "epoch": 0.8415917221177301,
      "grad_norm": 0.1164158508181572,
      "learning_rate": 1.2878931613522239e-06,
      "loss": 0.7698,
      "step": 39935
    },
    {
      "epoch": 0.8416127961560954,
      "grad_norm": 0.1478291004896164,
      "learning_rate": 1.28755811667175e-06,
      "loss": 0.7303,
      "step": 39936
    },
    {
      "epoch": 0.8416338701944607,
      "grad_norm": 0.1530011147260666,
      "learning_rate": 1.287223112579068e-06,
      "loss": 0.7547,
      "step": 39937
    },
    {
      "epoch": 0.8416549442328259,
      "grad_norm": 0.10859905928373337,
      "learning_rate": 1.2868881490757368e-06,
      "loss": 0.7658,
      "step": 39938
    },
    {
      "epoch": 0.8416760182711913,
      "grad_norm": 0.09960467368364334,
      "learning_rate": 1.2865532261633218e-06,
      "loss": 0.7207,
      "step": 39939
    },
    {
      "epoch": 0.8416970923095566,
      "grad_norm": 0.10298207402229309,
      "learning_rate": 1.2862183438433829e-06,
      "loss": 0.7432,
      "step": 39940
    },
    {
      "epoch": 0.8417181663479218,
      "grad_norm": 0.10854600369930267,
      "learning_rate": 1.2858835021174753e-06,
      "loss": 0.7126,
      "step": 39941
    },
    {
      "epoch": 0.8417392403862871,
      "grad_norm": 0.13468576967716217,
      "learning_rate": 1.2855487009871615e-06,
      "loss": 0.7151,
      "step": 39942
    },
    {
      "epoch": 0.8417603144246524,
      "grad_norm": 0.09987889230251312,
      "learning_rate": 1.285213940454001e-06,
      "loss": 0.653,
      "step": 39943
    },
    {
      "epoch": 0.8417813884630176,
      "grad_norm": 0.10147213190793991,
      "learning_rate": 1.2848792205195537e-06,
      "loss": 0.7302,
      "step": 39944
    },
    {
      "epoch": 0.841802462501383,
      "grad_norm": 0.10852498561143875,
      "learning_rate": 1.2845445411853796e-06,
      "loss": 0.664,
      "step": 39945
    },
    {
      "epoch": 0.8418235365397483,
      "grad_norm": 0.10706644505262375,
      "learning_rate": 1.2842099024530363e-06,
      "loss": 0.7141,
      "step": 39946
    },
    {
      "epoch": 0.8418446105781136,
      "grad_norm": 0.11028339713811874,
      "learning_rate": 1.2838753043240825e-06,
      "loss": 0.6923,
      "step": 39947
    },
    {
      "epoch": 0.8418656846164788,
      "grad_norm": 0.11021127551794052,
      "learning_rate": 1.2835407468000792e-06,
      "loss": 0.7036,
      "step": 39948
    },
    {
      "epoch": 0.8418867586548441,
      "grad_norm": 0.14369989931583405,
      "learning_rate": 1.2832062298825832e-06,
      "loss": 0.7353,
      "step": 39949
    },
    {
      "epoch": 0.8419078326932095,
      "grad_norm": 0.13178354501724243,
      "learning_rate": 1.2828717535731528e-06,
      "loss": 0.6951,
      "step": 39950
    },
    {
      "epoch": 0.8419289067315747,
      "grad_norm": 0.09728549420833588,
      "learning_rate": 1.2825373178733492e-06,
      "loss": 0.6922,
      "step": 39951
    },
    {
      "epoch": 0.84194998076994,
      "grad_norm": 0.10532182455062866,
      "learning_rate": 1.2822029227847243e-06,
      "loss": 0.723,
      "step": 39952
    },
    {
      "epoch": 0.8419710548083053,
      "grad_norm": 0.10578992962837219,
      "learning_rate": 1.2818685683088406e-06,
      "loss": 0.719,
      "step": 39953
    },
    {
      "epoch": 0.8419921288466705,
      "grad_norm": 0.1099160835146904,
      "learning_rate": 1.2815342544472553e-06,
      "loss": 0.7556,
      "step": 39954
    },
    {
      "epoch": 0.8420132028850359,
      "grad_norm": 0.1049598827958107,
      "learning_rate": 1.2811999812015252e-06,
      "loss": 0.668,
      "step": 39955
    },
    {
      "epoch": 0.8420342769234012,
      "grad_norm": 0.11143849790096283,
      "learning_rate": 1.2808657485732068e-06,
      "loss": 0.6757,
      "step": 39956
    },
    {
      "epoch": 0.8420553509617664,
      "grad_norm": 0.15776735544204712,
      "learning_rate": 1.2805315565638588e-06,
      "loss": 0.7683,
      "step": 39957
    },
    {
      "epoch": 0.8420764250001317,
      "grad_norm": 0.15694932639598846,
      "learning_rate": 1.2801974051750364e-06,
      "loss": 0.6852,
      "step": 39958
    },
    {
      "epoch": 0.842097499038497,
      "grad_norm": 0.10629333555698395,
      "learning_rate": 1.279863294408298e-06,
      "loss": 0.7295,
      "step": 39959
    },
    {
      "epoch": 0.8421185730768623,
      "grad_norm": 0.13204994797706604,
      "learning_rate": 1.2795292242652002e-06,
      "loss": 0.6886,
      "step": 39960
    },
    {
      "epoch": 0.8421396471152276,
      "grad_norm": 0.11302656680345535,
      "learning_rate": 1.2791951947472968e-06,
      "loss": 0.6712,
      "step": 39961
    },
    {
      "epoch": 0.8421607211535929,
      "grad_norm": 0.12241493165493011,
      "learning_rate": 1.2788612058561444e-06,
      "loss": 0.6732,
      "step": 39962
    },
    {
      "epoch": 0.8421817951919581,
      "grad_norm": 0.14203496277332306,
      "learning_rate": 1.2785272575933006e-06,
      "loss": 0.6757,
      "step": 39963
    },
    {
      "epoch": 0.8422028692303234,
      "grad_norm": 0.1268576681613922,
      "learning_rate": 1.2781933499603204e-06,
      "loss": 0.7083,
      "step": 39964
    },
    {
      "epoch": 0.8422239432686888,
      "grad_norm": 0.12172949314117432,
      "learning_rate": 1.2778594829587598e-06,
      "loss": 0.7032,
      "step": 39965
    },
    {
      "epoch": 0.842245017307054,
      "grad_norm": 0.11198961734771729,
      "learning_rate": 1.277525656590173e-06,
      "loss": 0.7049,
      "step": 39966
    },
    {
      "epoch": 0.8422660913454193,
      "grad_norm": 0.1025652065873146,
      "learning_rate": 1.2771918708561137e-06,
      "loss": 0.6567,
      "step": 39967
    },
    {
      "epoch": 0.8422871653837846,
      "grad_norm": 0.11384759843349457,
      "learning_rate": 1.2768581257581413e-06,
      "loss": 0.6883,
      "step": 39968
    },
    {
      "epoch": 0.8423082394221498,
      "grad_norm": 0.11267758905887604,
      "learning_rate": 1.2765244212978102e-06,
      "loss": 0.7161,
      "step": 39969
    },
    {
      "epoch": 0.8423293134605152,
      "grad_norm": 0.11507662385702133,
      "learning_rate": 1.2761907574766718e-06,
      "loss": 0.6972,
      "step": 39970
    },
    {
      "epoch": 0.8423503874988805,
      "grad_norm": 0.11400976777076721,
      "learning_rate": 1.2758571342962812e-06,
      "loss": 0.8032,
      "step": 39971
    },
    {
      "epoch": 0.8423714615372457,
      "grad_norm": 0.11729396879673004,
      "learning_rate": 1.2755235517581933e-06,
      "loss": 0.7454,
      "step": 39972
    },
    {
      "epoch": 0.842392535575611,
      "grad_norm": 0.11130888015031815,
      "learning_rate": 1.2751900098639613e-06,
      "loss": 0.7255,
      "step": 39973
    },
    {
      "epoch": 0.8424136096139763,
      "grad_norm": 0.11088893562555313,
      "learning_rate": 1.274856508615141e-06,
      "loss": 0.7146,
      "step": 39974
    },
    {
      "epoch": 0.8424346836523416,
      "grad_norm": 0.10046759992837906,
      "learning_rate": 1.2745230480132842e-06,
      "loss": 0.6663,
      "step": 39975
    },
    {
      "epoch": 0.8424557576907069,
      "grad_norm": 0.10716824978590012,
      "learning_rate": 1.2741896280599452e-06,
      "loss": 0.755,
      "step": 39976
    },
    {
      "epoch": 0.8424768317290722,
      "grad_norm": 0.11862584203481674,
      "learning_rate": 1.2738562487566764e-06,
      "loss": 0.7094,
      "step": 39977
    },
    {
      "epoch": 0.8424979057674374,
      "grad_norm": 0.09154874086380005,
      "learning_rate": 1.2735229101050328e-06,
      "loss": 0.6346,
      "step": 39978
    },
    {
      "epoch": 0.8425189798058027,
      "grad_norm": 0.11673378199338913,
      "learning_rate": 1.2731896121065645e-06,
      "loss": 0.7178,
      "step": 39979
    },
    {
      "epoch": 0.842540053844168,
      "grad_norm": 0.1301324963569641,
      "learning_rate": 1.272856354762827e-06,
      "loss": 0.714,
      "step": 39980
    },
    {
      "epoch": 0.8425611278825333,
      "grad_norm": 0.11595731228590012,
      "learning_rate": 1.272523138075371e-06,
      "loss": 0.677,
      "step": 39981
    },
    {
      "epoch": 0.8425822019208986,
      "grad_norm": 0.12356933206319809,
      "learning_rate": 1.27218996204575e-06,
      "loss": 0.6754,
      "step": 39982
    },
    {
      "epoch": 0.8426032759592639,
      "grad_norm": 0.11117255687713623,
      "learning_rate": 1.2718568266755148e-06,
      "loss": 0.7183,
      "step": 39983
    },
    {
      "epoch": 0.8426243499976291,
      "grad_norm": 0.10252727568149567,
      "learning_rate": 1.2715237319662188e-06,
      "loss": 0.6096,
      "step": 39984
    },
    {
      "epoch": 0.8426454240359944,
      "grad_norm": 0.10329092293977737,
      "learning_rate": 1.2711906779194127e-06,
      "loss": 0.685,
      "step": 39985
    },
    {
      "epoch": 0.8426664980743598,
      "grad_norm": 0.11529137194156647,
      "learning_rate": 1.2708576645366478e-06,
      "loss": 0.6713,
      "step": 39986
    },
    {
      "epoch": 0.842687572112725,
      "grad_norm": 0.12521877884864807,
      "learning_rate": 1.270524691819477e-06,
      "loss": 0.7609,
      "step": 39987
    },
    {
      "epoch": 0.8427086461510903,
      "grad_norm": 0.11112689226865768,
      "learning_rate": 1.2701917597694502e-06,
      "loss": 0.7083,
      "step": 39988
    },
    {
      "epoch": 0.8427297201894556,
      "grad_norm": 0.10700701177120209,
      "learning_rate": 1.2698588683881185e-06,
      "loss": 0.7174,
      "step": 39989
    },
    {
      "epoch": 0.8427507942278208,
      "grad_norm": 0.1109035536646843,
      "learning_rate": 1.2695260176770353e-06,
      "loss": 0.6544,
      "step": 39990
    },
    {
      "epoch": 0.8427718682661862,
      "grad_norm": 0.12091665714979172,
      "learning_rate": 1.2691932076377467e-06,
      "loss": 0.7262,
      "step": 39991
    },
    {
      "epoch": 0.8427929423045515,
      "grad_norm": 0.11070919781923294,
      "learning_rate": 1.2688604382718051e-06,
      "loss": 0.6908,
      "step": 39992
    },
    {
      "epoch": 0.8428140163429167,
      "grad_norm": 0.1334599256515503,
      "learning_rate": 1.2685277095807601e-06,
      "loss": 0.7199,
      "step": 39993
    },
    {
      "epoch": 0.842835090381282,
      "grad_norm": 0.11632850021123886,
      "learning_rate": 1.2681950215661643e-06,
      "loss": 0.6842,
      "step": 39994
    },
    {
      "epoch": 0.8428561644196473,
      "grad_norm": 0.10572081804275513,
      "learning_rate": 1.2678623742295648e-06,
      "loss": 0.6915,
      "step": 39995
    },
    {
      "epoch": 0.8428772384580127,
      "grad_norm": 0.11656127870082855,
      "learning_rate": 1.2675297675725107e-06,
      "loss": 0.7383,
      "step": 39996
    },
    {
      "epoch": 0.8428983124963779,
      "grad_norm": 0.104756198823452,
      "learning_rate": 1.267197201596555e-06,
      "loss": 0.7093,
      "step": 39997
    },
    {
      "epoch": 0.8429193865347432,
      "grad_norm": 0.12919245660305023,
      "learning_rate": 1.2668646763032455e-06,
      "loss": 0.747,
      "step": 39998
    },
    {
      "epoch": 0.8429404605731085,
      "grad_norm": 0.10568462312221527,
      "learning_rate": 1.266532191694132e-06,
      "loss": 0.7324,
      "step": 39999
    },
    {
      "epoch": 0.8429615346114737,
      "grad_norm": 0.1136518195271492,
      "learning_rate": 1.266199747770761e-06,
      "loss": 0.7348,
      "step": 40000
    },
    {
      "epoch": 0.8429826086498391,
      "grad_norm": 0.0953293964266777,
      "learning_rate": 1.2658673445346825e-06,
      "loss": 0.7561,
      "step": 40001
    },
    {
      "epoch": 0.8430036826882044,
      "grad_norm": 0.09726420044898987,
      "learning_rate": 1.2655349819874451e-06,
      "loss": 0.6204,
      "step": 40002
    },
    {
      "epoch": 0.8430247567265696,
      "grad_norm": 0.10454157739877701,
      "learning_rate": 1.2652026601305967e-06,
      "loss": 0.732,
      "step": 40003
    },
    {
      "epoch": 0.8430458307649349,
      "grad_norm": 0.10109236091375351,
      "learning_rate": 1.2648703789656869e-06,
      "loss": 0.6618,
      "step": 40004
    },
    {
      "epoch": 0.8430669048033002,
      "grad_norm": 0.1396237015724182,
      "learning_rate": 1.2645381384942613e-06,
      "loss": 0.7822,
      "step": 40005
    },
    {
      "epoch": 0.8430879788416655,
      "grad_norm": 0.10058623552322388,
      "learning_rate": 1.2642059387178696e-06,
      "loss": 0.6173,
      "step": 40006
    },
    {
      "epoch": 0.8431090528800308,
      "grad_norm": 0.10821647942066193,
      "learning_rate": 1.2638737796380595e-06,
      "loss": 0.7122,
      "step": 40007
    },
    {
      "epoch": 0.8431301269183961,
      "grad_norm": 0.12223593145608902,
      "learning_rate": 1.2635416612563766e-06,
      "loss": 0.7584,
      "step": 40008
    },
    {
      "epoch": 0.8431512009567613,
      "grad_norm": 0.11551240086555481,
      "learning_rate": 1.2632095835743696e-06,
      "loss": 0.6928,
      "step": 40009
    },
    {
      "epoch": 0.8431722749951266,
      "grad_norm": 0.10033106058835983,
      "learning_rate": 1.262877546593585e-06,
      "loss": 0.6052,
      "step": 40010
    },
    {
      "epoch": 0.843193349033492,
      "grad_norm": 0.11436057835817337,
      "learning_rate": 1.2625455503155704e-06,
      "loss": 0.6939,
      "step": 40011
    },
    {
      "epoch": 0.8432144230718572,
      "grad_norm": 0.10300363600254059,
      "learning_rate": 1.2622135947418712e-06,
      "loss": 0.6625,
      "step": 40012
    },
    {
      "epoch": 0.8432354971102225,
      "grad_norm": 0.09113959968090057,
      "learning_rate": 1.261881679874034e-06,
      "loss": 0.7365,
      "step": 40013
    },
    {
      "epoch": 0.8432565711485878,
      "grad_norm": 0.15478266775608063,
      "learning_rate": 1.2615498057136067e-06,
      "loss": 0.7213,
      "step": 40014
    },
    {
      "epoch": 0.843277645186953,
      "grad_norm": 0.09721165150403976,
      "learning_rate": 1.2612179722621333e-06,
      "loss": 0.7159,
      "step": 40015
    },
    {
      "epoch": 0.8432987192253184,
      "grad_norm": 0.16235221922397614,
      "learning_rate": 1.2608861795211601e-06,
      "loss": 0.7195,
      "step": 40016
    },
    {
      "epoch": 0.8433197932636837,
      "grad_norm": 0.12157652527093887,
      "learning_rate": 1.2605544274922344e-06,
      "loss": 0.6576,
      "step": 40017
    },
    {
      "epoch": 0.8433408673020489,
      "grad_norm": 0.10537852346897125,
      "learning_rate": 1.2602227161769e-06,
      "loss": 0.6257,
      "step": 40018
    },
    {
      "epoch": 0.8433619413404142,
      "grad_norm": 0.11503300815820694,
      "learning_rate": 1.2598910455767043e-06,
      "loss": 0.5958,
      "step": 40019
    },
    {
      "epoch": 0.8433830153787795,
      "grad_norm": 0.09999307990074158,
      "learning_rate": 1.25955941569319e-06,
      "loss": 0.6594,
      "step": 40020
    },
    {
      "epoch": 0.8434040894171447,
      "grad_norm": 0.11311832070350647,
      "learning_rate": 1.2592278265279024e-06,
      "loss": 0.6384,
      "step": 40021
    },
    {
      "epoch": 0.8434251634555101,
      "grad_norm": 0.10643814504146576,
      "learning_rate": 1.2588962780823854e-06,
      "loss": 0.6907,
      "step": 40022
    },
    {
      "epoch": 0.8434462374938754,
      "grad_norm": 0.11410719156265259,
      "learning_rate": 1.258564770358186e-06,
      "loss": 0.6973,
      "step": 40023
    },
    {
      "epoch": 0.8434673115322406,
      "grad_norm": 0.11504995077848434,
      "learning_rate": 1.2582333033568462e-06,
      "loss": 0.7235,
      "step": 40024
    },
    {
      "epoch": 0.8434883855706059,
      "grad_norm": 0.10848258435726166,
      "learning_rate": 1.2579018770799123e-06,
      "loss": 0.6898,
      "step": 40025
    },
    {
      "epoch": 0.8435094596089712,
      "grad_norm": 0.13410305976867676,
      "learning_rate": 1.2575704915289276e-06,
      "loss": 0.662,
      "step": 40026
    },
    {
      "epoch": 0.8435305336473365,
      "grad_norm": 0.11417943239212036,
      "learning_rate": 1.2572391467054356e-06,
      "loss": 0.7064,
      "step": 40027
    },
    {
      "epoch": 0.8435516076857018,
      "grad_norm": 0.12380058318376541,
      "learning_rate": 1.2569078426109827e-06,
      "loss": 0.6996,
      "step": 40028
    },
    {
      "epoch": 0.8435726817240671,
      "grad_norm": 0.09615501016378403,
      "learning_rate": 1.2565765792471075e-06,
      "loss": 0.7023,
      "step": 40029
    },
    {
      "epoch": 0.8435937557624323,
      "grad_norm": 0.10387686640024185,
      "learning_rate": 1.2562453566153554e-06,
      "loss": 0.7087,
      "step": 40030
    },
    {
      "epoch": 0.8436148298007976,
      "grad_norm": 0.1039404422044754,
      "learning_rate": 1.2559141747172686e-06,
      "loss": 0.6612,
      "step": 40031
    },
    {
      "epoch": 0.843635903839163,
      "grad_norm": 0.10851670801639557,
      "learning_rate": 1.2555830335543916e-06,
      "loss": 0.6981,
      "step": 40032
    },
    {
      "epoch": 0.8436569778775282,
      "grad_norm": 0.15363313257694244,
      "learning_rate": 1.2552519331282652e-06,
      "loss": 0.6546,
      "step": 40033
    },
    {
      "epoch": 0.8436780519158935,
      "grad_norm": 0.11010607331991196,
      "learning_rate": 1.254920873440434e-06,
      "loss": 0.7251,
      "step": 40034
    },
    {
      "epoch": 0.8436991259542588,
      "grad_norm": 0.10613016039133072,
      "learning_rate": 1.2545898544924383e-06,
      "loss": 0.6788,
      "step": 40035
    },
    {
      "epoch": 0.843720199992624,
      "grad_norm": 0.10613708198070526,
      "learning_rate": 1.254258876285821e-06,
      "loss": 0.6947,
      "step": 40036
    },
    {
      "epoch": 0.8437412740309894,
      "grad_norm": 0.10350283235311508,
      "learning_rate": 1.2539279388221237e-06,
      "loss": 0.7147,
      "step": 40037
    },
    {
      "epoch": 0.8437623480693547,
      "grad_norm": 0.10777115076780319,
      "learning_rate": 1.2535970421028897e-06,
      "loss": 0.7234,
      "step": 40038
    },
    {
      "epoch": 0.84378342210772,
      "grad_norm": 0.10288305580615997,
      "learning_rate": 1.253266186129658e-06,
      "loss": 0.6455,
      "step": 40039
    },
    {
      "epoch": 0.8438044961460852,
      "grad_norm": 0.0967046320438385,
      "learning_rate": 1.2529353709039716e-06,
      "loss": 0.6433,
      "step": 40040
    },
    {
      "epoch": 0.8438255701844505,
      "grad_norm": 0.14322561025619507,
      "learning_rate": 1.2526045964273713e-06,
      "loss": 0.7224,
      "step": 40041
    },
    {
      "epoch": 0.8438466442228159,
      "grad_norm": 0.16386084258556366,
      "learning_rate": 1.2522738627013976e-06,
      "loss": 0.65,
      "step": 40042
    },
    {
      "epoch": 0.8438677182611811,
      "grad_norm": 0.09795952588319778,
      "learning_rate": 1.2519431697275918e-06,
      "loss": 0.7076,
      "step": 40043
    },
    {
      "epoch": 0.8438887922995464,
      "grad_norm": 0.1088615357875824,
      "learning_rate": 1.2516125175074945e-06,
      "loss": 0.7042,
      "step": 40044
    },
    {
      "epoch": 0.8439098663379117,
      "grad_norm": 0.09641265869140625,
      "learning_rate": 1.2512819060426451e-06,
      "loss": 0.6968,
      "step": 40045
    },
    {
      "epoch": 0.8439309403762769,
      "grad_norm": 0.10405619442462921,
      "learning_rate": 1.2509513353345847e-06,
      "loss": 0.733,
      "step": 40046
    },
    {
      "epoch": 0.8439520144146423,
      "grad_norm": 0.120738185942173,
      "learning_rate": 1.2506208053848534e-06,
      "loss": 0.7215,
      "step": 40047
    },
    {
      "epoch": 0.8439730884530076,
      "grad_norm": 0.10877133905887604,
      "learning_rate": 1.250290316194991e-06,
      "loss": 0.6813,
      "step": 40048
    },
    {
      "epoch": 0.8439941624913728,
      "grad_norm": 0.12611524760723114,
      "learning_rate": 1.249959867766538e-06,
      "loss": 0.722,
      "step": 40049
    },
    {
      "epoch": 0.8440152365297381,
      "grad_norm": 0.12146327644586563,
      "learning_rate": 1.2496294601010318e-06,
      "loss": 0.7388,
      "step": 40050
    },
    {
      "epoch": 0.8440363105681034,
      "grad_norm": 0.10528026521205902,
      "learning_rate": 1.2492990932000116e-06,
      "loss": 0.6764,
      "step": 40051
    },
    {
      "epoch": 0.8440573846064687,
      "grad_norm": 0.1292770355939865,
      "learning_rate": 1.2489687670650175e-06,
      "loss": 0.7127,
      "step": 40052
    },
    {
      "epoch": 0.844078458644834,
      "grad_norm": 0.10575637966394424,
      "learning_rate": 1.248638481697586e-06,
      "loss": 0.7058,
      "step": 40053
    },
    {
      "epoch": 0.8440995326831993,
      "grad_norm": 0.10025274008512497,
      "learning_rate": 1.2483082370992605e-06,
      "loss": 0.6931,
      "step": 40054
    },
    {
      "epoch": 0.8441206067215645,
      "grad_norm": 0.11461038142442703,
      "learning_rate": 1.2479780332715774e-06,
      "loss": 0.6999,
      "step": 40055
    },
    {
      "epoch": 0.8441416807599298,
      "grad_norm": 0.1268412321805954,
      "learning_rate": 1.2476478702160732e-06,
      "loss": 0.698,
      "step": 40056
    },
    {
      "epoch": 0.8441627547982951,
      "grad_norm": 0.11724425107240677,
      "learning_rate": 1.247317747934288e-06,
      "loss": 0.742,
      "step": 40057
    },
    {
      "epoch": 0.8441838288366604,
      "grad_norm": 0.10280340909957886,
      "learning_rate": 1.2469876664277614e-06,
      "loss": 0.7003,
      "step": 40058
    },
    {
      "epoch": 0.8442049028750257,
      "grad_norm": 0.10157683491706848,
      "learning_rate": 1.2466576256980267e-06,
      "loss": 0.6807,
      "step": 40059
    },
    {
      "epoch": 0.844225976913391,
      "grad_norm": 0.1222771555185318,
      "learning_rate": 1.2463276257466229e-06,
      "loss": 0.6472,
      "step": 40060
    },
    {
      "epoch": 0.8442470509517562,
      "grad_norm": 0.11715024709701538,
      "learning_rate": 1.2459976665750884e-06,
      "loss": 0.6908,
      "step": 40061
    },
    {
      "epoch": 0.8442681249901215,
      "grad_norm": 0.11623518913984299,
      "learning_rate": 1.24566774818496e-06,
      "loss": 0.7438,
      "step": 40062
    },
    {
      "epoch": 0.8442891990284869,
      "grad_norm": 0.15293431282043457,
      "learning_rate": 1.2453378705777742e-06,
      "loss": 0.6845,
      "step": 40063
    },
    {
      "epoch": 0.8443102730668521,
      "grad_norm": 0.10339802503585815,
      "learning_rate": 1.2450080337550674e-06,
      "loss": 0.6573,
      "step": 40064
    },
    {
      "epoch": 0.8443313471052174,
      "grad_norm": 0.10107745975255966,
      "learning_rate": 1.2446782377183787e-06,
      "loss": 0.6702,
      "step": 40065
    },
    {
      "epoch": 0.8443524211435827,
      "grad_norm": 0.10714729875326157,
      "learning_rate": 1.2443484824692408e-06,
      "loss": 0.7641,
      "step": 40066
    },
    {
      "epoch": 0.8443734951819479,
      "grad_norm": 0.10005823522806168,
      "learning_rate": 1.244018768009193e-06,
      "loss": 0.7212,
      "step": 40067
    },
    {
      "epoch": 0.8443945692203133,
      "grad_norm": 0.5577538013458252,
      "learning_rate": 1.2436890943397696e-06,
      "loss": 0.7225,
      "step": 40068
    },
    {
      "epoch": 0.8444156432586786,
      "grad_norm": 0.12087499350309372,
      "learning_rate": 1.2433594614625067e-06,
      "loss": 0.7103,
      "step": 40069
    },
    {
      "epoch": 0.8444367172970438,
      "grad_norm": 0.11426892876625061,
      "learning_rate": 1.24302986937894e-06,
      "loss": 0.7169,
      "step": 40070
    },
    {
      "epoch": 0.8444577913354091,
      "grad_norm": 0.12180953472852707,
      "learning_rate": 1.2427003180906061e-06,
      "loss": 0.7033,
      "step": 40071
    },
    {
      "epoch": 0.8444788653737744,
      "grad_norm": 0.10105737298727036,
      "learning_rate": 1.2423708075990383e-06,
      "loss": 0.676,
      "step": 40072
    },
    {
      "epoch": 0.8444999394121397,
      "grad_norm": 0.13526667654514313,
      "learning_rate": 1.2420413379057728e-06,
      "loss": 0.7263,
      "step": 40073
    },
    {
      "epoch": 0.844521013450505,
      "grad_norm": 0.1042696088552475,
      "learning_rate": 1.2417119090123442e-06,
      "loss": 0.7048,
      "step": 40074
    },
    {
      "epoch": 0.8445420874888703,
      "grad_norm": 0.11175638437271118,
      "learning_rate": 1.241382520920288e-06,
      "loss": 0.7369,
      "step": 40075
    },
    {
      "epoch": 0.8445631615272355,
      "grad_norm": 0.09851893037557602,
      "learning_rate": 1.241053173631137e-06,
      "loss": 0.6436,
      "step": 40076
    },
    {
      "epoch": 0.8445842355656008,
      "grad_norm": 0.1047041192650795,
      "learning_rate": 1.240723867146426e-06,
      "loss": 0.6607,
      "step": 40077
    },
    {
      "epoch": 0.8446053096039662,
      "grad_norm": 0.09089154005050659,
      "learning_rate": 1.2403946014676926e-06,
      "loss": 0.69,
      "step": 40078
    },
    {
      "epoch": 0.8446263836423314,
      "grad_norm": 0.09886994957923889,
      "learning_rate": 1.2400653765964643e-06,
      "loss": 0.6499,
      "step": 40079
    },
    {
      "epoch": 0.8446474576806967,
      "grad_norm": 0.10381868481636047,
      "learning_rate": 1.23973619253428e-06,
      "loss": 0.6367,
      "step": 40080
    },
    {
      "epoch": 0.844668531719062,
      "grad_norm": 0.11829787492752075,
      "learning_rate": 1.2394070492826693e-06,
      "loss": 0.7081,
      "step": 40081
    },
    {
      "epoch": 0.8446896057574272,
      "grad_norm": 0.0998741015791893,
      "learning_rate": 1.2390779468431668e-06,
      "loss": 0.7151,
      "step": 40082
    },
    {
      "epoch": 0.8447106797957926,
      "grad_norm": 0.09960109740495682,
      "learning_rate": 1.2387488852173091e-06,
      "loss": 0.6747,
      "step": 40083
    },
    {
      "epoch": 0.8447317538341579,
      "grad_norm": 0.6705893278121948,
      "learning_rate": 1.238419864406626e-06,
      "loss": 0.6863,
      "step": 40084
    },
    {
      "epoch": 0.8447528278725231,
      "grad_norm": 0.10796229541301727,
      "learning_rate": 1.2380908844126505e-06,
      "loss": 0.6365,
      "step": 40085
    },
    {
      "epoch": 0.8447739019108884,
      "grad_norm": 0.11910107731819153,
      "learning_rate": 1.2377619452369149e-06,
      "loss": 0.6256,
      "step": 40086
    },
    {
      "epoch": 0.8447949759492537,
      "grad_norm": 0.10539715737104416,
      "learning_rate": 1.2374330468809558e-06,
      "loss": 0.6647,
      "step": 40087
    },
    {
      "epoch": 0.844816049987619,
      "grad_norm": 0.11075056344270706,
      "learning_rate": 1.2371041893462987e-06,
      "loss": 0.6548,
      "step": 40088
    },
    {
      "epoch": 0.8448371240259843,
      "grad_norm": 0.10353338718414307,
      "learning_rate": 1.236775372634479e-06,
      "loss": 0.6549,
      "step": 40089
    },
    {
      "epoch": 0.8448581980643496,
      "grad_norm": 0.1046404168009758,
      "learning_rate": 1.2364465967470284e-06,
      "loss": 0.6296,
      "step": 40090
    },
    {
      "epoch": 0.8448792721027149,
      "grad_norm": 0.13791698217391968,
      "learning_rate": 1.2361178616854786e-06,
      "loss": 0.6333,
      "step": 40091
    },
    {
      "epoch": 0.8449003461410801,
      "grad_norm": 0.20121952891349792,
      "learning_rate": 1.23578916745136e-06,
      "loss": 0.6307,
      "step": 40092
    },
    {
      "epoch": 0.8449214201794454,
      "grad_norm": 0.1325187236070633,
      "learning_rate": 1.235460514046205e-06,
      "loss": 0.7788,
      "step": 40093
    },
    {
      "epoch": 0.8449424942178108,
      "grad_norm": 0.10101783275604248,
      "learning_rate": 1.2351319014715458e-06,
      "loss": 0.7059,
      "step": 40094
    },
    {
      "epoch": 0.844963568256176,
      "grad_norm": 0.11924035847187042,
      "learning_rate": 1.2348033297289097e-06,
      "loss": 0.7254,
      "step": 40095
    },
    {
      "epoch": 0.8449846422945413,
      "grad_norm": 0.11908183246850967,
      "learning_rate": 1.2344747988198314e-06,
      "loss": 0.7468,
      "step": 40096
    },
    {
      "epoch": 0.8450057163329066,
      "grad_norm": 0.1508774608373642,
      "learning_rate": 1.2341463087458384e-06,
      "loss": 0.7363,
      "step": 40097
    },
    {
      "epoch": 0.8450267903712718,
      "grad_norm": 0.11288850009441376,
      "learning_rate": 1.2338178595084627e-06,
      "loss": 0.7043,
      "step": 40098
    },
    {
      "epoch": 0.8450478644096372,
      "grad_norm": 0.12723492085933685,
      "learning_rate": 1.2334894511092332e-06,
      "loss": 0.6769,
      "step": 40099
    },
    {
      "epoch": 0.8450689384480025,
      "grad_norm": 0.09560776501893997,
      "learning_rate": 1.233161083549681e-06,
      "loss": 0.6565,
      "step": 40100
    },
    {
      "epoch": 0.8450900124863677,
      "grad_norm": 0.11671444028615952,
      "learning_rate": 1.2328327568313348e-06,
      "loss": 0.7215,
      "step": 40101
    },
    {
      "epoch": 0.845111086524733,
      "grad_norm": 0.11496332287788391,
      "learning_rate": 1.2325044709557244e-06,
      "loss": 0.7127,
      "step": 40102
    },
    {
      "epoch": 0.8451321605630983,
      "grad_norm": 0.10176916420459747,
      "learning_rate": 1.232176225924381e-06,
      "loss": 0.668,
      "step": 40103
    },
    {
      "epoch": 0.8451532346014636,
      "grad_norm": 0.13400590419769287,
      "learning_rate": 1.2318480217388307e-06,
      "loss": 0.7134,
      "step": 40104
    },
    {
      "epoch": 0.8451743086398289,
      "grad_norm": 0.11230982095003128,
      "learning_rate": 1.2315198584006038e-06,
      "loss": 0.7479,
      "step": 40105
    },
    {
      "epoch": 0.8451953826781942,
      "grad_norm": 0.10659437626600266,
      "learning_rate": 1.2311917359112302e-06,
      "loss": 0.7737,
      "step": 40106
    },
    {
      "epoch": 0.8452164567165594,
      "grad_norm": 0.10410859435796738,
      "learning_rate": 1.2308636542722375e-06,
      "loss": 0.6756,
      "step": 40107
    },
    {
      "epoch": 0.8452375307549247,
      "grad_norm": 0.11775820702314377,
      "learning_rate": 1.2305356134851553e-06,
      "loss": 0.7411,
      "step": 40108
    },
    {
      "epoch": 0.8452586047932901,
      "grad_norm": 0.10736343264579773,
      "learning_rate": 1.2302076135515083e-06,
      "loss": 0.6756,
      "step": 40109
    },
    {
      "epoch": 0.8452796788316553,
      "grad_norm": 0.09426609426736832,
      "learning_rate": 1.2298796544728275e-06,
      "loss": 0.6978,
      "step": 40110
    },
    {
      "epoch": 0.8453007528700206,
      "grad_norm": 0.11269351840019226,
      "learning_rate": 1.2295517362506382e-06,
      "loss": 0.665,
      "step": 40111
    },
    {
      "epoch": 0.8453218269083859,
      "grad_norm": 0.11952215433120728,
      "learning_rate": 1.2292238588864725e-06,
      "loss": 0.6213,
      "step": 40112
    },
    {
      "epoch": 0.8453429009467511,
      "grad_norm": 0.12310345470905304,
      "learning_rate": 1.2288960223818536e-06,
      "loss": 0.6742,
      "step": 40113
    },
    {
      "epoch": 0.8453639749851165,
      "grad_norm": 0.08950930088758469,
      "learning_rate": 1.2285682267383115e-06,
      "loss": 0.6783,
      "step": 40114
    },
    {
      "epoch": 0.8453850490234818,
      "grad_norm": 0.11075963824987411,
      "learning_rate": 1.2282404719573727e-06,
      "loss": 0.7563,
      "step": 40115
    },
    {
      "epoch": 0.845406123061847,
      "grad_norm": 0.12437320500612259,
      "learning_rate": 1.2279127580405625e-06,
      "loss": 0.7482,
      "step": 40116
    },
    {
      "epoch": 0.8454271971002123,
      "grad_norm": 0.25707703828811646,
      "learning_rate": 1.2275850849894111e-06,
      "loss": 0.715,
      "step": 40117
    },
    {
      "epoch": 0.8454482711385776,
      "grad_norm": 0.10996704548597336,
      "learning_rate": 1.2272574528054404e-06,
      "loss": 0.703,
      "step": 40118
    },
    {
      "epoch": 0.8454693451769429,
      "grad_norm": 0.10974451899528503,
      "learning_rate": 1.2269298614901793e-06,
      "loss": 0.652,
      "step": 40119
    },
    {
      "epoch": 0.8454904192153082,
      "grad_norm": 0.0963057428598404,
      "learning_rate": 1.226602311045153e-06,
      "loss": 0.6387,
      "step": 40120
    },
    {
      "epoch": 0.8455114932536735,
      "grad_norm": 0.10293007642030716,
      "learning_rate": 1.2262748014718884e-06,
      "loss": 0.6832,
      "step": 40121
    },
    {
      "epoch": 0.8455325672920387,
      "grad_norm": 0.1115320697426796,
      "learning_rate": 1.2259473327719106e-06,
      "loss": 0.7046,
      "step": 40122
    },
    {
      "epoch": 0.845553641330404,
      "grad_norm": 0.10743597894906998,
      "learning_rate": 1.2256199049467444e-06,
      "loss": 0.6072,
      "step": 40123
    },
    {
      "epoch": 0.8455747153687694,
      "grad_norm": 0.11243926733732224,
      "learning_rate": 1.2252925179979168e-06,
      "loss": 0.7386,
      "step": 40124
    },
    {
      "epoch": 0.8455957894071346,
      "grad_norm": 0.3531058132648468,
      "learning_rate": 1.2249651719269506e-06,
      "loss": 0.6781,
      "step": 40125
    },
    {
      "epoch": 0.8456168634454999,
      "grad_norm": 0.12264474481344223,
      "learning_rate": 1.2246378667353754e-06,
      "loss": 0.6261,
      "step": 40126
    },
    {
      "epoch": 0.8456379374838652,
      "grad_norm": 0.10601306706666946,
      "learning_rate": 1.224310602424712e-06,
      "loss": 0.6954,
      "step": 40127
    },
    {
      "epoch": 0.8456590115222304,
      "grad_norm": 0.10171182453632355,
      "learning_rate": 1.223983378996485e-06,
      "loss": 0.6432,
      "step": 40128
    },
    {
      "epoch": 0.8456800855605958,
      "grad_norm": 0.10234597325325012,
      "learning_rate": 1.2236561964522209e-06,
      "loss": 0.7066,
      "step": 40129
    },
    {
      "epoch": 0.8457011595989611,
      "grad_norm": 0.10725487023591995,
      "learning_rate": 1.2233290547934417e-06,
      "loss": 0.6622,
      "step": 40130
    },
    {
      "epoch": 0.8457222336373263,
      "grad_norm": 0.12571942806243896,
      "learning_rate": 1.2230019540216731e-06,
      "loss": 0.6627,
      "step": 40131
    },
    {
      "epoch": 0.8457433076756916,
      "grad_norm": 0.11536393314599991,
      "learning_rate": 1.2226748941384382e-06,
      "loss": 0.7404,
      "step": 40132
    },
    {
      "epoch": 0.8457643817140569,
      "grad_norm": 0.13629038631916046,
      "learning_rate": 1.22234787514526e-06,
      "loss": 0.6591,
      "step": 40133
    },
    {
      "epoch": 0.8457854557524221,
      "grad_norm": 0.10261460393667221,
      "learning_rate": 1.2220208970436641e-06,
      "loss": 0.6974,
      "step": 40134
    },
    {
      "epoch": 0.8458065297907875,
      "grad_norm": 0.10296402126550674,
      "learning_rate": 1.2216939598351718e-06,
      "loss": 0.6273,
      "step": 40135
    },
    {
      "epoch": 0.8458276038291528,
      "grad_norm": 0.12384287267923355,
      "learning_rate": 1.221367063521306e-06,
      "loss": 0.6643,
      "step": 40136
    },
    {
      "epoch": 0.845848677867518,
      "grad_norm": 0.10749676823616028,
      "learning_rate": 1.2210402081035932e-06,
      "loss": 0.705,
      "step": 40137
    },
    {
      "epoch": 0.8458697519058833,
      "grad_norm": 0.10473774373531342,
      "learning_rate": 1.2207133935835513e-06,
      "loss": 0.7409,
      "step": 40138
    },
    {
      "epoch": 0.8458908259442486,
      "grad_norm": 0.10854066163301468,
      "learning_rate": 1.2203866199627023e-06,
      "loss": 0.6376,
      "step": 40139
    },
    {
      "epoch": 0.845911899982614,
      "grad_norm": 0.16954277455806732,
      "learning_rate": 1.220059887242573e-06,
      "loss": 0.6675,
      "step": 40140
    },
    {
      "epoch": 0.8459329740209792,
      "grad_norm": 0.22491876780986786,
      "learning_rate": 1.2197331954246839e-06,
      "loss": 0.7039,
      "step": 40141
    },
    {
      "epoch": 0.8459540480593445,
      "grad_norm": 0.10466349869966507,
      "learning_rate": 1.2194065445105563e-06,
      "loss": 0.6695,
      "step": 40142
    },
    {
      "epoch": 0.8459751220977098,
      "grad_norm": 0.09700731933116913,
      "learning_rate": 1.2190799345017113e-06,
      "loss": 0.7019,
      "step": 40143
    },
    {
      "epoch": 0.845996196136075,
      "grad_norm": 0.11399843543767929,
      "learning_rate": 1.2187533653996719e-06,
      "loss": 0.7566,
      "step": 40144
    },
    {
      "epoch": 0.8460172701744404,
      "grad_norm": 0.12327560782432556,
      "learning_rate": 1.2184268372059593e-06,
      "loss": 0.6324,
      "step": 40145
    },
    {
      "epoch": 0.8460383442128057,
      "grad_norm": 0.09706880897283554,
      "learning_rate": 1.2181003499220957e-06,
      "loss": 0.7154,
      "step": 40146
    },
    {
      "epoch": 0.8460594182511709,
      "grad_norm": 0.12659952044487,
      "learning_rate": 1.2177739035495983e-06,
      "loss": 0.7362,
      "step": 40147
    },
    {
      "epoch": 0.8460804922895362,
      "grad_norm": 0.11841557174921036,
      "learning_rate": 1.2174474980899897e-06,
      "loss": 0.7075,
      "step": 40148
    },
    {
      "epoch": 0.8461015663279015,
      "grad_norm": 0.11722034215927124,
      "learning_rate": 1.217121133544792e-06,
      "loss": 0.7032,
      "step": 40149
    },
    {
      "epoch": 0.8461226403662668,
      "grad_norm": 0.10211298614740372,
      "learning_rate": 1.2167948099155247e-06,
      "loss": 0.7276,
      "step": 40150
    },
    {
      "epoch": 0.8461437144046321,
      "grad_norm": 0.09467311948537827,
      "learning_rate": 1.216468527203707e-06,
      "loss": 0.7049,
      "step": 40151
    },
    {
      "epoch": 0.8461647884429974,
      "grad_norm": 0.10584113746881485,
      "learning_rate": 1.2161422854108595e-06,
      "loss": 0.6617,
      "step": 40152
    },
    {
      "epoch": 0.8461858624813626,
      "grad_norm": 0.10283820331096649,
      "learning_rate": 1.2158160845385037e-06,
      "loss": 0.6772,
      "step": 40153
    },
    {
      "epoch": 0.8462069365197279,
      "grad_norm": 0.11000767350196838,
      "learning_rate": 1.2154899245881546e-06,
      "loss": 0.7171,
      "step": 40154
    },
    {
      "epoch": 0.8462280105580933,
      "grad_norm": 0.14026246964931488,
      "learning_rate": 1.215163805561339e-06,
      "loss": 0.6879,
      "step": 40155
    },
    {
      "epoch": 0.8462490845964585,
      "grad_norm": 0.10422611236572266,
      "learning_rate": 1.2148377274595702e-06,
      "loss": 0.7057,
      "step": 40156
    },
    {
      "epoch": 0.8462701586348238,
      "grad_norm": 0.12095130980014801,
      "learning_rate": 1.214511690284369e-06,
      "loss": 0.6612,
      "step": 40157
    },
    {
      "epoch": 0.8462912326731891,
      "grad_norm": 0.12934471666812897,
      "learning_rate": 1.2141856940372544e-06,
      "loss": 0.6393,
      "step": 40158
    },
    {
      "epoch": 0.8463123067115543,
      "grad_norm": 0.10388394445180893,
      "learning_rate": 1.213859738719746e-06,
      "loss": 0.6619,
      "step": 40159
    },
    {
      "epoch": 0.8463333807499197,
      "grad_norm": 0.10840358585119247,
      "learning_rate": 1.2135338243333606e-06,
      "loss": 0.7164,
      "step": 40160
    },
    {
      "epoch": 0.846354454788285,
      "grad_norm": 0.12768103182315826,
      "learning_rate": 1.213207950879617e-06,
      "loss": 0.7416,
      "step": 40161
    },
    {
      "epoch": 0.8463755288266502,
      "grad_norm": 0.1231766864657402,
      "learning_rate": 1.2128821183600337e-06,
      "loss": 0.7261,
      "step": 40162
    },
    {
      "epoch": 0.8463966028650155,
      "grad_norm": 0.10615872591733932,
      "learning_rate": 1.2125563267761287e-06,
      "loss": 0.7079,
      "step": 40163
    },
    {
      "epoch": 0.8464176769033808,
      "grad_norm": 0.11823038011789322,
      "learning_rate": 1.2122305761294196e-06,
      "loss": 0.6747,
      "step": 40164
    },
    {
      "epoch": 0.8464387509417461,
      "grad_norm": 0.12266454100608826,
      "learning_rate": 1.211904866421424e-06,
      "loss": 0.6802,
      "step": 40165
    },
    {
      "epoch": 0.8464598249801114,
      "grad_norm": 0.11816307157278061,
      "learning_rate": 1.2115791976536583e-06,
      "loss": 0.6688,
      "step": 40166
    },
    {
      "epoch": 0.8464808990184767,
      "grad_norm": 0.15990404784679413,
      "learning_rate": 1.211253569827644e-06,
      "loss": 0.7237,
      "step": 40167
    },
    {
      "epoch": 0.8465019730568419,
      "grad_norm": 0.10401512682437897,
      "learning_rate": 1.2109279829448894e-06,
      "loss": 0.7222,
      "step": 40168
    },
    {
      "epoch": 0.8465230470952072,
      "grad_norm": 0.13149796426296234,
      "learning_rate": 1.210602437006918e-06,
      "loss": 0.699,
      "step": 40169
    },
    {
      "epoch": 0.8465441211335725,
      "grad_norm": 0.10934966802597046,
      "learning_rate": 1.2102769320152462e-06,
      "loss": 0.7101,
      "step": 40170
    },
    {
      "epoch": 0.8465651951719378,
      "grad_norm": 0.11380836367607117,
      "learning_rate": 1.2099514679713887e-06,
      "loss": 0.7603,
      "step": 40171
    },
    {
      "epoch": 0.8465862692103031,
      "grad_norm": 0.10614380240440369,
      "learning_rate": 1.2096260448768615e-06,
      "loss": 0.6888,
      "step": 40172
    },
    {
      "epoch": 0.8466073432486684,
      "grad_norm": 0.10803169757127762,
      "learning_rate": 1.2093006627331816e-06,
      "loss": 0.6319,
      "step": 40173
    },
    {
      "epoch": 0.8466284172870336,
      "grad_norm": 0.13708655536174774,
      "learning_rate": 1.2089753215418643e-06,
      "loss": 0.7035,
      "step": 40174
    },
    {
      "epoch": 0.8466494913253989,
      "grad_norm": 0.1080549880862236,
      "learning_rate": 1.208650021304425e-06,
      "loss": 0.7182,
      "step": 40175
    },
    {
      "epoch": 0.8466705653637643,
      "grad_norm": 0.10175544768571854,
      "learning_rate": 1.2083247620223815e-06,
      "loss": 0.6894,
      "step": 40176
    },
    {
      "epoch": 0.8466916394021295,
      "grad_norm": 0.12285958975553513,
      "learning_rate": 1.2079995436972458e-06,
      "loss": 0.7648,
      "step": 40177
    },
    {
      "epoch": 0.8467127134404948,
      "grad_norm": 0.11136671900749207,
      "learning_rate": 1.2076743663305335e-06,
      "loss": 0.6446,
      "step": 40178
    },
    {
      "epoch": 0.8467337874788601,
      "grad_norm": 0.12075182050466537,
      "learning_rate": 1.20734922992376e-06,
      "loss": 0.7174,
      "step": 40179
    },
    {
      "epoch": 0.8467548615172253,
      "grad_norm": 0.10833466798067093,
      "learning_rate": 1.2070241344784406e-06,
      "loss": 0.687,
      "step": 40180
    },
    {
      "epoch": 0.8467759355555907,
      "grad_norm": 0.11984588950872421,
      "learning_rate": 1.2066990799960887e-06,
      "loss": 0.7189,
      "step": 40181
    },
    {
      "epoch": 0.846797009593956,
      "grad_norm": 0.148317351937294,
      "learning_rate": 1.2063740664782197e-06,
      "loss": 0.6821,
      "step": 40182
    },
    {
      "epoch": 0.8468180836323213,
      "grad_norm": 0.11603966355323792,
      "learning_rate": 1.2060490939263447e-06,
      "loss": 0.7466,
      "step": 40183
    },
    {
      "epoch": 0.8468391576706865,
      "grad_norm": 0.11039777100086212,
      "learning_rate": 1.2057241623419836e-06,
      "loss": 0.7174,
      "step": 40184
    },
    {
      "epoch": 0.8468602317090518,
      "grad_norm": 0.11376313865184784,
      "learning_rate": 1.2053992717266473e-06,
      "loss": 0.6842,
      "step": 40185
    },
    {
      "epoch": 0.8468813057474172,
      "grad_norm": 0.1161220371723175,
      "learning_rate": 1.2050744220818468e-06,
      "loss": 0.6938,
      "step": 40186
    },
    {
      "epoch": 0.8469023797857824,
      "grad_norm": 0.11089079082012177,
      "learning_rate": 1.2047496134090974e-06,
      "loss": 0.7071,
      "step": 40187
    },
    {
      "epoch": 0.8469234538241477,
      "grad_norm": 0.1311626434326172,
      "learning_rate": 1.2044248457099128e-06,
      "loss": 0.6596,
      "step": 40188
    },
    {
      "epoch": 0.846944527862513,
      "grad_norm": 0.11338777095079422,
      "learning_rate": 1.2041001189858047e-06,
      "loss": 0.7186,
      "step": 40189
    },
    {
      "epoch": 0.8469656019008782,
      "grad_norm": 0.10102216899394989,
      "learning_rate": 1.2037754332382879e-06,
      "loss": 0.7471,
      "step": 40190
    },
    {
      "epoch": 0.8469866759392436,
      "grad_norm": 0.1365400105714798,
      "learning_rate": 1.2034507884688717e-06,
      "loss": 0.6558,
      "step": 40191
    },
    {
      "epoch": 0.8470077499776089,
      "grad_norm": 0.1368415206670761,
      "learning_rate": 1.2031261846790721e-06,
      "loss": 0.7422,
      "step": 40192
    },
    {
      "epoch": 0.8470288240159741,
      "grad_norm": 0.11773707717657089,
      "learning_rate": 1.2028016218703986e-06,
      "loss": 0.6782,
      "step": 40193
    },
    {
      "epoch": 0.8470498980543394,
      "grad_norm": 0.11736270785331726,
      "learning_rate": 1.2024771000443647e-06,
      "loss": 0.7597,
      "step": 40194
    },
    {
      "epoch": 0.8470709720927047,
      "grad_norm": 0.11700648814439774,
      "learning_rate": 1.2021526192024812e-06,
      "loss": 0.6994,
      "step": 40195
    },
    {
      "epoch": 0.84709204613107,
      "grad_norm": 0.12376536428928375,
      "learning_rate": 1.2018281793462627e-06,
      "loss": 0.7294,
      "step": 40196
    },
    {
      "epoch": 0.8471131201694353,
      "grad_norm": 0.14450806379318237,
      "learning_rate": 1.2015037804772133e-06,
      "loss": 0.716,
      "step": 40197
    },
    {
      "epoch": 0.8471341942078006,
      "grad_norm": 0.1023654192686081,
      "learning_rate": 1.201179422596852e-06,
      "loss": 0.6968,
      "step": 40198
    },
    {
      "epoch": 0.8471552682461658,
      "grad_norm": 0.12008829414844513,
      "learning_rate": 1.2008551057066875e-06,
      "loss": 0.7112,
      "step": 40199
    },
    {
      "epoch": 0.8471763422845311,
      "grad_norm": 0.1161460429430008,
      "learning_rate": 1.2005308298082296e-06,
      "loss": 0.7135,
      "step": 40200
    },
    {
      "epoch": 0.8471974163228965,
      "grad_norm": 0.11077073961496353,
      "learning_rate": 1.2002065949029896e-06,
      "loss": 0.7208,
      "step": 40201
    },
    {
      "epoch": 0.8472184903612617,
      "grad_norm": 0.11095510423183441,
      "learning_rate": 1.199882400992477e-06,
      "loss": 0.6918,
      "step": 40202
    },
    {
      "epoch": 0.847239564399627,
      "grad_norm": 0.10956034809350967,
      "learning_rate": 1.1995582480782043e-06,
      "loss": 0.7298,
      "step": 40203
    },
    {
      "epoch": 0.8472606384379923,
      "grad_norm": 0.118134506046772,
      "learning_rate": 1.19923413616168e-06,
      "loss": 0.6389,
      "step": 40204
    },
    {
      "epoch": 0.8472817124763575,
      "grad_norm": 0.11918557435274124,
      "learning_rate": 1.1989100652444163e-06,
      "loss": 0.7337,
      "step": 40205
    },
    {
      "epoch": 0.8473027865147229,
      "grad_norm": 0.10673864185810089,
      "learning_rate": 1.1985860353279188e-06,
      "loss": 0.7242,
      "step": 40206
    },
    {
      "epoch": 0.8473238605530882,
      "grad_norm": 0.10971765965223312,
      "learning_rate": 1.1982620464136996e-06,
      "loss": 0.7123,
      "step": 40207
    },
    {
      "epoch": 0.8473449345914534,
      "grad_norm": 0.12729570269584656,
      "learning_rate": 1.1979380985032662e-06,
      "loss": 0.6632,
      "step": 40208
    },
    {
      "epoch": 0.8473660086298187,
      "grad_norm": 0.12771141529083252,
      "learning_rate": 1.197614191598131e-06,
      "loss": 0.7018,
      "step": 40209
    },
    {
      "epoch": 0.847387082668184,
      "grad_norm": 0.1125243604183197,
      "learning_rate": 1.1972903256998003e-06,
      "loss": 0.7097,
      "step": 40210
    },
    {
      "epoch": 0.8474081567065492,
      "grad_norm": 0.1083875522017479,
      "learning_rate": 1.1969665008097808e-06,
      "loss": 0.7384,
      "step": 40211
    },
    {
      "epoch": 0.8474292307449146,
      "grad_norm": 0.1018323004245758,
      "learning_rate": 1.196642716929587e-06,
      "loss": 0.6429,
      "step": 40212
    },
    {
      "epoch": 0.8474503047832799,
      "grad_norm": 0.10368447750806808,
      "learning_rate": 1.1963189740607239e-06,
      "loss": 0.6322,
      "step": 40213
    },
    {
      "epoch": 0.8474713788216451,
      "grad_norm": 0.12586700916290283,
      "learning_rate": 1.1959952722047019e-06,
      "loss": 0.6606,
      "step": 40214
    },
    {
      "epoch": 0.8474924528600104,
      "grad_norm": 0.11010950058698654,
      "learning_rate": 1.195671611363025e-06,
      "loss": 0.709,
      "step": 40215
    },
    {
      "epoch": 0.8475135268983757,
      "grad_norm": 0.12306088209152222,
      "learning_rate": 1.1953479915372035e-06,
      "loss": 0.7008,
      "step": 40216
    },
    {
      "epoch": 0.847534600936741,
      "grad_norm": 0.1281738579273224,
      "learning_rate": 1.1950244127287446e-06,
      "loss": 0.7294,
      "step": 40217
    },
    {
      "epoch": 0.8475556749751063,
      "grad_norm": 0.10352137684822083,
      "learning_rate": 1.1947008749391554e-06,
      "loss": 0.6424,
      "step": 40218
    },
    {
      "epoch": 0.8475767490134716,
      "grad_norm": 0.09444990009069443,
      "learning_rate": 1.194377378169943e-06,
      "loss": 0.6636,
      "step": 40219
    },
    {
      "epoch": 0.8475978230518368,
      "grad_norm": 0.11370395869016647,
      "learning_rate": 1.1940539224226155e-06,
      "loss": 0.7283,
      "step": 40220
    },
    {
      "epoch": 0.8476188970902021,
      "grad_norm": 0.10963469743728638,
      "learning_rate": 1.1937305076986793e-06,
      "loss": 0.7224,
      "step": 40221
    },
    {
      "epoch": 0.8476399711285675,
      "grad_norm": 0.10613048821687698,
      "learning_rate": 1.1934071339996412e-06,
      "loss": 0.6917,
      "step": 40222
    },
    {
      "epoch": 0.8476610451669327,
      "grad_norm": 0.12386946380138397,
      "learning_rate": 1.1930838013270075e-06,
      "loss": 0.6427,
      "step": 40223
    },
    {
      "epoch": 0.847682119205298,
      "grad_norm": 0.10595999658107758,
      "learning_rate": 1.1927605096822836e-06,
      "loss": 0.6883,
      "step": 40224
    },
    {
      "epoch": 0.8477031932436633,
      "grad_norm": 0.11252393573522568,
      "learning_rate": 1.1924372590669763e-06,
      "loss": 0.6343,
      "step": 40225
    },
    {
      "epoch": 0.8477242672820285,
      "grad_norm": 0.14977742731571198,
      "learning_rate": 1.1921140494825922e-06,
      "loss": 0.7126,
      "step": 40226
    },
    {
      "epoch": 0.8477453413203939,
      "grad_norm": 0.11424925923347473,
      "learning_rate": 1.1917908809306367e-06,
      "loss": 0.6747,
      "step": 40227
    },
    {
      "epoch": 0.8477664153587592,
      "grad_norm": 0.2587823271751404,
      "learning_rate": 1.191467753412614e-06,
      "loss": 0.7039,
      "step": 40228
    },
    {
      "epoch": 0.8477874893971244,
      "grad_norm": 0.10785040259361267,
      "learning_rate": 1.191144666930031e-06,
      "loss": 0.6953,
      "step": 40229
    },
    {
      "epoch": 0.8478085634354897,
      "grad_norm": 0.10996992886066437,
      "learning_rate": 1.1908216214843915e-06,
      "loss": 0.782,
      "step": 40230
    },
    {
      "epoch": 0.847829637473855,
      "grad_norm": 0.10634876042604446,
      "learning_rate": 1.1904986170772016e-06,
      "loss": 0.7031,
      "step": 40231
    },
    {
      "epoch": 0.8478507115122204,
      "grad_norm": 0.144875630736351,
      "learning_rate": 1.1901756537099662e-06,
      "loss": 0.6743,
      "step": 40232
    },
    {
      "epoch": 0.8478717855505856,
      "grad_norm": 0.09235889464616776,
      "learning_rate": 1.1898527313841879e-06,
      "loss": 0.6958,
      "step": 40233
    },
    {
      "epoch": 0.8478928595889509,
      "grad_norm": 0.112824946641922,
      "learning_rate": 1.189529850101374e-06,
      "loss": 0.7381,
      "step": 40234
    },
    {
      "epoch": 0.8479139336273162,
      "grad_norm": 0.10810088366270065,
      "learning_rate": 1.1892070098630282e-06,
      "loss": 0.7105,
      "step": 40235
    },
    {
      "epoch": 0.8479350076656814,
      "grad_norm": 0.11229723691940308,
      "learning_rate": 1.1888842106706511e-06,
      "loss": 0.705,
      "step": 40236
    },
    {
      "epoch": 0.8479560817040468,
      "grad_norm": 0.09521637856960297,
      "learning_rate": 1.1885614525257494e-06,
      "loss": 0.6757,
      "step": 40237
    },
    {
      "epoch": 0.8479771557424121,
      "grad_norm": 0.10453163832426071,
      "learning_rate": 1.1882387354298264e-06,
      "loss": 0.6716,
      "step": 40238
    },
    {
      "epoch": 0.8479982297807773,
      "grad_norm": 0.11091012507677078,
      "learning_rate": 1.1879160593843853e-06,
      "loss": 0.6701,
      "step": 40239
    },
    {
      "epoch": 0.8480193038191426,
      "grad_norm": 0.12491513043642044,
      "learning_rate": 1.187593424390926e-06,
      "loss": 0.7437,
      "step": 40240
    },
    {
      "epoch": 0.8480403778575079,
      "grad_norm": 0.10895296931266785,
      "learning_rate": 1.1872708304509573e-06,
      "loss": 0.6719,
      "step": 40241
    },
    {
      "epoch": 0.8480614518958732,
      "grad_norm": 0.1242528110742569,
      "learning_rate": 1.1869482775659801e-06,
      "loss": 0.7417,
      "step": 40242
    },
    {
      "epoch": 0.8480825259342385,
      "grad_norm": 0.10473085939884186,
      "learning_rate": 1.1866257657374957e-06,
      "loss": 0.7178,
      "step": 40243
    },
    {
      "epoch": 0.8481035999726038,
      "grad_norm": 0.10923938453197479,
      "learning_rate": 1.1863032949670095e-06,
      "loss": 0.7854,
      "step": 40244
    },
    {
      "epoch": 0.848124674010969,
      "grad_norm": 0.11959774047136307,
      "learning_rate": 1.18598086525602e-06,
      "loss": 0.6799,
      "step": 40245
    },
    {
      "epoch": 0.8481457480493343,
      "grad_norm": 0.12009646743535995,
      "learning_rate": 1.1856584766060308e-06,
      "loss": 0.6927,
      "step": 40246
    },
    {
      "epoch": 0.8481668220876996,
      "grad_norm": 0.13331450521945953,
      "learning_rate": 1.1853361290185428e-06,
      "loss": 0.6446,
      "step": 40247
    },
    {
      "epoch": 0.8481878961260649,
      "grad_norm": 0.11180035769939423,
      "learning_rate": 1.185013822495059e-06,
      "loss": 0.7576,
      "step": 40248
    },
    {
      "epoch": 0.8482089701644302,
      "grad_norm": 0.13013234734535217,
      "learning_rate": 1.184691557037082e-06,
      "loss": 0.6947,
      "step": 40249
    },
    {
      "epoch": 0.8482300442027955,
      "grad_norm": 0.1180904433131218,
      "learning_rate": 1.1843693326461103e-06,
      "loss": 0.7402,
      "step": 40250
    },
    {
      "epoch": 0.8482511182411607,
      "grad_norm": 0.12944526970386505,
      "learning_rate": 1.1840471493236471e-06,
      "loss": 0.6894,
      "step": 40251
    },
    {
      "epoch": 0.848272192279526,
      "grad_norm": 0.12756091356277466,
      "learning_rate": 1.1837250070711914e-06,
      "loss": 0.7496,
      "step": 40252
    },
    {
      "epoch": 0.8482932663178914,
      "grad_norm": 0.13036033511161804,
      "learning_rate": 1.1834029058902463e-06,
      "loss": 0.6619,
      "step": 40253
    },
    {
      "epoch": 0.8483143403562566,
      "grad_norm": 0.14026357233524323,
      "learning_rate": 1.1830808457823105e-06,
      "loss": 0.7558,
      "step": 40254
    },
    {
      "epoch": 0.8483354143946219,
      "grad_norm": 0.09749825298786163,
      "learning_rate": 1.1827588267488865e-06,
      "loss": 0.6941,
      "step": 40255
    },
    {
      "epoch": 0.8483564884329872,
      "grad_norm": 0.10981864482164383,
      "learning_rate": 1.1824368487914718e-06,
      "loss": 0.7266,
      "step": 40256
    },
    {
      "epoch": 0.8483775624713524,
      "grad_norm": 0.14434446394443512,
      "learning_rate": 1.1821149119115682e-06,
      "loss": 0.7521,
      "step": 40257
    },
    {
      "epoch": 0.8483986365097178,
      "grad_norm": 0.1069948747754097,
      "learning_rate": 1.1817930161106739e-06,
      "loss": 0.6478,
      "step": 40258
    },
    {
      "epoch": 0.8484197105480831,
      "grad_norm": 0.09933610260486603,
      "learning_rate": 1.1814711613902896e-06,
      "loss": 0.6804,
      "step": 40259
    },
    {
      "epoch": 0.8484407845864483,
      "grad_norm": 0.10938670486211777,
      "learning_rate": 1.1811493477519154e-06,
      "loss": 0.6838,
      "step": 40260
    },
    {
      "epoch": 0.8484618586248136,
      "grad_norm": 0.11269740760326385,
      "learning_rate": 1.1808275751970488e-06,
      "loss": 0.6953,
      "step": 40261
    },
    {
      "epoch": 0.8484829326631789,
      "grad_norm": 0.1972396820783615,
      "learning_rate": 1.18050584372719e-06,
      "loss": 0.6785,
      "step": 40262
    },
    {
      "epoch": 0.8485040067015442,
      "grad_norm": 0.11457429826259613,
      "learning_rate": 1.1801841533438373e-06,
      "loss": 0.743,
      "step": 40263
    },
    {
      "epoch": 0.8485250807399095,
      "grad_norm": 0.1265317052602768,
      "learning_rate": 1.1798625040484923e-06,
      "loss": 0.6526,
      "step": 40264
    },
    {
      "epoch": 0.8485461547782748,
      "grad_norm": 0.14801402390003204,
      "learning_rate": 1.179540895842648e-06,
      "loss": 0.7082,
      "step": 40265
    },
    {
      "epoch": 0.84856722881664,
      "grad_norm": 0.2703600227832794,
      "learning_rate": 1.1792193287278053e-06,
      "loss": 0.7739,
      "step": 40266
    },
    {
      "epoch": 0.8485883028550053,
      "grad_norm": 0.129935160279274,
      "learning_rate": 1.1788978027054621e-06,
      "loss": 0.7609,
      "step": 40267
    },
    {
      "epoch": 0.8486093768933707,
      "grad_norm": 0.11591801047325134,
      "learning_rate": 1.178576317777117e-06,
      "loss": 0.6936,
      "step": 40268
    },
    {
      "epoch": 0.848630450931736,
      "grad_norm": 0.12800301611423492,
      "learning_rate": 1.1782548739442646e-06,
      "loss": 0.6913,
      "step": 40269
    },
    {
      "epoch": 0.8486515249701012,
      "grad_norm": 0.10835415869951248,
      "learning_rate": 1.1779334712084067e-06,
      "loss": 0.7199,
      "step": 40270
    },
    {
      "epoch": 0.8486725990084665,
      "grad_norm": 0.1168716624379158,
      "learning_rate": 1.177612109571038e-06,
      "loss": 0.754,
      "step": 40271
    },
    {
      "epoch": 0.8486936730468317,
      "grad_norm": 0.1205519586801529,
      "learning_rate": 1.1772907890336572e-06,
      "loss": 0.6833,
      "step": 40272
    },
    {
      "epoch": 0.8487147470851971,
      "grad_norm": 0.11060740798711777,
      "learning_rate": 1.1769695095977606e-06,
      "loss": 0.7287,
      "step": 40273
    },
    {
      "epoch": 0.8487358211235624,
      "grad_norm": 0.19209031760692596,
      "learning_rate": 1.1766482712648464e-06,
      "loss": 0.6696,
      "step": 40274
    },
    {
      "epoch": 0.8487568951619276,
      "grad_norm": 0.14505146443843842,
      "learning_rate": 1.1763270740364074e-06,
      "loss": 0.7636,
      "step": 40275
    },
    {
      "epoch": 0.8487779692002929,
      "grad_norm": 0.12230152636766434,
      "learning_rate": 1.1760059179139416e-06,
      "loss": 0.7745,
      "step": 40276
    },
    {
      "epoch": 0.8487990432386582,
      "grad_norm": 0.1084078773856163,
      "learning_rate": 1.1756848028989454e-06,
      "loss": 0.7275,
      "step": 40277
    },
    {
      "epoch": 0.8488201172770236,
      "grad_norm": 0.12384377419948578,
      "learning_rate": 1.1753637289929142e-06,
      "loss": 0.6998,
      "step": 40278
    },
    {
      "epoch": 0.8488411913153888,
      "grad_norm": 0.12594284117221832,
      "learning_rate": 1.175042696197346e-06,
      "loss": 0.7366,
      "step": 40279
    },
    {
      "epoch": 0.8488622653537541,
      "grad_norm": 0.11976950615644455,
      "learning_rate": 1.1747217045137339e-06,
      "loss": 0.7269,
      "step": 40280
    },
    {
      "epoch": 0.8488833393921194,
      "grad_norm": 0.10147596895694733,
      "learning_rate": 1.1744007539435731e-06,
      "loss": 0.7001,
      "step": 40281
    },
    {
      "epoch": 0.8489044134304846,
      "grad_norm": 0.13283094763755798,
      "learning_rate": 1.1740798444883605e-06,
      "loss": 0.7265,
      "step": 40282
    },
    {
      "epoch": 0.8489254874688499,
      "grad_norm": 0.10716308653354645,
      "learning_rate": 1.1737589761495904e-06,
      "loss": 0.6716,
      "step": 40283
    },
    {
      "epoch": 0.8489465615072153,
      "grad_norm": 0.10904478281736374,
      "learning_rate": 1.1734381489287572e-06,
      "loss": 0.7325,
      "step": 40284
    },
    {
      "epoch": 0.8489676355455805,
      "grad_norm": 0.10886490345001221,
      "learning_rate": 1.1731173628273563e-06,
      "loss": 0.6543,
      "step": 40285
    },
    {
      "epoch": 0.8489887095839458,
      "grad_norm": 0.13182127475738525,
      "learning_rate": 1.1727966178468819e-06,
      "loss": 0.7175,
      "step": 40286
    },
    {
      "epoch": 0.849009783622311,
      "grad_norm": 0.10408845543861389,
      "learning_rate": 1.1724759139888275e-06,
      "loss": 0.6895,
      "step": 40287
    },
    {
      "epoch": 0.8490308576606763,
      "grad_norm": 0.10216062515974045,
      "learning_rate": 1.1721552512546875e-06,
      "loss": 0.6509,
      "step": 40288
    },
    {
      "epoch": 0.8490519316990417,
      "grad_norm": 0.10266444832086563,
      "learning_rate": 1.1718346296459559e-06,
      "loss": 0.7635,
      "step": 40289
    },
    {
      "epoch": 0.849073005737407,
      "grad_norm": 0.09888439625501633,
      "learning_rate": 1.1715140491641264e-06,
      "loss": 0.6945,
      "step": 40290
    },
    {
      "epoch": 0.8490940797757722,
      "grad_norm": 0.11391428112983704,
      "learning_rate": 1.1711935098106918e-06,
      "loss": 0.701,
      "step": 40291
    },
    {
      "epoch": 0.8491151538141375,
      "grad_norm": 0.11526067554950714,
      "learning_rate": 1.1708730115871468e-06,
      "loss": 0.6971,
      "step": 40292
    },
    {
      "epoch": 0.8491362278525028,
      "grad_norm": 0.14003892242908478,
      "learning_rate": 1.1705525544949835e-06,
      "loss": 0.7695,
      "step": 40293
    },
    {
      "epoch": 0.8491573018908681,
      "grad_norm": 0.10860076546669006,
      "learning_rate": 1.1702321385356962e-06,
      "loss": 0.7022,
      "step": 40294
    },
    {
      "epoch": 0.8491783759292334,
      "grad_norm": 0.11660761386156082,
      "learning_rate": 1.1699117637107748e-06,
      "loss": 0.7481,
      "step": 40295
    },
    {
      "epoch": 0.8491994499675987,
      "grad_norm": 1.7699494361877441,
      "learning_rate": 1.1695914300217137e-06,
      "loss": 0.7487,
      "step": 40296
    },
    {
      "epoch": 0.8492205240059639,
      "grad_norm": 0.11195764690637589,
      "learning_rate": 1.169271137470004e-06,
      "loss": 0.6968,
      "step": 40297
    },
    {
      "epoch": 0.8492415980443292,
      "grad_norm": 0.0979321300983429,
      "learning_rate": 1.1689508860571363e-06,
      "loss": 0.6588,
      "step": 40298
    },
    {
      "epoch": 0.8492626720826946,
      "grad_norm": 0.11756262183189392,
      "learning_rate": 1.1686306757846078e-06,
      "loss": 0.6321,
      "step": 40299
    },
    {
      "epoch": 0.8492837461210598,
      "grad_norm": 0.10207503288984299,
      "learning_rate": 1.1683105066539068e-06,
      "loss": 0.6478,
      "step": 40300
    },
    {
      "epoch": 0.8493048201594251,
      "grad_norm": 0.1007317304611206,
      "learning_rate": 1.1679903786665248e-06,
      "loss": 0.6568,
      "step": 40301
    },
    {
      "epoch": 0.8493258941977904,
      "grad_norm": 0.10740406066179276,
      "learning_rate": 1.1676702918239536e-06,
      "loss": 0.7352,
      "step": 40302
    },
    {
      "epoch": 0.8493469682361556,
      "grad_norm": 0.18804720044136047,
      "learning_rate": 1.1673502461276876e-06,
      "loss": 0.7041,
      "step": 40303
    },
    {
      "epoch": 0.849368042274521,
      "grad_norm": 0.09857384115457535,
      "learning_rate": 1.1670302415792112e-06,
      "loss": 0.7112,
      "step": 40304
    },
    {
      "epoch": 0.8493891163128863,
      "grad_norm": 0.11694074422121048,
      "learning_rate": 1.1667102781800189e-06,
      "loss": 0.6824,
      "step": 40305
    },
    {
      "epoch": 0.8494101903512515,
      "grad_norm": 0.10725326091051102,
      "learning_rate": 1.1663903559316014e-06,
      "loss": 0.7282,
      "step": 40306
    },
    {
      "epoch": 0.8494312643896168,
      "grad_norm": 0.1106979101896286,
      "learning_rate": 1.1660704748354479e-06,
      "loss": 0.6778,
      "step": 40307
    },
    {
      "epoch": 0.8494523384279821,
      "grad_norm": 0.11164622753858566,
      "learning_rate": 1.1657506348930503e-06,
      "loss": 0.756,
      "step": 40308
    },
    {
      "epoch": 0.8494734124663474,
      "grad_norm": 0.0989382341504097,
      "learning_rate": 1.1654308361058964e-06,
      "loss": 0.6355,
      "step": 40309
    },
    {
      "epoch": 0.8494944865047127,
      "grad_norm": 0.11281997710466385,
      "learning_rate": 1.1651110784754782e-06,
      "loss": 0.7353,
      "step": 40310
    },
    {
      "epoch": 0.849515560543078,
      "grad_norm": 0.12305638939142227,
      "learning_rate": 1.1647913620032836e-06,
      "loss": 0.7037,
      "step": 40311
    },
    {
      "epoch": 0.8495366345814432,
      "grad_norm": 0.1018255278468132,
      "learning_rate": 1.1644716866908035e-06,
      "loss": 0.6362,
      "step": 40312
    },
    {
      "epoch": 0.8495577086198085,
      "grad_norm": 0.10935384035110474,
      "learning_rate": 1.1641520525395256e-06,
      "loss": 0.64,
      "step": 40313
    },
    {
      "epoch": 0.8495787826581739,
      "grad_norm": 0.10154739767313004,
      "learning_rate": 1.1638324595509398e-06,
      "loss": 0.7111,
      "step": 40314
    },
    {
      "epoch": 0.8495998566965391,
      "grad_norm": 0.15828745067119598,
      "learning_rate": 1.163512907726536e-06,
      "loss": 0.6815,
      "step": 40315
    },
    {
      "epoch": 0.8496209307349044,
      "grad_norm": 0.0898350402712822,
      "learning_rate": 1.1631933970678012e-06,
      "loss": 0.6489,
      "step": 40316
    },
    {
      "epoch": 0.8496420047732697,
      "grad_norm": 0.10728586465120316,
      "learning_rate": 1.1628739275762235e-06,
      "loss": 0.6566,
      "step": 40317
    },
    {
      "epoch": 0.8496630788116349,
      "grad_norm": 0.13021719455718994,
      "learning_rate": 1.1625544992532932e-06,
      "loss": 0.6638,
      "step": 40318
    },
    {
      "epoch": 0.8496841528500003,
      "grad_norm": 0.11695815622806549,
      "learning_rate": 1.162235112100497e-06,
      "loss": 0.6682,
      "step": 40319
    },
    {
      "epoch": 0.8497052268883656,
      "grad_norm": 0.12656250596046448,
      "learning_rate": 1.1619157661193227e-06,
      "loss": 0.7064,
      "step": 40320
    },
    {
      "epoch": 0.8497263009267308,
      "grad_norm": 0.10836250334978104,
      "learning_rate": 1.1615964613112596e-06,
      "loss": 0.6446,
      "step": 40321
    },
    {
      "epoch": 0.8497473749650961,
      "grad_norm": 0.10517974197864532,
      "learning_rate": 1.1612771976777926e-06,
      "loss": 0.724,
      "step": 40322
    },
    {
      "epoch": 0.8497684490034614,
      "grad_norm": 0.1644110381603241,
      "learning_rate": 1.1609579752204114e-06,
      "loss": 0.7074,
      "step": 40323
    },
    {
      "epoch": 0.8497895230418266,
      "grad_norm": 0.12054674327373505,
      "learning_rate": 1.1606387939406038e-06,
      "loss": 0.7227,
      "step": 40324
    },
    {
      "epoch": 0.849810597080192,
      "grad_norm": 0.13568197190761566,
      "learning_rate": 1.160319653839853e-06,
      "loss": 0.6657,
      "step": 40325
    },
    {
      "epoch": 0.8498316711185573,
      "grad_norm": 0.10452768951654434,
      "learning_rate": 1.160000554919647e-06,
      "loss": 0.7127,
      "step": 40326
    },
    {
      "epoch": 0.8498527451569226,
      "grad_norm": 0.10339031368494034,
      "learning_rate": 1.159681497181474e-06,
      "loss": 0.6933,
      "step": 40327
    },
    {
      "epoch": 0.8498738191952878,
      "grad_norm": 0.10936523228883743,
      "learning_rate": 1.15936248062682e-06,
      "loss": 0.6035,
      "step": 40328
    },
    {
      "epoch": 0.8498948932336531,
      "grad_norm": 0.12447620928287506,
      "learning_rate": 1.1590435052571702e-06,
      "loss": 0.7281,
      "step": 40329
    },
    {
      "epoch": 0.8499159672720185,
      "grad_norm": 0.11386255919933319,
      "learning_rate": 1.1587245710740113e-06,
      "loss": 0.7171,
      "step": 40330
    },
    {
      "epoch": 0.8499370413103837,
      "grad_norm": 0.09467499703168869,
      "learning_rate": 1.15840567807883e-06,
      "loss": 0.7009,
      "step": 40331
    },
    {
      "epoch": 0.849958115348749,
      "grad_norm": 0.09550836682319641,
      "learning_rate": 1.1580868262731104e-06,
      "loss": 0.6541,
      "step": 40332
    },
    {
      "epoch": 0.8499791893871143,
      "grad_norm": 0.10052455216646194,
      "learning_rate": 1.1577680156583393e-06,
      "loss": 0.6582,
      "step": 40333
    },
    {
      "epoch": 0.8500002634254795,
      "grad_norm": 0.11647229641675949,
      "learning_rate": 1.157449246236e-06,
      "loss": 0.7029,
      "step": 40334
    },
    {
      "epoch": 0.8500213374638449,
      "grad_norm": 0.1037047952413559,
      "learning_rate": 1.1571305180075776e-06,
      "loss": 0.7049,
      "step": 40335
    },
    {
      "epoch": 0.8500424115022102,
      "grad_norm": 0.12772059440612793,
      "learning_rate": 1.156811830974559e-06,
      "loss": 0.5834,
      "step": 40336
    },
    {
      "epoch": 0.8500634855405754,
      "grad_norm": 0.10078324377536774,
      "learning_rate": 1.1564931851384264e-06,
      "loss": 0.6814,
      "step": 40337
    },
    {
      "epoch": 0.8500845595789407,
      "grad_norm": 0.09609764814376831,
      "learning_rate": 1.1561745805006663e-06,
      "loss": 0.672,
      "step": 40338
    },
    {
      "epoch": 0.850105633617306,
      "grad_norm": 0.11772911995649338,
      "learning_rate": 1.155856017062762e-06,
      "loss": 0.6683,
      "step": 40339
    },
    {
      "epoch": 0.8501267076556713,
      "grad_norm": 0.14339755475521088,
      "learning_rate": 1.1555374948261977e-06,
      "loss": 0.6627,
      "step": 40340
    },
    {
      "epoch": 0.8501477816940366,
      "grad_norm": 0.11020504683256149,
      "learning_rate": 1.1552190137924546e-06,
      "loss": 0.6828,
      "step": 40341
    },
    {
      "epoch": 0.8501688557324019,
      "grad_norm": 0.15841424465179443,
      "learning_rate": 1.1549005739630237e-06,
      "loss": 0.7381,
      "step": 40342
    },
    {
      "epoch": 0.8501899297707671,
      "grad_norm": 0.11187740415334702,
      "learning_rate": 1.1545821753393815e-06,
      "loss": 0.6942,
      "step": 40343
    },
    {
      "epoch": 0.8502110038091324,
      "grad_norm": 0.12772996723651886,
      "learning_rate": 1.1542638179230138e-06,
      "loss": 0.7495,
      "step": 40344
    },
    {
      "epoch": 0.8502320778474978,
      "grad_norm": 0.11488348245620728,
      "learning_rate": 1.1539455017154033e-06,
      "loss": 0.7137,
      "step": 40345
    },
    {
      "epoch": 0.850253151885863,
      "grad_norm": 0.12693920731544495,
      "learning_rate": 1.1536272267180327e-06,
      "loss": 0.7182,
      "step": 40346
    },
    {
      "epoch": 0.8502742259242283,
      "grad_norm": 0.1277715563774109,
      "learning_rate": 1.153308992932386e-06,
      "loss": 0.753,
      "step": 40347
    },
    {
      "epoch": 0.8502952999625936,
      "grad_norm": 0.13293732702732086,
      "learning_rate": 1.1529908003599444e-06,
      "loss": 0.6826,
      "step": 40348
    },
    {
      "epoch": 0.8503163740009588,
      "grad_norm": 0.11865779757499695,
      "learning_rate": 1.15267264900219e-06,
      "loss": 0.7438,
      "step": 40349
    },
    {
      "epoch": 0.8503374480393242,
      "grad_norm": 0.11435020714998245,
      "learning_rate": 1.1523545388606073e-06,
      "loss": 0.7667,
      "step": 40350
    },
    {
      "epoch": 0.8503585220776895,
      "grad_norm": 0.11022025346755981,
      "learning_rate": 1.1520364699366749e-06,
      "loss": 0.6976,
      "step": 40351
    },
    {
      "epoch": 0.8503795961160547,
      "grad_norm": 0.1021345928311348,
      "learning_rate": 1.1517184422318773e-06,
      "loss": 0.6955,
      "step": 40352
    },
    {
      "epoch": 0.85040067015442,
      "grad_norm": 0.10788068175315857,
      "learning_rate": 1.1514004557476965e-06,
      "loss": 0.6502,
      "step": 40353
    },
    {
      "epoch": 0.8504217441927853,
      "grad_norm": 0.10732720047235489,
      "learning_rate": 1.1510825104856105e-06,
      "loss": 0.6966,
      "step": 40354
    },
    {
      "epoch": 0.8504428182311506,
      "grad_norm": 0.09744849801063538,
      "learning_rate": 1.1507646064471e-06,
      "loss": 0.7022,
      "step": 40355
    },
    {
      "epoch": 0.8504638922695159,
      "grad_norm": 0.12460121512413025,
      "learning_rate": 1.1504467436336508e-06,
      "loss": 0.6731,
      "step": 40356
    },
    {
      "epoch": 0.8504849663078812,
      "grad_norm": 0.10680481046438217,
      "learning_rate": 1.1501289220467404e-06,
      "loss": 0.6608,
      "step": 40357
    },
    {
      "epoch": 0.8505060403462464,
      "grad_norm": 0.12751364707946777,
      "learning_rate": 1.149811141687851e-06,
      "loss": 0.73,
      "step": 40358
    },
    {
      "epoch": 0.8505271143846117,
      "grad_norm": 0.11536209285259247,
      "learning_rate": 1.1494934025584625e-06,
      "loss": 0.6911,
      "step": 40359
    },
    {
      "epoch": 0.850548188422977,
      "grad_norm": 0.11139902472496033,
      "learning_rate": 1.149175704660055e-06,
      "loss": 0.6388,
      "step": 40360
    },
    {
      "epoch": 0.8505692624613423,
      "grad_norm": 0.11245966702699661,
      "learning_rate": 1.148858047994107e-06,
      "loss": 0.688,
      "step": 40361
    },
    {
      "epoch": 0.8505903364997076,
      "grad_norm": 0.112132728099823,
      "learning_rate": 1.148540432562103e-06,
      "loss": 0.7237,
      "step": 40362
    },
    {
      "epoch": 0.8506114105380729,
      "grad_norm": 0.10176341980695724,
      "learning_rate": 1.1482228583655163e-06,
      "loss": 0.6426,
      "step": 40363
    },
    {
      "epoch": 0.8506324845764381,
      "grad_norm": 0.10739316046237946,
      "learning_rate": 1.1479053254058304e-06,
      "loss": 0.6719,
      "step": 40364
    },
    {
      "epoch": 0.8506535586148034,
      "grad_norm": 0.1072576567530632,
      "learning_rate": 1.1475878336845236e-06,
      "loss": 0.7423,
      "step": 40365
    },
    {
      "epoch": 0.8506746326531688,
      "grad_norm": 0.09883435815572739,
      "learning_rate": 1.147270383203074e-06,
      "loss": 0.681,
      "step": 40366
    },
    {
      "epoch": 0.850695706691534,
      "grad_norm": 0.10526762157678604,
      "learning_rate": 1.1469529739629625e-06,
      "loss": 0.6904,
      "step": 40367
    },
    {
      "epoch": 0.8507167807298993,
      "grad_norm": 0.09362304210662842,
      "learning_rate": 1.1466356059656659e-06,
      "loss": 0.6156,
      "step": 40368
    },
    {
      "epoch": 0.8507378547682646,
      "grad_norm": 0.11376754194498062,
      "learning_rate": 1.1463182792126638e-06,
      "loss": 0.6908,
      "step": 40369
    },
    {
      "epoch": 0.8507589288066298,
      "grad_norm": 0.09890265762805939,
      "learning_rate": 1.1460009937054328e-06,
      "loss": 0.6586,
      "step": 40370
    },
    {
      "epoch": 0.8507800028449952,
      "grad_norm": 0.11983843147754669,
      "learning_rate": 1.1456837494454554e-06,
      "loss": 0.6608,
      "step": 40371
    },
    {
      "epoch": 0.8508010768833605,
      "grad_norm": 0.11981264501810074,
      "learning_rate": 1.1453665464342046e-06,
      "loss": 0.6756,
      "step": 40372
    },
    {
      "epoch": 0.8508221509217258,
      "grad_norm": 0.15266838669776917,
      "learning_rate": 1.1450493846731602e-06,
      "loss": 0.6787,
      "step": 40373
    },
    {
      "epoch": 0.850843224960091,
      "grad_norm": 0.10253676772117615,
      "learning_rate": 1.1447322641638003e-06,
      "loss": 0.6844,
      "step": 40374
    },
    {
      "epoch": 0.8508642989984563,
      "grad_norm": 0.13208842277526855,
      "learning_rate": 1.1444151849076013e-06,
      "loss": 0.7119,
      "step": 40375
    },
    {
      "epoch": 0.8508853730368217,
      "grad_norm": 0.11884552240371704,
      "learning_rate": 1.1440981469060396e-06,
      "loss": 0.7127,
      "step": 40376
    },
    {
      "epoch": 0.8509064470751869,
      "grad_norm": 0.10175396502017975,
      "learning_rate": 1.1437811501605945e-06,
      "loss": 0.6847,
      "step": 40377
    },
    {
      "epoch": 0.8509275211135522,
      "grad_norm": 0.2528844177722931,
      "learning_rate": 1.14346419467274e-06,
      "loss": 0.7484,
      "step": 40378
    },
    {
      "epoch": 0.8509485951519175,
      "grad_norm": 0.10822200775146484,
      "learning_rate": 1.1431472804439546e-06,
      "loss": 0.6886,
      "step": 40379
    },
    {
      "epoch": 0.8509696691902827,
      "grad_norm": 0.11314579099416733,
      "learning_rate": 1.1428304074757146e-06,
      "loss": 0.6929,
      "step": 40380
    },
    {
      "epoch": 0.8509907432286481,
      "grad_norm": 0.12880255281925201,
      "learning_rate": 1.142513575769495e-06,
      "loss": 0.7598,
      "step": 40381
    },
    {
      "epoch": 0.8510118172670134,
      "grad_norm": 0.10858989506959915,
      "learning_rate": 1.1421967853267723e-06,
      "loss": 0.6548,
      "step": 40382
    },
    {
      "epoch": 0.8510328913053786,
      "grad_norm": 0.1181907057762146,
      "learning_rate": 1.1418800361490245e-06,
      "loss": 0.6555,
      "step": 40383
    },
    {
      "epoch": 0.8510539653437439,
      "grad_norm": 0.13006938993930817,
      "learning_rate": 1.1415633282377225e-06,
      "loss": 0.7356,
      "step": 40384
    },
    {
      "epoch": 0.8510750393821092,
      "grad_norm": 0.10589751601219177,
      "learning_rate": 1.1412466615943452e-06,
      "loss": 0.6994,
      "step": 40385
    },
    {
      "epoch": 0.8510961134204745,
      "grad_norm": 0.1215561255812645,
      "learning_rate": 1.1409300362203667e-06,
      "loss": 0.7562,
      "step": 40386
    },
    {
      "epoch": 0.8511171874588398,
      "grad_norm": 0.12605689465999603,
      "learning_rate": 1.1406134521172641e-06,
      "loss": 0.6854,
      "step": 40387
    },
    {
      "epoch": 0.8511382614972051,
      "grad_norm": 0.11657483875751495,
      "learning_rate": 1.1402969092865091e-06,
      "loss": 0.7229,
      "step": 40388
    },
    {
      "epoch": 0.8511593355355703,
      "grad_norm": 0.09551724791526794,
      "learning_rate": 1.1399804077295773e-06,
      "loss": 0.6976,
      "step": 40389
    },
    {
      "epoch": 0.8511804095739356,
      "grad_norm": 0.09782730787992477,
      "learning_rate": 1.1396639474479454e-06,
      "loss": 0.7007,
      "step": 40390
    },
    {
      "epoch": 0.851201483612301,
      "grad_norm": 0.10794124007225037,
      "learning_rate": 1.1393475284430843e-06,
      "loss": 0.7067,
      "step": 40391
    },
    {
      "epoch": 0.8512225576506662,
      "grad_norm": 0.12802238762378693,
      "learning_rate": 1.1390311507164719e-06,
      "loss": 0.7587,
      "step": 40392
    },
    {
      "epoch": 0.8512436316890315,
      "grad_norm": 0.09490006417036057,
      "learning_rate": 1.1387148142695781e-06,
      "loss": 0.6167,
      "step": 40393
    },
    {
      "epoch": 0.8512647057273968,
      "grad_norm": 0.10966810584068298,
      "learning_rate": 1.1383985191038782e-06,
      "loss": 0.7236,
      "step": 40394
    },
    {
      "epoch": 0.851285779765762,
      "grad_norm": 0.11000782996416092,
      "learning_rate": 1.1380822652208468e-06,
      "loss": 0.697,
      "step": 40395
    },
    {
      "epoch": 0.8513068538041274,
      "grad_norm": 0.12568482756614685,
      "learning_rate": 1.1377660526219547e-06,
      "loss": 0.724,
      "step": 40396
    },
    {
      "epoch": 0.8513279278424927,
      "grad_norm": 0.11230548471212387,
      "learning_rate": 1.1374498813086775e-06,
      "loss": 0.7571,
      "step": 40397
    },
    {
      "epoch": 0.8513490018808579,
      "grad_norm": 0.10673699527978897,
      "learning_rate": 1.1371337512824842e-06,
      "loss": 0.7076,
      "step": 40398
    },
    {
      "epoch": 0.8513700759192232,
      "grad_norm": 0.14201611280441284,
      "learning_rate": 1.1368176625448535e-06,
      "loss": 0.687,
      "step": 40399
    },
    {
      "epoch": 0.8513911499575885,
      "grad_norm": 0.09991461783647537,
      "learning_rate": 1.136501615097254e-06,
      "loss": 0.6731,
      "step": 40400
    },
    {
      "epoch": 0.8514122239959537,
      "grad_norm": 0.11628361791372299,
      "learning_rate": 1.1361856089411615e-06,
      "loss": 0.7767,
      "step": 40401
    },
    {
      "epoch": 0.8514332980343191,
      "grad_norm": 0.12456709891557693,
      "learning_rate": 1.1358696440780437e-06,
      "loss": 0.7032,
      "step": 40402
    },
    {
      "epoch": 0.8514543720726844,
      "grad_norm": 0.12059928476810455,
      "learning_rate": 1.1355537205093737e-06,
      "loss": 0.6993,
      "step": 40403
    },
    {
      "epoch": 0.8514754461110496,
      "grad_norm": 0.0964846983551979,
      "learning_rate": 1.1352378382366248e-06,
      "loss": 0.6701,
      "step": 40404
    },
    {
      "epoch": 0.8514965201494149,
      "grad_norm": 0.12198305130004883,
      "learning_rate": 1.1349219972612669e-06,
      "loss": 0.6767,
      "step": 40405
    },
    {
      "epoch": 0.8515175941877802,
      "grad_norm": 0.12357727438211441,
      "learning_rate": 1.1346061975847721e-06,
      "loss": 0.7206,
      "step": 40406
    },
    {
      "epoch": 0.8515386682261455,
      "grad_norm": 0.10238055884838104,
      "learning_rate": 1.134290439208613e-06,
      "loss": 0.7002,
      "step": 40407
    },
    {
      "epoch": 0.8515597422645108,
      "grad_norm": 0.12120454758405685,
      "learning_rate": 1.1339747221342578e-06,
      "loss": 0.7116,
      "step": 40408
    },
    {
      "epoch": 0.8515808163028761,
      "grad_norm": 0.11208032816648483,
      "learning_rate": 1.1336590463631803e-06,
      "loss": 0.6928,
      "step": 40409
    },
    {
      "epoch": 0.8516018903412413,
      "grad_norm": 0.10843070596456528,
      "learning_rate": 1.133343411896849e-06,
      "loss": 0.6831,
      "step": 40410
    },
    {
      "epoch": 0.8516229643796066,
      "grad_norm": 0.11321840435266495,
      "learning_rate": 1.133027818736734e-06,
      "loss": 0.7203,
      "step": 40411
    },
    {
      "epoch": 0.851644038417972,
      "grad_norm": 0.11774148792028427,
      "learning_rate": 1.1327122668843094e-06,
      "loss": 0.722,
      "step": 40412
    },
    {
      "epoch": 0.8516651124563372,
      "grad_norm": 0.17767393589019775,
      "learning_rate": 1.1323967563410388e-06,
      "loss": 0.7012,
      "step": 40413
    },
    {
      "epoch": 0.8516861864947025,
      "grad_norm": 0.10240818560123444,
      "learning_rate": 1.1320812871083964e-06,
      "loss": 0.659,
      "step": 40414
    },
    {
      "epoch": 0.8517072605330678,
      "grad_norm": 0.09963072091341019,
      "learning_rate": 1.131765859187851e-06,
      "loss": 0.7122,
      "step": 40415
    },
    {
      "epoch": 0.851728334571433,
      "grad_norm": 0.11356263607740402,
      "learning_rate": 1.1314504725808728e-06,
      "loss": 0.6396,
      "step": 40416
    },
    {
      "epoch": 0.8517494086097984,
      "grad_norm": 0.10932504385709763,
      "learning_rate": 1.1311351272889292e-06,
      "loss": 0.7706,
      "step": 40417
    },
    {
      "epoch": 0.8517704826481637,
      "grad_norm": 0.12406165897846222,
      "learning_rate": 1.1308198233134914e-06,
      "loss": 0.7285,
      "step": 40418
    },
    {
      "epoch": 0.851791556686529,
      "grad_norm": 0.10185275226831436,
      "learning_rate": 1.1305045606560273e-06,
      "loss": 0.678,
      "step": 40419
    },
    {
      "epoch": 0.8518126307248942,
      "grad_norm": 0.1157790869474411,
      "learning_rate": 1.1301893393180051e-06,
      "loss": 0.7274,
      "step": 40420
    },
    {
      "epoch": 0.8518337047632595,
      "grad_norm": 0.11854822188615799,
      "learning_rate": 1.1298741593008955e-06,
      "loss": 0.7899,
      "step": 40421
    },
    {
      "epoch": 0.8518547788016249,
      "grad_norm": 0.10222237557172775,
      "learning_rate": 1.1295590206061623e-06,
      "loss": 0.6692,
      "step": 40422
    },
    {
      "epoch": 0.8518758528399901,
      "grad_norm": 0.12927979230880737,
      "learning_rate": 1.1292439232352781e-06,
      "loss": 0.7353,
      "step": 40423
    },
    {
      "epoch": 0.8518969268783554,
      "grad_norm": 0.10651124268770218,
      "learning_rate": 1.128928867189708e-06,
      "loss": 0.6657,
      "step": 40424
    },
    {
      "epoch": 0.8519180009167207,
      "grad_norm": 0.11272773891687393,
      "learning_rate": 1.12861385247092e-06,
      "loss": 0.678,
      "step": 40425
    },
    {
      "epoch": 0.8519390749550859,
      "grad_norm": 0.10967607796192169,
      "learning_rate": 1.128298879080384e-06,
      "loss": 0.7306,
      "step": 40426
    },
    {
      "epoch": 0.8519601489934513,
      "grad_norm": 0.11265179514884949,
      "learning_rate": 1.127983947019562e-06,
      "loss": 0.7368,
      "step": 40427
    },
    {
      "epoch": 0.8519812230318166,
      "grad_norm": 0.13113850355148315,
      "learning_rate": 1.1276690562899284e-06,
      "loss": 0.6881,
      "step": 40428
    },
    {
      "epoch": 0.8520022970701818,
      "grad_norm": 0.12485787272453308,
      "learning_rate": 1.1273542068929454e-06,
      "loss": 0.7298,
      "step": 40429
    },
    {
      "epoch": 0.8520233711085471,
      "grad_norm": 0.13300244510173798,
      "learning_rate": 1.1270393988300831e-06,
      "loss": 0.7392,
      "step": 40430
    },
    {
      "epoch": 0.8520444451469124,
      "grad_norm": 0.12421248853206635,
      "learning_rate": 1.1267246321028047e-06,
      "loss": 0.6963,
      "step": 40431
    },
    {
      "epoch": 0.8520655191852777,
      "grad_norm": 0.11682590842247009,
      "learning_rate": 1.1264099067125767e-06,
      "loss": 0.6685,
      "step": 40432
    },
    {
      "epoch": 0.852086593223643,
      "grad_norm": 0.10998381674289703,
      "learning_rate": 1.126095222660867e-06,
      "loss": 0.7476,
      "step": 40433
    },
    {
      "epoch": 0.8521076672620083,
      "grad_norm": 0.11918221414089203,
      "learning_rate": 1.1257805799491418e-06,
      "loss": 0.7458,
      "step": 40434
    },
    {
      "epoch": 0.8521287413003735,
      "grad_norm": 0.13698992133140564,
      "learning_rate": 1.1254659785788645e-06,
      "loss": 0.7275,
      "step": 40435
    },
    {
      "epoch": 0.8521498153387388,
      "grad_norm": 0.11611291021108627,
      "learning_rate": 1.1251514185515034e-06,
      "loss": 0.6735,
      "step": 40436
    },
    {
      "epoch": 0.8521708893771041,
      "grad_norm": 0.11122413724660873,
      "learning_rate": 1.124836899868522e-06,
      "loss": 0.7536,
      "step": 40437
    },
    {
      "epoch": 0.8521919634154694,
      "grad_norm": 0.10745828598737717,
      "learning_rate": 1.1245224225313866e-06,
      "loss": 0.726,
      "step": 40438
    },
    {
      "epoch": 0.8522130374538347,
      "grad_norm": 0.12351790070533752,
      "learning_rate": 1.1242079865415612e-06,
      "loss": 0.6752,
      "step": 40439
    },
    {
      "epoch": 0.8522341114922,
      "grad_norm": 0.09791490435600281,
      "learning_rate": 1.1238935919005124e-06,
      "loss": 0.7055,
      "step": 40440
    },
    {
      "epoch": 0.8522551855305652,
      "grad_norm": 0.11035602539777756,
      "learning_rate": 1.1235792386097032e-06,
      "loss": 0.6906,
      "step": 40441
    },
    {
      "epoch": 0.8522762595689305,
      "grad_norm": 0.11928196251392365,
      "learning_rate": 1.1232649266705987e-06,
      "loss": 0.7493,
      "step": 40442
    },
    {
      "epoch": 0.8522973336072959,
      "grad_norm": 0.12236691266298294,
      "learning_rate": 1.1229506560846627e-06,
      "loss": 0.692,
      "step": 40443
    },
    {
      "epoch": 0.8523184076456611,
      "grad_norm": 0.10543936491012573,
      "learning_rate": 1.1226364268533608e-06,
      "loss": 0.696,
      "step": 40444
    },
    {
      "epoch": 0.8523394816840264,
      "grad_norm": 0.12200011312961578,
      "learning_rate": 1.122322238978154e-06,
      "loss": 0.7352,
      "step": 40445
    },
    {
      "epoch": 0.8523605557223917,
      "grad_norm": 0.12975095212459564,
      "learning_rate": 1.1220080924605093e-06,
      "loss": 0.7324,
      "step": 40446
    },
    {
      "epoch": 0.8523816297607569,
      "grad_norm": 0.10929042845964432,
      "learning_rate": 1.1216939873018873e-06,
      "loss": 0.6992,
      "step": 40447
    },
    {
      "epoch": 0.8524027037991223,
      "grad_norm": 0.1343991756439209,
      "learning_rate": 1.1213799235037537e-06,
      "loss": 0.7534,
      "step": 40448
    },
    {
      "epoch": 0.8524237778374876,
      "grad_norm": 0.10980330407619476,
      "learning_rate": 1.1210659010675695e-06,
      "loss": 0.709,
      "step": 40449
    },
    {
      "epoch": 0.8524448518758528,
      "grad_norm": 0.0978478491306305,
      "learning_rate": 1.1207519199947992e-06,
      "loss": 0.605,
      "step": 40450
    },
    {
      "epoch": 0.8524659259142181,
      "grad_norm": 0.10871732234954834,
      "learning_rate": 1.120437980286906e-06,
      "loss": 0.6459,
      "step": 40451
    },
    {
      "epoch": 0.8524869999525834,
      "grad_norm": 0.1319589465856552,
      "learning_rate": 1.1201240819453507e-06,
      "loss": 0.6772,
      "step": 40452
    },
    {
      "epoch": 0.8525080739909487,
      "grad_norm": 0.09949156641960144,
      "learning_rate": 1.1198102249715947e-06,
      "loss": 0.6662,
      "step": 40453
    },
    {
      "epoch": 0.852529148029314,
      "grad_norm": 0.09636826068162918,
      "learning_rate": 1.1194964093671024e-06,
      "loss": 0.6531,
      "step": 40454
    },
    {
      "epoch": 0.8525502220676793,
      "grad_norm": 0.10076652467250824,
      "learning_rate": 1.1191826351333347e-06,
      "loss": 0.7033,
      "step": 40455
    },
    {
      "epoch": 0.8525712961060445,
      "grad_norm": 0.09980224817991257,
      "learning_rate": 1.1188689022717526e-06,
      "loss": 0.7044,
      "step": 40456
    },
    {
      "epoch": 0.8525923701444098,
      "grad_norm": 0.10824961215257645,
      "learning_rate": 1.1185552107838194e-06,
      "loss": 0.6683,
      "step": 40457
    },
    {
      "epoch": 0.8526134441827752,
      "grad_norm": 0.1054479330778122,
      "learning_rate": 1.1182415606709961e-06,
      "loss": 0.7461,
      "step": 40458
    },
    {
      "epoch": 0.8526345182211404,
      "grad_norm": 0.12214944511651993,
      "learning_rate": 1.117927951934744e-06,
      "loss": 0.7178,
      "step": 40459
    },
    {
      "epoch": 0.8526555922595057,
      "grad_norm": 0.12584972381591797,
      "learning_rate": 1.1176143845765253e-06,
      "loss": 0.7502,
      "step": 40460
    },
    {
      "epoch": 0.852676666297871,
      "grad_norm": 0.10906527191400528,
      "learning_rate": 1.1173008585977973e-06,
      "loss": 0.6416,
      "step": 40461
    },
    {
      "epoch": 0.8526977403362362,
      "grad_norm": 0.1317838728427887,
      "learning_rate": 1.1169873740000224e-06,
      "loss": 0.7286,
      "step": 40462
    },
    {
      "epoch": 0.8527188143746016,
      "grad_norm": 0.12272316217422485,
      "learning_rate": 1.1166739307846607e-06,
      "loss": 0.694,
      "step": 40463
    },
    {
      "epoch": 0.8527398884129669,
      "grad_norm": 0.15414872765541077,
      "learning_rate": 1.1163605289531731e-06,
      "loss": 0.704,
      "step": 40464
    },
    {
      "epoch": 0.8527609624513321,
      "grad_norm": 0.14383645355701447,
      "learning_rate": 1.1160471685070185e-06,
      "loss": 0.6624,
      "step": 40465
    },
    {
      "epoch": 0.8527820364896974,
      "grad_norm": 0.11046969890594482,
      "learning_rate": 1.1157338494476578e-06,
      "loss": 0.6686,
      "step": 40466
    },
    {
      "epoch": 0.8528031105280627,
      "grad_norm": 0.11189977079629898,
      "learning_rate": 1.1154205717765498e-06,
      "loss": 0.7606,
      "step": 40467
    },
    {
      "epoch": 0.8528241845664281,
      "grad_norm": 0.13028280436992645,
      "learning_rate": 1.1151073354951557e-06,
      "loss": 0.7359,
      "step": 40468
    },
    {
      "epoch": 0.8528452586047933,
      "grad_norm": 0.10066090524196625,
      "learning_rate": 1.1147941406049323e-06,
      "loss": 0.6494,
      "step": 40469
    },
    {
      "epoch": 0.8528663326431586,
      "grad_norm": 0.09637188911437988,
      "learning_rate": 1.1144809871073403e-06,
      "loss": 0.6524,
      "step": 40470
    },
    {
      "epoch": 0.8528874066815239,
      "grad_norm": 0.10165359824895859,
      "learning_rate": 1.1141678750038376e-06,
      "loss": 0.6254,
      "step": 40471
    },
    {
      "epoch": 0.8529084807198891,
      "grad_norm": 0.1036820188164711,
      "learning_rate": 1.113854804295883e-06,
      "loss": 0.6127,
      "step": 40472
    },
    {
      "epoch": 0.8529295547582544,
      "grad_norm": 0.11446239799261093,
      "learning_rate": 1.1135417749849364e-06,
      "loss": 0.7263,
      "step": 40473
    },
    {
      "epoch": 0.8529506287966198,
      "grad_norm": 0.4771682918071747,
      "learning_rate": 1.1132287870724545e-06,
      "loss": 0.758,
      "step": 40474
    },
    {
      "epoch": 0.852971702834985,
      "grad_norm": 0.11691556125879288,
      "learning_rate": 1.112915840559895e-06,
      "loss": 0.7075,
      "step": 40475
    },
    {
      "epoch": 0.8529927768733503,
      "grad_norm": 0.10866612195968628,
      "learning_rate": 1.1126029354487177e-06,
      "loss": 0.6979,
      "step": 40476
    },
    {
      "epoch": 0.8530138509117156,
      "grad_norm": 0.11769775301218033,
      "learning_rate": 1.1122900717403794e-06,
      "loss": 0.7254,
      "step": 40477
    },
    {
      "epoch": 0.8530349249500808,
      "grad_norm": 0.09222012758255005,
      "learning_rate": 1.1119772494363368e-06,
      "loss": 0.6517,
      "step": 40478
    },
    {
      "epoch": 0.8530559989884462,
      "grad_norm": 0.11088235676288605,
      "learning_rate": 1.1116644685380473e-06,
      "loss": 0.6933,
      "step": 40479
    },
    {
      "epoch": 0.8530770730268115,
      "grad_norm": 0.12039344012737274,
      "learning_rate": 1.1113517290469722e-06,
      "loss": 0.7182,
      "step": 40480
    },
    {
      "epoch": 0.8530981470651767,
      "grad_norm": 0.10553939640522003,
      "learning_rate": 1.1110390309645613e-06,
      "loss": 0.7168,
      "step": 40481
    },
    {
      "epoch": 0.853119221103542,
      "grad_norm": 0.12720000743865967,
      "learning_rate": 1.1107263742922759e-06,
      "loss": 0.6966,
      "step": 40482
    },
    {
      "epoch": 0.8531402951419073,
      "grad_norm": 0.16112862527370453,
      "learning_rate": 1.110413759031571e-06,
      "loss": 0.7109,
      "step": 40483
    },
    {
      "epoch": 0.8531613691802726,
      "grad_norm": 0.12076833099126816,
      "learning_rate": 1.1101011851839028e-06,
      "loss": 0.6775,
      "step": 40484
    },
    {
      "epoch": 0.8531824432186379,
      "grad_norm": 0.11716713011264801,
      "learning_rate": 1.1097886527507273e-06,
      "loss": 0.6747,
      "step": 40485
    },
    {
      "epoch": 0.8532035172570032,
      "grad_norm": 0.11146526783704758,
      "learning_rate": 1.1094761617335025e-06,
      "loss": 0.6796,
      "step": 40486
    },
    {
      "epoch": 0.8532245912953684,
      "grad_norm": 0.1052456647157669,
      "learning_rate": 1.109163712133683e-06,
      "loss": 0.6935,
      "step": 40487
    },
    {
      "epoch": 0.8532456653337337,
      "grad_norm": 0.18513250350952148,
      "learning_rate": 1.1088513039527248e-06,
      "loss": 0.6616,
      "step": 40488
    },
    {
      "epoch": 0.8532667393720991,
      "grad_norm": 0.12132877856492996,
      "learning_rate": 1.1085389371920842e-06,
      "loss": 0.7249,
      "step": 40489
    },
    {
      "epoch": 0.8532878134104643,
      "grad_norm": 0.1425221860408783,
      "learning_rate": 1.1082266118532126e-06,
      "loss": 0.6987,
      "step": 40490
    },
    {
      "epoch": 0.8533088874488296,
      "grad_norm": 0.10752040892839432,
      "learning_rate": 1.107914327937568e-06,
      "loss": 0.6773,
      "step": 40491
    },
    {
      "epoch": 0.8533299614871949,
      "grad_norm": 0.11275536566972733,
      "learning_rate": 1.1076020854466051e-06,
      "loss": 0.7491,
      "step": 40492
    },
    {
      "epoch": 0.8533510355255601,
      "grad_norm": 0.11647526919841766,
      "learning_rate": 1.107289884381777e-06,
      "loss": 0.7753,
      "step": 40493
    },
    {
      "epoch": 0.8533721095639255,
      "grad_norm": 0.10251551121473312,
      "learning_rate": 1.10697772474454e-06,
      "loss": 0.6626,
      "step": 40494
    },
    {
      "epoch": 0.8533931836022908,
      "grad_norm": 0.12016753852367401,
      "learning_rate": 1.1066656065363469e-06,
      "loss": 0.7042,
      "step": 40495
    },
    {
      "epoch": 0.853414257640656,
      "grad_norm": 0.15323548018932343,
      "learning_rate": 1.1063535297586525e-06,
      "loss": 0.7522,
      "step": 40496
    },
    {
      "epoch": 0.8534353316790213,
      "grad_norm": 0.20296931266784668,
      "learning_rate": 1.1060414944129106e-06,
      "loss": 0.7261,
      "step": 40497
    },
    {
      "epoch": 0.8534564057173866,
      "grad_norm": 0.11352761089801788,
      "learning_rate": 1.1057295005005742e-06,
      "loss": 0.7477,
      "step": 40498
    },
    {
      "epoch": 0.8534774797557519,
      "grad_norm": 0.10073943436145782,
      "learning_rate": 1.1054175480230977e-06,
      "loss": 0.7118,
      "step": 40499
    },
    {
      "epoch": 0.8534985537941172,
      "grad_norm": 0.1364569216966629,
      "learning_rate": 1.1051056369819335e-06,
      "loss": 0.7088,
      "step": 40500
    },
    {
      "epoch": 0.8535196278324825,
      "grad_norm": 0.13779103755950928,
      "learning_rate": 1.1047937673785347e-06,
      "loss": 0.7186,
      "step": 40501
    },
    {
      "epoch": 0.8535407018708477,
      "grad_norm": 0.0979205071926117,
      "learning_rate": 1.1044819392143557e-06,
      "loss": 0.6734,
      "step": 40502
    },
    {
      "epoch": 0.853561775909213,
      "grad_norm": 0.12987187504768372,
      "learning_rate": 1.1041701524908466e-06,
      "loss": 0.7316,
      "step": 40503
    },
    {
      "epoch": 0.8535828499475784,
      "grad_norm": 0.10577325522899628,
      "learning_rate": 1.1038584072094627e-06,
      "loss": 0.6938,
      "step": 40504
    },
    {
      "epoch": 0.8536039239859436,
      "grad_norm": 0.11153196543455124,
      "learning_rate": 1.1035467033716541e-06,
      "loss": 0.726,
      "step": 40505
    },
    {
      "epoch": 0.8536249980243089,
      "grad_norm": 0.13740167021751404,
      "learning_rate": 1.103235040978874e-06,
      "loss": 0.7369,
      "step": 40506
    },
    {
      "epoch": 0.8536460720626742,
      "grad_norm": 0.12191921472549438,
      "learning_rate": 1.1029234200325734e-06,
      "loss": 0.745,
      "step": 40507
    },
    {
      "epoch": 0.8536671461010394,
      "grad_norm": 0.14690785109996796,
      "learning_rate": 1.1026118405342057e-06,
      "loss": 0.7299,
      "step": 40508
    },
    {
      "epoch": 0.8536882201394048,
      "grad_norm": 0.11295879632234573,
      "learning_rate": 1.1023003024852208e-06,
      "loss": 0.6519,
      "step": 40509
    },
    {
      "epoch": 0.8537092941777701,
      "grad_norm": 0.11758098751306534,
      "learning_rate": 1.101988805887072e-06,
      "loss": 0.7118,
      "step": 40510
    },
    {
      "epoch": 0.8537303682161353,
      "grad_norm": 0.3074800670146942,
      "learning_rate": 1.1016773507412082e-06,
      "loss": 0.7332,
      "step": 40511
    },
    {
      "epoch": 0.8537514422545006,
      "grad_norm": 0.11975383013486862,
      "learning_rate": 1.1013659370490804e-06,
      "loss": 0.6699,
      "step": 40512
    },
    {
      "epoch": 0.8537725162928659,
      "grad_norm": 0.14046314358711243,
      "learning_rate": 1.1010545648121384e-06,
      "loss": 0.7732,
      "step": 40513
    },
    {
      "epoch": 0.8537935903312311,
      "grad_norm": 0.13288836181163788,
      "learning_rate": 1.1007432340318358e-06,
      "loss": 0.696,
      "step": 40514
    },
    {
      "epoch": 0.8538146643695965,
      "grad_norm": 0.09890863299369812,
      "learning_rate": 1.1004319447096223e-06,
      "loss": 0.6377,
      "step": 40515
    },
    {
      "epoch": 0.8538357384079618,
      "grad_norm": 0.10473436862230301,
      "learning_rate": 1.100120696846948e-06,
      "loss": 0.698,
      "step": 40516
    },
    {
      "epoch": 0.853856812446327,
      "grad_norm": 0.11678322404623032,
      "learning_rate": 1.0998094904452617e-06,
      "loss": 0.6177,
      "step": 40517
    },
    {
      "epoch": 0.8538778864846923,
      "grad_norm": 0.10043495893478394,
      "learning_rate": 1.0994983255060132e-06,
      "loss": 0.6243,
      "step": 40518
    },
    {
      "epoch": 0.8538989605230576,
      "grad_norm": 0.1105923131108284,
      "learning_rate": 1.099187202030656e-06,
      "loss": 0.7069,
      "step": 40519
    },
    {
      "epoch": 0.853920034561423,
      "grad_norm": 0.1153927743434906,
      "learning_rate": 1.0988761200206333e-06,
      "loss": 0.6875,
      "step": 40520
    },
    {
      "epoch": 0.8539411085997882,
      "grad_norm": 0.10172739624977112,
      "learning_rate": 1.0985650794773973e-06,
      "loss": 0.6707,
      "step": 40521
    },
    {
      "epoch": 0.8539621826381535,
      "grad_norm": 0.10354197025299072,
      "learning_rate": 1.0982540804023968e-06,
      "loss": 0.6938,
      "step": 40522
    },
    {
      "epoch": 0.8539832566765188,
      "grad_norm": 0.11002889275550842,
      "learning_rate": 1.0979431227970805e-06,
      "loss": 0.6769,
      "step": 40523
    },
    {
      "epoch": 0.854004330714884,
      "grad_norm": 0.10630375891923904,
      "learning_rate": 1.0976322066628975e-06,
      "loss": 0.7062,
      "step": 40524
    },
    {
      "epoch": 0.8540254047532494,
      "grad_norm": 0.10402461886405945,
      "learning_rate": 1.0973213320012965e-06,
      "loss": 0.6987,
      "step": 40525
    },
    {
      "epoch": 0.8540464787916147,
      "grad_norm": 0.10974901914596558,
      "learning_rate": 1.0970104988137253e-06,
      "loss": 0.7398,
      "step": 40526
    },
    {
      "epoch": 0.8540675528299799,
      "grad_norm": 0.1276126205921173,
      "learning_rate": 1.0966997071016316e-06,
      "loss": 0.7848,
      "step": 40527
    },
    {
      "epoch": 0.8540886268683452,
      "grad_norm": 0.12472979724407196,
      "learning_rate": 1.0963889568664632e-06,
      "loss": 0.6837,
      "step": 40528
    },
    {
      "epoch": 0.8541097009067105,
      "grad_norm": 0.11909159272909164,
      "learning_rate": 1.0960782481096677e-06,
      "loss": 0.736,
      "step": 40529
    },
    {
      "epoch": 0.8541307749450758,
      "grad_norm": 0.1593869924545288,
      "learning_rate": 1.095767580832694e-06,
      "loss": 0.7354,
      "step": 40530
    },
    {
      "epoch": 0.8541518489834411,
      "grad_norm": 0.10067354142665863,
      "learning_rate": 1.0954569550369876e-06,
      "loss": 0.7212,
      "step": 40531
    },
    {
      "epoch": 0.8541729230218064,
      "grad_norm": 0.12680694460868835,
      "learning_rate": 1.0951463707239974e-06,
      "loss": 0.7656,
      "step": 40532
    },
    {
      "epoch": 0.8541939970601716,
      "grad_norm": 0.12621058523654938,
      "learning_rate": 1.0948358278951676e-06,
      "loss": 0.6507,
      "step": 40533
    },
    {
      "epoch": 0.8542150710985369,
      "grad_norm": 0.10083743929862976,
      "learning_rate": 1.0945253265519472e-06,
      "loss": 0.6898,
      "step": 40534
    },
    {
      "epoch": 0.8542361451369023,
      "grad_norm": 0.13596297800540924,
      "learning_rate": 1.0942148666957831e-06,
      "loss": 0.6711,
      "step": 40535
    },
    {
      "epoch": 0.8542572191752675,
      "grad_norm": 0.10863135010004044,
      "learning_rate": 1.0939044483281192e-06,
      "loss": 0.651,
      "step": 40536
    },
    {
      "epoch": 0.8542782932136328,
      "grad_norm": 0.12483593821525574,
      "learning_rate": 1.0935940714504034e-06,
      "loss": 0.6794,
      "step": 40537
    },
    {
      "epoch": 0.8542993672519981,
      "grad_norm": 0.11045685410499573,
      "learning_rate": 1.0932837360640802e-06,
      "loss": 0.7031,
      "step": 40538
    },
    {
      "epoch": 0.8543204412903633,
      "grad_norm": 0.1108904480934143,
      "learning_rate": 1.0929734421705996e-06,
      "loss": 0.6789,
      "step": 40539
    },
    {
      "epoch": 0.8543415153287287,
      "grad_norm": 0.10604452341794968,
      "learning_rate": 1.0926631897714013e-06,
      "loss": 0.7463,
      "step": 40540
    },
    {
      "epoch": 0.854362589367094,
      "grad_norm": 0.12418989837169647,
      "learning_rate": 1.0923529788679333e-06,
      "loss": 0.7183,
      "step": 40541
    },
    {
      "epoch": 0.8543836634054592,
      "grad_norm": 0.10198631137609482,
      "learning_rate": 1.0920428094616387e-06,
      "loss": 0.7528,
      "step": 40542
    },
    {
      "epoch": 0.8544047374438245,
      "grad_norm": 0.10913649201393127,
      "learning_rate": 1.0917326815539665e-06,
      "loss": 0.6961,
      "step": 40543
    },
    {
      "epoch": 0.8544258114821898,
      "grad_norm": 0.10891688615083694,
      "learning_rate": 1.0914225951463586e-06,
      "loss": 0.6729,
      "step": 40544
    },
    {
      "epoch": 0.8544468855205551,
      "grad_norm": 0.11756008863449097,
      "learning_rate": 1.091112550240261e-06,
      "loss": 0.6597,
      "step": 40545
    },
    {
      "epoch": 0.8544679595589204,
      "grad_norm": 0.10837529599666595,
      "learning_rate": 1.0908025468371164e-06,
      "loss": 0.7301,
      "step": 40546
    },
    {
      "epoch": 0.8544890335972857,
      "grad_norm": 0.11099650710821152,
      "learning_rate": 1.0904925849383708e-06,
      "loss": 0.7175,
      "step": 40547
    },
    {
      "epoch": 0.8545101076356509,
      "grad_norm": 0.11284080892801285,
      "learning_rate": 1.0901826645454695e-06,
      "loss": 0.6687,
      "step": 40548
    },
    {
      "epoch": 0.8545311816740162,
      "grad_norm": 0.12032976001501083,
      "learning_rate": 1.0898727856598512e-06,
      "loss": 0.7148,
      "step": 40549
    },
    {
      "epoch": 0.8545522557123815,
      "grad_norm": 0.14351513981819153,
      "learning_rate": 1.0895629482829628e-06,
      "loss": 0.6642,
      "step": 40550
    },
    {
      "epoch": 0.8545733297507468,
      "grad_norm": 0.099415123462677,
      "learning_rate": 1.0892531524162474e-06,
      "loss": 0.6841,
      "step": 40551
    },
    {
      "epoch": 0.8545944037891121,
      "grad_norm": 0.11896718293428421,
      "learning_rate": 1.0889433980611485e-06,
      "loss": 0.6463,
      "step": 40552
    },
    {
      "epoch": 0.8546154778274774,
      "grad_norm": 0.14230908453464508,
      "learning_rate": 1.0886336852191094e-06,
      "loss": 0.7159,
      "step": 40553
    },
    {
      "epoch": 0.8546365518658426,
      "grad_norm": 0.10478849709033966,
      "learning_rate": 1.0883240138915708e-06,
      "loss": 0.7371,
      "step": 40554
    },
    {
      "epoch": 0.8546576259042079,
      "grad_norm": 0.09924134612083435,
      "learning_rate": 1.0880143840799784e-06,
      "loss": 0.6408,
      "step": 40555
    },
    {
      "epoch": 0.8546786999425733,
      "grad_norm": 0.11095317453145981,
      "learning_rate": 1.0877047957857701e-06,
      "loss": 0.7413,
      "step": 40556
    },
    {
      "epoch": 0.8546997739809385,
      "grad_norm": 0.19256813824176788,
      "learning_rate": 1.0873952490103946e-06,
      "loss": 0.7326,
      "step": 40557
    },
    {
      "epoch": 0.8547208480193038,
      "grad_norm": 0.15504635870456696,
      "learning_rate": 1.0870857437552895e-06,
      "loss": 0.7109,
      "step": 40558
    },
    {
      "epoch": 0.8547419220576691,
      "grad_norm": 0.10996221750974655,
      "learning_rate": 1.0867762800218973e-06,
      "loss": 0.7116,
      "step": 40559
    },
    {
      "epoch": 0.8547629960960343,
      "grad_norm": 0.1003606989979744,
      "learning_rate": 1.08646685781166e-06,
      "loss": 0.6724,
      "step": 40560
    },
    {
      "epoch": 0.8547840701343997,
      "grad_norm": 0.10931817442178726,
      "learning_rate": 1.0861574771260197e-06,
      "loss": 0.7104,
      "step": 40561
    },
    {
      "epoch": 0.854805144172765,
      "grad_norm": 0.12603087723255157,
      "learning_rate": 1.0858481379664166e-06,
      "loss": 0.7287,
      "step": 40562
    },
    {
      "epoch": 0.8548262182111303,
      "grad_norm": 0.10414840281009674,
      "learning_rate": 1.0855388403342914e-06,
      "loss": 0.741,
      "step": 40563
    },
    {
      "epoch": 0.8548472922494955,
      "grad_norm": 0.11137625575065613,
      "learning_rate": 1.0852295842310866e-06,
      "loss": 0.6894,
      "step": 40564
    },
    {
      "epoch": 0.8548683662878608,
      "grad_norm": 0.09963702410459518,
      "learning_rate": 1.0849203696582434e-06,
      "loss": 0.6801,
      "step": 40565
    },
    {
      "epoch": 0.8548894403262262,
      "grad_norm": 0.10457075387239456,
      "learning_rate": 1.084611196617199e-06,
      "loss": 0.721,
      "step": 40566
    },
    {
      "epoch": 0.8549105143645914,
      "grad_norm": 0.08974077552556992,
      "learning_rate": 1.0843020651093972e-06,
      "loss": 0.633,
      "step": 40567
    },
    {
      "epoch": 0.8549315884029567,
      "grad_norm": 0.10524705052375793,
      "learning_rate": 1.0839929751362765e-06,
      "loss": 0.6834,
      "step": 40568
    },
    {
      "epoch": 0.854952662441322,
      "grad_norm": 0.10911428183317184,
      "learning_rate": 1.0836839266992782e-06,
      "loss": 0.6338,
      "step": 40569
    },
    {
      "epoch": 0.8549737364796872,
      "grad_norm": 0.1268133670091629,
      "learning_rate": 1.08337491979984e-06,
      "loss": 0.7337,
      "step": 40570
    },
    {
      "epoch": 0.8549948105180526,
      "grad_norm": 0.1020452156662941,
      "learning_rate": 1.0830659544393996e-06,
      "loss": 0.7289,
      "step": 40571
    },
    {
      "epoch": 0.8550158845564179,
      "grad_norm": 0.09137905389070511,
      "learning_rate": 1.0827570306194013e-06,
      "loss": 0.6576,
      "step": 40572
    },
    {
      "epoch": 0.8550369585947831,
      "grad_norm": 0.10469414293766022,
      "learning_rate": 1.0824481483412818e-06,
      "loss": 0.6977,
      "step": 40573
    },
    {
      "epoch": 0.8550580326331484,
      "grad_norm": 0.10213016718626022,
      "learning_rate": 1.0821393076064802e-06,
      "loss": 0.6923,
      "step": 40574
    },
    {
      "epoch": 0.8550791066715137,
      "grad_norm": 0.1678140014410019,
      "learning_rate": 1.081830508416435e-06,
      "loss": 0.6776,
      "step": 40575
    },
    {
      "epoch": 0.855100180709879,
      "grad_norm": 0.10089652985334396,
      "learning_rate": 1.0815217507725862e-06,
      "loss": 0.7149,
      "step": 40576
    },
    {
      "epoch": 0.8551212547482443,
      "grad_norm": 0.0972885861992836,
      "learning_rate": 1.0812130346763706e-06,
      "loss": 0.7011,
      "step": 40577
    },
    {
      "epoch": 0.8551423287866096,
      "grad_norm": 0.10094423592090607,
      "learning_rate": 1.080904360129228e-06,
      "loss": 0.7047,
      "step": 40578
    },
    {
      "epoch": 0.8551634028249748,
      "grad_norm": 0.11437174677848816,
      "learning_rate": 1.080595727132594e-06,
      "loss": 0.6492,
      "step": 40579
    },
    {
      "epoch": 0.8551844768633401,
      "grad_norm": 0.20334354043006897,
      "learning_rate": 1.0802871356879075e-06,
      "loss": 0.7363,
      "step": 40580
    },
    {
      "epoch": 0.8552055509017055,
      "grad_norm": 0.1099771037697792,
      "learning_rate": 1.0799785857966071e-06,
      "loss": 0.7173,
      "step": 40581
    },
    {
      "epoch": 0.8552266249400707,
      "grad_norm": 0.10723306983709335,
      "learning_rate": 1.0796700774601288e-06,
      "loss": 0.668,
      "step": 40582
    },
    {
      "epoch": 0.855247698978436,
      "grad_norm": 0.11175231635570526,
      "learning_rate": 1.0793616106799098e-06,
      "loss": 0.727,
      "step": 40583
    },
    {
      "epoch": 0.8552687730168013,
      "grad_norm": 0.10037095844745636,
      "learning_rate": 1.0790531854573883e-06,
      "loss": 0.7084,
      "step": 40584
    },
    {
      "epoch": 0.8552898470551665,
      "grad_norm": 0.09526056051254272,
      "learning_rate": 1.0787448017939982e-06,
      "loss": 0.646,
      "step": 40585
    },
    {
      "epoch": 0.8553109210935319,
      "grad_norm": 0.1657012552022934,
      "learning_rate": 1.0784364596911811e-06,
      "loss": 0.6574,
      "step": 40586
    },
    {
      "epoch": 0.8553319951318972,
      "grad_norm": 0.11567985266447067,
      "learning_rate": 1.0781281591503724e-06,
      "loss": 0.6674,
      "step": 40587
    },
    {
      "epoch": 0.8553530691702624,
      "grad_norm": 0.11262240260839462,
      "learning_rate": 1.0778199001730038e-06,
      "loss": 0.7089,
      "step": 40588
    },
    {
      "epoch": 0.8553741432086277,
      "grad_norm": 0.09964432567358017,
      "learning_rate": 1.0775116827605158e-06,
      "loss": 0.676,
      "step": 40589
    },
    {
      "epoch": 0.855395217246993,
      "grad_norm": 0.11603455245494843,
      "learning_rate": 1.0772035069143427e-06,
      "loss": 0.7043,
      "step": 40590
    },
    {
      "epoch": 0.8554162912853582,
      "grad_norm": 0.11884783208370209,
      "learning_rate": 1.0768953726359199e-06,
      "loss": 0.6907,
      "step": 40591
    },
    {
      "epoch": 0.8554373653237236,
      "grad_norm": 0.10297952592372894,
      "learning_rate": 1.076587279926683e-06,
      "loss": 0.6159,
      "step": 40592
    },
    {
      "epoch": 0.8554584393620889,
      "grad_norm": 0.12030453234910965,
      "learning_rate": 1.0762792287880674e-06,
      "loss": 0.6869,
      "step": 40593
    },
    {
      "epoch": 0.8554795134004541,
      "grad_norm": 0.10779507458209991,
      "learning_rate": 1.075971219221509e-06,
      "loss": 0.752,
      "step": 40594
    },
    {
      "epoch": 0.8555005874388194,
      "grad_norm": 0.11762203276157379,
      "learning_rate": 1.0756632512284415e-06,
      "loss": 0.6886,
      "step": 40595
    },
    {
      "epoch": 0.8555216614771847,
      "grad_norm": 0.11836758255958557,
      "learning_rate": 1.0753553248103e-06,
      "loss": 0.7647,
      "step": 40596
    },
    {
      "epoch": 0.85554273551555,
      "grad_norm": 0.1583699882030487,
      "learning_rate": 1.0750474399685196e-06,
      "loss": 0.7627,
      "step": 40597
    },
    {
      "epoch": 0.8555638095539153,
      "grad_norm": 0.13995905220508575,
      "learning_rate": 1.0747395967045348e-06,
      "loss": 0.7091,
      "step": 40598
    },
    {
      "epoch": 0.8555848835922806,
      "grad_norm": 0.1099381372332573,
      "learning_rate": 1.074431795019778e-06,
      "loss": 0.6951,
      "step": 40599
    },
    {
      "epoch": 0.8556059576306458,
      "grad_norm": 0.10249768942594528,
      "learning_rate": 1.0741240349156824e-06,
      "loss": 0.7344,
      "step": 40600
    },
    {
      "epoch": 0.8556270316690111,
      "grad_norm": 0.10384292155504227,
      "learning_rate": 1.0738163163936853e-06,
      "loss": 0.7399,
      "step": 40601
    },
    {
      "epoch": 0.8556481057073765,
      "grad_norm": 0.11657535284757614,
      "learning_rate": 1.0735086394552185e-06,
      "loss": 0.6654,
      "step": 40602
    },
    {
      "epoch": 0.8556691797457417,
      "grad_norm": 0.10821815580129623,
      "learning_rate": 1.0732010041017149e-06,
      "loss": 0.7271,
      "step": 40603
    },
    {
      "epoch": 0.855690253784107,
      "grad_norm": 0.10355997830629349,
      "learning_rate": 1.0728934103346089e-06,
      "loss": 0.7025,
      "step": 40604
    },
    {
      "epoch": 0.8557113278224723,
      "grad_norm": 0.10396470129489899,
      "learning_rate": 1.0725858581553317e-06,
      "loss": 0.6681,
      "step": 40605
    },
    {
      "epoch": 0.8557324018608375,
      "grad_norm": 0.0885615423321724,
      "learning_rate": 1.0722783475653176e-06,
      "loss": 0.6522,
      "step": 40606
    },
    {
      "epoch": 0.8557534758992029,
      "grad_norm": 0.10952703654766083,
      "learning_rate": 1.071970878566e-06,
      "loss": 0.7315,
      "step": 40607
    },
    {
      "epoch": 0.8557745499375682,
      "grad_norm": 0.09746707230806351,
      "learning_rate": 1.0716634511588076e-06,
      "loss": 0.7052,
      "step": 40608
    },
    {
      "epoch": 0.8557956239759335,
      "grad_norm": 0.14023266732692719,
      "learning_rate": 1.0713560653451748e-06,
      "loss": 0.6704,
      "step": 40609
    },
    {
      "epoch": 0.8558166980142987,
      "grad_norm": 0.11984239518642426,
      "learning_rate": 1.071048721126534e-06,
      "loss": 0.7001,
      "step": 40610
    },
    {
      "epoch": 0.855837772052664,
      "grad_norm": 0.10404790937900543,
      "learning_rate": 1.0707414185043163e-06,
      "loss": 0.6853,
      "step": 40611
    },
    {
      "epoch": 0.8558588460910294,
      "grad_norm": 0.13200151920318604,
      "learning_rate": 1.0704341574799537e-06,
      "loss": 0.6852,
      "step": 40612
    },
    {
      "epoch": 0.8558799201293946,
      "grad_norm": 0.11255650967359543,
      "learning_rate": 1.0701269380548774e-06,
      "loss": 0.6203,
      "step": 40613
    },
    {
      "epoch": 0.8559009941677599,
      "grad_norm": 0.09645631164312363,
      "learning_rate": 1.069819760230517e-06,
      "loss": 0.7604,
      "step": 40614
    },
    {
      "epoch": 0.8559220682061252,
      "grad_norm": 0.11182479560375214,
      "learning_rate": 1.0695126240083064e-06,
      "loss": 0.7162,
      "step": 40615
    },
    {
      "epoch": 0.8559431422444904,
      "grad_norm": 0.12337126582860947,
      "learning_rate": 1.0692055293896774e-06,
      "loss": 0.705,
      "step": 40616
    },
    {
      "epoch": 0.8559642162828558,
      "grad_norm": 0.11820967495441437,
      "learning_rate": 1.0688984763760568e-06,
      "loss": 0.668,
      "step": 40617
    },
    {
      "epoch": 0.8559852903212211,
      "grad_norm": 0.10805901885032654,
      "learning_rate": 1.0685914649688767e-06,
      "loss": 0.6997,
      "step": 40618
    },
    {
      "epoch": 0.8560063643595863,
      "grad_norm": 0.10945988446474075,
      "learning_rate": 1.068284495169567e-06,
      "loss": 0.689,
      "step": 40619
    },
    {
      "epoch": 0.8560274383979516,
      "grad_norm": 0.1244383156299591,
      "learning_rate": 1.067977566979559e-06,
      "loss": 0.6374,
      "step": 40620
    },
    {
      "epoch": 0.8560485124363169,
      "grad_norm": 0.1131758913397789,
      "learning_rate": 1.0676706804002801e-06,
      "loss": 0.6747,
      "step": 40621
    },
    {
      "epoch": 0.8560695864746822,
      "grad_norm": 0.11209379881620407,
      "learning_rate": 1.0673638354331628e-06,
      "loss": 0.659,
      "step": 40622
    },
    {
      "epoch": 0.8560906605130475,
      "grad_norm": 0.10598601400852203,
      "learning_rate": 1.0670570320796348e-06,
      "loss": 0.6975,
      "step": 40623
    },
    {
      "epoch": 0.8561117345514128,
      "grad_norm": 0.1084170788526535,
      "learning_rate": 1.066750270341126e-06,
      "loss": 0.7361,
      "step": 40624
    },
    {
      "epoch": 0.856132808589778,
      "grad_norm": 0.13816161453723907,
      "learning_rate": 1.066443550219065e-06,
      "loss": 0.7029,
      "step": 40625
    },
    {
      "epoch": 0.8561538826281433,
      "grad_norm": 0.11658664792776108,
      "learning_rate": 1.0661368717148813e-06,
      "loss": 0.7093,
      "step": 40626
    },
    {
      "epoch": 0.8561749566665086,
      "grad_norm": 0.11094839870929718,
      "learning_rate": 1.065830234830002e-06,
      "loss": 0.695,
      "step": 40627
    },
    {
      "epoch": 0.8561960307048739,
      "grad_norm": 0.1196642741560936,
      "learning_rate": 1.0655236395658586e-06,
      "loss": 0.7464,
      "step": 40628
    },
    {
      "epoch": 0.8562171047432392,
      "grad_norm": 0.10731354355812073,
      "learning_rate": 1.0652170859238775e-06,
      "loss": 0.7045,
      "step": 40629
    },
    {
      "epoch": 0.8562381787816045,
      "grad_norm": 0.10812056809663773,
      "learning_rate": 1.0649105739054866e-06,
      "loss": 0.7115,
      "step": 40630
    },
    {
      "epoch": 0.8562592528199697,
      "grad_norm": 0.11527876555919647,
      "learning_rate": 1.0646041035121135e-06,
      "loss": 0.7609,
      "step": 40631
    },
    {
      "epoch": 0.856280326858335,
      "grad_norm": 0.10257374495267868,
      "learning_rate": 1.0642976747451871e-06,
      "loss": 0.7678,
      "step": 40632
    },
    {
      "epoch": 0.8563014008967004,
      "grad_norm": 0.09553883969783783,
      "learning_rate": 1.0639912876061355e-06,
      "loss": 0.6497,
      "step": 40633
    },
    {
      "epoch": 0.8563224749350656,
      "grad_norm": 0.10967466235160828,
      "learning_rate": 1.0636849420963846e-06,
      "loss": 0.6643,
      "step": 40634
    },
    {
      "epoch": 0.8563435489734309,
      "grad_norm": 0.12381837517023087,
      "learning_rate": 1.0633786382173616e-06,
      "loss": 0.6913,
      "step": 40635
    },
    {
      "epoch": 0.8563646230117962,
      "grad_norm": 0.11803410947322845,
      "learning_rate": 1.063072375970493e-06,
      "loss": 0.6529,
      "step": 40636
    },
    {
      "epoch": 0.8563856970501614,
      "grad_norm": 0.1565355658531189,
      "learning_rate": 1.06276615535721e-06,
      "loss": 0.6997,
      "step": 40637
    },
    {
      "epoch": 0.8564067710885268,
      "grad_norm": 0.13622133433818817,
      "learning_rate": 1.0624599763789323e-06,
      "loss": 0.7456,
      "step": 40638
    },
    {
      "epoch": 0.8564278451268921,
      "grad_norm": 0.11147906631231308,
      "learning_rate": 1.06215383903709e-06,
      "loss": 0.6807,
      "step": 40639
    },
    {
      "epoch": 0.8564489191652573,
      "grad_norm": 0.1451384723186493,
      "learning_rate": 1.0618477433331086e-06,
      "loss": 0.6641,
      "step": 40640
    },
    {
      "epoch": 0.8564699932036226,
      "grad_norm": 0.10452719777822495,
      "learning_rate": 1.0615416892684148e-06,
      "loss": 0.6888,
      "step": 40641
    },
    {
      "epoch": 0.8564910672419879,
      "grad_norm": 0.09856907278299332,
      "learning_rate": 1.0612356768444331e-06,
      "loss": 0.7219,
      "step": 40642
    },
    {
      "epoch": 0.8565121412803532,
      "grad_norm": 0.09961076825857162,
      "learning_rate": 1.0609297060625877e-06,
      "loss": 0.6621,
      "step": 40643
    },
    {
      "epoch": 0.8565332153187185,
      "grad_norm": 0.1234753280878067,
      "learning_rate": 1.060623776924309e-06,
      "loss": 0.6278,
      "step": 40644
    },
    {
      "epoch": 0.8565542893570838,
      "grad_norm": 0.10707515478134155,
      "learning_rate": 1.0603178894310185e-06,
      "loss": 0.6867,
      "step": 40645
    },
    {
      "epoch": 0.856575363395449,
      "grad_norm": 0.11433782428503036,
      "learning_rate": 1.0600120435841444e-06,
      "loss": 0.6949,
      "step": 40646
    },
    {
      "epoch": 0.8565964374338143,
      "grad_norm": 0.10695639997720718,
      "learning_rate": 1.0597062393851066e-06,
      "loss": 0.7111,
      "step": 40647
    },
    {
      "epoch": 0.8566175114721797,
      "grad_norm": 0.1202806681394577,
      "learning_rate": 1.0594004768353327e-06,
      "loss": 0.75,
      "step": 40648
    },
    {
      "epoch": 0.856638585510545,
      "grad_norm": 0.16689994931221008,
      "learning_rate": 1.0590947559362474e-06,
      "loss": 0.6966,
      "step": 40649
    },
    {
      "epoch": 0.8566596595489102,
      "grad_norm": 0.12254779785871506,
      "learning_rate": 1.0587890766892727e-06,
      "loss": 0.6981,
      "step": 40650
    },
    {
      "epoch": 0.8566807335872755,
      "grad_norm": 0.10029171407222748,
      "learning_rate": 1.0584834390958355e-06,
      "loss": 0.596,
      "step": 40651
    },
    {
      "epoch": 0.8567018076256407,
      "grad_norm": 0.11293075233697891,
      "learning_rate": 1.0581778431573574e-06,
      "loss": 0.6411,
      "step": 40652
    },
    {
      "epoch": 0.8567228816640061,
      "grad_norm": 0.13134992122650146,
      "learning_rate": 1.0578722888752634e-06,
      "loss": 0.6954,
      "step": 40653
    },
    {
      "epoch": 0.8567439557023714,
      "grad_norm": 0.10524603724479675,
      "learning_rate": 1.0575667762509757e-06,
      "loss": 0.7327,
      "step": 40654
    },
    {
      "epoch": 0.8567650297407366,
      "grad_norm": 0.15002982318401337,
      "learning_rate": 1.0572613052859193e-06,
      "loss": 0.7163,
      "step": 40655
    },
    {
      "epoch": 0.8567861037791019,
      "grad_norm": 0.10307634621858597,
      "learning_rate": 1.0569558759815157e-06,
      "loss": 0.6994,
      "step": 40656
    },
    {
      "epoch": 0.8568071778174672,
      "grad_norm": 0.11301959306001663,
      "learning_rate": 1.0566504883391892e-06,
      "loss": 0.7129,
      "step": 40657
    },
    {
      "epoch": 0.8568282518558326,
      "grad_norm": 0.12711027264595032,
      "learning_rate": 1.056345142360361e-06,
      "loss": 0.6986,
      "step": 40658
    },
    {
      "epoch": 0.8568493258941978,
      "grad_norm": 0.11101441085338593,
      "learning_rate": 1.0560398380464543e-06,
      "loss": 0.7233,
      "step": 40659
    },
    {
      "epoch": 0.8568703999325631,
      "grad_norm": 0.10387163609266281,
      "learning_rate": 1.0557345753988912e-06,
      "loss": 0.6736,
      "step": 40660
    },
    {
      "epoch": 0.8568914739709284,
      "grad_norm": 0.0991566851735115,
      "learning_rate": 1.0554293544190942e-06,
      "loss": 0.6704,
      "step": 40661
    },
    {
      "epoch": 0.8569125480092936,
      "grad_norm": 0.10267231613397598,
      "learning_rate": 1.055124175108485e-06,
      "loss": 0.7092,
      "step": 40662
    },
    {
      "epoch": 0.8569336220476589,
      "grad_norm": 0.10244369506835938,
      "learning_rate": 1.0548190374684852e-06,
      "loss": 0.6789,
      "step": 40663
    },
    {
      "epoch": 0.8569546960860243,
      "grad_norm": 0.12292894721031189,
      "learning_rate": 1.0545139415005167e-06,
      "loss": 0.6691,
      "step": 40664
    },
    {
      "epoch": 0.8569757701243895,
      "grad_norm": 0.11782532185316086,
      "learning_rate": 1.0542088872059996e-06,
      "loss": 0.7297,
      "step": 40665
    },
    {
      "epoch": 0.8569968441627548,
      "grad_norm": 0.11637213826179504,
      "learning_rate": 1.0539038745863584e-06,
      "loss": 0.7213,
      "step": 40666
    },
    {
      "epoch": 0.85701791820112,
      "grad_norm": 0.10289894789457321,
      "learning_rate": 1.0535989036430106e-06,
      "loss": 0.693,
      "step": 40667
    },
    {
      "epoch": 0.8570389922394853,
      "grad_norm": 0.10176951438188553,
      "learning_rate": 1.0532939743773761e-06,
      "loss": 0.6749,
      "step": 40668
    },
    {
      "epoch": 0.8570600662778507,
      "grad_norm": 0.12412489205598831,
      "learning_rate": 1.0529890867908788e-06,
      "loss": 0.7398,
      "step": 40669
    },
    {
      "epoch": 0.857081140316216,
      "grad_norm": 0.11259978264570236,
      "learning_rate": 1.0526842408849359e-06,
      "loss": 0.6452,
      "step": 40670
    },
    {
      "epoch": 0.8571022143545812,
      "grad_norm": 0.10320588201284409,
      "learning_rate": 1.0523794366609707e-06,
      "loss": 0.6824,
      "step": 40671
    },
    {
      "epoch": 0.8571232883929465,
      "grad_norm": 0.11428108811378479,
      "learning_rate": 1.052074674120399e-06,
      "loss": 0.678,
      "step": 40672
    },
    {
      "epoch": 0.8571443624313118,
      "grad_norm": 0.099122554063797,
      "learning_rate": 1.0517699532646442e-06,
      "loss": 0.662,
      "step": 40673
    },
    {
      "epoch": 0.8571654364696771,
      "grad_norm": 0.12746325135231018,
      "learning_rate": 1.0514652740951259e-06,
      "loss": 0.7303,
      "step": 40674
    },
    {
      "epoch": 0.8571865105080424,
      "grad_norm": 0.10270414501428604,
      "learning_rate": 1.0511606366132643e-06,
      "loss": 0.7093,
      "step": 40675
    },
    {
      "epoch": 0.8572075845464077,
      "grad_norm": 0.15321743488311768,
      "learning_rate": 1.0508560408204748e-06,
      "loss": 0.6581,
      "step": 40676
    },
    {
      "epoch": 0.8572286585847729,
      "grad_norm": 0.12598775327205658,
      "learning_rate": 1.0505514867181776e-06,
      "loss": 0.7898,
      "step": 40677
    },
    {
      "epoch": 0.8572497326231382,
      "grad_norm": 0.10351043939590454,
      "learning_rate": 1.0502469743077936e-06,
      "loss": 0.7219,
      "step": 40678
    },
    {
      "epoch": 0.8572708066615036,
      "grad_norm": 0.10851813852787018,
      "learning_rate": 1.0499425035907384e-06,
      "loss": 0.6647,
      "step": 40679
    },
    {
      "epoch": 0.8572918806998688,
      "grad_norm": 0.09809273481369019,
      "learning_rate": 1.0496380745684331e-06,
      "loss": 0.7118,
      "step": 40680
    },
    {
      "epoch": 0.8573129547382341,
      "grad_norm": 0.13503104448318481,
      "learning_rate": 1.0493336872422944e-06,
      "loss": 0.7688,
      "step": 40681
    },
    {
      "epoch": 0.8573340287765994,
      "grad_norm": 0.09521356970071793,
      "learning_rate": 1.0490293416137409e-06,
      "loss": 0.6697,
      "step": 40682
    },
    {
      "epoch": 0.8573551028149646,
      "grad_norm": 0.11694594472646713,
      "learning_rate": 1.0487250376841895e-06,
      "loss": 0.6739,
      "step": 40683
    },
    {
      "epoch": 0.85737617685333,
      "grad_norm": 0.10460289567708969,
      "learning_rate": 1.04842077545506e-06,
      "loss": 0.6985,
      "step": 40684
    },
    {
      "epoch": 0.8573972508916953,
      "grad_norm": 0.10016845166683197,
      "learning_rate": 1.0481165549277671e-06,
      "loss": 0.6877,
      "step": 40685
    },
    {
      "epoch": 0.8574183249300605,
      "grad_norm": 0.1200387179851532,
      "learning_rate": 1.0478123761037295e-06,
      "loss": 0.6933,
      "step": 40686
    },
    {
      "epoch": 0.8574393989684258,
      "grad_norm": 0.11605232954025269,
      "learning_rate": 1.0475082389843649e-06,
      "loss": 0.6445,
      "step": 40687
    },
    {
      "epoch": 0.8574604730067911,
      "grad_norm": 0.10039015114307404,
      "learning_rate": 1.0472041435710889e-06,
      "loss": 0.6891,
      "step": 40688
    },
    {
      "epoch": 0.8574815470451564,
      "grad_norm": 0.10688992589712143,
      "learning_rate": 1.0469000898653192e-06,
      "loss": 0.6882,
      "step": 40689
    },
    {
      "epoch": 0.8575026210835217,
      "grad_norm": 0.11860635131597519,
      "learning_rate": 1.0465960778684715e-06,
      "loss": 0.6672,
      "step": 40690
    },
    {
      "epoch": 0.857523695121887,
      "grad_norm": 0.11677515506744385,
      "learning_rate": 1.046292107581961e-06,
      "loss": 0.7455,
      "step": 40691
    },
    {
      "epoch": 0.8575447691602522,
      "grad_norm": 0.10547702014446259,
      "learning_rate": 1.0459881790072068e-06,
      "loss": 0.6227,
      "step": 40692
    },
    {
      "epoch": 0.8575658431986175,
      "grad_norm": 0.10233462601900101,
      "learning_rate": 1.0456842921456213e-06,
      "loss": 0.6919,
      "step": 40693
    },
    {
      "epoch": 0.8575869172369829,
      "grad_norm": 0.12093277275562286,
      "learning_rate": 1.0453804469986228e-06,
      "loss": 0.7038,
      "step": 40694
    },
    {
      "epoch": 0.8576079912753481,
      "grad_norm": 0.10896578431129456,
      "learning_rate": 1.0450766435676262e-06,
      "loss": 0.6442,
      "step": 40695
    },
    {
      "epoch": 0.8576290653137134,
      "grad_norm": 0.10381175577640533,
      "learning_rate": 1.0447728818540482e-06,
      "loss": 0.6734,
      "step": 40696
    },
    {
      "epoch": 0.8576501393520787,
      "grad_norm": 0.09882272034883499,
      "learning_rate": 1.0444691618593005e-06,
      "loss": 0.7068,
      "step": 40697
    },
    {
      "epoch": 0.8576712133904439,
      "grad_norm": 0.09098497778177261,
      "learning_rate": 1.044165483584799e-06,
      "loss": 0.6642,
      "step": 40698
    },
    {
      "epoch": 0.8576922874288093,
      "grad_norm": 0.10561056435108185,
      "learning_rate": 1.0438618470319595e-06,
      "loss": 0.7671,
      "step": 40699
    },
    {
      "epoch": 0.8577133614671746,
      "grad_norm": 0.10773156583309174,
      "learning_rate": 1.0435582522021948e-06,
      "loss": 0.7474,
      "step": 40700
    },
    {
      "epoch": 0.8577344355055398,
      "grad_norm": 0.09484793245792389,
      "learning_rate": 1.0432546990969217e-06,
      "loss": 0.6659,
      "step": 40701
    },
    {
      "epoch": 0.8577555095439051,
      "grad_norm": 0.09932021796703339,
      "learning_rate": 1.0429511877175534e-06,
      "loss": 0.7055,
      "step": 40702
    },
    {
      "epoch": 0.8577765835822704,
      "grad_norm": 0.11755544692277908,
      "learning_rate": 1.0426477180655037e-06,
      "loss": 0.6983,
      "step": 40703
    },
    {
      "epoch": 0.8577976576206356,
      "grad_norm": 0.09396323561668396,
      "learning_rate": 1.0423442901421864e-06,
      "loss": 0.6903,
      "step": 40704
    },
    {
      "epoch": 0.857818731659001,
      "grad_norm": 0.12373984605073929,
      "learning_rate": 1.0420409039490176e-06,
      "loss": 0.6761,
      "step": 40705
    },
    {
      "epoch": 0.8578398056973663,
      "grad_norm": 0.10593456774950027,
      "learning_rate": 1.0417375594874047e-06,
      "loss": 0.648,
      "step": 40706
    },
    {
      "epoch": 0.8578608797357316,
      "grad_norm": 0.1433517038822174,
      "learning_rate": 1.0414342567587654e-06,
      "loss": 0.7421,
      "step": 40707
    },
    {
      "epoch": 0.8578819537740968,
      "grad_norm": 0.10017817467451096,
      "learning_rate": 1.0411309957645099e-06,
      "loss": 0.7356,
      "step": 40708
    },
    {
      "epoch": 0.8579030278124621,
      "grad_norm": 0.10871093720197678,
      "learning_rate": 1.0408277765060537e-06,
      "loss": 0.7081,
      "step": 40709
    },
    {
      "epoch": 0.8579241018508275,
      "grad_norm": 0.1059664636850357,
      "learning_rate": 1.0405245989848078e-06,
      "loss": 0.6984,
      "step": 40710
    },
    {
      "epoch": 0.8579451758891927,
      "grad_norm": 0.11064239591360092,
      "learning_rate": 1.0402214632021855e-06,
      "loss": 0.7103,
      "step": 40711
    },
    {
      "epoch": 0.857966249927558,
      "grad_norm": 0.09436550736427307,
      "learning_rate": 1.0399183691595982e-06,
      "loss": 0.6665,
      "step": 40712
    },
    {
      "epoch": 0.8579873239659233,
      "grad_norm": 0.11739260703325272,
      "learning_rate": 1.0396153168584578e-06,
      "loss": 0.7265,
      "step": 40713
    },
    {
      "epoch": 0.8580083980042885,
      "grad_norm": 0.09836386144161224,
      "learning_rate": 1.0393123063001765e-06,
      "loss": 0.721,
      "step": 40714
    },
    {
      "epoch": 0.8580294720426539,
      "grad_norm": 0.1022140383720398,
      "learning_rate": 1.0390093374861654e-06,
      "loss": 0.6862,
      "step": 40715
    },
    {
      "epoch": 0.8580505460810192,
      "grad_norm": 0.1014467179775238,
      "learning_rate": 1.038706410417838e-06,
      "loss": 0.7022,
      "step": 40716
    },
    {
      "epoch": 0.8580716201193844,
      "grad_norm": 0.10262471437454224,
      "learning_rate": 1.0384035250966018e-06,
      "loss": 0.655,
      "step": 40717
    },
    {
      "epoch": 0.8580926941577497,
      "grad_norm": 0.11260244995355606,
      "learning_rate": 1.0381006815238713e-06,
      "loss": 0.7388,
      "step": 40718
    },
    {
      "epoch": 0.858113768196115,
      "grad_norm": 0.0992313027381897,
      "learning_rate": 1.0377978797010558e-06,
      "loss": 0.6988,
      "step": 40719
    },
    {
      "epoch": 0.8581348422344803,
      "grad_norm": 0.10016746073961258,
      "learning_rate": 1.0374951196295657e-06,
      "loss": 0.6514,
      "step": 40720
    },
    {
      "epoch": 0.8581559162728456,
      "grad_norm": 0.11573362350463867,
      "learning_rate": 1.0371924013108114e-06,
      "loss": 0.704,
      "step": 40721
    },
    {
      "epoch": 0.8581769903112109,
      "grad_norm": 0.10211604088544846,
      "learning_rate": 1.036889724746204e-06,
      "loss": 0.7362,
      "step": 40722
    },
    {
      "epoch": 0.8581980643495761,
      "grad_norm": 0.14639024436473846,
      "learning_rate": 1.0365870899371533e-06,
      "loss": 0.7179,
      "step": 40723
    },
    {
      "epoch": 0.8582191383879414,
      "grad_norm": 0.09441661089658737,
      "learning_rate": 1.0362844968850694e-06,
      "loss": 0.7258,
      "step": 40724
    },
    {
      "epoch": 0.8582402124263068,
      "grad_norm": 0.12232546508312225,
      "learning_rate": 1.0359819455913621e-06,
      "loss": 0.7457,
      "step": 40725
    },
    {
      "epoch": 0.858261286464672,
      "grad_norm": 0.11279800534248352,
      "learning_rate": 1.0356794360574397e-06,
      "loss": 0.7093,
      "step": 40726
    },
    {
      "epoch": 0.8582823605030373,
      "grad_norm": 0.10460568964481354,
      "learning_rate": 1.0353769682847104e-06,
      "loss": 0.7494,
      "step": 40727
    },
    {
      "epoch": 0.8583034345414026,
      "grad_norm": 0.09086931496858597,
      "learning_rate": 1.0350745422745867e-06,
      "loss": 0.6913,
      "step": 40728
    },
    {
      "epoch": 0.8583245085797678,
      "grad_norm": 0.10874812304973602,
      "learning_rate": 1.034772158028473e-06,
      "loss": 0.7264,
      "step": 40729
    },
    {
      "epoch": 0.8583455826181332,
      "grad_norm": 0.11292939633131027,
      "learning_rate": 1.0344698155477816e-06,
      "loss": 0.6482,
      "step": 40730
    },
    {
      "epoch": 0.8583666566564985,
      "grad_norm": 0.10827358812093735,
      "learning_rate": 1.0341675148339214e-06,
      "loss": 0.7274,
      "step": 40731
    },
    {
      "epoch": 0.8583877306948637,
      "grad_norm": 0.10560177266597748,
      "learning_rate": 1.033865255888299e-06,
      "loss": 0.7364,
      "step": 40732
    },
    {
      "epoch": 0.858408804733229,
      "grad_norm": 0.10150297731161118,
      "learning_rate": 1.033563038712323e-06,
      "loss": 0.7057,
      "step": 40733
    },
    {
      "epoch": 0.8584298787715943,
      "grad_norm": 0.104094959795475,
      "learning_rate": 1.0332608633074036e-06,
      "loss": 0.6656,
      "step": 40734
    },
    {
      "epoch": 0.8584509528099596,
      "grad_norm": 0.11636925488710403,
      "learning_rate": 1.0329587296749432e-06,
      "loss": 0.6957,
      "step": 40735
    },
    {
      "epoch": 0.8584720268483249,
      "grad_norm": 0.13418862223625183,
      "learning_rate": 1.0326566378163528e-06,
      "loss": 0.731,
      "step": 40736
    },
    {
      "epoch": 0.8584931008866902,
      "grad_norm": 0.13257160782814026,
      "learning_rate": 1.0323545877330388e-06,
      "loss": 0.7512,
      "step": 40737
    },
    {
      "epoch": 0.8585141749250554,
      "grad_norm": 0.12252284586429596,
      "learning_rate": 1.0320525794264092e-06,
      "loss": 0.7369,
      "step": 40738
    },
    {
      "epoch": 0.8585352489634207,
      "grad_norm": 0.11773255467414856,
      "learning_rate": 1.0317506128978704e-06,
      "loss": 0.7147,
      "step": 40739
    },
    {
      "epoch": 0.858556323001786,
      "grad_norm": 0.10006631910800934,
      "learning_rate": 1.0314486881488283e-06,
      "loss": 0.6541,
      "step": 40740
    },
    {
      "epoch": 0.8585773970401513,
      "grad_norm": 0.11295532435178757,
      "learning_rate": 1.0311468051806916e-06,
      "loss": 0.6998,
      "step": 40741
    },
    {
      "epoch": 0.8585984710785166,
      "grad_norm": 0.14475028216838837,
      "learning_rate": 1.0308449639948649e-06,
      "loss": 0.7,
      "step": 40742
    },
    {
      "epoch": 0.8586195451168819,
      "grad_norm": 0.10848060995340347,
      "learning_rate": 1.0305431645927543e-06,
      "loss": 0.6623,
      "step": 40743
    },
    {
      "epoch": 0.8586406191552471,
      "grad_norm": 0.11086951196193695,
      "learning_rate": 1.030241406975766e-06,
      "loss": 0.6733,
      "step": 40744
    },
    {
      "epoch": 0.8586616931936124,
      "grad_norm": 0.13906587660312653,
      "learning_rate": 1.0299396911453074e-06,
      "loss": 0.7101,
      "step": 40745
    },
    {
      "epoch": 0.8586827672319778,
      "grad_norm": 0.12449225038290024,
      "learning_rate": 1.029638017102782e-06,
      "loss": 0.7661,
      "step": 40746
    },
    {
      "epoch": 0.858703841270343,
      "grad_norm": 0.11242254078388214,
      "learning_rate": 1.0293363848495951e-06,
      "loss": 0.6584,
      "step": 40747
    },
    {
      "epoch": 0.8587249153087083,
      "grad_norm": 0.12488057464361191,
      "learning_rate": 1.0290347943871538e-06,
      "loss": 0.6871,
      "step": 40748
    },
    {
      "epoch": 0.8587459893470736,
      "grad_norm": 0.10663110017776489,
      "learning_rate": 1.028733245716862e-06,
      "loss": 0.6993,
      "step": 40749
    },
    {
      "epoch": 0.8587670633854388,
      "grad_norm": 0.1257147490978241,
      "learning_rate": 1.0284317388401232e-06,
      "loss": 0.7499,
      "step": 40750
    },
    {
      "epoch": 0.8587881374238042,
      "grad_norm": 0.10140447318553925,
      "learning_rate": 1.0281302737583443e-06,
      "loss": 0.6305,
      "step": 40751
    },
    {
      "epoch": 0.8588092114621695,
      "grad_norm": 0.2681419551372528,
      "learning_rate": 1.0278288504729283e-06,
      "loss": 0.7303,
      "step": 40752
    },
    {
      "epoch": 0.8588302855005348,
      "grad_norm": 0.10451879352331161,
      "learning_rate": 1.027527468985281e-06,
      "loss": 0.6918,
      "step": 40753
    },
    {
      "epoch": 0.8588513595389,
      "grad_norm": 0.09313541650772095,
      "learning_rate": 1.0272261292968045e-06,
      "loss": 0.6762,
      "step": 40754
    },
    {
      "epoch": 0.8588724335772653,
      "grad_norm": 0.1111408993601799,
      "learning_rate": 1.0269248314089041e-06,
      "loss": 0.651,
      "step": 40755
    },
    {
      "epoch": 0.8588935076156307,
      "grad_norm": 0.20312145352363586,
      "learning_rate": 1.0266235753229825e-06,
      "loss": 0.6701,
      "step": 40756
    },
    {
      "epoch": 0.8589145816539959,
      "grad_norm": 0.09494408965110779,
      "learning_rate": 1.0263223610404415e-06,
      "loss": 0.733,
      "step": 40757
    },
    {
      "epoch": 0.8589356556923612,
      "grad_norm": 0.19547227025032043,
      "learning_rate": 1.0260211885626859e-06,
      "loss": 0.7367,
      "step": 40758
    },
    {
      "epoch": 0.8589567297307265,
      "grad_norm": 0.10932650417089462,
      "learning_rate": 1.0257200578911197e-06,
      "loss": 0.6528,
      "step": 40759
    },
    {
      "epoch": 0.8589778037690917,
      "grad_norm": 0.10015382617712021,
      "learning_rate": 1.0254189690271453e-06,
      "loss": 0.6604,
      "step": 40760
    },
    {
      "epoch": 0.8589988778074571,
      "grad_norm": 0.11085009574890137,
      "learning_rate": 1.0251179219721652e-06,
      "loss": 0.6797,
      "step": 40761
    },
    {
      "epoch": 0.8590199518458224,
      "grad_norm": 0.0974569246172905,
      "learning_rate": 1.0248169167275823e-06,
      "loss": 0.679,
      "step": 40762
    },
    {
      "epoch": 0.8590410258841876,
      "grad_norm": 0.10097596794366837,
      "learning_rate": 1.024515953294798e-06,
      "loss": 0.7465,
      "step": 40763
    },
    {
      "epoch": 0.8590620999225529,
      "grad_norm": 0.1348028928041458,
      "learning_rate": 1.0242150316752154e-06,
      "loss": 0.6962,
      "step": 40764
    },
    {
      "epoch": 0.8590831739609182,
      "grad_norm": 0.28969377279281616,
      "learning_rate": 1.0239141518702345e-06,
      "loss": 0.814,
      "step": 40765
    },
    {
      "epoch": 0.8591042479992835,
      "grad_norm": 0.09200993925333023,
      "learning_rate": 1.0236133138812587e-06,
      "loss": 0.6532,
      "step": 40766
    },
    {
      "epoch": 0.8591253220376488,
      "grad_norm": 0.11519473046064377,
      "learning_rate": 1.023312517709688e-06,
      "loss": 0.6994,
      "step": 40767
    },
    {
      "epoch": 0.8591463960760141,
      "grad_norm": 0.10530564934015274,
      "learning_rate": 1.023011763356926e-06,
      "loss": 0.7674,
      "step": 40768
    },
    {
      "epoch": 0.8591674701143793,
      "grad_norm": 0.11747358739376068,
      "learning_rate": 1.022711050824371e-06,
      "loss": 0.7459,
      "step": 40769
    },
    {
      "epoch": 0.8591885441527446,
      "grad_norm": 0.09522314369678497,
      "learning_rate": 1.0224103801134255e-06,
      "loss": 0.6532,
      "step": 40770
    },
    {
      "epoch": 0.85920961819111,
      "grad_norm": 0.1044028177857399,
      "learning_rate": 1.0221097512254895e-06,
      "loss": 0.7529,
      "step": 40771
    },
    {
      "epoch": 0.8592306922294752,
      "grad_norm": 0.11319982260465622,
      "learning_rate": 1.0218091641619632e-06,
      "loss": 0.714,
      "step": 40772
    },
    {
      "epoch": 0.8592517662678405,
      "grad_norm": 0.10928098112344742,
      "learning_rate": 1.0215086189242506e-06,
      "loss": 0.7236,
      "step": 40773
    },
    {
      "epoch": 0.8592728403062058,
      "grad_norm": 0.10484945774078369,
      "learning_rate": 1.0212081155137477e-06,
      "loss": 0.684,
      "step": 40774
    },
    {
      "epoch": 0.859293914344571,
      "grad_norm": 0.10929950326681137,
      "learning_rate": 1.0209076539318563e-06,
      "loss": 0.7693,
      "step": 40775
    },
    {
      "epoch": 0.8593149883829364,
      "grad_norm": 0.1152980700135231,
      "learning_rate": 1.0206072341799744e-06,
      "loss": 0.7531,
      "step": 40776
    },
    {
      "epoch": 0.8593360624213017,
      "grad_norm": 0.11261777579784393,
      "learning_rate": 1.020306856259503e-06,
      "loss": 0.7053,
      "step": 40777
    },
    {
      "epoch": 0.8593571364596669,
      "grad_norm": 0.14412564039230347,
      "learning_rate": 1.02000652017184e-06,
      "loss": 0.7517,
      "step": 40778
    },
    {
      "epoch": 0.8593782104980322,
      "grad_norm": 0.10594934970140457,
      "learning_rate": 1.0197062259183866e-06,
      "loss": 0.7172,
      "step": 40779
    },
    {
      "epoch": 0.8593992845363975,
      "grad_norm": 0.1003541573882103,
      "learning_rate": 1.0194059735005413e-06,
      "loss": 0.6478,
      "step": 40780
    },
    {
      "epoch": 0.8594203585747627,
      "grad_norm": 0.09908569604158401,
      "learning_rate": 1.019105762919702e-06,
      "loss": 0.6262,
      "step": 40781
    },
    {
      "epoch": 0.8594414326131281,
      "grad_norm": 0.10839513689279556,
      "learning_rate": 1.0188055941772667e-06,
      "loss": 0.6896,
      "step": 40782
    },
    {
      "epoch": 0.8594625066514934,
      "grad_norm": 0.10520075261592865,
      "learning_rate": 1.0185054672746353e-06,
      "loss": 0.6967,
      "step": 40783
    },
    {
      "epoch": 0.8594835806898586,
      "grad_norm": 0.12446390092372894,
      "learning_rate": 1.0182053822132076e-06,
      "loss": 0.7418,
      "step": 40784
    },
    {
      "epoch": 0.8595046547282239,
      "grad_norm": 0.14797906577587128,
      "learning_rate": 1.0179053389943761e-06,
      "loss": 0.6428,
      "step": 40785
    },
    {
      "epoch": 0.8595257287665892,
      "grad_norm": 0.11970021575689316,
      "learning_rate": 1.0176053376195428e-06,
      "loss": 0.7338,
      "step": 40786
    },
    {
      "epoch": 0.8595468028049545,
      "grad_norm": 0.11230803281068802,
      "learning_rate": 1.017305378090102e-06,
      "loss": 0.7099,
      "step": 40787
    },
    {
      "epoch": 0.8595678768433198,
      "grad_norm": 0.11164316534996033,
      "learning_rate": 1.0170054604074553e-06,
      "loss": 0.7125,
      "step": 40788
    },
    {
      "epoch": 0.8595889508816851,
      "grad_norm": 0.125321164727211,
      "learning_rate": 1.016705584572999e-06,
      "loss": 0.7086,
      "step": 40789
    },
    {
      "epoch": 0.8596100249200503,
      "grad_norm": 0.11716953665018082,
      "learning_rate": 1.0164057505881276e-06,
      "loss": 0.6451,
      "step": 40790
    },
    {
      "epoch": 0.8596310989584156,
      "grad_norm": 0.09848786145448685,
      "learning_rate": 1.01610595845424e-06,
      "loss": 0.6688,
      "step": 40791
    },
    {
      "epoch": 0.859652172996781,
      "grad_norm": 0.11378607153892517,
      "learning_rate": 1.0158062081727316e-06,
      "loss": 0.7482,
      "step": 40792
    },
    {
      "epoch": 0.8596732470351462,
      "grad_norm": 0.11523772776126862,
      "learning_rate": 1.0155064997450026e-06,
      "loss": 0.7025,
      "step": 40793
    },
    {
      "epoch": 0.8596943210735115,
      "grad_norm": 0.10997216403484344,
      "learning_rate": 1.015206833172443e-06,
      "loss": 0.6623,
      "step": 40794
    },
    {
      "epoch": 0.8597153951118768,
      "grad_norm": 0.11213161796331406,
      "learning_rate": 1.0149072084564516e-06,
      "loss": 0.7327,
      "step": 40795
    },
    {
      "epoch": 0.859736469150242,
      "grad_norm": 0.11200495809316635,
      "learning_rate": 1.014607625598425e-06,
      "loss": 0.7439,
      "step": 40796
    },
    {
      "epoch": 0.8597575431886074,
      "grad_norm": 0.09276342391967773,
      "learning_rate": 1.014308084599759e-06,
      "loss": 0.6793,
      "step": 40797
    },
    {
      "epoch": 0.8597786172269727,
      "grad_norm": 0.10028617084026337,
      "learning_rate": 1.0140085854618475e-06,
      "loss": 0.6575,
      "step": 40798
    },
    {
      "epoch": 0.859799691265338,
      "grad_norm": 0.11769034713506699,
      "learning_rate": 1.0137091281860868e-06,
      "loss": 0.6637,
      "step": 40799
    },
    {
      "epoch": 0.8598207653037032,
      "grad_norm": 0.15863817930221558,
      "learning_rate": 1.0134097127738707e-06,
      "loss": 0.7355,
      "step": 40800
    },
    {
      "epoch": 0.8598418393420685,
      "grad_norm": 0.10698665678501129,
      "learning_rate": 1.013110339226595e-06,
      "loss": 0.7289,
      "step": 40801
    },
    {
      "epoch": 0.8598629133804339,
      "grad_norm": 0.10451110452413559,
      "learning_rate": 1.0128110075456566e-06,
      "loss": 0.7218,
      "step": 40802
    },
    {
      "epoch": 0.8598839874187991,
      "grad_norm": 0.1087849959731102,
      "learning_rate": 1.0125117177324473e-06,
      "loss": 0.7283,
      "step": 40803
    },
    {
      "epoch": 0.8599050614571644,
      "grad_norm": 0.09701459109783173,
      "learning_rate": 1.0122124697883607e-06,
      "loss": 0.6158,
      "step": 40804
    },
    {
      "epoch": 0.8599261354955297,
      "grad_norm": 0.12474506348371506,
      "learning_rate": 1.0119132637147933e-06,
      "loss": 0.7086,
      "step": 40805
    },
    {
      "epoch": 0.8599472095338949,
      "grad_norm": 0.10300255566835403,
      "learning_rate": 1.0116140995131374e-06,
      "loss": 0.7092,
      "step": 40806
    },
    {
      "epoch": 0.8599682835722603,
      "grad_norm": 0.12692977488040924,
      "learning_rate": 1.0113149771847863e-06,
      "loss": 0.6939,
      "step": 40807
    },
    {
      "epoch": 0.8599893576106256,
      "grad_norm": 0.1235407143831253,
      "learning_rate": 1.0110158967311345e-06,
      "loss": 0.6813,
      "step": 40808
    },
    {
      "epoch": 0.8600104316489908,
      "grad_norm": 0.11635687202215195,
      "learning_rate": 1.0107168581535754e-06,
      "loss": 0.7996,
      "step": 40809
    },
    {
      "epoch": 0.8600315056873561,
      "grad_norm": 0.12709952890872955,
      "learning_rate": 1.010417861453502e-06,
      "loss": 0.653,
      "step": 40810
    },
    {
      "epoch": 0.8600525797257214,
      "grad_norm": 0.10640539228916168,
      "learning_rate": 1.010118906632307e-06,
      "loss": 0.6572,
      "step": 40811
    },
    {
      "epoch": 0.8600736537640867,
      "grad_norm": 0.10596983879804611,
      "learning_rate": 1.0098199936913822e-06,
      "loss": 0.6784,
      "step": 40812
    },
    {
      "epoch": 0.860094727802452,
      "grad_norm": 0.11671985685825348,
      "learning_rate": 1.0095211226321212e-06,
      "loss": 0.7189,
      "step": 40813
    },
    {
      "epoch": 0.8601158018408173,
      "grad_norm": 0.08957095444202423,
      "learning_rate": 1.0092222934559192e-06,
      "loss": 0.6554,
      "step": 40814
    },
    {
      "epoch": 0.8601368758791825,
      "grad_norm": 0.11457952857017517,
      "learning_rate": 1.00892350616416e-06,
      "loss": 0.7014,
      "step": 40815
    },
    {
      "epoch": 0.8601579499175478,
      "grad_norm": 0.1101042777299881,
      "learning_rate": 1.0086247607582434e-06,
      "loss": 0.7996,
      "step": 40816
    },
    {
      "epoch": 0.8601790239559131,
      "grad_norm": 0.11307916790246964,
      "learning_rate": 1.0083260572395582e-06,
      "loss": 0.7164,
      "step": 40817
    },
    {
      "epoch": 0.8602000979942784,
      "grad_norm": 0.1326274573802948,
      "learning_rate": 1.0080273956094956e-06,
      "loss": 0.7464,
      "step": 40818
    },
    {
      "epoch": 0.8602211720326437,
      "grad_norm": 0.18531686067581177,
      "learning_rate": 1.0077287758694488e-06,
      "loss": 0.7872,
      "step": 40819
    },
    {
      "epoch": 0.860242246071009,
      "grad_norm": 0.11396223306655884,
      "learning_rate": 1.0074301980208067e-06,
      "loss": 0.6833,
      "step": 40820
    },
    {
      "epoch": 0.8602633201093742,
      "grad_norm": 0.11624114960432053,
      "learning_rate": 1.0071316620649619e-06,
      "loss": 0.7014,
      "step": 40821
    },
    {
      "epoch": 0.8602843941477395,
      "grad_norm": 0.12185583263635635,
      "learning_rate": 1.006833168003304e-06,
      "loss": 0.7394,
      "step": 40822
    },
    {
      "epoch": 0.8603054681861049,
      "grad_norm": 0.10917837172746658,
      "learning_rate": 1.0065347158372263e-06,
      "loss": 0.7473,
      "step": 40823
    },
    {
      "epoch": 0.8603265422244701,
      "grad_norm": 0.10362012684345245,
      "learning_rate": 1.0062363055681157e-06,
      "loss": 0.7309,
      "step": 40824
    },
    {
      "epoch": 0.8603476162628354,
      "grad_norm": 0.10640061646699905,
      "learning_rate": 1.0059379371973632e-06,
      "loss": 0.6805,
      "step": 40825
    },
    {
      "epoch": 0.8603686903012007,
      "grad_norm": 0.09875249117612839,
      "learning_rate": 1.0056396107263588e-06,
      "loss": 0.7142,
      "step": 40826
    },
    {
      "epoch": 0.8603897643395659,
      "grad_norm": 0.1240459606051445,
      "learning_rate": 1.0053413261564926e-06,
      "loss": 0.6976,
      "step": 40827
    },
    {
      "epoch": 0.8604108383779313,
      "grad_norm": 0.10422399640083313,
      "learning_rate": 1.0050430834891546e-06,
      "loss": 0.7109,
      "step": 40828
    },
    {
      "epoch": 0.8604319124162966,
      "grad_norm": 0.12801535427570343,
      "learning_rate": 1.0047448827257345e-06,
      "loss": 0.7656,
      "step": 40829
    },
    {
      "epoch": 0.8604529864546618,
      "grad_norm": 0.11149314790964127,
      "learning_rate": 1.004446723867618e-06,
      "loss": 0.7221,
      "step": 40830
    },
    {
      "epoch": 0.8604740604930271,
      "grad_norm": 0.11575321108102798,
      "learning_rate": 1.0041486069162e-06,
      "loss": 0.6938,
      "step": 40831
    },
    {
      "epoch": 0.8604951345313924,
      "grad_norm": 0.16099944710731506,
      "learning_rate": 1.0038505318728675e-06,
      "loss": 0.7292,
      "step": 40832
    },
    {
      "epoch": 0.8605162085697577,
      "grad_norm": 0.12241165339946747,
      "learning_rate": 1.0035524987390056e-06,
      "loss": 0.6641,
      "step": 40833
    },
    {
      "epoch": 0.860537282608123,
      "grad_norm": 0.10786191374063492,
      "learning_rate": 1.0032545075160061e-06,
      "loss": 0.6798,
      "step": 40834
    },
    {
      "epoch": 0.8605583566464883,
      "grad_norm": 0.11413688212633133,
      "learning_rate": 1.002956558205256e-06,
      "loss": 0.6897,
      "step": 40835
    },
    {
      "epoch": 0.8605794306848535,
      "grad_norm": 0.11623740941286087,
      "learning_rate": 1.0026586508081426e-06,
      "loss": 0.7329,
      "step": 40836
    },
    {
      "epoch": 0.8606005047232188,
      "grad_norm": 0.1101483702659607,
      "learning_rate": 1.0023607853260552e-06,
      "loss": 0.6631,
      "step": 40837
    },
    {
      "epoch": 0.8606215787615842,
      "grad_norm": 0.11333061754703522,
      "learning_rate": 1.0020629617603805e-06,
      "loss": 0.6993,
      "step": 40838
    },
    {
      "epoch": 0.8606426527999494,
      "grad_norm": 0.10413428395986557,
      "learning_rate": 1.001765180112506e-06,
      "loss": 0.6295,
      "step": 40839
    },
    {
      "epoch": 0.8606637268383147,
      "grad_norm": 0.12346794456243515,
      "learning_rate": 1.0014674403838198e-06,
      "loss": 0.7351,
      "step": 40840
    },
    {
      "epoch": 0.86068480087668,
      "grad_norm": 0.11961253732442856,
      "learning_rate": 1.0011697425757084e-06,
      "loss": 0.7091,
      "step": 40841
    },
    {
      "epoch": 0.8607058749150452,
      "grad_norm": 0.11932320147752762,
      "learning_rate": 1.0008720866895593e-06,
      "loss": 0.7637,
      "step": 40842
    },
    {
      "epoch": 0.8607269489534106,
      "grad_norm": 0.11790499836206436,
      "learning_rate": 1.0005744727267597e-06,
      "loss": 0.6591,
      "step": 40843
    },
    {
      "epoch": 0.8607480229917759,
      "grad_norm": 0.11538981646299362,
      "learning_rate": 1.0002769006886903e-06,
      "loss": 0.7625,
      "step": 40844
    },
    {
      "epoch": 0.8607690970301412,
      "grad_norm": 0.11319512873888016,
      "learning_rate": 9.999793705767446e-07,
      "loss": 0.7528,
      "step": 40845
    },
    {
      "epoch": 0.8607901710685064,
      "grad_norm": 0.09701904654502869,
      "learning_rate": 9.99681882392306e-07,
      "loss": 0.6309,
      "step": 40846
    },
    {
      "epoch": 0.8608112451068717,
      "grad_norm": 0.10516786575317383,
      "learning_rate": 9.99384436136761e-07,
      "loss": 0.7529,
      "step": 40847
    },
    {
      "epoch": 0.8608323191452371,
      "grad_norm": 0.1026812344789505,
      "learning_rate": 9.990870318114942e-07,
      "loss": 0.6591,
      "step": 40848
    },
    {
      "epoch": 0.8608533931836023,
      "grad_norm": 0.1017347052693367,
      "learning_rate": 9.98789669417891e-07,
      "loss": 0.6812,
      "step": 40849
    },
    {
      "epoch": 0.8608744672219676,
      "grad_norm": 0.10810408741235733,
      "learning_rate": 9.984923489573383e-07,
      "loss": 0.6691,
      "step": 40850
    },
    {
      "epoch": 0.8608955412603329,
      "grad_norm": 0.15170374512672424,
      "learning_rate": 9.981950704312193e-07,
      "loss": 0.6511,
      "step": 40851
    },
    {
      "epoch": 0.8609166152986981,
      "grad_norm": 0.1229962408542633,
      "learning_rate": 9.978978338409217e-07,
      "loss": 0.8235,
      "step": 40852
    },
    {
      "epoch": 0.8609376893370634,
      "grad_norm": 0.11098436266183853,
      "learning_rate": 9.976006391878269e-07,
      "loss": 0.6909,
      "step": 40853
    },
    {
      "epoch": 0.8609587633754288,
      "grad_norm": 0.1486290842294693,
      "learning_rate": 9.9730348647332e-07,
      "loss": 0.654,
      "step": 40854
    },
    {
      "epoch": 0.860979837413794,
      "grad_norm": 0.10343602299690247,
      "learning_rate": 9.970063756987868e-07,
      "loss": 0.6992,
      "step": 40855
    },
    {
      "epoch": 0.8610009114521593,
      "grad_norm": 0.11514393985271454,
      "learning_rate": 9.96709306865611e-07,
      "loss": 0.6906,
      "step": 40856
    },
    {
      "epoch": 0.8610219854905246,
      "grad_norm": 0.11014748364686966,
      "learning_rate": 9.964122799751751e-07,
      "loss": 0.6763,
      "step": 40857
    },
    {
      "epoch": 0.8610430595288898,
      "grad_norm": 0.11323010921478271,
      "learning_rate": 9.961152950288643e-07,
      "loss": 0.7411,
      "step": 40858
    },
    {
      "epoch": 0.8610641335672552,
      "grad_norm": 0.10291612893342972,
      "learning_rate": 9.958183520280606e-07,
      "loss": 0.734,
      "step": 40859
    },
    {
      "epoch": 0.8610852076056205,
      "grad_norm": 0.11010421067476273,
      "learning_rate": 9.955214509741494e-07,
      "loss": 0.693,
      "step": 40860
    },
    {
      "epoch": 0.8611062816439857,
      "grad_norm": 0.10659712553024292,
      "learning_rate": 9.952245918685156e-07,
      "loss": 0.6275,
      "step": 40861
    },
    {
      "epoch": 0.861127355682351,
      "grad_norm": 0.1262541264295578,
      "learning_rate": 9.949277747125374e-07,
      "loss": 0.7411,
      "step": 40862
    },
    {
      "epoch": 0.8611484297207163,
      "grad_norm": 0.1108536347746849,
      "learning_rate": 9.946309995075998e-07,
      "loss": 0.7537,
      "step": 40863
    },
    {
      "epoch": 0.8611695037590816,
      "grad_norm": 0.11965655535459518,
      "learning_rate": 9.943342662550858e-07,
      "loss": 0.7224,
      "step": 40864
    },
    {
      "epoch": 0.8611905777974469,
      "grad_norm": 0.11098852008581161,
      "learning_rate": 9.94037574956377e-07,
      "loss": 0.7038,
      "step": 40865
    },
    {
      "epoch": 0.8612116518358122,
      "grad_norm": 0.1433095932006836,
      "learning_rate": 9.93740925612855e-07,
      "loss": 0.6867,
      "step": 40866
    },
    {
      "epoch": 0.8612327258741774,
      "grad_norm": 0.11356112360954285,
      "learning_rate": 9.934443182259023e-07,
      "loss": 0.7192,
      "step": 40867
    },
    {
      "epoch": 0.8612537999125427,
      "grad_norm": 0.10283201187849045,
      "learning_rate": 9.931477527969024e-07,
      "loss": 0.6798,
      "step": 40868
    },
    {
      "epoch": 0.8612748739509081,
      "grad_norm": 0.10455256700515747,
      "learning_rate": 9.92851229327234e-07,
      "loss": 0.6325,
      "step": 40869
    },
    {
      "epoch": 0.8612959479892733,
      "grad_norm": 0.13730287551879883,
      "learning_rate": 9.925547478182807e-07,
      "loss": 0.6319,
      "step": 40870
    },
    {
      "epoch": 0.8613170220276386,
      "grad_norm": 0.11654369533061981,
      "learning_rate": 9.922583082714221e-07,
      "loss": 0.6993,
      "step": 40871
    },
    {
      "epoch": 0.8613380960660039,
      "grad_norm": 0.12763188779354095,
      "learning_rate": 9.919619106880407e-07,
      "loss": 0.6818,
      "step": 40872
    },
    {
      "epoch": 0.8613591701043691,
      "grad_norm": 0.10589279234409332,
      "learning_rate": 9.916655550695165e-07,
      "loss": 0.7431,
      "step": 40873
    },
    {
      "epoch": 0.8613802441427345,
      "grad_norm": 0.12766705453395844,
      "learning_rate": 9.913692414172305e-07,
      "loss": 0.6656,
      "step": 40874
    },
    {
      "epoch": 0.8614013181810998,
      "grad_norm": 0.12667299807071686,
      "learning_rate": 9.910729697325615e-07,
      "loss": 0.6968,
      "step": 40875
    },
    {
      "epoch": 0.861422392219465,
      "grad_norm": 0.09947766363620758,
      "learning_rate": 9.907767400168922e-07,
      "loss": 0.6649,
      "step": 40876
    },
    {
      "epoch": 0.8614434662578303,
      "grad_norm": 0.10402315109968185,
      "learning_rate": 9.90480552271601e-07,
      "loss": 0.7309,
      "step": 40877
    },
    {
      "epoch": 0.8614645402961956,
      "grad_norm": 0.11350934952497482,
      "learning_rate": 9.901844064980681e-07,
      "loss": 0.7359,
      "step": 40878
    },
    {
      "epoch": 0.861485614334561,
      "grad_norm": 0.13773608207702637,
      "learning_rate": 9.898883026976724e-07,
      "loss": 0.7243,
      "step": 40879
    },
    {
      "epoch": 0.8615066883729262,
      "grad_norm": 0.11239209026098251,
      "learning_rate": 9.895922408717951e-07,
      "loss": 0.7455,
      "step": 40880
    },
    {
      "epoch": 0.8615277624112915,
      "grad_norm": 0.142347514629364,
      "learning_rate": 9.892962210218138e-07,
      "loss": 0.7472,
      "step": 40881
    },
    {
      "epoch": 0.8615488364496567,
      "grad_norm": 0.1035400927066803,
      "learning_rate": 9.890002431491107e-07,
      "loss": 0.6954,
      "step": 40882
    },
    {
      "epoch": 0.861569910488022,
      "grad_norm": 0.10893582552671432,
      "learning_rate": 9.887043072550594e-07,
      "loss": 0.6621,
      "step": 40883
    },
    {
      "epoch": 0.8615909845263874,
      "grad_norm": 0.10803010314702988,
      "learning_rate": 9.88408413341042e-07,
      "loss": 0.6195,
      "step": 40884
    },
    {
      "epoch": 0.8616120585647526,
      "grad_norm": 0.24438117444515228,
      "learning_rate": 9.881125614084364e-07,
      "loss": 0.7471,
      "step": 40885
    },
    {
      "epoch": 0.8616331326031179,
      "grad_norm": 0.10827288031578064,
      "learning_rate": 9.8781675145862e-07,
      "loss": 0.7088,
      "step": 40886
    },
    {
      "epoch": 0.8616542066414832,
      "grad_norm": 0.18680723011493683,
      "learning_rate": 9.875209834929688e-07,
      "loss": 0.6933,
      "step": 40887
    },
    {
      "epoch": 0.8616752806798484,
      "grad_norm": 0.12310872226953506,
      "learning_rate": 9.87225257512867e-07,
      "loss": 0.7064,
      "step": 40888
    },
    {
      "epoch": 0.8616963547182138,
      "grad_norm": 0.10332773625850677,
      "learning_rate": 9.869295735196872e-07,
      "loss": 0.6869,
      "step": 40889
    },
    {
      "epoch": 0.8617174287565791,
      "grad_norm": 0.12103618681430817,
      "learning_rate": 9.866339315148088e-07,
      "loss": 0.7027,
      "step": 40890
    },
    {
      "epoch": 0.8617385027949443,
      "grad_norm": 0.12587562203407288,
      "learning_rate": 9.863383314996112e-07,
      "loss": 0.7142,
      "step": 40891
    },
    {
      "epoch": 0.8617595768333096,
      "grad_norm": 0.11119818687438965,
      "learning_rate": 9.860427734754663e-07,
      "loss": 0.6665,
      "step": 40892
    },
    {
      "epoch": 0.8617806508716749,
      "grad_norm": 0.10497798025608063,
      "learning_rate": 9.857472574437533e-07,
      "loss": 0.6444,
      "step": 40893
    },
    {
      "epoch": 0.8618017249100401,
      "grad_norm": 0.12277819216251373,
      "learning_rate": 9.854517834058497e-07,
      "loss": 0.7693,
      "step": 40894
    },
    {
      "epoch": 0.8618227989484055,
      "grad_norm": 0.11063329130411148,
      "learning_rate": 9.851563513631313e-07,
      "loss": 0.6963,
      "step": 40895
    },
    {
      "epoch": 0.8618438729867708,
      "grad_norm": 0.11743674427270889,
      "learning_rate": 9.848609613169746e-07,
      "loss": 0.7143,
      "step": 40896
    },
    {
      "epoch": 0.861864947025136,
      "grad_norm": 0.09241056442260742,
      "learning_rate": 9.845656132687552e-07,
      "loss": 0.6035,
      "step": 40897
    },
    {
      "epoch": 0.8618860210635013,
      "grad_norm": 0.1275767832994461,
      "learning_rate": 9.842703072198502e-07,
      "loss": 0.7612,
      "step": 40898
    },
    {
      "epoch": 0.8619070951018666,
      "grad_norm": 0.12531882524490356,
      "learning_rate": 9.839750431716343e-07,
      "loss": 0.7104,
      "step": 40899
    },
    {
      "epoch": 0.861928169140232,
      "grad_norm": 0.28781601786613464,
      "learning_rate": 9.836798211254828e-07,
      "loss": 0.6871,
      "step": 40900
    },
    {
      "epoch": 0.8619492431785972,
      "grad_norm": 0.11053623259067535,
      "learning_rate": 9.83384641082772e-07,
      "loss": 0.7187,
      "step": 40901
    },
    {
      "epoch": 0.8619703172169625,
      "grad_norm": 0.11585377156734467,
      "learning_rate": 9.830895030448761e-07,
      "loss": 0.7432,
      "step": 40902
    },
    {
      "epoch": 0.8619913912553278,
      "grad_norm": 0.10329647362232208,
      "learning_rate": 9.827944070131712e-07,
      "loss": 0.6967,
      "step": 40903
    },
    {
      "epoch": 0.862012465293693,
      "grad_norm": 0.1603655219078064,
      "learning_rate": 9.824993529890303e-07,
      "loss": 0.6678,
      "step": 40904
    },
    {
      "epoch": 0.8620335393320584,
      "grad_norm": 0.12210384011268616,
      "learning_rate": 9.822043409738301e-07,
      "loss": 0.6652,
      "step": 40905
    },
    {
      "epoch": 0.8620546133704237,
      "grad_norm": 0.10435783118009567,
      "learning_rate": 9.819093709689432e-07,
      "loss": 0.6255,
      "step": 40906
    },
    {
      "epoch": 0.8620756874087889,
      "grad_norm": 0.12358548492193222,
      "learning_rate": 9.816144429757446e-07,
      "loss": 0.6729,
      "step": 40907
    },
    {
      "epoch": 0.8620967614471542,
      "grad_norm": 0.11965440958738327,
      "learning_rate": 9.813195569956068e-07,
      "loss": 0.7339,
      "step": 40908
    },
    {
      "epoch": 0.8621178354855195,
      "grad_norm": 0.12842842936515808,
      "learning_rate": 9.810247130299066e-07,
      "loss": 0.8002,
      "step": 40909
    },
    {
      "epoch": 0.8621389095238848,
      "grad_norm": 0.11132311820983887,
      "learning_rate": 9.807299110800139e-07,
      "loss": 0.6845,
      "step": 40910
    },
    {
      "epoch": 0.8621599835622501,
      "grad_norm": 0.10966682434082031,
      "learning_rate": 9.804351511473076e-07,
      "loss": 0.7039,
      "step": 40911
    },
    {
      "epoch": 0.8621810576006154,
      "grad_norm": 0.11715865135192871,
      "learning_rate": 9.801404332331543e-07,
      "loss": 0.6784,
      "step": 40912
    },
    {
      "epoch": 0.8622021316389806,
      "grad_norm": 0.10331817716360092,
      "learning_rate": 9.798457573389296e-07,
      "loss": 0.7656,
      "step": 40913
    },
    {
      "epoch": 0.8622232056773459,
      "grad_norm": 0.1218370571732521,
      "learning_rate": 9.79551123466006e-07,
      "loss": 0.7198,
      "step": 40914
    },
    {
      "epoch": 0.8622442797157113,
      "grad_norm": 0.10911910235881805,
      "learning_rate": 9.792565316157577e-07,
      "loss": 0.6975,
      "step": 40915
    },
    {
      "epoch": 0.8622653537540765,
      "grad_norm": 0.12209810316562653,
      "learning_rate": 9.789619817895534e-07,
      "loss": 0.658,
      "step": 40916
    },
    {
      "epoch": 0.8622864277924418,
      "grad_norm": 0.14032599329948425,
      "learning_rate": 9.786674739887703e-07,
      "loss": 0.6552,
      "step": 40917
    },
    {
      "epoch": 0.8623075018308071,
      "grad_norm": 0.11774725466966629,
      "learning_rate": 9.78373008214778e-07,
      "loss": 0.6676,
      "step": 40918
    },
    {
      "epoch": 0.8623285758691723,
      "grad_norm": 0.10745097696781158,
      "learning_rate": 9.780785844689478e-07,
      "loss": 0.6822,
      "step": 40919
    },
    {
      "epoch": 0.8623496499075377,
      "grad_norm": 0.14743000268936157,
      "learning_rate": 9.77784202752653e-07,
      "loss": 0.6753,
      "step": 40920
    },
    {
      "epoch": 0.862370723945903,
      "grad_norm": 0.1051563173532486,
      "learning_rate": 9.774898630672624e-07,
      "loss": 0.72,
      "step": 40921
    },
    {
      "epoch": 0.8623917979842682,
      "grad_norm": 0.10152988135814667,
      "learning_rate": 9.771955654141496e-07,
      "loss": 0.7167,
      "step": 40922
    },
    {
      "epoch": 0.8624128720226335,
      "grad_norm": 0.1131209135055542,
      "learning_rate": 9.769013097946832e-07,
      "loss": 0.7193,
      "step": 40923
    },
    {
      "epoch": 0.8624339460609988,
      "grad_norm": 0.11023065447807312,
      "learning_rate": 9.76607096210236e-07,
      "loss": 0.712,
      "step": 40924
    },
    {
      "epoch": 0.8624550200993641,
      "grad_norm": 0.11468255519866943,
      "learning_rate": 9.763129246621773e-07,
      "loss": 0.6856,
      "step": 40925
    },
    {
      "epoch": 0.8624760941377294,
      "grad_norm": 0.09992993623018265,
      "learning_rate": 9.760187951518795e-07,
      "loss": 0.6446,
      "step": 40926
    },
    {
      "epoch": 0.8624971681760947,
      "grad_norm": 0.11800011992454529,
      "learning_rate": 9.757247076807108e-07,
      "loss": 0.6544,
      "step": 40927
    },
    {
      "epoch": 0.8625182422144599,
      "grad_norm": 0.11936146020889282,
      "learning_rate": 9.75430662250042e-07,
      "loss": 0.7017,
      "step": 40928
    },
    {
      "epoch": 0.8625393162528252,
      "grad_norm": 0.11356116086244583,
      "learning_rate": 9.751366588612432e-07,
      "loss": 0.7297,
      "step": 40929
    },
    {
      "epoch": 0.8625603902911905,
      "grad_norm": 0.11636253446340561,
      "learning_rate": 9.748426975156833e-07,
      "loss": 0.716,
      "step": 40930
    },
    {
      "epoch": 0.8625814643295558,
      "grad_norm": 0.10516715049743652,
      "learning_rate": 9.745487782147333e-07,
      "loss": 0.6823,
      "step": 40931
    },
    {
      "epoch": 0.8626025383679211,
      "grad_norm": 0.17905598878860474,
      "learning_rate": 9.742549009597601e-07,
      "loss": 0.7021,
      "step": 40932
    },
    {
      "epoch": 0.8626236124062864,
      "grad_norm": 0.11336216330528259,
      "learning_rate": 9.739610657521348e-07,
      "loss": 0.6889,
      "step": 40933
    },
    {
      "epoch": 0.8626446864446516,
      "grad_norm": 0.12903626263141632,
      "learning_rate": 9.73667272593225e-07,
      "loss": 0.7569,
      "step": 40934
    },
    {
      "epoch": 0.8626657604830169,
      "grad_norm": 0.10567859560251236,
      "learning_rate": 9.733735214844008e-07,
      "loss": 0.6927,
      "step": 40935
    },
    {
      "epoch": 0.8626868345213823,
      "grad_norm": 0.1164984181523323,
      "learning_rate": 9.73079812427029e-07,
      "loss": 0.7298,
      "step": 40936
    },
    {
      "epoch": 0.8627079085597475,
      "grad_norm": 0.09247250854969025,
      "learning_rate": 9.727861454224785e-07,
      "loss": 0.6249,
      "step": 40937
    },
    {
      "epoch": 0.8627289825981128,
      "grad_norm": 0.11172319948673248,
      "learning_rate": 9.724925204721181e-07,
      "loss": 0.7294,
      "step": 40938
    },
    {
      "epoch": 0.8627500566364781,
      "grad_norm": 0.12663984298706055,
      "learning_rate": 9.721989375773155e-07,
      "loss": 0.71,
      "step": 40939
    },
    {
      "epoch": 0.8627711306748433,
      "grad_norm": 0.09854598343372345,
      "learning_rate": 9.719053967394365e-07,
      "loss": 0.7263,
      "step": 40940
    },
    {
      "epoch": 0.8627922047132087,
      "grad_norm": 0.1341589093208313,
      "learning_rate": 9.716118979598533e-07,
      "loss": 0.6753,
      "step": 40941
    },
    {
      "epoch": 0.862813278751574,
      "grad_norm": 0.1077832281589508,
      "learning_rate": 9.71318441239928e-07,
      "loss": 0.6486,
      "step": 40942
    },
    {
      "epoch": 0.8628343527899393,
      "grad_norm": 0.10028261691331863,
      "learning_rate": 9.710250265810284e-07,
      "loss": 0.6601,
      "step": 40943
    },
    {
      "epoch": 0.8628554268283045,
      "grad_norm": 0.1454768031835556,
      "learning_rate": 9.707316539845236e-07,
      "loss": 0.7309,
      "step": 40944
    },
    {
      "epoch": 0.8628765008666698,
      "grad_norm": 0.1372268795967102,
      "learning_rate": 9.704383234517778e-07,
      "loss": 0.7639,
      "step": 40945
    },
    {
      "epoch": 0.8628975749050352,
      "grad_norm": 0.10754761844873428,
      "learning_rate": 9.7014503498416e-07,
      "loss": 0.6802,
      "step": 40946
    },
    {
      "epoch": 0.8629186489434004,
      "grad_norm": 0.1259182244539261,
      "learning_rate": 9.698517885830361e-07,
      "loss": 0.7728,
      "step": 40947
    },
    {
      "epoch": 0.8629397229817657,
      "grad_norm": 0.10477221757173538,
      "learning_rate": 9.695585842497723e-07,
      "loss": 0.6943,
      "step": 40948
    },
    {
      "epoch": 0.862960797020131,
      "grad_norm": 0.12202094495296478,
      "learning_rate": 9.692654219857333e-07,
      "loss": 0.6864,
      "step": 40949
    },
    {
      "epoch": 0.8629818710584962,
      "grad_norm": 0.12776748836040497,
      "learning_rate": 9.68972301792287e-07,
      "loss": 0.6814,
      "step": 40950
    },
    {
      "epoch": 0.8630029450968616,
      "grad_norm": 0.0951230525970459,
      "learning_rate": 9.686792236707953e-07,
      "loss": 0.698,
      "step": 40951
    },
    {
      "epoch": 0.8630240191352269,
      "grad_norm": 0.11229763180017471,
      "learning_rate": 9.683861876226263e-07,
      "loss": 0.7116,
      "step": 40952
    },
    {
      "epoch": 0.8630450931735921,
      "grad_norm": 0.12669797241687775,
      "learning_rate": 9.680931936491445e-07,
      "loss": 0.7329,
      "step": 40953
    },
    {
      "epoch": 0.8630661672119574,
      "grad_norm": 0.10969466716051102,
      "learning_rate": 9.678002417517153e-07,
      "loss": 0.7041,
      "step": 40954
    },
    {
      "epoch": 0.8630872412503227,
      "grad_norm": 0.10925855487585068,
      "learning_rate": 9.675073319317018e-07,
      "loss": 0.6409,
      "step": 40955
    },
    {
      "epoch": 0.863108315288688,
      "grad_norm": 0.11919024586677551,
      "learning_rate": 9.672144641904702e-07,
      "loss": 0.7348,
      "step": 40956
    },
    {
      "epoch": 0.8631293893270533,
      "grad_norm": 0.10439489036798477,
      "learning_rate": 9.669216385293845e-07,
      "loss": 0.6505,
      "step": 40957
    },
    {
      "epoch": 0.8631504633654186,
      "grad_norm": 0.21518102288246155,
      "learning_rate": 9.666288549498082e-07,
      "loss": 0.7245,
      "step": 40958
    },
    {
      "epoch": 0.8631715374037838,
      "grad_norm": 0.1096910685300827,
      "learning_rate": 9.663361134531057e-07,
      "loss": 0.7527,
      "step": 40959
    },
    {
      "epoch": 0.8631926114421491,
      "grad_norm": 0.10506883263587952,
      "learning_rate": 9.660434140406416e-07,
      "loss": 0.6421,
      "step": 40960
    },
    {
      "epoch": 0.8632136854805145,
      "grad_norm": 0.09903458505868912,
      "learning_rate": 9.65750756713778e-07,
      "loss": 0.6397,
      "step": 40961
    },
    {
      "epoch": 0.8632347595188797,
      "grad_norm": 0.15653832256793976,
      "learning_rate": 9.654581414738796e-07,
      "loss": 0.7112,
      "step": 40962
    },
    {
      "epoch": 0.863255833557245,
      "grad_norm": 0.10265710204839706,
      "learning_rate": 9.651655683223082e-07,
      "loss": 0.6668,
      "step": 40963
    },
    {
      "epoch": 0.8632769075956103,
      "grad_norm": 0.12336181849241257,
      "learning_rate": 9.648730372604277e-07,
      "loss": 0.7169,
      "step": 40964
    },
    {
      "epoch": 0.8632979816339755,
      "grad_norm": 0.11462593078613281,
      "learning_rate": 9.64580548289601e-07,
      "loss": 0.7164,
      "step": 40965
    },
    {
      "epoch": 0.8633190556723408,
      "grad_norm": 0.11692012846469879,
      "learning_rate": 9.642881014111904e-07,
      "loss": 0.6931,
      "step": 40966
    },
    {
      "epoch": 0.8633401297107062,
      "grad_norm": 0.11806008219718933,
      "learning_rate": 9.639956966265584e-07,
      "loss": 0.6847,
      "step": 40967
    },
    {
      "epoch": 0.8633612037490714,
      "grad_norm": 0.10523483902215958,
      "learning_rate": 9.637033339370672e-07,
      "loss": 0.7357,
      "step": 40968
    },
    {
      "epoch": 0.8633822777874367,
      "grad_norm": 0.1056656539440155,
      "learning_rate": 9.634110133440788e-07,
      "loss": 0.6672,
      "step": 40969
    },
    {
      "epoch": 0.863403351825802,
      "grad_norm": 0.12134585529565811,
      "learning_rate": 9.631187348489556e-07,
      "loss": 0.6706,
      "step": 40970
    },
    {
      "epoch": 0.8634244258641672,
      "grad_norm": 0.1319279670715332,
      "learning_rate": 9.628264984530577e-07,
      "loss": 0.7066,
      "step": 40971
    },
    {
      "epoch": 0.8634454999025326,
      "grad_norm": 0.13075394928455353,
      "learning_rate": 9.625343041577472e-07,
      "loss": 0.75,
      "step": 40972
    },
    {
      "epoch": 0.8634665739408979,
      "grad_norm": 0.12175972014665604,
      "learning_rate": 9.622421519643853e-07,
      "loss": 0.7106,
      "step": 40973
    },
    {
      "epoch": 0.8634876479792631,
      "grad_norm": 0.11448561400175095,
      "learning_rate": 9.619500418743311e-07,
      "loss": 0.7175,
      "step": 40974
    },
    {
      "epoch": 0.8635087220176284,
      "grad_norm": 0.11042961478233337,
      "learning_rate": 9.616579738889498e-07,
      "loss": 0.6793,
      "step": 40975
    },
    {
      "epoch": 0.8635297960559937,
      "grad_norm": 0.11775147914886475,
      "learning_rate": 9.613659480095994e-07,
      "loss": 0.6995,
      "step": 40976
    },
    {
      "epoch": 0.863550870094359,
      "grad_norm": 0.09688649326562881,
      "learning_rate": 9.61073964237641e-07,
      "loss": 0.6945,
      "step": 40977
    },
    {
      "epoch": 0.8635719441327243,
      "grad_norm": 0.15297797322273254,
      "learning_rate": 9.607820225744346e-07,
      "loss": 0.7308,
      "step": 40978
    },
    {
      "epoch": 0.8635930181710896,
      "grad_norm": 0.1272708624601364,
      "learning_rate": 9.604901230213414e-07,
      "loss": 0.733,
      "step": 40979
    },
    {
      "epoch": 0.8636140922094548,
      "grad_norm": 0.11260424554347992,
      "learning_rate": 9.601982655797181e-07,
      "loss": 0.7394,
      "step": 40980
    },
    {
      "epoch": 0.8636351662478201,
      "grad_norm": 0.11695398390293121,
      "learning_rate": 9.59906450250927e-07,
      "loss": 0.6799,
      "step": 40981
    },
    {
      "epoch": 0.8636562402861855,
      "grad_norm": 0.11793798208236694,
      "learning_rate": 9.596146770363257e-07,
      "loss": 0.6798,
      "step": 40982
    },
    {
      "epoch": 0.8636773143245507,
      "grad_norm": 0.12132111191749573,
      "learning_rate": 9.593229459372754e-07,
      "loss": 0.7353,
      "step": 40983
    },
    {
      "epoch": 0.863698388362916,
      "grad_norm": 0.10476700961589813,
      "learning_rate": 9.590312569551342e-07,
      "loss": 0.6949,
      "step": 40984
    },
    {
      "epoch": 0.8637194624012813,
      "grad_norm": 0.5164119005203247,
      "learning_rate": 9.587396100912605e-07,
      "loss": 0.7325,
      "step": 40985
    },
    {
      "epoch": 0.8637405364396465,
      "grad_norm": 0.11269873380661011,
      "learning_rate": 9.584480053470135e-07,
      "loss": 0.7147,
      "step": 40986
    },
    {
      "epoch": 0.8637616104780119,
      "grad_norm": 0.09309057146310806,
      "learning_rate": 9.581564427237521e-07,
      "loss": 0.7326,
      "step": 40987
    },
    {
      "epoch": 0.8637826845163772,
      "grad_norm": 0.18663999438285828,
      "learning_rate": 9.578649222228342e-07,
      "loss": 0.6792,
      "step": 40988
    },
    {
      "epoch": 0.8638037585547425,
      "grad_norm": 0.1248624175786972,
      "learning_rate": 9.575734438456174e-07,
      "loss": 0.6635,
      "step": 40989
    },
    {
      "epoch": 0.8638248325931077,
      "grad_norm": 0.11674751341342926,
      "learning_rate": 9.572820075934607e-07,
      "loss": 0.7413,
      "step": 40990
    },
    {
      "epoch": 0.863845906631473,
      "grad_norm": 0.11838670074939728,
      "learning_rate": 9.569906134677208e-07,
      "loss": 0.7346,
      "step": 40991
    },
    {
      "epoch": 0.8638669806698384,
      "grad_norm": 0.11414220929145813,
      "learning_rate": 9.566992614697556e-07,
      "loss": 0.7219,
      "step": 40992
    },
    {
      "epoch": 0.8638880547082036,
      "grad_norm": 0.11079416424036026,
      "learning_rate": 9.564079516009216e-07,
      "loss": 0.6764,
      "step": 40993
    },
    {
      "epoch": 0.8639091287465689,
      "grad_norm": 0.11494853347539902,
      "learning_rate": 9.561166838625767e-07,
      "loss": 0.7365,
      "step": 40994
    },
    {
      "epoch": 0.8639302027849342,
      "grad_norm": 0.1148727685213089,
      "learning_rate": 9.558254582560789e-07,
      "loss": 0.7075,
      "step": 40995
    },
    {
      "epoch": 0.8639512768232994,
      "grad_norm": 0.09892331808805466,
      "learning_rate": 9.555342747827823e-07,
      "loss": 0.6963,
      "step": 40996
    },
    {
      "epoch": 0.8639723508616648,
      "grad_norm": 0.10330437123775482,
      "learning_rate": 9.552431334440459e-07,
      "loss": 0.6876,
      "step": 40997
    },
    {
      "epoch": 0.8639934249000301,
      "grad_norm": 0.11408583074808121,
      "learning_rate": 9.549520342412244e-07,
      "loss": 0.7544,
      "step": 40998
    },
    {
      "epoch": 0.8640144989383953,
      "grad_norm": 0.1195705458521843,
      "learning_rate": 9.546609771756744e-07,
      "loss": 0.6726,
      "step": 40999
    },
    {
      "epoch": 0.8640355729767606,
      "grad_norm": 0.11541861295700073,
      "learning_rate": 9.543699622487535e-07,
      "loss": 0.6781,
      "step": 41000
    },
    {
      "epoch": 0.8640566470151259,
      "grad_norm": 0.12099971622228622,
      "learning_rate": 9.54078989461814e-07,
      "loss": 0.6874,
      "step": 41001
    },
    {
      "epoch": 0.8640777210534912,
      "grad_norm": 0.16592754423618317,
      "learning_rate": 9.537880588162107e-07,
      "loss": 0.6592,
      "step": 41002
    },
    {
      "epoch": 0.8640987950918565,
      "grad_norm": 0.10295747965574265,
      "learning_rate": 9.534971703133044e-07,
      "loss": 0.7366,
      "step": 41003
    },
    {
      "epoch": 0.8641198691302218,
      "grad_norm": 0.09310909360647202,
      "learning_rate": 9.532063239544465e-07,
      "loss": 0.6724,
      "step": 41004
    },
    {
      "epoch": 0.864140943168587,
      "grad_norm": 0.09746868908405304,
      "learning_rate": 9.529155197409934e-07,
      "loss": 0.6575,
      "step": 41005
    },
    {
      "epoch": 0.8641620172069523,
      "grad_norm": 0.1108778715133667,
      "learning_rate": 9.526247576742986e-07,
      "loss": 0.7304,
      "step": 41006
    },
    {
      "epoch": 0.8641830912453176,
      "grad_norm": 0.13472296297550201,
      "learning_rate": 9.523340377557166e-07,
      "loss": 0.6672,
      "step": 41007
    },
    {
      "epoch": 0.8642041652836829,
      "grad_norm": 0.10707434266805649,
      "learning_rate": 9.52043359986603e-07,
      "loss": 0.7022,
      "step": 41008
    },
    {
      "epoch": 0.8642252393220482,
      "grad_norm": 0.10004512220621109,
      "learning_rate": 9.517527243683133e-07,
      "loss": 0.7171,
      "step": 41009
    },
    {
      "epoch": 0.8642463133604135,
      "grad_norm": 0.10528440773487091,
      "learning_rate": 9.514621309021976e-07,
      "loss": 0.6801,
      "step": 41010
    },
    {
      "epoch": 0.8642673873987787,
      "grad_norm": 0.12225501984357834,
      "learning_rate": 9.511715795896115e-07,
      "loss": 0.7388,
      "step": 41011
    },
    {
      "epoch": 0.864288461437144,
      "grad_norm": 0.09094376862049103,
      "learning_rate": 9.508810704319083e-07,
      "loss": 0.7476,
      "step": 41012
    },
    {
      "epoch": 0.8643095354755094,
      "grad_norm": 0.11428923904895782,
      "learning_rate": 9.505906034304413e-07,
      "loss": 0.6526,
      "step": 41013
    },
    {
      "epoch": 0.8643306095138746,
      "grad_norm": 0.10762734711170197,
      "learning_rate": 9.50300178586564e-07,
      "loss": 0.6781,
      "step": 41014
    },
    {
      "epoch": 0.8643516835522399,
      "grad_norm": 0.1186647042632103,
      "learning_rate": 9.500097959016297e-07,
      "loss": 0.7563,
      "step": 41015
    },
    {
      "epoch": 0.8643727575906052,
      "grad_norm": 0.1299756020307541,
      "learning_rate": 9.497194553769906e-07,
      "loss": 0.7294,
      "step": 41016
    },
    {
      "epoch": 0.8643938316289704,
      "grad_norm": 0.08974403887987137,
      "learning_rate": 9.494291570139979e-07,
      "loss": 0.6989,
      "step": 41017
    },
    {
      "epoch": 0.8644149056673358,
      "grad_norm": 0.11400438845157623,
      "learning_rate": 9.491389008140095e-07,
      "loss": 0.6855,
      "step": 41018
    },
    {
      "epoch": 0.8644359797057011,
      "grad_norm": 0.11690123379230499,
      "learning_rate": 9.48848686778372e-07,
      "loss": 0.7,
      "step": 41019
    },
    {
      "epoch": 0.8644570537440663,
      "grad_norm": 0.14421148598194122,
      "learning_rate": 9.485585149084387e-07,
      "loss": 0.7769,
      "step": 41020
    },
    {
      "epoch": 0.8644781277824316,
      "grad_norm": 0.11253366619348526,
      "learning_rate": 9.482683852055608e-07,
      "loss": 0.6628,
      "step": 41021
    },
    {
      "epoch": 0.8644992018207969,
      "grad_norm": 0.10897277295589447,
      "learning_rate": 9.479782976710916e-07,
      "loss": 0.6839,
      "step": 41022
    },
    {
      "epoch": 0.8645202758591622,
      "grad_norm": 0.09832237660884857,
      "learning_rate": 9.476882523063824e-07,
      "loss": 0.6639,
      "step": 41023
    },
    {
      "epoch": 0.8645413498975275,
      "grad_norm": 0.10121814906597137,
      "learning_rate": 9.473982491127831e-07,
      "loss": 0.6832,
      "step": 41024
    },
    {
      "epoch": 0.8645624239358928,
      "grad_norm": 0.11543431878089905,
      "learning_rate": 9.47108288091646e-07,
      "loss": 0.6447,
      "step": 41025
    },
    {
      "epoch": 0.864583497974258,
      "grad_norm": 0.11794348806142807,
      "learning_rate": 9.468183692443212e-07,
      "loss": 0.706,
      "step": 41026
    },
    {
      "epoch": 0.8646045720126233,
      "grad_norm": 0.15035554766654968,
      "learning_rate": 9.465284925721586e-07,
      "loss": 0.755,
      "step": 41027
    },
    {
      "epoch": 0.8646256460509887,
      "grad_norm": 0.11583282798528671,
      "learning_rate": 9.462386580765104e-07,
      "loss": 0.6631,
      "step": 41028
    },
    {
      "epoch": 0.864646720089354,
      "grad_norm": 0.12775659561157227,
      "learning_rate": 9.459488657587268e-07,
      "loss": 0.6648,
      "step": 41029
    },
    {
      "epoch": 0.8646677941277192,
      "grad_norm": 0.11125004291534424,
      "learning_rate": 9.456591156201555e-07,
      "loss": 0.7112,
      "step": 41030
    },
    {
      "epoch": 0.8646888681660845,
      "grad_norm": 0.142304927110672,
      "learning_rate": 9.453694076621467e-07,
      "loss": 0.7123,
      "step": 41031
    },
    {
      "epoch": 0.8647099422044497,
      "grad_norm": 0.1008225679397583,
      "learning_rate": 9.450797418860514e-07,
      "loss": 0.7108,
      "step": 41032
    },
    {
      "epoch": 0.8647310162428151,
      "grad_norm": 0.11570405960083008,
      "learning_rate": 9.447901182932195e-07,
      "loss": 0.7138,
      "step": 41033
    },
    {
      "epoch": 0.8647520902811804,
      "grad_norm": 0.1305026113986969,
      "learning_rate": 9.445005368850002e-07,
      "loss": 0.7882,
      "step": 41034
    },
    {
      "epoch": 0.8647731643195457,
      "grad_norm": 0.12367154657840729,
      "learning_rate": 9.4421099766274e-07,
      "loss": 0.6902,
      "step": 41035
    },
    {
      "epoch": 0.8647942383579109,
      "grad_norm": 0.12350372970104218,
      "learning_rate": 9.439215006277913e-07,
      "loss": 0.6355,
      "step": 41036
    },
    {
      "epoch": 0.8648153123962762,
      "grad_norm": 0.11093474924564362,
      "learning_rate": 9.436320457814995e-07,
      "loss": 0.711,
      "step": 41037
    },
    {
      "epoch": 0.8648363864346416,
      "grad_norm": 0.11238136887550354,
      "learning_rate": 9.433426331252171e-07,
      "loss": 0.6953,
      "step": 41038
    },
    {
      "epoch": 0.8648574604730068,
      "grad_norm": 0.10791070759296417,
      "learning_rate": 9.430532626602884e-07,
      "loss": 0.61,
      "step": 41039
    },
    {
      "epoch": 0.8648785345113721,
      "grad_norm": 0.10423777997493744,
      "learning_rate": 9.427639343880612e-07,
      "loss": 0.7541,
      "step": 41040
    },
    {
      "epoch": 0.8648996085497374,
      "grad_norm": 0.10342958569526672,
      "learning_rate": 9.424746483098868e-07,
      "loss": 0.7247,
      "step": 41041
    },
    {
      "epoch": 0.8649206825881026,
      "grad_norm": 0.09977086633443832,
      "learning_rate": 9.421854044271106e-07,
      "loss": 0.6868,
      "step": 41042
    },
    {
      "epoch": 0.8649417566264679,
      "grad_norm": 0.09994328767061234,
      "learning_rate": 9.418962027410805e-07,
      "loss": 0.6783,
      "step": 41043
    },
    {
      "epoch": 0.8649628306648333,
      "grad_norm": 0.12325727939605713,
      "learning_rate": 9.416070432531433e-07,
      "loss": 0.6722,
      "step": 41044
    },
    {
      "epoch": 0.8649839047031985,
      "grad_norm": 0.1507287621498108,
      "learning_rate": 9.413179259646465e-07,
      "loss": 0.7279,
      "step": 41045
    },
    {
      "epoch": 0.8650049787415638,
      "grad_norm": 0.15679976344108582,
      "learning_rate": 9.410288508769361e-07,
      "loss": 0.6704,
      "step": 41046
    },
    {
      "epoch": 0.8650260527799291,
      "grad_norm": 0.09547649323940277,
      "learning_rate": 9.40739817991363e-07,
      "loss": 0.6321,
      "step": 41047
    },
    {
      "epoch": 0.8650471268182943,
      "grad_norm": 0.10521073639392853,
      "learning_rate": 9.404508273092683e-07,
      "loss": 0.6439,
      "step": 41048
    },
    {
      "epoch": 0.8650682008566597,
      "grad_norm": 0.11500076949596405,
      "learning_rate": 9.401618788320011e-07,
      "loss": 0.6724,
      "step": 41049
    },
    {
      "epoch": 0.865089274895025,
      "grad_norm": 0.1022004559636116,
      "learning_rate": 9.398729725609068e-07,
      "loss": 0.7474,
      "step": 41050
    },
    {
      "epoch": 0.8651103489333902,
      "grad_norm": 0.11120566725730896,
      "learning_rate": 9.395841084973312e-07,
      "loss": 0.7499,
      "step": 41051
    },
    {
      "epoch": 0.8651314229717555,
      "grad_norm": 0.11071056872606277,
      "learning_rate": 9.392952866426198e-07,
      "loss": 0.6938,
      "step": 41052
    },
    {
      "epoch": 0.8651524970101208,
      "grad_norm": 0.08916772902011871,
      "learning_rate": 9.390065069981191e-07,
      "loss": 0.6494,
      "step": 41053
    },
    {
      "epoch": 0.8651735710484861,
      "grad_norm": 0.09944146871566772,
      "learning_rate": 9.387177695651728e-07,
      "loss": 0.7202,
      "step": 41054
    },
    {
      "epoch": 0.8651946450868514,
      "grad_norm": 0.10424967110157013,
      "learning_rate": 9.384290743451285e-07,
      "loss": 0.7131,
      "step": 41055
    },
    {
      "epoch": 0.8652157191252167,
      "grad_norm": 0.11144905537366867,
      "learning_rate": 9.381404213393285e-07,
      "loss": 0.6769,
      "step": 41056
    },
    {
      "epoch": 0.8652367931635819,
      "grad_norm": 0.13829167187213898,
      "learning_rate": 9.378518105491186e-07,
      "loss": 0.6701,
      "step": 41057
    },
    {
      "epoch": 0.8652578672019472,
      "grad_norm": 0.23875194787979126,
      "learning_rate": 9.37563241975844e-07,
      "loss": 0.7171,
      "step": 41058
    },
    {
      "epoch": 0.8652789412403126,
      "grad_norm": 0.1348843276500702,
      "learning_rate": 9.372747156208495e-07,
      "loss": 0.7511,
      "step": 41059
    },
    {
      "epoch": 0.8653000152786778,
      "grad_norm": 0.10351540148258209,
      "learning_rate": 9.369862314854749e-07,
      "loss": 0.6382,
      "step": 41060
    },
    {
      "epoch": 0.8653210893170431,
      "grad_norm": 0.11436460167169571,
      "learning_rate": 9.366977895710682e-07,
      "loss": 0.7406,
      "step": 41061
    },
    {
      "epoch": 0.8653421633554084,
      "grad_norm": 0.10088930279016495,
      "learning_rate": 9.364093898789739e-07,
      "loss": 0.6638,
      "step": 41062
    },
    {
      "epoch": 0.8653632373937736,
      "grad_norm": 0.09722793102264404,
      "learning_rate": 9.36121032410533e-07,
      "loss": 0.6811,
      "step": 41063
    },
    {
      "epoch": 0.865384311432139,
      "grad_norm": 0.1013711541891098,
      "learning_rate": 9.358327171670889e-07,
      "loss": 0.6553,
      "step": 41064
    },
    {
      "epoch": 0.8654053854705043,
      "grad_norm": 0.1337137520313263,
      "learning_rate": 9.355444441499872e-07,
      "loss": 0.7227,
      "step": 41065
    },
    {
      "epoch": 0.8654264595088695,
      "grad_norm": 0.11883223056793213,
      "learning_rate": 9.35256213360568e-07,
      "loss": 0.7208,
      "step": 41066
    },
    {
      "epoch": 0.8654475335472348,
      "grad_norm": 0.0985729992389679,
      "learning_rate": 9.349680248001758e-07,
      "loss": 0.7157,
      "step": 41067
    },
    {
      "epoch": 0.8654686075856001,
      "grad_norm": 0.0980745181441307,
      "learning_rate": 9.346798784701549e-07,
      "loss": 0.6359,
      "step": 41068
    },
    {
      "epoch": 0.8654896816239654,
      "grad_norm": 0.10716262459754944,
      "learning_rate": 9.343917743718434e-07,
      "loss": 0.6786,
      "step": 41069
    },
    {
      "epoch": 0.8655107556623307,
      "grad_norm": 0.1284412294626236,
      "learning_rate": 9.341037125065844e-07,
      "loss": 0.7006,
      "step": 41070
    },
    {
      "epoch": 0.865531829700696,
      "grad_norm": 0.11954683065414429,
      "learning_rate": 9.338156928757225e-07,
      "loss": 0.7551,
      "step": 41071
    },
    {
      "epoch": 0.8655529037390612,
      "grad_norm": 0.09538071602582932,
      "learning_rate": 9.335277154805966e-07,
      "loss": 0.6731,
      "step": 41072
    },
    {
      "epoch": 0.8655739777774265,
      "grad_norm": 0.11640214174985886,
      "learning_rate": 9.332397803225502e-07,
      "loss": 0.7057,
      "step": 41073
    },
    {
      "epoch": 0.8655950518157919,
      "grad_norm": 0.1353963315486908,
      "learning_rate": 9.32951887402922e-07,
      "loss": 0.6145,
      "step": 41074
    },
    {
      "epoch": 0.8656161258541571,
      "grad_norm": 0.10915341228246689,
      "learning_rate": 9.326640367230577e-07,
      "loss": 0.665,
      "step": 41075
    },
    {
      "epoch": 0.8656371998925224,
      "grad_norm": 0.10632333159446716,
      "learning_rate": 9.323762282842952e-07,
      "loss": 0.718,
      "step": 41076
    },
    {
      "epoch": 0.8656582739308877,
      "grad_norm": 0.12346874177455902,
      "learning_rate": 9.320884620879777e-07,
      "loss": 0.7017,
      "step": 41077
    },
    {
      "epoch": 0.8656793479692529,
      "grad_norm": 0.12458639591932297,
      "learning_rate": 9.318007381354421e-07,
      "loss": 0.715,
      "step": 41078
    },
    {
      "epoch": 0.8657004220076183,
      "grad_norm": 0.13868992030620575,
      "learning_rate": 9.315130564280317e-07,
      "loss": 0.7182,
      "step": 41079
    },
    {
      "epoch": 0.8657214960459836,
      "grad_norm": 0.12350146472454071,
      "learning_rate": 9.312254169670843e-07,
      "loss": 0.6502,
      "step": 41080
    },
    {
      "epoch": 0.8657425700843489,
      "grad_norm": 0.13125909864902496,
      "learning_rate": 9.30937819753942e-07,
      "loss": 0.7254,
      "step": 41081
    },
    {
      "epoch": 0.8657636441227141,
      "grad_norm": 0.1049356684088707,
      "learning_rate": 9.30650264789944e-07,
      "loss": 0.7483,
      "step": 41082
    },
    {
      "epoch": 0.8657847181610794,
      "grad_norm": 0.14223365485668182,
      "learning_rate": 9.303627520764292e-07,
      "loss": 0.7275,
      "step": 41083
    },
    {
      "epoch": 0.8658057921994446,
      "grad_norm": 0.10436131060123444,
      "learning_rate": 9.300752816147373e-07,
      "loss": 0.6962,
      "step": 41084
    },
    {
      "epoch": 0.86582686623781,
      "grad_norm": 0.11040708422660828,
      "learning_rate": 9.297878534062088e-07,
      "loss": 0.7175,
      "step": 41085
    },
    {
      "epoch": 0.8658479402761753,
      "grad_norm": 0.09443929046392441,
      "learning_rate": 9.295004674521813e-07,
      "loss": 0.5957,
      "step": 41086
    },
    {
      "epoch": 0.8658690143145406,
      "grad_norm": 0.10533802956342697,
      "learning_rate": 9.292131237539937e-07,
      "loss": 0.6944,
      "step": 41087
    },
    {
      "epoch": 0.8658900883529058,
      "grad_norm": 0.10637063533067703,
      "learning_rate": 9.289258223129871e-07,
      "loss": 0.745,
      "step": 41088
    },
    {
      "epoch": 0.8659111623912711,
      "grad_norm": 0.09841272979974747,
      "learning_rate": 9.286385631304939e-07,
      "loss": 0.7279,
      "step": 41089
    },
    {
      "epoch": 0.8659322364296365,
      "grad_norm": 0.09591396152973175,
      "learning_rate": 9.283513462078575e-07,
      "loss": 0.6931,
      "step": 41090
    },
    {
      "epoch": 0.8659533104680017,
      "grad_norm": 0.1113729327917099,
      "learning_rate": 9.280641715464156e-07,
      "loss": 0.7664,
      "step": 41091
    },
    {
      "epoch": 0.865974384506367,
      "grad_norm": 0.14833852648735046,
      "learning_rate": 9.277770391475049e-07,
      "loss": 0.7002,
      "step": 41092
    },
    {
      "epoch": 0.8659954585447323,
      "grad_norm": 0.12309349328279495,
      "learning_rate": 9.274899490124623e-07,
      "loss": 0.6913,
      "step": 41093
    },
    {
      "epoch": 0.8660165325830975,
      "grad_norm": 0.11439480632543564,
      "learning_rate": 9.272029011426276e-07,
      "loss": 0.6761,
      "step": 41094
    },
    {
      "epoch": 0.8660376066214629,
      "grad_norm": 0.09771742671728134,
      "learning_rate": 9.269158955393353e-07,
      "loss": 0.6849,
      "step": 41095
    },
    {
      "epoch": 0.8660586806598282,
      "grad_norm": 0.20128731429576874,
      "learning_rate": 9.266289322039245e-07,
      "loss": 0.7548,
      "step": 41096
    },
    {
      "epoch": 0.8660797546981934,
      "grad_norm": 0.11670427769422531,
      "learning_rate": 9.26342011137732e-07,
      "loss": 0.7385,
      "step": 41097
    },
    {
      "epoch": 0.8661008287365587,
      "grad_norm": 0.16025947034358978,
      "learning_rate": 9.26055132342093e-07,
      "loss": 0.6865,
      "step": 41098
    },
    {
      "epoch": 0.866121902774924,
      "grad_norm": 0.1167692244052887,
      "learning_rate": 9.257682958183444e-07,
      "loss": 0.7568,
      "step": 41099
    },
    {
      "epoch": 0.8661429768132893,
      "grad_norm": 0.11511103063821793,
      "learning_rate": 9.25481501567822e-07,
      "loss": 0.6812,
      "step": 41100
    },
    {
      "epoch": 0.8661640508516546,
      "grad_norm": 0.11973873525857925,
      "learning_rate": 9.251947495918634e-07,
      "loss": 0.7252,
      "step": 41101
    },
    {
      "epoch": 0.8661851248900199,
      "grad_norm": 0.16443492472171783,
      "learning_rate": 9.249080398918032e-07,
      "loss": 0.7356,
      "step": 41102
    },
    {
      "epoch": 0.8662061989283851,
      "grad_norm": 0.10646659135818481,
      "learning_rate": 9.246213724689757e-07,
      "loss": 0.709,
      "step": 41103
    },
    {
      "epoch": 0.8662272729667504,
      "grad_norm": 0.1089952290058136,
      "learning_rate": 9.24334747324721e-07,
      "loss": 0.7166,
      "step": 41104
    },
    {
      "epoch": 0.8662483470051158,
      "grad_norm": 0.10163898020982742,
      "learning_rate": 9.240481644603705e-07,
      "loss": 0.6181,
      "step": 41105
    },
    {
      "epoch": 0.866269421043481,
      "grad_norm": 0.1102721095085144,
      "learning_rate": 9.237616238772617e-07,
      "loss": 0.635,
      "step": 41106
    },
    {
      "epoch": 0.8662904950818463,
      "grad_norm": 0.12666213512420654,
      "learning_rate": 9.234751255767272e-07,
      "loss": 0.7325,
      "step": 41107
    },
    {
      "epoch": 0.8663115691202116,
      "grad_norm": 0.09056604653596878,
      "learning_rate": 9.231886695601022e-07,
      "loss": 0.6917,
      "step": 41108
    },
    {
      "epoch": 0.8663326431585768,
      "grad_norm": 0.10450759530067444,
      "learning_rate": 9.229022558287215e-07,
      "loss": 0.736,
      "step": 41109
    },
    {
      "epoch": 0.8663537171969422,
      "grad_norm": 0.14776970446109772,
      "learning_rate": 9.226158843839206e-07,
      "loss": 0.636,
      "step": 41110
    },
    {
      "epoch": 0.8663747912353075,
      "grad_norm": 0.1616765409708023,
      "learning_rate": 9.223295552270306e-07,
      "loss": 0.6776,
      "step": 41111
    },
    {
      "epoch": 0.8663958652736727,
      "grad_norm": 0.10529525578022003,
      "learning_rate": 9.220432683593883e-07,
      "loss": 0.726,
      "step": 41112
    },
    {
      "epoch": 0.866416939312038,
      "grad_norm": 0.09774184972047806,
      "learning_rate": 9.217570237823259e-07,
      "loss": 0.7275,
      "step": 41113
    },
    {
      "epoch": 0.8664380133504033,
      "grad_norm": 0.112266406416893,
      "learning_rate": 9.21470821497178e-07,
      "loss": 0.6996,
      "step": 41114
    },
    {
      "epoch": 0.8664590873887686,
      "grad_norm": 0.6490492820739746,
      "learning_rate": 9.211846615052767e-07,
      "loss": 0.7373,
      "step": 41115
    },
    {
      "epoch": 0.8664801614271339,
      "grad_norm": 0.10721144825220108,
      "learning_rate": 9.208985438079555e-07,
      "loss": 0.7782,
      "step": 41116
    },
    {
      "epoch": 0.8665012354654992,
      "grad_norm": 0.11101773381233215,
      "learning_rate": 9.206124684065476e-07,
      "loss": 0.7006,
      "step": 41117
    },
    {
      "epoch": 0.8665223095038644,
      "grad_norm": 0.10371287912130356,
      "learning_rate": 9.203264353023866e-07,
      "loss": 0.5903,
      "step": 41118
    },
    {
      "epoch": 0.8665433835422297,
      "grad_norm": 0.11684110760688782,
      "learning_rate": 9.200404444968026e-07,
      "loss": 0.6601,
      "step": 41119
    },
    {
      "epoch": 0.866564457580595,
      "grad_norm": 0.09822952002286911,
      "learning_rate": 9.197544959911297e-07,
      "loss": 0.7275,
      "step": 41120
    },
    {
      "epoch": 0.8665855316189603,
      "grad_norm": 0.12077147513628006,
      "learning_rate": 9.194685897866995e-07,
      "loss": 0.7152,
      "step": 41121
    },
    {
      "epoch": 0.8666066056573256,
      "grad_norm": 0.10304316878318787,
      "learning_rate": 9.19182725884844e-07,
      "loss": 0.7577,
      "step": 41122
    },
    {
      "epoch": 0.8666276796956909,
      "grad_norm": 0.10348518192768097,
      "learning_rate": 9.188969042868956e-07,
      "loss": 0.6439,
      "step": 41123
    },
    {
      "epoch": 0.8666487537340561,
      "grad_norm": 0.11317352205514908,
      "learning_rate": 9.186111249941843e-07,
      "loss": 0.7402,
      "step": 41124
    },
    {
      "epoch": 0.8666698277724214,
      "grad_norm": 0.12145036458969116,
      "learning_rate": 9.183253880080434e-07,
      "loss": 0.671,
      "step": 41125
    },
    {
      "epoch": 0.8666909018107868,
      "grad_norm": 0.1031436026096344,
      "learning_rate": 9.180396933298019e-07,
      "loss": 0.636,
      "step": 41126
    },
    {
      "epoch": 0.866711975849152,
      "grad_norm": 0.1003471314907074,
      "learning_rate": 9.177540409607943e-07,
      "loss": 0.7261,
      "step": 41127
    },
    {
      "epoch": 0.8667330498875173,
      "grad_norm": 0.09799758344888687,
      "learning_rate": 9.174684309023463e-07,
      "loss": 0.7268,
      "step": 41128
    },
    {
      "epoch": 0.8667541239258826,
      "grad_norm": 0.11921045184135437,
      "learning_rate": 9.17182863155791e-07,
      "loss": 0.7126,
      "step": 41129
    },
    {
      "epoch": 0.8667751979642478,
      "grad_norm": 0.119868703186512,
      "learning_rate": 9.1689733772246e-07,
      "loss": 0.6705,
      "step": 41130
    },
    {
      "epoch": 0.8667962720026132,
      "grad_norm": 0.11022081971168518,
      "learning_rate": 9.166118546036806e-07,
      "loss": 0.6705,
      "step": 41131
    },
    {
      "epoch": 0.8668173460409785,
      "grad_norm": 0.1368684321641922,
      "learning_rate": 9.163264138007833e-07,
      "loss": 0.7509,
      "step": 41132
    },
    {
      "epoch": 0.8668384200793438,
      "grad_norm": 0.11166834086179733,
      "learning_rate": 9.160410153151011e-07,
      "loss": 0.6587,
      "step": 41133
    },
    {
      "epoch": 0.866859494117709,
      "grad_norm": 0.1374797821044922,
      "learning_rate": 9.157556591479611e-07,
      "loss": 0.7319,
      "step": 41134
    },
    {
      "epoch": 0.8668805681560743,
      "grad_norm": 0.11882217973470688,
      "learning_rate": 9.154703453006919e-07,
      "loss": 0.6792,
      "step": 41135
    },
    {
      "epoch": 0.8669016421944397,
      "grad_norm": 0.10658321529626846,
      "learning_rate": 9.151850737746259e-07,
      "loss": 0.7242,
      "step": 41136
    },
    {
      "epoch": 0.8669227162328049,
      "grad_norm": 0.09895162284374237,
      "learning_rate": 9.148998445710889e-07,
      "loss": 0.664,
      "step": 41137
    },
    {
      "epoch": 0.8669437902711702,
      "grad_norm": 0.1607748568058014,
      "learning_rate": 9.146146576914106e-07,
      "loss": 0.7309,
      "step": 41138
    },
    {
      "epoch": 0.8669648643095355,
      "grad_norm": 0.10377182066440582,
      "learning_rate": 9.143295131369179e-07,
      "loss": 0.7615,
      "step": 41139
    },
    {
      "epoch": 0.8669859383479007,
      "grad_norm": 0.10473107546567917,
      "learning_rate": 9.14044410908942e-07,
      "loss": 0.6874,
      "step": 41140
    },
    {
      "epoch": 0.8670070123862661,
      "grad_norm": 0.13291986286640167,
      "learning_rate": 9.137593510088105e-07,
      "loss": 0.732,
      "step": 41141
    },
    {
      "epoch": 0.8670280864246314,
      "grad_norm": 0.10592696070671082,
      "learning_rate": 9.134743334378504e-07,
      "loss": 0.7149,
      "step": 41142
    },
    {
      "epoch": 0.8670491604629966,
      "grad_norm": 0.10253298282623291,
      "learning_rate": 9.131893581973894e-07,
      "loss": 0.7536,
      "step": 41143
    },
    {
      "epoch": 0.8670702345013619,
      "grad_norm": 0.09172748774290085,
      "learning_rate": 9.129044252887554e-07,
      "loss": 0.6949,
      "step": 41144
    },
    {
      "epoch": 0.8670913085397272,
      "grad_norm": 0.10268481075763702,
      "learning_rate": 9.12619534713276e-07,
      "loss": 0.6969,
      "step": 41145
    },
    {
      "epoch": 0.8671123825780925,
      "grad_norm": 0.089017353951931,
      "learning_rate": 9.123346864722793e-07,
      "loss": 0.7109,
      "step": 41146
    },
    {
      "epoch": 0.8671334566164578,
      "grad_norm": 0.11247377097606659,
      "learning_rate": 9.120498805670908e-07,
      "loss": 0.6859,
      "step": 41147
    },
    {
      "epoch": 0.8671545306548231,
      "grad_norm": 0.0955854207277298,
      "learning_rate": 9.117651169990383e-07,
      "loss": 0.6856,
      "step": 41148
    },
    {
      "epoch": 0.8671756046931883,
      "grad_norm": 0.09789009392261505,
      "learning_rate": 9.114803957694474e-07,
      "loss": 0.7065,
      "step": 41149
    },
    {
      "epoch": 0.8671966787315536,
      "grad_norm": 0.10484511405229568,
      "learning_rate": 9.111957168796449e-07,
      "loss": 0.6809,
      "step": 41150
    },
    {
      "epoch": 0.867217752769919,
      "grad_norm": 0.10166479647159576,
      "learning_rate": 9.109110803309574e-07,
      "loss": 0.7042,
      "step": 41151
    },
    {
      "epoch": 0.8672388268082842,
      "grad_norm": 0.11424797028303146,
      "learning_rate": 9.106264861247105e-07,
      "loss": 0.7313,
      "step": 41152
    },
    {
      "epoch": 0.8672599008466495,
      "grad_norm": 0.14484535157680511,
      "learning_rate": 9.103419342622299e-07,
      "loss": 0.718,
      "step": 41153
    },
    {
      "epoch": 0.8672809748850148,
      "grad_norm": 0.12123696506023407,
      "learning_rate": 9.100574247448424e-07,
      "loss": 0.7143,
      "step": 41154
    },
    {
      "epoch": 0.86730204892338,
      "grad_norm": 0.1038876473903656,
      "learning_rate": 9.097729575738712e-07,
      "loss": 0.6693,
      "step": 41155
    },
    {
      "epoch": 0.8673231229617453,
      "grad_norm": 0.12245181947946548,
      "learning_rate": 9.094885327506453e-07,
      "loss": 0.7126,
      "step": 41156
    },
    {
      "epoch": 0.8673441970001107,
      "grad_norm": 0.14270107448101044,
      "learning_rate": 9.092041502764859e-07,
      "loss": 0.7325,
      "step": 41157
    },
    {
      "epoch": 0.8673652710384759,
      "grad_norm": 0.1041356697678566,
      "learning_rate": 9.089198101527186e-07,
      "loss": 0.6828,
      "step": 41158
    },
    {
      "epoch": 0.8673863450768412,
      "grad_norm": 0.10511857271194458,
      "learning_rate": 9.086355123806689e-07,
      "loss": 0.7414,
      "step": 41159
    },
    {
      "epoch": 0.8674074191152065,
      "grad_norm": 0.09812505543231964,
      "learning_rate": 9.083512569616604e-07,
      "loss": 0.6641,
      "step": 41160
    },
    {
      "epoch": 0.8674284931535717,
      "grad_norm": 0.17947030067443848,
      "learning_rate": 9.080670438970173e-07,
      "loss": 0.7063,
      "step": 41161
    },
    {
      "epoch": 0.8674495671919371,
      "grad_norm": 0.11457103490829468,
      "learning_rate": 9.077828731880644e-07,
      "loss": 0.7072,
      "step": 41162
    },
    {
      "epoch": 0.8674706412303024,
      "grad_norm": 0.10825743526220322,
      "learning_rate": 9.074987448361261e-07,
      "loss": 0.6202,
      "step": 41163
    },
    {
      "epoch": 0.8674917152686676,
      "grad_norm": 0.1096443310379982,
      "learning_rate": 9.072146588425257e-07,
      "loss": 0.7259,
      "step": 41164
    },
    {
      "epoch": 0.8675127893070329,
      "grad_norm": 0.10818322002887726,
      "learning_rate": 9.069306152085877e-07,
      "loss": 0.7343,
      "step": 41165
    },
    {
      "epoch": 0.8675338633453982,
      "grad_norm": 0.1160304918885231,
      "learning_rate": 9.066466139356311e-07,
      "loss": 0.7012,
      "step": 41166
    },
    {
      "epoch": 0.8675549373837635,
      "grad_norm": 0.11315564066171646,
      "learning_rate": 9.063626550249827e-07,
      "loss": 0.6949,
      "step": 41167
    },
    {
      "epoch": 0.8675760114221288,
      "grad_norm": 0.09628807753324509,
      "learning_rate": 9.060787384779645e-07,
      "loss": 0.6372,
      "step": 41168
    },
    {
      "epoch": 0.8675970854604941,
      "grad_norm": 0.10035855323076248,
      "learning_rate": 9.057948642958992e-07,
      "loss": 0.6807,
      "step": 41169
    },
    {
      "epoch": 0.8676181594988593,
      "grad_norm": 0.1257409304380417,
      "learning_rate": 9.055110324801075e-07,
      "loss": 0.7716,
      "step": 41170
    },
    {
      "epoch": 0.8676392335372246,
      "grad_norm": 0.11122924834489822,
      "learning_rate": 9.052272430319153e-07,
      "loss": 0.7974,
      "step": 41171
    },
    {
      "epoch": 0.86766030757559,
      "grad_norm": 0.11714369058609009,
      "learning_rate": 9.049434959526416e-07,
      "loss": 0.6819,
      "step": 41172
    },
    {
      "epoch": 0.8676813816139552,
      "grad_norm": 0.1086747795343399,
      "learning_rate": 9.046597912436084e-07,
      "loss": 0.6961,
      "step": 41173
    },
    {
      "epoch": 0.8677024556523205,
      "grad_norm": 0.10197856277227402,
      "learning_rate": 9.043761289061392e-07,
      "loss": 0.7641,
      "step": 41174
    },
    {
      "epoch": 0.8677235296906858,
      "grad_norm": 0.09770767390727997,
      "learning_rate": 9.040925089415542e-07,
      "loss": 0.6602,
      "step": 41175
    },
    {
      "epoch": 0.867744603729051,
      "grad_norm": 0.11110631376504898,
      "learning_rate": 9.038089313511756e-07,
      "loss": 0.6738,
      "step": 41176
    },
    {
      "epoch": 0.8677656777674164,
      "grad_norm": 0.10992869734764099,
      "learning_rate": 9.035253961363233e-07,
      "loss": 0.7049,
      "step": 41177
    },
    {
      "epoch": 0.8677867518057817,
      "grad_norm": 0.10107598453760147,
      "learning_rate": 9.032419032983186e-07,
      "loss": 0.6655,
      "step": 41178
    },
    {
      "epoch": 0.867807825844147,
      "grad_norm": 0.1156032532453537,
      "learning_rate": 9.029584528384827e-07,
      "loss": 0.6687,
      "step": 41179
    },
    {
      "epoch": 0.8678288998825122,
      "grad_norm": 0.1173035129904747,
      "learning_rate": 9.026750447581356e-07,
      "loss": 0.6899,
      "step": 41180
    },
    {
      "epoch": 0.8678499739208775,
      "grad_norm": 0.1276133805513382,
      "learning_rate": 9.023916790585973e-07,
      "loss": 0.7071,
      "step": 41181
    },
    {
      "epoch": 0.8678710479592429,
      "grad_norm": 0.12809588015079498,
      "learning_rate": 9.021083557411881e-07,
      "loss": 0.6825,
      "step": 41182
    },
    {
      "epoch": 0.8678921219976081,
      "grad_norm": 0.14369533956050873,
      "learning_rate": 9.018250748072289e-07,
      "loss": 0.7181,
      "step": 41183
    },
    {
      "epoch": 0.8679131960359734,
      "grad_norm": 0.09721916913986206,
      "learning_rate": 9.015418362580375e-07,
      "loss": 0.6835,
      "step": 41184
    },
    {
      "epoch": 0.8679342700743387,
      "grad_norm": 0.14897426962852478,
      "learning_rate": 9.012586400949353e-07,
      "loss": 0.6331,
      "step": 41185
    },
    {
      "epoch": 0.8679553441127039,
      "grad_norm": 0.09994027763605118,
      "learning_rate": 9.009754863192421e-07,
      "loss": 0.6911,
      "step": 41186
    },
    {
      "epoch": 0.8679764181510693,
      "grad_norm": 0.10613767802715302,
      "learning_rate": 9.006923749322738e-07,
      "loss": 0.6806,
      "step": 41187
    },
    {
      "epoch": 0.8679974921894346,
      "grad_norm": 0.11306533217430115,
      "learning_rate": 9.004093059353513e-07,
      "loss": 0.7253,
      "step": 41188
    },
    {
      "epoch": 0.8680185662277998,
      "grad_norm": 0.10827164351940155,
      "learning_rate": 9.001262793297915e-07,
      "loss": 0.6922,
      "step": 41189
    },
    {
      "epoch": 0.8680396402661651,
      "grad_norm": 0.11174845695495605,
      "learning_rate": 8.998432951169156e-07,
      "loss": 0.7266,
      "step": 41190
    },
    {
      "epoch": 0.8680607143045304,
      "grad_norm": 0.11385364085435867,
      "learning_rate": 8.995603532980412e-07,
      "loss": 0.631,
      "step": 41191
    },
    {
      "epoch": 0.8680817883428957,
      "grad_norm": 0.09614761918783188,
      "learning_rate": 8.992774538744864e-07,
      "loss": 0.677,
      "step": 41192
    },
    {
      "epoch": 0.868102862381261,
      "grad_norm": 0.10913046449422836,
      "learning_rate": 8.989945968475689e-07,
      "loss": 0.7279,
      "step": 41193
    },
    {
      "epoch": 0.8681239364196263,
      "grad_norm": 0.0971253290772438,
      "learning_rate": 8.987117822186054e-07,
      "loss": 0.7236,
      "step": 41194
    },
    {
      "epoch": 0.8681450104579915,
      "grad_norm": 0.10906844586133957,
      "learning_rate": 8.98429009988917e-07,
      "loss": 0.711,
      "step": 41195
    },
    {
      "epoch": 0.8681660844963568,
      "grad_norm": 0.12802404165267944,
      "learning_rate": 8.981462801598161e-07,
      "loss": 0.7026,
      "step": 41196
    },
    {
      "epoch": 0.8681871585347221,
      "grad_norm": 0.10604539513587952,
      "learning_rate": 8.978635927326229e-07,
      "loss": 0.7048,
      "step": 41197
    },
    {
      "epoch": 0.8682082325730874,
      "grad_norm": 0.11357653141021729,
      "learning_rate": 8.975809477086528e-07,
      "loss": 0.7167,
      "step": 41198
    },
    {
      "epoch": 0.8682293066114527,
      "grad_norm": 0.10329382121562958,
      "learning_rate": 8.972983450892236e-07,
      "loss": 0.7154,
      "step": 41199
    },
    {
      "epoch": 0.868250380649818,
      "grad_norm": 0.11076679825782776,
      "learning_rate": 8.970157848756511e-07,
      "loss": 0.7141,
      "step": 41200
    },
    {
      "epoch": 0.8682714546881832,
      "grad_norm": 0.12707310914993286,
      "learning_rate": 8.967332670692519e-07,
      "loss": 0.7223,
      "step": 41201
    },
    {
      "epoch": 0.8682925287265485,
      "grad_norm": 0.135780468583107,
      "learning_rate": 8.964507916713428e-07,
      "loss": 0.6585,
      "step": 41202
    },
    {
      "epoch": 0.8683136027649139,
      "grad_norm": 0.13815447688102722,
      "learning_rate": 8.961683586832381e-07,
      "loss": 0.738,
      "step": 41203
    },
    {
      "epoch": 0.8683346768032791,
      "grad_norm": 0.166331946849823,
      "learning_rate": 8.958859681062559e-07,
      "loss": 0.7441,
      "step": 41204
    },
    {
      "epoch": 0.8683557508416444,
      "grad_norm": 0.1029253602027893,
      "learning_rate": 8.956036199417095e-07,
      "loss": 0.717,
      "step": 41205
    },
    {
      "epoch": 0.8683768248800097,
      "grad_norm": 0.11232762783765793,
      "learning_rate": 8.953213141909156e-07,
      "loss": 0.7374,
      "step": 41206
    },
    {
      "epoch": 0.8683978989183749,
      "grad_norm": 0.09363599866628647,
      "learning_rate": 8.950390508551887e-07,
      "loss": 0.7195,
      "step": 41207
    },
    {
      "epoch": 0.8684189729567403,
      "grad_norm": 0.10116614401340485,
      "learning_rate": 8.947568299358444e-07,
      "loss": 0.7,
      "step": 41208
    },
    {
      "epoch": 0.8684400469951056,
      "grad_norm": 0.11143074184656143,
      "learning_rate": 8.944746514341973e-07,
      "loss": 0.6516,
      "step": 41209
    },
    {
      "epoch": 0.8684611210334708,
      "grad_norm": 0.10417179018259048,
      "learning_rate": 8.941925153515607e-07,
      "loss": 0.7335,
      "step": 41210
    },
    {
      "epoch": 0.8684821950718361,
      "grad_norm": 0.12174424529075623,
      "learning_rate": 8.939104216892514e-07,
      "loss": 0.6723,
      "step": 41211
    },
    {
      "epoch": 0.8685032691102014,
      "grad_norm": 0.10918828099966049,
      "learning_rate": 8.936283704485804e-07,
      "loss": 0.6503,
      "step": 41212
    },
    {
      "epoch": 0.8685243431485667,
      "grad_norm": 0.13362154364585876,
      "learning_rate": 8.933463616308647e-07,
      "loss": 0.7342,
      "step": 41213
    },
    {
      "epoch": 0.868545417186932,
      "grad_norm": 0.11972884833812714,
      "learning_rate": 8.930643952374163e-07,
      "loss": 0.6963,
      "step": 41214
    },
    {
      "epoch": 0.8685664912252973,
      "grad_norm": 0.0996784120798111,
      "learning_rate": 8.927824712695521e-07,
      "loss": 0.7599,
      "step": 41215
    },
    {
      "epoch": 0.8685875652636625,
      "grad_norm": 0.10470416396856308,
      "learning_rate": 8.925005897285799e-07,
      "loss": 0.6393,
      "step": 41216
    },
    {
      "epoch": 0.8686086393020278,
      "grad_norm": 0.10784266889095306,
      "learning_rate": 8.922187506158153e-07,
      "loss": 0.6589,
      "step": 41217
    },
    {
      "epoch": 0.8686297133403932,
      "grad_norm": 0.10863741487264633,
      "learning_rate": 8.919369539325695e-07,
      "loss": 0.6927,
      "step": 41218
    },
    {
      "epoch": 0.8686507873787584,
      "grad_norm": 0.10836828500032425,
      "learning_rate": 8.916551996801603e-07,
      "loss": 0.7067,
      "step": 41219
    },
    {
      "epoch": 0.8686718614171237,
      "grad_norm": 0.10172627866268158,
      "learning_rate": 8.913734878598967e-07,
      "loss": 0.6685,
      "step": 41220
    },
    {
      "epoch": 0.868692935455489,
      "grad_norm": 0.13732978701591492,
      "learning_rate": 8.910918184730921e-07,
      "loss": 0.6692,
      "step": 41221
    },
    {
      "epoch": 0.8687140094938542,
      "grad_norm": 0.12569056451320648,
      "learning_rate": 8.908101915210576e-07,
      "loss": 0.7235,
      "step": 41222
    },
    {
      "epoch": 0.8687350835322196,
      "grad_norm": 0.102591373026371,
      "learning_rate": 8.905286070051067e-07,
      "loss": 0.7226,
      "step": 41223
    },
    {
      "epoch": 0.8687561575705849,
      "grad_norm": 0.14161069691181183,
      "learning_rate": 8.902470649265493e-07,
      "loss": 0.6818,
      "step": 41224
    },
    {
      "epoch": 0.8687772316089502,
      "grad_norm": 0.10276073217391968,
      "learning_rate": 8.899655652867011e-07,
      "loss": 0.6579,
      "step": 41225
    },
    {
      "epoch": 0.8687983056473154,
      "grad_norm": 0.10031303763389587,
      "learning_rate": 8.896841080868679e-07,
      "loss": 0.6173,
      "step": 41226
    },
    {
      "epoch": 0.8688193796856807,
      "grad_norm": 0.11242517083883286,
      "learning_rate": 8.894026933283639e-07,
      "loss": 0.7584,
      "step": 41227
    },
    {
      "epoch": 0.8688404537240461,
      "grad_norm": 0.100960373878479,
      "learning_rate": 8.891213210124994e-07,
      "loss": 0.6969,
      "step": 41228
    },
    {
      "epoch": 0.8688615277624113,
      "grad_norm": 0.09934109449386597,
      "learning_rate": 8.888399911405854e-07,
      "loss": 0.6659,
      "step": 41229
    },
    {
      "epoch": 0.8688826018007766,
      "grad_norm": 0.10823941975831985,
      "learning_rate": 8.885587037139321e-07,
      "loss": 0.6984,
      "step": 41230
    },
    {
      "epoch": 0.8689036758391419,
      "grad_norm": 0.10028409212827682,
      "learning_rate": 8.882774587338505e-07,
      "loss": 0.7286,
      "step": 41231
    },
    {
      "epoch": 0.8689247498775071,
      "grad_norm": 0.10511109232902527,
      "learning_rate": 8.87996256201652e-07,
      "loss": 0.7112,
      "step": 41232
    },
    {
      "epoch": 0.8689458239158724,
      "grad_norm": 0.11994118988513947,
      "learning_rate": 8.87715096118642e-07,
      "loss": 0.6171,
      "step": 41233
    },
    {
      "epoch": 0.8689668979542378,
      "grad_norm": 0.10970601439476013,
      "learning_rate": 8.874339784861374e-07,
      "loss": 0.6943,
      "step": 41234
    },
    {
      "epoch": 0.868987971992603,
      "grad_norm": 0.09906824678182602,
      "learning_rate": 8.871529033054427e-07,
      "loss": 0.727,
      "step": 41235
    },
    {
      "epoch": 0.8690090460309683,
      "grad_norm": 0.11751414090394974,
      "learning_rate": 8.868718705778689e-07,
      "loss": 0.7248,
      "step": 41236
    },
    {
      "epoch": 0.8690301200693336,
      "grad_norm": 0.13532614707946777,
      "learning_rate": 8.865908803047241e-07,
      "loss": 0.66,
      "step": 41237
    },
    {
      "epoch": 0.8690511941076988,
      "grad_norm": 0.11209144443273544,
      "learning_rate": 8.863099324873192e-07,
      "loss": 0.699,
      "step": 41238
    },
    {
      "epoch": 0.8690722681460642,
      "grad_norm": 0.1037505567073822,
      "learning_rate": 8.860290271269612e-07,
      "loss": 0.7831,
      "step": 41239
    },
    {
      "epoch": 0.8690933421844295,
      "grad_norm": 0.1657230257987976,
      "learning_rate": 8.857481642249599e-07,
      "loss": 0.7373,
      "step": 41240
    },
    {
      "epoch": 0.8691144162227947,
      "grad_norm": 0.12114319205284119,
      "learning_rate": 8.854673437826222e-07,
      "loss": 0.7081,
      "step": 41241
    },
    {
      "epoch": 0.86913549026116,
      "grad_norm": 0.2438851296901703,
      "learning_rate": 8.851865658012593e-07,
      "loss": 0.7195,
      "step": 41242
    },
    {
      "epoch": 0.8691565642995253,
      "grad_norm": 0.10727496445178986,
      "learning_rate": 8.849058302821767e-07,
      "loss": 0.6454,
      "step": 41243
    },
    {
      "epoch": 0.8691776383378906,
      "grad_norm": 0.10756004601716995,
      "learning_rate": 8.846251372266823e-07,
      "loss": 0.6466,
      "step": 41244
    },
    {
      "epoch": 0.8691987123762559,
      "grad_norm": 0.10209441930055618,
      "learning_rate": 8.843444866360862e-07,
      "loss": 0.7089,
      "step": 41245
    },
    {
      "epoch": 0.8692197864146212,
      "grad_norm": 0.11354256421327591,
      "learning_rate": 8.840638785116928e-07,
      "loss": 0.6965,
      "step": 41246
    },
    {
      "epoch": 0.8692408604529864,
      "grad_norm": 0.1224837601184845,
      "learning_rate": 8.83783312854809e-07,
      "loss": 0.7108,
      "step": 41247
    },
    {
      "epoch": 0.8692619344913517,
      "grad_norm": 0.09884747862815857,
      "learning_rate": 8.835027896667448e-07,
      "loss": 0.6738,
      "step": 41248
    },
    {
      "epoch": 0.8692830085297171,
      "grad_norm": 0.11302285641431808,
      "learning_rate": 8.832223089488056e-07,
      "loss": 0.6806,
      "step": 41249
    },
    {
      "epoch": 0.8693040825680823,
      "grad_norm": 0.12854711711406708,
      "learning_rate": 8.829418707022985e-07,
      "loss": 0.6975,
      "step": 41250
    },
    {
      "epoch": 0.8693251566064476,
      "grad_norm": 0.13671202957630157,
      "learning_rate": 8.826614749285289e-07,
      "loss": 0.637,
      "step": 41251
    },
    {
      "epoch": 0.8693462306448129,
      "grad_norm": 0.13843977451324463,
      "learning_rate": 8.823811216288048e-07,
      "loss": 0.701,
      "step": 41252
    },
    {
      "epoch": 0.8693673046831781,
      "grad_norm": 0.12860174477100372,
      "learning_rate": 8.821008108044304e-07,
      "loss": 0.78,
      "step": 41253
    },
    {
      "epoch": 0.8693883787215435,
      "grad_norm": 0.10017069429159164,
      "learning_rate": 8.818205424567139e-07,
      "loss": 0.6631,
      "step": 41254
    },
    {
      "epoch": 0.8694094527599088,
      "grad_norm": 0.13211381435394287,
      "learning_rate": 8.815403165869574e-07,
      "loss": 0.6324,
      "step": 41255
    },
    {
      "epoch": 0.869430526798274,
      "grad_norm": 0.0998920202255249,
      "learning_rate": 8.812601331964699e-07,
      "loss": 0.6902,
      "step": 41256
    },
    {
      "epoch": 0.8694516008366393,
      "grad_norm": 0.11447355151176453,
      "learning_rate": 8.809799922865536e-07,
      "loss": 0.6601,
      "step": 41257
    },
    {
      "epoch": 0.8694726748750046,
      "grad_norm": 0.11174830794334412,
      "learning_rate": 8.806998938585154e-07,
      "loss": 0.7254,
      "step": 41258
    },
    {
      "epoch": 0.86949374891337,
      "grad_norm": 0.09887255728244781,
      "learning_rate": 8.804198379136597e-07,
      "loss": 0.637,
      "step": 41259
    },
    {
      "epoch": 0.8695148229517352,
      "grad_norm": 0.11273691058158875,
      "learning_rate": 8.80139824453291e-07,
      "loss": 0.6573,
      "step": 41260
    },
    {
      "epoch": 0.8695358969901005,
      "grad_norm": 0.10420394688844681,
      "learning_rate": 8.798598534787128e-07,
      "loss": 0.7709,
      "step": 41261
    },
    {
      "epoch": 0.8695569710284657,
      "grad_norm": 0.09690393507480621,
      "learning_rate": 8.795799249912329e-07,
      "loss": 0.6686,
      "step": 41262
    },
    {
      "epoch": 0.869578045066831,
      "grad_norm": 0.1089584231376648,
      "learning_rate": 8.793000389921547e-07,
      "loss": 0.7245,
      "step": 41263
    },
    {
      "epoch": 0.8695991191051964,
      "grad_norm": 0.10573458671569824,
      "learning_rate": 8.790201954827781e-07,
      "loss": 0.6815,
      "step": 41264
    },
    {
      "epoch": 0.8696201931435616,
      "grad_norm": 0.1276135891675949,
      "learning_rate": 8.78740394464409e-07,
      "loss": 0.7423,
      "step": 41265
    },
    {
      "epoch": 0.8696412671819269,
      "grad_norm": 0.11070981621742249,
      "learning_rate": 8.784606359383519e-07,
      "loss": 0.726,
      "step": 41266
    },
    {
      "epoch": 0.8696623412202922,
      "grad_norm": 0.11936599761247635,
      "learning_rate": 8.781809199059088e-07,
      "loss": 0.6827,
      "step": 41267
    },
    {
      "epoch": 0.8696834152586574,
      "grad_norm": 0.10203481465578079,
      "learning_rate": 8.779012463683834e-07,
      "loss": 0.6701,
      "step": 41268
    },
    {
      "epoch": 0.8697044892970228,
      "grad_norm": 0.09538575261831284,
      "learning_rate": 8.776216153270778e-07,
      "loss": 0.6988,
      "step": 41269
    },
    {
      "epoch": 0.8697255633353881,
      "grad_norm": 0.11727117002010345,
      "learning_rate": 8.773420267832966e-07,
      "loss": 0.724,
      "step": 41270
    },
    {
      "epoch": 0.8697466373737534,
      "grad_norm": 0.1455080211162567,
      "learning_rate": 8.770624807383399e-07,
      "loss": 0.7084,
      "step": 41271
    },
    {
      "epoch": 0.8697677114121186,
      "grad_norm": 0.11035870015621185,
      "learning_rate": 8.76782977193511e-07,
      "loss": 0.7518,
      "step": 41272
    },
    {
      "epoch": 0.8697887854504839,
      "grad_norm": 0.10761967301368713,
      "learning_rate": 8.765035161501123e-07,
      "loss": 0.7532,
      "step": 41273
    },
    {
      "epoch": 0.8698098594888491,
      "grad_norm": 0.09960425645112991,
      "learning_rate": 8.762240976094461e-07,
      "loss": 0.7712,
      "step": 41274
    },
    {
      "epoch": 0.8698309335272145,
      "grad_norm": 0.12610013782978058,
      "learning_rate": 8.759447215728145e-07,
      "loss": 0.7067,
      "step": 41275
    },
    {
      "epoch": 0.8698520075655798,
      "grad_norm": 0.11751002818346024,
      "learning_rate": 8.756653880415144e-07,
      "loss": 0.7731,
      "step": 41276
    },
    {
      "epoch": 0.869873081603945,
      "grad_norm": 0.1219591572880745,
      "learning_rate": 8.753860970168537e-07,
      "loss": 0.7408,
      "step": 41277
    },
    {
      "epoch": 0.8698941556423103,
      "grad_norm": 0.10162448137998581,
      "learning_rate": 8.751068485001291e-07,
      "loss": 0.6496,
      "step": 41278
    },
    {
      "epoch": 0.8699152296806756,
      "grad_norm": 0.11400521546602249,
      "learning_rate": 8.748276424926439e-07,
      "loss": 0.6614,
      "step": 41279
    },
    {
      "epoch": 0.869936303719041,
      "grad_norm": 0.1415732055902481,
      "learning_rate": 8.74548478995697e-07,
      "loss": 0.7193,
      "step": 41280
    },
    {
      "epoch": 0.8699573777574062,
      "grad_norm": 0.10183373093605042,
      "learning_rate": 8.742693580105899e-07,
      "loss": 0.7094,
      "step": 41281
    },
    {
      "epoch": 0.8699784517957715,
      "grad_norm": 0.10069044679403305,
      "learning_rate": 8.739902795386223e-07,
      "loss": 0.6552,
      "step": 41282
    },
    {
      "epoch": 0.8699995258341368,
      "grad_norm": 0.09961110353469849,
      "learning_rate": 8.737112435810957e-07,
      "loss": 0.6892,
      "step": 41283
    },
    {
      "epoch": 0.870020599872502,
      "grad_norm": 0.1074635311961174,
      "learning_rate": 8.7343225013931e-07,
      "loss": 0.7013,
      "step": 41284
    },
    {
      "epoch": 0.8700416739108674,
      "grad_norm": 0.10556674003601074,
      "learning_rate": 8.73153299214563e-07,
      "loss": 0.6828,
      "step": 41285
    },
    {
      "epoch": 0.8700627479492327,
      "grad_norm": 0.15080057084560394,
      "learning_rate": 8.72874390808155e-07,
      "loss": 0.7039,
      "step": 41286
    },
    {
      "epoch": 0.8700838219875979,
      "grad_norm": 0.11027611047029495,
      "learning_rate": 8.725955249213846e-07,
      "loss": 0.6679,
      "step": 41287
    },
    {
      "epoch": 0.8701048960259632,
      "grad_norm": 0.10574092715978622,
      "learning_rate": 8.723167015555534e-07,
      "loss": 0.6575,
      "step": 41288
    },
    {
      "epoch": 0.8701259700643285,
      "grad_norm": 0.13798947632312775,
      "learning_rate": 8.720379207119578e-07,
      "loss": 0.7213,
      "step": 41289
    },
    {
      "epoch": 0.8701470441026938,
      "grad_norm": 0.11662580817937851,
      "learning_rate": 8.717591823918958e-07,
      "loss": 0.8184,
      "step": 41290
    },
    {
      "epoch": 0.8701681181410591,
      "grad_norm": 0.11280419677495956,
      "learning_rate": 8.714804865966697e-07,
      "loss": 0.7147,
      "step": 41291
    },
    {
      "epoch": 0.8701891921794244,
      "grad_norm": 0.10102113336324692,
      "learning_rate": 8.712018333275752e-07,
      "loss": 0.6798,
      "step": 41292
    },
    {
      "epoch": 0.8702102662177896,
      "grad_norm": 0.09354516118764877,
      "learning_rate": 8.709232225859132e-07,
      "loss": 0.7286,
      "step": 41293
    },
    {
      "epoch": 0.8702313402561549,
      "grad_norm": 0.1489528864622116,
      "learning_rate": 8.706446543729774e-07,
      "loss": 0.717,
      "step": 41294
    },
    {
      "epoch": 0.8702524142945203,
      "grad_norm": 0.13964085280895233,
      "learning_rate": 8.703661286900678e-07,
      "loss": 0.7007,
      "step": 41295
    },
    {
      "epoch": 0.8702734883328855,
      "grad_norm": 0.09794211387634277,
      "learning_rate": 8.700876455384821e-07,
      "loss": 0.6815,
      "step": 41296
    },
    {
      "epoch": 0.8702945623712508,
      "grad_norm": 0.10417302697896957,
      "learning_rate": 8.698092049195172e-07,
      "loss": 0.7326,
      "step": 41297
    },
    {
      "epoch": 0.8703156364096161,
      "grad_norm": 0.13337531685829163,
      "learning_rate": 8.695308068344699e-07,
      "loss": 0.7402,
      "step": 41298
    },
    {
      "epoch": 0.8703367104479813,
      "grad_norm": 0.11773841828107834,
      "learning_rate": 8.692524512846379e-07,
      "loss": 0.6942,
      "step": 41299
    },
    {
      "epoch": 0.8703577844863467,
      "grad_norm": 0.1073206290602684,
      "learning_rate": 8.689741382713168e-07,
      "loss": 0.6984,
      "step": 41300
    },
    {
      "epoch": 0.870378858524712,
      "grad_norm": 0.11789257824420929,
      "learning_rate": 8.686958677958046e-07,
      "loss": 0.7136,
      "step": 41301
    },
    {
      "epoch": 0.8703999325630772,
      "grad_norm": 0.0977494865655899,
      "learning_rate": 8.684176398593968e-07,
      "loss": 0.7007,
      "step": 41302
    },
    {
      "epoch": 0.8704210066014425,
      "grad_norm": 0.11878681927919388,
      "learning_rate": 8.681394544633903e-07,
      "loss": 0.6866,
      "step": 41303
    },
    {
      "epoch": 0.8704420806398078,
      "grad_norm": 0.10360314697027206,
      "learning_rate": 8.678613116090795e-07,
      "loss": 0.6403,
      "step": 41304
    },
    {
      "epoch": 0.8704631546781731,
      "grad_norm": 0.1402600258588791,
      "learning_rate": 8.675832112977622e-07,
      "loss": 0.7154,
      "step": 41305
    },
    {
      "epoch": 0.8704842287165384,
      "grad_norm": 0.10262419283390045,
      "learning_rate": 8.67305153530732e-07,
      "loss": 0.7354,
      "step": 41306
    },
    {
      "epoch": 0.8705053027549037,
      "grad_norm": 0.14665555953979492,
      "learning_rate": 8.670271383092854e-07,
      "loss": 0.6864,
      "step": 41307
    },
    {
      "epoch": 0.8705263767932689,
      "grad_norm": 0.14646290242671967,
      "learning_rate": 8.667491656347183e-07,
      "loss": 0.7002,
      "step": 41308
    },
    {
      "epoch": 0.8705474508316342,
      "grad_norm": 0.11981201171875,
      "learning_rate": 8.664712355083238e-07,
      "loss": 0.6656,
      "step": 41309
    },
    {
      "epoch": 0.8705685248699995,
      "grad_norm": 0.10586710274219513,
      "learning_rate": 8.661933479313977e-07,
      "loss": 0.6675,
      "step": 41310
    },
    {
      "epoch": 0.8705895989083648,
      "grad_norm": 0.11485256999731064,
      "learning_rate": 8.659155029052346e-07,
      "loss": 0.7199,
      "step": 41311
    },
    {
      "epoch": 0.8706106729467301,
      "grad_norm": 0.10709577053785324,
      "learning_rate": 8.656377004311278e-07,
      "loss": 0.6364,
      "step": 41312
    },
    {
      "epoch": 0.8706317469850954,
      "grad_norm": 0.11227355152368546,
      "learning_rate": 8.653599405103752e-07,
      "loss": 0.6965,
      "step": 41313
    },
    {
      "epoch": 0.8706528210234606,
      "grad_norm": 0.13252615928649902,
      "learning_rate": 8.650822231442657e-07,
      "loss": 0.6281,
      "step": 41314
    },
    {
      "epoch": 0.8706738950618259,
      "grad_norm": 0.10121484845876694,
      "learning_rate": 8.648045483340961e-07,
      "loss": 0.735,
      "step": 41315
    },
    {
      "epoch": 0.8706949691001913,
      "grad_norm": 0.10975788533687592,
      "learning_rate": 8.645269160811587e-07,
      "loss": 0.7773,
      "step": 41316
    },
    {
      "epoch": 0.8707160431385566,
      "grad_norm": 0.1171368807554245,
      "learning_rate": 8.642493263867469e-07,
      "loss": 0.6984,
      "step": 41317
    },
    {
      "epoch": 0.8707371171769218,
      "grad_norm": 0.20860424637794495,
      "learning_rate": 8.639717792521552e-07,
      "loss": 0.7633,
      "step": 41318
    },
    {
      "epoch": 0.8707581912152871,
      "grad_norm": 0.14573727548122406,
      "learning_rate": 8.636942746786736e-07,
      "loss": 0.7206,
      "step": 41319
    },
    {
      "epoch": 0.8707792652536523,
      "grad_norm": 0.10229023545980453,
      "learning_rate": 8.63416812667599e-07,
      "loss": 0.721,
      "step": 41320
    },
    {
      "epoch": 0.8708003392920177,
      "grad_norm": 0.12042507529258728,
      "learning_rate": 8.631393932202215e-07,
      "loss": 0.6786,
      "step": 41321
    },
    {
      "epoch": 0.870821413330383,
      "grad_norm": 0.164124995470047,
      "learning_rate": 8.628620163378365e-07,
      "loss": 0.7393,
      "step": 41322
    },
    {
      "epoch": 0.8708424873687483,
      "grad_norm": 0.09594283252954483,
      "learning_rate": 8.62584682021731e-07,
      "loss": 0.6649,
      "step": 41323
    },
    {
      "epoch": 0.8708635614071135,
      "grad_norm": 0.09981942921876907,
      "learning_rate": 8.623073902732004e-07,
      "loss": 0.637,
      "step": 41324
    },
    {
      "epoch": 0.8708846354454788,
      "grad_norm": 0.11087796837091446,
      "learning_rate": 8.62030141093535e-07,
      "loss": 0.7372,
      "step": 41325
    },
    {
      "epoch": 0.8709057094838442,
      "grad_norm": 0.1023462638258934,
      "learning_rate": 8.617529344840281e-07,
      "loss": 0.7005,
      "step": 41326
    },
    {
      "epoch": 0.8709267835222094,
      "grad_norm": 0.1294616311788559,
      "learning_rate": 8.614757704459697e-07,
      "loss": 0.6808,
      "step": 41327
    },
    {
      "epoch": 0.8709478575605747,
      "grad_norm": 0.11515726149082184,
      "learning_rate": 8.611986489806512e-07,
      "loss": 0.7095,
      "step": 41328
    },
    {
      "epoch": 0.87096893159894,
      "grad_norm": 0.11448927223682404,
      "learning_rate": 8.609215700893647e-07,
      "loss": 0.6493,
      "step": 41329
    },
    {
      "epoch": 0.8709900056373052,
      "grad_norm": 0.104303278028965,
      "learning_rate": 8.606445337733992e-07,
      "loss": 0.7276,
      "step": 41330
    },
    {
      "epoch": 0.8710110796756706,
      "grad_norm": 0.12106277048587799,
      "learning_rate": 8.603675400340472e-07,
      "loss": 0.7405,
      "step": 41331
    },
    {
      "epoch": 0.8710321537140359,
      "grad_norm": 0.11564867198467255,
      "learning_rate": 8.600905888725974e-07,
      "loss": 0.6707,
      "step": 41332
    },
    {
      "epoch": 0.8710532277524011,
      "grad_norm": 0.11160481721162796,
      "learning_rate": 8.598136802903412e-07,
      "loss": 0.6917,
      "step": 41333
    },
    {
      "epoch": 0.8710743017907664,
      "grad_norm": 0.12665024399757385,
      "learning_rate": 8.595368142885674e-07,
      "loss": 0.6897,
      "step": 41334
    },
    {
      "epoch": 0.8710953758291317,
      "grad_norm": 0.10851706564426422,
      "learning_rate": 8.592599908685673e-07,
      "loss": 0.6888,
      "step": 41335
    },
    {
      "epoch": 0.871116449867497,
      "grad_norm": 0.1041112020611763,
      "learning_rate": 8.589832100316297e-07,
      "loss": 0.6673,
      "step": 41336
    },
    {
      "epoch": 0.8711375239058623,
      "grad_norm": 0.10938240587711334,
      "learning_rate": 8.587064717790438e-07,
      "loss": 0.7455,
      "step": 41337
    },
    {
      "epoch": 0.8711585979442276,
      "grad_norm": 0.10209142416715622,
      "learning_rate": 8.584297761120996e-07,
      "loss": 0.7057,
      "step": 41338
    },
    {
      "epoch": 0.8711796719825928,
      "grad_norm": 0.0996701568365097,
      "learning_rate": 8.58153123032085e-07,
      "loss": 0.6766,
      "step": 41339
    },
    {
      "epoch": 0.8712007460209581,
      "grad_norm": 0.11508911848068237,
      "learning_rate": 8.578765125402899e-07,
      "loss": 0.7209,
      "step": 41340
    },
    {
      "epoch": 0.8712218200593235,
      "grad_norm": 0.10901491343975067,
      "learning_rate": 8.575999446380023e-07,
      "loss": 0.6693,
      "step": 41341
    },
    {
      "epoch": 0.8712428940976887,
      "grad_norm": 0.10570964962244034,
      "learning_rate": 8.573234193265112e-07,
      "loss": 0.642,
      "step": 41342
    },
    {
      "epoch": 0.871263968136054,
      "grad_norm": 0.11137344688177109,
      "learning_rate": 8.570469366071055e-07,
      "loss": 0.7281,
      "step": 41343
    },
    {
      "epoch": 0.8712850421744193,
      "grad_norm": 0.12149966508150101,
      "learning_rate": 8.567704964810708e-07,
      "loss": 0.6939,
      "step": 41344
    },
    {
      "epoch": 0.8713061162127845,
      "grad_norm": 0.11878751218318939,
      "learning_rate": 8.564940989496962e-07,
      "loss": 0.7682,
      "step": 41345
    },
    {
      "epoch": 0.8713271902511498,
      "grad_norm": 0.12193790823221207,
      "learning_rate": 8.562177440142694e-07,
      "loss": 0.6898,
      "step": 41346
    },
    {
      "epoch": 0.8713482642895152,
      "grad_norm": 0.0981685221195221,
      "learning_rate": 8.559414316760772e-07,
      "loss": 0.6669,
      "step": 41347
    },
    {
      "epoch": 0.8713693383278804,
      "grad_norm": 0.12040099501609802,
      "learning_rate": 8.556651619364065e-07,
      "loss": 0.6773,
      "step": 41348
    },
    {
      "epoch": 0.8713904123662457,
      "grad_norm": 0.11986500024795532,
      "learning_rate": 8.553889347965461e-07,
      "loss": 0.7006,
      "step": 41349
    },
    {
      "epoch": 0.871411486404611,
      "grad_norm": 0.12186775356531143,
      "learning_rate": 8.551127502577827e-07,
      "loss": 0.6826,
      "step": 41350
    },
    {
      "epoch": 0.8714325604429762,
      "grad_norm": 0.09739066660404205,
      "learning_rate": 8.548366083214022e-07,
      "loss": 0.6803,
      "step": 41351
    },
    {
      "epoch": 0.8714536344813416,
      "grad_norm": 0.1024044007062912,
      "learning_rate": 8.545605089886932e-07,
      "loss": 0.73,
      "step": 41352
    },
    {
      "epoch": 0.8714747085197069,
      "grad_norm": 0.11410147696733475,
      "learning_rate": 8.542844522609372e-07,
      "loss": 0.655,
      "step": 41353
    },
    {
      "epoch": 0.8714957825580721,
      "grad_norm": 0.1219203919172287,
      "learning_rate": 8.540084381394231e-07,
      "loss": 0.7039,
      "step": 41354
    },
    {
      "epoch": 0.8715168565964374,
      "grad_norm": 0.11654221266508102,
      "learning_rate": 8.537324666254365e-07,
      "loss": 0.7002,
      "step": 41355
    },
    {
      "epoch": 0.8715379306348027,
      "grad_norm": 0.11344736814498901,
      "learning_rate": 8.534565377202631e-07,
      "loss": 0.6335,
      "step": 41356
    },
    {
      "epoch": 0.871559004673168,
      "grad_norm": 0.11923320591449738,
      "learning_rate": 8.531806514251884e-07,
      "loss": 0.667,
      "step": 41357
    },
    {
      "epoch": 0.8715800787115333,
      "grad_norm": 0.120432049036026,
      "learning_rate": 8.52904807741497e-07,
      "loss": 0.6874,
      "step": 41358
    },
    {
      "epoch": 0.8716011527498986,
      "grad_norm": 0.10252567380666733,
      "learning_rate": 8.526290066704745e-07,
      "loss": 0.7066,
      "step": 41359
    },
    {
      "epoch": 0.8716222267882638,
      "grad_norm": 0.10746831446886063,
      "learning_rate": 8.523532482134067e-07,
      "loss": 0.7165,
      "step": 41360
    },
    {
      "epoch": 0.8716433008266291,
      "grad_norm": 0.10486196726560593,
      "learning_rate": 8.520775323715768e-07,
      "loss": 0.7075,
      "step": 41361
    },
    {
      "epoch": 0.8716643748649945,
      "grad_norm": 0.12727351486682892,
      "learning_rate": 8.518018591462696e-07,
      "loss": 0.7152,
      "step": 41362
    },
    {
      "epoch": 0.8716854489033597,
      "grad_norm": 0.1927742063999176,
      "learning_rate": 8.515262285387682e-07,
      "loss": 0.6945,
      "step": 41363
    },
    {
      "epoch": 0.871706522941725,
      "grad_norm": 0.0998322144150734,
      "learning_rate": 8.512506405503595e-07,
      "loss": 0.7058,
      "step": 41364
    },
    {
      "epoch": 0.8717275969800903,
      "grad_norm": 0.1285848319530487,
      "learning_rate": 8.509750951823248e-07,
      "loss": 0.6668,
      "step": 41365
    },
    {
      "epoch": 0.8717486710184555,
      "grad_norm": 0.10527056455612183,
      "learning_rate": 8.506995924359496e-07,
      "loss": 0.7361,
      "step": 41366
    },
    {
      "epoch": 0.8717697450568209,
      "grad_norm": 0.10813312977552414,
      "learning_rate": 8.504241323125162e-07,
      "loss": 0.717,
      "step": 41367
    },
    {
      "epoch": 0.8717908190951862,
      "grad_norm": 0.13217413425445557,
      "learning_rate": 8.50148714813308e-07,
      "loss": 0.7063,
      "step": 41368
    },
    {
      "epoch": 0.8718118931335515,
      "grad_norm": 0.11543860286474228,
      "learning_rate": 8.498733399396076e-07,
      "loss": 0.7089,
      "step": 41369
    },
    {
      "epoch": 0.8718329671719167,
      "grad_norm": 0.11818300932645798,
      "learning_rate": 8.49598007692699e-07,
      "loss": 0.7365,
      "step": 41370
    },
    {
      "epoch": 0.871854041210282,
      "grad_norm": 0.10728052258491516,
      "learning_rate": 8.49322718073865e-07,
      "loss": 0.6618,
      "step": 41371
    },
    {
      "epoch": 0.8718751152486474,
      "grad_norm": 0.12460457533597946,
      "learning_rate": 8.490474710843876e-07,
      "loss": 0.6305,
      "step": 41372
    },
    {
      "epoch": 0.8718961892870126,
      "grad_norm": 0.11987357586622238,
      "learning_rate": 8.487722667255482e-07,
      "loss": 0.7483,
      "step": 41373
    },
    {
      "epoch": 0.8719172633253779,
      "grad_norm": 0.11101484298706055,
      "learning_rate": 8.484971049986291e-07,
      "loss": 0.6675,
      "step": 41374
    },
    {
      "epoch": 0.8719383373637432,
      "grad_norm": 0.10154479742050171,
      "learning_rate": 8.482219859049135e-07,
      "loss": 0.7376,
      "step": 41375
    },
    {
      "epoch": 0.8719594114021084,
      "grad_norm": 0.11052367091178894,
      "learning_rate": 8.479469094456794e-07,
      "loss": 0.7036,
      "step": 41376
    },
    {
      "epoch": 0.8719804854404738,
      "grad_norm": 0.11042100936174393,
      "learning_rate": 8.476718756222124e-07,
      "loss": 0.6593,
      "step": 41377
    },
    {
      "epoch": 0.8720015594788391,
      "grad_norm": 0.1603003293275833,
      "learning_rate": 8.473968844357938e-07,
      "loss": 0.7329,
      "step": 41378
    },
    {
      "epoch": 0.8720226335172043,
      "grad_norm": 0.11365030705928802,
      "learning_rate": 8.471219358877026e-07,
      "loss": 0.6778,
      "step": 41379
    },
    {
      "epoch": 0.8720437075555696,
      "grad_norm": 0.1209833025932312,
      "learning_rate": 8.468470299792198e-07,
      "loss": 0.6176,
      "step": 41380
    },
    {
      "epoch": 0.8720647815939349,
      "grad_norm": 0.10799012333154678,
      "learning_rate": 8.465721667116289e-07,
      "loss": 0.6798,
      "step": 41381
    },
    {
      "epoch": 0.8720858556323002,
      "grad_norm": 0.15041735768318176,
      "learning_rate": 8.462973460862056e-07,
      "loss": 0.7133,
      "step": 41382
    },
    {
      "epoch": 0.8721069296706655,
      "grad_norm": 0.13338005542755127,
      "learning_rate": 8.460225681042333e-07,
      "loss": 0.7347,
      "step": 41383
    },
    {
      "epoch": 0.8721280037090308,
      "grad_norm": 0.10115306079387665,
      "learning_rate": 8.457478327669921e-07,
      "loss": 0.7318,
      "step": 41384
    },
    {
      "epoch": 0.872149077747396,
      "grad_norm": 0.09870658069849014,
      "learning_rate": 8.454731400757599e-07,
      "loss": 0.6315,
      "step": 41385
    },
    {
      "epoch": 0.8721701517857613,
      "grad_norm": 0.10524868220090866,
      "learning_rate": 8.451984900318189e-07,
      "loss": 0.6748,
      "step": 41386
    },
    {
      "epoch": 0.8721912258241266,
      "grad_norm": 0.11648104339838028,
      "learning_rate": 8.44923882636447e-07,
      "loss": 0.6731,
      "step": 41387
    },
    {
      "epoch": 0.8722122998624919,
      "grad_norm": 0.09495560824871063,
      "learning_rate": 8.446493178909243e-07,
      "loss": 0.6505,
      "step": 41388
    },
    {
      "epoch": 0.8722333739008572,
      "grad_norm": 0.10782016813755035,
      "learning_rate": 8.443747957965287e-07,
      "loss": 0.6696,
      "step": 41389
    },
    {
      "epoch": 0.8722544479392225,
      "grad_norm": 0.1144350916147232,
      "learning_rate": 8.441003163545402e-07,
      "loss": 0.6918,
      "step": 41390
    },
    {
      "epoch": 0.8722755219775877,
      "grad_norm": 0.11008456349372864,
      "learning_rate": 8.438258795662368e-07,
      "loss": 0.7199,
      "step": 41391
    },
    {
      "epoch": 0.872296596015953,
      "grad_norm": 0.1078704223036766,
      "learning_rate": 8.435514854328974e-07,
      "loss": 0.6796,
      "step": 41392
    },
    {
      "epoch": 0.8723176700543184,
      "grad_norm": 0.12740586698055267,
      "learning_rate": 8.43277133955801e-07,
      "loss": 0.7379,
      "step": 41393
    },
    {
      "epoch": 0.8723387440926836,
      "grad_norm": 0.10005782544612885,
      "learning_rate": 8.430028251362244e-07,
      "loss": 0.6299,
      "step": 41394
    },
    {
      "epoch": 0.8723598181310489,
      "grad_norm": 0.14483365416526794,
      "learning_rate": 8.427285589754464e-07,
      "loss": 0.7721,
      "step": 41395
    },
    {
      "epoch": 0.8723808921694142,
      "grad_norm": 0.09796090424060822,
      "learning_rate": 8.424543354747439e-07,
      "loss": 0.6419,
      "step": 41396
    },
    {
      "epoch": 0.8724019662077794,
      "grad_norm": 0.1483035683631897,
      "learning_rate": 8.421801546353958e-07,
      "loss": 0.6817,
      "step": 41397
    },
    {
      "epoch": 0.8724230402461448,
      "grad_norm": 0.10020175576210022,
      "learning_rate": 8.419060164586768e-07,
      "loss": 0.6202,
      "step": 41398
    },
    {
      "epoch": 0.8724441142845101,
      "grad_norm": 0.12216076999902725,
      "learning_rate": 8.416319209458667e-07,
      "loss": 0.7302,
      "step": 41399
    },
    {
      "epoch": 0.8724651883228753,
      "grad_norm": 0.11012374609708786,
      "learning_rate": 8.413578680982415e-07,
      "loss": 0.7746,
      "step": 41400
    },
    {
      "epoch": 0.8724862623612406,
      "grad_norm": 0.10057290643453598,
      "learning_rate": 8.410838579170777e-07,
      "loss": 0.7232,
      "step": 41401
    },
    {
      "epoch": 0.8725073363996059,
      "grad_norm": 0.13557115197181702,
      "learning_rate": 8.408098904036533e-07,
      "loss": 0.7062,
      "step": 41402
    },
    {
      "epoch": 0.8725284104379712,
      "grad_norm": 0.10475274920463562,
      "learning_rate": 8.405359655592404e-07,
      "loss": 0.7107,
      "step": 41403
    },
    {
      "epoch": 0.8725494844763365,
      "grad_norm": 0.10479874908924103,
      "learning_rate": 8.402620833851194e-07,
      "loss": 0.7387,
      "step": 41404
    },
    {
      "epoch": 0.8725705585147018,
      "grad_norm": 0.20750118792057037,
      "learning_rate": 8.399882438825624e-07,
      "loss": 0.6876,
      "step": 41405
    },
    {
      "epoch": 0.872591632553067,
      "grad_norm": 0.11689311265945435,
      "learning_rate": 8.397144470528485e-07,
      "loss": 0.7124,
      "step": 41406
    },
    {
      "epoch": 0.8726127065914323,
      "grad_norm": 0.0925973579287529,
      "learning_rate": 8.394406928972532e-07,
      "loss": 0.7075,
      "step": 41407
    },
    {
      "epoch": 0.8726337806297977,
      "grad_norm": 0.09571200609207153,
      "learning_rate": 8.3916698141705e-07,
      "loss": 0.6387,
      "step": 41408
    },
    {
      "epoch": 0.872654854668163,
      "grad_norm": 0.10574755072593689,
      "learning_rate": 8.388933126135146e-07,
      "loss": 0.6501,
      "step": 41409
    },
    {
      "epoch": 0.8726759287065282,
      "grad_norm": 0.10573039203882217,
      "learning_rate": 8.386196864879226e-07,
      "loss": 0.6815,
      "step": 41410
    },
    {
      "epoch": 0.8726970027448935,
      "grad_norm": 0.10752015560865402,
      "learning_rate": 8.383461030415497e-07,
      "loss": 0.7167,
      "step": 41411
    },
    {
      "epoch": 0.8727180767832587,
      "grad_norm": 0.10822496563196182,
      "learning_rate": 8.380725622756669e-07,
      "loss": 0.733,
      "step": 41412
    },
    {
      "epoch": 0.8727391508216241,
      "grad_norm": 0.10741332918405533,
      "learning_rate": 8.377990641915501e-07,
      "loss": 0.7396,
      "step": 41413
    },
    {
      "epoch": 0.8727602248599894,
      "grad_norm": 0.10878265649080276,
      "learning_rate": 8.375256087904738e-07,
      "loss": 0.6756,
      "step": 41414
    },
    {
      "epoch": 0.8727812988983547,
      "grad_norm": 0.10076051950454712,
      "learning_rate": 8.372521960737123e-07,
      "loss": 0.6916,
      "step": 41415
    },
    {
      "epoch": 0.8728023729367199,
      "grad_norm": 0.10735350847244263,
      "learning_rate": 8.369788260425393e-07,
      "loss": 0.6334,
      "step": 41416
    },
    {
      "epoch": 0.8728234469750852,
      "grad_norm": 0.12194991856813431,
      "learning_rate": 8.367054986982271e-07,
      "loss": 0.7026,
      "step": 41417
    },
    {
      "epoch": 0.8728445210134506,
      "grad_norm": 0.10894956439733505,
      "learning_rate": 8.364322140420511e-07,
      "loss": 0.7137,
      "step": 41418
    },
    {
      "epoch": 0.8728655950518158,
      "grad_norm": 0.11796368658542633,
      "learning_rate": 8.361589720752816e-07,
      "loss": 0.7251,
      "step": 41419
    },
    {
      "epoch": 0.8728866690901811,
      "grad_norm": 0.12730461359024048,
      "learning_rate": 8.358857727991943e-07,
      "loss": 0.7078,
      "step": 41420
    },
    {
      "epoch": 0.8729077431285464,
      "grad_norm": 0.12369474768638611,
      "learning_rate": 8.356126162150602e-07,
      "loss": 0.6984,
      "step": 41421
    },
    {
      "epoch": 0.8729288171669116,
      "grad_norm": 0.12831968069076538,
      "learning_rate": 8.353395023241528e-07,
      "loss": 0.6061,
      "step": 41422
    },
    {
      "epoch": 0.8729498912052769,
      "grad_norm": 0.10835497081279755,
      "learning_rate": 8.350664311277434e-07,
      "loss": 0.6606,
      "step": 41423
    },
    {
      "epoch": 0.8729709652436423,
      "grad_norm": 0.110167495906353,
      "learning_rate": 8.347934026271054e-07,
      "loss": 0.6587,
      "step": 41424
    },
    {
      "epoch": 0.8729920392820075,
      "grad_norm": 0.11571298539638519,
      "learning_rate": 8.3452041682351e-07,
      "loss": 0.6834,
      "step": 41425
    },
    {
      "epoch": 0.8730131133203728,
      "grad_norm": 0.10906452685594559,
      "learning_rate": 8.342474737182293e-07,
      "loss": 0.7101,
      "step": 41426
    },
    {
      "epoch": 0.8730341873587381,
      "grad_norm": 0.09876066446304321,
      "learning_rate": 8.339745733125337e-07,
      "loss": 0.6815,
      "step": 41427
    },
    {
      "epoch": 0.8730552613971033,
      "grad_norm": 0.10047858953475952,
      "learning_rate": 8.337017156076955e-07,
      "loss": 0.7101,
      "step": 41428
    },
    {
      "epoch": 0.8730763354354687,
      "grad_norm": 0.11822552233934402,
      "learning_rate": 8.334289006049856e-07,
      "loss": 0.7237,
      "step": 41429
    },
    {
      "epoch": 0.873097409473834,
      "grad_norm": 0.10560736805200577,
      "learning_rate": 8.331561283056755e-07,
      "loss": 0.6864,
      "step": 41430
    },
    {
      "epoch": 0.8731184835121992,
      "grad_norm": 0.10475201904773712,
      "learning_rate": 8.328833987110374e-07,
      "loss": 0.703,
      "step": 41431
    },
    {
      "epoch": 0.8731395575505645,
      "grad_norm": 0.13131998479366302,
      "learning_rate": 8.326107118223381e-07,
      "loss": 0.7273,
      "step": 41432
    },
    {
      "epoch": 0.8731606315889298,
      "grad_norm": 0.09613892436027527,
      "learning_rate": 8.323380676408488e-07,
      "loss": 0.6996,
      "step": 41433
    },
    {
      "epoch": 0.8731817056272951,
      "grad_norm": 0.11547057330608368,
      "learning_rate": 8.320654661678396e-07,
      "loss": 0.6944,
      "step": 41434
    },
    {
      "epoch": 0.8732027796656604,
      "grad_norm": 0.12034879624843597,
      "learning_rate": 8.317929074045828e-07,
      "loss": 0.6649,
      "step": 41435
    },
    {
      "epoch": 0.8732238537040257,
      "grad_norm": 0.0996885672211647,
      "learning_rate": 8.315203913523473e-07,
      "loss": 0.6727,
      "step": 41436
    },
    {
      "epoch": 0.8732449277423909,
      "grad_norm": 0.1294945329427719,
      "learning_rate": 8.312479180124022e-07,
      "loss": 0.6591,
      "step": 41437
    },
    {
      "epoch": 0.8732660017807562,
      "grad_norm": 0.10498694330453873,
      "learning_rate": 8.309754873860165e-07,
      "loss": 0.6863,
      "step": 41438
    },
    {
      "epoch": 0.8732870758191216,
      "grad_norm": 0.11464976519346237,
      "learning_rate": 8.307030994744591e-07,
      "loss": 0.6982,
      "step": 41439
    },
    {
      "epoch": 0.8733081498574868,
      "grad_norm": 0.12451484054327011,
      "learning_rate": 8.304307542790013e-07,
      "loss": 0.6966,
      "step": 41440
    },
    {
      "epoch": 0.8733292238958521,
      "grad_norm": 0.10241428017616272,
      "learning_rate": 8.301584518009087e-07,
      "loss": 0.695,
      "step": 41441
    },
    {
      "epoch": 0.8733502979342174,
      "grad_norm": 0.11857115477323532,
      "learning_rate": 8.298861920414513e-07,
      "loss": 0.6436,
      "step": 41442
    },
    {
      "epoch": 0.8733713719725826,
      "grad_norm": 0.11396317183971405,
      "learning_rate": 8.296139750018972e-07,
      "loss": 0.6947,
      "step": 41443
    },
    {
      "epoch": 0.873392446010948,
      "grad_norm": 0.11156987398862839,
      "learning_rate": 8.293418006835141e-07,
      "loss": 0.7696,
      "step": 41444
    },
    {
      "epoch": 0.8734135200493133,
      "grad_norm": 0.10923118889331818,
      "learning_rate": 8.29069669087571e-07,
      "loss": 0.6629,
      "step": 41445
    },
    {
      "epoch": 0.8734345940876785,
      "grad_norm": 0.10851157456636429,
      "learning_rate": 8.287975802153347e-07,
      "loss": 0.7384,
      "step": 41446
    },
    {
      "epoch": 0.8734556681260438,
      "grad_norm": 0.10430069267749786,
      "learning_rate": 8.285255340680742e-07,
      "loss": 0.6688,
      "step": 41447
    },
    {
      "epoch": 0.8734767421644091,
      "grad_norm": 0.13252413272857666,
      "learning_rate": 8.28253530647053e-07,
      "loss": 0.6843,
      "step": 41448
    },
    {
      "epoch": 0.8734978162027744,
      "grad_norm": 0.09317661076784134,
      "learning_rate": 8.279815699535454e-07,
      "loss": 0.6825,
      "step": 41449
    },
    {
      "epoch": 0.8735188902411397,
      "grad_norm": 0.09830130636692047,
      "learning_rate": 8.277096519888118e-07,
      "loss": 0.6886,
      "step": 41450
    },
    {
      "epoch": 0.873539964279505,
      "grad_norm": 0.1121763065457344,
      "learning_rate": 8.274377767541219e-07,
      "loss": 0.6773,
      "step": 41451
    },
    {
      "epoch": 0.8735610383178702,
      "grad_norm": 0.11224762350320816,
      "learning_rate": 8.271659442507407e-07,
      "loss": 0.6942,
      "step": 41452
    },
    {
      "epoch": 0.8735821123562355,
      "grad_norm": 0.12198369204998016,
      "learning_rate": 8.268941544799358e-07,
      "loss": 0.6878,
      "step": 41453
    },
    {
      "epoch": 0.8736031863946009,
      "grad_norm": 0.09664356708526611,
      "learning_rate": 8.266224074429741e-07,
      "loss": 0.6811,
      "step": 41454
    },
    {
      "epoch": 0.8736242604329661,
      "grad_norm": 0.11076615005731583,
      "learning_rate": 8.263507031411189e-07,
      "loss": 0.6845,
      "step": 41455
    },
    {
      "epoch": 0.8736453344713314,
      "grad_norm": 0.10448615998029709,
      "learning_rate": 8.260790415756381e-07,
      "loss": 0.6486,
      "step": 41456
    },
    {
      "epoch": 0.8736664085096967,
      "grad_norm": 0.13368722796440125,
      "learning_rate": 8.258074227477975e-07,
      "loss": 0.6906,
      "step": 41457
    },
    {
      "epoch": 0.8736874825480619,
      "grad_norm": 0.11844286322593689,
      "learning_rate": 8.255358466588603e-07,
      "loss": 0.693,
      "step": 41458
    },
    {
      "epoch": 0.8737085565864273,
      "grad_norm": 0.11551196128129959,
      "learning_rate": 8.252643133100935e-07,
      "loss": 0.7387,
      "step": 41459
    },
    {
      "epoch": 0.8737296306247926,
      "grad_norm": 0.12104221433401108,
      "learning_rate": 8.249928227027615e-07,
      "loss": 0.7331,
      "step": 41460
    },
    {
      "epoch": 0.8737507046631579,
      "grad_norm": 0.11227352172136307,
      "learning_rate": 8.247213748381311e-07,
      "loss": 0.7144,
      "step": 41461
    },
    {
      "epoch": 0.8737717787015231,
      "grad_norm": 0.12690943479537964,
      "learning_rate": 8.244499697174635e-07,
      "loss": 0.7209,
      "step": 41462
    },
    {
      "epoch": 0.8737928527398884,
      "grad_norm": 0.12148464471101761,
      "learning_rate": 8.241786073420222e-07,
      "loss": 0.741,
      "step": 41463
    },
    {
      "epoch": 0.8738139267782536,
      "grad_norm": 0.12892606854438782,
      "learning_rate": 8.239072877130761e-07,
      "loss": 0.6903,
      "step": 41464
    },
    {
      "epoch": 0.873835000816619,
      "grad_norm": 0.10955501347780228,
      "learning_rate": 8.236360108318864e-07,
      "loss": 0.6714,
      "step": 41465
    },
    {
      "epoch": 0.8738560748549843,
      "grad_norm": 0.10658075660467148,
      "learning_rate": 8.233647766997166e-07,
      "loss": 0.727,
      "step": 41466
    },
    {
      "epoch": 0.8738771488933496,
      "grad_norm": 0.1408163160085678,
      "learning_rate": 8.230935853178312e-07,
      "loss": 0.6558,
      "step": 41467
    },
    {
      "epoch": 0.8738982229317148,
      "grad_norm": 0.11183027923107147,
      "learning_rate": 8.228224366874937e-07,
      "loss": 0.6247,
      "step": 41468
    },
    {
      "epoch": 0.8739192969700801,
      "grad_norm": 0.11716402322053909,
      "learning_rate": 8.225513308099664e-07,
      "loss": 0.689,
      "step": 41469
    },
    {
      "epoch": 0.8739403710084455,
      "grad_norm": 0.10297446697950363,
      "learning_rate": 8.22280267686515e-07,
      "loss": 0.6836,
      "step": 41470
    },
    {
      "epoch": 0.8739614450468107,
      "grad_norm": 0.10044018179178238,
      "learning_rate": 8.220092473183972e-07,
      "loss": 0.6694,
      "step": 41471
    },
    {
      "epoch": 0.873982519085176,
      "grad_norm": 0.10603052377700806,
      "learning_rate": 8.217382697068798e-07,
      "loss": 0.7608,
      "step": 41472
    },
    {
      "epoch": 0.8740035931235413,
      "grad_norm": 0.12517224252223969,
      "learning_rate": 8.214673348532221e-07,
      "loss": 0.6962,
      "step": 41473
    },
    {
      "epoch": 0.8740246671619065,
      "grad_norm": 0.14910517632961273,
      "learning_rate": 8.211964427586894e-07,
      "loss": 0.7609,
      "step": 41474
    },
    {
      "epoch": 0.8740457412002719,
      "grad_norm": 0.11407025903463364,
      "learning_rate": 8.209255934245408e-07,
      "loss": 0.6861,
      "step": 41475
    },
    {
      "epoch": 0.8740668152386372,
      "grad_norm": 0.1371571272611618,
      "learning_rate": 8.20654786852041e-07,
      "loss": 0.7146,
      "step": 41476
    },
    {
      "epoch": 0.8740878892770024,
      "grad_norm": 0.1071094200015068,
      "learning_rate": 8.203840230424465e-07,
      "loss": 0.6662,
      "step": 41477
    },
    {
      "epoch": 0.8741089633153677,
      "grad_norm": 0.09806565940380096,
      "learning_rate": 8.201133019970253e-07,
      "loss": 0.6828,
      "step": 41478
    },
    {
      "epoch": 0.874130037353733,
      "grad_norm": 0.10964686423540115,
      "learning_rate": 8.198426237170365e-07,
      "loss": 0.7,
      "step": 41479
    },
    {
      "epoch": 0.8741511113920983,
      "grad_norm": 0.11586493253707886,
      "learning_rate": 8.195719882037389e-07,
      "loss": 0.6697,
      "step": 41480
    },
    {
      "epoch": 0.8741721854304636,
      "grad_norm": 0.11081984639167786,
      "learning_rate": 8.193013954583939e-07,
      "loss": 0.7104,
      "step": 41481
    },
    {
      "epoch": 0.8741932594688289,
      "grad_norm": 0.10340287536382675,
      "learning_rate": 8.190308454822637e-07,
      "loss": 0.6779,
      "step": 41482
    },
    {
      "epoch": 0.8742143335071941,
      "grad_norm": 0.11482208967208862,
      "learning_rate": 8.187603382766062e-07,
      "loss": 0.6153,
      "step": 41483
    },
    {
      "epoch": 0.8742354075455594,
      "grad_norm": 0.11167023330926895,
      "learning_rate": 8.184898738426838e-07,
      "loss": 0.641,
      "step": 41484
    },
    {
      "epoch": 0.8742564815839248,
      "grad_norm": 0.10589006543159485,
      "learning_rate": 8.182194521817555e-07,
      "loss": 0.7256,
      "step": 41485
    },
    {
      "epoch": 0.87427755562229,
      "grad_norm": 0.11241728067398071,
      "learning_rate": 8.179490732950813e-07,
      "loss": 0.7093,
      "step": 41486
    },
    {
      "epoch": 0.8742986296606553,
      "grad_norm": 0.11252962797880173,
      "learning_rate": 8.176787371839212e-07,
      "loss": 0.6495,
      "step": 41487
    },
    {
      "epoch": 0.8743197036990206,
      "grad_norm": 0.11251504719257355,
      "learning_rate": 8.174084438495345e-07,
      "loss": 0.7067,
      "step": 41488
    },
    {
      "epoch": 0.8743407777373858,
      "grad_norm": 0.09916545450687408,
      "learning_rate": 8.171381932931788e-07,
      "loss": 0.7513,
      "step": 41489
    },
    {
      "epoch": 0.8743618517757512,
      "grad_norm": 0.12702485918998718,
      "learning_rate": 8.168679855161165e-07,
      "loss": 0.7131,
      "step": 41490
    },
    {
      "epoch": 0.8743829258141165,
      "grad_norm": 0.09428810328245163,
      "learning_rate": 8.165978205196012e-07,
      "loss": 0.699,
      "step": 41491
    },
    {
      "epoch": 0.8744039998524817,
      "grad_norm": 0.1208755150437355,
      "learning_rate": 8.163276983048962e-07,
      "loss": 0.7341,
      "step": 41492
    },
    {
      "epoch": 0.874425073890847,
      "grad_norm": 0.10236814618110657,
      "learning_rate": 8.160576188732583e-07,
      "loss": 0.771,
      "step": 41493
    },
    {
      "epoch": 0.8744461479292123,
      "grad_norm": 0.1035417765378952,
      "learning_rate": 8.157875822259453e-07,
      "loss": 0.6645,
      "step": 41494
    },
    {
      "epoch": 0.8744672219675776,
      "grad_norm": 0.12960459291934967,
      "learning_rate": 8.155175883642152e-07,
      "loss": 0.6653,
      "step": 41495
    },
    {
      "epoch": 0.8744882960059429,
      "grad_norm": 0.12473580241203308,
      "learning_rate": 8.152476372893259e-07,
      "loss": 0.6341,
      "step": 41496
    },
    {
      "epoch": 0.8745093700443082,
      "grad_norm": 0.10624316334724426,
      "learning_rate": 8.149777290025363e-07,
      "loss": 0.6929,
      "step": 41497
    },
    {
      "epoch": 0.8745304440826734,
      "grad_norm": 0.1207742840051651,
      "learning_rate": 8.14707863505102e-07,
      "loss": 0.7497,
      "step": 41498
    },
    {
      "epoch": 0.8745515181210387,
      "grad_norm": 0.11887037754058838,
      "learning_rate": 8.144380407982833e-07,
      "loss": 0.6862,
      "step": 41499
    },
    {
      "epoch": 0.874572592159404,
      "grad_norm": 0.1067182794213295,
      "learning_rate": 8.141682608833324e-07,
      "loss": 0.6615,
      "step": 41500
    },
    {
      "epoch": 0.8745936661977693,
      "grad_norm": 0.1290738880634308,
      "learning_rate": 8.138985237615082e-07,
      "loss": 0.6651,
      "step": 41501
    },
    {
      "epoch": 0.8746147402361346,
      "grad_norm": 0.09606407582759857,
      "learning_rate": 8.136288294340678e-07,
      "loss": 0.6719,
      "step": 41502
    },
    {
      "epoch": 0.8746358142744999,
      "grad_norm": 0.10995406657457352,
      "learning_rate": 8.133591779022676e-07,
      "loss": 0.7385,
      "step": 41503
    },
    {
      "epoch": 0.8746568883128651,
      "grad_norm": 0.10868746042251587,
      "learning_rate": 8.130895691673635e-07,
      "loss": 0.6853,
      "step": 41504
    },
    {
      "epoch": 0.8746779623512304,
      "grad_norm": 0.13073647022247314,
      "learning_rate": 8.128200032306111e-07,
      "loss": 0.6683,
      "step": 41505
    },
    {
      "epoch": 0.8746990363895958,
      "grad_norm": 0.14346830546855927,
      "learning_rate": 8.12550480093266e-07,
      "loss": 0.6798,
      "step": 41506
    },
    {
      "epoch": 0.874720110427961,
      "grad_norm": 0.09604527801275253,
      "learning_rate": 8.12280999756585e-07,
      "loss": 0.6593,
      "step": 41507
    },
    {
      "epoch": 0.8747411844663263,
      "grad_norm": 0.12743712961673737,
      "learning_rate": 8.120115622218249e-07,
      "loss": 0.6375,
      "step": 41508
    },
    {
      "epoch": 0.8747622585046916,
      "grad_norm": 0.10878618061542511,
      "learning_rate": 8.117421674902382e-07,
      "loss": 0.7057,
      "step": 41509
    },
    {
      "epoch": 0.8747833325430568,
      "grad_norm": 0.14564862847328186,
      "learning_rate": 8.114728155630802e-07,
      "loss": 0.7986,
      "step": 41510
    },
    {
      "epoch": 0.8748044065814222,
      "grad_norm": 0.10314103960990906,
      "learning_rate": 8.112035064416057e-07,
      "loss": 0.7103,
      "step": 41511
    },
    {
      "epoch": 0.8748254806197875,
      "grad_norm": 0.1251188963651657,
      "learning_rate": 8.109342401270703e-07,
      "loss": 0.7162,
      "step": 41512
    },
    {
      "epoch": 0.8748465546581528,
      "grad_norm": 0.12601880729198456,
      "learning_rate": 8.106650166207275e-07,
      "loss": 0.7443,
      "step": 41513
    },
    {
      "epoch": 0.874867628696518,
      "grad_norm": 0.11733032017946243,
      "learning_rate": 8.103958359238328e-07,
      "loss": 0.6476,
      "step": 41514
    },
    {
      "epoch": 0.8748887027348833,
      "grad_norm": 0.1054324135184288,
      "learning_rate": 8.101266980376388e-07,
      "loss": 0.6854,
      "step": 41515
    },
    {
      "epoch": 0.8749097767732487,
      "grad_norm": 0.09539003670215607,
      "learning_rate": 8.098576029633997e-07,
      "loss": 0.6489,
      "step": 41516
    },
    {
      "epoch": 0.8749308508116139,
      "grad_norm": 0.14444704353809357,
      "learning_rate": 8.095885507023682e-07,
      "loss": 0.7358,
      "step": 41517
    },
    {
      "epoch": 0.8749519248499792,
      "grad_norm": 0.10634607076644897,
      "learning_rate": 8.093195412557997e-07,
      "loss": 0.7057,
      "step": 41518
    },
    {
      "epoch": 0.8749729988883445,
      "grad_norm": 0.1046447679400444,
      "learning_rate": 8.090505746249466e-07,
      "loss": 0.7058,
      "step": 41519
    },
    {
      "epoch": 0.8749940729267097,
      "grad_norm": 0.10103646665811539,
      "learning_rate": 8.087816508110624e-07,
      "loss": 0.7763,
      "step": 41520
    },
    {
      "epoch": 0.8750151469650751,
      "grad_norm": 0.1075364202260971,
      "learning_rate": 8.085127698153983e-07,
      "loss": 0.7527,
      "step": 41521
    },
    {
      "epoch": 0.8750362210034404,
      "grad_norm": 0.14014127850532532,
      "learning_rate": 8.082439316392077e-07,
      "loss": 0.6861,
      "step": 41522
    },
    {
      "epoch": 0.8750572950418056,
      "grad_norm": 0.13404116034507751,
      "learning_rate": 8.07975136283743e-07,
      "loss": 0.7671,
      "step": 41523
    },
    {
      "epoch": 0.8750783690801709,
      "grad_norm": 0.09749215841293335,
      "learning_rate": 8.077063837502574e-07,
      "loss": 0.7057,
      "step": 41524
    },
    {
      "epoch": 0.8750994431185362,
      "grad_norm": 0.11099939048290253,
      "learning_rate": 8.074376740400014e-07,
      "loss": 0.6784,
      "step": 41525
    },
    {
      "epoch": 0.8751205171569015,
      "grad_norm": 0.11530842632055283,
      "learning_rate": 8.071690071542282e-07,
      "loss": 0.7315,
      "step": 41526
    },
    {
      "epoch": 0.8751415911952668,
      "grad_norm": 0.09576720744371414,
      "learning_rate": 8.069003830941879e-07,
      "loss": 0.6618,
      "step": 41527
    },
    {
      "epoch": 0.8751626652336321,
      "grad_norm": 0.10254047065973282,
      "learning_rate": 8.06631801861133e-07,
      "loss": 0.7474,
      "step": 41528
    },
    {
      "epoch": 0.8751837392719973,
      "grad_norm": 0.12905286252498627,
      "learning_rate": 8.063632634563167e-07,
      "loss": 0.7186,
      "step": 41529
    },
    {
      "epoch": 0.8752048133103626,
      "grad_norm": 0.11255484074354172,
      "learning_rate": 8.06094767880985e-07,
      "loss": 0.6914,
      "step": 41530
    },
    {
      "epoch": 0.875225887348728,
      "grad_norm": 0.115928053855896,
      "learning_rate": 8.058263151363921e-07,
      "loss": 0.7041,
      "step": 41531
    },
    {
      "epoch": 0.8752469613870932,
      "grad_norm": 0.1139005497097969,
      "learning_rate": 8.055579052237883e-07,
      "loss": 0.6681,
      "step": 41532
    },
    {
      "epoch": 0.8752680354254585,
      "grad_norm": 0.10734639316797256,
      "learning_rate": 8.052895381444226e-07,
      "loss": 0.681,
      "step": 41533
    },
    {
      "epoch": 0.8752891094638238,
      "grad_norm": 0.11505711823701859,
      "learning_rate": 8.050212138995472e-07,
      "loss": 0.7307,
      "step": 41534
    },
    {
      "epoch": 0.875310183502189,
      "grad_norm": 0.11304581165313721,
      "learning_rate": 8.04752932490409e-07,
      "loss": 0.6583,
      "step": 41535
    },
    {
      "epoch": 0.8753312575405543,
      "grad_norm": 0.12169249355792999,
      "learning_rate": 8.044846939182626e-07,
      "loss": 0.6775,
      "step": 41536
    },
    {
      "epoch": 0.8753523315789197,
      "grad_norm": 0.10499744117259979,
      "learning_rate": 8.042164981843548e-07,
      "loss": 0.7157,
      "step": 41537
    },
    {
      "epoch": 0.8753734056172849,
      "grad_norm": 0.12620465457439423,
      "learning_rate": 8.039483452899366e-07,
      "loss": 0.7544,
      "step": 41538
    },
    {
      "epoch": 0.8753944796556502,
      "grad_norm": 0.1372799277305603,
      "learning_rate": 8.036802352362538e-07,
      "loss": 0.6844,
      "step": 41539
    },
    {
      "epoch": 0.8754155536940155,
      "grad_norm": 0.10903448611497879,
      "learning_rate": 8.034121680245577e-07,
      "loss": 0.7065,
      "step": 41540
    },
    {
      "epoch": 0.8754366277323807,
      "grad_norm": 0.11543228477239609,
      "learning_rate": 8.031441436560971e-07,
      "loss": 0.6302,
      "step": 41541
    },
    {
      "epoch": 0.8754577017707461,
      "grad_norm": 0.08333946764469147,
      "learning_rate": 8.028761621321213e-07,
      "loss": 0.6278,
      "step": 41542
    },
    {
      "epoch": 0.8754787758091114,
      "grad_norm": 0.12412750720977783,
      "learning_rate": 8.026082234538768e-07,
      "loss": 0.7297,
      "step": 41543
    },
    {
      "epoch": 0.8754998498474766,
      "grad_norm": 0.10498929768800735,
      "learning_rate": 8.023403276226127e-07,
      "loss": 0.6757,
      "step": 41544
    },
    {
      "epoch": 0.8755209238858419,
      "grad_norm": 0.08887605369091034,
      "learning_rate": 8.020724746395781e-07,
      "loss": 0.6646,
      "step": 41545
    },
    {
      "epoch": 0.8755419979242072,
      "grad_norm": 0.13701589405536652,
      "learning_rate": 8.018046645060196e-07,
      "loss": 0.7156,
      "step": 41546
    },
    {
      "epoch": 0.8755630719625725,
      "grad_norm": 0.0903305932879448,
      "learning_rate": 8.015368972231852e-07,
      "loss": 0.626,
      "step": 41547
    },
    {
      "epoch": 0.8755841460009378,
      "grad_norm": 0.11135037988424301,
      "learning_rate": 8.012691727923216e-07,
      "loss": 0.6377,
      "step": 41548
    },
    {
      "epoch": 0.8756052200393031,
      "grad_norm": 0.11763083189725876,
      "learning_rate": 8.010014912146768e-07,
      "loss": 0.6455,
      "step": 41549
    },
    {
      "epoch": 0.8756262940776683,
      "grad_norm": 0.09670586884021759,
      "learning_rate": 8.007338524914987e-07,
      "loss": 0.6883,
      "step": 41550
    },
    {
      "epoch": 0.8756473681160336,
      "grad_norm": 0.11877819150686264,
      "learning_rate": 8.004662566240329e-07,
      "loss": 0.6913,
      "step": 41551
    },
    {
      "epoch": 0.875668442154399,
      "grad_norm": 0.10953273624181747,
      "learning_rate": 8.001987036135251e-07,
      "loss": 0.7452,
      "step": 41552
    },
    {
      "epoch": 0.8756895161927643,
      "grad_norm": 0.11433672159910202,
      "learning_rate": 7.999311934612242e-07,
      "loss": 0.6986,
      "step": 41553
    },
    {
      "epoch": 0.8757105902311295,
      "grad_norm": 0.10655944049358368,
      "learning_rate": 7.996637261683737e-07,
      "loss": 0.7461,
      "step": 41554
    },
    {
      "epoch": 0.8757316642694948,
      "grad_norm": 0.11066270619630814,
      "learning_rate": 7.993963017362228e-07,
      "loss": 0.654,
      "step": 41555
    },
    {
      "epoch": 0.87575273830786,
      "grad_norm": 0.10920984297990799,
      "learning_rate": 7.991289201660146e-07,
      "loss": 0.7451,
      "step": 41556
    },
    {
      "epoch": 0.8757738123462254,
      "grad_norm": 0.15182781219482422,
      "learning_rate": 7.98861581458995e-07,
      "loss": 0.7002,
      "step": 41557
    },
    {
      "epoch": 0.8757948863845907,
      "grad_norm": 0.09742704778909683,
      "learning_rate": 7.985942856164131e-07,
      "loss": 0.7109,
      "step": 41558
    },
    {
      "epoch": 0.875815960422956,
      "grad_norm": 0.13590924441814423,
      "learning_rate": 7.983270326395088e-07,
      "loss": 0.6915,
      "step": 41559
    },
    {
      "epoch": 0.8758370344613212,
      "grad_norm": 0.12682020664215088,
      "learning_rate": 7.980598225295289e-07,
      "loss": 0.6995,
      "step": 41560
    },
    {
      "epoch": 0.8758581084996865,
      "grad_norm": 0.11487937718629837,
      "learning_rate": 7.977926552877191e-07,
      "loss": 0.6583,
      "step": 41561
    },
    {
      "epoch": 0.8758791825380519,
      "grad_norm": 0.10847890377044678,
      "learning_rate": 7.97525530915324e-07,
      "loss": 0.7511,
      "step": 41562
    },
    {
      "epoch": 0.8759002565764171,
      "grad_norm": 0.10517938435077667,
      "learning_rate": 7.97258449413586e-07,
      "loss": 0.6792,
      "step": 41563
    },
    {
      "epoch": 0.8759213306147824,
      "grad_norm": 0.10637425631284714,
      "learning_rate": 7.969914107837528e-07,
      "loss": 0.6716,
      "step": 41564
    },
    {
      "epoch": 0.8759424046531477,
      "grad_norm": 0.09188101440668106,
      "learning_rate": 7.967244150270659e-07,
      "loss": 0.6263,
      "step": 41565
    },
    {
      "epoch": 0.8759634786915129,
      "grad_norm": 0.0994548499584198,
      "learning_rate": 7.964574621447707e-07,
      "loss": 0.6781,
      "step": 41566
    },
    {
      "epoch": 0.8759845527298783,
      "grad_norm": 0.13437975943088531,
      "learning_rate": 7.961905521381119e-07,
      "loss": 0.7209,
      "step": 41567
    },
    {
      "epoch": 0.8760056267682436,
      "grad_norm": 0.10791865736246109,
      "learning_rate": 7.959236850083285e-07,
      "loss": 0.7555,
      "step": 41568
    },
    {
      "epoch": 0.8760267008066088,
      "grad_norm": 0.11688680201768875,
      "learning_rate": 7.956568607566673e-07,
      "loss": 0.7243,
      "step": 41569
    },
    {
      "epoch": 0.8760477748449741,
      "grad_norm": 0.13847702741622925,
      "learning_rate": 7.953900793843694e-07,
      "loss": 0.7227,
      "step": 41570
    },
    {
      "epoch": 0.8760688488833394,
      "grad_norm": 0.15747328102588654,
      "learning_rate": 7.951233408926784e-07,
      "loss": 0.6904,
      "step": 41571
    },
    {
      "epoch": 0.8760899229217047,
      "grad_norm": 0.11849100887775421,
      "learning_rate": 7.948566452828377e-07,
      "loss": 0.6511,
      "step": 41572
    },
    {
      "epoch": 0.87611099696007,
      "grad_norm": 0.1019284799695015,
      "learning_rate": 7.945899925560896e-07,
      "loss": 0.665,
      "step": 41573
    },
    {
      "epoch": 0.8761320709984353,
      "grad_norm": 0.12123610079288483,
      "learning_rate": 7.943233827136742e-07,
      "loss": 0.736,
      "step": 41574
    },
    {
      "epoch": 0.8761531450368005,
      "grad_norm": 0.10472168773412704,
      "learning_rate": 7.940568157568362e-07,
      "loss": 0.6118,
      "step": 41575
    },
    {
      "epoch": 0.8761742190751658,
      "grad_norm": 0.10440126806497574,
      "learning_rate": 7.937902916868167e-07,
      "loss": 0.7424,
      "step": 41576
    },
    {
      "epoch": 0.8761952931135311,
      "grad_norm": 0.10278366506099701,
      "learning_rate": 7.93523810504856e-07,
      "loss": 0.7535,
      "step": 41577
    },
    {
      "epoch": 0.8762163671518964,
      "grad_norm": 0.10743574053049088,
      "learning_rate": 7.932573722121973e-07,
      "loss": 0.6437,
      "step": 41578
    },
    {
      "epoch": 0.8762374411902617,
      "grad_norm": 0.0997353047132492,
      "learning_rate": 7.929909768100808e-07,
      "loss": 0.6571,
      "step": 41579
    },
    {
      "epoch": 0.876258515228627,
      "grad_norm": 0.2295827716588974,
      "learning_rate": 7.927246242997477e-07,
      "loss": 0.7065,
      "step": 41580
    },
    {
      "epoch": 0.8762795892669922,
      "grad_norm": 0.12625689804553986,
      "learning_rate": 7.924583146824394e-07,
      "loss": 0.7653,
      "step": 41581
    },
    {
      "epoch": 0.8763006633053575,
      "grad_norm": 0.11367369443178177,
      "learning_rate": 7.921920479593959e-07,
      "loss": 0.7295,
      "step": 41582
    },
    {
      "epoch": 0.8763217373437229,
      "grad_norm": 0.10870478302240372,
      "learning_rate": 7.919258241318573e-07,
      "loss": 0.6944,
      "step": 41583
    },
    {
      "epoch": 0.8763428113820881,
      "grad_norm": 0.12125610560178757,
      "learning_rate": 7.916596432010648e-07,
      "loss": 0.7542,
      "step": 41584
    },
    {
      "epoch": 0.8763638854204534,
      "grad_norm": 0.11773139238357544,
      "learning_rate": 7.913935051682587e-07,
      "loss": 0.7102,
      "step": 41585
    },
    {
      "epoch": 0.8763849594588187,
      "grad_norm": 0.11154750734567642,
      "learning_rate": 7.911274100346766e-07,
      "loss": 0.6682,
      "step": 41586
    },
    {
      "epoch": 0.8764060334971839,
      "grad_norm": 0.1179409921169281,
      "learning_rate": 7.9086135780156e-07,
      "loss": 0.6886,
      "step": 41587
    },
    {
      "epoch": 0.8764271075355493,
      "grad_norm": 0.11535588651895523,
      "learning_rate": 7.9059534847015e-07,
      "loss": 0.6932,
      "step": 41588
    },
    {
      "epoch": 0.8764481815739146,
      "grad_norm": 0.1021450087428093,
      "learning_rate": 7.903293820416824e-07,
      "loss": 0.6879,
      "step": 41589
    },
    {
      "epoch": 0.8764692556122798,
      "grad_norm": 0.15818439424037933,
      "learning_rate": 7.900634585173972e-07,
      "loss": 0.6513,
      "step": 41590
    },
    {
      "epoch": 0.8764903296506451,
      "grad_norm": 0.09556681662797928,
      "learning_rate": 7.897975778985334e-07,
      "loss": 0.6527,
      "step": 41591
    },
    {
      "epoch": 0.8765114036890104,
      "grad_norm": 0.10138009488582611,
      "learning_rate": 7.895317401863278e-07,
      "loss": 0.6859,
      "step": 41592
    },
    {
      "epoch": 0.8765324777273757,
      "grad_norm": 0.12129240483045578,
      "learning_rate": 7.89265945382024e-07,
      "loss": 0.6836,
      "step": 41593
    },
    {
      "epoch": 0.876553551765741,
      "grad_norm": 0.09649741649627686,
      "learning_rate": 7.890001934868552e-07,
      "loss": 0.6671,
      "step": 41594
    },
    {
      "epoch": 0.8765746258041063,
      "grad_norm": 0.11476834118366241,
      "learning_rate": 7.887344845020628e-07,
      "loss": 0.6384,
      "step": 41595
    },
    {
      "epoch": 0.8765956998424715,
      "grad_norm": 0.10657656937837601,
      "learning_rate": 7.884688184288836e-07,
      "loss": 0.7593,
      "step": 41596
    },
    {
      "epoch": 0.8766167738808368,
      "grad_norm": 0.1290409415960312,
      "learning_rate": 7.882031952685554e-07,
      "loss": 0.7397,
      "step": 41597
    },
    {
      "epoch": 0.8766378479192022,
      "grad_norm": 0.11119669675827026,
      "learning_rate": 7.879376150223139e-07,
      "loss": 0.7381,
      "step": 41598
    },
    {
      "epoch": 0.8766589219575674,
      "grad_norm": 0.11050087213516235,
      "learning_rate": 7.876720776913971e-07,
      "loss": 0.6987,
      "step": 41599
    },
    {
      "epoch": 0.8766799959959327,
      "grad_norm": 0.09406781196594238,
      "learning_rate": 7.874065832770428e-07,
      "loss": 0.6039,
      "step": 41600
    },
    {
      "epoch": 0.876701070034298,
      "grad_norm": 0.12055537849664688,
      "learning_rate": 7.871411317804867e-07,
      "loss": 0.724,
      "step": 41601
    },
    {
      "epoch": 0.8767221440726632,
      "grad_norm": 0.11186198145151138,
      "learning_rate": 7.868757232029666e-07,
      "loss": 0.7687,
      "step": 41602
    },
    {
      "epoch": 0.8767432181110286,
      "grad_norm": 0.11861003190279007,
      "learning_rate": 7.866103575457196e-07,
      "loss": 0.7452,
      "step": 41603
    },
    {
      "epoch": 0.8767642921493939,
      "grad_norm": 0.11037124693393707,
      "learning_rate": 7.863450348099799e-07,
      "loss": 0.7204,
      "step": 41604
    },
    {
      "epoch": 0.8767853661877592,
      "grad_norm": 0.12188761681318283,
      "learning_rate": 7.860797549969845e-07,
      "loss": 0.6855,
      "step": 41605
    },
    {
      "epoch": 0.8768064402261244,
      "grad_norm": 0.11608729511499405,
      "learning_rate": 7.858145181079691e-07,
      "loss": 0.7256,
      "step": 41606
    },
    {
      "epoch": 0.8768275142644897,
      "grad_norm": 0.10793934762477875,
      "learning_rate": 7.855493241441692e-07,
      "loss": 0.7006,
      "step": 41607
    },
    {
      "epoch": 0.8768485883028551,
      "grad_norm": 0.10399913042783737,
      "learning_rate": 7.852841731068217e-07,
      "loss": 0.654,
      "step": 41608
    },
    {
      "epoch": 0.8768696623412203,
      "grad_norm": 0.1068248450756073,
      "learning_rate": 7.8501906499716e-07,
      "loss": 0.7347,
      "step": 41609
    },
    {
      "epoch": 0.8768907363795856,
      "grad_norm": 0.10570234060287476,
      "learning_rate": 7.847539998164188e-07,
      "loss": 0.7168,
      "step": 41610
    },
    {
      "epoch": 0.8769118104179509,
      "grad_norm": 0.12380188703536987,
      "learning_rate": 7.844889775658348e-07,
      "loss": 0.7121,
      "step": 41611
    },
    {
      "epoch": 0.8769328844563161,
      "grad_norm": 0.10089919716119766,
      "learning_rate": 7.842239982466416e-07,
      "loss": 0.6434,
      "step": 41612
    },
    {
      "epoch": 0.8769539584946814,
      "grad_norm": 0.11646222323179245,
      "learning_rate": 7.839590618600746e-07,
      "loss": 0.6978,
      "step": 41613
    },
    {
      "epoch": 0.8769750325330468,
      "grad_norm": 0.13008204102516174,
      "learning_rate": 7.836941684073662e-07,
      "loss": 0.7082,
      "step": 41614
    },
    {
      "epoch": 0.876996106571412,
      "grad_norm": 0.12639325857162476,
      "learning_rate": 7.834293178897512e-07,
      "loss": 0.6977,
      "step": 41615
    },
    {
      "epoch": 0.8770171806097773,
      "grad_norm": 0.14797939360141754,
      "learning_rate": 7.83164510308464e-07,
      "loss": 0.6685,
      "step": 41616
    },
    {
      "epoch": 0.8770382546481426,
      "grad_norm": 0.11124954372644424,
      "learning_rate": 7.828997456647402e-07,
      "loss": 0.6917,
      "step": 41617
    },
    {
      "epoch": 0.8770593286865078,
      "grad_norm": 0.10820842534303665,
      "learning_rate": 7.82635023959808e-07,
      "loss": 0.7423,
      "step": 41618
    },
    {
      "epoch": 0.8770804027248732,
      "grad_norm": 0.1085226833820343,
      "learning_rate": 7.823703451949049e-07,
      "loss": 0.6616,
      "step": 41619
    },
    {
      "epoch": 0.8771014767632385,
      "grad_norm": 0.10278459638357162,
      "learning_rate": 7.821057093712614e-07,
      "loss": 0.7114,
      "step": 41620
    },
    {
      "epoch": 0.8771225508016037,
      "grad_norm": 0.10796554386615753,
      "learning_rate": 7.818411164901108e-07,
      "loss": 0.6892,
      "step": 41621
    },
    {
      "epoch": 0.877143624839969,
      "grad_norm": 0.10724600404500961,
      "learning_rate": 7.815765665526876e-07,
      "loss": 0.7545,
      "step": 41622
    },
    {
      "epoch": 0.8771646988783343,
      "grad_norm": 0.10950411111116409,
      "learning_rate": 7.813120595602231e-07,
      "loss": 0.7056,
      "step": 41623
    },
    {
      "epoch": 0.8771857729166996,
      "grad_norm": 0.10922230780124664,
      "learning_rate": 7.810475955139496e-07,
      "loss": 0.7401,
      "step": 41624
    },
    {
      "epoch": 0.8772068469550649,
      "grad_norm": 0.1195903867483139,
      "learning_rate": 7.807831744150984e-07,
      "loss": 0.7241,
      "step": 41625
    },
    {
      "epoch": 0.8772279209934302,
      "grad_norm": 0.10205231606960297,
      "learning_rate": 7.805187962649041e-07,
      "loss": 0.7061,
      "step": 41626
    },
    {
      "epoch": 0.8772489950317954,
      "grad_norm": 0.10317083448171616,
      "learning_rate": 7.802544610645946e-07,
      "loss": 0.6912,
      "step": 41627
    },
    {
      "epoch": 0.8772700690701607,
      "grad_norm": 0.09008168429136276,
      "learning_rate": 7.799901688154032e-07,
      "loss": 0.6705,
      "step": 41628
    },
    {
      "epoch": 0.8772911431085261,
      "grad_norm": 0.12103988230228424,
      "learning_rate": 7.797259195185613e-07,
      "loss": 0.7388,
      "step": 41629
    },
    {
      "epoch": 0.8773122171468913,
      "grad_norm": 0.09594953060150146,
      "learning_rate": 7.79461713175299e-07,
      "loss": 0.6517,
      "step": 41630
    },
    {
      "epoch": 0.8773332911852566,
      "grad_norm": 0.11345332115888596,
      "learning_rate": 7.791975497868475e-07,
      "loss": 0.709,
      "step": 41631
    },
    {
      "epoch": 0.8773543652236219,
      "grad_norm": 0.1491708606481552,
      "learning_rate": 7.78933429354437e-07,
      "loss": 0.6386,
      "step": 41632
    },
    {
      "epoch": 0.8773754392619871,
      "grad_norm": 0.11484827101230621,
      "learning_rate": 7.786693518792998e-07,
      "loss": 0.666,
      "step": 41633
    },
    {
      "epoch": 0.8773965133003525,
      "grad_norm": 0.10905459523200989,
      "learning_rate": 7.784053173626638e-07,
      "loss": 0.7061,
      "step": 41634
    },
    {
      "epoch": 0.8774175873387178,
      "grad_norm": 0.10859135538339615,
      "learning_rate": 7.781413258057602e-07,
      "loss": 0.7147,
      "step": 41635
    },
    {
      "epoch": 0.877438661377083,
      "grad_norm": 0.11062993109226227,
      "learning_rate": 7.778773772098192e-07,
      "loss": 0.6738,
      "step": 41636
    },
    {
      "epoch": 0.8774597354154483,
      "grad_norm": 0.10838060081005096,
      "learning_rate": 7.776134715760697e-07,
      "loss": 0.6491,
      "step": 41637
    },
    {
      "epoch": 0.8774808094538136,
      "grad_norm": 0.11714429408311844,
      "learning_rate": 7.773496089057408e-07,
      "loss": 0.7288,
      "step": 41638
    },
    {
      "epoch": 0.877501883492179,
      "grad_norm": 0.10081406682729721,
      "learning_rate": 7.770857892000627e-07,
      "loss": 0.7052,
      "step": 41639
    },
    {
      "epoch": 0.8775229575305442,
      "grad_norm": 0.11308161914348602,
      "learning_rate": 7.768220124602643e-07,
      "loss": 0.677,
      "step": 41640
    },
    {
      "epoch": 0.8775440315689095,
      "grad_norm": 0.11241253465414047,
      "learning_rate": 7.765582786875747e-07,
      "loss": 0.6943,
      "step": 41641
    },
    {
      "epoch": 0.8775651056072747,
      "grad_norm": 0.14173701405525208,
      "learning_rate": 7.762945878832207e-07,
      "loss": 0.6902,
      "step": 41642
    },
    {
      "epoch": 0.87758617964564,
      "grad_norm": 0.12706245481967926,
      "learning_rate": 7.760309400484334e-07,
      "loss": 0.7263,
      "step": 41643
    },
    {
      "epoch": 0.8776072536840054,
      "grad_norm": 0.11897502839565277,
      "learning_rate": 7.757673351844386e-07,
      "loss": 0.698,
      "step": 41644
    },
    {
      "epoch": 0.8776283277223706,
      "grad_norm": 0.10148404538631439,
      "learning_rate": 7.755037732924653e-07,
      "loss": 0.6846,
      "step": 41645
    },
    {
      "epoch": 0.8776494017607359,
      "grad_norm": 0.10734567046165466,
      "learning_rate": 7.752402543737413e-07,
      "loss": 0.6491,
      "step": 41646
    },
    {
      "epoch": 0.8776704757991012,
      "grad_norm": 0.13188403844833374,
      "learning_rate": 7.74976778429497e-07,
      "loss": 0.7004,
      "step": 41647
    },
    {
      "epoch": 0.8776915498374664,
      "grad_norm": 0.10694856196641922,
      "learning_rate": 7.747133454609546e-07,
      "loss": 0.6691,
      "step": 41648
    },
    {
      "epoch": 0.8777126238758318,
      "grad_norm": 0.15442638099193573,
      "learning_rate": 7.744499554693441e-07,
      "loss": 0.6365,
      "step": 41649
    },
    {
      "epoch": 0.8777336979141971,
      "grad_norm": 0.11032319068908691,
      "learning_rate": 7.741866084558913e-07,
      "loss": 0.7056,
      "step": 41650
    },
    {
      "epoch": 0.8777547719525624,
      "grad_norm": 0.10088598728179932,
      "learning_rate": 7.739233044218253e-07,
      "loss": 0.6748,
      "step": 41651
    },
    {
      "epoch": 0.8777758459909276,
      "grad_norm": 0.10186143964529037,
      "learning_rate": 7.736600433683717e-07,
      "loss": 0.6719,
      "step": 41652
    },
    {
      "epoch": 0.8777969200292929,
      "grad_norm": 0.14015983045101166,
      "learning_rate": 7.733968252967561e-07,
      "loss": 0.7442,
      "step": 41653
    },
    {
      "epoch": 0.8778179940676581,
      "grad_norm": 0.11411237716674805,
      "learning_rate": 7.731336502082054e-07,
      "loss": 0.6804,
      "step": 41654
    },
    {
      "epoch": 0.8778390681060235,
      "grad_norm": 0.13408541679382324,
      "learning_rate": 7.728705181039453e-07,
      "loss": 0.6963,
      "step": 41655
    },
    {
      "epoch": 0.8778601421443888,
      "grad_norm": 0.1849835067987442,
      "learning_rate": 7.726074289852048e-07,
      "loss": 0.6097,
      "step": 41656
    },
    {
      "epoch": 0.877881216182754,
      "grad_norm": 0.13456487655639648,
      "learning_rate": 7.72344382853204e-07,
      "loss": 0.7303,
      "step": 41657
    },
    {
      "epoch": 0.8779022902211193,
      "grad_norm": 0.09815090894699097,
      "learning_rate": 7.720813797091708e-07,
      "loss": 0.6858,
      "step": 41658
    },
    {
      "epoch": 0.8779233642594846,
      "grad_norm": 0.1110675185918808,
      "learning_rate": 7.71818419554331e-07,
      "loss": 0.671,
      "step": 41659
    },
    {
      "epoch": 0.87794443829785,
      "grad_norm": 0.11163202673196793,
      "learning_rate": 7.715555023899091e-07,
      "loss": 0.7296,
      "step": 41660
    },
    {
      "epoch": 0.8779655123362152,
      "grad_norm": 0.10768357664346695,
      "learning_rate": 7.712926282171296e-07,
      "loss": 0.6524,
      "step": 41661
    },
    {
      "epoch": 0.8779865863745805,
      "grad_norm": 0.11521445214748383,
      "learning_rate": 7.710297970372183e-07,
      "loss": 0.698,
      "step": 41662
    },
    {
      "epoch": 0.8780076604129458,
      "grad_norm": 0.1444213092327118,
      "learning_rate": 7.707670088513985e-07,
      "loss": 0.7155,
      "step": 41663
    },
    {
      "epoch": 0.878028734451311,
      "grad_norm": 0.1260170340538025,
      "learning_rate": 7.705042636608928e-07,
      "loss": 0.7111,
      "step": 41664
    },
    {
      "epoch": 0.8780498084896764,
      "grad_norm": 0.2839473783969879,
      "learning_rate": 7.702415614669312e-07,
      "loss": 0.6968,
      "step": 41665
    },
    {
      "epoch": 0.8780708825280417,
      "grad_norm": 0.13424399495124817,
      "learning_rate": 7.699789022707316e-07,
      "loss": 0.7284,
      "step": 41666
    },
    {
      "epoch": 0.8780919565664069,
      "grad_norm": 0.11526470631361008,
      "learning_rate": 7.697162860735197e-07,
      "loss": 0.7272,
      "step": 41667
    },
    {
      "epoch": 0.8781130306047722,
      "grad_norm": 0.11132647842168808,
      "learning_rate": 7.694537128765189e-07,
      "loss": 0.7035,
      "step": 41668
    },
    {
      "epoch": 0.8781341046431375,
      "grad_norm": 0.10793565958738327,
      "learning_rate": 7.691911826809517e-07,
      "loss": 0.6692,
      "step": 41669
    },
    {
      "epoch": 0.8781551786815028,
      "grad_norm": 0.1403195708990097,
      "learning_rate": 7.689286954880426e-07,
      "loss": 0.8022,
      "step": 41670
    },
    {
      "epoch": 0.8781762527198681,
      "grad_norm": 0.13079948723316193,
      "learning_rate": 7.686662512990128e-07,
      "loss": 0.741,
      "step": 41671
    },
    {
      "epoch": 0.8781973267582334,
      "grad_norm": 0.08901519328355789,
      "learning_rate": 7.684038501150859e-07,
      "loss": 0.6883,
      "step": 41672
    },
    {
      "epoch": 0.8782184007965986,
      "grad_norm": 0.15324805676937103,
      "learning_rate": 7.681414919374852e-07,
      "loss": 0.7257,
      "step": 41673
    },
    {
      "epoch": 0.8782394748349639,
      "grad_norm": 0.10864293575286865,
      "learning_rate": 7.67879176767431e-07,
      "loss": 0.6976,
      "step": 41674
    },
    {
      "epoch": 0.8782605488733293,
      "grad_norm": 0.1033489778637886,
      "learning_rate": 7.676169046061454e-07,
      "loss": 0.7331,
      "step": 41675
    },
    {
      "epoch": 0.8782816229116945,
      "grad_norm": 0.13744685053825378,
      "learning_rate": 7.673546754548533e-07,
      "loss": 0.7327,
      "step": 41676
    },
    {
      "epoch": 0.8783026969500598,
      "grad_norm": 0.09904660284519196,
      "learning_rate": 7.670924893147725e-07,
      "loss": 0.6546,
      "step": 41677
    },
    {
      "epoch": 0.8783237709884251,
      "grad_norm": 0.17574843764305115,
      "learning_rate": 7.668303461871241e-07,
      "loss": 0.6891,
      "step": 41678
    },
    {
      "epoch": 0.8783448450267903,
      "grad_norm": 0.15089134871959686,
      "learning_rate": 7.665682460731327e-07,
      "loss": 0.694,
      "step": 41679
    },
    {
      "epoch": 0.8783659190651557,
      "grad_norm": 0.1138530746102333,
      "learning_rate": 7.663061889740176e-07,
      "loss": 0.7305,
      "step": 41680
    },
    {
      "epoch": 0.878386993103521,
      "grad_norm": 0.1097717434167862,
      "learning_rate": 7.660441748909997e-07,
      "loss": 0.7386,
      "step": 41681
    },
    {
      "epoch": 0.8784080671418862,
      "grad_norm": 0.10923231393098831,
      "learning_rate": 7.657822038253005e-07,
      "loss": 0.6522,
      "step": 41682
    },
    {
      "epoch": 0.8784291411802515,
      "grad_norm": 0.08778214454650879,
      "learning_rate": 7.655202757781388e-07,
      "loss": 0.6747,
      "step": 41683
    },
    {
      "epoch": 0.8784502152186168,
      "grad_norm": 0.11939912289381027,
      "learning_rate": 7.65258390750736e-07,
      "loss": 0.6894,
      "step": 41684
    },
    {
      "epoch": 0.8784712892569821,
      "grad_norm": 0.12872996926307678,
      "learning_rate": 7.649965487443134e-07,
      "loss": 0.6819,
      "step": 41685
    },
    {
      "epoch": 0.8784923632953474,
      "grad_norm": 0.11691690236330032,
      "learning_rate": 7.647347497600877e-07,
      "loss": 0.701,
      "step": 41686
    },
    {
      "epoch": 0.8785134373337127,
      "grad_norm": 0.10902363806962967,
      "learning_rate": 7.644729937992801e-07,
      "loss": 0.7702,
      "step": 41687
    },
    {
      "epoch": 0.8785345113720779,
      "grad_norm": 0.12812119722366333,
      "learning_rate": 7.642112808631097e-07,
      "loss": 0.7062,
      "step": 41688
    },
    {
      "epoch": 0.8785555854104432,
      "grad_norm": 0.22322414815425873,
      "learning_rate": 7.639496109527956e-07,
      "loss": 0.6886,
      "step": 41689
    },
    {
      "epoch": 0.8785766594488085,
      "grad_norm": 0.0969104990363121,
      "learning_rate": 7.636879840695577e-07,
      "loss": 0.6976,
      "step": 41690
    },
    {
      "epoch": 0.8785977334871738,
      "grad_norm": 0.14677642285823822,
      "learning_rate": 7.634264002146141e-07,
      "loss": 0.7255,
      "step": 41691
    },
    {
      "epoch": 0.8786188075255391,
      "grad_norm": 0.09636939316987991,
      "learning_rate": 7.631648593891827e-07,
      "loss": 0.6601,
      "step": 41692
    },
    {
      "epoch": 0.8786398815639044,
      "grad_norm": 0.1116662323474884,
      "learning_rate": 7.629033615944825e-07,
      "loss": 0.7098,
      "step": 41693
    },
    {
      "epoch": 0.8786609556022696,
      "grad_norm": 0.10650916397571564,
      "learning_rate": 7.626419068317348e-07,
      "loss": 0.6948,
      "step": 41694
    },
    {
      "epoch": 0.8786820296406349,
      "grad_norm": 0.11797565966844559,
      "learning_rate": 7.62380495102153e-07,
      "loss": 0.7168,
      "step": 41695
    },
    {
      "epoch": 0.8787031036790003,
      "grad_norm": 0.12607422471046448,
      "learning_rate": 7.62119126406956e-07,
      "loss": 0.7751,
      "step": 41696
    },
    {
      "epoch": 0.8787241777173656,
      "grad_norm": 0.12497962266206741,
      "learning_rate": 7.618578007473632e-07,
      "loss": 0.7363,
      "step": 41697
    },
    {
      "epoch": 0.8787452517557308,
      "grad_norm": 0.10746360570192337,
      "learning_rate": 7.61596518124591e-07,
      "loss": 0.6941,
      "step": 41698
    },
    {
      "epoch": 0.8787663257940961,
      "grad_norm": 0.11064773797988892,
      "learning_rate": 7.613352785398554e-07,
      "loss": 0.6899,
      "step": 41699
    },
    {
      "epoch": 0.8787873998324613,
      "grad_norm": 0.10770618170499802,
      "learning_rate": 7.610740819943762e-07,
      "loss": 0.755,
      "step": 41700
    },
    {
      "epoch": 0.8788084738708267,
      "grad_norm": 0.13647305965423584,
      "learning_rate": 7.608129284893672e-07,
      "loss": 0.7301,
      "step": 41701
    },
    {
      "epoch": 0.878829547909192,
      "grad_norm": 0.11635895073413849,
      "learning_rate": 7.605518180260474e-07,
      "loss": 0.7026,
      "step": 41702
    },
    {
      "epoch": 0.8788506219475573,
      "grad_norm": 0.14148907363414764,
      "learning_rate": 7.602907506056312e-07,
      "loss": 0.7297,
      "step": 41703
    },
    {
      "epoch": 0.8788716959859225,
      "grad_norm": 0.10927928239107132,
      "learning_rate": 7.600297262293366e-07,
      "loss": 0.7447,
      "step": 41704
    },
    {
      "epoch": 0.8788927700242878,
      "grad_norm": 0.10312329232692719,
      "learning_rate": 7.597687448983781e-07,
      "loss": 0.6282,
      "step": 41705
    },
    {
      "epoch": 0.8789138440626532,
      "grad_norm": 0.11496312916278839,
      "learning_rate": 7.595078066139749e-07,
      "loss": 0.7403,
      "step": 41706
    },
    {
      "epoch": 0.8789349181010184,
      "grad_norm": 0.1244535893201828,
      "learning_rate": 7.59246911377336e-07,
      "loss": 0.6724,
      "step": 41707
    },
    {
      "epoch": 0.8789559921393837,
      "grad_norm": 0.09439990669488907,
      "learning_rate": 7.589860591896825e-07,
      "loss": 0.673,
      "step": 41708
    },
    {
      "epoch": 0.878977066177749,
      "grad_norm": 0.10477026551961899,
      "learning_rate": 7.58725250052228e-07,
      "loss": 0.7011,
      "step": 41709
    },
    {
      "epoch": 0.8789981402161142,
      "grad_norm": 0.15097303688526154,
      "learning_rate": 7.58464483966187e-07,
      "loss": 0.7378,
      "step": 41710
    },
    {
      "epoch": 0.8790192142544796,
      "grad_norm": 0.0969633236527443,
      "learning_rate": 7.582037609327742e-07,
      "loss": 0.7179,
      "step": 41711
    },
    {
      "epoch": 0.8790402882928449,
      "grad_norm": 0.11312910914421082,
      "learning_rate": 7.579430809532051e-07,
      "loss": 0.6938,
      "step": 41712
    },
    {
      "epoch": 0.8790613623312101,
      "grad_norm": 0.10543192923069,
      "learning_rate": 7.576824440286945e-07,
      "loss": 0.7384,
      "step": 41713
    },
    {
      "epoch": 0.8790824363695754,
      "grad_norm": 0.09926795214414597,
      "learning_rate": 7.574218501604546e-07,
      "loss": 0.7143,
      "step": 41714
    },
    {
      "epoch": 0.8791035104079407,
      "grad_norm": 0.11315140873193741,
      "learning_rate": 7.571612993497035e-07,
      "loss": 0.7064,
      "step": 41715
    },
    {
      "epoch": 0.879124584446306,
      "grad_norm": 0.10381480306386948,
      "learning_rate": 7.56900791597649e-07,
      "loss": 0.7308,
      "step": 41716
    },
    {
      "epoch": 0.8791456584846713,
      "grad_norm": 0.12452386319637299,
      "learning_rate": 7.56640326905509e-07,
      "loss": 0.7365,
      "step": 41717
    },
    {
      "epoch": 0.8791667325230366,
      "grad_norm": 0.12266594916582108,
      "learning_rate": 7.563799052744947e-07,
      "loss": 0.7224,
      "step": 41718
    },
    {
      "epoch": 0.8791878065614018,
      "grad_norm": 0.13417382538318634,
      "learning_rate": 7.561195267058207e-07,
      "loss": 0.7263,
      "step": 41719
    },
    {
      "epoch": 0.8792088805997671,
      "grad_norm": 0.11517190933227539,
      "learning_rate": 7.558591912006996e-07,
      "loss": 0.6616,
      "step": 41720
    },
    {
      "epoch": 0.8792299546381325,
      "grad_norm": 0.1271725744009018,
      "learning_rate": 7.555988987603447e-07,
      "loss": 0.6979,
      "step": 41721
    },
    {
      "epoch": 0.8792510286764977,
      "grad_norm": 0.10884989798069,
      "learning_rate": 7.55338649385966e-07,
      "loss": 0.6848,
      "step": 41722
    },
    {
      "epoch": 0.879272102714863,
      "grad_norm": 0.11428120732307434,
      "learning_rate": 7.550784430787794e-07,
      "loss": 0.7423,
      "step": 41723
    },
    {
      "epoch": 0.8792931767532283,
      "grad_norm": 0.12919771671295166,
      "learning_rate": 7.548182798399973e-07,
      "loss": 0.6826,
      "step": 41724
    },
    {
      "epoch": 0.8793142507915935,
      "grad_norm": 0.10408124327659607,
      "learning_rate": 7.545581596708285e-07,
      "loss": 0.6957,
      "step": 41725
    },
    {
      "epoch": 0.8793353248299588,
      "grad_norm": 0.11776759475469589,
      "learning_rate": 7.542980825724866e-07,
      "loss": 0.704,
      "step": 41726
    },
    {
      "epoch": 0.8793563988683242,
      "grad_norm": 0.101198211312294,
      "learning_rate": 7.540380485461829e-07,
      "loss": 0.7463,
      "step": 41727
    },
    {
      "epoch": 0.8793774729066894,
      "grad_norm": 0.11809134483337402,
      "learning_rate": 7.537780575931286e-07,
      "loss": 0.7493,
      "step": 41728
    },
    {
      "epoch": 0.8793985469450547,
      "grad_norm": 0.12358138710260391,
      "learning_rate": 7.53518109714535e-07,
      "loss": 0.6846,
      "step": 41729
    },
    {
      "epoch": 0.87941962098342,
      "grad_norm": 0.15675228834152222,
      "learning_rate": 7.532582049116132e-07,
      "loss": 0.75,
      "step": 41730
    },
    {
      "epoch": 0.8794406950217852,
      "grad_norm": 0.0946035161614418,
      "learning_rate": 7.529983431855747e-07,
      "loss": 0.7188,
      "step": 41731
    },
    {
      "epoch": 0.8794617690601506,
      "grad_norm": 0.10812900215387344,
      "learning_rate": 7.527385245376295e-07,
      "loss": 0.7316,
      "step": 41732
    },
    {
      "epoch": 0.8794828430985159,
      "grad_norm": 0.11127853393554688,
      "learning_rate": 7.524787489689866e-07,
      "loss": 0.7602,
      "step": 41733
    },
    {
      "epoch": 0.8795039171368811,
      "grad_norm": 0.13222037255764008,
      "learning_rate": 7.522190164808585e-07,
      "loss": 0.6973,
      "step": 41734
    },
    {
      "epoch": 0.8795249911752464,
      "grad_norm": 0.10234048217535019,
      "learning_rate": 7.519593270744563e-07,
      "loss": 0.672,
      "step": 41735
    },
    {
      "epoch": 0.8795460652136117,
      "grad_norm": 0.162882000207901,
      "learning_rate": 7.516996807509836e-07,
      "loss": 0.7118,
      "step": 41736
    },
    {
      "epoch": 0.879567139251977,
      "grad_norm": 0.11240603029727936,
      "learning_rate": 7.514400775116559e-07,
      "loss": 0.6859,
      "step": 41737
    },
    {
      "epoch": 0.8795882132903423,
      "grad_norm": 0.12260425835847855,
      "learning_rate": 7.511805173576814e-07,
      "loss": 0.7814,
      "step": 41738
    },
    {
      "epoch": 0.8796092873287076,
      "grad_norm": 0.11111137270927429,
      "learning_rate": 7.509210002902678e-07,
      "loss": 0.6872,
      "step": 41739
    },
    {
      "epoch": 0.8796303613670728,
      "grad_norm": 0.13296711444854736,
      "learning_rate": 7.506615263106254e-07,
      "loss": 0.692,
      "step": 41740
    },
    {
      "epoch": 0.8796514354054381,
      "grad_norm": 0.09407457709312439,
      "learning_rate": 7.50402095419962e-07,
      "loss": 0.6691,
      "step": 41741
    },
    {
      "epoch": 0.8796725094438035,
      "grad_norm": 0.12135403603315353,
      "learning_rate": 7.501427076194879e-07,
      "loss": 0.7396,
      "step": 41742
    },
    {
      "epoch": 0.8796935834821688,
      "grad_norm": 0.10441814363002777,
      "learning_rate": 7.498833629104097e-07,
      "loss": 0.6963,
      "step": 41743
    },
    {
      "epoch": 0.879714657520534,
      "grad_norm": 0.12123201787471771,
      "learning_rate": 7.496240612939376e-07,
      "loss": 0.7108,
      "step": 41744
    },
    {
      "epoch": 0.8797357315588993,
      "grad_norm": 0.10552743077278137,
      "learning_rate": 7.493648027712763e-07,
      "loss": 0.6568,
      "step": 41745
    },
    {
      "epoch": 0.8797568055972645,
      "grad_norm": 0.09740086644887924,
      "learning_rate": 7.49105587343636e-07,
      "loss": 0.6536,
      "step": 41746
    },
    {
      "epoch": 0.8797778796356299,
      "grad_norm": 0.18377715349197388,
      "learning_rate": 7.488464150122232e-07,
      "loss": 0.7709,
      "step": 41747
    },
    {
      "epoch": 0.8797989536739952,
      "grad_norm": 0.12341916561126709,
      "learning_rate": 7.485872857782461e-07,
      "loss": 0.6856,
      "step": 41748
    },
    {
      "epoch": 0.8798200277123605,
      "grad_norm": 0.18696238100528717,
      "learning_rate": 7.483281996429115e-07,
      "loss": 0.716,
      "step": 41749
    },
    {
      "epoch": 0.8798411017507257,
      "grad_norm": 0.11094163358211517,
      "learning_rate": 7.480691566074239e-07,
      "loss": 0.734,
      "step": 41750
    },
    {
      "epoch": 0.879862175789091,
      "grad_norm": 0.10600348562002182,
      "learning_rate": 7.478101566729956e-07,
      "loss": 0.6998,
      "step": 41751
    },
    {
      "epoch": 0.8798832498274564,
      "grad_norm": 0.10309571772813797,
      "learning_rate": 7.475511998408303e-07,
      "loss": 0.7273,
      "step": 41752
    },
    {
      "epoch": 0.8799043238658216,
      "grad_norm": 0.09947909414768219,
      "learning_rate": 7.472922861121356e-07,
      "loss": 0.7067,
      "step": 41753
    },
    {
      "epoch": 0.8799253979041869,
      "grad_norm": 0.13390567898750305,
      "learning_rate": 7.470334154881143e-07,
      "loss": 0.7286,
      "step": 41754
    },
    {
      "epoch": 0.8799464719425522,
      "grad_norm": 0.11637061834335327,
      "learning_rate": 7.46774587969975e-07,
      "loss": 0.6385,
      "step": 41755
    },
    {
      "epoch": 0.8799675459809174,
      "grad_norm": 0.11185864359140396,
      "learning_rate": 7.465158035589226e-07,
      "loss": 0.7039,
      "step": 41756
    },
    {
      "epoch": 0.8799886200192828,
      "grad_norm": 0.10520800948143005,
      "learning_rate": 7.462570622561627e-07,
      "loss": 0.7237,
      "step": 41757
    },
    {
      "epoch": 0.8800096940576481,
      "grad_norm": 0.09518872201442719,
      "learning_rate": 7.459983640629009e-07,
      "loss": 0.7069,
      "step": 41758
    },
    {
      "epoch": 0.8800307680960133,
      "grad_norm": 0.1103668138384819,
      "learning_rate": 7.457397089803431e-07,
      "loss": 0.6765,
      "step": 41759
    },
    {
      "epoch": 0.8800518421343786,
      "grad_norm": 0.10215415805578232,
      "learning_rate": 7.454810970096937e-07,
      "loss": 0.6402,
      "step": 41760
    },
    {
      "epoch": 0.8800729161727439,
      "grad_norm": 0.10082952678203583,
      "learning_rate": 7.452225281521575e-07,
      "loss": 0.7472,
      "step": 41761
    },
    {
      "epoch": 0.8800939902111092,
      "grad_norm": 0.14065028727054596,
      "learning_rate": 7.449640024089377e-07,
      "loss": 0.6704,
      "step": 41762
    },
    {
      "epoch": 0.8801150642494745,
      "grad_norm": 0.10418373346328735,
      "learning_rate": 7.447055197812414e-07,
      "loss": 0.6571,
      "step": 41763
    },
    {
      "epoch": 0.8801361382878398,
      "grad_norm": 0.10319459438323975,
      "learning_rate": 7.444470802702708e-07,
      "loss": 0.6947,
      "step": 41764
    },
    {
      "epoch": 0.880157212326205,
      "grad_norm": 0.11854477971792221,
      "learning_rate": 7.441886838772294e-07,
      "loss": 0.7236,
      "step": 41765
    },
    {
      "epoch": 0.8801782863645703,
      "grad_norm": 0.1038738265633583,
      "learning_rate": 7.439303306033229e-07,
      "loss": 0.7334,
      "step": 41766
    },
    {
      "epoch": 0.8801993604029356,
      "grad_norm": 0.12010394781827927,
      "learning_rate": 7.436720204497539e-07,
      "loss": 0.6878,
      "step": 41767
    },
    {
      "epoch": 0.8802204344413009,
      "grad_norm": 0.099136583507061,
      "learning_rate": 7.434137534177255e-07,
      "loss": 0.7281,
      "step": 41768
    },
    {
      "epoch": 0.8802415084796662,
      "grad_norm": 0.16000120341777802,
      "learning_rate": 7.431555295084413e-07,
      "loss": 0.6705,
      "step": 41769
    },
    {
      "epoch": 0.8802625825180315,
      "grad_norm": 0.09897417575120926,
      "learning_rate": 7.428973487231039e-07,
      "loss": 0.7066,
      "step": 41770
    },
    {
      "epoch": 0.8802836565563967,
      "grad_norm": 0.16737794876098633,
      "learning_rate": 7.426392110629166e-07,
      "loss": 0.7156,
      "step": 41771
    },
    {
      "epoch": 0.880304730594762,
      "grad_norm": 0.10253529995679855,
      "learning_rate": 7.423811165290806e-07,
      "loss": 0.6384,
      "step": 41772
    },
    {
      "epoch": 0.8803258046331274,
      "grad_norm": 0.10386165976524353,
      "learning_rate": 7.421230651227995e-07,
      "loss": 0.6822,
      "step": 41773
    },
    {
      "epoch": 0.8803468786714926,
      "grad_norm": 0.12959450483322144,
      "learning_rate": 7.418650568452779e-07,
      "loss": 0.7299,
      "step": 41774
    },
    {
      "epoch": 0.8803679527098579,
      "grad_norm": 0.11233832687139511,
      "learning_rate": 7.416070916977125e-07,
      "loss": 0.7659,
      "step": 41775
    },
    {
      "epoch": 0.8803890267482232,
      "grad_norm": 0.11032033711671829,
      "learning_rate": 7.413491696813079e-07,
      "loss": 0.6692,
      "step": 41776
    },
    {
      "epoch": 0.8804101007865884,
      "grad_norm": 0.09808983653783798,
      "learning_rate": 7.410912907972656e-07,
      "loss": 0.6894,
      "step": 41777
    },
    {
      "epoch": 0.8804311748249538,
      "grad_norm": 0.10136038810014725,
      "learning_rate": 7.408334550467866e-07,
      "loss": 0.7076,
      "step": 41778
    },
    {
      "epoch": 0.8804522488633191,
      "grad_norm": 0.14842450618743896,
      "learning_rate": 7.405756624310701e-07,
      "loss": 0.6878,
      "step": 41779
    },
    {
      "epoch": 0.8804733229016843,
      "grad_norm": 0.11937610805034637,
      "learning_rate": 7.403179129513217e-07,
      "loss": 0.6729,
      "step": 41780
    },
    {
      "epoch": 0.8804943969400496,
      "grad_norm": 0.08850425481796265,
      "learning_rate": 7.400602066087393e-07,
      "loss": 0.6628,
      "step": 41781
    },
    {
      "epoch": 0.8805154709784149,
      "grad_norm": 0.09891145676374435,
      "learning_rate": 7.39802543404523e-07,
      "loss": 0.6354,
      "step": 41782
    },
    {
      "epoch": 0.8805365450167802,
      "grad_norm": 0.10067073255777359,
      "learning_rate": 7.395449233398754e-07,
      "loss": 0.6932,
      "step": 41783
    },
    {
      "epoch": 0.8805576190551455,
      "grad_norm": 0.12191198021173477,
      "learning_rate": 7.392873464159944e-07,
      "loss": 0.7264,
      "step": 41784
    },
    {
      "epoch": 0.8805786930935108,
      "grad_norm": 0.1515413075685501,
      "learning_rate": 7.390298126340811e-07,
      "loss": 0.6577,
      "step": 41785
    },
    {
      "epoch": 0.880599767131876,
      "grad_norm": 0.12374923378229141,
      "learning_rate": 7.387723219953336e-07,
      "loss": 0.7142,
      "step": 41786
    },
    {
      "epoch": 0.8806208411702413,
      "grad_norm": 0.12040413916110992,
      "learning_rate": 7.385148745009541e-07,
      "loss": 0.7149,
      "step": 41787
    },
    {
      "epoch": 0.8806419152086067,
      "grad_norm": 0.1613854020833969,
      "learning_rate": 7.382574701521395e-07,
      "loss": 0.7396,
      "step": 41788
    },
    {
      "epoch": 0.880662989246972,
      "grad_norm": 0.10785134881734848,
      "learning_rate": 7.380001089500899e-07,
      "loss": 0.7145,
      "step": 41789
    },
    {
      "epoch": 0.8806840632853372,
      "grad_norm": 0.1014096587896347,
      "learning_rate": 7.377427908960044e-07,
      "loss": 0.6384,
      "step": 41790
    },
    {
      "epoch": 0.8807051373237025,
      "grad_norm": 0.11390146613121033,
      "learning_rate": 7.374855159910821e-07,
      "loss": 0.6668,
      "step": 41791
    },
    {
      "epoch": 0.8807262113620677,
      "grad_norm": 0.13813979923725128,
      "learning_rate": 7.372282842365208e-07,
      "loss": 0.7703,
      "step": 41792
    },
    {
      "epoch": 0.8807472854004331,
      "grad_norm": 0.10870514065027237,
      "learning_rate": 7.369710956335196e-07,
      "loss": 0.7486,
      "step": 41793
    },
    {
      "epoch": 0.8807683594387984,
      "grad_norm": 0.10980808734893799,
      "learning_rate": 7.367139501832754e-07,
      "loss": 0.737,
      "step": 41794
    },
    {
      "epoch": 0.8807894334771637,
      "grad_norm": 0.09625279158353806,
      "learning_rate": 7.364568478869871e-07,
      "loss": 0.7287,
      "step": 41795
    },
    {
      "epoch": 0.8808105075155289,
      "grad_norm": 0.11521685123443604,
      "learning_rate": 7.361997887458528e-07,
      "loss": 0.642,
      "step": 41796
    },
    {
      "epoch": 0.8808315815538942,
      "grad_norm": 0.10884147882461548,
      "learning_rate": 7.359427727610691e-07,
      "loss": 0.6997,
      "step": 41797
    },
    {
      "epoch": 0.8808526555922596,
      "grad_norm": 0.1026528924703598,
      "learning_rate": 7.356857999338341e-07,
      "loss": 0.7387,
      "step": 41798
    },
    {
      "epoch": 0.8808737296306248,
      "grad_norm": 0.10898400098085403,
      "learning_rate": 7.354288702653445e-07,
      "loss": 0.6939,
      "step": 41799
    },
    {
      "epoch": 0.8808948036689901,
      "grad_norm": 0.1234557032585144,
      "learning_rate": 7.351719837567961e-07,
      "loss": 0.6807,
      "step": 41800
    },
    {
      "epoch": 0.8809158777073554,
      "grad_norm": 0.10527586936950684,
      "learning_rate": 7.34915140409388e-07,
      "loss": 0.6769,
      "step": 41801
    },
    {
      "epoch": 0.8809369517457206,
      "grad_norm": 0.0939726009964943,
      "learning_rate": 7.346583402243157e-07,
      "loss": 0.6215,
      "step": 41802
    },
    {
      "epoch": 0.8809580257840859,
      "grad_norm": 0.1044771745800972,
      "learning_rate": 7.344015832027762e-07,
      "loss": 0.6737,
      "step": 41803
    },
    {
      "epoch": 0.8809790998224513,
      "grad_norm": 0.14316800236701965,
      "learning_rate": 7.341448693459641e-07,
      "loss": 0.76,
      "step": 41804
    },
    {
      "epoch": 0.8810001738608165,
      "grad_norm": 0.11049837619066238,
      "learning_rate": 7.338881986550761e-07,
      "loss": 0.7796,
      "step": 41805
    },
    {
      "epoch": 0.8810212478991818,
      "grad_norm": 0.12269030511379242,
      "learning_rate": 7.336315711313069e-07,
      "loss": 0.6944,
      "step": 41806
    },
    {
      "epoch": 0.8810423219375471,
      "grad_norm": 0.12351150065660477,
      "learning_rate": 7.333749867758533e-07,
      "loss": 0.68,
      "step": 41807
    },
    {
      "epoch": 0.8810633959759123,
      "grad_norm": 0.11421491205692291,
      "learning_rate": 7.331184455899087e-07,
      "loss": 0.69,
      "step": 41808
    },
    {
      "epoch": 0.8810844700142777,
      "grad_norm": 0.12292320281267166,
      "learning_rate": 7.328619475746723e-07,
      "loss": 0.6666,
      "step": 41809
    },
    {
      "epoch": 0.881105544052643,
      "grad_norm": 0.11646147072315216,
      "learning_rate": 7.326054927313353e-07,
      "loss": 0.6872,
      "step": 41810
    },
    {
      "epoch": 0.8811266180910082,
      "grad_norm": 0.104360431432724,
      "learning_rate": 7.323490810610945e-07,
      "loss": 0.6555,
      "step": 41811
    },
    {
      "epoch": 0.8811476921293735,
      "grad_norm": 0.16475214064121246,
      "learning_rate": 7.320927125651455e-07,
      "loss": 0.7413,
      "step": 41812
    },
    {
      "epoch": 0.8811687661677388,
      "grad_norm": 0.13587042689323425,
      "learning_rate": 7.318363872446788e-07,
      "loss": 0.7269,
      "step": 41813
    },
    {
      "epoch": 0.8811898402061041,
      "grad_norm": 0.11416774243116379,
      "learning_rate": 7.315801051008897e-07,
      "loss": 0.6973,
      "step": 41814
    },
    {
      "epoch": 0.8812109142444694,
      "grad_norm": 0.11722644418478012,
      "learning_rate": 7.313238661349731e-07,
      "loss": 0.7088,
      "step": 41815
    },
    {
      "epoch": 0.8812319882828347,
      "grad_norm": 0.11259850859642029,
      "learning_rate": 7.310676703481235e-07,
      "loss": 0.7025,
      "step": 41816
    },
    {
      "epoch": 0.8812530623211999,
      "grad_norm": 0.10048258304595947,
      "learning_rate": 7.30811517741532e-07,
      "loss": 0.6784,
      "step": 41817
    },
    {
      "epoch": 0.8812741363595652,
      "grad_norm": 0.09705835580825806,
      "learning_rate": 7.305554083163946e-07,
      "loss": 0.6983,
      "step": 41818
    },
    {
      "epoch": 0.8812952103979306,
      "grad_norm": 0.11230155825614929,
      "learning_rate": 7.302993420739024e-07,
      "loss": 0.6272,
      "step": 41819
    },
    {
      "epoch": 0.8813162844362958,
      "grad_norm": 0.10885017365217209,
      "learning_rate": 7.300433190152489e-07,
      "loss": 0.6284,
      "step": 41820
    },
    {
      "epoch": 0.8813373584746611,
      "grad_norm": 0.2145548164844513,
      "learning_rate": 7.297873391416277e-07,
      "loss": 0.705,
      "step": 41821
    },
    {
      "epoch": 0.8813584325130264,
      "grad_norm": 0.10557682067155838,
      "learning_rate": 7.295314024542299e-07,
      "loss": 0.7816,
      "step": 41822
    },
    {
      "epoch": 0.8813795065513916,
      "grad_norm": 0.1016378104686737,
      "learning_rate": 7.29275508954248e-07,
      "loss": 0.69,
      "step": 41823
    },
    {
      "epoch": 0.881400580589757,
      "grad_norm": 0.1073816642165184,
      "learning_rate": 7.290196586428755e-07,
      "loss": 0.704,
      "step": 41824
    },
    {
      "epoch": 0.8814216546281223,
      "grad_norm": 0.10971413552761078,
      "learning_rate": 7.287638515213025e-07,
      "loss": 0.7104,
      "step": 41825
    },
    {
      "epoch": 0.8814427286664875,
      "grad_norm": 0.09695136547088623,
      "learning_rate": 7.285080875907225e-07,
      "loss": 0.6717,
      "step": 41826
    },
    {
      "epoch": 0.8814638027048528,
      "grad_norm": 0.13387811183929443,
      "learning_rate": 7.282523668523256e-07,
      "loss": 0.7156,
      "step": 41827
    },
    {
      "epoch": 0.8814848767432181,
      "grad_norm": 0.12212838232517242,
      "learning_rate": 7.279966893073031e-07,
      "loss": 0.682,
      "step": 41828
    },
    {
      "epoch": 0.8815059507815834,
      "grad_norm": 0.3550317585468292,
      "learning_rate": 7.277410549568476e-07,
      "loss": 0.7355,
      "step": 41829
    },
    {
      "epoch": 0.8815270248199487,
      "grad_norm": 0.09494518488645554,
      "learning_rate": 7.274854638021478e-07,
      "loss": 0.6951,
      "step": 41830
    },
    {
      "epoch": 0.881548098858314,
      "grad_norm": 0.1021447628736496,
      "learning_rate": 7.272299158443963e-07,
      "loss": 0.6967,
      "step": 41831
    },
    {
      "epoch": 0.8815691728966792,
      "grad_norm": 0.11650729924440384,
      "learning_rate": 7.269744110847831e-07,
      "loss": 0.7002,
      "step": 41832
    },
    {
      "epoch": 0.8815902469350445,
      "grad_norm": 0.11358274519443512,
      "learning_rate": 7.267189495244997e-07,
      "loss": 0.6925,
      "step": 41833
    },
    {
      "epoch": 0.8816113209734099,
      "grad_norm": 0.10570073872804642,
      "learning_rate": 7.264635311647328e-07,
      "loss": 0.6372,
      "step": 41834
    },
    {
      "epoch": 0.8816323950117751,
      "grad_norm": 0.13901853561401367,
      "learning_rate": 7.262081560066736e-07,
      "loss": 0.7529,
      "step": 41835
    },
    {
      "epoch": 0.8816534690501404,
      "grad_norm": 0.12102153152227402,
      "learning_rate": 7.259528240515135e-07,
      "loss": 0.7546,
      "step": 41836
    },
    {
      "epoch": 0.8816745430885057,
      "grad_norm": 0.10492783039808273,
      "learning_rate": 7.256975353004391e-07,
      "loss": 0.7067,
      "step": 41837
    },
    {
      "epoch": 0.881695617126871,
      "grad_norm": 0.11847589910030365,
      "learning_rate": 7.254422897546431e-07,
      "loss": 0.729,
      "step": 41838
    },
    {
      "epoch": 0.8817166911652363,
      "grad_norm": 0.11686176061630249,
      "learning_rate": 7.251870874153122e-07,
      "loss": 0.6122,
      "step": 41839
    },
    {
      "epoch": 0.8817377652036016,
      "grad_norm": 0.10966000705957413,
      "learning_rate": 7.249319282836376e-07,
      "loss": 0.6656,
      "step": 41840
    },
    {
      "epoch": 0.8817588392419669,
      "grad_norm": 0.13440030813217163,
      "learning_rate": 7.24676812360805e-07,
      "loss": 0.6982,
      "step": 41841
    },
    {
      "epoch": 0.8817799132803321,
      "grad_norm": 0.10582154244184494,
      "learning_rate": 7.244217396480069e-07,
      "loss": 0.67,
      "step": 41842
    },
    {
      "epoch": 0.8818009873186974,
      "grad_norm": 0.10410880297422409,
      "learning_rate": 7.241667101464267e-07,
      "loss": 0.6979,
      "step": 41843
    },
    {
      "epoch": 0.8818220613570626,
      "grad_norm": 0.11671455204486847,
      "learning_rate": 7.239117238572557e-07,
      "loss": 0.7129,
      "step": 41844
    },
    {
      "epoch": 0.881843135395428,
      "grad_norm": 0.09329994767904282,
      "learning_rate": 7.236567807816807e-07,
      "loss": 0.6523,
      "step": 41845
    },
    {
      "epoch": 0.8818642094337933,
      "grad_norm": 0.10382572561502457,
      "learning_rate": 7.234018809208887e-07,
      "loss": 0.6791,
      "step": 41846
    },
    {
      "epoch": 0.8818852834721586,
      "grad_norm": 0.13660217821598053,
      "learning_rate": 7.231470242760685e-07,
      "loss": 0.7102,
      "step": 41847
    },
    {
      "epoch": 0.8819063575105238,
      "grad_norm": 0.09378738701343536,
      "learning_rate": 7.22892210848407e-07,
      "loss": 0.691,
      "step": 41848
    },
    {
      "epoch": 0.8819274315488891,
      "grad_norm": 0.10915463417768478,
      "learning_rate": 7.226374406390913e-07,
      "loss": 0.7133,
      "step": 41849
    },
    {
      "epoch": 0.8819485055872545,
      "grad_norm": 0.10064386576414108,
      "learning_rate": 7.223827136493078e-07,
      "loss": 0.6589,
      "step": 41850
    },
    {
      "epoch": 0.8819695796256197,
      "grad_norm": 0.10706762224435806,
      "learning_rate": 7.221280298802447e-07,
      "loss": 0.721,
      "step": 41851
    },
    {
      "epoch": 0.881990653663985,
      "grad_norm": 0.12339983880519867,
      "learning_rate": 7.218733893330864e-07,
      "loss": 0.7224,
      "step": 41852
    },
    {
      "epoch": 0.8820117277023503,
      "grad_norm": 0.11575114727020264,
      "learning_rate": 7.2161879200902e-07,
      "loss": 0.6707,
      "step": 41853
    },
    {
      "epoch": 0.8820328017407155,
      "grad_norm": 0.11004132032394409,
      "learning_rate": 7.213642379092312e-07,
      "loss": 0.6464,
      "step": 41854
    },
    {
      "epoch": 0.8820538757790809,
      "grad_norm": 0.12972229719161987,
      "learning_rate": 7.211097270349065e-07,
      "loss": 0.7068,
      "step": 41855
    },
    {
      "epoch": 0.8820749498174462,
      "grad_norm": 0.09369189292192459,
      "learning_rate": 7.20855259387232e-07,
      "loss": 0.6557,
      "step": 41856
    },
    {
      "epoch": 0.8820960238558114,
      "grad_norm": 0.10551242530345917,
      "learning_rate": 7.206008349673921e-07,
      "loss": 0.7286,
      "step": 41857
    },
    {
      "epoch": 0.8821170978941767,
      "grad_norm": 0.16245435178279877,
      "learning_rate": 7.203464537765736e-07,
      "loss": 0.7023,
      "step": 41858
    },
    {
      "epoch": 0.882138171932542,
      "grad_norm": 0.10565993934869766,
      "learning_rate": 7.200921158159591e-07,
      "loss": 0.7277,
      "step": 41859
    },
    {
      "epoch": 0.8821592459709073,
      "grad_norm": 0.11294310539960861,
      "learning_rate": 7.198378210867352e-07,
      "loss": 0.7048,
      "step": 41860
    },
    {
      "epoch": 0.8821803200092726,
      "grad_norm": 0.13939020037651062,
      "learning_rate": 7.195835695900865e-07,
      "loss": 0.6585,
      "step": 41861
    },
    {
      "epoch": 0.8822013940476379,
      "grad_norm": 0.10354407876729965,
      "learning_rate": 7.193293613271979e-07,
      "loss": 0.643,
      "step": 41862
    },
    {
      "epoch": 0.8822224680860031,
      "grad_norm": 0.10063472390174866,
      "learning_rate": 7.190751962992526e-07,
      "loss": 0.7225,
      "step": 41863
    },
    {
      "epoch": 0.8822435421243684,
      "grad_norm": 0.11424419283866882,
      "learning_rate": 7.188210745074343e-07,
      "loss": 0.6869,
      "step": 41864
    },
    {
      "epoch": 0.8822646161627338,
      "grad_norm": 0.10077016800642014,
      "learning_rate": 7.185669959529251e-07,
      "loss": 0.7062,
      "step": 41865
    },
    {
      "epoch": 0.882285690201099,
      "grad_norm": 0.12600985169410706,
      "learning_rate": 7.183129606369133e-07,
      "loss": 0.6751,
      "step": 41866
    },
    {
      "epoch": 0.8823067642394643,
      "grad_norm": 0.12125175446271896,
      "learning_rate": 7.180589685605799e-07,
      "loss": 0.6892,
      "step": 41867
    },
    {
      "epoch": 0.8823278382778296,
      "grad_norm": 0.10417578369379044,
      "learning_rate": 7.178050197251085e-07,
      "loss": 0.6395,
      "step": 41868
    },
    {
      "epoch": 0.8823489123161948,
      "grad_norm": 0.14906741678714752,
      "learning_rate": 7.175511141316826e-07,
      "loss": 0.7024,
      "step": 41869
    },
    {
      "epoch": 0.8823699863545602,
      "grad_norm": 0.11060864478349686,
      "learning_rate": 7.172972517814836e-07,
      "loss": 0.7458,
      "step": 41870
    },
    {
      "epoch": 0.8823910603929255,
      "grad_norm": 0.16849437355995178,
      "learning_rate": 7.17043432675697e-07,
      "loss": 0.7044,
      "step": 41871
    },
    {
      "epoch": 0.8824121344312907,
      "grad_norm": 0.10015394538640976,
      "learning_rate": 7.16789656815502e-07,
      "loss": 0.6986,
      "step": 41872
    },
    {
      "epoch": 0.882433208469656,
      "grad_norm": 0.11408168822526932,
      "learning_rate": 7.165359242020808e-07,
      "loss": 0.688,
      "step": 41873
    },
    {
      "epoch": 0.8824542825080213,
      "grad_norm": 0.1369619369506836,
      "learning_rate": 7.162822348366183e-07,
      "loss": 0.6915,
      "step": 41874
    },
    {
      "epoch": 0.8824753565463866,
      "grad_norm": 0.10575113445520401,
      "learning_rate": 7.160285887202934e-07,
      "loss": 0.6418,
      "step": 41875
    },
    {
      "epoch": 0.8824964305847519,
      "grad_norm": 0.11154357343912125,
      "learning_rate": 7.157749858542895e-07,
      "loss": 0.7419,
      "step": 41876
    },
    {
      "epoch": 0.8825175046231172,
      "grad_norm": 0.09880080074071884,
      "learning_rate": 7.15521426239788e-07,
      "loss": 0.6558,
      "step": 41877
    },
    {
      "epoch": 0.8825385786614824,
      "grad_norm": 0.11530623584985733,
      "learning_rate": 7.152679098779691e-07,
      "loss": 0.7393,
      "step": 41878
    },
    {
      "epoch": 0.8825596526998477,
      "grad_norm": 0.11948778480291367,
      "learning_rate": 7.150144367700151e-07,
      "loss": 0.7135,
      "step": 41879
    },
    {
      "epoch": 0.882580726738213,
      "grad_norm": 0.11496533453464508,
      "learning_rate": 7.147610069171051e-07,
      "loss": 0.7354,
      "step": 41880
    },
    {
      "epoch": 0.8826018007765783,
      "grad_norm": 0.11767090111970901,
      "learning_rate": 7.145076203204226e-07,
      "loss": 0.6959,
      "step": 41881
    },
    {
      "epoch": 0.8826228748149436,
      "grad_norm": 0.10353042185306549,
      "learning_rate": 7.142542769811444e-07,
      "loss": 0.6398,
      "step": 41882
    },
    {
      "epoch": 0.8826439488533089,
      "grad_norm": 0.12236952781677246,
      "learning_rate": 7.140009769004542e-07,
      "loss": 0.7369,
      "step": 41883
    },
    {
      "epoch": 0.8826650228916741,
      "grad_norm": 0.11698564141988754,
      "learning_rate": 7.137477200795295e-07,
      "loss": 0.7253,
      "step": 41884
    },
    {
      "epoch": 0.8826860969300394,
      "grad_norm": 0.11616776138544083,
      "learning_rate": 7.134945065195509e-07,
      "loss": 0.687,
      "step": 41885
    },
    {
      "epoch": 0.8827071709684048,
      "grad_norm": 0.11512087285518646,
      "learning_rate": 7.132413362216983e-07,
      "loss": 0.7594,
      "step": 41886
    },
    {
      "epoch": 0.88272824500677,
      "grad_norm": 0.14030233025550842,
      "learning_rate": 7.12988209187151e-07,
      "loss": 0.7905,
      "step": 41887
    },
    {
      "epoch": 0.8827493190451353,
      "grad_norm": 0.1120491549372673,
      "learning_rate": 7.127351254170889e-07,
      "loss": 0.7052,
      "step": 41888
    },
    {
      "epoch": 0.8827703930835006,
      "grad_norm": 0.12173138558864594,
      "learning_rate": 7.12482084912689e-07,
      "loss": 0.703,
      "step": 41889
    },
    {
      "epoch": 0.8827914671218658,
      "grad_norm": 0.1284109503030777,
      "learning_rate": 7.122290876751326e-07,
      "loss": 0.6271,
      "step": 41890
    },
    {
      "epoch": 0.8828125411602312,
      "grad_norm": 0.11842707544565201,
      "learning_rate": 7.119761337055964e-07,
      "loss": 0.6567,
      "step": 41891
    },
    {
      "epoch": 0.8828336151985965,
      "grad_norm": 0.11251397430896759,
      "learning_rate": 7.117232230052617e-07,
      "loss": 0.7072,
      "step": 41892
    },
    {
      "epoch": 0.8828546892369618,
      "grad_norm": 0.09871814399957657,
      "learning_rate": 7.114703555753022e-07,
      "loss": 0.6561,
      "step": 41893
    },
    {
      "epoch": 0.882875763275327,
      "grad_norm": 0.10594482719898224,
      "learning_rate": 7.112175314168979e-07,
      "loss": 0.7017,
      "step": 41894
    },
    {
      "epoch": 0.8828968373136923,
      "grad_norm": 0.10856799781322479,
      "learning_rate": 7.109647505312278e-07,
      "loss": 0.7203,
      "step": 41895
    },
    {
      "epoch": 0.8829179113520577,
      "grad_norm": 0.1406586468219757,
      "learning_rate": 7.107120129194678e-07,
      "loss": 0.7273,
      "step": 41896
    },
    {
      "epoch": 0.8829389853904229,
      "grad_norm": 0.1234884262084961,
      "learning_rate": 7.104593185827979e-07,
      "loss": 0.6982,
      "step": 41897
    },
    {
      "epoch": 0.8829600594287882,
      "grad_norm": 0.12068333476781845,
      "learning_rate": 7.102066675223917e-07,
      "loss": 0.7411,
      "step": 41898
    },
    {
      "epoch": 0.8829811334671535,
      "grad_norm": 0.10922461748123169,
      "learning_rate": 7.099540597394295e-07,
      "loss": 0.7432,
      "step": 41899
    },
    {
      "epoch": 0.8830022075055187,
      "grad_norm": 0.1472504585981369,
      "learning_rate": 7.097014952350867e-07,
      "loss": 0.6749,
      "step": 41900
    },
    {
      "epoch": 0.8830232815438841,
      "grad_norm": 0.10237818956375122,
      "learning_rate": 7.094489740105404e-07,
      "loss": 0.7445,
      "step": 41901
    },
    {
      "epoch": 0.8830443555822494,
      "grad_norm": 0.11261405050754547,
      "learning_rate": 7.091964960669661e-07,
      "loss": 0.6956,
      "step": 41902
    },
    {
      "epoch": 0.8830654296206146,
      "grad_norm": 0.12350518256425858,
      "learning_rate": 7.089440614055398e-07,
      "loss": 0.6868,
      "step": 41903
    },
    {
      "epoch": 0.8830865036589799,
      "grad_norm": 0.11264044791460037,
      "learning_rate": 7.086916700274382e-07,
      "loss": 0.6902,
      "step": 41904
    },
    {
      "epoch": 0.8831075776973452,
      "grad_norm": 0.08856093138456345,
      "learning_rate": 7.08439321933837e-07,
      "loss": 0.6042,
      "step": 41905
    },
    {
      "epoch": 0.8831286517357105,
      "grad_norm": 0.09877949208021164,
      "learning_rate": 7.081870171259109e-07,
      "loss": 0.6565,
      "step": 41906
    },
    {
      "epoch": 0.8831497257740758,
      "grad_norm": 0.17711356282234192,
      "learning_rate": 7.079347556048366e-07,
      "loss": 0.7046,
      "step": 41907
    },
    {
      "epoch": 0.8831707998124411,
      "grad_norm": 0.13922202587127686,
      "learning_rate": 7.076825373717888e-07,
      "loss": 0.6604,
      "step": 41908
    },
    {
      "epoch": 0.8831918738508063,
      "grad_norm": 0.10042858123779297,
      "learning_rate": 7.074303624279411e-07,
      "loss": 0.6732,
      "step": 41909
    },
    {
      "epoch": 0.8832129478891716,
      "grad_norm": 0.10668928176164627,
      "learning_rate": 7.071782307744735e-07,
      "loss": 0.6579,
      "step": 41910
    },
    {
      "epoch": 0.883234021927537,
      "grad_norm": 0.12048865109682083,
      "learning_rate": 7.06926142412554e-07,
      "loss": 0.6937,
      "step": 41911
    },
    {
      "epoch": 0.8832550959659022,
      "grad_norm": 0.11573828756809235,
      "learning_rate": 7.066740973433606e-07,
      "loss": 0.6573,
      "step": 41912
    },
    {
      "epoch": 0.8832761700042675,
      "grad_norm": 0.10034981369972229,
      "learning_rate": 7.064220955680667e-07,
      "loss": 0.6515,
      "step": 41913
    },
    {
      "epoch": 0.8832972440426328,
      "grad_norm": 0.12190890312194824,
      "learning_rate": 7.061701370878448e-07,
      "loss": 0.769,
      "step": 41914
    },
    {
      "epoch": 0.883318318080998,
      "grad_norm": 0.23156416416168213,
      "learning_rate": 7.059182219038718e-07,
      "loss": 0.6849,
      "step": 41915
    },
    {
      "epoch": 0.8833393921193633,
      "grad_norm": 0.10447263717651367,
      "learning_rate": 7.056663500173188e-07,
      "loss": 0.7784,
      "step": 41916
    },
    {
      "epoch": 0.8833604661577287,
      "grad_norm": 0.10908142477273941,
      "learning_rate": 7.054145214293595e-07,
      "loss": 0.7354,
      "step": 41917
    },
    {
      "epoch": 0.8833815401960939,
      "grad_norm": 0.11130229383707047,
      "learning_rate": 7.051627361411684e-07,
      "loss": 0.7495,
      "step": 41918
    },
    {
      "epoch": 0.8834026142344592,
      "grad_norm": 0.1016082912683487,
      "learning_rate": 7.049109941539168e-07,
      "loss": 0.6736,
      "step": 41919
    },
    {
      "epoch": 0.8834236882728245,
      "grad_norm": 0.12909285724163055,
      "learning_rate": 7.04659295468778e-07,
      "loss": 0.7945,
      "step": 41920
    },
    {
      "epoch": 0.8834447623111897,
      "grad_norm": 0.1113174557685852,
      "learning_rate": 7.04407640086927e-07,
      "loss": 0.7382,
      "step": 41921
    },
    {
      "epoch": 0.8834658363495551,
      "grad_norm": 0.09954115748405457,
      "learning_rate": 7.041560280095327e-07,
      "loss": 0.6783,
      "step": 41922
    },
    {
      "epoch": 0.8834869103879204,
      "grad_norm": 0.11735644191503525,
      "learning_rate": 7.039044592377652e-07,
      "loss": 0.7165,
      "step": 41923
    },
    {
      "epoch": 0.8835079844262856,
      "grad_norm": 0.11845564842224121,
      "learning_rate": 7.036529337728027e-07,
      "loss": 0.7347,
      "step": 41924
    },
    {
      "epoch": 0.8835290584646509,
      "grad_norm": 0.09739259630441666,
      "learning_rate": 7.034014516158139e-07,
      "loss": 0.6607,
      "step": 41925
    },
    {
      "epoch": 0.8835501325030162,
      "grad_norm": 0.12805531919002533,
      "learning_rate": 7.031500127679702e-07,
      "loss": 0.7565,
      "step": 41926
    },
    {
      "epoch": 0.8835712065413815,
      "grad_norm": 0.10812001675367355,
      "learning_rate": 7.028986172304441e-07,
      "loss": 0.7057,
      "step": 41927
    },
    {
      "epoch": 0.8835922805797468,
      "grad_norm": 0.10947534441947937,
      "learning_rate": 7.026472650044048e-07,
      "loss": 0.6784,
      "step": 41928
    },
    {
      "epoch": 0.8836133546181121,
      "grad_norm": 0.11377560347318649,
      "learning_rate": 7.023959560910254e-07,
      "loss": 0.6693,
      "step": 41929
    },
    {
      "epoch": 0.8836344286564773,
      "grad_norm": 0.09447532892227173,
      "learning_rate": 7.021446904914764e-07,
      "loss": 0.706,
      "step": 41930
    },
    {
      "epoch": 0.8836555026948426,
      "grad_norm": 0.17974242568016052,
      "learning_rate": 7.018934682069256e-07,
      "loss": 0.6621,
      "step": 41931
    },
    {
      "epoch": 0.883676576733208,
      "grad_norm": 0.0987350195646286,
      "learning_rate": 7.016422892385455e-07,
      "loss": 0.7571,
      "step": 41932
    },
    {
      "epoch": 0.8836976507715733,
      "grad_norm": 0.11812395602464676,
      "learning_rate": 7.013911535875062e-07,
      "loss": 0.7372,
      "step": 41933
    },
    {
      "epoch": 0.8837187248099385,
      "grad_norm": 0.12626026570796967,
      "learning_rate": 7.011400612549779e-07,
      "loss": 0.7202,
      "step": 41934
    },
    {
      "epoch": 0.8837397988483038,
      "grad_norm": 0.10708768665790558,
      "learning_rate": 7.008890122421286e-07,
      "loss": 0.7737,
      "step": 41935
    },
    {
      "epoch": 0.883760872886669,
      "grad_norm": 0.12377676367759705,
      "learning_rate": 7.006380065501306e-07,
      "loss": 0.7578,
      "step": 41936
    },
    {
      "epoch": 0.8837819469250344,
      "grad_norm": 0.10023441165685654,
      "learning_rate": 7.003870441801486e-07,
      "loss": 0.6537,
      "step": 41937
    },
    {
      "epoch": 0.8838030209633997,
      "grad_norm": 0.09520503878593445,
      "learning_rate": 7.001361251333583e-07,
      "loss": 0.7082,
      "step": 41938
    },
    {
      "epoch": 0.883824095001765,
      "grad_norm": 0.09166624397039413,
      "learning_rate": 6.998852494109254e-07,
      "loss": 0.7049,
      "step": 41939
    },
    {
      "epoch": 0.8838451690401302,
      "grad_norm": 0.10519959777593613,
      "learning_rate": 6.996344170140168e-07,
      "loss": 0.7522,
      "step": 41940
    },
    {
      "epoch": 0.8838662430784955,
      "grad_norm": 0.15139591693878174,
      "learning_rate": 6.993836279438037e-07,
      "loss": 0.6871,
      "step": 41941
    },
    {
      "epoch": 0.8838873171168609,
      "grad_norm": 0.12134408205747604,
      "learning_rate": 6.991328822014532e-07,
      "loss": 0.6784,
      "step": 41942
    },
    {
      "epoch": 0.8839083911552261,
      "grad_norm": 0.1011824682354927,
      "learning_rate": 6.988821797881329e-07,
      "loss": 0.7417,
      "step": 41943
    },
    {
      "epoch": 0.8839294651935914,
      "grad_norm": 0.13123109936714172,
      "learning_rate": 6.986315207050121e-07,
      "loss": 0.7696,
      "step": 41944
    },
    {
      "epoch": 0.8839505392319567,
      "grad_norm": 0.10708087682723999,
      "learning_rate": 6.983809049532575e-07,
      "loss": 0.6799,
      "step": 41945
    },
    {
      "epoch": 0.8839716132703219,
      "grad_norm": 0.12139946967363358,
      "learning_rate": 6.981303325340372e-07,
      "loss": 0.7791,
      "step": 41946
    },
    {
      "epoch": 0.8839926873086873,
      "grad_norm": 0.21049627661705017,
      "learning_rate": 6.97879803448518e-07,
      "loss": 0.6653,
      "step": 41947
    },
    {
      "epoch": 0.8840137613470526,
      "grad_norm": 0.10204815119504929,
      "learning_rate": 6.976293176978676e-07,
      "loss": 0.6503,
      "step": 41948
    },
    {
      "epoch": 0.8840348353854178,
      "grad_norm": 0.11057189106941223,
      "learning_rate": 6.973788752832533e-07,
      "loss": 0.7015,
      "step": 41949
    },
    {
      "epoch": 0.8840559094237831,
      "grad_norm": 0.11194219440221786,
      "learning_rate": 6.971284762058406e-07,
      "loss": 0.7352,
      "step": 41950
    },
    {
      "epoch": 0.8840769834621484,
      "grad_norm": 0.11212519556283951,
      "learning_rate": 6.968781204667974e-07,
      "loss": 0.6775,
      "step": 41951
    },
    {
      "epoch": 0.8840980575005137,
      "grad_norm": 0.09722709655761719,
      "learning_rate": 6.966278080672872e-07,
      "loss": 0.693,
      "step": 41952
    },
    {
      "epoch": 0.884119131538879,
      "grad_norm": 0.10914810746908188,
      "learning_rate": 6.963775390084793e-07,
      "loss": 0.7311,
      "step": 41953
    },
    {
      "epoch": 0.8841402055772443,
      "grad_norm": 0.1543673574924469,
      "learning_rate": 6.96127313291538e-07,
      "loss": 0.764,
      "step": 41954
    },
    {
      "epoch": 0.8841612796156095,
      "grad_norm": 0.11461752653121948,
      "learning_rate": 6.958771309176294e-07,
      "loss": 0.7032,
      "step": 41955
    },
    {
      "epoch": 0.8841823536539748,
      "grad_norm": 0.1046433374285698,
      "learning_rate": 6.956269918879188e-07,
      "loss": 0.6867,
      "step": 41956
    },
    {
      "epoch": 0.8842034276923401,
      "grad_norm": 0.11414193361997604,
      "learning_rate": 6.953768962035723e-07,
      "loss": 0.6881,
      "step": 41957
    },
    {
      "epoch": 0.8842245017307054,
      "grad_norm": 0.10061440616846085,
      "learning_rate": 6.951268438657544e-07,
      "loss": 0.6745,
      "step": 41958
    },
    {
      "epoch": 0.8842455757690707,
      "grad_norm": 0.15047729015350342,
      "learning_rate": 6.948768348756285e-07,
      "loss": 0.7054,
      "step": 41959
    },
    {
      "epoch": 0.884266649807436,
      "grad_norm": 0.09710035473108292,
      "learning_rate": 6.946268692343638e-07,
      "loss": 0.7069,
      "step": 41960
    },
    {
      "epoch": 0.8842877238458012,
      "grad_norm": 0.11217328906059265,
      "learning_rate": 6.943769469431206e-07,
      "loss": 0.6569,
      "step": 41961
    },
    {
      "epoch": 0.8843087978841665,
      "grad_norm": 0.1258407086133957,
      "learning_rate": 6.941270680030632e-07,
      "loss": 0.7725,
      "step": 41962
    },
    {
      "epoch": 0.8843298719225319,
      "grad_norm": 0.09996997565031052,
      "learning_rate": 6.938772324153576e-07,
      "loss": 0.7149,
      "step": 41963
    },
    {
      "epoch": 0.8843509459608971,
      "grad_norm": 0.10143895447254181,
      "learning_rate": 6.93627440181166e-07,
      "loss": 0.6941,
      "step": 41964
    },
    {
      "epoch": 0.8843720199992624,
      "grad_norm": 0.10667875409126282,
      "learning_rate": 6.933776913016532e-07,
      "loss": 0.7029,
      "step": 41965
    },
    {
      "epoch": 0.8843930940376277,
      "grad_norm": 0.09977349638938904,
      "learning_rate": 6.931279857779816e-07,
      "loss": 0.6611,
      "step": 41966
    },
    {
      "epoch": 0.8844141680759929,
      "grad_norm": 0.14211833477020264,
      "learning_rate": 6.928783236113168e-07,
      "loss": 0.6864,
      "step": 41967
    },
    {
      "epoch": 0.8844352421143583,
      "grad_norm": 0.10759564489126205,
      "learning_rate": 6.926287048028201e-07,
      "loss": 0.7284,
      "step": 41968
    },
    {
      "epoch": 0.8844563161527236,
      "grad_norm": 0.09881249070167542,
      "learning_rate": 6.923791293536564e-07,
      "loss": 0.683,
      "step": 41969
    },
    {
      "epoch": 0.8844773901910888,
      "grad_norm": 0.11998327076435089,
      "learning_rate": 6.921295972649844e-07,
      "loss": 0.7107,
      "step": 41970
    },
    {
      "epoch": 0.8844984642294541,
      "grad_norm": 0.12393879890441895,
      "learning_rate": 6.9188010853797e-07,
      "loss": 0.6698,
      "step": 41971
    },
    {
      "epoch": 0.8845195382678194,
      "grad_norm": 0.11301989108324051,
      "learning_rate": 6.916306631737735e-07,
      "loss": 0.7063,
      "step": 41972
    },
    {
      "epoch": 0.8845406123061847,
      "grad_norm": 0.13070139288902283,
      "learning_rate": 6.913812611735582e-07,
      "loss": 0.7298,
      "step": 41973
    },
    {
      "epoch": 0.88456168634455,
      "grad_norm": 0.17793819308280945,
      "learning_rate": 6.911319025384855e-07,
      "loss": 0.7323,
      "step": 41974
    },
    {
      "epoch": 0.8845827603829153,
      "grad_norm": 0.1191481277346611,
      "learning_rate": 6.908825872697166e-07,
      "loss": 0.7684,
      "step": 41975
    },
    {
      "epoch": 0.8846038344212805,
      "grad_norm": 0.09546105563640594,
      "learning_rate": 6.906333153684142e-07,
      "loss": 0.6857,
      "step": 41976
    },
    {
      "epoch": 0.8846249084596458,
      "grad_norm": 0.11338738352060318,
      "learning_rate": 6.903840868357382e-07,
      "loss": 0.7276,
      "step": 41977
    },
    {
      "epoch": 0.8846459824980112,
      "grad_norm": 0.0923030823469162,
      "learning_rate": 6.901349016728509e-07,
      "loss": 0.6712,
      "step": 41978
    },
    {
      "epoch": 0.8846670565363765,
      "grad_norm": 0.12194865196943283,
      "learning_rate": 6.898857598809117e-07,
      "loss": 0.7409,
      "step": 41979
    },
    {
      "epoch": 0.8846881305747417,
      "grad_norm": 0.11527753621339798,
      "learning_rate": 6.896366614610827e-07,
      "loss": 0.6985,
      "step": 41980
    },
    {
      "epoch": 0.884709204613107,
      "grad_norm": 0.13050265610218048,
      "learning_rate": 6.893876064145233e-07,
      "loss": 0.7685,
      "step": 41981
    },
    {
      "epoch": 0.8847302786514722,
      "grad_norm": 0.09931031614542007,
      "learning_rate": 6.891385947423945e-07,
      "loss": 0.6906,
      "step": 41982
    },
    {
      "epoch": 0.8847513526898376,
      "grad_norm": 0.11235855519771576,
      "learning_rate": 6.888896264458567e-07,
      "loss": 0.6669,
      "step": 41983
    },
    {
      "epoch": 0.8847724267282029,
      "grad_norm": 0.11102110147476196,
      "learning_rate": 6.886407015260676e-07,
      "loss": 0.6748,
      "step": 41984
    },
    {
      "epoch": 0.8847935007665682,
      "grad_norm": 0.11763643473386765,
      "learning_rate": 6.883918199841899e-07,
      "loss": 0.6726,
      "step": 41985
    },
    {
      "epoch": 0.8848145748049334,
      "grad_norm": 0.10996881127357483,
      "learning_rate": 6.881429818213803e-07,
      "loss": 0.7358,
      "step": 41986
    },
    {
      "epoch": 0.8848356488432987,
      "grad_norm": 0.1189960315823555,
      "learning_rate": 6.878941870388e-07,
      "loss": 0.6978,
      "step": 41987
    },
    {
      "epoch": 0.8848567228816641,
      "grad_norm": 0.13280607759952545,
      "learning_rate": 6.876454356376061e-07,
      "loss": 0.7834,
      "step": 41988
    },
    {
      "epoch": 0.8848777969200293,
      "grad_norm": 0.08282457292079926,
      "learning_rate": 6.873967276189619e-07,
      "loss": 0.6505,
      "step": 41989
    },
    {
      "epoch": 0.8848988709583946,
      "grad_norm": 0.11422260850667953,
      "learning_rate": 6.871480629840199e-07,
      "loss": 0.7489,
      "step": 41990
    },
    {
      "epoch": 0.8849199449967599,
      "grad_norm": 0.1140844002366066,
      "learning_rate": 6.868994417339414e-07,
      "loss": 0.693,
      "step": 41991
    },
    {
      "epoch": 0.8849410190351251,
      "grad_norm": 0.10519915819168091,
      "learning_rate": 6.866508638698843e-07,
      "loss": 0.7087,
      "step": 41992
    },
    {
      "epoch": 0.8849620930734904,
      "grad_norm": 0.1287415474653244,
      "learning_rate": 6.864023293930078e-07,
      "loss": 0.7312,
      "step": 41993
    },
    {
      "epoch": 0.8849831671118558,
      "grad_norm": 0.18808619678020477,
      "learning_rate": 6.861538383044675e-07,
      "loss": 0.6561,
      "step": 41994
    },
    {
      "epoch": 0.885004241150221,
      "grad_norm": 0.10898122936487198,
      "learning_rate": 6.859053906054214e-07,
      "loss": 0.7302,
      "step": 41995
    },
    {
      "epoch": 0.8850253151885863,
      "grad_norm": 0.10719039291143417,
      "learning_rate": 6.856569862970297e-07,
      "loss": 0.7496,
      "step": 41996
    },
    {
      "epoch": 0.8850463892269516,
      "grad_norm": 0.10541471838951111,
      "learning_rate": 6.854086253804482e-07,
      "loss": 0.7455,
      "step": 41997
    },
    {
      "epoch": 0.8850674632653168,
      "grad_norm": 0.10417012125253677,
      "learning_rate": 6.851603078568337e-07,
      "loss": 0.7211,
      "step": 41998
    },
    {
      "epoch": 0.8850885373036822,
      "grad_norm": 0.11246621608734131,
      "learning_rate": 6.849120337273418e-07,
      "loss": 0.6838,
      "step": 41999
    },
    {
      "epoch": 0.8851096113420475,
      "grad_norm": 0.11466236412525177,
      "learning_rate": 6.846638029931307e-07,
      "loss": 0.6086,
      "step": 42000
    },
    {
      "epoch": 0.8851306853804127,
      "grad_norm": 0.10015314817428589,
      "learning_rate": 6.84415615655355e-07,
      "loss": 0.679,
      "step": 42001
    },
    {
      "epoch": 0.885151759418778,
      "grad_norm": 0.10147663950920105,
      "learning_rate": 6.841674717151736e-07,
      "loss": 0.6673,
      "step": 42002
    },
    {
      "epoch": 0.8851728334571433,
      "grad_norm": 0.09424852579832077,
      "learning_rate": 6.839193711737402e-07,
      "loss": 0.6382,
      "step": 42003
    },
    {
      "epoch": 0.8851939074955086,
      "grad_norm": 0.17431829869747162,
      "learning_rate": 6.836713140322115e-07,
      "loss": 0.6672,
      "step": 42004
    },
    {
      "epoch": 0.8852149815338739,
      "grad_norm": 0.1040857806801796,
      "learning_rate": 6.834233002917423e-07,
      "loss": 0.7127,
      "step": 42005
    },
    {
      "epoch": 0.8852360555722392,
      "grad_norm": 0.10539109259843826,
      "learning_rate": 6.831753299534894e-07,
      "loss": 0.7077,
      "step": 42006
    },
    {
      "epoch": 0.8852571296106044,
      "grad_norm": 0.12034911662340164,
      "learning_rate": 6.829274030186072e-07,
      "loss": 0.7217,
      "step": 42007
    },
    {
      "epoch": 0.8852782036489697,
      "grad_norm": 0.11522844433784485,
      "learning_rate": 6.826795194882507e-07,
      "loss": 0.7143,
      "step": 42008
    },
    {
      "epoch": 0.8852992776873351,
      "grad_norm": 0.10516161471605301,
      "learning_rate": 6.824316793635755e-07,
      "loss": 0.7085,
      "step": 42009
    },
    {
      "epoch": 0.8853203517257003,
      "grad_norm": 0.11403264105319977,
      "learning_rate": 6.82183882645735e-07,
      "loss": 0.6603,
      "step": 42010
    },
    {
      "epoch": 0.8853414257640656,
      "grad_norm": 0.1251852959394455,
      "learning_rate": 6.819361293358839e-07,
      "loss": 0.6708,
      "step": 42011
    },
    {
      "epoch": 0.8853624998024309,
      "grad_norm": 0.10515531897544861,
      "learning_rate": 6.816884194351759e-07,
      "loss": 0.711,
      "step": 42012
    },
    {
      "epoch": 0.8853835738407961,
      "grad_norm": 0.10565951466560364,
      "learning_rate": 6.814407529447664e-07,
      "loss": 0.751,
      "step": 42013
    },
    {
      "epoch": 0.8854046478791615,
      "grad_norm": 0.10966961085796356,
      "learning_rate": 6.811931298658092e-07,
      "loss": 0.6997,
      "step": 42014
    },
    {
      "epoch": 0.8854257219175268,
      "grad_norm": 0.10011710971593857,
      "learning_rate": 6.809455501994555e-07,
      "loss": 0.716,
      "step": 42015
    },
    {
      "epoch": 0.885446795955892,
      "grad_norm": 0.10058587044477463,
      "learning_rate": 6.806980139468611e-07,
      "loss": 0.6809,
      "step": 42016
    },
    {
      "epoch": 0.8854678699942573,
      "grad_norm": 0.11069300770759583,
      "learning_rate": 6.804505211091783e-07,
      "loss": 0.7061,
      "step": 42017
    },
    {
      "epoch": 0.8854889440326226,
      "grad_norm": 0.12157092988491058,
      "learning_rate": 6.802030716875596e-07,
      "loss": 0.6666,
      "step": 42018
    },
    {
      "epoch": 0.885510018070988,
      "grad_norm": 0.11002164334058762,
      "learning_rate": 6.799556656831607e-07,
      "loss": 0.6499,
      "step": 42019
    },
    {
      "epoch": 0.8855310921093532,
      "grad_norm": 0.1044873371720314,
      "learning_rate": 6.797083030971297e-07,
      "loss": 0.6703,
      "step": 42020
    },
    {
      "epoch": 0.8855521661477185,
      "grad_norm": 0.10437222570180893,
      "learning_rate": 6.79460983930621e-07,
      "loss": 0.759,
      "step": 42021
    },
    {
      "epoch": 0.8855732401860837,
      "grad_norm": 0.10998880118131638,
      "learning_rate": 6.792137081847872e-07,
      "loss": 0.6871,
      "step": 42022
    },
    {
      "epoch": 0.885594314224449,
      "grad_norm": 0.12133574485778809,
      "learning_rate": 6.789664758607795e-07,
      "loss": 0.7485,
      "step": 42023
    },
    {
      "epoch": 0.8856153882628144,
      "grad_norm": 0.1461942344903946,
      "learning_rate": 6.787192869597481e-07,
      "loss": 0.7519,
      "step": 42024
    },
    {
      "epoch": 0.8856364623011796,
      "grad_norm": 0.14119493961334229,
      "learning_rate": 6.784721414828476e-07,
      "loss": 0.7024,
      "step": 42025
    },
    {
      "epoch": 0.8856575363395449,
      "grad_norm": 0.1310354322195053,
      "learning_rate": 6.782250394312296e-07,
      "loss": 0.7217,
      "step": 42026
    },
    {
      "epoch": 0.8856786103779102,
      "grad_norm": 0.10832492262125015,
      "learning_rate": 6.779779808060428e-07,
      "loss": 0.674,
      "step": 42027
    },
    {
      "epoch": 0.8856996844162754,
      "grad_norm": 0.12667547166347504,
      "learning_rate": 6.777309656084408e-07,
      "loss": 0.7271,
      "step": 42028
    },
    {
      "epoch": 0.8857207584546408,
      "grad_norm": 0.1275530308485031,
      "learning_rate": 6.774839938395717e-07,
      "loss": 0.6667,
      "step": 42029
    },
    {
      "epoch": 0.8857418324930061,
      "grad_norm": 0.09682682901620865,
      "learning_rate": 6.772370655005867e-07,
      "loss": 0.6736,
      "step": 42030
    },
    {
      "epoch": 0.8857629065313714,
      "grad_norm": 0.1216287687420845,
      "learning_rate": 6.76990180592636e-07,
      "loss": 0.748,
      "step": 42031
    },
    {
      "epoch": 0.8857839805697366,
      "grad_norm": 0.10948066413402557,
      "learning_rate": 6.76743339116871e-07,
      "loss": 0.6725,
      "step": 42032
    },
    {
      "epoch": 0.8858050546081019,
      "grad_norm": 0.09722311049699783,
      "learning_rate": 6.764965410744406e-07,
      "loss": 0.6667,
      "step": 42033
    },
    {
      "epoch": 0.8858261286464671,
      "grad_norm": 0.1097053736448288,
      "learning_rate": 6.762497864664952e-07,
      "loss": 0.7143,
      "step": 42034
    },
    {
      "epoch": 0.8858472026848325,
      "grad_norm": 0.11844705790281296,
      "learning_rate": 6.760030752941838e-07,
      "loss": 0.7084,
      "step": 42035
    },
    {
      "epoch": 0.8858682767231978,
      "grad_norm": 0.10790066421031952,
      "learning_rate": 6.757564075586554e-07,
      "loss": 0.6983,
      "step": 42036
    },
    {
      "epoch": 0.885889350761563,
      "grad_norm": 0.1129038855433464,
      "learning_rate": 6.755097832610602e-07,
      "loss": 0.7051,
      "step": 42037
    },
    {
      "epoch": 0.8859104247999283,
      "grad_norm": 0.10387525707483292,
      "learning_rate": 6.752632024025463e-07,
      "loss": 0.731,
      "step": 42038
    },
    {
      "epoch": 0.8859314988382936,
      "grad_norm": 0.10765087604522705,
      "learning_rate": 6.750166649842616e-07,
      "loss": 0.7159,
      "step": 42039
    },
    {
      "epoch": 0.885952572876659,
      "grad_norm": 0.14460481703281403,
      "learning_rate": 6.747701710073573e-07,
      "loss": 0.7344,
      "step": 42040
    },
    {
      "epoch": 0.8859736469150242,
      "grad_norm": 0.10940256714820862,
      "learning_rate": 6.745237204729793e-07,
      "loss": 0.6433,
      "step": 42041
    },
    {
      "epoch": 0.8859947209533895,
      "grad_norm": 0.14028871059417725,
      "learning_rate": 6.742773133822767e-07,
      "loss": 0.7121,
      "step": 42042
    },
    {
      "epoch": 0.8860157949917548,
      "grad_norm": 0.10740699619054794,
      "learning_rate": 6.740309497363973e-07,
      "loss": 0.74,
      "step": 42043
    },
    {
      "epoch": 0.88603686903012,
      "grad_norm": 0.1154944971203804,
      "learning_rate": 6.737846295364881e-07,
      "loss": 0.6976,
      "step": 42044
    },
    {
      "epoch": 0.8860579430684854,
      "grad_norm": 0.0913509652018547,
      "learning_rate": 6.735383527836981e-07,
      "loss": 0.6792,
      "step": 42045
    },
    {
      "epoch": 0.8860790171068507,
      "grad_norm": 0.11688061058521271,
      "learning_rate": 6.732921194791731e-07,
      "loss": 0.6436,
      "step": 42046
    },
    {
      "epoch": 0.8861000911452159,
      "grad_norm": 0.11529617756605148,
      "learning_rate": 6.730459296240611e-07,
      "loss": 0.6579,
      "step": 42047
    },
    {
      "epoch": 0.8861211651835812,
      "grad_norm": 0.10535432398319244,
      "learning_rate": 6.727997832195099e-07,
      "loss": 0.6423,
      "step": 42048
    },
    {
      "epoch": 0.8861422392219465,
      "grad_norm": 0.11654257774353027,
      "learning_rate": 6.725536802666643e-07,
      "loss": 0.6873,
      "step": 42049
    },
    {
      "epoch": 0.8861633132603118,
      "grad_norm": 0.10268788784742355,
      "learning_rate": 6.723076207666712e-07,
      "loss": 0.6889,
      "step": 42050
    },
    {
      "epoch": 0.8861843872986771,
      "grad_norm": 0.11931968480348587,
      "learning_rate": 6.720616047206774e-07,
      "loss": 0.7331,
      "step": 42051
    },
    {
      "epoch": 0.8862054613370424,
      "grad_norm": 0.13478344678878784,
      "learning_rate": 6.718156321298264e-07,
      "loss": 0.7417,
      "step": 42052
    },
    {
      "epoch": 0.8862265353754076,
      "grad_norm": 0.10987410694360733,
      "learning_rate": 6.715697029952683e-07,
      "loss": 0.6271,
      "step": 42053
    },
    {
      "epoch": 0.8862476094137729,
      "grad_norm": 0.11386362463235855,
      "learning_rate": 6.71323817318148e-07,
      "loss": 0.6533,
      "step": 42054
    },
    {
      "epoch": 0.8862686834521383,
      "grad_norm": 0.11189478635787964,
      "learning_rate": 6.710779750996088e-07,
      "loss": 0.7239,
      "step": 42055
    },
    {
      "epoch": 0.8862897574905035,
      "grad_norm": 0.12206669896841049,
      "learning_rate": 6.708321763407977e-07,
      "loss": 0.744,
      "step": 42056
    },
    {
      "epoch": 0.8863108315288688,
      "grad_norm": 0.11077454686164856,
      "learning_rate": 6.705864210428614e-07,
      "loss": 0.7433,
      "step": 42057
    },
    {
      "epoch": 0.8863319055672341,
      "grad_norm": 0.10265405476093292,
      "learning_rate": 6.703407092069402e-07,
      "loss": 0.6889,
      "step": 42058
    },
    {
      "epoch": 0.8863529796055993,
      "grad_norm": 0.11636494100093842,
      "learning_rate": 6.700950408341811e-07,
      "loss": 0.7271,
      "step": 42059
    },
    {
      "epoch": 0.8863740536439647,
      "grad_norm": 0.10511448234319687,
      "learning_rate": 6.698494159257296e-07,
      "loss": 0.715,
      "step": 42060
    },
    {
      "epoch": 0.88639512768233,
      "grad_norm": 0.11042080819606781,
      "learning_rate": 6.696038344827283e-07,
      "loss": 0.6814,
      "step": 42061
    },
    {
      "epoch": 0.8864162017206952,
      "grad_norm": 0.12363734841346741,
      "learning_rate": 6.693582965063217e-07,
      "loss": 0.6613,
      "step": 42062
    },
    {
      "epoch": 0.8864372757590605,
      "grad_norm": 0.11213967204093933,
      "learning_rate": 6.691128019976545e-07,
      "loss": 0.6549,
      "step": 42063
    },
    {
      "epoch": 0.8864583497974258,
      "grad_norm": 0.1291930079460144,
      "learning_rate": 6.688673509578691e-07,
      "loss": 0.7898,
      "step": 42064
    },
    {
      "epoch": 0.8864794238357911,
      "grad_norm": 0.09142535924911499,
      "learning_rate": 6.686219433881103e-07,
      "loss": 0.6277,
      "step": 42065
    },
    {
      "epoch": 0.8865004978741564,
      "grad_norm": 0.14325900375843048,
      "learning_rate": 6.683765792895214e-07,
      "loss": 0.7036,
      "step": 42066
    },
    {
      "epoch": 0.8865215719125217,
      "grad_norm": 0.1099720299243927,
      "learning_rate": 6.681312586632438e-07,
      "loss": 0.7427,
      "step": 42067
    },
    {
      "epoch": 0.8865426459508869,
      "grad_norm": 0.09429153054952621,
      "learning_rate": 6.678859815104211e-07,
      "loss": 0.6787,
      "step": 42068
    },
    {
      "epoch": 0.8865637199892522,
      "grad_norm": 0.09286344796419144,
      "learning_rate": 6.676407478321967e-07,
      "loss": 0.6699,
      "step": 42069
    },
    {
      "epoch": 0.8865847940276175,
      "grad_norm": 0.09592069685459137,
      "learning_rate": 6.67395557629712e-07,
      "loss": 0.6808,
      "step": 42070
    },
    {
      "epoch": 0.8866058680659828,
      "grad_norm": 0.11570591479539871,
      "learning_rate": 6.671504109041105e-07,
      "loss": 0.7522,
      "step": 42071
    },
    {
      "epoch": 0.8866269421043481,
      "grad_norm": 0.17730814218521118,
      "learning_rate": 6.669053076565335e-07,
      "loss": 0.7097,
      "step": 42072
    },
    {
      "epoch": 0.8866480161427134,
      "grad_norm": 0.11091537028551102,
      "learning_rate": 6.666602478881223e-07,
      "loss": 0.6743,
      "step": 42073
    },
    {
      "epoch": 0.8866690901810786,
      "grad_norm": 0.11782672256231308,
      "learning_rate": 6.664152316000195e-07,
      "loss": 0.7086,
      "step": 42074
    },
    {
      "epoch": 0.8866901642194439,
      "grad_norm": 0.10592116415500641,
      "learning_rate": 6.661702587933661e-07,
      "loss": 0.729,
      "step": 42075
    },
    {
      "epoch": 0.8867112382578093,
      "grad_norm": 0.10812969505786896,
      "learning_rate": 6.659253294693035e-07,
      "loss": 0.6675,
      "step": 42076
    },
    {
      "epoch": 0.8867323122961746,
      "grad_norm": 0.11603862792253494,
      "learning_rate": 6.656804436289721e-07,
      "loss": 0.7483,
      "step": 42077
    },
    {
      "epoch": 0.8867533863345398,
      "grad_norm": 0.10059022158384323,
      "learning_rate": 6.654356012735153e-07,
      "loss": 0.7046,
      "step": 42078
    },
    {
      "epoch": 0.8867744603729051,
      "grad_norm": 0.09403101354837418,
      "learning_rate": 6.651908024040699e-07,
      "loss": 0.6473,
      "step": 42079
    },
    {
      "epoch": 0.8867955344112703,
      "grad_norm": 0.11357041448354721,
      "learning_rate": 6.649460470217773e-07,
      "loss": 0.692,
      "step": 42080
    },
    {
      "epoch": 0.8868166084496357,
      "grad_norm": 0.10405785590410233,
      "learning_rate": 6.647013351277776e-07,
      "loss": 0.6628,
      "step": 42081
    },
    {
      "epoch": 0.886837682488001,
      "grad_norm": 0.11015410721302032,
      "learning_rate": 6.644566667232133e-07,
      "loss": 0.7772,
      "step": 42082
    },
    {
      "epoch": 0.8868587565263663,
      "grad_norm": 0.10668627917766571,
      "learning_rate": 6.642120418092224e-07,
      "loss": 0.7559,
      "step": 42083
    },
    {
      "epoch": 0.8868798305647315,
      "grad_norm": 0.12238942831754684,
      "learning_rate": 6.63967460386945e-07,
      "loss": 0.6665,
      "step": 42084
    },
    {
      "epoch": 0.8869009046030968,
      "grad_norm": 0.11123807728290558,
      "learning_rate": 6.637229224575193e-07,
      "loss": 0.6784,
      "step": 42085
    },
    {
      "epoch": 0.8869219786414622,
      "grad_norm": 0.11643925309181213,
      "learning_rate": 6.634784280220862e-07,
      "loss": 0.6578,
      "step": 42086
    },
    {
      "epoch": 0.8869430526798274,
      "grad_norm": 0.11741630733013153,
      "learning_rate": 6.632339770817852e-07,
      "loss": 0.7215,
      "step": 42087
    },
    {
      "epoch": 0.8869641267181927,
      "grad_norm": 0.10613398253917694,
      "learning_rate": 6.62989569637752e-07,
      "loss": 0.6809,
      "step": 42088
    },
    {
      "epoch": 0.886985200756558,
      "grad_norm": 0.10462018102407455,
      "learning_rate": 6.627452056911276e-07,
      "loss": 0.7469,
      "step": 42089
    },
    {
      "epoch": 0.8870062747949232,
      "grad_norm": 0.11177646368741989,
      "learning_rate": 6.625008852430503e-07,
      "loss": 0.6984,
      "step": 42090
    },
    {
      "epoch": 0.8870273488332886,
      "grad_norm": 0.10431807488203049,
      "learning_rate": 6.622566082946569e-07,
      "loss": 0.6917,
      "step": 42091
    },
    {
      "epoch": 0.8870484228716539,
      "grad_norm": 0.10228638350963593,
      "learning_rate": 6.620123748470864e-07,
      "loss": 0.7438,
      "step": 42092
    },
    {
      "epoch": 0.8870694969100191,
      "grad_norm": 0.1051279604434967,
      "learning_rate": 6.617681849014768e-07,
      "loss": 0.7485,
      "step": 42093
    },
    {
      "epoch": 0.8870905709483844,
      "grad_norm": 0.10617128759622574,
      "learning_rate": 6.61524038458965e-07,
      "loss": 0.6744,
      "step": 42094
    },
    {
      "epoch": 0.8871116449867497,
      "grad_norm": 0.1162051185965538,
      "learning_rate": 6.612799355206889e-07,
      "loss": 0.6949,
      "step": 42095
    },
    {
      "epoch": 0.887132719025115,
      "grad_norm": 0.12793251872062683,
      "learning_rate": 6.610358760877856e-07,
      "loss": 0.6655,
      "step": 42096
    },
    {
      "epoch": 0.8871537930634803,
      "grad_norm": 0.10391417145729065,
      "learning_rate": 6.607918601613916e-07,
      "loss": 0.6751,
      "step": 42097
    },
    {
      "epoch": 0.8871748671018456,
      "grad_norm": 0.20412756502628326,
      "learning_rate": 6.605478877426441e-07,
      "loss": 0.7412,
      "step": 42098
    },
    {
      "epoch": 0.8871959411402108,
      "grad_norm": 0.10900720953941345,
      "learning_rate": 6.603039588326799e-07,
      "loss": 0.6931,
      "step": 42099
    },
    {
      "epoch": 0.8872170151785761,
      "grad_norm": 0.11103112995624542,
      "learning_rate": 6.600600734326345e-07,
      "loss": 0.678,
      "step": 42100
    },
    {
      "epoch": 0.8872380892169415,
      "grad_norm": 0.12576410174369812,
      "learning_rate": 6.598162315436451e-07,
      "loss": 0.7025,
      "step": 42101
    },
    {
      "epoch": 0.8872591632553067,
      "grad_norm": 0.13639068603515625,
      "learning_rate": 6.595724331668473e-07,
      "loss": 0.726,
      "step": 42102
    },
    {
      "epoch": 0.887280237293672,
      "grad_norm": 0.12353496998548508,
      "learning_rate": 6.59328678303377e-07,
      "loss": 0.7142,
      "step": 42103
    },
    {
      "epoch": 0.8873013113320373,
      "grad_norm": 0.10636930167675018,
      "learning_rate": 6.590849669543698e-07,
      "loss": 0.7893,
      "step": 42104
    },
    {
      "epoch": 0.8873223853704025,
      "grad_norm": 0.10577723383903503,
      "learning_rate": 6.588412991209603e-07,
      "loss": 0.702,
      "step": 42105
    },
    {
      "epoch": 0.8873434594087678,
      "grad_norm": 0.10712555795907974,
      "learning_rate": 6.585976748042844e-07,
      "loss": 0.6654,
      "step": 42106
    },
    {
      "epoch": 0.8873645334471332,
      "grad_norm": 0.13114045560359955,
      "learning_rate": 6.583540940054778e-07,
      "loss": 0.707,
      "step": 42107
    },
    {
      "epoch": 0.8873856074854984,
      "grad_norm": 0.09414289891719818,
      "learning_rate": 6.581105567256729e-07,
      "loss": 0.7427,
      "step": 42108
    },
    {
      "epoch": 0.8874066815238637,
      "grad_norm": 0.3258848190307617,
      "learning_rate": 6.578670629660055e-07,
      "loss": 0.6756,
      "step": 42109
    },
    {
      "epoch": 0.887427755562229,
      "grad_norm": 0.10525792092084885,
      "learning_rate": 6.576236127276092e-07,
      "loss": 0.7273,
      "step": 42110
    },
    {
      "epoch": 0.8874488296005942,
      "grad_norm": 0.19355925917625427,
      "learning_rate": 6.573802060116196e-07,
      "loss": 0.7701,
      "step": 42111
    },
    {
      "epoch": 0.8874699036389596,
      "grad_norm": 0.1117420494556427,
      "learning_rate": 6.571368428191705e-07,
      "loss": 0.7151,
      "step": 42112
    },
    {
      "epoch": 0.8874909776773249,
      "grad_norm": 0.10694325715303421,
      "learning_rate": 6.568935231513951e-07,
      "loss": 0.6945,
      "step": 42113
    },
    {
      "epoch": 0.8875120517156901,
      "grad_norm": 0.100834421813488,
      "learning_rate": 6.566502470094271e-07,
      "loss": 0.742,
      "step": 42114
    },
    {
      "epoch": 0.8875331257540554,
      "grad_norm": 0.0956052914261818,
      "learning_rate": 6.564070143944001e-07,
      "loss": 0.6927,
      "step": 42115
    },
    {
      "epoch": 0.8875541997924207,
      "grad_norm": 0.09548023343086243,
      "learning_rate": 6.561638253074476e-07,
      "loss": 0.6713,
      "step": 42116
    },
    {
      "epoch": 0.887575273830786,
      "grad_norm": 0.10714723914861679,
      "learning_rate": 6.559206797496997e-07,
      "loss": 0.7082,
      "step": 42117
    },
    {
      "epoch": 0.8875963478691513,
      "grad_norm": 0.11461547017097473,
      "learning_rate": 6.556775777222923e-07,
      "loss": 0.7223,
      "step": 42118
    },
    {
      "epoch": 0.8876174219075166,
      "grad_norm": 0.11613327264785767,
      "learning_rate": 6.554345192263567e-07,
      "loss": 0.7012,
      "step": 42119
    },
    {
      "epoch": 0.8876384959458818,
      "grad_norm": 0.13570530712604523,
      "learning_rate": 6.551915042630241e-07,
      "loss": 0.687,
      "step": 42120
    },
    {
      "epoch": 0.8876595699842471,
      "grad_norm": 0.12910477817058563,
      "learning_rate": 6.549485328334293e-07,
      "loss": 0.6871,
      "step": 42121
    },
    {
      "epoch": 0.8876806440226125,
      "grad_norm": 0.1062791496515274,
      "learning_rate": 6.547056049387012e-07,
      "loss": 0.7621,
      "step": 42122
    },
    {
      "epoch": 0.8877017180609778,
      "grad_norm": 0.11419635266065598,
      "learning_rate": 6.544627205799736e-07,
      "loss": 0.6724,
      "step": 42123
    },
    {
      "epoch": 0.887722792099343,
      "grad_norm": 0.09787464886903763,
      "learning_rate": 6.542198797583766e-07,
      "loss": 0.7051,
      "step": 42124
    },
    {
      "epoch": 0.8877438661377083,
      "grad_norm": 0.14184564352035522,
      "learning_rate": 6.539770824750447e-07,
      "loss": 0.6833,
      "step": 42125
    },
    {
      "epoch": 0.8877649401760735,
      "grad_norm": 0.13237681984901428,
      "learning_rate": 6.537343287311048e-07,
      "loss": 0.7793,
      "step": 42126
    },
    {
      "epoch": 0.8877860142144389,
      "grad_norm": 0.10451649129390717,
      "learning_rate": 6.534916185276896e-07,
      "loss": 0.6382,
      "step": 42127
    },
    {
      "epoch": 0.8878070882528042,
      "grad_norm": 0.10772041231393814,
      "learning_rate": 6.532489518659302e-07,
      "loss": 0.6716,
      "step": 42128
    },
    {
      "epoch": 0.8878281622911695,
      "grad_norm": 0.09996585547924042,
      "learning_rate": 6.530063287469568e-07,
      "loss": 0.6779,
      "step": 42129
    },
    {
      "epoch": 0.8878492363295347,
      "grad_norm": 0.2704550623893738,
      "learning_rate": 6.527637491718996e-07,
      "loss": 0.6796,
      "step": 42130
    },
    {
      "epoch": 0.8878703103679,
      "grad_norm": 0.10828498005867004,
      "learning_rate": 6.525212131418878e-07,
      "loss": 0.6988,
      "step": 42131
    },
    {
      "epoch": 0.8878913844062654,
      "grad_norm": 0.16776932775974274,
      "learning_rate": 6.522787206580528e-07,
      "loss": 0.6841,
      "step": 42132
    },
    {
      "epoch": 0.8879124584446306,
      "grad_norm": 0.11511863768100739,
      "learning_rate": 6.520362717215233e-07,
      "loss": 0.6988,
      "step": 42133
    },
    {
      "epoch": 0.8879335324829959,
      "grad_norm": 0.10387571901082993,
      "learning_rate": 6.5179386633343e-07,
      "loss": 0.7436,
      "step": 42134
    },
    {
      "epoch": 0.8879546065213612,
      "grad_norm": 0.09981770813465118,
      "learning_rate": 6.515515044949006e-07,
      "loss": 0.7124,
      "step": 42135
    },
    {
      "epoch": 0.8879756805597264,
      "grad_norm": 0.09368032217025757,
      "learning_rate": 6.513091862070642e-07,
      "loss": 0.6378,
      "step": 42136
    },
    {
      "epoch": 0.8879967545980918,
      "grad_norm": 0.10794256627559662,
      "learning_rate": 6.510669114710522e-07,
      "loss": 0.7087,
      "step": 42137
    },
    {
      "epoch": 0.8880178286364571,
      "grad_norm": 0.11501104384660721,
      "learning_rate": 6.508246802879903e-07,
      "loss": 0.6712,
      "step": 42138
    },
    {
      "epoch": 0.8880389026748223,
      "grad_norm": 0.11330337822437286,
      "learning_rate": 6.505824926590054e-07,
      "loss": 0.6547,
      "step": 42139
    },
    {
      "epoch": 0.8880599767131876,
      "grad_norm": 0.12469115853309631,
      "learning_rate": 6.5034034858523e-07,
      "loss": 0.7611,
      "step": 42140
    },
    {
      "epoch": 0.8880810507515529,
      "grad_norm": 0.11349769681692123,
      "learning_rate": 6.500982480677908e-07,
      "loss": 0.7203,
      "step": 42141
    },
    {
      "epoch": 0.8881021247899182,
      "grad_norm": 0.12273547798395157,
      "learning_rate": 6.498561911078161e-07,
      "loss": 0.6864,
      "step": 42142
    },
    {
      "epoch": 0.8881231988282835,
      "grad_norm": 0.10478242486715317,
      "learning_rate": 6.496141777064324e-07,
      "loss": 0.6664,
      "step": 42143
    },
    {
      "epoch": 0.8881442728666488,
      "grad_norm": 0.11223815381526947,
      "learning_rate": 6.493722078647668e-07,
      "loss": 0.7159,
      "step": 42144
    },
    {
      "epoch": 0.888165346905014,
      "grad_norm": 0.12479949742555618,
      "learning_rate": 6.491302815839473e-07,
      "loss": 0.7207,
      "step": 42145
    },
    {
      "epoch": 0.8881864209433793,
      "grad_norm": 0.11192049086093903,
      "learning_rate": 6.488883988651029e-07,
      "loss": 0.6933,
      "step": 42146
    },
    {
      "epoch": 0.8882074949817446,
      "grad_norm": 0.12510646879673004,
      "learning_rate": 6.486465597093572e-07,
      "loss": 0.5955,
      "step": 42147
    },
    {
      "epoch": 0.8882285690201099,
      "grad_norm": 0.15300682187080383,
      "learning_rate": 6.484047641178382e-07,
      "loss": 0.7214,
      "step": 42148
    },
    {
      "epoch": 0.8882496430584752,
      "grad_norm": 0.11853226274251938,
      "learning_rate": 6.481630120916716e-07,
      "loss": 0.6767,
      "step": 42149
    },
    {
      "epoch": 0.8882707170968405,
      "grad_norm": 0.14452500641345978,
      "learning_rate": 6.479213036319843e-07,
      "loss": 0.71,
      "step": 42150
    },
    {
      "epoch": 0.8882917911352057,
      "grad_norm": 0.2539951205253601,
      "learning_rate": 6.47679638739902e-07,
      "loss": 0.6409,
      "step": 42151
    },
    {
      "epoch": 0.888312865173571,
      "grad_norm": 0.13306014239788055,
      "learning_rate": 6.474380174165517e-07,
      "loss": 0.7307,
      "step": 42152
    },
    {
      "epoch": 0.8883339392119364,
      "grad_norm": 0.10823527723550797,
      "learning_rate": 6.471964396630559e-07,
      "loss": 0.7166,
      "step": 42153
    },
    {
      "epoch": 0.8883550132503016,
      "grad_norm": 0.11859508603811264,
      "learning_rate": 6.469549054805435e-07,
      "loss": 0.7818,
      "step": 42154
    },
    {
      "epoch": 0.8883760872886669,
      "grad_norm": 0.11926441639661789,
      "learning_rate": 6.467134148701404e-07,
      "loss": 0.7748,
      "step": 42155
    },
    {
      "epoch": 0.8883971613270322,
      "grad_norm": 0.10341954976320267,
      "learning_rate": 6.464719678329679e-07,
      "loss": 0.6565,
      "step": 42156
    },
    {
      "epoch": 0.8884182353653974,
      "grad_norm": 0.13150443136692047,
      "learning_rate": 6.462305643701527e-07,
      "loss": 0.6832,
      "step": 42157
    },
    {
      "epoch": 0.8884393094037628,
      "grad_norm": 0.10858473926782608,
      "learning_rate": 6.459892044828187e-07,
      "loss": 0.7079,
      "step": 42158
    },
    {
      "epoch": 0.8884603834421281,
      "grad_norm": 0.09871499985456467,
      "learning_rate": 6.457478881720914e-07,
      "loss": 0.6295,
      "step": 42159
    },
    {
      "epoch": 0.8884814574804933,
      "grad_norm": 0.11271766573190689,
      "learning_rate": 6.455066154390943e-07,
      "loss": 0.6866,
      "step": 42160
    },
    {
      "epoch": 0.8885025315188586,
      "grad_norm": 0.10997787117958069,
      "learning_rate": 6.452653862849512e-07,
      "loss": 0.7145,
      "step": 42161
    },
    {
      "epoch": 0.8885236055572239,
      "grad_norm": 0.10355383902788162,
      "learning_rate": 6.450242007107865e-07,
      "loss": 0.7004,
      "step": 42162
    },
    {
      "epoch": 0.8885446795955892,
      "grad_norm": 0.12429846823215485,
      "learning_rate": 6.44783058717724e-07,
      "loss": 0.7404,
      "step": 42163
    },
    {
      "epoch": 0.8885657536339545,
      "grad_norm": 0.11262121051549911,
      "learning_rate": 6.445419603068858e-07,
      "loss": 0.7172,
      "step": 42164
    },
    {
      "epoch": 0.8885868276723198,
      "grad_norm": 0.10138560831546783,
      "learning_rate": 6.443009054793958e-07,
      "loss": 0.7149,
      "step": 42165
    },
    {
      "epoch": 0.888607901710685,
      "grad_norm": 0.10525839775800705,
      "learning_rate": 6.440598942363796e-07,
      "loss": 0.6965,
      "step": 42166
    },
    {
      "epoch": 0.8886289757490503,
      "grad_norm": 0.09905769675970078,
      "learning_rate": 6.43818926578954e-07,
      "loss": 0.7274,
      "step": 42167
    },
    {
      "epoch": 0.8886500497874157,
      "grad_norm": 0.1027587503194809,
      "learning_rate": 6.435780025082461e-07,
      "loss": 0.7137,
      "step": 42168
    },
    {
      "epoch": 0.888671123825781,
      "grad_norm": 0.10328606516122818,
      "learning_rate": 6.43337122025377e-07,
      "loss": 0.7024,
      "step": 42169
    },
    {
      "epoch": 0.8886921978641462,
      "grad_norm": 0.11001129448413849,
      "learning_rate": 6.430962851314693e-07,
      "loss": 0.6937,
      "step": 42170
    },
    {
      "epoch": 0.8887132719025115,
      "grad_norm": 0.10375144332647324,
      "learning_rate": 6.428554918276452e-07,
      "loss": 0.6579,
      "step": 42171
    },
    {
      "epoch": 0.8887343459408767,
      "grad_norm": 0.1121893972158432,
      "learning_rate": 6.426147421150253e-07,
      "loss": 0.7257,
      "step": 42172
    },
    {
      "epoch": 0.8887554199792421,
      "grad_norm": 0.12586800754070282,
      "learning_rate": 6.423740359947317e-07,
      "loss": 0.7904,
      "step": 42173
    },
    {
      "epoch": 0.8887764940176074,
      "grad_norm": 0.12143028527498245,
      "learning_rate": 6.421333734678859e-07,
      "loss": 0.7051,
      "step": 42174
    },
    {
      "epoch": 0.8887975680559727,
      "grad_norm": 0.11945164948701859,
      "learning_rate": 6.418927545356112e-07,
      "loss": 0.7395,
      "step": 42175
    },
    {
      "epoch": 0.8888186420943379,
      "grad_norm": 0.1469959020614624,
      "learning_rate": 6.416521791990238e-07,
      "loss": 0.7673,
      "step": 42176
    },
    {
      "epoch": 0.8888397161327032,
      "grad_norm": 0.10220977663993835,
      "learning_rate": 6.41411647459248e-07,
      "loss": 0.6879,
      "step": 42177
    },
    {
      "epoch": 0.8888607901710686,
      "grad_norm": 0.0926218181848526,
      "learning_rate": 6.41171159317403e-07,
      "loss": 0.7367,
      "step": 42178
    },
    {
      "epoch": 0.8888818642094338,
      "grad_norm": 0.1064562052488327,
      "learning_rate": 6.409307147746091e-07,
      "loss": 0.7923,
      "step": 42179
    },
    {
      "epoch": 0.8889029382477991,
      "grad_norm": 0.103602334856987,
      "learning_rate": 6.406903138319875e-07,
      "loss": 0.6643,
      "step": 42180
    },
    {
      "epoch": 0.8889240122861644,
      "grad_norm": 0.10723195225000381,
      "learning_rate": 6.404499564906575e-07,
      "loss": 0.6371,
      "step": 42181
    },
    {
      "epoch": 0.8889450863245296,
      "grad_norm": 0.1274978518486023,
      "learning_rate": 6.402096427517368e-07,
      "loss": 0.7466,
      "step": 42182
    },
    {
      "epoch": 0.8889661603628949,
      "grad_norm": 0.12827959656715393,
      "learning_rate": 6.399693726163481e-07,
      "loss": 0.7253,
      "step": 42183
    },
    {
      "epoch": 0.8889872344012603,
      "grad_norm": 0.0995447039604187,
      "learning_rate": 6.397291460856103e-07,
      "loss": 0.6854,
      "step": 42184
    },
    {
      "epoch": 0.8890083084396255,
      "grad_norm": 0.12867148220539093,
      "learning_rate": 6.394889631606427e-07,
      "loss": 0.74,
      "step": 42185
    },
    {
      "epoch": 0.8890293824779908,
      "grad_norm": 0.09084775298833847,
      "learning_rate": 6.39248823842562e-07,
      "loss": 0.6903,
      "step": 42186
    },
    {
      "epoch": 0.8890504565163561,
      "grad_norm": 0.11422262340784073,
      "learning_rate": 6.390087281324875e-07,
      "loss": 0.6972,
      "step": 42187
    },
    {
      "epoch": 0.8890715305547213,
      "grad_norm": 0.12607330083847046,
      "learning_rate": 6.387686760315393e-07,
      "loss": 0.7146,
      "step": 42188
    },
    {
      "epoch": 0.8890926045930867,
      "grad_norm": 0.1013888567686081,
      "learning_rate": 6.385286675408342e-07,
      "loss": 0.7043,
      "step": 42189
    },
    {
      "epoch": 0.889113678631452,
      "grad_norm": 0.12153493613004684,
      "learning_rate": 6.382887026614914e-07,
      "loss": 0.6561,
      "step": 42190
    },
    {
      "epoch": 0.8891347526698172,
      "grad_norm": 0.11157570779323578,
      "learning_rate": 6.380487813946279e-07,
      "loss": 0.7076,
      "step": 42191
    },
    {
      "epoch": 0.8891558267081825,
      "grad_norm": 0.09233091026544571,
      "learning_rate": 6.378089037413626e-07,
      "loss": 0.6507,
      "step": 42192
    },
    {
      "epoch": 0.8891769007465478,
      "grad_norm": 0.1295262575149536,
      "learning_rate": 6.375690697028114e-07,
      "loss": 0.6766,
      "step": 42193
    },
    {
      "epoch": 0.8891979747849131,
      "grad_norm": 0.151719331741333,
      "learning_rate": 6.373292792800922e-07,
      "loss": 0.6795,
      "step": 42194
    },
    {
      "epoch": 0.8892190488232784,
      "grad_norm": 0.11538495868444443,
      "learning_rate": 6.370895324743231e-07,
      "loss": 0.7547,
      "step": 42195
    },
    {
      "epoch": 0.8892401228616437,
      "grad_norm": 0.10205239057540894,
      "learning_rate": 6.368498292866199e-07,
      "loss": 0.7156,
      "step": 42196
    },
    {
      "epoch": 0.8892611969000089,
      "grad_norm": 0.0967511311173439,
      "learning_rate": 6.366101697180993e-07,
      "loss": 0.693,
      "step": 42197
    },
    {
      "epoch": 0.8892822709383742,
      "grad_norm": 0.0960402861237526,
      "learning_rate": 6.363705537698784e-07,
      "loss": 0.6357,
      "step": 42198
    },
    {
      "epoch": 0.8893033449767396,
      "grad_norm": 0.12699216604232788,
      "learning_rate": 6.361309814430727e-07,
      "loss": 0.6697,
      "step": 42199
    },
    {
      "epoch": 0.8893244190151048,
      "grad_norm": 0.11760758608579636,
      "learning_rate": 6.358914527387983e-07,
      "loss": 0.7046,
      "step": 42200
    },
    {
      "epoch": 0.8893454930534701,
      "grad_norm": 0.1125316470861435,
      "learning_rate": 6.356519676581719e-07,
      "loss": 0.6977,
      "step": 42201
    },
    {
      "epoch": 0.8893665670918354,
      "grad_norm": 0.10089600831270218,
      "learning_rate": 6.354125262023081e-07,
      "loss": 0.7422,
      "step": 42202
    },
    {
      "epoch": 0.8893876411302006,
      "grad_norm": 0.11832285672426224,
      "learning_rate": 6.351731283723239e-07,
      "loss": 0.7339,
      "step": 42203
    },
    {
      "epoch": 0.889408715168566,
      "grad_norm": 0.10839119553565979,
      "learning_rate": 6.349337741693329e-07,
      "loss": 0.7576,
      "step": 42204
    },
    {
      "epoch": 0.8894297892069313,
      "grad_norm": 0.11129404604434967,
      "learning_rate": 6.34694463594453e-07,
      "loss": 0.6447,
      "step": 42205
    },
    {
      "epoch": 0.8894508632452965,
      "grad_norm": 0.09999988228082657,
      "learning_rate": 6.344551966487955e-07,
      "loss": 0.657,
      "step": 42206
    },
    {
      "epoch": 0.8894719372836618,
      "grad_norm": 0.09902086108922958,
      "learning_rate": 6.342159733334763e-07,
      "loss": 0.7365,
      "step": 42207
    },
    {
      "epoch": 0.8894930113220271,
      "grad_norm": 0.10427123308181763,
      "learning_rate": 6.339767936496088e-07,
      "loss": 0.7111,
      "step": 42208
    },
    {
      "epoch": 0.8895140853603924,
      "grad_norm": 0.09772859513759613,
      "learning_rate": 6.337376575983101e-07,
      "loss": 0.6706,
      "step": 42209
    },
    {
      "epoch": 0.8895351593987577,
      "grad_norm": 0.10400065034627914,
      "learning_rate": 6.334985651806924e-07,
      "loss": 0.6386,
      "step": 42210
    },
    {
      "epoch": 0.889556233437123,
      "grad_norm": 0.13334280252456665,
      "learning_rate": 6.332595163978672e-07,
      "loss": 0.6843,
      "step": 42211
    },
    {
      "epoch": 0.8895773074754882,
      "grad_norm": 0.09652385115623474,
      "learning_rate": 6.330205112509525e-07,
      "loss": 0.701,
      "step": 42212
    },
    {
      "epoch": 0.8895983815138535,
      "grad_norm": 0.09930083900690079,
      "learning_rate": 6.327815497410605e-07,
      "loss": 0.7238,
      "step": 42213
    },
    {
      "epoch": 0.8896194555522189,
      "grad_norm": 0.13174787163734436,
      "learning_rate": 6.325426318693051e-07,
      "loss": 0.7169,
      "step": 42214
    },
    {
      "epoch": 0.8896405295905842,
      "grad_norm": 0.11829420924186707,
      "learning_rate": 6.323037576367963e-07,
      "loss": 0.7048,
      "step": 42215
    },
    {
      "epoch": 0.8896616036289494,
      "grad_norm": 0.11856451630592346,
      "learning_rate": 6.320649270446488e-07,
      "loss": 0.7304,
      "step": 42216
    },
    {
      "epoch": 0.8896826776673147,
      "grad_norm": 0.09398724883794785,
      "learning_rate": 6.318261400939751e-07,
      "loss": 0.6904,
      "step": 42217
    },
    {
      "epoch": 0.88970375170568,
      "grad_norm": 0.10930122435092926,
      "learning_rate": 6.315873967858877e-07,
      "loss": 0.7362,
      "step": 42218
    },
    {
      "epoch": 0.8897248257440453,
      "grad_norm": 0.10667195171117783,
      "learning_rate": 6.313486971214989e-07,
      "loss": 0.6712,
      "step": 42219
    },
    {
      "epoch": 0.8897458997824106,
      "grad_norm": 0.09617865085601807,
      "learning_rate": 6.3111004110192e-07,
      "loss": 0.7082,
      "step": 42220
    },
    {
      "epoch": 0.8897669738207759,
      "grad_norm": 0.11053884774446487,
      "learning_rate": 6.308714287282636e-07,
      "loss": 0.7309,
      "step": 42221
    },
    {
      "epoch": 0.8897880478591411,
      "grad_norm": 0.09426800161600113,
      "learning_rate": 6.30632860001642e-07,
      "loss": 0.6034,
      "step": 42222
    },
    {
      "epoch": 0.8898091218975064,
      "grad_norm": 0.09901311248540878,
      "learning_rate": 6.303943349231645e-07,
      "loss": 0.6915,
      "step": 42223
    },
    {
      "epoch": 0.8898301959358716,
      "grad_norm": 0.5142304301261902,
      "learning_rate": 6.301558534939434e-07,
      "loss": 0.6564,
      "step": 42224
    },
    {
      "epoch": 0.889851269974237,
      "grad_norm": 0.10855286568403244,
      "learning_rate": 6.299174157150901e-07,
      "loss": 0.7304,
      "step": 42225
    },
    {
      "epoch": 0.8898723440126023,
      "grad_norm": 0.11252646148204803,
      "learning_rate": 6.296790215877147e-07,
      "loss": 0.7293,
      "step": 42226
    },
    {
      "epoch": 0.8898934180509676,
      "grad_norm": 0.10867481678724289,
      "learning_rate": 6.294406711129275e-07,
      "loss": 0.7512,
      "step": 42227
    },
    {
      "epoch": 0.8899144920893328,
      "grad_norm": 0.11004683375358582,
      "learning_rate": 6.292023642918399e-07,
      "loss": 0.711,
      "step": 42228
    },
    {
      "epoch": 0.8899355661276981,
      "grad_norm": 0.09583116322755814,
      "learning_rate": 6.289641011255621e-07,
      "loss": 0.6744,
      "step": 42229
    },
    {
      "epoch": 0.8899566401660635,
      "grad_norm": 0.1057882010936737,
      "learning_rate": 6.287258816152031e-07,
      "loss": 0.6883,
      "step": 42230
    },
    {
      "epoch": 0.8899777142044287,
      "grad_norm": 0.14592868089675903,
      "learning_rate": 6.284877057618733e-07,
      "loss": 0.7597,
      "step": 42231
    },
    {
      "epoch": 0.889998788242794,
      "grad_norm": 0.131295844912529,
      "learning_rate": 6.282495735666827e-07,
      "loss": 0.7004,
      "step": 42232
    },
    {
      "epoch": 0.8900198622811593,
      "grad_norm": 0.10222729295492172,
      "learning_rate": 6.280114850307395e-07,
      "loss": 0.7119,
      "step": 42233
    },
    {
      "epoch": 0.8900409363195245,
      "grad_norm": 0.10458672791719437,
      "learning_rate": 6.277734401551538e-07,
      "loss": 0.7283,
      "step": 42234
    },
    {
      "epoch": 0.8900620103578899,
      "grad_norm": 0.11082625389099121,
      "learning_rate": 6.275354389410349e-07,
      "loss": 0.7309,
      "step": 42235
    },
    {
      "epoch": 0.8900830843962552,
      "grad_norm": 0.11896239966154099,
      "learning_rate": 6.272974813894905e-07,
      "loss": 0.7608,
      "step": 42236
    },
    {
      "epoch": 0.8901041584346204,
      "grad_norm": 0.10630850493907928,
      "learning_rate": 6.270595675016289e-07,
      "loss": 0.6635,
      "step": 42237
    },
    {
      "epoch": 0.8901252324729857,
      "grad_norm": 0.10243544727563858,
      "learning_rate": 6.26821697278559e-07,
      "loss": 0.728,
      "step": 42238
    },
    {
      "epoch": 0.890146306511351,
      "grad_norm": 0.10694113373756409,
      "learning_rate": 6.265838707213878e-07,
      "loss": 0.7039,
      "step": 42239
    },
    {
      "epoch": 0.8901673805497163,
      "grad_norm": 0.12633755803108215,
      "learning_rate": 6.263460878312256e-07,
      "loss": 0.7627,
      "step": 42240
    },
    {
      "epoch": 0.8901884545880816,
      "grad_norm": 0.15606003999710083,
      "learning_rate": 6.26108348609179e-07,
      "loss": 0.6844,
      "step": 42241
    },
    {
      "epoch": 0.8902095286264469,
      "grad_norm": 0.10277734696865082,
      "learning_rate": 6.258706530563563e-07,
      "loss": 0.7193,
      "step": 42242
    },
    {
      "epoch": 0.8902306026648121,
      "grad_norm": 0.10392466187477112,
      "learning_rate": 6.256330011738632e-07,
      "loss": 0.753,
      "step": 42243
    },
    {
      "epoch": 0.8902516767031774,
      "grad_norm": 0.09747448563575745,
      "learning_rate": 6.253953929628087e-07,
      "loss": 0.6796,
      "step": 42244
    },
    {
      "epoch": 0.8902727507415428,
      "grad_norm": 0.12181545048952103,
      "learning_rate": 6.251578284242987e-07,
      "loss": 0.698,
      "step": 42245
    },
    {
      "epoch": 0.890293824779908,
      "grad_norm": 0.11689192801713943,
      "learning_rate": 6.24920307559439e-07,
      "loss": 0.6872,
      "step": 42246
    },
    {
      "epoch": 0.8903148988182733,
      "grad_norm": 0.09206493198871613,
      "learning_rate": 6.246828303693364e-07,
      "loss": 0.6277,
      "step": 42247
    },
    {
      "epoch": 0.8903359728566386,
      "grad_norm": 0.1080937385559082,
      "learning_rate": 6.24445396855099e-07,
      "loss": 0.6373,
      "step": 42248
    },
    {
      "epoch": 0.8903570468950038,
      "grad_norm": 0.10693192481994629,
      "learning_rate": 6.242080070178313e-07,
      "loss": 0.7381,
      "step": 42249
    },
    {
      "epoch": 0.8903781209333692,
      "grad_norm": 0.11576808989048004,
      "learning_rate": 6.239706608586394e-07,
      "loss": 0.6721,
      "step": 42250
    },
    {
      "epoch": 0.8903991949717345,
      "grad_norm": 0.12039344012737274,
      "learning_rate": 6.237333583786298e-07,
      "loss": 0.676,
      "step": 42251
    },
    {
      "epoch": 0.8904202690100997,
      "grad_norm": 0.10213658213615417,
      "learning_rate": 6.234960995789074e-07,
      "loss": 0.7158,
      "step": 42252
    },
    {
      "epoch": 0.890441343048465,
      "grad_norm": 0.10998357087373734,
      "learning_rate": 6.232588844605769e-07,
      "loss": 0.7241,
      "step": 42253
    },
    {
      "epoch": 0.8904624170868303,
      "grad_norm": 0.1194838210940361,
      "learning_rate": 6.23021713024744e-07,
      "loss": 0.7522,
      "step": 42254
    },
    {
      "epoch": 0.8904834911251956,
      "grad_norm": 0.11236316710710526,
      "learning_rate": 6.227845852725145e-07,
      "loss": 0.6865,
      "step": 42255
    },
    {
      "epoch": 0.8905045651635609,
      "grad_norm": 0.10812438279390335,
      "learning_rate": 6.225475012049919e-07,
      "loss": 0.7468,
      "step": 42256
    },
    {
      "epoch": 0.8905256392019262,
      "grad_norm": 0.12866798043251038,
      "learning_rate": 6.223104608232799e-07,
      "loss": 0.6423,
      "step": 42257
    },
    {
      "epoch": 0.8905467132402914,
      "grad_norm": 0.1077098399400711,
      "learning_rate": 6.220734641284854e-07,
      "loss": 0.6514,
      "step": 42258
    },
    {
      "epoch": 0.8905677872786567,
      "grad_norm": 0.2556382417678833,
      "learning_rate": 6.218365111217106e-07,
      "loss": 0.7104,
      "step": 42259
    },
    {
      "epoch": 0.890588861317022,
      "grad_norm": 0.1006125658750534,
      "learning_rate": 6.215996018040593e-07,
      "loss": 0.7511,
      "step": 42260
    },
    {
      "epoch": 0.8906099353553873,
      "grad_norm": 0.1359066665172577,
      "learning_rate": 6.21362736176635e-07,
      "loss": 0.7083,
      "step": 42261
    },
    {
      "epoch": 0.8906310093937526,
      "grad_norm": 0.10958611220121384,
      "learning_rate": 6.211259142405424e-07,
      "loss": 0.6509,
      "step": 42262
    },
    {
      "epoch": 0.8906520834321179,
      "grad_norm": 0.10043839365243912,
      "learning_rate": 6.208891359968838e-07,
      "loss": 0.6528,
      "step": 42263
    },
    {
      "epoch": 0.8906731574704831,
      "grad_norm": 0.11413218080997467,
      "learning_rate": 6.206524014467652e-07,
      "loss": 0.7699,
      "step": 42264
    },
    {
      "epoch": 0.8906942315088484,
      "grad_norm": 0.10321886092424393,
      "learning_rate": 6.204157105912844e-07,
      "loss": 0.6669,
      "step": 42265
    },
    {
      "epoch": 0.8907153055472138,
      "grad_norm": 0.14289218187332153,
      "learning_rate": 6.201790634315463e-07,
      "loss": 0.6683,
      "step": 42266
    },
    {
      "epoch": 0.890736379585579,
      "grad_norm": 0.11321624368429184,
      "learning_rate": 6.199424599686532e-07,
      "loss": 0.7183,
      "step": 42267
    },
    {
      "epoch": 0.8907574536239443,
      "grad_norm": 0.12264911085367203,
      "learning_rate": 6.197059002037064e-07,
      "loss": 0.708,
      "step": 42268
    },
    {
      "epoch": 0.8907785276623096,
      "grad_norm": 0.10803501307964325,
      "learning_rate": 6.194693841378107e-07,
      "loss": 0.6726,
      "step": 42269
    },
    {
      "epoch": 0.8907996017006748,
      "grad_norm": 0.6420324444770813,
      "learning_rate": 6.192329117720664e-07,
      "loss": 0.6935,
      "step": 42270
    },
    {
      "epoch": 0.8908206757390402,
      "grad_norm": 0.09747858345508575,
      "learning_rate": 6.189964831075757e-07,
      "loss": 0.7084,
      "step": 42271
    },
    {
      "epoch": 0.8908417497774055,
      "grad_norm": 0.10664831846952438,
      "learning_rate": 6.187600981454389e-07,
      "loss": 0.6322,
      "step": 42272
    },
    {
      "epoch": 0.8908628238157708,
      "grad_norm": 0.10933717340230942,
      "learning_rate": 6.185237568867597e-07,
      "loss": 0.6358,
      "step": 42273
    },
    {
      "epoch": 0.890883897854136,
      "grad_norm": 0.13595153391361237,
      "learning_rate": 6.182874593326349e-07,
      "loss": 0.7378,
      "step": 42274
    },
    {
      "epoch": 0.8909049718925013,
      "grad_norm": 0.11734437197446823,
      "learning_rate": 6.18051205484168e-07,
      "loss": 0.6911,
      "step": 42275
    },
    {
      "epoch": 0.8909260459308667,
      "grad_norm": 0.11029583215713501,
      "learning_rate": 6.178149953424595e-07,
      "loss": 0.7164,
      "step": 42276
    },
    {
      "epoch": 0.8909471199692319,
      "grad_norm": 0.10037396848201752,
      "learning_rate": 6.175788289086094e-07,
      "loss": 0.714,
      "step": 42277
    },
    {
      "epoch": 0.8909681940075972,
      "grad_norm": 0.10630398988723755,
      "learning_rate": 6.173427061837179e-07,
      "loss": 0.7163,
      "step": 42278
    },
    {
      "epoch": 0.8909892680459625,
      "grad_norm": 0.09883809089660645,
      "learning_rate": 6.171066271688852e-07,
      "loss": 0.696,
      "step": 42279
    },
    {
      "epoch": 0.8910103420843277,
      "grad_norm": 0.1474442034959793,
      "learning_rate": 6.168705918652118e-07,
      "loss": 0.7552,
      "step": 42280
    },
    {
      "epoch": 0.8910314161226931,
      "grad_norm": 0.09532281756401062,
      "learning_rate": 6.166346002737956e-07,
      "loss": 0.7102,
      "step": 42281
    },
    {
      "epoch": 0.8910524901610584,
      "grad_norm": 0.11854488402605057,
      "learning_rate": 6.163986523957377e-07,
      "loss": 0.7012,
      "step": 42282
    },
    {
      "epoch": 0.8910735641994236,
      "grad_norm": 0.12140686810016632,
      "learning_rate": 6.161627482321353e-07,
      "loss": 0.6849,
      "step": 42283
    },
    {
      "epoch": 0.8910946382377889,
      "grad_norm": 0.10238615423440933,
      "learning_rate": 6.159268877840896e-07,
      "loss": 0.7007,
      "step": 42284
    },
    {
      "epoch": 0.8911157122761542,
      "grad_norm": 0.10677845031023026,
      "learning_rate": 6.156910710526975e-07,
      "loss": 0.6466,
      "step": 42285
    },
    {
      "epoch": 0.8911367863145195,
      "grad_norm": 0.11538466811180115,
      "learning_rate": 6.154552980390594e-07,
      "loss": 0.6661,
      "step": 42286
    },
    {
      "epoch": 0.8911578603528848,
      "grad_norm": 0.10527070611715317,
      "learning_rate": 6.15219568744272e-07,
      "loss": 0.6373,
      "step": 42287
    },
    {
      "epoch": 0.8911789343912501,
      "grad_norm": 0.11568068712949753,
      "learning_rate": 6.149838831694355e-07,
      "loss": 0.6485,
      "step": 42288
    },
    {
      "epoch": 0.8912000084296153,
      "grad_norm": 0.13704128563404083,
      "learning_rate": 6.147482413156447e-07,
      "loss": 0.711,
      "step": 42289
    },
    {
      "epoch": 0.8912210824679806,
      "grad_norm": 0.11269111931324005,
      "learning_rate": 6.14512643184001e-07,
      "loss": 0.6564,
      "step": 42290
    },
    {
      "epoch": 0.891242156506346,
      "grad_norm": 0.1260577142238617,
      "learning_rate": 6.142770887755988e-07,
      "loss": 0.7602,
      "step": 42291
    },
    {
      "epoch": 0.8912632305447112,
      "grad_norm": 0.11930536478757858,
      "learning_rate": 6.140415780915376e-07,
      "loss": 0.5994,
      "step": 42292
    },
    {
      "epoch": 0.8912843045830765,
      "grad_norm": 0.10556616634130478,
      "learning_rate": 6.13806111132913e-07,
      "loss": 0.6389,
      "step": 42293
    },
    {
      "epoch": 0.8913053786214418,
      "grad_norm": 0.180776908993721,
      "learning_rate": 6.135706879008252e-07,
      "loss": 0.7494,
      "step": 42294
    },
    {
      "epoch": 0.891326452659807,
      "grad_norm": 0.11464149504899979,
      "learning_rate": 6.133353083963667e-07,
      "loss": 0.6617,
      "step": 42295
    },
    {
      "epoch": 0.8913475266981723,
      "grad_norm": 0.10539767891168594,
      "learning_rate": 6.130999726206354e-07,
      "loss": 0.6537,
      "step": 42296
    },
    {
      "epoch": 0.8913686007365377,
      "grad_norm": 0.12031903117895126,
      "learning_rate": 6.128646805747262e-07,
      "loss": 0.7475,
      "step": 42297
    },
    {
      "epoch": 0.8913896747749029,
      "grad_norm": 0.10931704193353653,
      "learning_rate": 6.126294322597393e-07,
      "loss": 0.7546,
      "step": 42298
    },
    {
      "epoch": 0.8914107488132682,
      "grad_norm": 0.13189904391765594,
      "learning_rate": 6.123942276767691e-07,
      "loss": 0.6346,
      "step": 42299
    },
    {
      "epoch": 0.8914318228516335,
      "grad_norm": 0.11142586916685104,
      "learning_rate": 6.121590668269096e-07,
      "loss": 0.6438,
      "step": 42300
    },
    {
      "epoch": 0.8914528968899987,
      "grad_norm": 0.2278512865304947,
      "learning_rate": 6.119239497112572e-07,
      "loss": 0.7561,
      "step": 42301
    },
    {
      "epoch": 0.8914739709283641,
      "grad_norm": 0.10932937264442444,
      "learning_rate": 6.116888763309081e-07,
      "loss": 0.7415,
      "step": 42302
    },
    {
      "epoch": 0.8914950449667294,
      "grad_norm": 0.11079167574644089,
      "learning_rate": 6.11453846686958e-07,
      "loss": 0.6871,
      "step": 42303
    },
    {
      "epoch": 0.8915161190050946,
      "grad_norm": 0.1171790137887001,
      "learning_rate": 6.112188607804981e-07,
      "loss": 0.7138,
      "step": 42304
    },
    {
      "epoch": 0.8915371930434599,
      "grad_norm": 0.09998481720685959,
      "learning_rate": 6.109839186126265e-07,
      "loss": 0.7215,
      "step": 42305
    },
    {
      "epoch": 0.8915582670818252,
      "grad_norm": 0.11295511573553085,
      "learning_rate": 6.107490201844368e-07,
      "loss": 0.6647,
      "step": 42306
    },
    {
      "epoch": 0.8915793411201905,
      "grad_norm": 0.1350666880607605,
      "learning_rate": 6.105141654970226e-07,
      "loss": 0.7199,
      "step": 42307
    },
    {
      "epoch": 0.8916004151585558,
      "grad_norm": 0.11240638792514801,
      "learning_rate": 6.102793545514785e-07,
      "loss": 0.7041,
      "step": 42308
    },
    {
      "epoch": 0.8916214891969211,
      "grad_norm": 0.10533937811851501,
      "learning_rate": 6.100445873488992e-07,
      "loss": 0.7072,
      "step": 42309
    },
    {
      "epoch": 0.8916425632352863,
      "grad_norm": 0.11464183032512665,
      "learning_rate": 6.098098638903771e-07,
      "loss": 0.636,
      "step": 42310
    },
    {
      "epoch": 0.8916636372736516,
      "grad_norm": 0.13483642041683197,
      "learning_rate": 6.095751841770048e-07,
      "loss": 0.6832,
      "step": 42311
    },
    {
      "epoch": 0.891684711312017,
      "grad_norm": 0.1094726175069809,
      "learning_rate": 6.093405482098802e-07,
      "loss": 0.7119,
      "step": 42312
    },
    {
      "epoch": 0.8917057853503823,
      "grad_norm": 0.11391507089138031,
      "learning_rate": 6.091059559900913e-07,
      "loss": 0.7397,
      "step": 42313
    },
    {
      "epoch": 0.8917268593887475,
      "grad_norm": 0.10433317720890045,
      "learning_rate": 6.08871407518734e-07,
      "loss": 0.6977,
      "step": 42314
    },
    {
      "epoch": 0.8917479334271128,
      "grad_norm": 0.09626410156488419,
      "learning_rate": 6.086369027968986e-07,
      "loss": 0.7307,
      "step": 42315
    },
    {
      "epoch": 0.891769007465478,
      "grad_norm": 0.11155454069375992,
      "learning_rate": 6.084024418256795e-07,
      "loss": 0.7419,
      "step": 42316
    },
    {
      "epoch": 0.8917900815038434,
      "grad_norm": 0.09924635291099548,
      "learning_rate": 6.081680246061683e-07,
      "loss": 0.7252,
      "step": 42317
    },
    {
      "epoch": 0.8918111555422087,
      "grad_norm": 0.1026756763458252,
      "learning_rate": 6.079336511394563e-07,
      "loss": 0.6625,
      "step": 42318
    },
    {
      "epoch": 0.891832229580574,
      "grad_norm": 0.11277401447296143,
      "learning_rate": 6.076993214266369e-07,
      "loss": 0.6696,
      "step": 42319
    },
    {
      "epoch": 0.8918533036189392,
      "grad_norm": 0.20188336074352264,
      "learning_rate": 6.074650354688006e-07,
      "loss": 0.7314,
      "step": 42320
    },
    {
      "epoch": 0.8918743776573045,
      "grad_norm": 0.11274660378694534,
      "learning_rate": 6.072307932670396e-07,
      "loss": 0.7338,
      "step": 42321
    },
    {
      "epoch": 0.8918954516956699,
      "grad_norm": 0.13197696208953857,
      "learning_rate": 6.069965948224443e-07,
      "loss": 0.6911,
      "step": 42322
    },
    {
      "epoch": 0.8919165257340351,
      "grad_norm": 0.09329027682542801,
      "learning_rate": 6.067624401361072e-07,
      "loss": 0.681,
      "step": 42323
    },
    {
      "epoch": 0.8919375997724004,
      "grad_norm": 0.09275799989700317,
      "learning_rate": 6.065283292091173e-07,
      "loss": 0.6712,
      "step": 42324
    },
    {
      "epoch": 0.8919586738107657,
      "grad_norm": 0.09334518760442734,
      "learning_rate": 6.06294262042566e-07,
      "loss": 0.6792,
      "step": 42325
    },
    {
      "epoch": 0.8919797478491309,
      "grad_norm": 0.12751753628253937,
      "learning_rate": 6.060602386375413e-07,
      "loss": 0.7215,
      "step": 42326
    },
    {
      "epoch": 0.8920008218874963,
      "grad_norm": 0.10821539908647537,
      "learning_rate": 6.05826258995138e-07,
      "loss": 0.6871,
      "step": 42327
    },
    {
      "epoch": 0.8920218959258616,
      "grad_norm": 0.10550066083669662,
      "learning_rate": 6.05592323116444e-07,
      "loss": 0.6645,
      "step": 42328
    },
    {
      "epoch": 0.8920429699642268,
      "grad_norm": 0.10349832475185394,
      "learning_rate": 6.053584310025495e-07,
      "loss": 0.7324,
      "step": 42329
    },
    {
      "epoch": 0.8920640440025921,
      "grad_norm": 0.10654626786708832,
      "learning_rate": 6.051245826545438e-07,
      "loss": 0.6748,
      "step": 42330
    },
    {
      "epoch": 0.8920851180409574,
      "grad_norm": 0.11363711208105087,
      "learning_rate": 6.048907780735148e-07,
      "loss": 0.7841,
      "step": 42331
    },
    {
      "epoch": 0.8921061920793227,
      "grad_norm": 0.1780654489994049,
      "learning_rate": 6.04657017260556e-07,
      "loss": 0.748,
      "step": 42332
    },
    {
      "epoch": 0.892127266117688,
      "grad_norm": 0.13804160058498383,
      "learning_rate": 6.04423300216751e-07,
      "loss": 0.725,
      "step": 42333
    },
    {
      "epoch": 0.8921483401560533,
      "grad_norm": 0.11560367792844772,
      "learning_rate": 6.041896269431924e-07,
      "loss": 0.6887,
      "step": 42334
    },
    {
      "epoch": 0.8921694141944185,
      "grad_norm": 0.13330808281898499,
      "learning_rate": 6.03955997440967e-07,
      "loss": 0.7341,
      "step": 42335
    },
    {
      "epoch": 0.8921904882327838,
      "grad_norm": 0.1002015694975853,
      "learning_rate": 6.037224117111628e-07,
      "loss": 0.6879,
      "step": 42336
    },
    {
      "epoch": 0.8922115622711491,
      "grad_norm": 0.11590562015771866,
      "learning_rate": 6.034888697548702e-07,
      "loss": 0.7778,
      "step": 42337
    },
    {
      "epoch": 0.8922326363095144,
      "grad_norm": 0.11780168861150742,
      "learning_rate": 6.032553715731748e-07,
      "loss": 0.6731,
      "step": 42338
    },
    {
      "epoch": 0.8922537103478797,
      "grad_norm": 0.10582134872674942,
      "learning_rate": 6.030219171671658e-07,
      "loss": 0.6381,
      "step": 42339
    },
    {
      "epoch": 0.892274784386245,
      "grad_norm": 0.1183115541934967,
      "learning_rate": 6.027885065379291e-07,
      "loss": 0.6886,
      "step": 42340
    },
    {
      "epoch": 0.8922958584246102,
      "grad_norm": 0.11061946302652359,
      "learning_rate": 6.025551396865558e-07,
      "loss": 0.6873,
      "step": 42341
    },
    {
      "epoch": 0.8923169324629755,
      "grad_norm": 0.097356416285038,
      "learning_rate": 6.023218166141298e-07,
      "loss": 0.7329,
      "step": 42342
    },
    {
      "epoch": 0.8923380065013409,
      "grad_norm": 0.10881301760673523,
      "learning_rate": 6.020885373217378e-07,
      "loss": 0.6201,
      "step": 42343
    },
    {
      "epoch": 0.8923590805397061,
      "grad_norm": 0.173049658536911,
      "learning_rate": 6.018553018104689e-07,
      "loss": 0.7067,
      "step": 42344
    },
    {
      "epoch": 0.8923801545780714,
      "grad_norm": 0.10868722945451736,
      "learning_rate": 6.01622110081408e-07,
      "loss": 0.6685,
      "step": 42345
    },
    {
      "epoch": 0.8924012286164367,
      "grad_norm": 0.13253934681415558,
      "learning_rate": 6.013889621356417e-07,
      "loss": 0.6623,
      "step": 42346
    },
    {
      "epoch": 0.8924223026548019,
      "grad_norm": 0.10934361070394516,
      "learning_rate": 6.01155857974256e-07,
      "loss": 0.7241,
      "step": 42347
    },
    {
      "epoch": 0.8924433766931673,
      "grad_norm": 0.1433526575565338,
      "learning_rate": 6.009227975983379e-07,
      "loss": 0.6182,
      "step": 42348
    },
    {
      "epoch": 0.8924644507315326,
      "grad_norm": 0.10790634900331497,
      "learning_rate": 6.006897810089718e-07,
      "loss": 0.7376,
      "step": 42349
    },
    {
      "epoch": 0.8924855247698978,
      "grad_norm": 0.0930049940943718,
      "learning_rate": 6.004568082072437e-07,
      "loss": 0.6607,
      "step": 42350
    },
    {
      "epoch": 0.8925065988082631,
      "grad_norm": 0.10865911841392517,
      "learning_rate": 6.002238791942383e-07,
      "loss": 0.7106,
      "step": 42351
    },
    {
      "epoch": 0.8925276728466284,
      "grad_norm": 0.11158506572246552,
      "learning_rate": 5.999909939710424e-07,
      "loss": 0.7859,
      "step": 42352
    },
    {
      "epoch": 0.8925487468849937,
      "grad_norm": 0.11757387965917587,
      "learning_rate": 5.99758152538742e-07,
      "loss": 0.709,
      "step": 42353
    },
    {
      "epoch": 0.892569820923359,
      "grad_norm": 0.09250012785196304,
      "learning_rate": 5.995253548984159e-07,
      "loss": 0.6924,
      "step": 42354
    },
    {
      "epoch": 0.8925908949617243,
      "grad_norm": 0.10010183602571487,
      "learning_rate": 5.992926010511535e-07,
      "loss": 0.6942,
      "step": 42355
    },
    {
      "epoch": 0.8926119690000895,
      "grad_norm": 0.1038723737001419,
      "learning_rate": 5.990598909980394e-07,
      "loss": 0.7044,
      "step": 42356
    },
    {
      "epoch": 0.8926330430384548,
      "grad_norm": 0.09770116209983826,
      "learning_rate": 5.98827224740155e-07,
      "loss": 0.6937,
      "step": 42357
    },
    {
      "epoch": 0.8926541170768202,
      "grad_norm": 0.1387898027896881,
      "learning_rate": 5.985946022785871e-07,
      "loss": 0.7228,
      "step": 42358
    },
    {
      "epoch": 0.8926751911151855,
      "grad_norm": 0.10321228206157684,
      "learning_rate": 5.983620236144172e-07,
      "loss": 0.7468,
      "step": 42359
    },
    {
      "epoch": 0.8926962651535507,
      "grad_norm": 0.1268574595451355,
      "learning_rate": 5.981294887487288e-07,
      "loss": 0.713,
      "step": 42360
    },
    {
      "epoch": 0.892717339191916,
      "grad_norm": 0.10483399778604507,
      "learning_rate": 5.978969976826065e-07,
      "loss": 0.7365,
      "step": 42361
    },
    {
      "epoch": 0.8927384132302812,
      "grad_norm": 0.22284239530563354,
      "learning_rate": 5.976645504171341e-07,
      "loss": 0.7925,
      "step": 42362
    },
    {
      "epoch": 0.8927594872686466,
      "grad_norm": 0.11019378900527954,
      "learning_rate": 5.974321469533917e-07,
      "loss": 0.7256,
      "step": 42363
    },
    {
      "epoch": 0.8927805613070119,
      "grad_norm": 0.10220690816640854,
      "learning_rate": 5.97199787292464e-07,
      "loss": 0.6891,
      "step": 42364
    },
    {
      "epoch": 0.8928016353453772,
      "grad_norm": 0.4575059711933136,
      "learning_rate": 5.969674714354323e-07,
      "loss": 0.6944,
      "step": 42365
    },
    {
      "epoch": 0.8928227093837424,
      "grad_norm": 0.1075054258108139,
      "learning_rate": 5.967351993833792e-07,
      "loss": 0.7069,
      "step": 42366
    },
    {
      "epoch": 0.8928437834221077,
      "grad_norm": 0.10036315023899078,
      "learning_rate": 5.965029711373871e-07,
      "loss": 0.6882,
      "step": 42367
    },
    {
      "epoch": 0.8928648574604731,
      "grad_norm": 0.10414717346429825,
      "learning_rate": 5.962707866985385e-07,
      "loss": 0.7964,
      "step": 42368
    },
    {
      "epoch": 0.8928859314988383,
      "grad_norm": 0.10479483753442764,
      "learning_rate": 5.960386460679113e-07,
      "loss": 0.6866,
      "step": 42369
    },
    {
      "epoch": 0.8929070055372036,
      "grad_norm": 0.20998713374137878,
      "learning_rate": 5.958065492465926e-07,
      "loss": 0.6843,
      "step": 42370
    },
    {
      "epoch": 0.8929280795755689,
      "grad_norm": 0.10986953973770142,
      "learning_rate": 5.955744962356624e-07,
      "loss": 0.7322,
      "step": 42371
    },
    {
      "epoch": 0.8929491536139341,
      "grad_norm": 0.09754647314548492,
      "learning_rate": 5.95342487036199e-07,
      "loss": 0.6724,
      "step": 42372
    },
    {
      "epoch": 0.8929702276522994,
      "grad_norm": 0.10407720506191254,
      "learning_rate": 5.951105216492847e-07,
      "loss": 0.6633,
      "step": 42373
    },
    {
      "epoch": 0.8929913016906648,
      "grad_norm": 0.10117805749177933,
      "learning_rate": 5.948786000759988e-07,
      "loss": 0.7151,
      "step": 42374
    },
    {
      "epoch": 0.89301237572903,
      "grad_norm": 0.10129295289516449,
      "learning_rate": 5.946467223174246e-07,
      "loss": 0.7012,
      "step": 42375
    },
    {
      "epoch": 0.8930334497673953,
      "grad_norm": 0.10516732931137085,
      "learning_rate": 5.944148883746393e-07,
      "loss": 0.6879,
      "step": 42376
    },
    {
      "epoch": 0.8930545238057606,
      "grad_norm": 0.1346069872379303,
      "learning_rate": 5.941830982487251e-07,
      "loss": 0.6403,
      "step": 42377
    },
    {
      "epoch": 0.8930755978441258,
      "grad_norm": 0.10220010578632355,
      "learning_rate": 5.939513519407614e-07,
      "loss": 0.7133,
      "step": 42378
    },
    {
      "epoch": 0.8930966718824912,
      "grad_norm": 0.12202061712741852,
      "learning_rate": 5.937196494518261e-07,
      "loss": 0.6542,
      "step": 42379
    },
    {
      "epoch": 0.8931177459208565,
      "grad_norm": 0.09998214989900589,
      "learning_rate": 5.934879907830005e-07,
      "loss": 0.7143,
      "step": 42380
    },
    {
      "epoch": 0.8931388199592217,
      "grad_norm": 0.09585878998041153,
      "learning_rate": 5.932563759353638e-07,
      "loss": 0.7205,
      "step": 42381
    },
    {
      "epoch": 0.893159893997587,
      "grad_norm": 0.10859891772270203,
      "learning_rate": 5.930248049099962e-07,
      "loss": 0.6434,
      "step": 42382
    },
    {
      "epoch": 0.8931809680359523,
      "grad_norm": 0.11332966387271881,
      "learning_rate": 5.927932777079704e-07,
      "loss": 0.7445,
      "step": 42383
    },
    {
      "epoch": 0.8932020420743176,
      "grad_norm": 0.1136985495686531,
      "learning_rate": 5.925617943303719e-07,
      "loss": 0.6673,
      "step": 42384
    },
    {
      "epoch": 0.8932231161126829,
      "grad_norm": 0.11208929121494293,
      "learning_rate": 5.923303547782766e-07,
      "loss": 0.7633,
      "step": 42385
    },
    {
      "epoch": 0.8932441901510482,
      "grad_norm": 0.11435838788747787,
      "learning_rate": 5.920989590527615e-07,
      "loss": 0.6598,
      "step": 42386
    },
    {
      "epoch": 0.8932652641894134,
      "grad_norm": 0.10276951640844345,
      "learning_rate": 5.918676071549068e-07,
      "loss": 0.7291,
      "step": 42387
    },
    {
      "epoch": 0.8932863382277787,
      "grad_norm": 0.17009244859218597,
      "learning_rate": 5.916362990857893e-07,
      "loss": 0.7505,
      "step": 42388
    },
    {
      "epoch": 0.8933074122661441,
      "grad_norm": 0.10122940689325333,
      "learning_rate": 5.914050348464862e-07,
      "loss": 0.7793,
      "step": 42389
    },
    {
      "epoch": 0.8933284863045093,
      "grad_norm": 0.10952582210302353,
      "learning_rate": 5.91173814438074e-07,
      "loss": 0.6578,
      "step": 42390
    },
    {
      "epoch": 0.8933495603428746,
      "grad_norm": 0.0959114357829094,
      "learning_rate": 5.909426378616334e-07,
      "loss": 0.6937,
      "step": 42391
    },
    {
      "epoch": 0.8933706343812399,
      "grad_norm": 0.11280352622270584,
      "learning_rate": 5.907115051182377e-07,
      "loss": 0.7274,
      "step": 42392
    },
    {
      "epoch": 0.8933917084196051,
      "grad_norm": 0.09952307492494583,
      "learning_rate": 5.90480416208965e-07,
      "loss": 0.6626,
      "step": 42393
    },
    {
      "epoch": 0.8934127824579705,
      "grad_norm": 0.11377657204866409,
      "learning_rate": 5.902493711348911e-07,
      "loss": 0.6681,
      "step": 42394
    },
    {
      "epoch": 0.8934338564963358,
      "grad_norm": 0.10158248245716095,
      "learning_rate": 5.900183698970929e-07,
      "loss": 0.7116,
      "step": 42395
    },
    {
      "epoch": 0.893454930534701,
      "grad_norm": 0.12981826066970825,
      "learning_rate": 5.897874124966474e-07,
      "loss": 0.7249,
      "step": 42396
    },
    {
      "epoch": 0.8934760045730663,
      "grad_norm": 0.10356808453798294,
      "learning_rate": 5.895564989346292e-07,
      "loss": 0.7025,
      "step": 42397
    },
    {
      "epoch": 0.8934970786114316,
      "grad_norm": 0.09935089200735092,
      "learning_rate": 5.89325629212113e-07,
      "loss": 0.6895,
      "step": 42398
    },
    {
      "epoch": 0.893518152649797,
      "grad_norm": 0.11716537922620773,
      "learning_rate": 5.89094803330178e-07,
      "loss": 0.718,
      "step": 42399
    },
    {
      "epoch": 0.8935392266881622,
      "grad_norm": 0.11223717778921127,
      "learning_rate": 5.888640212898988e-07,
      "loss": 0.6802,
      "step": 42400
    },
    {
      "epoch": 0.8935603007265275,
      "grad_norm": 0.09037164598703384,
      "learning_rate": 5.886332830923469e-07,
      "loss": 0.6826,
      "step": 42401
    },
    {
      "epoch": 0.8935813747648927,
      "grad_norm": 0.10710904002189636,
      "learning_rate": 5.884025887386003e-07,
      "loss": 0.674,
      "step": 42402
    },
    {
      "epoch": 0.893602448803258,
      "grad_norm": 0.10401749610900879,
      "learning_rate": 5.881719382297324e-07,
      "loss": 0.6622,
      "step": 42403
    },
    {
      "epoch": 0.8936235228416234,
      "grad_norm": 0.11893655359745026,
      "learning_rate": 5.879413315668192e-07,
      "loss": 0.658,
      "step": 42404
    },
    {
      "epoch": 0.8936445968799887,
      "grad_norm": 0.10408466309309006,
      "learning_rate": 5.877107687509331e-07,
      "loss": 0.6911,
      "step": 42405
    },
    {
      "epoch": 0.8936656709183539,
      "grad_norm": 0.12053751200437546,
      "learning_rate": 5.874802497831489e-07,
      "loss": 0.7124,
      "step": 42406
    },
    {
      "epoch": 0.8936867449567192,
      "grad_norm": 0.0962560623884201,
      "learning_rate": 5.872497746645412e-07,
      "loss": 0.691,
      "step": 42407
    },
    {
      "epoch": 0.8937078189950844,
      "grad_norm": 0.11157841980457306,
      "learning_rate": 5.870193433961835e-07,
      "loss": 0.7332,
      "step": 42408
    },
    {
      "epoch": 0.8937288930334498,
      "grad_norm": 0.13150346279144287,
      "learning_rate": 5.867889559791484e-07,
      "loss": 0.6277,
      "step": 42409
    },
    {
      "epoch": 0.8937499670718151,
      "grad_norm": 0.11805352568626404,
      "learning_rate": 5.865586124145106e-07,
      "loss": 0.7422,
      "step": 42410
    },
    {
      "epoch": 0.8937710411101804,
      "grad_norm": 0.11063670367002487,
      "learning_rate": 5.863283127033414e-07,
      "loss": 0.7355,
      "step": 42411
    },
    {
      "epoch": 0.8937921151485456,
      "grad_norm": 0.1194814071059227,
      "learning_rate": 5.860980568467157e-07,
      "loss": 0.7108,
      "step": 42412
    },
    {
      "epoch": 0.8938131891869109,
      "grad_norm": 0.11667502671480179,
      "learning_rate": 5.858678448457045e-07,
      "loss": 0.794,
      "step": 42413
    },
    {
      "epoch": 0.8938342632252761,
      "grad_norm": 0.11261323094367981,
      "learning_rate": 5.856376767013805e-07,
      "loss": 0.6794,
      "step": 42414
    },
    {
      "epoch": 0.8938553372636415,
      "grad_norm": 0.10783573240041733,
      "learning_rate": 5.854075524148172e-07,
      "loss": 0.714,
      "step": 42415
    },
    {
      "epoch": 0.8938764113020068,
      "grad_norm": 0.573623538017273,
      "learning_rate": 5.851774719870851e-07,
      "loss": 0.7262,
      "step": 42416
    },
    {
      "epoch": 0.8938974853403721,
      "grad_norm": 0.10814859718084335,
      "learning_rate": 5.849474354192575e-07,
      "loss": 0.7075,
      "step": 42417
    },
    {
      "epoch": 0.8939185593787373,
      "grad_norm": 0.0980733335018158,
      "learning_rate": 5.847174427124047e-07,
      "loss": 0.7287,
      "step": 42418
    },
    {
      "epoch": 0.8939396334171026,
      "grad_norm": 0.16906525194644928,
      "learning_rate": 5.844874938675982e-07,
      "loss": 0.7457,
      "step": 42419
    },
    {
      "epoch": 0.893960707455468,
      "grad_norm": 0.1272696852684021,
      "learning_rate": 5.842575888859103e-07,
      "loss": 0.6794,
      "step": 42420
    },
    {
      "epoch": 0.8939817814938332,
      "grad_norm": 0.10855267941951752,
      "learning_rate": 5.840277277684136e-07,
      "loss": 0.7145,
      "step": 42421
    },
    {
      "epoch": 0.8940028555321985,
      "grad_norm": 0.11881519109010696,
      "learning_rate": 5.83797910516174e-07,
      "loss": 0.6723,
      "step": 42422
    },
    {
      "epoch": 0.8940239295705638,
      "grad_norm": 0.08714363723993301,
      "learning_rate": 5.83568137130266e-07,
      "loss": 0.656,
      "step": 42423
    },
    {
      "epoch": 0.894045003608929,
      "grad_norm": 0.09971057623624802,
      "learning_rate": 5.833384076117587e-07,
      "loss": 0.6699,
      "step": 42424
    },
    {
      "epoch": 0.8940660776472944,
      "grad_norm": 0.09660182893276215,
      "learning_rate": 5.831087219617226e-07,
      "loss": 0.6718,
      "step": 42425
    },
    {
      "epoch": 0.8940871516856597,
      "grad_norm": 0.10579392313957214,
      "learning_rate": 5.828790801812267e-07,
      "loss": 0.7274,
      "step": 42426
    },
    {
      "epoch": 0.8941082257240249,
      "grad_norm": 0.10958075523376465,
      "learning_rate": 5.826494822713436e-07,
      "loss": 0.6586,
      "step": 42427
    },
    {
      "epoch": 0.8941292997623902,
      "grad_norm": 0.3822344243526459,
      "learning_rate": 5.8241992823314e-07,
      "loss": 0.6711,
      "step": 42428
    },
    {
      "epoch": 0.8941503738007555,
      "grad_norm": 0.09615707397460938,
      "learning_rate": 5.821904180676874e-07,
      "loss": 0.6749,
      "step": 42429
    },
    {
      "epoch": 0.8941714478391208,
      "grad_norm": 0.1052127555012703,
      "learning_rate": 5.81960951776055e-07,
      "loss": 0.7384,
      "step": 42430
    },
    {
      "epoch": 0.8941925218774861,
      "grad_norm": 0.10889364778995514,
      "learning_rate": 5.817315293593084e-07,
      "loss": 0.6329,
      "step": 42431
    },
    {
      "epoch": 0.8942135959158514,
      "grad_norm": 0.11281000822782516,
      "learning_rate": 5.815021508185204e-07,
      "loss": 0.7328,
      "step": 42432
    },
    {
      "epoch": 0.8942346699542166,
      "grad_norm": 0.11469705402851105,
      "learning_rate": 5.812728161547576e-07,
      "loss": 0.6238,
      "step": 42433
    },
    {
      "epoch": 0.8942557439925819,
      "grad_norm": 0.13272804021835327,
      "learning_rate": 5.810435253690883e-07,
      "loss": 0.6954,
      "step": 42434
    },
    {
      "epoch": 0.8942768180309473,
      "grad_norm": 0.11061463505029678,
      "learning_rate": 5.808142784625815e-07,
      "loss": 0.6361,
      "step": 42435
    },
    {
      "epoch": 0.8942978920693125,
      "grad_norm": 0.09789218008518219,
      "learning_rate": 5.805850754363052e-07,
      "loss": 0.7352,
      "step": 42436
    },
    {
      "epoch": 0.8943189661076778,
      "grad_norm": 0.11425068229436874,
      "learning_rate": 5.803559162913263e-07,
      "loss": 0.7259,
      "step": 42437
    },
    {
      "epoch": 0.8943400401460431,
      "grad_norm": 0.10892055928707123,
      "learning_rate": 5.801268010287131e-07,
      "loss": 0.6821,
      "step": 42438
    },
    {
      "epoch": 0.8943611141844083,
      "grad_norm": 0.1027282103896141,
      "learning_rate": 5.798977296495323e-07,
      "loss": 0.708,
      "step": 42439
    },
    {
      "epoch": 0.8943821882227737,
      "grad_norm": 0.10872942954301834,
      "learning_rate": 5.796687021548519e-07,
      "loss": 0.6996,
      "step": 42440
    },
    {
      "epoch": 0.894403262261139,
      "grad_norm": 0.10523208975791931,
      "learning_rate": 5.794397185457379e-07,
      "loss": 0.6887,
      "step": 42441
    },
    {
      "epoch": 0.8944243362995042,
      "grad_norm": 0.11590885370969772,
      "learning_rate": 5.792107788232581e-07,
      "loss": 0.767,
      "step": 42442
    },
    {
      "epoch": 0.8944454103378695,
      "grad_norm": 0.11526323854923248,
      "learning_rate": 5.789818829884775e-07,
      "loss": 0.6853,
      "step": 42443
    },
    {
      "epoch": 0.8944664843762348,
      "grad_norm": 0.10378298908472061,
      "learning_rate": 5.78753031042465e-07,
      "loss": 0.6759,
      "step": 42444
    },
    {
      "epoch": 0.8944875584146001,
      "grad_norm": 0.16484813392162323,
      "learning_rate": 5.785242229862841e-07,
      "loss": 0.7982,
      "step": 42445
    },
    {
      "epoch": 0.8945086324529654,
      "grad_norm": 0.11244002729654312,
      "learning_rate": 5.782954588210021e-07,
      "loss": 0.7947,
      "step": 42446
    },
    {
      "epoch": 0.8945297064913307,
      "grad_norm": 0.1064799576997757,
      "learning_rate": 5.780667385476835e-07,
      "loss": 0.6834,
      "step": 42447
    },
    {
      "epoch": 0.8945507805296959,
      "grad_norm": 0.09830216318368912,
      "learning_rate": 5.778380621673963e-07,
      "loss": 0.688,
      "step": 42448
    },
    {
      "epoch": 0.8945718545680612,
      "grad_norm": 0.09818210452795029,
      "learning_rate": 5.776094296812029e-07,
      "loss": 0.6938,
      "step": 42449
    },
    {
      "epoch": 0.8945929286064265,
      "grad_norm": 0.12382004410028458,
      "learning_rate": 5.773808410901716e-07,
      "loss": 0.7087,
      "step": 42450
    },
    {
      "epoch": 0.8946140026447919,
      "grad_norm": 0.11363943666219711,
      "learning_rate": 5.771522963953646e-07,
      "loss": 0.7015,
      "step": 42451
    },
    {
      "epoch": 0.8946350766831571,
      "grad_norm": 0.11266141384840012,
      "learning_rate": 5.769237955978468e-07,
      "loss": 0.7466,
      "step": 42452
    },
    {
      "epoch": 0.8946561507215224,
      "grad_norm": 0.10863364487886429,
      "learning_rate": 5.766953386986829e-07,
      "loss": 0.7337,
      "step": 42453
    },
    {
      "epoch": 0.8946772247598876,
      "grad_norm": 0.11530754715204239,
      "learning_rate": 5.764669256989385e-07,
      "loss": 0.7343,
      "step": 42454
    },
    {
      "epoch": 0.8946982987982529,
      "grad_norm": 0.12055738270282745,
      "learning_rate": 5.762385565996753e-07,
      "loss": 0.6663,
      "step": 42455
    },
    {
      "epoch": 0.8947193728366183,
      "grad_norm": 0.11096183955669403,
      "learning_rate": 5.7601023140196e-07,
      "loss": 0.7344,
      "step": 42456
    },
    {
      "epoch": 0.8947404468749836,
      "grad_norm": 0.11430677026510239,
      "learning_rate": 5.757819501068551e-07,
      "loss": 0.6397,
      "step": 42457
    },
    {
      "epoch": 0.8947615209133488,
      "grad_norm": 0.12997807562351227,
      "learning_rate": 5.755537127154231e-07,
      "loss": 0.6819,
      "step": 42458
    },
    {
      "epoch": 0.8947825949517141,
      "grad_norm": 0.10849315673112869,
      "learning_rate": 5.7532551922873e-07,
      "loss": 0.7544,
      "step": 42459
    },
    {
      "epoch": 0.8948036689900793,
      "grad_norm": 0.11012078821659088,
      "learning_rate": 5.750973696478357e-07,
      "loss": 0.6428,
      "step": 42460
    },
    {
      "epoch": 0.8948247430284447,
      "grad_norm": 0.09924304485321045,
      "learning_rate": 5.74869263973804e-07,
      "loss": 0.7209,
      "step": 42461
    },
    {
      "epoch": 0.89484581706681,
      "grad_norm": 0.1060732826590538,
      "learning_rate": 5.746412022076985e-07,
      "loss": 0.6705,
      "step": 42462
    },
    {
      "epoch": 0.8948668911051753,
      "grad_norm": 0.11773128062486649,
      "learning_rate": 5.744131843505807e-07,
      "loss": 0.7237,
      "step": 42463
    },
    {
      "epoch": 0.8948879651435405,
      "grad_norm": 0.1122593805193901,
      "learning_rate": 5.741852104035128e-07,
      "loss": 0.7403,
      "step": 42464
    },
    {
      "epoch": 0.8949090391819058,
      "grad_norm": 0.10175421088933945,
      "learning_rate": 5.739572803675586e-07,
      "loss": 0.7018,
      "step": 42465
    },
    {
      "epoch": 0.8949301132202712,
      "grad_norm": 0.0995829626917839,
      "learning_rate": 5.737293942437772e-07,
      "loss": 0.695,
      "step": 42466
    },
    {
      "epoch": 0.8949511872586364,
      "grad_norm": 0.1123523935675621,
      "learning_rate": 5.735015520332321e-07,
      "loss": 0.705,
      "step": 42467
    },
    {
      "epoch": 0.8949722612970017,
      "grad_norm": 0.08990459889173508,
      "learning_rate": 5.732737537369837e-07,
      "loss": 0.7223,
      "step": 42468
    },
    {
      "epoch": 0.894993335335367,
      "grad_norm": 0.10679027438163757,
      "learning_rate": 5.730459993560932e-07,
      "loss": 0.7415,
      "step": 42469
    },
    {
      "epoch": 0.8950144093737322,
      "grad_norm": 0.09806399047374725,
      "learning_rate": 5.728182888916234e-07,
      "loss": 0.6668,
      "step": 42470
    },
    {
      "epoch": 0.8950354834120976,
      "grad_norm": 0.09982026368379593,
      "learning_rate": 5.725906223446331e-07,
      "loss": 0.6689,
      "step": 42471
    },
    {
      "epoch": 0.8950565574504629,
      "grad_norm": 0.16494755446910858,
      "learning_rate": 5.723629997161839e-07,
      "loss": 0.7384,
      "step": 42472
    },
    {
      "epoch": 0.8950776314888281,
      "grad_norm": 0.10749859362840652,
      "learning_rate": 5.72135421007336e-07,
      "loss": 0.6703,
      "step": 42473
    },
    {
      "epoch": 0.8950987055271934,
      "grad_norm": 0.10992391407489777,
      "learning_rate": 5.719078862191497e-07,
      "loss": 0.6711,
      "step": 42474
    },
    {
      "epoch": 0.8951197795655587,
      "grad_norm": 0.12689308822155,
      "learning_rate": 5.71680395352685e-07,
      "loss": 0.7292,
      "step": 42475
    },
    {
      "epoch": 0.895140853603924,
      "grad_norm": 0.10140424966812134,
      "learning_rate": 5.714529484090015e-07,
      "loss": 0.7054,
      "step": 42476
    },
    {
      "epoch": 0.8951619276422893,
      "grad_norm": 0.11133237928152084,
      "learning_rate": 5.71225545389158e-07,
      "loss": 0.6178,
      "step": 42477
    },
    {
      "epoch": 0.8951830016806546,
      "grad_norm": 0.1300819367170334,
      "learning_rate": 5.709981862942159e-07,
      "loss": 0.6661,
      "step": 42478
    },
    {
      "epoch": 0.8952040757190198,
      "grad_norm": 0.11370646953582764,
      "learning_rate": 5.707708711252324e-07,
      "loss": 0.7215,
      "step": 42479
    },
    {
      "epoch": 0.8952251497573851,
      "grad_norm": 0.11916026473045349,
      "learning_rate": 5.705435998832687e-07,
      "loss": 0.7126,
      "step": 42480
    },
    {
      "epoch": 0.8952462237957505,
      "grad_norm": 0.11314846575260162,
      "learning_rate": 5.703163725693806e-07,
      "loss": 0.7037,
      "step": 42481
    },
    {
      "epoch": 0.8952672978341157,
      "grad_norm": 0.09630441665649414,
      "learning_rate": 5.700891891846283e-07,
      "loss": 0.6722,
      "step": 42482
    },
    {
      "epoch": 0.895288371872481,
      "grad_norm": 0.11117889732122421,
      "learning_rate": 5.698620497300711e-07,
      "loss": 0.6953,
      "step": 42483
    },
    {
      "epoch": 0.8953094459108463,
      "grad_norm": 0.10137273371219635,
      "learning_rate": 5.696349542067636e-07,
      "loss": 0.7135,
      "step": 42484
    },
    {
      "epoch": 0.8953305199492115,
      "grad_norm": 0.20154832303524017,
      "learning_rate": 5.694079026157673e-07,
      "loss": 0.7283,
      "step": 42485
    },
    {
      "epoch": 0.8953515939875768,
      "grad_norm": 0.10550504922866821,
      "learning_rate": 5.69180894958139e-07,
      "loss": 0.6615,
      "step": 42486
    },
    {
      "epoch": 0.8953726680259422,
      "grad_norm": 0.14735420048236847,
      "learning_rate": 5.689539312349368e-07,
      "loss": 0.6962,
      "step": 42487
    },
    {
      "epoch": 0.8953937420643074,
      "grad_norm": 0.11463657766580582,
      "learning_rate": 5.687270114472166e-07,
      "loss": 0.6632,
      "step": 42488
    },
    {
      "epoch": 0.8954148161026727,
      "grad_norm": 0.1093202754855156,
      "learning_rate": 5.685001355960385e-07,
      "loss": 0.7035,
      "step": 42489
    },
    {
      "epoch": 0.895435890141038,
      "grad_norm": 0.10343128442764282,
      "learning_rate": 5.682733036824561e-07,
      "loss": 0.6886,
      "step": 42490
    },
    {
      "epoch": 0.8954569641794032,
      "grad_norm": 0.1668766289949417,
      "learning_rate": 5.680465157075266e-07,
      "loss": 0.7273,
      "step": 42491
    },
    {
      "epoch": 0.8954780382177686,
      "grad_norm": 0.11629204452037811,
      "learning_rate": 5.678197716723066e-07,
      "loss": 0.6787,
      "step": 42492
    },
    {
      "epoch": 0.8954991122561339,
      "grad_norm": 0.10869462043046951,
      "learning_rate": 5.675930715778532e-07,
      "loss": 0.6667,
      "step": 42493
    },
    {
      "epoch": 0.8955201862944991,
      "grad_norm": 0.13917402923107147,
      "learning_rate": 5.673664154252223e-07,
      "loss": 0.6828,
      "step": 42494
    },
    {
      "epoch": 0.8955412603328644,
      "grad_norm": 0.09734013676643372,
      "learning_rate": 5.671398032154707e-07,
      "loss": 0.7113,
      "step": 42495
    },
    {
      "epoch": 0.8955623343712297,
      "grad_norm": 0.10459772497415543,
      "learning_rate": 5.66913234949652e-07,
      "loss": 0.6934,
      "step": 42496
    },
    {
      "epoch": 0.895583408409595,
      "grad_norm": 0.12675845623016357,
      "learning_rate": 5.666867106288232e-07,
      "loss": 0.6677,
      "step": 42497
    },
    {
      "epoch": 0.8956044824479603,
      "grad_norm": 0.10372252017259598,
      "learning_rate": 5.66460230254039e-07,
      "loss": 0.6772,
      "step": 42498
    },
    {
      "epoch": 0.8956255564863256,
      "grad_norm": 0.10225828737020493,
      "learning_rate": 5.662337938263551e-07,
      "loss": 0.6583,
      "step": 42499
    },
    {
      "epoch": 0.8956466305246908,
      "grad_norm": 0.0958203673362732,
      "learning_rate": 5.660074013468264e-07,
      "loss": 0.7061,
      "step": 42500
    },
    {
      "epoch": 0.8956677045630561,
      "grad_norm": 0.09790226817131042,
      "learning_rate": 5.657810528165064e-07,
      "loss": 0.6413,
      "step": 42501
    },
    {
      "epoch": 0.8956887786014215,
      "grad_norm": 0.10636724531650543,
      "learning_rate": 5.655547482364499e-07,
      "loss": 0.6685,
      "step": 42502
    },
    {
      "epoch": 0.8957098526397868,
      "grad_norm": 0.12742303311824799,
      "learning_rate": 5.653284876077125e-07,
      "loss": 0.7428,
      "step": 42503
    },
    {
      "epoch": 0.895730926678152,
      "grad_norm": 0.16969019174575806,
      "learning_rate": 5.65102270931347e-07,
      "loss": 0.7776,
      "step": 42504
    },
    {
      "epoch": 0.8957520007165173,
      "grad_norm": 0.11674351245164871,
      "learning_rate": 5.648760982084078e-07,
      "loss": 0.7097,
      "step": 42505
    },
    {
      "epoch": 0.8957730747548825,
      "grad_norm": 0.10403235256671906,
      "learning_rate": 5.646499694399488e-07,
      "loss": 0.6604,
      "step": 42506
    },
    {
      "epoch": 0.8957941487932479,
      "grad_norm": 0.1155884638428688,
      "learning_rate": 5.644238846270223e-07,
      "loss": 0.716,
      "step": 42507
    },
    {
      "epoch": 0.8958152228316132,
      "grad_norm": 0.10931343585252762,
      "learning_rate": 5.641978437706819e-07,
      "loss": 0.6824,
      "step": 42508
    },
    {
      "epoch": 0.8958362968699785,
      "grad_norm": 0.10775984823703766,
      "learning_rate": 5.639718468719834e-07,
      "loss": 0.6478,
      "step": 42509
    },
    {
      "epoch": 0.8958573709083437,
      "grad_norm": 0.10968410968780518,
      "learning_rate": 5.637458939319751e-07,
      "loss": 0.6787,
      "step": 42510
    },
    {
      "epoch": 0.895878444946709,
      "grad_norm": 0.10092504322528839,
      "learning_rate": 5.635199849517115e-07,
      "loss": 0.6516,
      "step": 42511
    },
    {
      "epoch": 0.8958995189850744,
      "grad_norm": 0.10531216859817505,
      "learning_rate": 5.63294119932245e-07,
      "loss": 0.6969,
      "step": 42512
    },
    {
      "epoch": 0.8959205930234396,
      "grad_norm": 0.0926201343536377,
      "learning_rate": 5.630682988746272e-07,
      "loss": 0.6639,
      "step": 42513
    },
    {
      "epoch": 0.8959416670618049,
      "grad_norm": 0.10185124725103378,
      "learning_rate": 5.628425217799127e-07,
      "loss": 0.605,
      "step": 42514
    },
    {
      "epoch": 0.8959627411001702,
      "grad_norm": 0.11348986625671387,
      "learning_rate": 5.626167886491518e-07,
      "loss": 0.7071,
      "step": 42515
    },
    {
      "epoch": 0.8959838151385354,
      "grad_norm": 0.09386932849884033,
      "learning_rate": 5.623910994833947e-07,
      "loss": 0.7491,
      "step": 42516
    },
    {
      "epoch": 0.8960048891769008,
      "grad_norm": 0.09814498573541641,
      "learning_rate": 5.621654542836952e-07,
      "loss": 0.701,
      "step": 42517
    },
    {
      "epoch": 0.8960259632152661,
      "grad_norm": 0.10421755909919739,
      "learning_rate": 5.619398530511033e-07,
      "loss": 0.72,
      "step": 42518
    },
    {
      "epoch": 0.8960470372536313,
      "grad_norm": 0.11853188276290894,
      "learning_rate": 5.617142957866695e-07,
      "loss": 0.7436,
      "step": 42519
    },
    {
      "epoch": 0.8960681112919966,
      "grad_norm": 0.10593534260988235,
      "learning_rate": 5.61488782491445e-07,
      "loss": 0.7129,
      "step": 42520
    },
    {
      "epoch": 0.8960891853303619,
      "grad_norm": 0.10206864029169083,
      "learning_rate": 5.612633131664802e-07,
      "loss": 0.6639,
      "step": 42521
    },
    {
      "epoch": 0.8961102593687272,
      "grad_norm": 0.10901649296283722,
      "learning_rate": 5.610378878128264e-07,
      "loss": 0.7402,
      "step": 42522
    },
    {
      "epoch": 0.8961313334070925,
      "grad_norm": 0.11668212711811066,
      "learning_rate": 5.608125064315318e-07,
      "loss": 0.6829,
      "step": 42523
    },
    {
      "epoch": 0.8961524074454578,
      "grad_norm": 0.10255863517522812,
      "learning_rate": 5.605871690236487e-07,
      "loss": 0.6897,
      "step": 42524
    },
    {
      "epoch": 0.896173481483823,
      "grad_norm": 0.12079565227031708,
      "learning_rate": 5.603618755902251e-07,
      "loss": 0.6274,
      "step": 42525
    },
    {
      "epoch": 0.8961945555221883,
      "grad_norm": 0.11003204435110092,
      "learning_rate": 5.601366261323105e-07,
      "loss": 0.7659,
      "step": 42526
    },
    {
      "epoch": 0.8962156295605536,
      "grad_norm": 0.11308608949184418,
      "learning_rate": 5.599114206509559e-07,
      "loss": 0.7519,
      "step": 42527
    },
    {
      "epoch": 0.8962367035989189,
      "grad_norm": 0.09297267347574234,
      "learning_rate": 5.596862591472096e-07,
      "loss": 0.6722,
      "step": 42528
    },
    {
      "epoch": 0.8962577776372842,
      "grad_norm": 0.13211588561534882,
      "learning_rate": 5.594611416221207e-07,
      "loss": 0.7217,
      "step": 42529
    },
    {
      "epoch": 0.8962788516756495,
      "grad_norm": 0.18555645644664764,
      "learning_rate": 5.592360680767372e-07,
      "loss": 0.7497,
      "step": 42530
    },
    {
      "epoch": 0.8962999257140147,
      "grad_norm": 0.11372251063585281,
      "learning_rate": 5.590110385121072e-07,
      "loss": 0.7335,
      "step": 42531
    },
    {
      "epoch": 0.89632099975238,
      "grad_norm": 0.12334313243627548,
      "learning_rate": 5.58786052929281e-07,
      "loss": 0.7541,
      "step": 42532
    },
    {
      "epoch": 0.8963420737907454,
      "grad_norm": 0.10970072448253632,
      "learning_rate": 5.585611113293054e-07,
      "loss": 0.739,
      "step": 42533
    },
    {
      "epoch": 0.8963631478291106,
      "grad_norm": 0.13667713105678558,
      "learning_rate": 5.583362137132286e-07,
      "loss": 0.759,
      "step": 42534
    },
    {
      "epoch": 0.8963842218674759,
      "grad_norm": 0.11476937681436539,
      "learning_rate": 5.581113600820987e-07,
      "loss": 0.7291,
      "step": 42535
    },
    {
      "epoch": 0.8964052959058412,
      "grad_norm": 0.10906103998422623,
      "learning_rate": 5.578865504369624e-07,
      "loss": 0.705,
      "step": 42536
    },
    {
      "epoch": 0.8964263699442064,
      "grad_norm": 0.11552909761667252,
      "learning_rate": 5.576617847788679e-07,
      "loss": 0.6581,
      "step": 42537
    },
    {
      "epoch": 0.8964474439825718,
      "grad_norm": 0.11244866997003555,
      "learning_rate": 5.57437063108861e-07,
      "loss": 0.6886,
      "step": 42538
    },
    {
      "epoch": 0.8964685180209371,
      "grad_norm": 0.29771164059638977,
      "learning_rate": 5.572123854279909e-07,
      "loss": 0.6424,
      "step": 42539
    },
    {
      "epoch": 0.8964895920593023,
      "grad_norm": 0.0950009822845459,
      "learning_rate": 5.569877517373013e-07,
      "loss": 0.7295,
      "step": 42540
    },
    {
      "epoch": 0.8965106660976676,
      "grad_norm": 0.12281515449285507,
      "learning_rate": 5.567631620378389e-07,
      "loss": 0.6729,
      "step": 42541
    },
    {
      "epoch": 0.8965317401360329,
      "grad_norm": 0.29810965061187744,
      "learning_rate": 5.565386163306519e-07,
      "loss": 0.7569,
      "step": 42542
    },
    {
      "epoch": 0.8965528141743982,
      "grad_norm": 0.14261658489704132,
      "learning_rate": 5.563141146167861e-07,
      "loss": 0.7231,
      "step": 42543
    },
    {
      "epoch": 0.8965738882127635,
      "grad_norm": 0.1022905483841896,
      "learning_rate": 5.560896568972873e-07,
      "loss": 0.7154,
      "step": 42544
    },
    {
      "epoch": 0.8965949622511288,
      "grad_norm": 0.11262958496809006,
      "learning_rate": 5.558652431732003e-07,
      "loss": 0.663,
      "step": 42545
    },
    {
      "epoch": 0.896616036289494,
      "grad_norm": 0.1337720900774002,
      "learning_rate": 5.556408734455709e-07,
      "loss": 0.6281,
      "step": 42546
    },
    {
      "epoch": 0.8966371103278593,
      "grad_norm": 0.13422639667987823,
      "learning_rate": 5.55416547715445e-07,
      "loss": 0.6931,
      "step": 42547
    },
    {
      "epoch": 0.8966581843662247,
      "grad_norm": 0.11720899492502213,
      "learning_rate": 5.551922659838683e-07,
      "loss": 0.6516,
      "step": 42548
    },
    {
      "epoch": 0.89667925840459,
      "grad_norm": 0.10352368652820587,
      "learning_rate": 5.549680282518832e-07,
      "loss": 0.6642,
      "step": 42549
    },
    {
      "epoch": 0.8967003324429552,
      "grad_norm": 0.11155829578638077,
      "learning_rate": 5.547438345205358e-07,
      "loss": 0.6878,
      "step": 42550
    },
    {
      "epoch": 0.8967214064813205,
      "grad_norm": 0.12264680117368698,
      "learning_rate": 5.545196847908696e-07,
      "loss": 0.777,
      "step": 42551
    },
    {
      "epoch": 0.8967424805196857,
      "grad_norm": 0.12196453660726547,
      "learning_rate": 5.542955790639304e-07,
      "loss": 0.6784,
      "step": 42552
    },
    {
      "epoch": 0.8967635545580511,
      "grad_norm": 0.11034197360277176,
      "learning_rate": 5.540715173407606e-07,
      "loss": 0.6407,
      "step": 42553
    },
    {
      "epoch": 0.8967846285964164,
      "grad_norm": 0.13232727348804474,
      "learning_rate": 5.538474996224052e-07,
      "loss": 0.6641,
      "step": 42554
    },
    {
      "epoch": 0.8968057026347817,
      "grad_norm": 0.10731738060712814,
      "learning_rate": 5.536235259099077e-07,
      "loss": 0.7006,
      "step": 42555
    },
    {
      "epoch": 0.8968267766731469,
      "grad_norm": 0.11270304769277573,
      "learning_rate": 5.533995962043093e-07,
      "loss": 0.7508,
      "step": 42556
    },
    {
      "epoch": 0.8968478507115122,
      "grad_norm": 0.1094876155257225,
      "learning_rate": 5.531757105066582e-07,
      "loss": 0.6882,
      "step": 42557
    },
    {
      "epoch": 0.8968689247498776,
      "grad_norm": 0.11306862533092499,
      "learning_rate": 5.529518688179925e-07,
      "loss": 0.6732,
      "step": 42558
    },
    {
      "epoch": 0.8968899987882428,
      "grad_norm": 0.11046058684587479,
      "learning_rate": 5.527280711393568e-07,
      "loss": 0.7331,
      "step": 42559
    },
    {
      "epoch": 0.8969110728266081,
      "grad_norm": 0.11307256668806076,
      "learning_rate": 5.525043174717936e-07,
      "loss": 0.7211,
      "step": 42560
    },
    {
      "epoch": 0.8969321468649734,
      "grad_norm": 0.09173501282930374,
      "learning_rate": 5.522806078163456e-07,
      "loss": 0.6762,
      "step": 42561
    },
    {
      "epoch": 0.8969532209033386,
      "grad_norm": 0.12366217374801636,
      "learning_rate": 5.520569421740552e-07,
      "loss": 0.7163,
      "step": 42562
    },
    {
      "epoch": 0.8969742949417039,
      "grad_norm": 0.1290947049856186,
      "learning_rate": 5.518333205459625e-07,
      "loss": 0.7152,
      "step": 42563
    },
    {
      "epoch": 0.8969953689800693,
      "grad_norm": 0.10640221834182739,
      "learning_rate": 5.516097429331125e-07,
      "loss": 0.7455,
      "step": 42564
    },
    {
      "epoch": 0.8970164430184345,
      "grad_norm": 0.13867546617984772,
      "learning_rate": 5.51386209336543e-07,
      "loss": 0.7596,
      "step": 42565
    },
    {
      "epoch": 0.8970375170567998,
      "grad_norm": 0.11505894362926483,
      "learning_rate": 5.511627197572989e-07,
      "loss": 0.6905,
      "step": 42566
    },
    {
      "epoch": 0.8970585910951651,
      "grad_norm": 0.2124878168106079,
      "learning_rate": 5.509392741964193e-07,
      "loss": 0.6123,
      "step": 42567
    },
    {
      "epoch": 0.8970796651335303,
      "grad_norm": 0.11920509487390518,
      "learning_rate": 5.507158726549467e-07,
      "loss": 0.7219,
      "step": 42568
    },
    {
      "epoch": 0.8971007391718957,
      "grad_norm": 0.10428096354007721,
      "learning_rate": 5.504925151339191e-07,
      "loss": 0.7484,
      "step": 42569
    },
    {
      "epoch": 0.897121813210261,
      "grad_norm": 0.09738902002573013,
      "learning_rate": 5.502692016343769e-07,
      "loss": 0.6889,
      "step": 42570
    },
    {
      "epoch": 0.8971428872486262,
      "grad_norm": 0.11152751743793488,
      "learning_rate": 5.500459321573637e-07,
      "loss": 0.7033,
      "step": 42571
    },
    {
      "epoch": 0.8971639612869915,
      "grad_norm": 0.11889393627643585,
      "learning_rate": 5.498227067039186e-07,
      "loss": 0.7245,
      "step": 42572
    },
    {
      "epoch": 0.8971850353253568,
      "grad_norm": 0.10229453444480896,
      "learning_rate": 5.495995252750808e-07,
      "loss": 0.6795,
      "step": 42573
    },
    {
      "epoch": 0.8972061093637221,
      "grad_norm": 0.12226168811321259,
      "learning_rate": 5.493763878718905e-07,
      "loss": 0.6933,
      "step": 42574
    },
    {
      "epoch": 0.8972271834020874,
      "grad_norm": 0.1084829643368721,
      "learning_rate": 5.491532944953871e-07,
      "loss": 0.7531,
      "step": 42575
    },
    {
      "epoch": 0.8972482574404527,
      "grad_norm": 0.10407229512929916,
      "learning_rate": 5.489302451466083e-07,
      "loss": 0.7101,
      "step": 42576
    },
    {
      "epoch": 0.8972693314788179,
      "grad_norm": 0.2918531596660614,
      "learning_rate": 5.487072398265969e-07,
      "loss": 0.7246,
      "step": 42577
    },
    {
      "epoch": 0.8972904055171832,
      "grad_norm": 0.11801684647798538,
      "learning_rate": 5.484842785363886e-07,
      "loss": 0.7489,
      "step": 42578
    },
    {
      "epoch": 0.8973114795555486,
      "grad_norm": 0.10349422693252563,
      "learning_rate": 5.482613612770227e-07,
      "loss": 0.7448,
      "step": 42579
    },
    {
      "epoch": 0.8973325535939138,
      "grad_norm": 0.10769344121217728,
      "learning_rate": 5.480384880495381e-07,
      "loss": 0.6489,
      "step": 42580
    },
    {
      "epoch": 0.8973536276322791,
      "grad_norm": 0.11226333677768707,
      "learning_rate": 5.478156588549721e-07,
      "loss": 0.6781,
      "step": 42581
    },
    {
      "epoch": 0.8973747016706444,
      "grad_norm": 0.12196022272109985,
      "learning_rate": 5.475928736943647e-07,
      "loss": 0.7352,
      "step": 42582
    },
    {
      "epoch": 0.8973957757090096,
      "grad_norm": 0.12925618886947632,
      "learning_rate": 5.473701325687519e-07,
      "loss": 0.743,
      "step": 42583
    },
    {
      "epoch": 0.897416849747375,
      "grad_norm": 0.11812219023704529,
      "learning_rate": 5.471474354791728e-07,
      "loss": 0.6968,
      "step": 42584
    },
    {
      "epoch": 0.8974379237857403,
      "grad_norm": 0.11497996002435684,
      "learning_rate": 5.469247824266622e-07,
      "loss": 0.7022,
      "step": 42585
    },
    {
      "epoch": 0.8974589978241055,
      "grad_norm": 0.12273195385932922,
      "learning_rate": 5.467021734122635e-07,
      "loss": 0.7137,
      "step": 42586
    },
    {
      "epoch": 0.8974800718624708,
      "grad_norm": 0.09607436507940292,
      "learning_rate": 5.464796084370072e-07,
      "loss": 0.6599,
      "step": 42587
    },
    {
      "epoch": 0.8975011459008361,
      "grad_norm": 0.11123586446046829,
      "learning_rate": 5.462570875019324e-07,
      "loss": 0.6614,
      "step": 42588
    },
    {
      "epoch": 0.8975222199392014,
      "grad_norm": 0.10205793380737305,
      "learning_rate": 5.460346106080761e-07,
      "loss": 0.6724,
      "step": 42589
    },
    {
      "epoch": 0.8975432939775667,
      "grad_norm": 0.12228454649448395,
      "learning_rate": 5.45812177756474e-07,
      "loss": 0.7086,
      "step": 42590
    },
    {
      "epoch": 0.897564368015932,
      "grad_norm": 0.10690484195947647,
      "learning_rate": 5.455897889481632e-07,
      "loss": 0.6403,
      "step": 42591
    },
    {
      "epoch": 0.8975854420542972,
      "grad_norm": 0.11353658139705658,
      "learning_rate": 5.453674441841794e-07,
      "loss": 0.7053,
      "step": 42592
    },
    {
      "epoch": 0.8976065160926625,
      "grad_norm": 0.09870550036430359,
      "learning_rate": 5.451451434655586e-07,
      "loss": 0.6897,
      "step": 42593
    },
    {
      "epoch": 0.8976275901310279,
      "grad_norm": 0.1288570761680603,
      "learning_rate": 5.449228867933365e-07,
      "loss": 0.7254,
      "step": 42594
    },
    {
      "epoch": 0.8976486641693932,
      "grad_norm": 0.11583969742059708,
      "learning_rate": 5.447006741685479e-07,
      "loss": 0.675,
      "step": 42595
    },
    {
      "epoch": 0.8976697382077584,
      "grad_norm": 0.11631934344768524,
      "learning_rate": 5.444785055922286e-07,
      "loss": 0.624,
      "step": 42596
    },
    {
      "epoch": 0.8976908122461237,
      "grad_norm": 0.10402238368988037,
      "learning_rate": 5.442563810654122e-07,
      "loss": 0.7069,
      "step": 42597
    },
    {
      "epoch": 0.897711886284489,
      "grad_norm": 0.09848251938819885,
      "learning_rate": 5.440343005891368e-07,
      "loss": 0.7006,
      "step": 42598
    },
    {
      "epoch": 0.8977329603228543,
      "grad_norm": 0.11078186333179474,
      "learning_rate": 5.438122641644328e-07,
      "loss": 0.6583,
      "step": 42599
    },
    {
      "epoch": 0.8977540343612196,
      "grad_norm": 0.11235484480857849,
      "learning_rate": 5.435902717923369e-07,
      "loss": 0.707,
      "step": 42600
    },
    {
      "epoch": 0.8977751083995849,
      "grad_norm": 0.11762264370918274,
      "learning_rate": 5.433683234738829e-07,
      "loss": 0.6747,
      "step": 42601
    },
    {
      "epoch": 0.8977961824379501,
      "grad_norm": 0.1531369388103485,
      "learning_rate": 5.431464192101044e-07,
      "loss": 0.6978,
      "step": 42602
    },
    {
      "epoch": 0.8978172564763154,
      "grad_norm": 0.10990095138549805,
      "learning_rate": 5.42924559002036e-07,
      "loss": 0.7163,
      "step": 42603
    },
    {
      "epoch": 0.8978383305146806,
      "grad_norm": 0.11403600126504898,
      "learning_rate": 5.427027428507114e-07,
      "loss": 0.6959,
      "step": 42604
    },
    {
      "epoch": 0.897859404553046,
      "grad_norm": 0.11791451275348663,
      "learning_rate": 5.424809707571632e-07,
      "loss": 0.7037,
      "step": 42605
    },
    {
      "epoch": 0.8978804785914113,
      "grad_norm": 0.12318255007266998,
      "learning_rate": 5.422592427224239e-07,
      "loss": 0.6793,
      "step": 42606
    },
    {
      "epoch": 0.8979015526297766,
      "grad_norm": 0.5731557607650757,
      "learning_rate": 5.420375587475301e-07,
      "loss": 0.7053,
      "step": 42607
    },
    {
      "epoch": 0.8979226266681418,
      "grad_norm": 0.10685180872678757,
      "learning_rate": 5.418159188335093e-07,
      "loss": 0.7362,
      "step": 42608
    },
    {
      "epoch": 0.8979437007065071,
      "grad_norm": 0.13076652586460114,
      "learning_rate": 5.415943229813959e-07,
      "loss": 0.6784,
      "step": 42609
    },
    {
      "epoch": 0.8979647747448725,
      "grad_norm": 0.10361482203006744,
      "learning_rate": 5.413727711922235e-07,
      "loss": 0.6838,
      "step": 42610
    },
    {
      "epoch": 0.8979858487832377,
      "grad_norm": 0.10040970891714096,
      "learning_rate": 5.411512634670235e-07,
      "loss": 0.6958,
      "step": 42611
    },
    {
      "epoch": 0.898006922821603,
      "grad_norm": 0.13169993460178375,
      "learning_rate": 5.409297998068274e-07,
      "loss": 0.7709,
      "step": 42612
    },
    {
      "epoch": 0.8980279968599683,
      "grad_norm": 0.1096162274479866,
      "learning_rate": 5.407083802126667e-07,
      "loss": 0.7859,
      "step": 42613
    },
    {
      "epoch": 0.8980490708983335,
      "grad_norm": 0.10953700542449951,
      "learning_rate": 5.404870046855737e-07,
      "loss": 0.7591,
      "step": 42614
    },
    {
      "epoch": 0.8980701449366989,
      "grad_norm": 0.11095354706048965,
      "learning_rate": 5.402656732265809e-07,
      "loss": 0.6698,
      "step": 42615
    },
    {
      "epoch": 0.8980912189750642,
      "grad_norm": 0.1301272064447403,
      "learning_rate": 5.400443858367188e-07,
      "loss": 0.6838,
      "step": 42616
    },
    {
      "epoch": 0.8981122930134294,
      "grad_norm": 0.10991682857275009,
      "learning_rate": 5.398231425170152e-07,
      "loss": 0.7161,
      "step": 42617
    },
    {
      "epoch": 0.8981333670517947,
      "grad_norm": 0.10631856322288513,
      "learning_rate": 5.39601943268504e-07,
      "loss": 0.714,
      "step": 42618
    },
    {
      "epoch": 0.89815444109016,
      "grad_norm": 0.09222389757633209,
      "learning_rate": 5.393807880922153e-07,
      "loss": 0.6277,
      "step": 42619
    },
    {
      "epoch": 0.8981755151285253,
      "grad_norm": 0.10057778656482697,
      "learning_rate": 5.391596769891772e-07,
      "loss": 0.7005,
      "step": 42620
    },
    {
      "epoch": 0.8981965891668906,
      "grad_norm": 0.1298183649778366,
      "learning_rate": 5.389386099604233e-07,
      "loss": 0.7416,
      "step": 42621
    },
    {
      "epoch": 0.8982176632052559,
      "grad_norm": 0.11609909683465958,
      "learning_rate": 5.387175870069805e-07,
      "loss": 0.7194,
      "step": 42622
    },
    {
      "epoch": 0.8982387372436211,
      "grad_norm": 0.11891094595193863,
      "learning_rate": 5.384966081298793e-07,
      "loss": 0.709,
      "step": 42623
    },
    {
      "epoch": 0.8982598112819864,
      "grad_norm": 0.17292945086956024,
      "learning_rate": 5.382756733301498e-07,
      "loss": 0.7038,
      "step": 42624
    },
    {
      "epoch": 0.8982808853203518,
      "grad_norm": 0.10330989211797714,
      "learning_rate": 5.3805478260882e-07,
      "loss": 0.7374,
      "step": 42625
    },
    {
      "epoch": 0.898301959358717,
      "grad_norm": 0.11113174259662628,
      "learning_rate": 5.378339359669216e-07,
      "loss": 0.7142,
      "step": 42626
    },
    {
      "epoch": 0.8983230333970823,
      "grad_norm": 0.10198558866977692,
      "learning_rate": 5.376131334054813e-07,
      "loss": 0.6889,
      "step": 42627
    },
    {
      "epoch": 0.8983441074354476,
      "grad_norm": 0.14911051094532013,
      "learning_rate": 5.373923749255261e-07,
      "loss": 0.718,
      "step": 42628
    },
    {
      "epoch": 0.8983651814738128,
      "grad_norm": 0.13666172325611115,
      "learning_rate": 5.371716605280875e-07,
      "loss": 0.6632,
      "step": 42629
    },
    {
      "epoch": 0.8983862555121782,
      "grad_norm": 0.10898628830909729,
      "learning_rate": 5.369509902141923e-07,
      "loss": 0.7096,
      "step": 42630
    },
    {
      "epoch": 0.8984073295505435,
      "grad_norm": 0.10517173260450363,
      "learning_rate": 5.367303639848686e-07,
      "loss": 0.6193,
      "step": 42631
    },
    {
      "epoch": 0.8984284035889087,
      "grad_norm": 0.10420358180999756,
      "learning_rate": 5.365097818411457e-07,
      "loss": 0.7041,
      "step": 42632
    },
    {
      "epoch": 0.898449477627274,
      "grad_norm": 0.13403354585170746,
      "learning_rate": 5.362892437840483e-07,
      "loss": 0.7406,
      "step": 42633
    },
    {
      "epoch": 0.8984705516656393,
      "grad_norm": 0.13727602362632751,
      "learning_rate": 5.360687498146067e-07,
      "loss": 0.6895,
      "step": 42634
    },
    {
      "epoch": 0.8984916257040046,
      "grad_norm": 0.1141098216176033,
      "learning_rate": 5.358482999338466e-07,
      "loss": 0.6687,
      "step": 42635
    },
    {
      "epoch": 0.8985126997423699,
      "grad_norm": 0.1499020904302597,
      "learning_rate": 5.356278941427962e-07,
      "loss": 0.7269,
      "step": 42636
    },
    {
      "epoch": 0.8985337737807352,
      "grad_norm": 0.09450514614582062,
      "learning_rate": 5.35407532442479e-07,
      "loss": 0.721,
      "step": 42637
    },
    {
      "epoch": 0.8985548478191004,
      "grad_norm": 0.1071089431643486,
      "learning_rate": 5.351872148339254e-07,
      "loss": 0.7532,
      "step": 42638
    },
    {
      "epoch": 0.8985759218574657,
      "grad_norm": 0.11497994512319565,
      "learning_rate": 5.34966941318159e-07,
      "loss": 0.7138,
      "step": 42639
    },
    {
      "epoch": 0.898596995895831,
      "grad_norm": 0.11138976365327835,
      "learning_rate": 5.34746711896208e-07,
      "loss": 0.7087,
      "step": 42640
    },
    {
      "epoch": 0.8986180699341964,
      "grad_norm": 0.10487327724695206,
      "learning_rate": 5.345265265690979e-07,
      "loss": 0.6711,
      "step": 42641
    },
    {
      "epoch": 0.8986391439725616,
      "grad_norm": 0.11599798500537872,
      "learning_rate": 5.343063853378516e-07,
      "loss": 0.7121,
      "step": 42642
    },
    {
      "epoch": 0.8986602180109269,
      "grad_norm": 0.10652322322130203,
      "learning_rate": 5.340862882034992e-07,
      "loss": 0.7165,
      "step": 42643
    },
    {
      "epoch": 0.8986812920492921,
      "grad_norm": 0.11183823645114899,
      "learning_rate": 5.338662351670642e-07,
      "loss": 0.6977,
      "step": 42644
    },
    {
      "epoch": 0.8987023660876574,
      "grad_norm": 0.10747590661048889,
      "learning_rate": 5.336462262295728e-07,
      "loss": 0.6765,
      "step": 42645
    },
    {
      "epoch": 0.8987234401260228,
      "grad_norm": 0.09938764572143555,
      "learning_rate": 5.33426261392046e-07,
      "loss": 0.7122,
      "step": 42646
    },
    {
      "epoch": 0.898744514164388,
      "grad_norm": 0.11519631743431091,
      "learning_rate": 5.332063406555132e-07,
      "loss": 0.7193,
      "step": 42647
    },
    {
      "epoch": 0.8987655882027533,
      "grad_norm": 0.13901057839393616,
      "learning_rate": 5.329864640209959e-07,
      "loss": 0.7709,
      "step": 42648
    },
    {
      "epoch": 0.8987866622411186,
      "grad_norm": 0.1295768916606903,
      "learning_rate": 5.327666314895185e-07,
      "loss": 0.6994,
      "step": 42649
    },
    {
      "epoch": 0.8988077362794838,
      "grad_norm": 0.1033724844455719,
      "learning_rate": 5.325468430621073e-07,
      "loss": 0.7051,
      "step": 42650
    },
    {
      "epoch": 0.8988288103178492,
      "grad_norm": 0.10325253754854202,
      "learning_rate": 5.323270987397855e-07,
      "loss": 0.7102,
      "step": 42651
    },
    {
      "epoch": 0.8988498843562145,
      "grad_norm": 0.10356656461954117,
      "learning_rate": 5.321073985235748e-07,
      "loss": 0.7069,
      "step": 42652
    },
    {
      "epoch": 0.8988709583945798,
      "grad_norm": 0.14321471750736237,
      "learning_rate": 5.318877424145008e-07,
      "loss": 0.7099,
      "step": 42653
    },
    {
      "epoch": 0.898892032432945,
      "grad_norm": 0.09619621932506561,
      "learning_rate": 5.316681304135862e-07,
      "loss": 0.6759,
      "step": 42654
    },
    {
      "epoch": 0.8989131064713103,
      "grad_norm": 0.10882164537906647,
      "learning_rate": 5.314485625218547e-07,
      "loss": 0.7463,
      "step": 42655
    },
    {
      "epoch": 0.8989341805096757,
      "grad_norm": 0.10200979560613632,
      "learning_rate": 5.312290387403274e-07,
      "loss": 0.7309,
      "step": 42656
    },
    {
      "epoch": 0.8989552545480409,
      "grad_norm": 0.10983477532863617,
      "learning_rate": 5.310095590700282e-07,
      "loss": 0.6687,
      "step": 42657
    },
    {
      "epoch": 0.8989763285864062,
      "grad_norm": 0.1080244705080986,
      "learning_rate": 5.307901235119805e-07,
      "loss": 0.6613,
      "step": 42658
    },
    {
      "epoch": 0.8989974026247715,
      "grad_norm": 0.09111404418945312,
      "learning_rate": 5.305707320672038e-07,
      "loss": 0.667,
      "step": 42659
    },
    {
      "epoch": 0.8990184766631367,
      "grad_norm": 0.10216864198446274,
      "learning_rate": 5.303513847367236e-07,
      "loss": 0.6688,
      "step": 42660
    },
    {
      "epoch": 0.8990395507015021,
      "grad_norm": 0.21710573136806488,
      "learning_rate": 5.301320815215594e-07,
      "loss": 0.6977,
      "step": 42661
    },
    {
      "epoch": 0.8990606247398674,
      "grad_norm": 0.10927277058362961,
      "learning_rate": 5.299128224227334e-07,
      "loss": 0.7607,
      "step": 42662
    },
    {
      "epoch": 0.8990816987782326,
      "grad_norm": 0.10670356452465057,
      "learning_rate": 5.296936074412661e-07,
      "loss": 0.6578,
      "step": 42663
    },
    {
      "epoch": 0.8991027728165979,
      "grad_norm": 0.09789878129959106,
      "learning_rate": 5.294744365781812e-07,
      "loss": 0.6526,
      "step": 42664
    },
    {
      "epoch": 0.8991238468549632,
      "grad_norm": 0.1139286458492279,
      "learning_rate": 5.292553098344976e-07,
      "loss": 0.6588,
      "step": 42665
    },
    {
      "epoch": 0.8991449208933285,
      "grad_norm": 0.10535081475973129,
      "learning_rate": 5.290362272112381e-07,
      "loss": 0.6602,
      "step": 42666
    },
    {
      "epoch": 0.8991659949316938,
      "grad_norm": 0.11114808917045593,
      "learning_rate": 5.288171887094207e-07,
      "loss": 0.6511,
      "step": 42667
    },
    {
      "epoch": 0.8991870689700591,
      "grad_norm": 0.12418656051158905,
      "learning_rate": 5.285981943300678e-07,
      "loss": 0.689,
      "step": 42668
    },
    {
      "epoch": 0.8992081430084243,
      "grad_norm": 0.09889619052410126,
      "learning_rate": 5.283792440741986e-07,
      "loss": 0.7134,
      "step": 42669
    },
    {
      "epoch": 0.8992292170467896,
      "grad_norm": 0.10600469261407852,
      "learning_rate": 5.281603379428335e-07,
      "loss": 0.6845,
      "step": 42670
    },
    {
      "epoch": 0.899250291085155,
      "grad_norm": 0.09780674427747726,
      "learning_rate": 5.279414759369906e-07,
      "loss": 0.7408,
      "step": 42671
    },
    {
      "epoch": 0.8992713651235202,
      "grad_norm": 0.16571131348609924,
      "learning_rate": 5.277226580576922e-07,
      "loss": 0.7224,
      "step": 42672
    },
    {
      "epoch": 0.8992924391618855,
      "grad_norm": 0.11127936094999313,
      "learning_rate": 5.275038843059566e-07,
      "loss": 0.6855,
      "step": 42673
    },
    {
      "epoch": 0.8993135132002508,
      "grad_norm": 0.10730262845754623,
      "learning_rate": 5.272851546828039e-07,
      "loss": 0.6928,
      "step": 42674
    },
    {
      "epoch": 0.899334587238616,
      "grad_norm": 0.10664010047912598,
      "learning_rate": 5.270664691892524e-07,
      "loss": 0.6993,
      "step": 42675
    },
    {
      "epoch": 0.8993556612769813,
      "grad_norm": 0.09506283700466156,
      "learning_rate": 5.268478278263201e-07,
      "loss": 0.6617,
      "step": 42676
    },
    {
      "epoch": 0.8993767353153467,
      "grad_norm": 0.10751385986804962,
      "learning_rate": 5.26629230595026e-07,
      "loss": 0.7435,
      "step": 42677
    },
    {
      "epoch": 0.8993978093537119,
      "grad_norm": 0.12348757684230804,
      "learning_rate": 5.264106774963884e-07,
      "loss": 0.727,
      "step": 42678
    },
    {
      "epoch": 0.8994188833920772,
      "grad_norm": 0.11841986328363419,
      "learning_rate": 5.261921685314253e-07,
      "loss": 0.7078,
      "step": 42679
    },
    {
      "epoch": 0.8994399574304425,
      "grad_norm": 0.0990503579378128,
      "learning_rate": 5.259737037011547e-07,
      "loss": 0.6624,
      "step": 42680
    },
    {
      "epoch": 0.8994610314688077,
      "grad_norm": 0.11817993968725204,
      "learning_rate": 5.25755283006596e-07,
      "loss": 0.7281,
      "step": 42681
    },
    {
      "epoch": 0.8994821055071731,
      "grad_norm": 0.1229289174079895,
      "learning_rate": 5.255369064487637e-07,
      "loss": 0.7813,
      "step": 42682
    },
    {
      "epoch": 0.8995031795455384,
      "grad_norm": 0.0908019170165062,
      "learning_rate": 5.253185740286781e-07,
      "loss": 0.6691,
      "step": 42683
    },
    {
      "epoch": 0.8995242535839036,
      "grad_norm": 0.09840226918458939,
      "learning_rate": 5.251002857473541e-07,
      "loss": 0.7082,
      "step": 42684
    },
    {
      "epoch": 0.8995453276222689,
      "grad_norm": 0.1323571801185608,
      "learning_rate": 5.248820416058098e-07,
      "loss": 0.7723,
      "step": 42685
    },
    {
      "epoch": 0.8995664016606342,
      "grad_norm": 0.1390151083469391,
      "learning_rate": 5.24663841605062e-07,
      "loss": 0.6458,
      "step": 42686
    },
    {
      "epoch": 0.8995874756989996,
      "grad_norm": 0.10779231041669846,
      "learning_rate": 5.244456857461267e-07,
      "loss": 0.6907,
      "step": 42687
    },
    {
      "epoch": 0.8996085497373648,
      "grad_norm": 0.11090156435966492,
      "learning_rate": 5.242275740300196e-07,
      "loss": 0.7141,
      "step": 42688
    },
    {
      "epoch": 0.8996296237757301,
      "grad_norm": 0.1052727922797203,
      "learning_rate": 5.240095064577577e-07,
      "loss": 0.7421,
      "step": 42689
    },
    {
      "epoch": 0.8996506978140953,
      "grad_norm": 0.12456940859556198,
      "learning_rate": 5.23791483030357e-07,
      "loss": 0.7628,
      "step": 42690
    },
    {
      "epoch": 0.8996717718524606,
      "grad_norm": 0.10411571711301804,
      "learning_rate": 5.235735037488332e-07,
      "loss": 0.6617,
      "step": 42691
    },
    {
      "epoch": 0.899692845890826,
      "grad_norm": 0.09475640952587128,
      "learning_rate": 5.233555686142011e-07,
      "loss": 0.6712,
      "step": 42692
    },
    {
      "epoch": 0.8997139199291913,
      "grad_norm": 0.09446576237678528,
      "learning_rate": 5.231376776274766e-07,
      "loss": 0.6468,
      "step": 42693
    },
    {
      "epoch": 0.8997349939675565,
      "grad_norm": 0.09276506304740906,
      "learning_rate": 5.229198307896732e-07,
      "loss": 0.6747,
      "step": 42694
    },
    {
      "epoch": 0.8997560680059218,
      "grad_norm": 0.10259668529033661,
      "learning_rate": 5.227020281018102e-07,
      "loss": 0.6984,
      "step": 42695
    },
    {
      "epoch": 0.899777142044287,
      "grad_norm": 0.1059454157948494,
      "learning_rate": 5.224842695648968e-07,
      "loss": 0.7016,
      "step": 42696
    },
    {
      "epoch": 0.8997982160826524,
      "grad_norm": 0.1032305657863617,
      "learning_rate": 5.222665551799499e-07,
      "loss": 0.7262,
      "step": 42697
    },
    {
      "epoch": 0.8998192901210177,
      "grad_norm": 0.12000084668397903,
      "learning_rate": 5.220488849479844e-07,
      "loss": 0.6911,
      "step": 42698
    },
    {
      "epoch": 0.899840364159383,
      "grad_norm": 0.12459469586610794,
      "learning_rate": 5.218312588700125e-07,
      "loss": 0.691,
      "step": 42699
    },
    {
      "epoch": 0.8998614381977482,
      "grad_norm": 0.11260449141263962,
      "learning_rate": 5.216136769470481e-07,
      "loss": 0.7372,
      "step": 42700
    },
    {
      "epoch": 0.8998825122361135,
      "grad_norm": 0.12536704540252686,
      "learning_rate": 5.21396139180107e-07,
      "loss": 0.6467,
      "step": 42701
    },
    {
      "epoch": 0.8999035862744789,
      "grad_norm": 0.10043377429246902,
      "learning_rate": 5.211786455702017e-07,
      "loss": 0.7229,
      "step": 42702
    },
    {
      "epoch": 0.8999246603128441,
      "grad_norm": 0.1065344512462616,
      "learning_rate": 5.209611961183447e-07,
      "loss": 0.71,
      "step": 42703
    },
    {
      "epoch": 0.8999457343512094,
      "grad_norm": 0.1346399039030075,
      "learning_rate": 5.20743790825552e-07,
      "loss": 0.7347,
      "step": 42704
    },
    {
      "epoch": 0.8999668083895747,
      "grad_norm": 0.10306387394666672,
      "learning_rate": 5.205264296928314e-07,
      "loss": 0.6405,
      "step": 42705
    },
    {
      "epoch": 0.8999878824279399,
      "grad_norm": 0.11910296976566315,
      "learning_rate": 5.203091127211979e-07,
      "loss": 0.7536,
      "step": 42706
    },
    {
      "epoch": 0.9000089564663053,
      "grad_norm": 0.09707106649875641,
      "learning_rate": 5.20091839911665e-07,
      "loss": 0.6466,
      "step": 42707
    },
    {
      "epoch": 0.9000300305046706,
      "grad_norm": 0.11786732077598572,
      "learning_rate": 5.198746112652431e-07,
      "loss": 0.743,
      "step": 42708
    },
    {
      "epoch": 0.9000511045430358,
      "grad_norm": 0.10133619606494904,
      "learning_rate": 5.196574267829447e-07,
      "loss": 0.7444,
      "step": 42709
    },
    {
      "epoch": 0.9000721785814011,
      "grad_norm": 0.10660941153764725,
      "learning_rate": 5.194402864657821e-07,
      "loss": 0.6463,
      "step": 42710
    },
    {
      "epoch": 0.9000932526197664,
      "grad_norm": 0.10208145529031754,
      "learning_rate": 5.192231903147671e-07,
      "loss": 0.7656,
      "step": 42711
    },
    {
      "epoch": 0.9001143266581317,
      "grad_norm": 0.11057249456644058,
      "learning_rate": 5.190061383309098e-07,
      "loss": 0.6932,
      "step": 42712
    },
    {
      "epoch": 0.900135400696497,
      "grad_norm": 0.09596579521894455,
      "learning_rate": 5.187891305152226e-07,
      "loss": 0.7014,
      "step": 42713
    },
    {
      "epoch": 0.9001564747348623,
      "grad_norm": 0.08979853242635727,
      "learning_rate": 5.185721668687161e-07,
      "loss": 0.6623,
      "step": 42714
    },
    {
      "epoch": 0.9001775487732275,
      "grad_norm": 0.13464602828025818,
      "learning_rate": 5.183552473924002e-07,
      "loss": 0.7179,
      "step": 42715
    },
    {
      "epoch": 0.9001986228115928,
      "grad_norm": 0.1045464500784874,
      "learning_rate": 5.181383720872868e-07,
      "loss": 0.649,
      "step": 42716
    },
    {
      "epoch": 0.9002196968499581,
      "grad_norm": 0.11510936915874481,
      "learning_rate": 5.179215409543848e-07,
      "loss": 0.6875,
      "step": 42717
    },
    {
      "epoch": 0.9002407708883234,
      "grad_norm": 0.11060857027769089,
      "learning_rate": 5.177047539947055e-07,
      "loss": 0.6675,
      "step": 42718
    },
    {
      "epoch": 0.9002618449266887,
      "grad_norm": 0.10817686468362808,
      "learning_rate": 5.174880112092584e-07,
      "loss": 0.7236,
      "step": 42719
    },
    {
      "epoch": 0.900282918965054,
      "grad_norm": 0.10544292628765106,
      "learning_rate": 5.172713125990536e-07,
      "loss": 0.7107,
      "step": 42720
    },
    {
      "epoch": 0.9003039930034192,
      "grad_norm": 0.1179380863904953,
      "learning_rate": 5.170546581650993e-07,
      "loss": 0.7302,
      "step": 42721
    },
    {
      "epoch": 0.9003250670417845,
      "grad_norm": 0.13986293971538544,
      "learning_rate": 5.168380479084068e-07,
      "loss": 0.6968,
      "step": 42722
    },
    {
      "epoch": 0.9003461410801499,
      "grad_norm": 0.09403122961521149,
      "learning_rate": 5.166214818299841e-07,
      "loss": 0.6409,
      "step": 42723
    },
    {
      "epoch": 0.9003672151185151,
      "grad_norm": 0.09599030762910843,
      "learning_rate": 5.164049599308396e-07,
      "loss": 0.6404,
      "step": 42724
    },
    {
      "epoch": 0.9003882891568804,
      "grad_norm": 0.09675592929124832,
      "learning_rate": 5.161884822119845e-07,
      "loss": 0.6624,
      "step": 42725
    },
    {
      "epoch": 0.9004093631952457,
      "grad_norm": 0.0979377031326294,
      "learning_rate": 5.159720486744236e-07,
      "loss": 0.6699,
      "step": 42726
    },
    {
      "epoch": 0.9004304372336109,
      "grad_norm": 0.10548964142799377,
      "learning_rate": 5.157556593191671e-07,
      "loss": 0.7385,
      "step": 42727
    },
    {
      "epoch": 0.9004515112719763,
      "grad_norm": 0.10844328999519348,
      "learning_rate": 5.15539314147221e-07,
      "loss": 0.7183,
      "step": 42728
    },
    {
      "epoch": 0.9004725853103416,
      "grad_norm": 0.11741681396961212,
      "learning_rate": 5.153230131595976e-07,
      "loss": 0.7098,
      "step": 42729
    },
    {
      "epoch": 0.9004936593487068,
      "grad_norm": 0.1021723672747612,
      "learning_rate": 5.151067563573009e-07,
      "loss": 0.6253,
      "step": 42730
    },
    {
      "epoch": 0.9005147333870721,
      "grad_norm": 0.12800930440425873,
      "learning_rate": 5.148905437413399e-07,
      "loss": 0.7247,
      "step": 42731
    },
    {
      "epoch": 0.9005358074254374,
      "grad_norm": 0.11086488515138626,
      "learning_rate": 5.146743753127214e-07,
      "loss": 0.6554,
      "step": 42732
    },
    {
      "epoch": 0.9005568814638027,
      "grad_norm": 0.1207176074385643,
      "learning_rate": 5.144582510724516e-07,
      "loss": 0.7464,
      "step": 42733
    },
    {
      "epoch": 0.900577955502168,
      "grad_norm": 0.09489485621452332,
      "learning_rate": 5.142421710215406e-07,
      "loss": 0.6673,
      "step": 42734
    },
    {
      "epoch": 0.9005990295405333,
      "grad_norm": 0.11341224610805511,
      "learning_rate": 5.14026135160991e-07,
      "loss": 0.6675,
      "step": 42735
    },
    {
      "epoch": 0.9006201035788985,
      "grad_norm": 0.09941558539867401,
      "learning_rate": 5.138101434918108e-07,
      "loss": 0.7504,
      "step": 42736
    },
    {
      "epoch": 0.9006411776172638,
      "grad_norm": 0.12156044691801071,
      "learning_rate": 5.13594196015007e-07,
      "loss": 0.6937,
      "step": 42737
    },
    {
      "epoch": 0.9006622516556292,
      "grad_norm": 0.11197241395711899,
      "learning_rate": 5.133782927315844e-07,
      "loss": 0.7248,
      "step": 42738
    },
    {
      "epoch": 0.9006833256939945,
      "grad_norm": 0.1293221414089203,
      "learning_rate": 5.131624336425489e-07,
      "loss": 0.7036,
      "step": 42739
    },
    {
      "epoch": 0.9007043997323597,
      "grad_norm": 0.11093498766422272,
      "learning_rate": 5.129466187489063e-07,
      "loss": 0.7213,
      "step": 42740
    },
    {
      "epoch": 0.900725473770725,
      "grad_norm": 0.11931058764457703,
      "learning_rate": 5.127308480516624e-07,
      "loss": 0.6695,
      "step": 42741
    },
    {
      "epoch": 0.9007465478090902,
      "grad_norm": 0.09938672184944153,
      "learning_rate": 5.125151215518232e-07,
      "loss": 0.6716,
      "step": 42742
    },
    {
      "epoch": 0.9007676218474556,
      "grad_norm": 0.10401304811239243,
      "learning_rate": 5.12299439250391e-07,
      "loss": 0.7362,
      "step": 42743
    },
    {
      "epoch": 0.9007886958858209,
      "grad_norm": 0.09877997636795044,
      "learning_rate": 5.120838011483731e-07,
      "loss": 0.7073,
      "step": 42744
    },
    {
      "epoch": 0.9008097699241862,
      "grad_norm": 0.10840006172657013,
      "learning_rate": 5.118682072467729e-07,
      "loss": 0.7101,
      "step": 42745
    },
    {
      "epoch": 0.9008308439625514,
      "grad_norm": 0.1372820883989334,
      "learning_rate": 5.116526575465952e-07,
      "loss": 0.7204,
      "step": 42746
    },
    {
      "epoch": 0.9008519180009167,
      "grad_norm": 0.11945639550685883,
      "learning_rate": 5.114371520488448e-07,
      "loss": 0.6641,
      "step": 42747
    },
    {
      "epoch": 0.9008729920392821,
      "grad_norm": 0.11775586754083633,
      "learning_rate": 5.112216907545242e-07,
      "loss": 0.718,
      "step": 42748
    },
    {
      "epoch": 0.9008940660776473,
      "grad_norm": 0.09861522167921066,
      "learning_rate": 5.110062736646382e-07,
      "loss": 0.6217,
      "step": 42749
    },
    {
      "epoch": 0.9009151401160126,
      "grad_norm": 0.1236438974738121,
      "learning_rate": 5.107909007801892e-07,
      "loss": 0.7008,
      "step": 42750
    },
    {
      "epoch": 0.9009362141543779,
      "grad_norm": 0.12121318280696869,
      "learning_rate": 5.105755721021821e-07,
      "loss": 0.7366,
      "step": 42751
    },
    {
      "epoch": 0.9009572881927431,
      "grad_norm": 0.1303768903017044,
      "learning_rate": 5.103602876316182e-07,
      "loss": 0.7097,
      "step": 42752
    },
    {
      "epoch": 0.9009783622311084,
      "grad_norm": 0.11839152127504349,
      "learning_rate": 5.101450473695025e-07,
      "loss": 0.6667,
      "step": 42753
    },
    {
      "epoch": 0.9009994362694738,
      "grad_norm": 0.10172245651483536,
      "learning_rate": 5.099298513168382e-07,
      "loss": 0.7094,
      "step": 42754
    },
    {
      "epoch": 0.901020510307839,
      "grad_norm": 0.10397122800350189,
      "learning_rate": 5.097146994746238e-07,
      "loss": 0.6462,
      "step": 42755
    },
    {
      "epoch": 0.9010415843462043,
      "grad_norm": 0.09765833616256714,
      "learning_rate": 5.09499591843865e-07,
      "loss": 0.6745,
      "step": 42756
    },
    {
      "epoch": 0.9010626583845696,
      "grad_norm": 0.11914718151092529,
      "learning_rate": 5.092845284255621e-07,
      "loss": 0.6586,
      "step": 42757
    },
    {
      "epoch": 0.9010837324229348,
      "grad_norm": 0.10493991523981094,
      "learning_rate": 5.090695092207187e-07,
      "loss": 0.7526,
      "step": 42758
    },
    {
      "epoch": 0.9011048064613002,
      "grad_norm": 0.1112479567527771,
      "learning_rate": 5.088545342303353e-07,
      "loss": 0.6951,
      "step": 42759
    },
    {
      "epoch": 0.9011258804996655,
      "grad_norm": 0.10807481408119202,
      "learning_rate": 5.086396034554142e-07,
      "loss": 0.7178,
      "step": 42760
    },
    {
      "epoch": 0.9011469545380307,
      "grad_norm": 0.10987342894077301,
      "learning_rate": 5.084247168969559e-07,
      "loss": 0.6678,
      "step": 42761
    },
    {
      "epoch": 0.901168028576396,
      "grad_norm": 0.11272890120744705,
      "learning_rate": 5.082098745559616e-07,
      "loss": 0.6881,
      "step": 42762
    },
    {
      "epoch": 0.9011891026147613,
      "grad_norm": 0.11412384361028671,
      "learning_rate": 5.079950764334352e-07,
      "loss": 0.6605,
      "step": 42763
    },
    {
      "epoch": 0.9012101766531266,
      "grad_norm": 0.11187263578176498,
      "learning_rate": 5.077803225303713e-07,
      "loss": 0.7082,
      "step": 42764
    },
    {
      "epoch": 0.9012312506914919,
      "grad_norm": 0.11054254323244095,
      "learning_rate": 5.075656128477746e-07,
      "loss": 0.7122,
      "step": 42765
    },
    {
      "epoch": 0.9012523247298572,
      "grad_norm": 0.15090656280517578,
      "learning_rate": 5.073509473866444e-07,
      "loss": 0.6854,
      "step": 42766
    },
    {
      "epoch": 0.9012733987682224,
      "grad_norm": 0.10775688290596008,
      "learning_rate": 5.071363261479811e-07,
      "loss": 0.6356,
      "step": 42767
    },
    {
      "epoch": 0.9012944728065877,
      "grad_norm": 0.1178026869893074,
      "learning_rate": 5.069217491327827e-07,
      "loss": 0.6902,
      "step": 42768
    },
    {
      "epoch": 0.9013155468449531,
      "grad_norm": 0.10672084987163544,
      "learning_rate": 5.067072163420517e-07,
      "loss": 0.7071,
      "step": 42769
    },
    {
      "epoch": 0.9013366208833183,
      "grad_norm": 0.12089848518371582,
      "learning_rate": 5.06492727776785e-07,
      "loss": 0.6894,
      "step": 42770
    },
    {
      "epoch": 0.9013576949216836,
      "grad_norm": 0.13933932781219482,
      "learning_rate": 5.062782834379842e-07,
      "loss": 0.7558,
      "step": 42771
    },
    {
      "epoch": 0.9013787689600489,
      "grad_norm": 0.15479789674282074,
      "learning_rate": 5.060638833266451e-07,
      "loss": 0.7237,
      "step": 42772
    },
    {
      "epoch": 0.9013998429984141,
      "grad_norm": 0.13608157634735107,
      "learning_rate": 5.058495274437703e-07,
      "loss": 0.7254,
      "step": 42773
    },
    {
      "epoch": 0.9014209170367795,
      "grad_norm": 0.0923498272895813,
      "learning_rate": 5.056352157903555e-07,
      "loss": 0.6711,
      "step": 42774
    },
    {
      "epoch": 0.9014419910751448,
      "grad_norm": 0.11047251522541046,
      "learning_rate": 5.054209483673999e-07,
      "loss": 0.7223,
      "step": 42775
    },
    {
      "epoch": 0.90146306511351,
      "grad_norm": 0.11939197033643723,
      "learning_rate": 5.05206725175903e-07,
      "loss": 0.6847,
      "step": 42776
    },
    {
      "epoch": 0.9014841391518753,
      "grad_norm": 0.10100114345550537,
      "learning_rate": 5.049925462168603e-07,
      "loss": 0.6454,
      "step": 42777
    },
    {
      "epoch": 0.9015052131902406,
      "grad_norm": 0.10301027446985245,
      "learning_rate": 5.047784114912712e-07,
      "loss": 0.6798,
      "step": 42778
    },
    {
      "epoch": 0.901526287228606,
      "grad_norm": 0.12369611114263535,
      "learning_rate": 5.045643210001339e-07,
      "loss": 0.6552,
      "step": 42779
    },
    {
      "epoch": 0.9015473612669712,
      "grad_norm": 0.10969748347997665,
      "learning_rate": 5.043502747444439e-07,
      "loss": 0.7268,
      "step": 42780
    },
    {
      "epoch": 0.9015684353053365,
      "grad_norm": 0.12429685890674591,
      "learning_rate": 5.041362727251997e-07,
      "loss": 0.668,
      "step": 42781
    },
    {
      "epoch": 0.9015895093437017,
      "grad_norm": 0.09128448367118835,
      "learning_rate": 5.039223149433981e-07,
      "loss": 0.6572,
      "step": 42782
    },
    {
      "epoch": 0.901610583382067,
      "grad_norm": 0.2339441180229187,
      "learning_rate": 5.03708401400036e-07,
      "loss": 0.6905,
      "step": 42783
    },
    {
      "epoch": 0.9016316574204324,
      "grad_norm": 0.11541208624839783,
      "learning_rate": 5.034945320961104e-07,
      "loss": 0.7286,
      "step": 42784
    },
    {
      "epoch": 0.9016527314587977,
      "grad_norm": 0.12607145309448242,
      "learning_rate": 5.032807070326151e-07,
      "loss": 0.7662,
      "step": 42785
    },
    {
      "epoch": 0.9016738054971629,
      "grad_norm": 0.10951051115989685,
      "learning_rate": 5.03066926210547e-07,
      "loss": 0.7409,
      "step": 42786
    },
    {
      "epoch": 0.9016948795355282,
      "grad_norm": 0.11467967927455902,
      "learning_rate": 5.028531896309041e-07,
      "loss": 0.7704,
      "step": 42787
    },
    {
      "epoch": 0.9017159535738934,
      "grad_norm": 0.10361764580011368,
      "learning_rate": 5.026394972946813e-07,
      "loss": 0.6918,
      "step": 42788
    },
    {
      "epoch": 0.9017370276122588,
      "grad_norm": 0.10127068310976028,
      "learning_rate": 5.024258492028733e-07,
      "loss": 0.7158,
      "step": 42789
    },
    {
      "epoch": 0.9017581016506241,
      "grad_norm": 0.11498165875673294,
      "learning_rate": 5.022122453564759e-07,
      "loss": 0.7951,
      "step": 42790
    },
    {
      "epoch": 0.9017791756889894,
      "grad_norm": 0.1005914956331253,
      "learning_rate": 5.01998685756484e-07,
      "loss": 0.6328,
      "step": 42791
    },
    {
      "epoch": 0.9018002497273546,
      "grad_norm": 0.12114199250936508,
      "learning_rate": 5.017851704038934e-07,
      "loss": 0.732,
      "step": 42792
    },
    {
      "epoch": 0.9018213237657199,
      "grad_norm": 0.14663352072238922,
      "learning_rate": 5.015716992996988e-07,
      "loss": 0.6983,
      "step": 42793
    },
    {
      "epoch": 0.9018423978040851,
      "grad_norm": 0.10161948204040527,
      "learning_rate": 5.013582724448928e-07,
      "loss": 0.6218,
      "step": 42794
    },
    {
      "epoch": 0.9018634718424505,
      "grad_norm": 0.10604920238256454,
      "learning_rate": 5.011448898404703e-07,
      "loss": 0.7557,
      "step": 42795
    },
    {
      "epoch": 0.9018845458808158,
      "grad_norm": 0.09250976145267487,
      "learning_rate": 5.009315514874258e-07,
      "loss": 0.6852,
      "step": 42796
    },
    {
      "epoch": 0.9019056199191811,
      "grad_norm": 0.10202417522668839,
      "learning_rate": 5.007182573867542e-07,
      "loss": 0.7086,
      "step": 42797
    },
    {
      "epoch": 0.9019266939575463,
      "grad_norm": 0.0996188372373581,
      "learning_rate": 5.005050075394469e-07,
      "loss": 0.6684,
      "step": 42798
    },
    {
      "epoch": 0.9019477679959116,
      "grad_norm": 0.10860412567853928,
      "learning_rate": 5.002918019464997e-07,
      "loss": 0.7135,
      "step": 42799
    },
    {
      "epoch": 0.901968842034277,
      "grad_norm": 0.10752046853303909,
      "learning_rate": 5.00078640608902e-07,
      "loss": 0.6873,
      "step": 42800
    },
    {
      "epoch": 0.9019899160726422,
      "grad_norm": 0.10404355823993683,
      "learning_rate": 4.998655235276517e-07,
      "loss": 0.669,
      "step": 42801
    },
    {
      "epoch": 0.9020109901110075,
      "grad_norm": 0.09270339459180832,
      "learning_rate": 4.996524507037415e-07,
      "loss": 0.6738,
      "step": 42802
    },
    {
      "epoch": 0.9020320641493728,
      "grad_norm": 0.09808008372783661,
      "learning_rate": 4.994394221381593e-07,
      "loss": 0.6886,
      "step": 42803
    },
    {
      "epoch": 0.902053138187738,
      "grad_norm": 0.10304521024227142,
      "learning_rate": 4.992264378319011e-07,
      "loss": 0.7246,
      "step": 42804
    },
    {
      "epoch": 0.9020742122261034,
      "grad_norm": 0.09637534618377686,
      "learning_rate": 4.990134977859584e-07,
      "loss": 0.6976,
      "step": 42805
    },
    {
      "epoch": 0.9020952862644687,
      "grad_norm": 0.09824280440807343,
      "learning_rate": 4.988006020013225e-07,
      "loss": 0.6557,
      "step": 42806
    },
    {
      "epoch": 0.9021163603028339,
      "grad_norm": 0.10303332656621933,
      "learning_rate": 4.98587750478986e-07,
      "loss": 0.6692,
      "step": 42807
    },
    {
      "epoch": 0.9021374343411992,
      "grad_norm": 0.1533517986536026,
      "learning_rate": 4.983749432199403e-07,
      "loss": 0.7701,
      "step": 42808
    },
    {
      "epoch": 0.9021585083795645,
      "grad_norm": 0.09275926649570465,
      "learning_rate": 4.981621802251768e-07,
      "loss": 0.6154,
      "step": 42809
    },
    {
      "epoch": 0.9021795824179298,
      "grad_norm": 0.11182720959186554,
      "learning_rate": 4.979494614956871e-07,
      "loss": 0.7156,
      "step": 42810
    },
    {
      "epoch": 0.9022006564562951,
      "grad_norm": 0.11380312591791153,
      "learning_rate": 4.9773678703246e-07,
      "loss": 0.7027,
      "step": 42811
    },
    {
      "epoch": 0.9022217304946604,
      "grad_norm": 0.1049201637506485,
      "learning_rate": 4.975241568364897e-07,
      "loss": 0.7153,
      "step": 42812
    },
    {
      "epoch": 0.9022428045330256,
      "grad_norm": 0.10478228330612183,
      "learning_rate": 4.973115709087651e-07,
      "loss": 0.7017,
      "step": 42813
    },
    {
      "epoch": 0.9022638785713909,
      "grad_norm": 0.11345839500427246,
      "learning_rate": 4.970990292502753e-07,
      "loss": 0.6981,
      "step": 42814
    },
    {
      "epoch": 0.9022849526097563,
      "grad_norm": 0.09880337119102478,
      "learning_rate": 4.968865318620108e-07,
      "loss": 0.7022,
      "step": 42815
    },
    {
      "epoch": 0.9023060266481215,
      "grad_norm": 0.10515471547842026,
      "learning_rate": 4.966740787449631e-07,
      "loss": 0.6755,
      "step": 42816
    },
    {
      "epoch": 0.9023271006864868,
      "grad_norm": 0.11401601135730743,
      "learning_rate": 4.964616699001213e-07,
      "loss": 0.728,
      "step": 42817
    },
    {
      "epoch": 0.9023481747248521,
      "grad_norm": 0.10275464504957199,
      "learning_rate": 4.962493053284756e-07,
      "loss": 0.7749,
      "step": 42818
    },
    {
      "epoch": 0.9023692487632173,
      "grad_norm": 0.11901140213012695,
      "learning_rate": 4.960369850310132e-07,
      "loss": 0.6861,
      "step": 42819
    },
    {
      "epoch": 0.9023903228015827,
      "grad_norm": 0.09181364625692368,
      "learning_rate": 4.958247090087253e-07,
      "loss": 0.685,
      "step": 42820
    },
    {
      "epoch": 0.902411396839948,
      "grad_norm": 0.10318446159362793,
      "learning_rate": 4.956124772626003e-07,
      "loss": 0.6691,
      "step": 42821
    },
    {
      "epoch": 0.9024324708783132,
      "grad_norm": 0.10032825917005539,
      "learning_rate": 4.954002897936272e-07,
      "loss": 0.7543,
      "step": 42822
    },
    {
      "epoch": 0.9024535449166785,
      "grad_norm": 0.10857242345809937,
      "learning_rate": 4.95188146602793e-07,
      "loss": 0.6999,
      "step": 42823
    },
    {
      "epoch": 0.9024746189550438,
      "grad_norm": 0.12681551277637482,
      "learning_rate": 4.949760476910869e-07,
      "loss": 0.6888,
      "step": 42824
    },
    {
      "epoch": 0.9024956929934091,
      "grad_norm": 0.09808138757944107,
      "learning_rate": 4.947639930594972e-07,
      "loss": 0.722,
      "step": 42825
    },
    {
      "epoch": 0.9025167670317744,
      "grad_norm": 0.10753795504570007,
      "learning_rate": 4.945519827090106e-07,
      "loss": 0.7184,
      "step": 42826
    },
    {
      "epoch": 0.9025378410701397,
      "grad_norm": 0.10616066306829453,
      "learning_rate": 4.943400166406176e-07,
      "loss": 0.7219,
      "step": 42827
    },
    {
      "epoch": 0.9025589151085049,
      "grad_norm": 0.09684617817401886,
      "learning_rate": 4.941280948553018e-07,
      "loss": 0.7085,
      "step": 42828
    },
    {
      "epoch": 0.9025799891468702,
      "grad_norm": 0.0960707813501358,
      "learning_rate": 4.939162173540524e-07,
      "loss": 0.6677,
      "step": 42829
    },
    {
      "epoch": 0.9026010631852355,
      "grad_norm": 0.10852653533220291,
      "learning_rate": 4.937043841378575e-07,
      "loss": 0.7435,
      "step": 42830
    },
    {
      "epoch": 0.9026221372236009,
      "grad_norm": 0.10124903917312622,
      "learning_rate": 4.934925952077041e-07,
      "loss": 0.7102,
      "step": 42831
    },
    {
      "epoch": 0.9026432112619661,
      "grad_norm": 0.1250694841146469,
      "learning_rate": 4.93280850564577e-07,
      "loss": 0.6391,
      "step": 42832
    },
    {
      "epoch": 0.9026642853003314,
      "grad_norm": 0.16238053143024445,
      "learning_rate": 4.930691502094631e-07,
      "loss": 0.6845,
      "step": 42833
    },
    {
      "epoch": 0.9026853593386966,
      "grad_norm": 0.09108475595712662,
      "learning_rate": 4.928574941433495e-07,
      "loss": 0.681,
      "step": 42834
    },
    {
      "epoch": 0.9027064333770619,
      "grad_norm": 0.12362117320299149,
      "learning_rate": 4.926458823672209e-07,
      "loss": 0.6918,
      "step": 42835
    },
    {
      "epoch": 0.9027275074154273,
      "grad_norm": 0.10454726964235306,
      "learning_rate": 4.924343148820632e-07,
      "loss": 0.7252,
      "step": 42836
    },
    {
      "epoch": 0.9027485814537926,
      "grad_norm": 0.1047528088092804,
      "learning_rate": 4.922227916888633e-07,
      "loss": 0.7516,
      "step": 42837
    },
    {
      "epoch": 0.9027696554921578,
      "grad_norm": 0.09835527837276459,
      "learning_rate": 4.920113127886062e-07,
      "loss": 0.6907,
      "step": 42838
    },
    {
      "epoch": 0.9027907295305231,
      "grad_norm": 0.10996880382299423,
      "learning_rate": 4.917998781822764e-07,
      "loss": 0.7004,
      "step": 42839
    },
    {
      "epoch": 0.9028118035688883,
      "grad_norm": 0.09346944093704224,
      "learning_rate": 4.915884878708599e-07,
      "loss": 0.6613,
      "step": 42840
    },
    {
      "epoch": 0.9028328776072537,
      "grad_norm": 0.11563178896903992,
      "learning_rate": 4.913771418553404e-07,
      "loss": 0.7153,
      "step": 42841
    },
    {
      "epoch": 0.902853951645619,
      "grad_norm": 0.11385662108659744,
      "learning_rate": 4.911658401367026e-07,
      "loss": 0.6437,
      "step": 42842
    },
    {
      "epoch": 0.9028750256839843,
      "grad_norm": 0.09630697220563889,
      "learning_rate": 4.909545827159335e-07,
      "loss": 0.6907,
      "step": 42843
    },
    {
      "epoch": 0.9028960997223495,
      "grad_norm": 0.10718993842601776,
      "learning_rate": 4.907433695940112e-07,
      "loss": 0.7631,
      "step": 42844
    },
    {
      "epoch": 0.9029171737607148,
      "grad_norm": 0.12260744720697403,
      "learning_rate": 4.90532200771926e-07,
      "loss": 0.6734,
      "step": 42845
    },
    {
      "epoch": 0.9029382477990802,
      "grad_norm": 0.1130189374089241,
      "learning_rate": 4.903210762506583e-07,
      "loss": 0.7099,
      "step": 42846
    },
    {
      "epoch": 0.9029593218374454,
      "grad_norm": 0.11846008896827698,
      "learning_rate": 4.901099960311928e-07,
      "loss": 0.7123,
      "step": 42847
    },
    {
      "epoch": 0.9029803958758107,
      "grad_norm": 0.10768682509660721,
      "learning_rate": 4.898989601145121e-07,
      "loss": 0.6634,
      "step": 42848
    },
    {
      "epoch": 0.903001469914176,
      "grad_norm": 0.11034681648015976,
      "learning_rate": 4.896879685015998e-07,
      "loss": 0.6898,
      "step": 42849
    },
    {
      "epoch": 0.9030225439525412,
      "grad_norm": 0.11268840730190277,
      "learning_rate": 4.894770211934397e-07,
      "loss": 0.76,
      "step": 42850
    },
    {
      "epoch": 0.9030436179909066,
      "grad_norm": 0.1453050822019577,
      "learning_rate": 4.89266118191013e-07,
      "loss": 0.6522,
      "step": 42851
    },
    {
      "epoch": 0.9030646920292719,
      "grad_norm": 0.12106896936893463,
      "learning_rate": 4.890552594953035e-07,
      "loss": 0.7142,
      "step": 42852
    },
    {
      "epoch": 0.9030857660676371,
      "grad_norm": 0.0982591062784195,
      "learning_rate": 4.888444451072927e-07,
      "loss": 0.7006,
      "step": 42853
    },
    {
      "epoch": 0.9031068401060024,
      "grad_norm": 0.10163004696369171,
      "learning_rate": 4.886336750279619e-07,
      "loss": 0.6576,
      "step": 42854
    },
    {
      "epoch": 0.9031279141443677,
      "grad_norm": 0.10428273677825928,
      "learning_rate": 4.884229492582937e-07,
      "loss": 0.6743,
      "step": 42855
    },
    {
      "epoch": 0.903148988182733,
      "grad_norm": 0.1054750308394432,
      "learning_rate": 4.882122677992706e-07,
      "loss": 0.7138,
      "step": 42856
    },
    {
      "epoch": 0.9031700622210983,
      "grad_norm": 0.12189094722270966,
      "learning_rate": 4.880016306518731e-07,
      "loss": 0.7109,
      "step": 42857
    },
    {
      "epoch": 0.9031911362594636,
      "grad_norm": 0.0894492045044899,
      "learning_rate": 4.877910378170825e-07,
      "loss": 0.6684,
      "step": 42858
    },
    {
      "epoch": 0.9032122102978288,
      "grad_norm": 0.10502813011407852,
      "learning_rate": 4.875804892958802e-07,
      "loss": 0.6717,
      "step": 42859
    },
    {
      "epoch": 0.9032332843361941,
      "grad_norm": 0.10861028730869293,
      "learning_rate": 4.873699850892477e-07,
      "loss": 0.6427,
      "step": 42860
    },
    {
      "epoch": 0.9032543583745595,
      "grad_norm": 0.1342220902442932,
      "learning_rate": 4.871595251981664e-07,
      "loss": 0.7009,
      "step": 42861
    },
    {
      "epoch": 0.9032754324129247,
      "grad_norm": 0.11085788160562515,
      "learning_rate": 4.869491096236134e-07,
      "loss": 0.7183,
      "step": 42862
    },
    {
      "epoch": 0.90329650645129,
      "grad_norm": 0.12364644557237625,
      "learning_rate": 4.867387383665723e-07,
      "loss": 0.7577,
      "step": 42863
    },
    {
      "epoch": 0.9033175804896553,
      "grad_norm": 0.0939471423625946,
      "learning_rate": 4.8652841142802e-07,
      "loss": 0.6652,
      "step": 42864
    },
    {
      "epoch": 0.9033386545280205,
      "grad_norm": 0.09980326145887375,
      "learning_rate": 4.863181288089391e-07,
      "loss": 0.6665,
      "step": 42865
    },
    {
      "epoch": 0.9033597285663858,
      "grad_norm": 0.11062916368246078,
      "learning_rate": 4.861078905103078e-07,
      "loss": 0.7012,
      "step": 42866
    },
    {
      "epoch": 0.9033808026047512,
      "grad_norm": 0.10600560158491135,
      "learning_rate": 4.858976965331063e-07,
      "loss": 0.6996,
      "step": 42867
    },
    {
      "epoch": 0.9034018766431164,
      "grad_norm": 0.11700271815061569,
      "learning_rate": 4.85687546878314e-07,
      "loss": 0.7496,
      "step": 42868
    },
    {
      "epoch": 0.9034229506814817,
      "grad_norm": 0.0980842188000679,
      "learning_rate": 4.854774415469076e-07,
      "loss": 0.6717,
      "step": 42869
    },
    {
      "epoch": 0.903444024719847,
      "grad_norm": 0.10006401687860489,
      "learning_rate": 4.852673805398689e-07,
      "loss": 0.6941,
      "step": 42870
    },
    {
      "epoch": 0.9034650987582122,
      "grad_norm": 0.10381334275007248,
      "learning_rate": 4.850573638581757e-07,
      "loss": 0.7452,
      "step": 42871
    },
    {
      "epoch": 0.9034861727965776,
      "grad_norm": 0.10239596664905548,
      "learning_rate": 4.848473915028052e-07,
      "loss": 0.6822,
      "step": 42872
    },
    {
      "epoch": 0.9035072468349429,
      "grad_norm": 0.11942537128925323,
      "learning_rate": 4.846374634747353e-07,
      "loss": 0.7211,
      "step": 42873
    },
    {
      "epoch": 0.9035283208733081,
      "grad_norm": 0.10095661878585815,
      "learning_rate": 4.844275797749465e-07,
      "loss": 0.73,
      "step": 42874
    },
    {
      "epoch": 0.9035493949116734,
      "grad_norm": 0.10694371163845062,
      "learning_rate": 4.842177404044146e-07,
      "loss": 0.6641,
      "step": 42875
    },
    {
      "epoch": 0.9035704689500387,
      "grad_norm": 0.10026928037405014,
      "learning_rate": 4.840079453641167e-07,
      "loss": 0.6574,
      "step": 42876
    },
    {
      "epoch": 0.903591542988404,
      "grad_norm": 0.11060167104005814,
      "learning_rate": 4.837981946550319e-07,
      "loss": 0.6705,
      "step": 42877
    },
    {
      "epoch": 0.9036126170267693,
      "grad_norm": 0.10860805958509445,
      "learning_rate": 4.83588488278136e-07,
      "loss": 0.7157,
      "step": 42878
    },
    {
      "epoch": 0.9036336910651346,
      "grad_norm": 0.10313685238361359,
      "learning_rate": 4.833788262344074e-07,
      "loss": 0.7169,
      "step": 42879
    },
    {
      "epoch": 0.9036547651034998,
      "grad_norm": 0.08832129836082458,
      "learning_rate": 4.831692085248208e-07,
      "loss": 0.6791,
      "step": 42880
    },
    {
      "epoch": 0.9036758391418651,
      "grad_norm": 0.12908639013767242,
      "learning_rate": 4.829596351503551e-07,
      "loss": 0.754,
      "step": 42881
    },
    {
      "epoch": 0.9036969131802305,
      "grad_norm": 0.10870759189128876,
      "learning_rate": 4.827501061119843e-07,
      "loss": 0.6886,
      "step": 42882
    },
    {
      "epoch": 0.9037179872185958,
      "grad_norm": 0.12039592117071152,
      "learning_rate": 4.825406214106853e-07,
      "loss": 0.7336,
      "step": 42883
    },
    {
      "epoch": 0.903739061256961,
      "grad_norm": 0.11274765431880951,
      "learning_rate": 4.823311810474352e-07,
      "loss": 0.6741,
      "step": 42884
    },
    {
      "epoch": 0.9037601352953263,
      "grad_norm": 0.10024958848953247,
      "learning_rate": 4.821217850232074e-07,
      "loss": 0.6481,
      "step": 42885
    },
    {
      "epoch": 0.9037812093336915,
      "grad_norm": 0.10550682246685028,
      "learning_rate": 4.819124333389791e-07,
      "loss": 0.6617,
      "step": 42886
    },
    {
      "epoch": 0.9038022833720569,
      "grad_norm": 0.11288949102163315,
      "learning_rate": 4.817031259957238e-07,
      "loss": 0.6738,
      "step": 42887
    },
    {
      "epoch": 0.9038233574104222,
      "grad_norm": 0.11002394556999207,
      "learning_rate": 4.814938629944199e-07,
      "loss": 0.6896,
      "step": 42888
    },
    {
      "epoch": 0.9038444314487875,
      "grad_norm": 0.10818132758140564,
      "learning_rate": 4.812846443360397e-07,
      "loss": 0.689,
      "step": 42889
    },
    {
      "epoch": 0.9038655054871527,
      "grad_norm": 0.11352062970399857,
      "learning_rate": 4.810754700215603e-07,
      "loss": 0.7243,
      "step": 42890
    },
    {
      "epoch": 0.903886579525518,
      "grad_norm": 0.09326529502868652,
      "learning_rate": 4.80866340051952e-07,
      "loss": 0.6764,
      "step": 42891
    },
    {
      "epoch": 0.9039076535638834,
      "grad_norm": 0.18873031437397003,
      "learning_rate": 4.806572544281917e-07,
      "loss": 0.7294,
      "step": 42892
    },
    {
      "epoch": 0.9039287276022486,
      "grad_norm": 0.10929518193006516,
      "learning_rate": 4.804482131512544e-07,
      "loss": 0.6926,
      "step": 42893
    },
    {
      "epoch": 0.9039498016406139,
      "grad_norm": 0.13674551248550415,
      "learning_rate": 4.802392162221114e-07,
      "loss": 0.6902,
      "step": 42894
    },
    {
      "epoch": 0.9039708756789792,
      "grad_norm": 0.11427009850740433,
      "learning_rate": 4.800302636417387e-07,
      "loss": 0.7409,
      "step": 42895
    },
    {
      "epoch": 0.9039919497173444,
      "grad_norm": 0.10054764896631241,
      "learning_rate": 4.798213554111076e-07,
      "loss": 0.7165,
      "step": 42896
    },
    {
      "epoch": 0.9040130237557098,
      "grad_norm": 0.08880066871643066,
      "learning_rate": 4.796124915311928e-07,
      "loss": 0.6595,
      "step": 42897
    },
    {
      "epoch": 0.9040340977940751,
      "grad_norm": 0.12453116476535797,
      "learning_rate": 4.794036720029672e-07,
      "loss": 0.6909,
      "step": 42898
    },
    {
      "epoch": 0.9040551718324403,
      "grad_norm": 0.10305416584014893,
      "learning_rate": 4.79194896827403e-07,
      "loss": 0.7232,
      "step": 42899
    },
    {
      "epoch": 0.9040762458708056,
      "grad_norm": 0.10846785455942154,
      "learning_rate": 4.789861660054729e-07,
      "loss": 0.6213,
      "step": 42900
    },
    {
      "epoch": 0.9040973199091709,
      "grad_norm": 0.1175808534026146,
      "learning_rate": 4.787774795381495e-07,
      "loss": 0.6737,
      "step": 42901
    },
    {
      "epoch": 0.9041183939475362,
      "grad_norm": 0.10604368150234222,
      "learning_rate": 4.785688374264053e-07,
      "loss": 0.7297,
      "step": 42902
    },
    {
      "epoch": 0.9041394679859015,
      "grad_norm": 0.09167271107435226,
      "learning_rate": 4.783602396712117e-07,
      "loss": 0.6549,
      "step": 42903
    },
    {
      "epoch": 0.9041605420242668,
      "grad_norm": 0.11016129702329636,
      "learning_rate": 4.781516862735414e-07,
      "loss": 0.6925,
      "step": 42904
    },
    {
      "epoch": 0.904181616062632,
      "grad_norm": 0.10841643810272217,
      "learning_rate": 4.779431772343645e-07,
      "loss": 0.599,
      "step": 42905
    },
    {
      "epoch": 0.9042026901009973,
      "grad_norm": 0.13948379456996918,
      "learning_rate": 4.777347125546538e-07,
      "loss": 0.7375,
      "step": 42906
    },
    {
      "epoch": 0.9042237641393626,
      "grad_norm": 0.11407497525215149,
      "learning_rate": 4.775262922353796e-07,
      "loss": 0.7068,
      "step": 42907
    },
    {
      "epoch": 0.9042448381777279,
      "grad_norm": 0.10182030498981476,
      "learning_rate": 4.773179162775121e-07,
      "loss": 0.7389,
      "step": 42908
    },
    {
      "epoch": 0.9042659122160932,
      "grad_norm": 0.09504486620426178,
      "learning_rate": 4.771095846820239e-07,
      "loss": 0.6746,
      "step": 42909
    },
    {
      "epoch": 0.9042869862544585,
      "grad_norm": 0.10352061688899994,
      "learning_rate": 4.769012974498844e-07,
      "loss": 0.6993,
      "step": 42910
    },
    {
      "epoch": 0.9043080602928237,
      "grad_norm": 0.3482484519481659,
      "learning_rate": 4.766930545820658e-07,
      "loss": 0.6704,
      "step": 42911
    },
    {
      "epoch": 0.904329134331189,
      "grad_norm": 0.0926012471318245,
      "learning_rate": 4.764848560795354e-07,
      "loss": 0.6706,
      "step": 42912
    },
    {
      "epoch": 0.9043502083695544,
      "grad_norm": 0.1304779201745987,
      "learning_rate": 4.762767019432646e-07,
      "loss": 0.7495,
      "step": 42913
    },
    {
      "epoch": 0.9043712824079196,
      "grad_norm": 0.12531930208206177,
      "learning_rate": 4.760685921742214e-07,
      "loss": 0.7343,
      "step": 42914
    },
    {
      "epoch": 0.9043923564462849,
      "grad_norm": 0.10247272253036499,
      "learning_rate": 4.7586052677337626e-07,
      "loss": 0.7131,
      "step": 42915
    },
    {
      "epoch": 0.9044134304846502,
      "grad_norm": 0.12335379421710968,
      "learning_rate": 4.756525057417005e-07,
      "loss": 0.6587,
      "step": 42916
    },
    {
      "epoch": 0.9044345045230154,
      "grad_norm": 0.09870394319295883,
      "learning_rate": 4.7544452908016123e-07,
      "loss": 0.7284,
      "step": 42917
    },
    {
      "epoch": 0.9044555785613808,
      "grad_norm": 0.1180591806769371,
      "learning_rate": 4.752365967897277e-07,
      "loss": 0.6841,
      "step": 42918
    },
    {
      "epoch": 0.9044766525997461,
      "grad_norm": 0.13029205799102783,
      "learning_rate": 4.7502870887136896e-07,
      "loss": 0.675,
      "step": 42919
    },
    {
      "epoch": 0.9044977266381113,
      "grad_norm": 0.10294869542121887,
      "learning_rate": 4.748208653260544e-07,
      "loss": 0.6743,
      "step": 42920
    },
    {
      "epoch": 0.9045188006764766,
      "grad_norm": 0.108497753739357,
      "learning_rate": 4.746130661547488e-07,
      "loss": 0.6635,
      "step": 42921
    },
    {
      "epoch": 0.9045398747148419,
      "grad_norm": 0.09682977944612503,
      "learning_rate": 4.744053113584235e-07,
      "loss": 0.7206,
      "step": 42922
    },
    {
      "epoch": 0.9045609487532073,
      "grad_norm": 0.11057942360639572,
      "learning_rate": 4.7419760093804444e-07,
      "loss": 0.6862,
      "step": 42923
    },
    {
      "epoch": 0.9045820227915725,
      "grad_norm": 0.1065916195511818,
      "learning_rate": 4.739899348945809e-07,
      "loss": 0.7362,
      "step": 42924
    },
    {
      "epoch": 0.9046030968299378,
      "grad_norm": 0.09913193434476852,
      "learning_rate": 4.737823132289987e-07,
      "loss": 0.6946,
      "step": 42925
    },
    {
      "epoch": 0.904624170868303,
      "grad_norm": 0.10003580898046494,
      "learning_rate": 4.735747359422671e-07,
      "loss": 0.6413,
      "step": 42926
    },
    {
      "epoch": 0.9046452449066683,
      "grad_norm": 0.24668924510478973,
      "learning_rate": 4.733672030353509e-07,
      "loss": 0.6491,
      "step": 42927
    },
    {
      "epoch": 0.9046663189450337,
      "grad_norm": 0.09424683451652527,
      "learning_rate": 4.7315971450921816e-07,
      "loss": 0.6641,
      "step": 42928
    },
    {
      "epoch": 0.904687392983399,
      "grad_norm": 0.09916524589061737,
      "learning_rate": 4.729522703648348e-07,
      "loss": 0.656,
      "step": 42929
    },
    {
      "epoch": 0.9047084670217642,
      "grad_norm": 0.1148485392332077,
      "learning_rate": 4.727448706031679e-07,
      "loss": 0.6949,
      "step": 42930
    },
    {
      "epoch": 0.9047295410601295,
      "grad_norm": 0.10295700281858444,
      "learning_rate": 4.725375152251832e-07,
      "loss": 0.6618,
      "step": 42931
    },
    {
      "epoch": 0.9047506150984947,
      "grad_norm": 0.14481137692928314,
      "learning_rate": 4.7233020423184784e-07,
      "loss": 0.7482,
      "step": 42932
    },
    {
      "epoch": 0.9047716891368601,
      "grad_norm": 0.09657358378171921,
      "learning_rate": 4.721229376241254e-07,
      "loss": 0.6662,
      "step": 42933
    },
    {
      "epoch": 0.9047927631752254,
      "grad_norm": 0.11669815331697464,
      "learning_rate": 4.719157154029841e-07,
      "loss": 0.7165,
      "step": 42934
    },
    {
      "epoch": 0.9048138372135907,
      "grad_norm": 0.10656404495239258,
      "learning_rate": 4.7170853756938637e-07,
      "loss": 0.7514,
      "step": 42935
    },
    {
      "epoch": 0.9048349112519559,
      "grad_norm": 0.12009390443563461,
      "learning_rate": 4.7150140412429935e-07,
      "loss": 0.7691,
      "step": 42936
    },
    {
      "epoch": 0.9048559852903212,
      "grad_norm": 0.09985622018575668,
      "learning_rate": 4.712943150686877e-07,
      "loss": 0.6479,
      "step": 42937
    },
    {
      "epoch": 0.9048770593286866,
      "grad_norm": 0.13456028699874878,
      "learning_rate": 4.710872704035163e-07,
      "loss": 0.7157,
      "step": 42938
    },
    {
      "epoch": 0.9048981333670518,
      "grad_norm": 0.10253649204969406,
      "learning_rate": 4.708802701297499e-07,
      "loss": 0.6834,
      "step": 42939
    },
    {
      "epoch": 0.9049192074054171,
      "grad_norm": 0.10195128619670868,
      "learning_rate": 4.7067331424835215e-07,
      "loss": 0.7136,
      "step": 42940
    },
    {
      "epoch": 0.9049402814437824,
      "grad_norm": 0.10976245254278183,
      "learning_rate": 4.7046640276028785e-07,
      "loss": 0.7127,
      "step": 42941
    },
    {
      "epoch": 0.9049613554821476,
      "grad_norm": 0.09971938282251358,
      "learning_rate": 4.702595356665185e-07,
      "loss": 0.7503,
      "step": 42942
    },
    {
      "epoch": 0.9049824295205129,
      "grad_norm": 0.0999358594417572,
      "learning_rate": 4.70052712968011e-07,
      "loss": 0.6295,
      "step": 42943
    },
    {
      "epoch": 0.9050035035588783,
      "grad_norm": 0.1015913113951683,
      "learning_rate": 4.698459346657258e-07,
      "loss": 0.6926,
      "step": 42944
    },
    {
      "epoch": 0.9050245775972435,
      "grad_norm": 0.10951977223157883,
      "learning_rate": 4.6963920076062984e-07,
      "loss": 0.6922,
      "step": 42945
    },
    {
      "epoch": 0.9050456516356088,
      "grad_norm": 0.11433448642492294,
      "learning_rate": 4.694325112536835e-07,
      "loss": 0.6878,
      "step": 42946
    },
    {
      "epoch": 0.9050667256739741,
      "grad_norm": 0.09804753959178925,
      "learning_rate": 4.692258661458515e-07,
      "loss": 0.6962,
      "step": 42947
    },
    {
      "epoch": 0.9050877997123393,
      "grad_norm": 0.12957939505577087,
      "learning_rate": 4.6901926543809426e-07,
      "loss": 0.6687,
      "step": 42948
    },
    {
      "epoch": 0.9051088737507047,
      "grad_norm": 0.12624488770961761,
      "learning_rate": 4.688127091313777e-07,
      "loss": 0.7038,
      "step": 42949
    },
    {
      "epoch": 0.90512994778907,
      "grad_norm": 0.10777086764574051,
      "learning_rate": 4.686061972266609e-07,
      "loss": 0.7057,
      "step": 42950
    },
    {
      "epoch": 0.9051510218274352,
      "grad_norm": 0.11927580088376999,
      "learning_rate": 4.6839972972490653e-07,
      "loss": 0.7148,
      "step": 42951
    },
    {
      "epoch": 0.9051720958658005,
      "grad_norm": 0.16212481260299683,
      "learning_rate": 4.6819330662707605e-07,
      "loss": 0.6591,
      "step": 42952
    },
    {
      "epoch": 0.9051931699041658,
      "grad_norm": 0.10752042382955551,
      "learning_rate": 4.6798692793413315e-07,
      "loss": 0.7285,
      "step": 42953
    },
    {
      "epoch": 0.9052142439425311,
      "grad_norm": 0.12134800851345062,
      "learning_rate": 4.677805936470381e-07,
      "loss": 0.6062,
      "step": 42954
    },
    {
      "epoch": 0.9052353179808964,
      "grad_norm": 0.13360776007175446,
      "learning_rate": 4.6757430376675126e-07,
      "loss": 0.6981,
      "step": 42955
    },
    {
      "epoch": 0.9052563920192617,
      "grad_norm": 0.10172179341316223,
      "learning_rate": 4.6736805829423413e-07,
      "loss": 0.6839,
      "step": 42956
    },
    {
      "epoch": 0.9052774660576269,
      "grad_norm": 0.10662899911403656,
      "learning_rate": 4.6716185723044815e-07,
      "loss": 0.6749,
      "step": 42957
    },
    {
      "epoch": 0.9052985400959922,
      "grad_norm": 0.10157819092273712,
      "learning_rate": 4.6695570057635363e-07,
      "loss": 0.6946,
      "step": 42958
    },
    {
      "epoch": 0.9053196141343576,
      "grad_norm": 0.1018323078751564,
      "learning_rate": 4.6674958833291096e-07,
      "loss": 0.6935,
      "step": 42959
    },
    {
      "epoch": 0.9053406881727228,
      "grad_norm": 0.10225476324558258,
      "learning_rate": 4.6654352050108045e-07,
      "loss": 0.6335,
      "step": 42960
    },
    {
      "epoch": 0.9053617622110881,
      "grad_norm": 0.11199533939361572,
      "learning_rate": 4.6633749708182243e-07,
      "loss": 0.719,
      "step": 42961
    },
    {
      "epoch": 0.9053828362494534,
      "grad_norm": 0.1235104650259018,
      "learning_rate": 4.661315180760961e-07,
      "loss": 0.7414,
      "step": 42962
    },
    {
      "epoch": 0.9054039102878186,
      "grad_norm": 0.14580067992210388,
      "learning_rate": 4.6592558348486083e-07,
      "loss": 0.7049,
      "step": 42963
    },
    {
      "epoch": 0.905424984326184,
      "grad_norm": 0.13050520420074463,
      "learning_rate": 4.657196933090757e-07,
      "loss": 0.7203,
      "step": 42964
    },
    {
      "epoch": 0.9054460583645493,
      "grad_norm": 0.0990462526679039,
      "learning_rate": 4.655138475497012e-07,
      "loss": 0.6819,
      "step": 42965
    },
    {
      "epoch": 0.9054671324029145,
      "grad_norm": 0.10031825304031372,
      "learning_rate": 4.653080462076953e-07,
      "loss": 0.7139,
      "step": 42966
    },
    {
      "epoch": 0.9054882064412798,
      "grad_norm": 0.10310803353786469,
      "learning_rate": 4.6510228928401734e-07,
      "loss": 0.7254,
      "step": 42967
    },
    {
      "epoch": 0.9055092804796451,
      "grad_norm": 0.09897134453058243,
      "learning_rate": 4.6489657677962427e-07,
      "loss": 0.7291,
      "step": 42968
    },
    {
      "epoch": 0.9055303545180104,
      "grad_norm": 0.16511847078800201,
      "learning_rate": 4.646909086954776e-07,
      "loss": 0.7114,
      "step": 42969
    },
    {
      "epoch": 0.9055514285563757,
      "grad_norm": 0.10029725730419159,
      "learning_rate": 4.644852850325332e-07,
      "loss": 0.7406,
      "step": 42970
    },
    {
      "epoch": 0.905572502594741,
      "grad_norm": 0.11311081796884537,
      "learning_rate": 4.642797057917492e-07,
      "loss": 0.6863,
      "step": 42971
    },
    {
      "epoch": 0.9055935766331062,
      "grad_norm": 0.10553465038537979,
      "learning_rate": 4.640741709740826e-07,
      "loss": 0.6466,
      "step": 42972
    },
    {
      "epoch": 0.9056146506714715,
      "grad_norm": 0.1062006950378418,
      "learning_rate": 4.638686805804904e-07,
      "loss": 0.7082,
      "step": 42973
    },
    {
      "epoch": 0.9056357247098369,
      "grad_norm": 0.10814505815505981,
      "learning_rate": 4.6366323461193296e-07,
      "loss": 0.7139,
      "step": 42974
    },
    {
      "epoch": 0.9056567987482022,
      "grad_norm": 0.10955367982387543,
      "learning_rate": 4.634578330693651e-07,
      "loss": 0.7168,
      "step": 42975
    },
    {
      "epoch": 0.9056778727865674,
      "grad_norm": 0.11678219586610794,
      "learning_rate": 4.632524759537449e-07,
      "loss": 0.7331,
      "step": 42976
    },
    {
      "epoch": 0.9056989468249327,
      "grad_norm": 0.12658476829528809,
      "learning_rate": 4.6304716326602826e-07,
      "loss": 0.6894,
      "step": 42977
    },
    {
      "epoch": 0.905720020863298,
      "grad_norm": 0.09798549115657806,
      "learning_rate": 4.628418950071722e-07,
      "loss": 0.7153,
      "step": 42978
    },
    {
      "epoch": 0.9057410949016633,
      "grad_norm": 0.1138162836432457,
      "learning_rate": 4.6263667117813274e-07,
      "loss": 0.773,
      "step": 42979
    },
    {
      "epoch": 0.9057621689400286,
      "grad_norm": 0.10779418051242828,
      "learning_rate": 4.6243149177986556e-07,
      "loss": 0.672,
      "step": 42980
    },
    {
      "epoch": 0.9057832429783939,
      "grad_norm": 0.10446684807538986,
      "learning_rate": 4.6222635681332564e-07,
      "loss": 0.7106,
      "step": 42981
    },
    {
      "epoch": 0.9058043170167591,
      "grad_norm": 0.1258935183286667,
      "learning_rate": 4.62021266279471e-07,
      "loss": 0.6176,
      "step": 42982
    },
    {
      "epoch": 0.9058253910551244,
      "grad_norm": 0.1078261211514473,
      "learning_rate": 4.618162201792542e-07,
      "loss": 0.7382,
      "step": 42983
    },
    {
      "epoch": 0.9058464650934897,
      "grad_norm": 0.12147428840398788,
      "learning_rate": 4.6161121851363346e-07,
      "loss": 0.6531,
      "step": 42984
    },
    {
      "epoch": 0.905867539131855,
      "grad_norm": 0.11343852430582047,
      "learning_rate": 4.6140626128356126e-07,
      "loss": 0.7359,
      "step": 42985
    },
    {
      "epoch": 0.9058886131702203,
      "grad_norm": 0.10520882904529572,
      "learning_rate": 4.612013484899935e-07,
      "loss": 0.654,
      "step": 42986
    },
    {
      "epoch": 0.9059096872085856,
      "grad_norm": 0.13077959418296814,
      "learning_rate": 4.60996480133884e-07,
      "loss": 0.6891,
      "step": 42987
    },
    {
      "epoch": 0.9059307612469508,
      "grad_norm": 0.12830954790115356,
      "learning_rate": 4.607916562161907e-07,
      "loss": 0.6646,
      "step": 42988
    },
    {
      "epoch": 0.9059518352853161,
      "grad_norm": 0.12340113520622253,
      "learning_rate": 4.605868767378641e-07,
      "loss": 0.6677,
      "step": 42989
    },
    {
      "epoch": 0.9059729093236815,
      "grad_norm": 0.2061506062746048,
      "learning_rate": 4.603821416998577e-07,
      "loss": 0.6562,
      "step": 42990
    },
    {
      "epoch": 0.9059939833620467,
      "grad_norm": 0.10797543823719025,
      "learning_rate": 4.6017745110312764e-07,
      "loss": 0.7309,
      "step": 42991
    },
    {
      "epoch": 0.906015057400412,
      "grad_norm": 0.11016834527254105,
      "learning_rate": 4.599728049486274e-07,
      "loss": 0.7371,
      "step": 42992
    },
    {
      "epoch": 0.9060361314387773,
      "grad_norm": 0.09755827486515045,
      "learning_rate": 4.5976820323730855e-07,
      "loss": 0.6683,
      "step": 42993
    },
    {
      "epoch": 0.9060572054771425,
      "grad_norm": 0.10666066408157349,
      "learning_rate": 4.595636459701247e-07,
      "loss": 0.699,
      "step": 42994
    },
    {
      "epoch": 0.9060782795155079,
      "grad_norm": 0.10382038354873657,
      "learning_rate": 4.593591331480307e-07,
      "loss": 0.6332,
      "step": 42995
    },
    {
      "epoch": 0.9060993535538732,
      "grad_norm": 0.11631392687559128,
      "learning_rate": 4.591546647719769e-07,
      "loss": 0.7681,
      "step": 42996
    },
    {
      "epoch": 0.9061204275922384,
      "grad_norm": 0.10698168724775314,
      "learning_rate": 4.5895024084291694e-07,
      "loss": 0.742,
      "step": 42997
    },
    {
      "epoch": 0.9061415016306037,
      "grad_norm": 0.10348306596279144,
      "learning_rate": 4.587458613618034e-07,
      "loss": 0.6802,
      "step": 42998
    },
    {
      "epoch": 0.906162575668969,
      "grad_norm": 0.13391606509685516,
      "learning_rate": 4.5854152632958894e-07,
      "loss": 0.6938,
      "step": 42999
    },
    {
      "epoch": 0.9061836497073343,
      "grad_norm": 0.11118720471858978,
      "learning_rate": 4.5833723574722376e-07,
      "loss": 0.6813,
      "step": 43000
    },
    {
      "epoch": 0.9062047237456996,
      "grad_norm": 0.10118182003498077,
      "learning_rate": 4.5813298961566053e-07,
      "loss": 0.6805,
      "step": 43001
    },
    {
      "epoch": 0.9062257977840649,
      "grad_norm": 0.1033923327922821,
      "learning_rate": 4.579287879358485e-07,
      "loss": 0.5983,
      "step": 43002
    },
    {
      "epoch": 0.9062468718224301,
      "grad_norm": 0.1034097746014595,
      "learning_rate": 4.577246307087435e-07,
      "loss": 0.6903,
      "step": 43003
    },
    {
      "epoch": 0.9062679458607954,
      "grad_norm": 0.2691207528114319,
      "learning_rate": 4.5752051793529373e-07,
      "loss": 0.692,
      "step": 43004
    },
    {
      "epoch": 0.9062890198991608,
      "grad_norm": 0.10166240483522415,
      "learning_rate": 4.573164496164495e-07,
      "loss": 0.7164,
      "step": 43005
    },
    {
      "epoch": 0.906310093937526,
      "grad_norm": 0.10860329866409302,
      "learning_rate": 4.571124257531634e-07,
      "loss": 0.7002,
      "step": 43006
    },
    {
      "epoch": 0.9063311679758913,
      "grad_norm": 0.1329096257686615,
      "learning_rate": 4.5690844634638577e-07,
      "loss": 0.7182,
      "step": 43007
    },
    {
      "epoch": 0.9063522420142566,
      "grad_norm": 0.10303200781345367,
      "learning_rate": 4.5670451139706693e-07,
      "loss": 0.6381,
      "step": 43008
    },
    {
      "epoch": 0.9063733160526218,
      "grad_norm": 0.11103221029043198,
      "learning_rate": 4.56500620906154e-07,
      "loss": 0.6952,
      "step": 43009
    },
    {
      "epoch": 0.9063943900909872,
      "grad_norm": 0.09757904708385468,
      "learning_rate": 4.5629677487459945e-07,
      "loss": 0.6851,
      "step": 43010
    },
    {
      "epoch": 0.9064154641293525,
      "grad_norm": 0.10771629214286804,
      "learning_rate": 4.5609297330335256e-07,
      "loss": 0.7089,
      "step": 43011
    },
    {
      "epoch": 0.9064365381677177,
      "grad_norm": 0.09582123905420303,
      "learning_rate": 4.558892161933626e-07,
      "loss": 0.6965,
      "step": 43012
    },
    {
      "epoch": 0.906457612206083,
      "grad_norm": 0.2689124345779419,
      "learning_rate": 4.556855035455787e-07,
      "loss": 0.6636,
      "step": 43013
    },
    {
      "epoch": 0.9064786862444483,
      "grad_norm": 0.11218202859163284,
      "learning_rate": 4.5548183536095026e-07,
      "loss": 0.6274,
      "step": 43014
    },
    {
      "epoch": 0.9064997602828136,
      "grad_norm": 0.09721799939870834,
      "learning_rate": 4.552782116404264e-07,
      "loss": 0.6641,
      "step": 43015
    },
    {
      "epoch": 0.9065208343211789,
      "grad_norm": 0.11534948647022247,
      "learning_rate": 4.550746323849531e-07,
      "loss": 0.7478,
      "step": 43016
    },
    {
      "epoch": 0.9065419083595442,
      "grad_norm": 0.1323903501033783,
      "learning_rate": 4.5487109759548285e-07,
      "loss": 0.7434,
      "step": 43017
    },
    {
      "epoch": 0.9065629823979094,
      "grad_norm": 0.0994582548737526,
      "learning_rate": 4.5466760727296164e-07,
      "loss": 0.6701,
      "step": 43018
    },
    {
      "epoch": 0.9065840564362747,
      "grad_norm": 0.10960502177476883,
      "learning_rate": 4.544641614183365e-07,
      "loss": 0.6964,
      "step": 43019
    },
    {
      "epoch": 0.90660513047464,
      "grad_norm": 0.102639339864254,
      "learning_rate": 4.542607600325566e-07,
      "loss": 0.6482,
      "step": 43020
    },
    {
      "epoch": 0.9066262045130054,
      "grad_norm": 0.11210091412067413,
      "learning_rate": 4.5405740311656897e-07,
      "loss": 0.6937,
      "step": 43021
    },
    {
      "epoch": 0.9066472785513706,
      "grad_norm": 0.15217256546020508,
      "learning_rate": 4.538540906713218e-07,
      "loss": 0.7691,
      "step": 43022
    },
    {
      "epoch": 0.9066683525897359,
      "grad_norm": 0.09915201365947723,
      "learning_rate": 4.536508226977621e-07,
      "loss": 0.6774,
      "step": 43023
    },
    {
      "epoch": 0.9066894266281011,
      "grad_norm": 0.106556735932827,
      "learning_rate": 4.534475991968357e-07,
      "loss": 0.7513,
      "step": 43024
    },
    {
      "epoch": 0.9067105006664664,
      "grad_norm": 0.11817639321088791,
      "learning_rate": 4.5324442016948965e-07,
      "loss": 0.6916,
      "step": 43025
    },
    {
      "epoch": 0.9067315747048318,
      "grad_norm": 0.15209391713142395,
      "learning_rate": 4.5304128561667105e-07,
      "loss": 0.7556,
      "step": 43026
    },
    {
      "epoch": 0.906752648743197,
      "grad_norm": 0.10139249265193939,
      "learning_rate": 4.528381955393257e-07,
      "loss": 0.6882,
      "step": 43027
    },
    {
      "epoch": 0.9067737227815623,
      "grad_norm": 0.12326345592737198,
      "learning_rate": 4.5263514993840074e-07,
      "loss": 0.7289,
      "step": 43028
    },
    {
      "epoch": 0.9067947968199276,
      "grad_norm": 0.09826580435037613,
      "learning_rate": 4.52432148814842e-07,
      "loss": 0.6846,
      "step": 43029
    },
    {
      "epoch": 0.9068158708582928,
      "grad_norm": 0.12360704690217972,
      "learning_rate": 4.5222919216959315e-07,
      "loss": 0.7048,
      "step": 43030
    },
    {
      "epoch": 0.9068369448966582,
      "grad_norm": 0.11866944283246994,
      "learning_rate": 4.520262800036013e-07,
      "loss": 0.7082,
      "step": 43031
    },
    {
      "epoch": 0.9068580189350235,
      "grad_norm": 0.09752330929040909,
      "learning_rate": 4.518234123178111e-07,
      "loss": 0.6891,
      "step": 43032
    },
    {
      "epoch": 0.9068790929733888,
      "grad_norm": 0.11029387265443802,
      "learning_rate": 4.516205891131686e-07,
      "loss": 0.7159,
      "step": 43033
    },
    {
      "epoch": 0.906900167011754,
      "grad_norm": 0.14032506942749023,
      "learning_rate": 4.514178103906186e-07,
      "loss": 0.6725,
      "step": 43034
    },
    {
      "epoch": 0.9069212410501193,
      "grad_norm": 0.1441243290901184,
      "learning_rate": 4.512150761511047e-07,
      "loss": 0.7197,
      "step": 43035
    },
    {
      "epoch": 0.9069423150884847,
      "grad_norm": 0.10178560763597488,
      "learning_rate": 4.510123863955718e-07,
      "loss": 0.6699,
      "step": 43036
    },
    {
      "epoch": 0.9069633891268499,
      "grad_norm": 0.10033068060874939,
      "learning_rate": 4.508097411249646e-07,
      "loss": 0.6992,
      "step": 43037
    },
    {
      "epoch": 0.9069844631652152,
      "grad_norm": 0.11905872076749802,
      "learning_rate": 4.506071403402279e-07,
      "loss": 0.699,
      "step": 43038
    },
    {
      "epoch": 0.9070055372035805,
      "grad_norm": 0.13390392065048218,
      "learning_rate": 4.504045840423033e-07,
      "loss": 0.679,
      "step": 43039
    },
    {
      "epoch": 0.9070266112419457,
      "grad_norm": 0.10978228598833084,
      "learning_rate": 4.502020722321354e-07,
      "loss": 0.6834,
      "step": 43040
    },
    {
      "epoch": 0.9070476852803111,
      "grad_norm": 0.14827102422714233,
      "learning_rate": 4.4999960491066807e-07,
      "loss": 0.6817,
      "step": 43041
    },
    {
      "epoch": 0.9070687593186764,
      "grad_norm": 0.10436365008354187,
      "learning_rate": 4.497971820788438e-07,
      "loss": 0.6984,
      "step": 43042
    },
    {
      "epoch": 0.9070898333570416,
      "grad_norm": 0.11075545847415924,
      "learning_rate": 4.4959480373760635e-07,
      "loss": 0.69,
      "step": 43043
    },
    {
      "epoch": 0.9071109073954069,
      "grad_norm": 0.12286272644996643,
      "learning_rate": 4.493924698878982e-07,
      "loss": 0.7714,
      "step": 43044
    },
    {
      "epoch": 0.9071319814337722,
      "grad_norm": 0.2139146775007248,
      "learning_rate": 4.491901805306609e-07,
      "loss": 0.6936,
      "step": 43045
    },
    {
      "epoch": 0.9071530554721375,
      "grad_norm": 0.107918381690979,
      "learning_rate": 4.489879356668392e-07,
      "loss": 0.6984,
      "step": 43046
    },
    {
      "epoch": 0.9071741295105028,
      "grad_norm": 0.11428332328796387,
      "learning_rate": 4.4878573529737455e-07,
      "loss": 0.6829,
      "step": 43047
    },
    {
      "epoch": 0.9071952035488681,
      "grad_norm": 0.1111769899725914,
      "learning_rate": 4.485835794232085e-07,
      "loss": 0.6744,
      "step": 43048
    },
    {
      "epoch": 0.9072162775872333,
      "grad_norm": 0.11351571977138519,
      "learning_rate": 4.483814680452814e-07,
      "loss": 0.7304,
      "step": 43049
    },
    {
      "epoch": 0.9072373516255986,
      "grad_norm": 0.11082973331212997,
      "learning_rate": 4.481794011645368e-07,
      "loss": 0.641,
      "step": 43050
    },
    {
      "epoch": 0.907258425663964,
      "grad_norm": 0.19643168151378632,
      "learning_rate": 4.4797737878191415e-07,
      "loss": 0.7036,
      "step": 43051
    },
    {
      "epoch": 0.9072794997023292,
      "grad_norm": 0.1062670573592186,
      "learning_rate": 4.4777540089835705e-07,
      "loss": 0.7432,
      "step": 43052
    },
    {
      "epoch": 0.9073005737406945,
      "grad_norm": 0.11276524513959885,
      "learning_rate": 4.4757346751480466e-07,
      "loss": 0.6733,
      "step": 43053
    },
    {
      "epoch": 0.9073216477790598,
      "grad_norm": 0.10523209720849991,
      "learning_rate": 4.473715786321986e-07,
      "loss": 0.6498,
      "step": 43054
    },
    {
      "epoch": 0.907342721817425,
      "grad_norm": 0.1048131212592125,
      "learning_rate": 4.4716973425147803e-07,
      "loss": 0.7548,
      "step": 43055
    },
    {
      "epoch": 0.9073637958557903,
      "grad_norm": 0.09540120512247086,
      "learning_rate": 4.4696793437358553e-07,
      "loss": 0.609,
      "step": 43056
    },
    {
      "epoch": 0.9073848698941557,
      "grad_norm": 0.10160229355096817,
      "learning_rate": 4.467661789994582e-07,
      "loss": 0.6518,
      "step": 43057
    },
    {
      "epoch": 0.9074059439325209,
      "grad_norm": 0.15298286080360413,
      "learning_rate": 4.4656446813004074e-07,
      "loss": 0.7259,
      "step": 43058
    },
    {
      "epoch": 0.9074270179708862,
      "grad_norm": 0.11408553272485733,
      "learning_rate": 4.463628017662658e-07,
      "loss": 0.6476,
      "step": 43059
    },
    {
      "epoch": 0.9074480920092515,
      "grad_norm": 0.12741218507289886,
      "learning_rate": 4.4616117990907923e-07,
      "loss": 0.7494,
      "step": 43060
    },
    {
      "epoch": 0.9074691660476167,
      "grad_norm": 0.11611128598451614,
      "learning_rate": 4.459596025594171e-07,
      "loss": 0.6298,
      "step": 43061
    },
    {
      "epoch": 0.9074902400859821,
      "grad_norm": 0.11113464087247849,
      "learning_rate": 4.4575806971821954e-07,
      "loss": 0.6662,
      "step": 43062
    },
    {
      "epoch": 0.9075113141243474,
      "grad_norm": 0.1076318770647049,
      "learning_rate": 4.4555658138642486e-07,
      "loss": 0.7426,
      "step": 43063
    },
    {
      "epoch": 0.9075323881627126,
      "grad_norm": 0.10767658054828644,
      "learning_rate": 4.453551375649723e-07,
      "loss": 0.6636,
      "step": 43064
    },
    {
      "epoch": 0.9075534622010779,
      "grad_norm": 0.1277811974287033,
      "learning_rate": 4.451537382547999e-07,
      "loss": 0.7234,
      "step": 43065
    },
    {
      "epoch": 0.9075745362394432,
      "grad_norm": 0.10167336463928223,
      "learning_rate": 4.449523834568459e-07,
      "loss": 0.6284,
      "step": 43066
    },
    {
      "epoch": 0.9075956102778086,
      "grad_norm": 0.1328275203704834,
      "learning_rate": 4.447510731720495e-07,
      "loss": 0.7138,
      "step": 43067
    },
    {
      "epoch": 0.9076166843161738,
      "grad_norm": 0.11280309408903122,
      "learning_rate": 4.445498074013455e-07,
      "loss": 0.691,
      "step": 43068
    },
    {
      "epoch": 0.9076377583545391,
      "grad_norm": 0.09984103590250015,
      "learning_rate": 4.4434858614567425e-07,
      "loss": 0.7272,
      "step": 43069
    },
    {
      "epoch": 0.9076588323929043,
      "grad_norm": 0.1031317263841629,
      "learning_rate": 4.4414740940597277e-07,
      "loss": 0.6983,
      "step": 43070
    },
    {
      "epoch": 0.9076799064312696,
      "grad_norm": 0.1123112291097641,
      "learning_rate": 4.4394627718317706e-07,
      "loss": 0.7035,
      "step": 43071
    },
    {
      "epoch": 0.907700980469635,
      "grad_norm": 0.11585904657840729,
      "learning_rate": 4.4374518947822634e-07,
      "loss": 0.6791,
      "step": 43072
    },
    {
      "epoch": 0.9077220545080003,
      "grad_norm": 0.10461455583572388,
      "learning_rate": 4.435441462920542e-07,
      "loss": 0.6776,
      "step": 43073
    },
    {
      "epoch": 0.9077431285463655,
      "grad_norm": 0.09634850174188614,
      "learning_rate": 4.433431476255989e-07,
      "loss": 0.6967,
      "step": 43074
    },
    {
      "epoch": 0.9077642025847308,
      "grad_norm": 0.1276952028274536,
      "learning_rate": 4.4314219347979747e-07,
      "loss": 0.7006,
      "step": 43075
    },
    {
      "epoch": 0.907785276623096,
      "grad_norm": 0.1048155203461647,
      "learning_rate": 4.429412838555869e-07,
      "loss": 0.7219,
      "step": 43076
    },
    {
      "epoch": 0.9078063506614614,
      "grad_norm": 0.10193264484405518,
      "learning_rate": 4.427404187539008e-07,
      "loss": 0.7406,
      "step": 43077
    },
    {
      "epoch": 0.9078274246998267,
      "grad_norm": 0.11063835024833679,
      "learning_rate": 4.425395981756764e-07,
      "loss": 0.6445,
      "step": 43078
    },
    {
      "epoch": 0.907848498738192,
      "grad_norm": 0.10779516398906708,
      "learning_rate": 4.423388221218472e-07,
      "loss": 0.7579,
      "step": 43079
    },
    {
      "epoch": 0.9078695727765572,
      "grad_norm": 0.09839291125535965,
      "learning_rate": 4.421380905933514e-07,
      "loss": 0.7072,
      "step": 43080
    },
    {
      "epoch": 0.9078906468149225,
      "grad_norm": 0.12581107020378113,
      "learning_rate": 4.419374035911217e-07,
      "loss": 0.7512,
      "step": 43081
    },
    {
      "epoch": 0.9079117208532879,
      "grad_norm": 0.09973166137933731,
      "learning_rate": 4.4173676111609496e-07,
      "loss": 0.7116,
      "step": 43082
    },
    {
      "epoch": 0.9079327948916531,
      "grad_norm": 0.1086016446352005,
      "learning_rate": 4.41536163169205e-07,
      "loss": 0.7311,
      "step": 43083
    },
    {
      "epoch": 0.9079538689300184,
      "grad_norm": 0.14378400146961212,
      "learning_rate": 4.4133560975138547e-07,
      "loss": 0.7098,
      "step": 43084
    },
    {
      "epoch": 0.9079749429683837,
      "grad_norm": 0.09780050814151764,
      "learning_rate": 4.411351008635723e-07,
      "loss": 0.6902,
      "step": 43085
    },
    {
      "epoch": 0.9079960170067489,
      "grad_norm": 0.10744449496269226,
      "learning_rate": 4.409346365066991e-07,
      "loss": 0.7347,
      "step": 43086
    },
    {
      "epoch": 0.9080170910451143,
      "grad_norm": 0.12358398735523224,
      "learning_rate": 4.407342166816997e-07,
      "loss": 0.6974,
      "step": 43087
    },
    {
      "epoch": 0.9080381650834796,
      "grad_norm": 0.11716385930776596,
      "learning_rate": 4.405338413895066e-07,
      "loss": 0.7389,
      "step": 43088
    },
    {
      "epoch": 0.9080592391218448,
      "grad_norm": 0.11582161486148834,
      "learning_rate": 4.403335106310547e-07,
      "loss": 0.7322,
      "step": 43089
    },
    {
      "epoch": 0.9080803131602101,
      "grad_norm": 0.11088354140520096,
      "learning_rate": 4.401332244072765e-07,
      "loss": 0.7372,
      "step": 43090
    },
    {
      "epoch": 0.9081013871985754,
      "grad_norm": 0.1670580357313156,
      "learning_rate": 4.399329827191057e-07,
      "loss": 0.7448,
      "step": 43091
    },
    {
      "epoch": 0.9081224612369407,
      "grad_norm": 0.11373433470726013,
      "learning_rate": 4.397327855674749e-07,
      "loss": 0.7007,
      "step": 43092
    },
    {
      "epoch": 0.908143535275306,
      "grad_norm": 0.11768987029790878,
      "learning_rate": 4.395326329533167e-07,
      "loss": 0.7082,
      "step": 43093
    },
    {
      "epoch": 0.9081646093136713,
      "grad_norm": 0.10700808465480804,
      "learning_rate": 4.393325248775626e-07,
      "loss": 0.744,
      "step": 43094
    },
    {
      "epoch": 0.9081856833520365,
      "grad_norm": 0.1171453446149826,
      "learning_rate": 4.391324613411463e-07,
      "loss": 0.7255,
      "step": 43095
    },
    {
      "epoch": 0.9082067573904018,
      "grad_norm": 0.0962439775466919,
      "learning_rate": 4.389324423449992e-07,
      "loss": 0.6413,
      "step": 43096
    },
    {
      "epoch": 0.9082278314287671,
      "grad_norm": 0.12817490100860596,
      "learning_rate": 4.387324678900551e-07,
      "loss": 0.696,
      "step": 43097
    },
    {
      "epoch": 0.9082489054671324,
      "grad_norm": 0.10240504890680313,
      "learning_rate": 4.3853253797724096e-07,
      "loss": 0.6969,
      "step": 43098
    },
    {
      "epoch": 0.9082699795054977,
      "grad_norm": 0.14513275027275085,
      "learning_rate": 4.3833265260749157e-07,
      "loss": 0.7648,
      "step": 43099
    },
    {
      "epoch": 0.908291053543863,
      "grad_norm": 0.18095725774765015,
      "learning_rate": 4.381328117817374e-07,
      "loss": 0.6793,
      "step": 43100
    },
    {
      "epoch": 0.9083121275822282,
      "grad_norm": 0.1573554128408432,
      "learning_rate": 4.379330155009098e-07,
      "loss": 0.6926,
      "step": 43101
    },
    {
      "epoch": 0.9083332016205935,
      "grad_norm": 0.11368227750062943,
      "learning_rate": 4.377332637659371e-07,
      "loss": 0.6507,
      "step": 43102
    },
    {
      "epoch": 0.9083542756589589,
      "grad_norm": 0.20262962579727173,
      "learning_rate": 4.375335565777539e-07,
      "loss": 0.6521,
      "step": 43103
    },
    {
      "epoch": 0.9083753496973241,
      "grad_norm": 0.11648174375295639,
      "learning_rate": 4.373338939372873e-07,
      "loss": 0.7,
      "step": 43104
    },
    {
      "epoch": 0.9083964237356894,
      "grad_norm": 0.09617272019386292,
      "learning_rate": 4.3713427584546995e-07,
      "loss": 0.6676,
      "step": 43105
    },
    {
      "epoch": 0.9084174977740547,
      "grad_norm": 0.09997788816690445,
      "learning_rate": 4.369347023032311e-07,
      "loss": 0.7014,
      "step": 43106
    },
    {
      "epoch": 0.9084385718124199,
      "grad_norm": 0.11755135655403137,
      "learning_rate": 4.3673517331149996e-07,
      "loss": 0.7383,
      "step": 43107
    },
    {
      "epoch": 0.9084596458507853,
      "grad_norm": 0.10674682259559631,
      "learning_rate": 4.3653568887120467e-07,
      "loss": 0.6855,
      "step": 43108
    },
    {
      "epoch": 0.9084807198891506,
      "grad_norm": 0.1133212298154831,
      "learning_rate": 4.3633624898327676e-07,
      "loss": 0.6639,
      "step": 43109
    },
    {
      "epoch": 0.9085017939275158,
      "grad_norm": 0.1288774311542511,
      "learning_rate": 4.361368536486432e-07,
      "loss": 0.711,
      "step": 43110
    },
    {
      "epoch": 0.9085228679658811,
      "grad_norm": 0.0971902385354042,
      "learning_rate": 4.359375028682356e-07,
      "loss": 0.6833,
      "step": 43111
    },
    {
      "epoch": 0.9085439420042464,
      "grad_norm": 0.10028456896543503,
      "learning_rate": 4.357381966429808e-07,
      "loss": 0.6662,
      "step": 43112
    },
    {
      "epoch": 0.9085650160426118,
      "grad_norm": 0.10784947872161865,
      "learning_rate": 4.3553893497380704e-07,
      "loss": 0.7359,
      "step": 43113
    },
    {
      "epoch": 0.908586090080977,
      "grad_norm": 0.09786004573106766,
      "learning_rate": 4.3533971786164475e-07,
      "loss": 0.7121,
      "step": 43114
    },
    {
      "epoch": 0.9086071641193423,
      "grad_norm": 0.10436820983886719,
      "learning_rate": 4.351405453074198e-07,
      "loss": 0.6982,
      "step": 43115
    },
    {
      "epoch": 0.9086282381577075,
      "grad_norm": 0.1070256382226944,
      "learning_rate": 4.349414173120603e-07,
      "loss": 0.7027,
      "step": 43116
    },
    {
      "epoch": 0.9086493121960728,
      "grad_norm": 0.11926686018705368,
      "learning_rate": 4.3474233387649554e-07,
      "loss": 0.7255,
      "step": 43117
    },
    {
      "epoch": 0.9086703862344382,
      "grad_norm": 0.10145801305770874,
      "learning_rate": 4.345432950016504e-07,
      "loss": 0.7042,
      "step": 43118
    },
    {
      "epoch": 0.9086914602728035,
      "grad_norm": 0.11629439145326614,
      "learning_rate": 4.34344300688454e-07,
      "loss": 0.6859,
      "step": 43119
    },
    {
      "epoch": 0.9087125343111687,
      "grad_norm": 0.09987855702638626,
      "learning_rate": 4.341453509378335e-07,
      "loss": 0.6742,
      "step": 43120
    },
    {
      "epoch": 0.908733608349534,
      "grad_norm": 0.08553800731897354,
      "learning_rate": 4.339464457507148e-07,
      "loss": 0.6245,
      "step": 43121
    },
    {
      "epoch": 0.9087546823878992,
      "grad_norm": 0.09944575279951096,
      "learning_rate": 4.3374758512802596e-07,
      "loss": 0.6776,
      "step": 43122
    },
    {
      "epoch": 0.9087757564262646,
      "grad_norm": 0.1204666718840599,
      "learning_rate": 4.3354876907069077e-07,
      "loss": 0.6578,
      "step": 43123
    },
    {
      "epoch": 0.9087968304646299,
      "grad_norm": 0.11138731986284256,
      "learning_rate": 4.3334999757963734e-07,
      "loss": 0.7319,
      "step": 43124
    },
    {
      "epoch": 0.9088179045029952,
      "grad_norm": 0.20089784264564514,
      "learning_rate": 4.3315127065579163e-07,
      "loss": 0.6524,
      "step": 43125
    },
    {
      "epoch": 0.9088389785413604,
      "grad_norm": 0.09601420164108276,
      "learning_rate": 4.329525883000807e-07,
      "loss": 0.68,
      "step": 43126
    },
    {
      "epoch": 0.9088600525797257,
      "grad_norm": 0.11755684018135071,
      "learning_rate": 4.3275395051342705e-07,
      "loss": 0.6447,
      "step": 43127
    },
    {
      "epoch": 0.9088811266180911,
      "grad_norm": 0.11277583241462708,
      "learning_rate": 4.325553572967578e-07,
      "loss": 0.6721,
      "step": 43128
    },
    {
      "epoch": 0.9089022006564563,
      "grad_norm": 0.11477168649435043,
      "learning_rate": 4.323568086509966e-07,
      "loss": 0.722,
      "step": 43129
    },
    {
      "epoch": 0.9089232746948216,
      "grad_norm": 0.1044815331697464,
      "learning_rate": 4.3215830457707054e-07,
      "loss": 0.7104,
      "step": 43130
    },
    {
      "epoch": 0.9089443487331869,
      "grad_norm": 0.11888782680034637,
      "learning_rate": 4.319598450759022e-07,
      "loss": 0.6793,
      "step": 43131
    },
    {
      "epoch": 0.9089654227715521,
      "grad_norm": 0.1100320816040039,
      "learning_rate": 4.3176143014841854e-07,
      "loss": 0.7166,
      "step": 43132
    },
    {
      "epoch": 0.9089864968099174,
      "grad_norm": 0.10376198589801788,
      "learning_rate": 4.3156305979554336e-07,
      "loss": 0.716,
      "step": 43133
    },
    {
      "epoch": 0.9090075708482828,
      "grad_norm": 0.09360788762569427,
      "learning_rate": 4.3136473401820034e-07,
      "loss": 0.6658,
      "step": 43134
    },
    {
      "epoch": 0.909028644886648,
      "grad_norm": 0.11179780960083008,
      "learning_rate": 4.3116645281731205e-07,
      "loss": 0.7167,
      "step": 43135
    },
    {
      "epoch": 0.9090497189250133,
      "grad_norm": 0.10421637445688248,
      "learning_rate": 4.3096821619380557e-07,
      "loss": 0.7033,
      "step": 43136
    },
    {
      "epoch": 0.9090707929633786,
      "grad_norm": 0.09204893559217453,
      "learning_rate": 4.3077002414860126e-07,
      "loss": 0.6489,
      "step": 43137
    },
    {
      "epoch": 0.9090918670017438,
      "grad_norm": 0.12171950191259384,
      "learning_rate": 4.305718766826228e-07,
      "loss": 0.7118,
      "step": 43138
    },
    {
      "epoch": 0.9091129410401092,
      "grad_norm": 0.1005743220448494,
      "learning_rate": 4.303737737967939e-07,
      "loss": 0.7509,
      "step": 43139
    },
    {
      "epoch": 0.9091340150784745,
      "grad_norm": 0.11879061162471771,
      "learning_rate": 4.301757154920383e-07,
      "loss": 0.6827,
      "step": 43140
    },
    {
      "epoch": 0.9091550891168397,
      "grad_norm": 0.1028052270412445,
      "learning_rate": 4.2997770176927634e-07,
      "loss": 0.68,
      "step": 43141
    },
    {
      "epoch": 0.909176163155205,
      "grad_norm": 0.09339183568954468,
      "learning_rate": 4.2977973262943284e-07,
      "loss": 0.6981,
      "step": 43142
    },
    {
      "epoch": 0.9091972371935703,
      "grad_norm": 0.10006191581487656,
      "learning_rate": 4.295818080734293e-07,
      "loss": 0.7054,
      "step": 43143
    },
    {
      "epoch": 0.9092183112319356,
      "grad_norm": 0.10679806768894196,
      "learning_rate": 4.293839281021872e-07,
      "loss": 0.7016,
      "step": 43144
    },
    {
      "epoch": 0.9092393852703009,
      "grad_norm": 0.09996218979358673,
      "learning_rate": 4.2918609271662916e-07,
      "loss": 0.6974,
      "step": 43145
    },
    {
      "epoch": 0.9092604593086662,
      "grad_norm": 0.09579163789749146,
      "learning_rate": 4.289883019176766e-07,
      "loss": 0.6623,
      "step": 43146
    },
    {
      "epoch": 0.9092815333470314,
      "grad_norm": 0.1016835868358612,
      "learning_rate": 4.2879055570625106e-07,
      "loss": 0.6457,
      "step": 43147
    },
    {
      "epoch": 0.9093026073853967,
      "grad_norm": 0.12267746776342392,
      "learning_rate": 4.285928540832729e-07,
      "loss": 0.6636,
      "step": 43148
    },
    {
      "epoch": 0.9093236814237621,
      "grad_norm": 0.09150690585374832,
      "learning_rate": 4.283951970496636e-07,
      "loss": 0.6618,
      "step": 43149
    },
    {
      "epoch": 0.9093447554621273,
      "grad_norm": 0.09991372376680374,
      "learning_rate": 4.281975846063446e-07,
      "loss": 0.5782,
      "step": 43150
    },
    {
      "epoch": 0.9093658295004926,
      "grad_norm": 0.12101741880178452,
      "learning_rate": 4.2800001675423644e-07,
      "loss": 0.7376,
      "step": 43151
    },
    {
      "epoch": 0.9093869035388579,
      "grad_norm": 0.1520826816558838,
      "learning_rate": 4.278024934942593e-07,
      "loss": 0.7079,
      "step": 43152
    },
    {
      "epoch": 0.9094079775772231,
      "grad_norm": 0.1047191321849823,
      "learning_rate": 4.276050148273325e-07,
      "loss": 0.7349,
      "step": 43153
    },
    {
      "epoch": 0.9094290516155885,
      "grad_norm": 0.1093229427933693,
      "learning_rate": 4.274075807543765e-07,
      "loss": 0.7146,
      "step": 43154
    },
    {
      "epoch": 0.9094501256539538,
      "grad_norm": 0.12234509736299515,
      "learning_rate": 4.272101912763116e-07,
      "loss": 0.6848,
      "step": 43155
    },
    {
      "epoch": 0.909471199692319,
      "grad_norm": 0.11021130532026291,
      "learning_rate": 4.2701284639405816e-07,
      "loss": 0.7261,
      "step": 43156
    },
    {
      "epoch": 0.9094922737306843,
      "grad_norm": 0.20878273248672485,
      "learning_rate": 4.2681554610853324e-07,
      "loss": 0.6611,
      "step": 43157
    },
    {
      "epoch": 0.9095133477690496,
      "grad_norm": 0.10020637512207031,
      "learning_rate": 4.266182904206562e-07,
      "loss": 0.6705,
      "step": 43158
    },
    {
      "epoch": 0.909534421807415,
      "grad_norm": 0.10012063384056091,
      "learning_rate": 4.2642107933134836e-07,
      "loss": 0.7138,
      "step": 43159
    },
    {
      "epoch": 0.9095554958457802,
      "grad_norm": 0.11526324599981308,
      "learning_rate": 4.2622391284152466e-07,
      "loss": 0.6762,
      "step": 43160
    },
    {
      "epoch": 0.9095765698841455,
      "grad_norm": 0.10989841818809509,
      "learning_rate": 4.2602679095210766e-07,
      "loss": 0.7998,
      "step": 43161
    },
    {
      "epoch": 0.9095976439225107,
      "grad_norm": 0.11899640411138535,
      "learning_rate": 4.258297136640144e-07,
      "loss": 0.7284,
      "step": 43162
    },
    {
      "epoch": 0.909618717960876,
      "grad_norm": 0.12047742307186127,
      "learning_rate": 4.256326809781619e-07,
      "loss": 0.6891,
      "step": 43163
    },
    {
      "epoch": 0.9096397919992414,
      "grad_norm": 0.10141366720199585,
      "learning_rate": 4.254356928954695e-07,
      "loss": 0.6803,
      "step": 43164
    },
    {
      "epoch": 0.9096608660376067,
      "grad_norm": 0.10408645868301392,
      "learning_rate": 4.2523874941685417e-07,
      "loss": 0.6481,
      "step": 43165
    },
    {
      "epoch": 0.9096819400759719,
      "grad_norm": 0.11572139710187912,
      "learning_rate": 4.25041850543233e-07,
      "loss": 0.6385,
      "step": 43166
    },
    {
      "epoch": 0.9097030141143372,
      "grad_norm": 0.10358978062868118,
      "learning_rate": 4.24844996275523e-07,
      "loss": 0.6628,
      "step": 43167
    },
    {
      "epoch": 0.9097240881527024,
      "grad_norm": 0.1263045072555542,
      "learning_rate": 4.2464818661464233e-07,
      "loss": 0.7668,
      "step": 43168
    },
    {
      "epoch": 0.9097451621910678,
      "grad_norm": 0.11007039994001389,
      "learning_rate": 4.2445142156150697e-07,
      "loss": 0.7789,
      "step": 43169
    },
    {
      "epoch": 0.9097662362294331,
      "grad_norm": 0.12088842689990997,
      "learning_rate": 4.242547011170339e-07,
      "loss": 0.7275,
      "step": 43170
    },
    {
      "epoch": 0.9097873102677984,
      "grad_norm": 0.22814907133579254,
      "learning_rate": 4.2405802528213914e-07,
      "loss": 0.6645,
      "step": 43171
    },
    {
      "epoch": 0.9098083843061636,
      "grad_norm": 0.10734125226736069,
      "learning_rate": 4.238613940577407e-07,
      "loss": 0.6651,
      "step": 43172
    },
    {
      "epoch": 0.9098294583445289,
      "grad_norm": 0.11314588040113449,
      "learning_rate": 4.236648074447525e-07,
      "loss": 0.6965,
      "step": 43173
    },
    {
      "epoch": 0.9098505323828942,
      "grad_norm": 0.11218954622745514,
      "learning_rate": 4.2346826544409024e-07,
      "loss": 0.6869,
      "step": 43174
    },
    {
      "epoch": 0.9098716064212595,
      "grad_norm": 0.10145430266857147,
      "learning_rate": 4.2327176805667223e-07,
      "loss": 0.6402,
      "step": 43175
    },
    {
      "epoch": 0.9098926804596248,
      "grad_norm": 0.13171200454235077,
      "learning_rate": 4.230753152834111e-07,
      "loss": 0.6929,
      "step": 43176
    },
    {
      "epoch": 0.9099137544979901,
      "grad_norm": 0.09961435198783875,
      "learning_rate": 4.228789071252226e-07,
      "loss": 0.708,
      "step": 43177
    },
    {
      "epoch": 0.9099348285363553,
      "grad_norm": 0.13536140322685242,
      "learning_rate": 4.2268254358302287e-07,
      "loss": 0.7315,
      "step": 43178
    },
    {
      "epoch": 0.9099559025747206,
      "grad_norm": 0.10352430492639542,
      "learning_rate": 4.224862246577255e-07,
      "loss": 0.7412,
      "step": 43179
    },
    {
      "epoch": 0.909976976613086,
      "grad_norm": 0.10245620459318161,
      "learning_rate": 4.2228995035024646e-07,
      "loss": 0.6996,
      "step": 43180
    },
    {
      "epoch": 0.9099980506514512,
      "grad_norm": 0.10415349155664444,
      "learning_rate": 4.2209372066149836e-07,
      "loss": 0.706,
      "step": 43181
    },
    {
      "epoch": 0.9100191246898165,
      "grad_norm": 0.11874768882989883,
      "learning_rate": 4.21897535592396e-07,
      "loss": 0.7498,
      "step": 43182
    },
    {
      "epoch": 0.9100401987281818,
      "grad_norm": 0.1087983027100563,
      "learning_rate": 4.217013951438531e-07,
      "loss": 0.7138,
      "step": 43183
    },
    {
      "epoch": 0.910061272766547,
      "grad_norm": 0.10828226059675217,
      "learning_rate": 4.215052993167845e-07,
      "loss": 0.6819,
      "step": 43184
    },
    {
      "epoch": 0.9100823468049124,
      "grad_norm": 0.12032294273376465,
      "learning_rate": 4.2130924811210394e-07,
      "loss": 0.6677,
      "step": 43185
    },
    {
      "epoch": 0.9101034208432777,
      "grad_norm": 0.11618848145008087,
      "learning_rate": 4.2111324153072395e-07,
      "loss": 0.7059,
      "step": 43186
    },
    {
      "epoch": 0.9101244948816429,
      "grad_norm": 0.10448498278856277,
      "learning_rate": 4.209172795735561e-07,
      "loss": 0.6551,
      "step": 43187
    },
    {
      "epoch": 0.9101455689200082,
      "grad_norm": 0.10153031349182129,
      "learning_rate": 4.207213622415152e-07,
      "loss": 0.6618,
      "step": 43188
    },
    {
      "epoch": 0.9101666429583735,
      "grad_norm": 0.10471139848232269,
      "learning_rate": 4.2052548953551156e-07,
      "loss": 0.6313,
      "step": 43189
    },
    {
      "epoch": 0.9101877169967388,
      "grad_norm": 0.11704115569591522,
      "learning_rate": 4.2032966145646224e-07,
      "loss": 0.7911,
      "step": 43190
    },
    {
      "epoch": 0.9102087910351041,
      "grad_norm": 0.12149873375892639,
      "learning_rate": 4.201338780052755e-07,
      "loss": 0.7687,
      "step": 43191
    },
    {
      "epoch": 0.9102298650734694,
      "grad_norm": 0.10654251277446747,
      "learning_rate": 4.1993813918286495e-07,
      "loss": 0.689,
      "step": 43192
    },
    {
      "epoch": 0.9102509391118346,
      "grad_norm": 0.11581159383058548,
      "learning_rate": 4.197424449901433e-07,
      "loss": 0.7262,
      "step": 43193
    },
    {
      "epoch": 0.9102720131501999,
      "grad_norm": 0.106012724339962,
      "learning_rate": 4.1954679542802077e-07,
      "loss": 0.6065,
      "step": 43194
    },
    {
      "epoch": 0.9102930871885653,
      "grad_norm": 0.09696226567029953,
      "learning_rate": 4.1935119049741013e-07,
      "loss": 0.7032,
      "step": 43195
    },
    {
      "epoch": 0.9103141612269305,
      "grad_norm": 0.13998736441135406,
      "learning_rate": 4.1915563019922054e-07,
      "loss": 0.6766,
      "step": 43196
    },
    {
      "epoch": 0.9103352352652958,
      "grad_norm": 0.10127536952495575,
      "learning_rate": 4.189601145343647e-07,
      "loss": 0.6804,
      "step": 43197
    },
    {
      "epoch": 0.9103563093036611,
      "grad_norm": 0.12820450961589813,
      "learning_rate": 4.187646435037529e-07,
      "loss": 0.6982,
      "step": 43198
    },
    {
      "epoch": 0.9103773833420263,
      "grad_norm": 0.09783054888248444,
      "learning_rate": 4.185692171082956e-07,
      "loss": 0.6852,
      "step": 43199
    },
    {
      "epoch": 0.9103984573803917,
      "grad_norm": 0.09668803215026855,
      "learning_rate": 4.183738353489031e-07,
      "loss": 0.6448,
      "step": 43200
    },
    {
      "epoch": 0.910419531418757,
      "grad_norm": 0.11781677603721619,
      "learning_rate": 4.1817849822648693e-07,
      "loss": 0.6643,
      "step": 43201
    },
    {
      "epoch": 0.9104406054571222,
      "grad_norm": 0.10265463590621948,
      "learning_rate": 4.179832057419553e-07,
      "loss": 0.6683,
      "step": 43202
    },
    {
      "epoch": 0.9104616794954875,
      "grad_norm": 0.11271221190690994,
      "learning_rate": 4.177879578962174e-07,
      "loss": 0.6715,
      "step": 43203
    },
    {
      "epoch": 0.9104827535338528,
      "grad_norm": 0.10076802968978882,
      "learning_rate": 4.17592754690187e-07,
      "loss": 0.7209,
      "step": 43204
    },
    {
      "epoch": 0.9105038275722181,
      "grad_norm": 0.11649724841117859,
      "learning_rate": 4.1739759612477005e-07,
      "loss": 0.7178,
      "step": 43205
    },
    {
      "epoch": 0.9105249016105834,
      "grad_norm": 0.12051684409379959,
      "learning_rate": 4.172024822008758e-07,
      "loss": 0.7027,
      "step": 43206
    },
    {
      "epoch": 0.9105459756489487,
      "grad_norm": 0.10349784791469574,
      "learning_rate": 4.170074129194146e-07,
      "loss": 0.7492,
      "step": 43207
    },
    {
      "epoch": 0.910567049687314,
      "grad_norm": 0.10358535498380661,
      "learning_rate": 4.1681238828129357e-07,
      "loss": 0.6836,
      "step": 43208
    },
    {
      "epoch": 0.9105881237256792,
      "grad_norm": 0.11851556599140167,
      "learning_rate": 4.1661740828742194e-07,
      "loss": 0.7236,
      "step": 43209
    },
    {
      "epoch": 0.9106091977640445,
      "grad_norm": 0.14671844244003296,
      "learning_rate": 4.1642247293870895e-07,
      "loss": 0.6761,
      "step": 43210
    },
    {
      "epoch": 0.9106302718024099,
      "grad_norm": 0.10837884247303009,
      "learning_rate": 4.1622758223606176e-07,
      "loss": 0.6751,
      "step": 43211
    },
    {
      "epoch": 0.9106513458407751,
      "grad_norm": 0.1149425208568573,
      "learning_rate": 4.160327361803873e-07,
      "loss": 0.7284,
      "step": 43212
    },
    {
      "epoch": 0.9106724198791404,
      "grad_norm": 0.09363517165184021,
      "learning_rate": 4.1583793477259603e-07,
      "loss": 0.6861,
      "step": 43213
    },
    {
      "epoch": 0.9106934939175056,
      "grad_norm": 0.10361187160015106,
      "learning_rate": 4.156431780135928e-07,
      "loss": 0.6508,
      "step": 43214
    },
    {
      "epoch": 0.9107145679558709,
      "grad_norm": 0.12566030025482178,
      "learning_rate": 4.154484659042879e-07,
      "loss": 0.6825,
      "step": 43215
    },
    {
      "epoch": 0.9107356419942363,
      "grad_norm": 0.12793880701065063,
      "learning_rate": 4.152537984455851e-07,
      "loss": 0.6842,
      "step": 43216
    },
    {
      "epoch": 0.9107567160326016,
      "grad_norm": 0.12092606723308563,
      "learning_rate": 4.150591756383915e-07,
      "loss": 0.7063,
      "step": 43217
    },
    {
      "epoch": 0.9107777900709668,
      "grad_norm": 0.10502631217241287,
      "learning_rate": 4.148645974836163e-07,
      "loss": 0.7114,
      "step": 43218
    },
    {
      "epoch": 0.9107988641093321,
      "grad_norm": 0.11894310265779495,
      "learning_rate": 4.1467006398216436e-07,
      "loss": 0.7588,
      "step": 43219
    },
    {
      "epoch": 0.9108199381476973,
      "grad_norm": 0.11051560193300247,
      "learning_rate": 4.1447557513494164e-07,
      "loss": 0.7434,
      "step": 43220
    },
    {
      "epoch": 0.9108410121860627,
      "grad_norm": 0.11092820763587952,
      "learning_rate": 4.1428113094285514e-07,
      "loss": 0.6651,
      "step": 43221
    },
    {
      "epoch": 0.910862086224428,
      "grad_norm": 0.09734930098056793,
      "learning_rate": 4.140867314068109e-07,
      "loss": 0.6715,
      "step": 43222
    },
    {
      "epoch": 0.9108831602627933,
      "grad_norm": 0.11376810818910599,
      "learning_rate": 4.1389237652771365e-07,
      "loss": 0.6842,
      "step": 43223
    },
    {
      "epoch": 0.9109042343011585,
      "grad_norm": 0.12921953201293945,
      "learning_rate": 4.1369806630646936e-07,
      "loss": 0.7419,
      "step": 43224
    },
    {
      "epoch": 0.9109253083395238,
      "grad_norm": 0.09784424304962158,
      "learning_rate": 4.135038007439829e-07,
      "loss": 0.687,
      "step": 43225
    },
    {
      "epoch": 0.9109463823778892,
      "grad_norm": 0.13285402953624725,
      "learning_rate": 4.1330957984115903e-07,
      "loss": 0.7003,
      "step": 43226
    },
    {
      "epoch": 0.9109674564162544,
      "grad_norm": 0.10442657023668289,
      "learning_rate": 4.131154035989027e-07,
      "loss": 0.7291,
      "step": 43227
    },
    {
      "epoch": 0.9109885304546197,
      "grad_norm": 0.12284719944000244,
      "learning_rate": 4.129212720181186e-07,
      "loss": 0.6818,
      "step": 43228
    },
    {
      "epoch": 0.911009604492985,
      "grad_norm": 0.11191010475158691,
      "learning_rate": 4.127271850997117e-07,
      "loss": 0.6925,
      "step": 43229
    },
    {
      "epoch": 0.9110306785313502,
      "grad_norm": 0.0909721702337265,
      "learning_rate": 4.1253314284458557e-07,
      "loss": 0.6107,
      "step": 43230
    },
    {
      "epoch": 0.9110517525697156,
      "grad_norm": 0.1219828650355339,
      "learning_rate": 4.1233914525364404e-07,
      "loss": 0.71,
      "step": 43231
    },
    {
      "epoch": 0.9110728266080809,
      "grad_norm": 0.11035522818565369,
      "learning_rate": 4.121451923277897e-07,
      "loss": 0.7121,
      "step": 43232
    },
    {
      "epoch": 0.9110939006464461,
      "grad_norm": 0.12622566521167755,
      "learning_rate": 4.1195128406792964e-07,
      "loss": 0.704,
      "step": 43233
    },
    {
      "epoch": 0.9111149746848114,
      "grad_norm": 0.0886581763625145,
      "learning_rate": 4.1175742047496413e-07,
      "loss": 0.7302,
      "step": 43234
    },
    {
      "epoch": 0.9111360487231767,
      "grad_norm": 0.09628062695264816,
      "learning_rate": 4.1156360154979813e-07,
      "loss": 0.688,
      "step": 43235
    },
    {
      "epoch": 0.911157122761542,
      "grad_norm": 0.1085510104894638,
      "learning_rate": 4.113698272933331e-07,
      "loss": 0.7292,
      "step": 43236
    },
    {
      "epoch": 0.9111781967999073,
      "grad_norm": 0.10969623178243637,
      "learning_rate": 4.111760977064716e-07,
      "loss": 0.6614,
      "step": 43237
    },
    {
      "epoch": 0.9111992708382726,
      "grad_norm": 0.12371695041656494,
      "learning_rate": 4.109824127901174e-07,
      "loss": 0.7101,
      "step": 43238
    },
    {
      "epoch": 0.9112203448766378,
      "grad_norm": 0.10334157943725586,
      "learning_rate": 4.1078877254517315e-07,
      "loss": 0.6324,
      "step": 43239
    },
    {
      "epoch": 0.9112414189150031,
      "grad_norm": 0.09936391562223434,
      "learning_rate": 4.1059517697253915e-07,
      "loss": 0.7445,
      "step": 43240
    },
    {
      "epoch": 0.9112624929533685,
      "grad_norm": 0.10088872909545898,
      "learning_rate": 4.1040162607311805e-07,
      "loss": 0.6972,
      "step": 43241
    },
    {
      "epoch": 0.9112835669917337,
      "grad_norm": 0.7602788805961609,
      "learning_rate": 4.102081198478114e-07,
      "loss": 0.6845,
      "step": 43242
    },
    {
      "epoch": 0.911304641030099,
      "grad_norm": 0.10510657727718353,
      "learning_rate": 4.1001465829752176e-07,
      "loss": 0.6683,
      "step": 43243
    },
    {
      "epoch": 0.9113257150684643,
      "grad_norm": 0.13999371230602264,
      "learning_rate": 4.098212414231484e-07,
      "loss": 0.6697,
      "step": 43244
    },
    {
      "epoch": 0.9113467891068295,
      "grad_norm": 0.12159106135368347,
      "learning_rate": 4.0962786922559616e-07,
      "loss": 0.6851,
      "step": 43245
    },
    {
      "epoch": 0.9113678631451948,
      "grad_norm": 0.09975158423185349,
      "learning_rate": 4.094345417057599e-07,
      "loss": 0.6432,
      "step": 43246
    },
    {
      "epoch": 0.9113889371835602,
      "grad_norm": 0.0945223793387413,
      "learning_rate": 4.0924125886454555e-07,
      "loss": 0.6885,
      "step": 43247
    },
    {
      "epoch": 0.9114100112219254,
      "grad_norm": 0.13242216408252716,
      "learning_rate": 4.090480207028513e-07,
      "loss": 0.8053,
      "step": 43248
    },
    {
      "epoch": 0.9114310852602907,
      "grad_norm": 0.10322067886590958,
      "learning_rate": 4.088548272215775e-07,
      "loss": 0.6476,
      "step": 43249
    },
    {
      "epoch": 0.911452159298656,
      "grad_norm": 0.09950672835111618,
      "learning_rate": 4.0866167842162463e-07,
      "loss": 0.6896,
      "step": 43250
    },
    {
      "epoch": 0.9114732333370212,
      "grad_norm": 0.09294335544109344,
      "learning_rate": 4.084685743038919e-07,
      "loss": 0.6928,
      "step": 43251
    },
    {
      "epoch": 0.9114943073753866,
      "grad_norm": 0.17430876195430756,
      "learning_rate": 4.082755148692785e-07,
      "loss": 0.7137,
      "step": 43252
    },
    {
      "epoch": 0.9115153814137519,
      "grad_norm": 0.1090305969119072,
      "learning_rate": 4.080825001186861e-07,
      "loss": 0.7302,
      "step": 43253
    },
    {
      "epoch": 0.9115364554521171,
      "grad_norm": 0.10034865885972977,
      "learning_rate": 4.078895300530117e-07,
      "loss": 0.624,
      "step": 43254
    },
    {
      "epoch": 0.9115575294904824,
      "grad_norm": 0.14478711783885956,
      "learning_rate": 4.0769660467315566e-07,
      "loss": 0.738,
      "step": 43255
    },
    {
      "epoch": 0.9115786035288477,
      "grad_norm": 0.11631216108798981,
      "learning_rate": 4.075037239800139e-07,
      "loss": 0.6028,
      "step": 43256
    },
    {
      "epoch": 0.911599677567213,
      "grad_norm": 0.16097629070281982,
      "learning_rate": 4.0731088797448806e-07,
      "loss": 0.7282,
      "step": 43257
    },
    {
      "epoch": 0.9116207516055783,
      "grad_norm": 0.1039399802684784,
      "learning_rate": 4.0711809665747617e-07,
      "loss": 0.7135,
      "step": 43258
    },
    {
      "epoch": 0.9116418256439436,
      "grad_norm": 0.22620868682861328,
      "learning_rate": 4.069253500298742e-07,
      "loss": 0.7486,
      "step": 43259
    },
    {
      "epoch": 0.9116628996823088,
      "grad_norm": 0.11913686245679855,
      "learning_rate": 4.067326480925826e-07,
      "loss": 0.6585,
      "step": 43260
    },
    {
      "epoch": 0.9116839737206741,
      "grad_norm": 0.1255907565355301,
      "learning_rate": 4.065399908464962e-07,
      "loss": 0.7799,
      "step": 43261
    },
    {
      "epoch": 0.9117050477590395,
      "grad_norm": 0.10436879098415375,
      "learning_rate": 4.063473782925165e-07,
      "loss": 0.7502,
      "step": 43262
    },
    {
      "epoch": 0.9117261217974048,
      "grad_norm": 0.13611842691898346,
      "learning_rate": 4.0615481043153936e-07,
      "loss": 0.6985,
      "step": 43263
    },
    {
      "epoch": 0.91174719583577,
      "grad_norm": 0.12271763384342194,
      "learning_rate": 4.0596228726445973e-07,
      "loss": 0.6824,
      "step": 43264
    },
    {
      "epoch": 0.9117682698741353,
      "grad_norm": 0.12237593531608582,
      "learning_rate": 4.0576980879217576e-07,
      "loss": 0.7032,
      "step": 43265
    },
    {
      "epoch": 0.9117893439125005,
      "grad_norm": 0.10865272581577301,
      "learning_rate": 4.0557737501558447e-07,
      "loss": 0.778,
      "step": 43266
    },
    {
      "epoch": 0.9118104179508659,
      "grad_norm": 0.10817831754684448,
      "learning_rate": 4.0538498593558185e-07,
      "loss": 0.73,
      "step": 43267
    },
    {
      "epoch": 0.9118314919892312,
      "grad_norm": 0.10810256004333496,
      "learning_rate": 4.051926415530649e-07,
      "loss": 0.6569,
      "step": 43268
    },
    {
      "epoch": 0.9118525660275965,
      "grad_norm": 0.14572834968566895,
      "learning_rate": 4.0500034186892854e-07,
      "loss": 0.7013,
      "step": 43269
    },
    {
      "epoch": 0.9118736400659617,
      "grad_norm": 0.10396593064069748,
      "learning_rate": 4.048080868840698e-07,
      "loss": 0.6257,
      "step": 43270
    },
    {
      "epoch": 0.911894714104327,
      "grad_norm": 0.10189816355705261,
      "learning_rate": 4.046158765993846e-07,
      "loss": 0.697,
      "step": 43271
    },
    {
      "epoch": 0.9119157881426924,
      "grad_norm": 0.1153775304555893,
      "learning_rate": 4.044237110157667e-07,
      "loss": 0.6978,
      "step": 43272
    },
    {
      "epoch": 0.9119368621810576,
      "grad_norm": 0.10445793718099594,
      "learning_rate": 4.0423159013411317e-07,
      "loss": 0.6861,
      "step": 43273
    },
    {
      "epoch": 0.9119579362194229,
      "grad_norm": 0.10719027370214462,
      "learning_rate": 4.040395139553177e-07,
      "loss": 0.7192,
      "step": 43274
    },
    {
      "epoch": 0.9119790102577882,
      "grad_norm": 0.10444525629281998,
      "learning_rate": 4.0384748248027406e-07,
      "loss": 0.6175,
      "step": 43275
    },
    {
      "epoch": 0.9120000842961534,
      "grad_norm": 0.2017596811056137,
      "learning_rate": 4.036554957098793e-07,
      "loss": 0.6629,
      "step": 43276
    },
    {
      "epoch": 0.9120211583345188,
      "grad_norm": 0.13937056064605713,
      "learning_rate": 4.034635536450271e-07,
      "loss": 0.6788,
      "step": 43277
    },
    {
      "epoch": 0.9120422323728841,
      "grad_norm": 0.09905258566141129,
      "learning_rate": 4.0327165628661124e-07,
      "loss": 0.6303,
      "step": 43278
    },
    {
      "epoch": 0.9120633064112493,
      "grad_norm": 0.10790779441595078,
      "learning_rate": 4.0307980363552544e-07,
      "loss": 0.6349,
      "step": 43279
    },
    {
      "epoch": 0.9120843804496146,
      "grad_norm": 0.11928863078355789,
      "learning_rate": 4.028879956926646e-07,
      "loss": 0.706,
      "step": 43280
    },
    {
      "epoch": 0.9121054544879799,
      "grad_norm": 0.10982954502105713,
      "learning_rate": 4.026962324589212e-07,
      "loss": 0.7436,
      "step": 43281
    },
    {
      "epoch": 0.9121265285263452,
      "grad_norm": 0.11690554767847061,
      "learning_rate": 4.02504513935188e-07,
      "loss": 0.7277,
      "step": 43282
    },
    {
      "epoch": 0.9121476025647105,
      "grad_norm": 0.10655706375837326,
      "learning_rate": 4.0231284012236083e-07,
      "loss": 0.6828,
      "step": 43283
    },
    {
      "epoch": 0.9121686766030758,
      "grad_norm": 0.10336633771657944,
      "learning_rate": 4.0212121102133014e-07,
      "loss": 0.6968,
      "step": 43284
    },
    {
      "epoch": 0.912189750641441,
      "grad_norm": 0.1252790093421936,
      "learning_rate": 4.0192962663298864e-07,
      "loss": 0.6696,
      "step": 43285
    },
    {
      "epoch": 0.9122108246798063,
      "grad_norm": 0.11387333273887634,
      "learning_rate": 4.0173808695822883e-07,
      "loss": 0.753,
      "step": 43286
    },
    {
      "epoch": 0.9122318987181716,
      "grad_norm": 0.106626957654953,
      "learning_rate": 4.0154659199794443e-07,
      "loss": 0.6905,
      "step": 43287
    },
    {
      "epoch": 0.9122529727565369,
      "grad_norm": 0.10639022290706635,
      "learning_rate": 4.0135514175302705e-07,
      "loss": 0.6582,
      "step": 43288
    },
    {
      "epoch": 0.9122740467949022,
      "grad_norm": 0.11573310941457748,
      "learning_rate": 4.01163736224367e-07,
      "loss": 0.6781,
      "step": 43289
    },
    {
      "epoch": 0.9122951208332675,
      "grad_norm": 0.10824243724346161,
      "learning_rate": 4.0097237541285917e-07,
      "loss": 0.6488,
      "step": 43290
    },
    {
      "epoch": 0.9123161948716327,
      "grad_norm": 0.11953674256801605,
      "learning_rate": 4.007810593193917e-07,
      "loss": 0.7412,
      "step": 43291
    },
    {
      "epoch": 0.912337268909998,
      "grad_norm": 0.10287119448184967,
      "learning_rate": 4.0058978794485947e-07,
      "loss": 0.6379,
      "step": 43292
    },
    {
      "epoch": 0.9123583429483634,
      "grad_norm": 0.13453517854213715,
      "learning_rate": 4.0039856129015064e-07,
      "loss": 0.689,
      "step": 43293
    },
    {
      "epoch": 0.9123794169867286,
      "grad_norm": 0.10437649488449097,
      "learning_rate": 4.002073793561556e-07,
      "loss": 0.7468,
      "step": 43294
    },
    {
      "epoch": 0.9124004910250939,
      "grad_norm": 0.11669734120368958,
      "learning_rate": 4.00016242143767e-07,
      "loss": 0.6604,
      "step": 43295
    },
    {
      "epoch": 0.9124215650634592,
      "grad_norm": 0.09643496572971344,
      "learning_rate": 3.998251496538741e-07,
      "loss": 0.682,
      "step": 43296
    },
    {
      "epoch": 0.9124426391018244,
      "grad_norm": 0.15912599861621857,
      "learning_rate": 3.996341018873684e-07,
      "loss": 0.7329,
      "step": 43297
    },
    {
      "epoch": 0.9124637131401898,
      "grad_norm": 0.12445962429046631,
      "learning_rate": 3.994430988451381e-07,
      "loss": 0.7364,
      "step": 43298
    },
    {
      "epoch": 0.9124847871785551,
      "grad_norm": 0.12630710005760193,
      "learning_rate": 3.992521405280736e-07,
      "loss": 0.6526,
      "step": 43299
    },
    {
      "epoch": 0.9125058612169203,
      "grad_norm": 0.24008753895759583,
      "learning_rate": 3.990612269370664e-07,
      "loss": 0.6247,
      "step": 43300
    },
    {
      "epoch": 0.9125269352552856,
      "grad_norm": 0.11190235614776611,
      "learning_rate": 3.9887035807300243e-07,
      "loss": 0.6884,
      "step": 43301
    },
    {
      "epoch": 0.9125480092936509,
      "grad_norm": 0.1079036220908165,
      "learning_rate": 3.9867953393677436e-07,
      "loss": 0.7122,
      "step": 43302
    },
    {
      "epoch": 0.9125690833320163,
      "grad_norm": 0.11275018751621246,
      "learning_rate": 3.9848875452926816e-07,
      "loss": 0.659,
      "step": 43303
    },
    {
      "epoch": 0.9125901573703815,
      "grad_norm": 0.15961220860481262,
      "learning_rate": 3.982980198513753e-07,
      "loss": 0.7026,
      "step": 43304
    },
    {
      "epoch": 0.9126112314087468,
      "grad_norm": 0.10692213475704193,
      "learning_rate": 3.9810732990398173e-07,
      "loss": 0.6855,
      "step": 43305
    },
    {
      "epoch": 0.912632305447112,
      "grad_norm": 0.10683586448431015,
      "learning_rate": 3.9791668468797784e-07,
      "loss": 0.6911,
      "step": 43306
    },
    {
      "epoch": 0.9126533794854773,
      "grad_norm": 0.10428756475448608,
      "learning_rate": 3.9772608420425076e-07,
      "loss": 0.6897,
      "step": 43307
    },
    {
      "epoch": 0.9126744535238427,
      "grad_norm": 0.0917568951845169,
      "learning_rate": 3.975355284536886e-07,
      "loss": 0.6872,
      "step": 43308
    },
    {
      "epoch": 0.912695527562208,
      "grad_norm": 0.1669938564300537,
      "learning_rate": 3.9734501743717956e-07,
      "loss": 0.6935,
      "step": 43309
    },
    {
      "epoch": 0.9127166016005732,
      "grad_norm": 0.10037845373153687,
      "learning_rate": 3.971545511556107e-07,
      "loss": 0.6661,
      "step": 43310
    },
    {
      "epoch": 0.9127376756389385,
      "grad_norm": 0.10241980850696564,
      "learning_rate": 3.969641296098692e-07,
      "loss": 0.6822,
      "step": 43311
    },
    {
      "epoch": 0.9127587496773037,
      "grad_norm": 0.10926845669746399,
      "learning_rate": 3.9677375280084305e-07,
      "loss": 0.6944,
      "step": 43312
    },
    {
      "epoch": 0.9127798237156691,
      "grad_norm": 0.106573686003685,
      "learning_rate": 3.9658342072941833e-07,
      "loss": 0.6678,
      "step": 43313
    },
    {
      "epoch": 0.9128008977540344,
      "grad_norm": 0.10935881733894348,
      "learning_rate": 3.963931333964821e-07,
      "loss": 0.7451,
      "step": 43314
    },
    {
      "epoch": 0.9128219717923997,
      "grad_norm": 0.09404197335243225,
      "learning_rate": 3.9620289080291917e-07,
      "loss": 0.7086,
      "step": 43315
    },
    {
      "epoch": 0.9128430458307649,
      "grad_norm": 0.09408178925514221,
      "learning_rate": 3.9601269294961884e-07,
      "loss": 0.6655,
      "step": 43316
    },
    {
      "epoch": 0.9128641198691302,
      "grad_norm": 0.1566036492586136,
      "learning_rate": 3.9582253983746376e-07,
      "loss": 0.7157,
      "step": 43317
    },
    {
      "epoch": 0.9128851939074956,
      "grad_norm": 0.10709841549396515,
      "learning_rate": 3.95632431467341e-07,
      "loss": 0.6729,
      "step": 43318
    },
    {
      "epoch": 0.9129062679458608,
      "grad_norm": 0.10987234115600586,
      "learning_rate": 3.954423678401387e-07,
      "loss": 0.7598,
      "step": 43319
    },
    {
      "epoch": 0.9129273419842261,
      "grad_norm": 0.09845707565546036,
      "learning_rate": 3.952523489567395e-07,
      "loss": 0.6448,
      "step": 43320
    },
    {
      "epoch": 0.9129484160225914,
      "grad_norm": 0.11174733191728592,
      "learning_rate": 3.9506237481802935e-07,
      "loss": 0.6888,
      "step": 43321
    },
    {
      "epoch": 0.9129694900609566,
      "grad_norm": 0.16720183193683624,
      "learning_rate": 3.9487244542489535e-07,
      "loss": 0.6758,
      "step": 43322
    },
    {
      "epoch": 0.9129905640993219,
      "grad_norm": 0.15253624320030212,
      "learning_rate": 3.94682560778219e-07,
      "loss": 0.7926,
      "step": 43323
    },
    {
      "epoch": 0.9130116381376873,
      "grad_norm": 0.11056008189916611,
      "learning_rate": 3.9449272087888515e-07,
      "loss": 0.744,
      "step": 43324
    },
    {
      "epoch": 0.9130327121760525,
      "grad_norm": 0.12104985117912292,
      "learning_rate": 3.943029257277797e-07,
      "loss": 0.7056,
      "step": 43325
    },
    {
      "epoch": 0.9130537862144178,
      "grad_norm": 0.1107335239648819,
      "learning_rate": 3.941131753257876e-07,
      "loss": 0.6922,
      "step": 43326
    },
    {
      "epoch": 0.9130748602527831,
      "grad_norm": 0.11221762746572495,
      "learning_rate": 3.9392346967379036e-07,
      "loss": 0.6301,
      "step": 43327
    },
    {
      "epoch": 0.9130959342911483,
      "grad_norm": 0.1083226129412651,
      "learning_rate": 3.9373380877267273e-07,
      "loss": 0.6924,
      "step": 43328
    },
    {
      "epoch": 0.9131170083295137,
      "grad_norm": 0.1134103536605835,
      "learning_rate": 3.9354419262331966e-07,
      "loss": 0.7022,
      "step": 43329
    },
    {
      "epoch": 0.913138082367879,
      "grad_norm": 0.11148403584957123,
      "learning_rate": 3.933546212266126e-07,
      "loss": 0.6768,
      "step": 43330
    },
    {
      "epoch": 0.9131591564062442,
      "grad_norm": 0.10604559630155563,
      "learning_rate": 3.931650945834353e-07,
      "loss": 0.6672,
      "step": 43331
    },
    {
      "epoch": 0.9131802304446095,
      "grad_norm": 0.11266012489795685,
      "learning_rate": 3.9297561269467155e-07,
      "loss": 0.6897,
      "step": 43332
    },
    {
      "epoch": 0.9132013044829748,
      "grad_norm": 0.10446356236934662,
      "learning_rate": 3.927861755612028e-07,
      "loss": 0.657,
      "step": 43333
    },
    {
      "epoch": 0.9132223785213401,
      "grad_norm": 0.10265915840864182,
      "learning_rate": 3.925967831839128e-07,
      "loss": 0.7136,
      "step": 43334
    },
    {
      "epoch": 0.9132434525597054,
      "grad_norm": 0.10791932046413422,
      "learning_rate": 3.924074355636831e-07,
      "loss": 0.7242,
      "step": 43335
    },
    {
      "epoch": 0.9132645265980707,
      "grad_norm": 0.0982760563492775,
      "learning_rate": 3.922181327013952e-07,
      "loss": 0.6423,
      "step": 43336
    },
    {
      "epoch": 0.9132856006364359,
      "grad_norm": 0.11360465735197067,
      "learning_rate": 3.920288745979317e-07,
      "loss": 0.688,
      "step": 43337
    },
    {
      "epoch": 0.9133066746748012,
      "grad_norm": 0.10692669451236725,
      "learning_rate": 3.918396612541742e-07,
      "loss": 0.7161,
      "step": 43338
    },
    {
      "epoch": 0.9133277487131666,
      "grad_norm": 0.1163206398487091,
      "learning_rate": 3.916504926710052e-07,
      "loss": 0.6912,
      "step": 43339
    },
    {
      "epoch": 0.9133488227515318,
      "grad_norm": 0.11822158098220825,
      "learning_rate": 3.914613688493041e-07,
      "loss": 0.6665,
      "step": 43340
    },
    {
      "epoch": 0.9133698967898971,
      "grad_norm": 0.09061316400766373,
      "learning_rate": 3.912722897899524e-07,
      "loss": 0.6468,
      "step": 43341
    },
    {
      "epoch": 0.9133909708282624,
      "grad_norm": 0.11362949758768082,
      "learning_rate": 3.9108325549383374e-07,
      "loss": 0.7179,
      "step": 43342
    },
    {
      "epoch": 0.9134120448666276,
      "grad_norm": 0.12745483219623566,
      "learning_rate": 3.908942659618242e-07,
      "loss": 0.685,
      "step": 43343
    },
    {
      "epoch": 0.913433118904993,
      "grad_norm": 0.12236703187227249,
      "learning_rate": 3.907053211948075e-07,
      "loss": 0.6931,
      "step": 43344
    },
    {
      "epoch": 0.9134541929433583,
      "grad_norm": 0.10412529110908508,
      "learning_rate": 3.905164211936618e-07,
      "loss": 0.6488,
      "step": 43345
    },
    {
      "epoch": 0.9134752669817235,
      "grad_norm": 0.13032318651676178,
      "learning_rate": 3.9032756595926755e-07,
      "loss": 0.7212,
      "step": 43346
    },
    {
      "epoch": 0.9134963410200888,
      "grad_norm": 0.09861035645008087,
      "learning_rate": 3.9013875549250514e-07,
      "loss": 0.718,
      "step": 43347
    },
    {
      "epoch": 0.9135174150584541,
      "grad_norm": 0.0926247388124466,
      "learning_rate": 3.899499897942549e-07,
      "loss": 0.7393,
      "step": 43348
    },
    {
      "epoch": 0.9135384890968195,
      "grad_norm": 0.10525869578123093,
      "learning_rate": 3.897612688653951e-07,
      "loss": 0.7023,
      "step": 43349
    },
    {
      "epoch": 0.9135595631351847,
      "grad_norm": 0.097480408847332,
      "learning_rate": 3.8957259270680505e-07,
      "loss": 0.7522,
      "step": 43350
    },
    {
      "epoch": 0.91358063717355,
      "grad_norm": 0.11457608640193939,
      "learning_rate": 3.8938396131936507e-07,
      "loss": 0.6966,
      "step": 43351
    },
    {
      "epoch": 0.9136017112119152,
      "grad_norm": 0.13174748420715332,
      "learning_rate": 3.891953747039523e-07,
      "loss": 0.7001,
      "step": 43352
    },
    {
      "epoch": 0.9136227852502805,
      "grad_norm": 0.12198834121227264,
      "learning_rate": 3.890068328614449e-07,
      "loss": 0.7066,
      "step": 43353
    },
    {
      "epoch": 0.9136438592886459,
      "grad_norm": 0.10454963892698288,
      "learning_rate": 3.888183357927222e-07,
      "loss": 0.6176,
      "step": 43354
    },
    {
      "epoch": 0.9136649333270112,
      "grad_norm": 0.11290466785430908,
      "learning_rate": 3.886298834986624e-07,
      "loss": 0.6661,
      "step": 43355
    },
    {
      "epoch": 0.9136860073653764,
      "grad_norm": 0.11413419991731644,
      "learning_rate": 3.884414759801436e-07,
      "loss": 0.6534,
      "step": 43356
    },
    {
      "epoch": 0.9137070814037417,
      "grad_norm": 0.12273302674293518,
      "learning_rate": 3.8825311323804184e-07,
      "loss": 0.7189,
      "step": 43357
    },
    {
      "epoch": 0.913728155442107,
      "grad_norm": 0.10391444712877274,
      "learning_rate": 3.880647952732375e-07,
      "loss": 0.6537,
      "step": 43358
    },
    {
      "epoch": 0.9137492294804722,
      "grad_norm": 0.1027919203042984,
      "learning_rate": 3.878765220866043e-07,
      "loss": 0.6698,
      "step": 43359
    },
    {
      "epoch": 0.9137703035188376,
      "grad_norm": 0.09762024879455566,
      "learning_rate": 3.8768829367902275e-07,
      "loss": 0.6851,
      "step": 43360
    },
    {
      "epoch": 0.9137913775572029,
      "grad_norm": 0.09473004192113876,
      "learning_rate": 3.8750011005136754e-07,
      "loss": 0.6676,
      "step": 43361
    },
    {
      "epoch": 0.9138124515955681,
      "grad_norm": 0.09610796719789505,
      "learning_rate": 3.87311971204517e-07,
      "loss": 0.6771,
      "step": 43362
    },
    {
      "epoch": 0.9138335256339334,
      "grad_norm": 0.10917115211486816,
      "learning_rate": 3.8712387713934594e-07,
      "loss": 0.6648,
      "step": 43363
    },
    {
      "epoch": 0.9138545996722987,
      "grad_norm": 0.10296942293643951,
      "learning_rate": 3.869358278567315e-07,
      "loss": 0.7039,
      "step": 43364
    },
    {
      "epoch": 0.913875673710664,
      "grad_norm": 0.09886223822832108,
      "learning_rate": 3.867478233575495e-07,
      "loss": 0.7073,
      "step": 43365
    },
    {
      "epoch": 0.9138967477490293,
      "grad_norm": 0.10952657461166382,
      "learning_rate": 3.8655986364267595e-07,
      "loss": 0.6818,
      "step": 43366
    },
    {
      "epoch": 0.9139178217873946,
      "grad_norm": 0.09868401288986206,
      "learning_rate": 3.8637194871298687e-07,
      "loss": 0.7356,
      "step": 43367
    },
    {
      "epoch": 0.9139388958257598,
      "grad_norm": 0.09760425984859467,
      "learning_rate": 3.86184078569356e-07,
      "loss": 0.6405,
      "step": 43368
    },
    {
      "epoch": 0.9139599698641251,
      "grad_norm": 0.1049591675400734,
      "learning_rate": 3.8599625321266043e-07,
      "loss": 0.7016,
      "step": 43369
    },
    {
      "epoch": 0.9139810439024905,
      "grad_norm": 0.11447379738092422,
      "learning_rate": 3.8580847264377495e-07,
      "loss": 0.735,
      "step": 43370
    },
    {
      "epoch": 0.9140021179408557,
      "grad_norm": 0.10234756022691727,
      "learning_rate": 3.856207368635734e-07,
      "loss": 0.7113,
      "step": 43371
    },
    {
      "epoch": 0.914023191979221,
      "grad_norm": 0.13894549012184143,
      "learning_rate": 3.8543304587293163e-07,
      "loss": 0.7439,
      "step": 43372
    },
    {
      "epoch": 0.9140442660175863,
      "grad_norm": 0.16174863278865814,
      "learning_rate": 3.852453996727223e-07,
      "loss": 0.7175,
      "step": 43373
    },
    {
      "epoch": 0.9140653400559515,
      "grad_norm": 0.13273559510707855,
      "learning_rate": 3.850577982638204e-07,
      "loss": 0.772,
      "step": 43374
    },
    {
      "epoch": 0.9140864140943169,
      "grad_norm": 0.10309898108243942,
      "learning_rate": 3.848702416471006e-07,
      "loss": 0.6392,
      "step": 43375
    },
    {
      "epoch": 0.9141074881326822,
      "grad_norm": 0.09290461987257004,
      "learning_rate": 3.846827298234346e-07,
      "loss": 0.6326,
      "step": 43376
    },
    {
      "epoch": 0.9141285621710474,
      "grad_norm": 0.10260068625211716,
      "learning_rate": 3.844952627936982e-07,
      "loss": 0.6737,
      "step": 43377
    },
    {
      "epoch": 0.9141496362094127,
      "grad_norm": 0.11048641055822372,
      "learning_rate": 3.843078405587641e-07,
      "loss": 0.6646,
      "step": 43378
    },
    {
      "epoch": 0.914170710247778,
      "grad_norm": 0.13293738663196564,
      "learning_rate": 3.8412046311950503e-07,
      "loss": 0.6854,
      "step": 43379
    },
    {
      "epoch": 0.9141917842861433,
      "grad_norm": 0.09429433941841125,
      "learning_rate": 3.839331304767946e-07,
      "loss": 0.657,
      "step": 43380
    },
    {
      "epoch": 0.9142128583245086,
      "grad_norm": 0.10287254303693771,
      "learning_rate": 3.837458426315066e-07,
      "loss": 0.6721,
      "step": 43381
    },
    {
      "epoch": 0.9142339323628739,
      "grad_norm": 0.09139329195022583,
      "learning_rate": 3.8355859958451036e-07,
      "loss": 0.6406,
      "step": 43382
    },
    {
      "epoch": 0.9142550064012391,
      "grad_norm": 0.10934259742498398,
      "learning_rate": 3.833714013366796e-07,
      "loss": 0.712,
      "step": 43383
    },
    {
      "epoch": 0.9142760804396044,
      "grad_norm": 0.12024089694023132,
      "learning_rate": 3.83184247888887e-07,
      "loss": 0.6749,
      "step": 43384
    },
    {
      "epoch": 0.9142971544779698,
      "grad_norm": 0.5507193207740784,
      "learning_rate": 3.829971392420029e-07,
      "loss": 0.6289,
      "step": 43385
    },
    {
      "epoch": 0.914318228516335,
      "grad_norm": 0.12670715153217316,
      "learning_rate": 3.828100753969011e-07,
      "loss": 0.6608,
      "step": 43386
    },
    {
      "epoch": 0.9143393025547003,
      "grad_norm": 0.10355862230062485,
      "learning_rate": 3.8262305635445194e-07,
      "loss": 0.6814,
      "step": 43387
    },
    {
      "epoch": 0.9143603765930656,
      "grad_norm": 0.13697674870491028,
      "learning_rate": 3.824360821155271e-07,
      "loss": 0.7181,
      "step": 43388
    },
    {
      "epoch": 0.9143814506314308,
      "grad_norm": 0.10891062021255493,
      "learning_rate": 3.8224915268099683e-07,
      "loss": 0.6509,
      "step": 43389
    },
    {
      "epoch": 0.9144025246697962,
      "grad_norm": 0.11825909465551376,
      "learning_rate": 3.8206226805173274e-07,
      "loss": 0.69,
      "step": 43390
    },
    {
      "epoch": 0.9144235987081615,
      "grad_norm": 0.10799209028482437,
      "learning_rate": 3.8187542822860415e-07,
      "loss": 0.6446,
      "step": 43391
    },
    {
      "epoch": 0.9144446727465267,
      "grad_norm": 0.13176482915878296,
      "learning_rate": 3.816886332124836e-07,
      "loss": 0.7399,
      "step": 43392
    },
    {
      "epoch": 0.914465746784892,
      "grad_norm": 0.10681536793708801,
      "learning_rate": 3.815018830042394e-07,
      "loss": 0.651,
      "step": 43393
    },
    {
      "epoch": 0.9144868208232573,
      "grad_norm": 0.12678514420986176,
      "learning_rate": 3.81315177604743e-07,
      "loss": 0.6891,
      "step": 43394
    },
    {
      "epoch": 0.9145078948616226,
      "grad_norm": 0.10967688262462616,
      "learning_rate": 3.8112851701486267e-07,
      "loss": 0.6887,
      "step": 43395
    },
    {
      "epoch": 0.9145289688999879,
      "grad_norm": 0.1169312372803688,
      "learning_rate": 3.809419012354698e-07,
      "loss": 0.761,
      "step": 43396
    },
    {
      "epoch": 0.9145500429383532,
      "grad_norm": 0.0997491404414177,
      "learning_rate": 3.807553302674316e-07,
      "loss": 0.6971,
      "step": 43397
    },
    {
      "epoch": 0.9145711169767184,
      "grad_norm": 0.11309487372636795,
      "learning_rate": 3.8056880411161954e-07,
      "loss": 0.7551,
      "step": 43398
    },
    {
      "epoch": 0.9145921910150837,
      "grad_norm": 0.10492593795061111,
      "learning_rate": 3.8038232276890075e-07,
      "loss": 0.7139,
      "step": 43399
    },
    {
      "epoch": 0.914613265053449,
      "grad_norm": 0.1029219999909401,
      "learning_rate": 3.8019588624014446e-07,
      "loss": 0.696,
      "step": 43400
    },
    {
      "epoch": 0.9146343390918144,
      "grad_norm": 0.10195360332727432,
      "learning_rate": 3.8000949452622117e-07,
      "loss": 0.7679,
      "step": 43401
    },
    {
      "epoch": 0.9146554131301796,
      "grad_norm": 0.10054285824298859,
      "learning_rate": 3.798231476279957e-07,
      "loss": 0.7383,
      "step": 43402
    },
    {
      "epoch": 0.9146764871685449,
      "grad_norm": 0.2027183622121811,
      "learning_rate": 3.796368455463384e-07,
      "loss": 0.6805,
      "step": 43403
    },
    {
      "epoch": 0.9146975612069101,
      "grad_norm": 0.09928495436906815,
      "learning_rate": 3.794505882821153e-07,
      "loss": 0.6715,
      "step": 43404
    },
    {
      "epoch": 0.9147186352452754,
      "grad_norm": 0.12743590772151947,
      "learning_rate": 3.792643758361958e-07,
      "loss": 0.6719,
      "step": 43405
    },
    {
      "epoch": 0.9147397092836408,
      "grad_norm": 0.10895589739084244,
      "learning_rate": 3.7907820820944794e-07,
      "loss": 0.712,
      "step": 43406
    },
    {
      "epoch": 0.914760783322006,
      "grad_norm": 0.10787928104400635,
      "learning_rate": 3.788920854027378e-07,
      "loss": 0.7006,
      "step": 43407
    },
    {
      "epoch": 0.9147818573603713,
      "grad_norm": 0.09922681003808975,
      "learning_rate": 3.7870600741693355e-07,
      "loss": 0.685,
      "step": 43408
    },
    {
      "epoch": 0.9148029313987366,
      "grad_norm": 0.10408518463373184,
      "learning_rate": 3.785199742529e-07,
      "loss": 0.687,
      "step": 43409
    },
    {
      "epoch": 0.9148240054371019,
      "grad_norm": 0.10259107500314713,
      "learning_rate": 3.783339859115065e-07,
      "loss": 0.6547,
      "step": 43410
    },
    {
      "epoch": 0.9148450794754672,
      "grad_norm": 0.10296154022216797,
      "learning_rate": 3.7814804239361793e-07,
      "loss": 0.6429,
      "step": 43411
    },
    {
      "epoch": 0.9148661535138325,
      "grad_norm": 0.6355501413345337,
      "learning_rate": 3.7796214370010023e-07,
      "loss": 0.6961,
      "step": 43412
    },
    {
      "epoch": 0.9148872275521978,
      "grad_norm": 0.10244359821081161,
      "learning_rate": 3.7777628983181936e-07,
      "loss": 0.7081,
      "step": 43413
    },
    {
      "epoch": 0.914908301590563,
      "grad_norm": 0.12654951214790344,
      "learning_rate": 3.7759048078964136e-07,
      "loss": 0.7253,
      "step": 43414
    },
    {
      "epoch": 0.9149293756289283,
      "grad_norm": 0.09572160989046097,
      "learning_rate": 3.774047165744332e-07,
      "loss": 0.6485,
      "step": 43415
    },
    {
      "epoch": 0.9149504496672937,
      "grad_norm": 0.10846605896949768,
      "learning_rate": 3.772189971870577e-07,
      "loss": 0.728,
      "step": 43416
    },
    {
      "epoch": 0.9149715237056589,
      "grad_norm": 0.1124926209449768,
      "learning_rate": 3.770333226283829e-07,
      "loss": 0.6987,
      "step": 43417
    },
    {
      "epoch": 0.9149925977440242,
      "grad_norm": 0.10541150718927383,
      "learning_rate": 3.7684769289927146e-07,
      "loss": 0.707,
      "step": 43418
    },
    {
      "epoch": 0.9150136717823895,
      "grad_norm": 0.11619248986244202,
      "learning_rate": 3.7666210800059055e-07,
      "loss": 0.714,
      "step": 43419
    },
    {
      "epoch": 0.9150347458207547,
      "grad_norm": 0.10061338543891907,
      "learning_rate": 3.7647656793320164e-07,
      "loss": 0.6542,
      "step": 43420
    },
    {
      "epoch": 0.9150558198591201,
      "grad_norm": 0.12605901062488556,
      "learning_rate": 3.7629107269797184e-07,
      "loss": 0.7242,
      "step": 43421
    },
    {
      "epoch": 0.9150768938974854,
      "grad_norm": 0.13557419180870056,
      "learning_rate": 3.7610562229576373e-07,
      "loss": 0.6947,
      "step": 43422
    },
    {
      "epoch": 0.9150979679358506,
      "grad_norm": 0.11541424691677094,
      "learning_rate": 3.7592021672744225e-07,
      "loss": 0.7329,
      "step": 43423
    },
    {
      "epoch": 0.9151190419742159,
      "grad_norm": 0.10499127954244614,
      "learning_rate": 3.7573485599387005e-07,
      "loss": 0.6813,
      "step": 43424
    },
    {
      "epoch": 0.9151401160125812,
      "grad_norm": 0.10844695568084717,
      "learning_rate": 3.7554954009591195e-07,
      "loss": 0.6989,
      "step": 43425
    },
    {
      "epoch": 0.9151611900509465,
      "grad_norm": 0.10130821913480759,
      "learning_rate": 3.753642690344295e-07,
      "loss": 0.6845,
      "step": 43426
    },
    {
      "epoch": 0.9151822640893118,
      "grad_norm": 0.10616279393434525,
      "learning_rate": 3.751790428102875e-07,
      "loss": 0.6871,
      "step": 43427
    },
    {
      "epoch": 0.9152033381276771,
      "grad_norm": 0.1329924613237381,
      "learning_rate": 3.7499386142434755e-07,
      "loss": 0.7229,
      "step": 43428
    },
    {
      "epoch": 0.9152244121660423,
      "grad_norm": 0.11127109825611115,
      "learning_rate": 3.7480872487747455e-07,
      "loss": 0.716,
      "step": 43429
    },
    {
      "epoch": 0.9152454862044076,
      "grad_norm": 0.11296980082988739,
      "learning_rate": 3.7462363317052774e-07,
      "loss": 0.7177,
      "step": 43430
    },
    {
      "epoch": 0.915266560242773,
      "grad_norm": 0.1495141088962555,
      "learning_rate": 3.7443858630437315e-07,
      "loss": 0.6944,
      "step": 43431
    },
    {
      "epoch": 0.9152876342811382,
      "grad_norm": 0.11398738622665405,
      "learning_rate": 3.7425358427986893e-07,
      "loss": 0.7062,
      "step": 43432
    },
    {
      "epoch": 0.9153087083195035,
      "grad_norm": 0.10151093453168869,
      "learning_rate": 3.7406862709787774e-07,
      "loss": 0.6777,
      "step": 43433
    },
    {
      "epoch": 0.9153297823578688,
      "grad_norm": 0.11935143917798996,
      "learning_rate": 3.738837147592633e-07,
      "loss": 0.7424,
      "step": 43434
    },
    {
      "epoch": 0.915350856396234,
      "grad_norm": 0.10655679553747177,
      "learning_rate": 3.736988472648861e-07,
      "loss": 0.6825,
      "step": 43435
    },
    {
      "epoch": 0.9153719304345993,
      "grad_norm": 0.10830173641443253,
      "learning_rate": 3.735140246156077e-07,
      "loss": 0.7204,
      "step": 43436
    },
    {
      "epoch": 0.9153930044729647,
      "grad_norm": 0.10447102040052414,
      "learning_rate": 3.7332924681228844e-07,
      "loss": 0.6912,
      "step": 43437
    },
    {
      "epoch": 0.9154140785113299,
      "grad_norm": 0.09952604025602341,
      "learning_rate": 3.7314451385578876e-07,
      "loss": 0.6642,
      "step": 43438
    },
    {
      "epoch": 0.9154351525496952,
      "grad_norm": 0.11293665319681168,
      "learning_rate": 3.729598257469702e-07,
      "loss": 0.6652,
      "step": 43439
    },
    {
      "epoch": 0.9154562265880605,
      "grad_norm": 0.09789564460515976,
      "learning_rate": 3.727751824866943e-07,
      "loss": 0.7117,
      "step": 43440
    },
    {
      "epoch": 0.9154773006264257,
      "grad_norm": 0.10062055289745331,
      "learning_rate": 3.7259058407581816e-07,
      "loss": 0.6787,
      "step": 43441
    },
    {
      "epoch": 0.9154983746647911,
      "grad_norm": 0.1036694273352623,
      "learning_rate": 3.7240603051520327e-07,
      "loss": 0.6915,
      "step": 43442
    },
    {
      "epoch": 0.9155194487031564,
      "grad_norm": 0.12084291875362396,
      "learning_rate": 3.72221521805709e-07,
      "loss": 0.72,
      "step": 43443
    },
    {
      "epoch": 0.9155405227415216,
      "grad_norm": 0.13136540353298187,
      "learning_rate": 3.720370579481958e-07,
      "loss": 0.7172,
      "step": 43444
    },
    {
      "epoch": 0.9155615967798869,
      "grad_norm": 0.1023220643401146,
      "learning_rate": 3.7185263894352284e-07,
      "loss": 0.7668,
      "step": 43445
    },
    {
      "epoch": 0.9155826708182522,
      "grad_norm": 0.10769643634557724,
      "learning_rate": 3.7166826479254845e-07,
      "loss": 0.7041,
      "step": 43446
    },
    {
      "epoch": 0.9156037448566176,
      "grad_norm": 0.13399890065193176,
      "learning_rate": 3.7148393549613194e-07,
      "loss": 0.7248,
      "step": 43447
    },
    {
      "epoch": 0.9156248188949828,
      "grad_norm": 0.11481058597564697,
      "learning_rate": 3.712996510551314e-07,
      "loss": 0.7749,
      "step": 43448
    },
    {
      "epoch": 0.9156458929333481,
      "grad_norm": 0.10833654552698135,
      "learning_rate": 3.711154114704085e-07,
      "loss": 0.6438,
      "step": 43449
    },
    {
      "epoch": 0.9156669669717133,
      "grad_norm": 0.11135908216238022,
      "learning_rate": 3.7093121674281805e-07,
      "loss": 0.6511,
      "step": 43450
    },
    {
      "epoch": 0.9156880410100786,
      "grad_norm": 0.10628491640090942,
      "learning_rate": 3.707470668732183e-07,
      "loss": 0.6202,
      "step": 43451
    },
    {
      "epoch": 0.915709115048444,
      "grad_norm": 0.1872178018093109,
      "learning_rate": 3.7056296186246954e-07,
      "loss": 0.7079,
      "step": 43452
    },
    {
      "epoch": 0.9157301890868093,
      "grad_norm": 0.13452638685703278,
      "learning_rate": 3.703789017114268e-07,
      "loss": 0.6693,
      "step": 43453
    },
    {
      "epoch": 0.9157512631251745,
      "grad_norm": 0.10670588165521622,
      "learning_rate": 3.7019488642094927e-07,
      "loss": 0.7635,
      "step": 43454
    },
    {
      "epoch": 0.9157723371635398,
      "grad_norm": 0.10285921394824982,
      "learning_rate": 3.70010915991893e-07,
      "loss": 0.6722,
      "step": 43455
    },
    {
      "epoch": 0.915793411201905,
      "grad_norm": 0.18658645451068878,
      "learning_rate": 3.6982699042511616e-07,
      "loss": 0.6897,
      "step": 43456
    },
    {
      "epoch": 0.9158144852402704,
      "grad_norm": 0.10788512229919434,
      "learning_rate": 3.696431097214748e-07,
      "loss": 0.6634,
      "step": 43457
    },
    {
      "epoch": 0.9158355592786357,
      "grad_norm": 0.08880697190761566,
      "learning_rate": 3.694592738818259e-07,
      "loss": 0.6371,
      "step": 43458
    },
    {
      "epoch": 0.915856633317001,
      "grad_norm": 0.11641910672187805,
      "learning_rate": 3.6927548290702554e-07,
      "loss": 0.7017,
      "step": 43459
    },
    {
      "epoch": 0.9158777073553662,
      "grad_norm": 0.11604253202676773,
      "learning_rate": 3.6909173679793185e-07,
      "loss": 0.7163,
      "step": 43460
    },
    {
      "epoch": 0.9158987813937315,
      "grad_norm": 0.11581776291131973,
      "learning_rate": 3.6890803555539755e-07,
      "loss": 0.6594,
      "step": 43461
    },
    {
      "epoch": 0.9159198554320969,
      "grad_norm": 0.1070181354880333,
      "learning_rate": 3.687243791802786e-07,
      "loss": 0.6839,
      "step": 43462
    },
    {
      "epoch": 0.9159409294704621,
      "grad_norm": 0.10282018035650253,
      "learning_rate": 3.6854076767343425e-07,
      "loss": 0.6889,
      "step": 43463
    },
    {
      "epoch": 0.9159620035088274,
      "grad_norm": 0.10526803880929947,
      "learning_rate": 3.6835720103571727e-07,
      "loss": 0.7051,
      "step": 43464
    },
    {
      "epoch": 0.9159830775471927,
      "grad_norm": 0.12414423376321793,
      "learning_rate": 3.6817367926798243e-07,
      "loss": 0.7393,
      "step": 43465
    },
    {
      "epoch": 0.9160041515855579,
      "grad_norm": 0.1103057935833931,
      "learning_rate": 3.679902023710868e-07,
      "loss": 0.6694,
      "step": 43466
    },
    {
      "epoch": 0.9160252256239233,
      "grad_norm": 0.10389642417430878,
      "learning_rate": 3.678067703458832e-07,
      "loss": 0.6957,
      "step": 43467
    },
    {
      "epoch": 0.9160462996622886,
      "grad_norm": 0.10389067977666855,
      "learning_rate": 3.676233831932263e-07,
      "loss": 0.71,
      "step": 43468
    },
    {
      "epoch": 0.9160673737006538,
      "grad_norm": 0.10471989214420319,
      "learning_rate": 3.674400409139722e-07,
      "loss": 0.7005,
      "step": 43469
    },
    {
      "epoch": 0.9160884477390191,
      "grad_norm": 0.13649649918079376,
      "learning_rate": 3.6725674350897353e-07,
      "loss": 0.6632,
      "step": 43470
    },
    {
      "epoch": 0.9161095217773844,
      "grad_norm": 0.11846693605184555,
      "learning_rate": 3.6707349097908297e-07,
      "loss": 0.722,
      "step": 43471
    },
    {
      "epoch": 0.9161305958157497,
      "grad_norm": 0.10754697769880295,
      "learning_rate": 3.668902833251564e-07,
      "loss": 0.6474,
      "step": 43472
    },
    {
      "epoch": 0.916151669854115,
      "grad_norm": 0.11333229392766953,
      "learning_rate": 3.667071205480466e-07,
      "loss": 0.6852,
      "step": 43473
    },
    {
      "epoch": 0.9161727438924803,
      "grad_norm": 0.10153660178184509,
      "learning_rate": 3.665240026486061e-07,
      "loss": 0.6399,
      "step": 43474
    },
    {
      "epoch": 0.9161938179308455,
      "grad_norm": 0.11572012305259705,
      "learning_rate": 3.6634092962768987e-07,
      "loss": 0.7328,
      "step": 43475
    },
    {
      "epoch": 0.9162148919692108,
      "grad_norm": 0.14432023465633392,
      "learning_rate": 3.6615790148614715e-07,
      "loss": 0.6782,
      "step": 43476
    },
    {
      "epoch": 0.9162359660075761,
      "grad_norm": 0.09381351619958878,
      "learning_rate": 3.659749182248351e-07,
      "loss": 0.7087,
      "step": 43477
    },
    {
      "epoch": 0.9162570400459414,
      "grad_norm": 0.10005760937929153,
      "learning_rate": 3.657919798446052e-07,
      "loss": 0.7369,
      "step": 43478
    },
    {
      "epoch": 0.9162781140843067,
      "grad_norm": 0.11546481400728226,
      "learning_rate": 3.6560908634630685e-07,
      "loss": 0.6851,
      "step": 43479
    },
    {
      "epoch": 0.916299188122672,
      "grad_norm": 0.11318124830722809,
      "learning_rate": 3.654262377307938e-07,
      "loss": 0.6716,
      "step": 43480
    },
    {
      "epoch": 0.9163202621610372,
      "grad_norm": 0.09205446392297745,
      "learning_rate": 3.6524343399891857e-07,
      "loss": 0.6646,
      "step": 43481
    },
    {
      "epoch": 0.9163413361994025,
      "grad_norm": 0.11296125501394272,
      "learning_rate": 3.650606751515307e-07,
      "loss": 0.6512,
      "step": 43482
    },
    {
      "epoch": 0.9163624102377679,
      "grad_norm": 0.11691109836101532,
      "learning_rate": 3.648779611894848e-07,
      "loss": 0.6758,
      "step": 43483
    },
    {
      "epoch": 0.9163834842761331,
      "grad_norm": 0.11587321758270264,
      "learning_rate": 3.646952921136282e-07,
      "loss": 0.7037,
      "step": 43484
    },
    {
      "epoch": 0.9164045583144984,
      "grad_norm": 0.1059364601969719,
      "learning_rate": 3.645126679248157e-07,
      "loss": 0.6093,
      "step": 43485
    },
    {
      "epoch": 0.9164256323528637,
      "grad_norm": 0.11514820158481598,
      "learning_rate": 3.643300886238954e-07,
      "loss": 0.6568,
      "step": 43486
    },
    {
      "epoch": 0.9164467063912289,
      "grad_norm": 0.12613193690776825,
      "learning_rate": 3.6414755421171897e-07,
      "loss": 0.7059,
      "step": 43487
    },
    {
      "epoch": 0.9164677804295943,
      "grad_norm": 0.10103531181812286,
      "learning_rate": 3.639650646891357e-07,
      "loss": 0.6895,
      "step": 43488
    },
    {
      "epoch": 0.9164888544679596,
      "grad_norm": 0.10137417912483215,
      "learning_rate": 3.637826200569983e-07,
      "loss": 0.6775,
      "step": 43489
    },
    {
      "epoch": 0.9165099285063248,
      "grad_norm": 0.11462408304214478,
      "learning_rate": 3.6360022031615484e-07,
      "loss": 0.7575,
      "step": 43490
    },
    {
      "epoch": 0.9165310025446901,
      "grad_norm": 0.15095897018909454,
      "learning_rate": 3.634178654674525e-07,
      "loss": 0.7026,
      "step": 43491
    },
    {
      "epoch": 0.9165520765830554,
      "grad_norm": 0.09868836402893066,
      "learning_rate": 3.6323555551174616e-07,
      "loss": 0.661,
      "step": 43492
    },
    {
      "epoch": 0.9165731506214208,
      "grad_norm": 0.10203760862350464,
      "learning_rate": 3.630532904498807e-07,
      "loss": 0.6992,
      "step": 43493
    },
    {
      "epoch": 0.916594224659786,
      "grad_norm": 0.11201421171426773,
      "learning_rate": 3.628710702827076e-07,
      "loss": 0.7186,
      "step": 43494
    },
    {
      "epoch": 0.9166152986981513,
      "grad_norm": 0.10028200596570969,
      "learning_rate": 3.6268889501107627e-07,
      "loss": 0.7086,
      "step": 43495
    },
    {
      "epoch": 0.9166363727365165,
      "grad_norm": 0.10207737237215042,
      "learning_rate": 3.625067646358327e-07,
      "loss": 0.6983,
      "step": 43496
    },
    {
      "epoch": 0.9166574467748818,
      "grad_norm": 0.12823663651943207,
      "learning_rate": 3.623246791578283e-07,
      "loss": 0.6981,
      "step": 43497
    },
    {
      "epoch": 0.9166785208132472,
      "grad_norm": 0.09911815822124481,
      "learning_rate": 3.621426385779092e-07,
      "loss": 0.6808,
      "step": 43498
    },
    {
      "epoch": 0.9166995948516125,
      "grad_norm": 0.10505214333534241,
      "learning_rate": 3.6196064289692466e-07,
      "loss": 0.7079,
      "step": 43499
    },
    {
      "epoch": 0.9167206688899777,
      "grad_norm": 0.11401963979005814,
      "learning_rate": 3.617786921157218e-07,
      "loss": 0.6899,
      "step": 43500
    },
    {
      "epoch": 0.916741742928343,
      "grad_norm": 0.10577366501092911,
      "learning_rate": 3.615967862351477e-07,
      "loss": 0.6933,
      "step": 43501
    },
    {
      "epoch": 0.9167628169667082,
      "grad_norm": 0.11170198023319244,
      "learning_rate": 3.614149252560517e-07,
      "loss": 0.6614,
      "step": 43502
    },
    {
      "epoch": 0.9167838910050736,
      "grad_norm": 0.12265785783529282,
      "learning_rate": 3.612331091792798e-07,
      "loss": 0.6798,
      "step": 43503
    },
    {
      "epoch": 0.9168049650434389,
      "grad_norm": 0.09409260004758835,
      "learning_rate": 3.6105133800567793e-07,
      "loss": 0.6643,
      "step": 43504
    },
    {
      "epoch": 0.9168260390818042,
      "grad_norm": 0.11303402483463287,
      "learning_rate": 3.6086961173609434e-07,
      "loss": 0.7278,
      "step": 43505
    },
    {
      "epoch": 0.9168471131201694,
      "grad_norm": 0.12624557316303253,
      "learning_rate": 3.606879303713751e-07,
      "loss": 0.6803,
      "step": 43506
    },
    {
      "epoch": 0.9168681871585347,
      "grad_norm": 0.1091213971376419,
      "learning_rate": 3.6050629391236824e-07,
      "loss": 0.6424,
      "step": 43507
    },
    {
      "epoch": 0.9168892611969001,
      "grad_norm": 0.11156792938709259,
      "learning_rate": 3.603247023599188e-07,
      "loss": 0.7238,
      "step": 43508
    },
    {
      "epoch": 0.9169103352352653,
      "grad_norm": 0.09555506706237793,
      "learning_rate": 3.6014315571487157e-07,
      "loss": 0.7471,
      "step": 43509
    },
    {
      "epoch": 0.9169314092736306,
      "grad_norm": 0.10276561230421066,
      "learning_rate": 3.599616539780737e-07,
      "loss": 0.7272,
      "step": 43510
    },
    {
      "epoch": 0.9169524833119959,
      "grad_norm": 0.27827343344688416,
      "learning_rate": 3.5978019715037004e-07,
      "loss": 0.7595,
      "step": 43511
    },
    {
      "epoch": 0.9169735573503611,
      "grad_norm": 0.10765069723129272,
      "learning_rate": 3.595987852326055e-07,
      "loss": 0.7517,
      "step": 43512
    },
    {
      "epoch": 0.9169946313887264,
      "grad_norm": 0.0971432775259018,
      "learning_rate": 3.5941741822562605e-07,
      "loss": 0.7444,
      "step": 43513
    },
    {
      "epoch": 0.9170157054270918,
      "grad_norm": 0.11668149381875992,
      "learning_rate": 3.5923609613027764e-07,
      "loss": 0.6271,
      "step": 43514
    },
    {
      "epoch": 0.917036779465457,
      "grad_norm": 0.11936785280704498,
      "learning_rate": 3.590548189474019e-07,
      "loss": 0.605,
      "step": 43515
    },
    {
      "epoch": 0.9170578535038223,
      "grad_norm": 0.09918758273124695,
      "learning_rate": 3.58873586677847e-07,
      "loss": 0.6524,
      "step": 43516
    },
    {
      "epoch": 0.9170789275421876,
      "grad_norm": 0.1192910298705101,
      "learning_rate": 3.586923993224545e-07,
      "loss": 0.6972,
      "step": 43517
    },
    {
      "epoch": 0.9171000015805528,
      "grad_norm": 0.12738335132598877,
      "learning_rate": 3.5851125688206925e-07,
      "loss": 0.6654,
      "step": 43518
    },
    {
      "epoch": 0.9171210756189182,
      "grad_norm": 0.1304256170988083,
      "learning_rate": 3.583301593575361e-07,
      "loss": 0.7161,
      "step": 43519
    },
    {
      "epoch": 0.9171421496572835,
      "grad_norm": 0.11269798874855042,
      "learning_rate": 3.5814910674969563e-07,
      "loss": 0.7095,
      "step": 43520
    },
    {
      "epoch": 0.9171632236956487,
      "grad_norm": 0.11824841797351837,
      "learning_rate": 3.579680990593948e-07,
      "loss": 0.6518,
      "step": 43521
    },
    {
      "epoch": 0.917184297734014,
      "grad_norm": 0.10998045653104782,
      "learning_rate": 3.577871362874763e-07,
      "loss": 0.7162,
      "step": 43522
    },
    {
      "epoch": 0.9172053717723793,
      "grad_norm": 0.09878353029489517,
      "learning_rate": 3.576062184347817e-07,
      "loss": 0.7233,
      "step": 43523
    },
    {
      "epoch": 0.9172264458107446,
      "grad_norm": 0.10063109546899796,
      "learning_rate": 3.574253455021548e-07,
      "loss": 0.6313,
      "step": 43524
    },
    {
      "epoch": 0.9172475198491099,
      "grad_norm": 0.11155935376882553,
      "learning_rate": 3.572445174904382e-07,
      "loss": 0.6603,
      "step": 43525
    },
    {
      "epoch": 0.9172685938874752,
      "grad_norm": 0.11434564739465714,
      "learning_rate": 3.5706373440047346e-07,
      "loss": 0.6806,
      "step": 43526
    },
    {
      "epoch": 0.9172896679258404,
      "grad_norm": 0.1103595644235611,
      "learning_rate": 3.568829962331044e-07,
      "loss": 0.6766,
      "step": 43527
    },
    {
      "epoch": 0.9173107419642057,
      "grad_norm": 0.10989638417959213,
      "learning_rate": 3.5670230298917254e-07,
      "loss": 0.6791,
      "step": 43528
    },
    {
      "epoch": 0.9173318160025711,
      "grad_norm": 0.11117622256278992,
      "learning_rate": 3.5652165466951717e-07,
      "loss": 0.6648,
      "step": 43529
    },
    {
      "epoch": 0.9173528900409363,
      "grad_norm": 0.09876160323619843,
      "learning_rate": 3.563410512749832e-07,
      "loss": 0.6413,
      "step": 43530
    },
    {
      "epoch": 0.9173739640793016,
      "grad_norm": 0.10241362452507019,
      "learning_rate": 3.5616049280640995e-07,
      "loss": 0.6818,
      "step": 43531
    },
    {
      "epoch": 0.9173950381176669,
      "grad_norm": 0.09625609219074249,
      "learning_rate": 3.55979979264639e-07,
      "loss": 0.7218,
      "step": 43532
    },
    {
      "epoch": 0.9174161121560321,
      "grad_norm": 0.0998561903834343,
      "learning_rate": 3.557995106505119e-07,
      "loss": 0.665,
      "step": 43533
    },
    {
      "epoch": 0.9174371861943975,
      "grad_norm": 0.13054810464382172,
      "learning_rate": 3.556190869648679e-07,
      "loss": 0.7467,
      "step": 43534
    },
    {
      "epoch": 0.9174582602327628,
      "grad_norm": 0.12120568007230759,
      "learning_rate": 3.5543870820854977e-07,
      "loss": 0.7433,
      "step": 43535
    },
    {
      "epoch": 0.917479334271128,
      "grad_norm": 0.09434866905212402,
      "learning_rate": 3.5525837438239673e-07,
      "loss": 0.6152,
      "step": 43536
    },
    {
      "epoch": 0.9175004083094933,
      "grad_norm": 0.1231670081615448,
      "learning_rate": 3.550780854872493e-07,
      "loss": 0.7292,
      "step": 43537
    },
    {
      "epoch": 0.9175214823478586,
      "grad_norm": 0.116425059735775,
      "learning_rate": 3.5489784152394677e-07,
      "loss": 0.7135,
      "step": 43538
    },
    {
      "epoch": 0.917542556386224,
      "grad_norm": 0.10946331173181534,
      "learning_rate": 3.547176424933285e-07,
      "loss": 0.6697,
      "step": 43539
    },
    {
      "epoch": 0.9175636304245892,
      "grad_norm": 0.12752607464790344,
      "learning_rate": 3.545374883962338e-07,
      "loss": 0.7329,
      "step": 43540
    },
    {
      "epoch": 0.9175847044629545,
      "grad_norm": 0.09179916232824326,
      "learning_rate": 3.543573792335031e-07,
      "loss": 0.645,
      "step": 43541
    },
    {
      "epoch": 0.9176057785013197,
      "grad_norm": 0.09259465336799622,
      "learning_rate": 3.541773150059746e-07,
      "loss": 0.6387,
      "step": 43542
    },
    {
      "epoch": 0.917626852539685,
      "grad_norm": 0.09917156398296356,
      "learning_rate": 3.539972957144877e-07,
      "loss": 0.6823,
      "step": 43543
    },
    {
      "epoch": 0.9176479265780504,
      "grad_norm": 0.09670834243297577,
      "learning_rate": 3.538173213598817e-07,
      "loss": 0.7404,
      "step": 43544
    },
    {
      "epoch": 0.9176690006164157,
      "grad_norm": 0.1251264214515686,
      "learning_rate": 3.536373919429925e-07,
      "loss": 0.7144,
      "step": 43545
    },
    {
      "epoch": 0.9176900746547809,
      "grad_norm": 0.10722850263118744,
      "learning_rate": 3.534575074646607e-07,
      "loss": 0.6941,
      "step": 43546
    },
    {
      "epoch": 0.9177111486931462,
      "grad_norm": 0.12629751861095428,
      "learning_rate": 3.532776679257244e-07,
      "loss": 0.7149,
      "step": 43547
    },
    {
      "epoch": 0.9177322227315114,
      "grad_norm": 0.11949240416288376,
      "learning_rate": 3.530978733270196e-07,
      "loss": 0.666,
      "step": 43548
    },
    {
      "epoch": 0.9177532967698767,
      "grad_norm": 0.14286284148693085,
      "learning_rate": 3.529181236693846e-07,
      "loss": 0.6635,
      "step": 43549
    },
    {
      "epoch": 0.9177743708082421,
      "grad_norm": 0.12907348573207855,
      "learning_rate": 3.5273841895365756e-07,
      "loss": 0.7135,
      "step": 43550
    },
    {
      "epoch": 0.9177954448466074,
      "grad_norm": 0.114825040102005,
      "learning_rate": 3.525587591806745e-07,
      "loss": 0.7361,
      "step": 43551
    },
    {
      "epoch": 0.9178165188849726,
      "grad_norm": 0.11404166370630264,
      "learning_rate": 3.523791443512736e-07,
      "loss": 0.7216,
      "step": 43552
    },
    {
      "epoch": 0.9178375929233379,
      "grad_norm": 0.1169951930642128,
      "learning_rate": 3.5219957446629093e-07,
      "loss": 0.6997,
      "step": 43553
    },
    {
      "epoch": 0.9178586669617032,
      "grad_norm": 0.10565533488988876,
      "learning_rate": 3.5202004952656355e-07,
      "loss": 0.6228,
      "step": 43554
    },
    {
      "epoch": 0.9178797410000685,
      "grad_norm": 0.0938524529337883,
      "learning_rate": 3.5184056953292635e-07,
      "loss": 0.6948,
      "step": 43555
    },
    {
      "epoch": 0.9179008150384338,
      "grad_norm": 0.12758828699588776,
      "learning_rate": 3.516611344862175e-07,
      "loss": 0.7043,
      "step": 43556
    },
    {
      "epoch": 0.9179218890767991,
      "grad_norm": 0.1441570371389389,
      "learning_rate": 3.5148174438727087e-07,
      "loss": 0.6972,
      "step": 43557
    },
    {
      "epoch": 0.9179429631151643,
      "grad_norm": 0.09049530327320099,
      "learning_rate": 3.5130239923692575e-07,
      "loss": 0.7064,
      "step": 43558
    },
    {
      "epoch": 0.9179640371535296,
      "grad_norm": 0.1611938774585724,
      "learning_rate": 3.511230990360126e-07,
      "loss": 0.7625,
      "step": 43559
    },
    {
      "epoch": 0.917985111191895,
      "grad_norm": 0.10980507731437683,
      "learning_rate": 3.509438437853696e-07,
      "loss": 0.6523,
      "step": 43560
    },
    {
      "epoch": 0.9180061852302602,
      "grad_norm": 0.12225553393363953,
      "learning_rate": 3.5076463348583165e-07,
      "loss": 0.781,
      "step": 43561
    },
    {
      "epoch": 0.9180272592686255,
      "grad_norm": 0.16923104226589203,
      "learning_rate": 3.505854681382337e-07,
      "loss": 0.7052,
      "step": 43562
    },
    {
      "epoch": 0.9180483333069908,
      "grad_norm": 0.14560824632644653,
      "learning_rate": 3.504063477434083e-07,
      "loss": 0.6812,
      "step": 43563
    },
    {
      "epoch": 0.918069407345356,
      "grad_norm": 0.1051011011004448,
      "learning_rate": 3.5022727230219265e-07,
      "loss": 0.7282,
      "step": 43564
    },
    {
      "epoch": 0.9180904813837214,
      "grad_norm": 0.09186600893735886,
      "learning_rate": 3.500482418154205e-07,
      "loss": 0.6398,
      "step": 43565
    },
    {
      "epoch": 0.9181115554220867,
      "grad_norm": 0.09932628273963928,
      "learning_rate": 3.4986925628392454e-07,
      "loss": 0.7256,
      "step": 43566
    },
    {
      "epoch": 0.9181326294604519,
      "grad_norm": 0.10345319658517838,
      "learning_rate": 3.496903157085418e-07,
      "loss": 0.7534,
      "step": 43567
    },
    {
      "epoch": 0.9181537034988172,
      "grad_norm": 0.10017921775579453,
      "learning_rate": 3.4951142009010173e-07,
      "loss": 0.7001,
      "step": 43568
    },
    {
      "epoch": 0.9181747775371825,
      "grad_norm": 0.09462426602840424,
      "learning_rate": 3.4933256942944027e-07,
      "loss": 0.614,
      "step": 43569
    },
    {
      "epoch": 0.9181958515755478,
      "grad_norm": 0.10055261105298996,
      "learning_rate": 3.49153763727389e-07,
      "loss": 0.6394,
      "step": 43570
    },
    {
      "epoch": 0.9182169256139131,
      "grad_norm": 0.1014181599020958,
      "learning_rate": 3.489750029847827e-07,
      "loss": 0.6716,
      "step": 43571
    },
    {
      "epoch": 0.9182379996522784,
      "grad_norm": 0.09450430423021317,
      "learning_rate": 3.4879628720245197e-07,
      "loss": 0.6933,
      "step": 43572
    },
    {
      "epoch": 0.9182590736906436,
      "grad_norm": 0.0999230220913887,
      "learning_rate": 3.4861761638123157e-07,
      "loss": 0.6451,
      "step": 43573
    },
    {
      "epoch": 0.9182801477290089,
      "grad_norm": 0.10659264773130417,
      "learning_rate": 3.484389905219532e-07,
      "loss": 0.6372,
      "step": 43574
    },
    {
      "epoch": 0.9183012217673743,
      "grad_norm": 0.12043822556734085,
      "learning_rate": 3.4826040962544825e-07,
      "loss": 0.6402,
      "step": 43575
    },
    {
      "epoch": 0.9183222958057395,
      "grad_norm": 0.10860829055309296,
      "learning_rate": 3.4808187369254954e-07,
      "loss": 0.6815,
      "step": 43576
    },
    {
      "epoch": 0.9183433698441048,
      "grad_norm": 0.12660281360149384,
      "learning_rate": 3.479033827240885e-07,
      "loss": 0.6965,
      "step": 43577
    },
    {
      "epoch": 0.9183644438824701,
      "grad_norm": 0.09425447136163712,
      "learning_rate": 3.4772493672089566e-07,
      "loss": 0.6659,
      "step": 43578
    },
    {
      "epoch": 0.9183855179208353,
      "grad_norm": 0.10231532156467438,
      "learning_rate": 3.475465356838037e-07,
      "loss": 0.6911,
      "step": 43579
    },
    {
      "epoch": 0.9184065919592007,
      "grad_norm": 0.11172877252101898,
      "learning_rate": 3.473681796136441e-07,
      "loss": 0.6729,
      "step": 43580
    },
    {
      "epoch": 0.918427665997566,
      "grad_norm": 0.1068812757730484,
      "learning_rate": 3.4718986851124624e-07,
      "loss": 0.6888,
      "step": 43581
    },
    {
      "epoch": 0.9184487400359312,
      "grad_norm": 0.10584527254104614,
      "learning_rate": 3.470116023774406e-07,
      "loss": 0.718,
      "step": 43582
    },
    {
      "epoch": 0.9184698140742965,
      "grad_norm": 0.13579632341861725,
      "learning_rate": 3.468333812130598e-07,
      "loss": 0.6801,
      "step": 43583
    },
    {
      "epoch": 0.9184908881126618,
      "grad_norm": 0.0947282463312149,
      "learning_rate": 3.46655205018932e-07,
      "loss": 0.672,
      "step": 43584
    },
    {
      "epoch": 0.9185119621510272,
      "grad_norm": 0.10727164149284363,
      "learning_rate": 3.464770737958889e-07,
      "loss": 0.6866,
      "step": 43585
    },
    {
      "epoch": 0.9185330361893924,
      "grad_norm": 0.10025162994861603,
      "learning_rate": 3.4629898754475865e-07,
      "loss": 0.6218,
      "step": 43586
    },
    {
      "epoch": 0.9185541102277577,
      "grad_norm": 0.11072045564651489,
      "learning_rate": 3.4612094626637394e-07,
      "loss": 0.6683,
      "step": 43587
    },
    {
      "epoch": 0.918575184266123,
      "grad_norm": 0.10744460672140121,
      "learning_rate": 3.4594294996155963e-07,
      "loss": 0.7258,
      "step": 43588
    },
    {
      "epoch": 0.9185962583044882,
      "grad_norm": 0.11545981466770172,
      "learning_rate": 3.457649986311484e-07,
      "loss": 0.7158,
      "step": 43589
    },
    {
      "epoch": 0.9186173323428535,
      "grad_norm": 0.1306614726781845,
      "learning_rate": 3.455870922759674e-07,
      "loss": 0.7716,
      "step": 43590
    },
    {
      "epoch": 0.9186384063812189,
      "grad_norm": 0.1032157614827156,
      "learning_rate": 3.4540923089684487e-07,
      "loss": 0.6523,
      "step": 43591
    },
    {
      "epoch": 0.9186594804195841,
      "grad_norm": 0.10497260838747025,
      "learning_rate": 3.4523141449461226e-07,
      "loss": 0.7232,
      "step": 43592
    },
    {
      "epoch": 0.9186805544579494,
      "grad_norm": 0.10765037685632706,
      "learning_rate": 3.450536430700968e-07,
      "loss": 0.7011,
      "step": 43593
    },
    {
      "epoch": 0.9187016284963146,
      "grad_norm": 0.10093320906162262,
      "learning_rate": 3.4487591662412554e-07,
      "loss": 0.7406,
      "step": 43594
    },
    {
      "epoch": 0.9187227025346799,
      "grad_norm": 0.7930585145950317,
      "learning_rate": 3.4469823515752786e-07,
      "loss": 0.6921,
      "step": 43595
    },
    {
      "epoch": 0.9187437765730453,
      "grad_norm": 0.165553480386734,
      "learning_rate": 3.4452059867113085e-07,
      "loss": 0.7349,
      "step": 43596
    },
    {
      "epoch": 0.9187648506114106,
      "grad_norm": 0.11566504836082458,
      "learning_rate": 3.443430071657616e-07,
      "loss": 0.6638,
      "step": 43597
    },
    {
      "epoch": 0.9187859246497758,
      "grad_norm": 0.10669892281293869,
      "learning_rate": 3.441654606422484e-07,
      "loss": 0.6458,
      "step": 43598
    },
    {
      "epoch": 0.9188069986881411,
      "grad_norm": 0.11322014778852463,
      "learning_rate": 3.4398795910141616e-07,
      "loss": 0.6582,
      "step": 43599
    },
    {
      "epoch": 0.9188280727265064,
      "grad_norm": 0.09350349754095078,
      "learning_rate": 3.438105025440952e-07,
      "loss": 0.7116,
      "step": 43600
    },
    {
      "epoch": 0.9188491467648717,
      "grad_norm": 0.10766508430242538,
      "learning_rate": 3.436330909711094e-07,
      "loss": 0.7754,
      "step": 43601
    },
    {
      "epoch": 0.918870220803237,
      "grad_norm": 0.11316262930631638,
      "learning_rate": 3.434557243832859e-07,
      "loss": 0.6472,
      "step": 43602
    },
    {
      "epoch": 0.9188912948416023,
      "grad_norm": 0.09481024742126465,
      "learning_rate": 3.4327840278145286e-07,
      "loss": 0.7035,
      "step": 43603
    },
    {
      "epoch": 0.9189123688799675,
      "grad_norm": 0.10059136897325516,
      "learning_rate": 3.431011261664341e-07,
      "loss": 0.7542,
      "step": 43604
    },
    {
      "epoch": 0.9189334429183328,
      "grad_norm": 0.11518826335668564,
      "learning_rate": 3.429238945390556e-07,
      "loss": 0.727,
      "step": 43605
    },
    {
      "epoch": 0.9189545169566982,
      "grad_norm": 0.10335521399974823,
      "learning_rate": 3.4274670790014455e-07,
      "loss": 0.6795,
      "step": 43606
    },
    {
      "epoch": 0.9189755909950634,
      "grad_norm": 0.10715992003679276,
      "learning_rate": 3.425695662505246e-07,
      "loss": 0.7444,
      "step": 43607
    },
    {
      "epoch": 0.9189966650334287,
      "grad_norm": 0.1167125478386879,
      "learning_rate": 3.42392469591023e-07,
      "loss": 0.6853,
      "step": 43608
    },
    {
      "epoch": 0.919017739071794,
      "grad_norm": 0.11360348016023636,
      "learning_rate": 3.422154179224624e-07,
      "loss": 0.7571,
      "step": 43609
    },
    {
      "epoch": 0.9190388131101592,
      "grad_norm": 0.10902581363916397,
      "learning_rate": 3.4203841124566985e-07,
      "loss": 0.7196,
      "step": 43610
    },
    {
      "epoch": 0.9190598871485246,
      "grad_norm": 0.12058611214160919,
      "learning_rate": 3.4186144956146916e-07,
      "loss": 0.7488,
      "step": 43611
    },
    {
      "epoch": 0.9190809611868899,
      "grad_norm": 0.10830679535865784,
      "learning_rate": 3.4168453287068306e-07,
      "loss": 0.6533,
      "step": 43612
    },
    {
      "epoch": 0.9191020352252551,
      "grad_norm": 0.13834314048290253,
      "learning_rate": 3.4150766117413857e-07,
      "loss": 0.6784,
      "step": 43613
    },
    {
      "epoch": 0.9191231092636204,
      "grad_norm": 0.1201697513461113,
      "learning_rate": 3.413308344726585e-07,
      "loss": 0.7255,
      "step": 43614
    },
    {
      "epoch": 0.9191441833019857,
      "grad_norm": 0.0950588583946228,
      "learning_rate": 3.4115405276706535e-07,
      "loss": 0.6338,
      "step": 43615
    },
    {
      "epoch": 0.919165257340351,
      "grad_norm": 0.11569999903440475,
      "learning_rate": 3.409773160581842e-07,
      "loss": 0.6552,
      "step": 43616
    },
    {
      "epoch": 0.9191863313787163,
      "grad_norm": 0.12920767068862915,
      "learning_rate": 3.408006243468387e-07,
      "loss": 0.6552,
      "step": 43617
    },
    {
      "epoch": 0.9192074054170816,
      "grad_norm": 0.1362965703010559,
      "learning_rate": 3.4062397763385044e-07,
      "loss": 0.7148,
      "step": 43618
    },
    {
      "epoch": 0.9192284794554468,
      "grad_norm": 0.09669805318117142,
      "learning_rate": 3.404473759200433e-07,
      "loss": 0.6945,
      "step": 43619
    },
    {
      "epoch": 0.9192495534938121,
      "grad_norm": 0.1146603524684906,
      "learning_rate": 3.4027081920623873e-07,
      "loss": 0.6862,
      "step": 43620
    },
    {
      "epoch": 0.9192706275321775,
      "grad_norm": 0.09874092042446136,
      "learning_rate": 3.4009430749326167e-07,
      "loss": 0.6706,
      "step": 43621
    },
    {
      "epoch": 0.9192917015705427,
      "grad_norm": 0.11887448281049728,
      "learning_rate": 3.399178407819326e-07,
      "loss": 0.6707,
      "step": 43622
    },
    {
      "epoch": 0.919312775608908,
      "grad_norm": 0.1011631041765213,
      "learning_rate": 3.397414190730741e-07,
      "loss": 0.6267,
      "step": 43623
    },
    {
      "epoch": 0.9193338496472733,
      "grad_norm": 0.10435082763433456,
      "learning_rate": 3.395650423675079e-07,
      "loss": 0.69,
      "step": 43624
    },
    {
      "epoch": 0.9193549236856385,
      "grad_norm": 0.10414839535951614,
      "learning_rate": 3.3938871066605647e-07,
      "loss": 0.6464,
      "step": 43625
    },
    {
      "epoch": 0.9193759977240038,
      "grad_norm": 0.11392993479967117,
      "learning_rate": 3.392124239695416e-07,
      "loss": 0.6846,
      "step": 43626
    },
    {
      "epoch": 0.9193970717623692,
      "grad_norm": 0.09054945409297943,
      "learning_rate": 3.3903618227878244e-07,
      "loss": 0.5989,
      "step": 43627
    },
    {
      "epoch": 0.9194181458007344,
      "grad_norm": 0.10432746261358261,
      "learning_rate": 3.3885998559460067e-07,
      "loss": 0.6663,
      "step": 43628
    },
    {
      "epoch": 0.9194392198390997,
      "grad_norm": 0.100401870906353,
      "learning_rate": 3.386838339178178e-07,
      "loss": 0.694,
      "step": 43629
    },
    {
      "epoch": 0.919460293877465,
      "grad_norm": 0.11306900531053543,
      "learning_rate": 3.385077272492543e-07,
      "loss": 0.7444,
      "step": 43630
    },
    {
      "epoch": 0.9194813679158302,
      "grad_norm": 0.11994749307632446,
      "learning_rate": 3.3833166558973064e-07,
      "loss": 0.7055,
      "step": 43631
    },
    {
      "epoch": 0.9195024419541956,
      "grad_norm": 0.09880062192678452,
      "learning_rate": 3.381556489400661e-07,
      "loss": 0.695,
      "step": 43632
    },
    {
      "epoch": 0.9195235159925609,
      "grad_norm": 0.11421054601669312,
      "learning_rate": 3.3797967730108237e-07,
      "loss": 0.6478,
      "step": 43633
    },
    {
      "epoch": 0.9195445900309261,
      "grad_norm": 0.14496345818042755,
      "learning_rate": 3.378037506735976e-07,
      "loss": 0.7236,
      "step": 43634
    },
    {
      "epoch": 0.9195656640692914,
      "grad_norm": 0.10793677717447281,
      "learning_rate": 3.3762786905843224e-07,
      "loss": 0.6506,
      "step": 43635
    },
    {
      "epoch": 0.9195867381076567,
      "grad_norm": 0.12456955760717392,
      "learning_rate": 3.3745203245640677e-07,
      "loss": 0.7092,
      "step": 43636
    },
    {
      "epoch": 0.919607812146022,
      "grad_norm": 0.10806655883789062,
      "learning_rate": 3.3727624086833723e-07,
      "loss": 0.7028,
      "step": 43637
    },
    {
      "epoch": 0.9196288861843873,
      "grad_norm": 0.12031970173120499,
      "learning_rate": 3.371004942950462e-07,
      "loss": 0.7288,
      "step": 43638
    },
    {
      "epoch": 0.9196499602227526,
      "grad_norm": 0.09761567413806915,
      "learning_rate": 3.369247927373498e-07,
      "loss": 0.667,
      "step": 43639
    },
    {
      "epoch": 0.9196710342611178,
      "grad_norm": 0.1644500494003296,
      "learning_rate": 3.367491361960673e-07,
      "loss": 0.7164,
      "step": 43640
    },
    {
      "epoch": 0.9196921082994831,
      "grad_norm": 0.10623292624950409,
      "learning_rate": 3.3657352467201696e-07,
      "loss": 0.7024,
      "step": 43641
    },
    {
      "epoch": 0.9197131823378485,
      "grad_norm": 0.10881368815898895,
      "learning_rate": 3.3639795816601705e-07,
      "loss": 0.6338,
      "step": 43642
    },
    {
      "epoch": 0.9197342563762138,
      "grad_norm": 0.1005370020866394,
      "learning_rate": 3.3622243667888576e-07,
      "loss": 0.682,
      "step": 43643
    },
    {
      "epoch": 0.919755330414579,
      "grad_norm": 0.10061412304639816,
      "learning_rate": 3.360469602114402e-07,
      "loss": 0.6778,
      "step": 43644
    },
    {
      "epoch": 0.9197764044529443,
      "grad_norm": 0.11214158684015274,
      "learning_rate": 3.3587152876449757e-07,
      "loss": 0.6886,
      "step": 43645
    },
    {
      "epoch": 0.9197974784913096,
      "grad_norm": 0.10686260461807251,
      "learning_rate": 3.3569614233887713e-07,
      "loss": 0.692,
      "step": 43646
    },
    {
      "epoch": 0.9198185525296749,
      "grad_norm": 0.10078153014183044,
      "learning_rate": 3.3552080093539386e-07,
      "loss": 0.6553,
      "step": 43647
    },
    {
      "epoch": 0.9198396265680402,
      "grad_norm": 0.09801866859197617,
      "learning_rate": 3.353455045548648e-07,
      "loss": 0.6827,
      "step": 43648
    },
    {
      "epoch": 0.9198607006064055,
      "grad_norm": 0.10466020554304123,
      "learning_rate": 3.3517025319810605e-07,
      "loss": 0.728,
      "step": 43649
    },
    {
      "epoch": 0.9198817746447707,
      "grad_norm": 0.09757405519485474,
      "learning_rate": 3.3499504686593576e-07,
      "loss": 0.7076,
      "step": 43650
    },
    {
      "epoch": 0.919902848683136,
      "grad_norm": 0.1110752671957016,
      "learning_rate": 3.3481988555917e-07,
      "loss": 0.7627,
      "step": 43651
    },
    {
      "epoch": 0.9199239227215014,
      "grad_norm": 0.10473738610744476,
      "learning_rate": 3.346447692786237e-07,
      "loss": 0.7122,
      "step": 43652
    },
    {
      "epoch": 0.9199449967598666,
      "grad_norm": 0.12259833514690399,
      "learning_rate": 3.3446969802511275e-07,
      "loss": 0.7215,
      "step": 43653
    },
    {
      "epoch": 0.9199660707982319,
      "grad_norm": 0.09439623355865479,
      "learning_rate": 3.342946717994533e-07,
      "loss": 0.6849,
      "step": 43654
    },
    {
      "epoch": 0.9199871448365972,
      "grad_norm": 0.1319102942943573,
      "learning_rate": 3.341196906024624e-07,
      "loss": 0.662,
      "step": 43655
    },
    {
      "epoch": 0.9200082188749624,
      "grad_norm": 0.10032805800437927,
      "learning_rate": 3.3394475443495165e-07,
      "loss": 0.7285,
      "step": 43656
    },
    {
      "epoch": 0.9200292929133278,
      "grad_norm": 0.19021287560462952,
      "learning_rate": 3.337698632977371e-07,
      "loss": 0.6922,
      "step": 43657
    },
    {
      "epoch": 0.9200503669516931,
      "grad_norm": 0.09321505576372147,
      "learning_rate": 3.335950171916347e-07,
      "loss": 0.6917,
      "step": 43658
    },
    {
      "epoch": 0.9200714409900583,
      "grad_norm": 0.11425507813692093,
      "learning_rate": 3.3342021611745824e-07,
      "loss": 0.6379,
      "step": 43659
    },
    {
      "epoch": 0.9200925150284236,
      "grad_norm": 0.11376199871301651,
      "learning_rate": 3.3324546007602263e-07,
      "loss": 0.657,
      "step": 43660
    },
    {
      "epoch": 0.9201135890667889,
      "grad_norm": 0.10915564000606537,
      "learning_rate": 3.3307074906814176e-07,
      "loss": 0.66,
      "step": 43661
    },
    {
      "epoch": 0.9201346631051542,
      "grad_norm": 0.10008978098630905,
      "learning_rate": 3.328960830946282e-07,
      "loss": 0.6788,
      "step": 43662
    },
    {
      "epoch": 0.9201557371435195,
      "grad_norm": 0.12379162758588791,
      "learning_rate": 3.3272146215629684e-07,
      "loss": 0.8157,
      "step": 43663
    },
    {
      "epoch": 0.9201768111818848,
      "grad_norm": 0.10192164033651352,
      "learning_rate": 3.325468862539627e-07,
      "loss": 0.6599,
      "step": 43664
    },
    {
      "epoch": 0.92019788522025,
      "grad_norm": 0.09634823352098465,
      "learning_rate": 3.3237235538843615e-07,
      "loss": 0.6793,
      "step": 43665
    },
    {
      "epoch": 0.9202189592586153,
      "grad_norm": 0.11946889758110046,
      "learning_rate": 3.32197869560531e-07,
      "loss": 0.7333,
      "step": 43666
    },
    {
      "epoch": 0.9202400332969806,
      "grad_norm": 0.0966709554195404,
      "learning_rate": 3.320234287710622e-07,
      "loss": 0.7303,
      "step": 43667
    },
    {
      "epoch": 0.9202611073353459,
      "grad_norm": 0.10862477123737335,
      "learning_rate": 3.3184903302084017e-07,
      "loss": 0.7542,
      "step": 43668
    },
    {
      "epoch": 0.9202821813737112,
      "grad_norm": 0.09770981967449188,
      "learning_rate": 3.3167468231067755e-07,
      "loss": 0.6412,
      "step": 43669
    },
    {
      "epoch": 0.9203032554120765,
      "grad_norm": 0.10483265668153763,
      "learning_rate": 3.3150037664138823e-07,
      "loss": 0.6179,
      "step": 43670
    },
    {
      "epoch": 0.9203243294504417,
      "grad_norm": 0.09542671591043472,
      "learning_rate": 3.313261160137815e-07,
      "loss": 0.7042,
      "step": 43671
    },
    {
      "epoch": 0.920345403488807,
      "grad_norm": 0.10169670730829239,
      "learning_rate": 3.3115190042867226e-07,
      "loss": 0.6852,
      "step": 43672
    },
    {
      "epoch": 0.9203664775271724,
      "grad_norm": 0.10767611861228943,
      "learning_rate": 3.3097772988686995e-07,
      "loss": 0.6883,
      "step": 43673
    },
    {
      "epoch": 0.9203875515655376,
      "grad_norm": 0.108331598341465,
      "learning_rate": 3.3080360438918715e-07,
      "loss": 0.7189,
      "step": 43674
    },
    {
      "epoch": 0.9204086256039029,
      "grad_norm": 0.10275696963071823,
      "learning_rate": 3.306295239364332e-07,
      "loss": 0.6919,
      "step": 43675
    },
    {
      "epoch": 0.9204296996422682,
      "grad_norm": 0.11611900478601456,
      "learning_rate": 3.304554885294231e-07,
      "loss": 0.7237,
      "step": 43676
    },
    {
      "epoch": 0.9204507736806334,
      "grad_norm": 0.0969071239233017,
      "learning_rate": 3.3028149816896285e-07,
      "loss": 0.7113,
      "step": 43677
    },
    {
      "epoch": 0.9204718477189988,
      "grad_norm": 0.1392250955104828,
      "learning_rate": 3.3010755285586395e-07,
      "loss": 0.723,
      "step": 43678
    },
    {
      "epoch": 0.9204929217573641,
      "grad_norm": 0.12081295996904373,
      "learning_rate": 3.299336525909391e-07,
      "loss": 0.6713,
      "step": 43679
    },
    {
      "epoch": 0.9205139957957293,
      "grad_norm": 0.10825257003307343,
      "learning_rate": 3.2975979737499664e-07,
      "loss": 0.6203,
      "step": 43680
    },
    {
      "epoch": 0.9205350698340946,
      "grad_norm": 0.0973651334643364,
      "learning_rate": 3.29585987208848e-07,
      "loss": 0.6903,
      "step": 43681
    },
    {
      "epoch": 0.9205561438724599,
      "grad_norm": 0.3069421052932739,
      "learning_rate": 3.294122220933016e-07,
      "loss": 0.6566,
      "step": 43682
    },
    {
      "epoch": 0.9205772179108253,
      "grad_norm": 0.12597794830799103,
      "learning_rate": 3.2923850202916665e-07,
      "loss": 0.706,
      "step": 43683
    },
    {
      "epoch": 0.9205982919491905,
      "grad_norm": 0.1304721236228943,
      "learning_rate": 3.2906482701725363e-07,
      "loss": 0.6876,
      "step": 43684
    },
    {
      "epoch": 0.9206193659875558,
      "grad_norm": 0.10391050577163696,
      "learning_rate": 3.2889119705837193e-07,
      "loss": 0.6869,
      "step": 43685
    },
    {
      "epoch": 0.920640440025921,
      "grad_norm": 0.09639855474233627,
      "learning_rate": 3.2871761215332865e-07,
      "loss": 0.6759,
      "step": 43686
    },
    {
      "epoch": 0.9206615140642863,
      "grad_norm": 0.101816326379776,
      "learning_rate": 3.285440723029332e-07,
      "loss": 0.6789,
      "step": 43687
    },
    {
      "epoch": 0.9206825881026517,
      "grad_norm": 0.1016121357679367,
      "learning_rate": 3.283705775079937e-07,
      "loss": 0.6266,
      "step": 43688
    },
    {
      "epoch": 0.920703662141017,
      "grad_norm": 0.10368853062391281,
      "learning_rate": 3.281971277693197e-07,
      "loss": 0.6887,
      "step": 43689
    },
    {
      "epoch": 0.9207247361793822,
      "grad_norm": 0.12155714631080627,
      "learning_rate": 3.2802372308771704e-07,
      "loss": 0.7591,
      "step": 43690
    },
    {
      "epoch": 0.9207458102177475,
      "grad_norm": 0.11195531487464905,
      "learning_rate": 3.2785036346399624e-07,
      "loss": 0.662,
      "step": 43691
    },
    {
      "epoch": 0.9207668842561127,
      "grad_norm": 0.1191449835896492,
      "learning_rate": 3.276770488989622e-07,
      "loss": 0.6897,
      "step": 43692
    },
    {
      "epoch": 0.9207879582944781,
      "grad_norm": 0.09941428899765015,
      "learning_rate": 3.275037793934244e-07,
      "loss": 0.6611,
      "step": 43693
    },
    {
      "epoch": 0.9208090323328434,
      "grad_norm": 0.10331013053655624,
      "learning_rate": 3.2733055494819087e-07,
      "loss": 0.6796,
      "step": 43694
    },
    {
      "epoch": 0.9208301063712087,
      "grad_norm": 0.1168128252029419,
      "learning_rate": 3.271573755640656e-07,
      "loss": 0.7062,
      "step": 43695
    },
    {
      "epoch": 0.9208511804095739,
      "grad_norm": 0.10739605128765106,
      "learning_rate": 3.2698424124185666e-07,
      "loss": 0.639,
      "step": 43696
    },
    {
      "epoch": 0.9208722544479392,
      "grad_norm": 0.13160017132759094,
      "learning_rate": 3.2681115198237133e-07,
      "loss": 0.6975,
      "step": 43697
    },
    {
      "epoch": 0.9208933284863046,
      "grad_norm": 0.14734750986099243,
      "learning_rate": 3.266381077864145e-07,
      "loss": 0.6836,
      "step": 43698
    },
    {
      "epoch": 0.9209144025246698,
      "grad_norm": 0.11784400045871735,
      "learning_rate": 3.264651086547943e-07,
      "loss": 0.7039,
      "step": 43699
    },
    {
      "epoch": 0.9209354765630351,
      "grad_norm": 0.13483859598636627,
      "learning_rate": 3.2629215458831465e-07,
      "loss": 0.774,
      "step": 43700
    },
    {
      "epoch": 0.9209565506014004,
      "grad_norm": 0.09785570949316025,
      "learning_rate": 3.261192455877826e-07,
      "loss": 0.6951,
      "step": 43701
    },
    {
      "epoch": 0.9209776246397656,
      "grad_norm": 0.0910712480545044,
      "learning_rate": 3.259463816540043e-07,
      "loss": 0.6294,
      "step": 43702
    },
    {
      "epoch": 0.9209986986781309,
      "grad_norm": 0.1025615930557251,
      "learning_rate": 3.257735627877823e-07,
      "loss": 0.6866,
      "step": 43703
    },
    {
      "epoch": 0.9210197727164963,
      "grad_norm": 0.11744450032711029,
      "learning_rate": 3.2560078898992487e-07,
      "loss": 0.7634,
      "step": 43704
    },
    {
      "epoch": 0.9210408467548615,
      "grad_norm": 0.10873042047023773,
      "learning_rate": 3.2542806026123584e-07,
      "loss": 0.6827,
      "step": 43705
    },
    {
      "epoch": 0.9210619207932268,
      "grad_norm": 0.1395697444677353,
      "learning_rate": 3.2525537660251793e-07,
      "loss": 0.727,
      "step": 43706
    },
    {
      "epoch": 0.9210829948315921,
      "grad_norm": 0.11870603263378143,
      "learning_rate": 3.2508273801457604e-07,
      "loss": 0.6972,
      "step": 43707
    },
    {
      "epoch": 0.9211040688699573,
      "grad_norm": 0.11723274737596512,
      "learning_rate": 3.249101444982172e-07,
      "loss": 0.7324,
      "step": 43708
    },
    {
      "epoch": 0.9211251429083227,
      "grad_norm": 0.10428617149591446,
      "learning_rate": 3.2473759605424425e-07,
      "loss": 0.6933,
      "step": 43709
    },
    {
      "epoch": 0.921146216946688,
      "grad_norm": 0.09429056942462921,
      "learning_rate": 3.245650926834598e-07,
      "loss": 0.7088,
      "step": 43710
    },
    {
      "epoch": 0.9211672909850532,
      "grad_norm": 0.12803010642528534,
      "learning_rate": 3.243926343866688e-07,
      "loss": 0.7216,
      "step": 43711
    },
    {
      "epoch": 0.9211883650234185,
      "grad_norm": 0.1290007084608078,
      "learning_rate": 3.2422022116467277e-07,
      "loss": 0.6424,
      "step": 43712
    },
    {
      "epoch": 0.9212094390617838,
      "grad_norm": 0.10660666227340698,
      "learning_rate": 3.240478530182778e-07,
      "loss": 0.6894,
      "step": 43713
    },
    {
      "epoch": 0.9212305131001491,
      "grad_norm": 0.12023087590932846,
      "learning_rate": 3.238755299482854e-07,
      "loss": 0.6655,
      "step": 43714
    },
    {
      "epoch": 0.9212515871385144,
      "grad_norm": 0.09866870194673538,
      "learning_rate": 3.2370325195549833e-07,
      "loss": 0.7054,
      "step": 43715
    },
    {
      "epoch": 0.9212726611768797,
      "grad_norm": 0.09929836541414261,
      "learning_rate": 3.235310190407182e-07,
      "loss": 0.7456,
      "step": 43716
    },
    {
      "epoch": 0.9212937352152449,
      "grad_norm": 0.11182527989149094,
      "learning_rate": 3.2335883120474867e-07,
      "loss": 0.7181,
      "step": 43717
    },
    {
      "epoch": 0.9213148092536102,
      "grad_norm": 0.10328259319067001,
      "learning_rate": 3.231866884483914e-07,
      "loss": 0.7002,
      "step": 43718
    },
    {
      "epoch": 0.9213358832919756,
      "grad_norm": 0.11039531975984573,
      "learning_rate": 3.23014590772448e-07,
      "loss": 0.6425,
      "step": 43719
    },
    {
      "epoch": 0.9213569573303408,
      "grad_norm": 0.1366572082042694,
      "learning_rate": 3.2284253817772116e-07,
      "loss": 0.6776,
      "step": 43720
    },
    {
      "epoch": 0.9213780313687061,
      "grad_norm": 0.10501127690076828,
      "learning_rate": 3.226705306650113e-07,
      "loss": 0.7316,
      "step": 43721
    },
    {
      "epoch": 0.9213991054070714,
      "grad_norm": 0.12892434000968933,
      "learning_rate": 3.224985682351212e-07,
      "loss": 0.6353,
      "step": 43722
    },
    {
      "epoch": 0.9214201794454366,
      "grad_norm": 0.09634119272232056,
      "learning_rate": 3.223266508888512e-07,
      "loss": 0.6714,
      "step": 43723
    },
    {
      "epoch": 0.921441253483802,
      "grad_norm": 0.11461810022592545,
      "learning_rate": 3.221547786270018e-07,
      "loss": 0.6847,
      "step": 43724
    },
    {
      "epoch": 0.9214623275221673,
      "grad_norm": 0.1340104639530182,
      "learning_rate": 3.219829514503736e-07,
      "loss": 0.7768,
      "step": 43725
    },
    {
      "epoch": 0.9214834015605325,
      "grad_norm": 0.10638809204101562,
      "learning_rate": 3.218111693597681e-07,
      "loss": 0.6693,
      "step": 43726
    },
    {
      "epoch": 0.9215044755988978,
      "grad_norm": 0.10464253276586533,
      "learning_rate": 3.216394323559846e-07,
      "loss": 0.6818,
      "step": 43727
    },
    {
      "epoch": 0.9215255496372631,
      "grad_norm": 0.09910090267658234,
      "learning_rate": 3.2146774043982364e-07,
      "loss": 0.6809,
      "step": 43728
    },
    {
      "epoch": 0.9215466236756285,
      "grad_norm": 0.13760334253311157,
      "learning_rate": 3.212960936120846e-07,
      "loss": 0.6686,
      "step": 43729
    },
    {
      "epoch": 0.9215676977139937,
      "grad_norm": 0.09215512126684189,
      "learning_rate": 3.211244918735679e-07,
      "loss": 0.6868,
      "step": 43730
    },
    {
      "epoch": 0.921588771752359,
      "grad_norm": 0.14863544702529907,
      "learning_rate": 3.2095293522507177e-07,
      "loss": 0.696,
      "step": 43731
    },
    {
      "epoch": 0.9216098457907242,
      "grad_norm": 0.10766575485467911,
      "learning_rate": 3.207814236673967e-07,
      "loss": 0.7506,
      "step": 43732
    },
    {
      "epoch": 0.9216309198290895,
      "grad_norm": 0.11214172095060349,
      "learning_rate": 3.20609957201341e-07,
      "loss": 0.6539,
      "step": 43733
    },
    {
      "epoch": 0.9216519938674549,
      "grad_norm": 0.1005038395524025,
      "learning_rate": 3.2043853582770403e-07,
      "loss": 0.7461,
      "step": 43734
    },
    {
      "epoch": 0.9216730679058202,
      "grad_norm": 0.12442785501480103,
      "learning_rate": 3.202671595472828e-07,
      "loss": 0.7189,
      "step": 43735
    },
    {
      "epoch": 0.9216941419441854,
      "grad_norm": 0.11799978464841843,
      "learning_rate": 3.2009582836087793e-07,
      "loss": 0.718,
      "step": 43736
    },
    {
      "epoch": 0.9217152159825507,
      "grad_norm": 0.12364519387483597,
      "learning_rate": 3.1992454226928536e-07,
      "loss": 0.6808,
      "step": 43737
    },
    {
      "epoch": 0.921736290020916,
      "grad_norm": 0.12866249680519104,
      "learning_rate": 3.197533012733056e-07,
      "loss": 0.6409,
      "step": 43738
    },
    {
      "epoch": 0.9217573640592812,
      "grad_norm": 0.098136305809021,
      "learning_rate": 3.1958210537373356e-07,
      "loss": 0.6905,
      "step": 43739
    },
    {
      "epoch": 0.9217784380976466,
      "grad_norm": 0.11623107641935349,
      "learning_rate": 3.194109545713686e-07,
      "loss": 0.7262,
      "step": 43740
    },
    {
      "epoch": 0.9217995121360119,
      "grad_norm": 0.10571835935115814,
      "learning_rate": 3.1923984886700786e-07,
      "loss": 0.5869,
      "step": 43741
    },
    {
      "epoch": 0.9218205861743771,
      "grad_norm": 0.10572505742311478,
      "learning_rate": 3.190687882614485e-07,
      "loss": 0.6924,
      "step": 43742
    },
    {
      "epoch": 0.9218416602127424,
      "grad_norm": 0.09993765503168106,
      "learning_rate": 3.188977727554865e-07,
      "loss": 0.7645,
      "step": 43743
    },
    {
      "epoch": 0.9218627342511077,
      "grad_norm": 0.11520612984895706,
      "learning_rate": 3.1872680234992015e-07,
      "loss": 0.7622,
      "step": 43744
    },
    {
      "epoch": 0.921883808289473,
      "grad_norm": 0.1636863648891449,
      "learning_rate": 3.1855587704554437e-07,
      "loss": 0.6644,
      "step": 43745
    },
    {
      "epoch": 0.9219048823278383,
      "grad_norm": 0.1194285973906517,
      "learning_rate": 3.183849968431563e-07,
      "loss": 0.7312,
      "step": 43746
    },
    {
      "epoch": 0.9219259563662036,
      "grad_norm": 0.10492914170026779,
      "learning_rate": 3.182141617435508e-07,
      "loss": 0.6714,
      "step": 43747
    },
    {
      "epoch": 0.9219470304045688,
      "grad_norm": 0.10043211281299591,
      "learning_rate": 3.180433717475251e-07,
      "loss": 0.6643,
      "step": 43748
    },
    {
      "epoch": 0.9219681044429341,
      "grad_norm": 0.1165970042347908,
      "learning_rate": 3.1787262685587515e-07,
      "loss": 0.656,
      "step": 43749
    },
    {
      "epoch": 0.9219891784812995,
      "grad_norm": 0.10380199551582336,
      "learning_rate": 3.1770192706939375e-07,
      "loss": 0.7125,
      "step": 43750
    },
    {
      "epoch": 0.9220102525196647,
      "grad_norm": 0.1652754843235016,
      "learning_rate": 3.1753127238887904e-07,
      "loss": 0.6961,
      "step": 43751
    },
    {
      "epoch": 0.92203132655803,
      "grad_norm": 0.10760118067264557,
      "learning_rate": 3.173606628151249e-07,
      "loss": 0.6353,
      "step": 43752
    },
    {
      "epoch": 0.9220524005963953,
      "grad_norm": 0.10279315710067749,
      "learning_rate": 3.171900983489273e-07,
      "loss": 0.6263,
      "step": 43753
    },
    {
      "epoch": 0.9220734746347605,
      "grad_norm": 0.10765831917524338,
      "learning_rate": 3.1701957899107907e-07,
      "loss": 0.6277,
      "step": 43754
    },
    {
      "epoch": 0.9220945486731259,
      "grad_norm": 0.0939134806394577,
      "learning_rate": 3.1684910474237495e-07,
      "loss": 0.6308,
      "step": 43755
    },
    {
      "epoch": 0.9221156227114912,
      "grad_norm": 0.1083071306347847,
      "learning_rate": 3.1667867560361e-07,
      "loss": 0.7268,
      "step": 43756
    },
    {
      "epoch": 0.9221366967498564,
      "grad_norm": 0.10822471976280212,
      "learning_rate": 3.1650829157557685e-07,
      "loss": 0.6659,
      "step": 43757
    },
    {
      "epoch": 0.9221577707882217,
      "grad_norm": 0.12769441306591034,
      "learning_rate": 3.1633795265907043e-07,
      "loss": 0.7308,
      "step": 43758
    },
    {
      "epoch": 0.922178844826587,
      "grad_norm": 0.10451808571815491,
      "learning_rate": 3.1616765885488344e-07,
      "loss": 0.6943,
      "step": 43759
    },
    {
      "epoch": 0.9221999188649523,
      "grad_norm": 0.10315778106451035,
      "learning_rate": 3.159974101638097e-07,
      "loss": 0.6731,
      "step": 43760
    },
    {
      "epoch": 0.9222209929033176,
      "grad_norm": 0.14962002635002136,
      "learning_rate": 3.15827206586643e-07,
      "loss": 0.7664,
      "step": 43761
    },
    {
      "epoch": 0.9222420669416829,
      "grad_norm": 0.10928932577371597,
      "learning_rate": 3.1565704812417497e-07,
      "loss": 0.7104,
      "step": 43762
    },
    {
      "epoch": 0.9222631409800481,
      "grad_norm": 0.10673589259386063,
      "learning_rate": 3.154869347771994e-07,
      "loss": 0.723,
      "step": 43763
    },
    {
      "epoch": 0.9222842150184134,
      "grad_norm": 0.09443196654319763,
      "learning_rate": 3.1531686654650784e-07,
      "loss": 0.6849,
      "step": 43764
    },
    {
      "epoch": 0.9223052890567788,
      "grad_norm": 0.12387523800134659,
      "learning_rate": 3.15146843432893e-07,
      "loss": 0.7203,
      "step": 43765
    },
    {
      "epoch": 0.922326363095144,
      "grad_norm": 0.1106344684958458,
      "learning_rate": 3.1497686543714655e-07,
      "loss": 0.6885,
      "step": 43766
    },
    {
      "epoch": 0.9223474371335093,
      "grad_norm": 0.11234113574028015,
      "learning_rate": 3.1480693256006114e-07,
      "loss": 0.7514,
      "step": 43767
    },
    {
      "epoch": 0.9223685111718746,
      "grad_norm": 0.10040416568517685,
      "learning_rate": 3.146370448024272e-07,
      "loss": 0.7045,
      "step": 43768
    },
    {
      "epoch": 0.9223895852102398,
      "grad_norm": 0.11427077651023865,
      "learning_rate": 3.1446720216503743e-07,
      "loss": 0.7577,
      "step": 43769
    },
    {
      "epoch": 0.9224106592486052,
      "grad_norm": 0.13447880744934082,
      "learning_rate": 3.142974046486835e-07,
      "loss": 0.7823,
      "step": 43770
    },
    {
      "epoch": 0.9224317332869705,
      "grad_norm": 0.09305726736783981,
      "learning_rate": 3.1412765225415475e-07,
      "loss": 0.6721,
      "step": 43771
    },
    {
      "epoch": 0.9224528073253357,
      "grad_norm": 0.12253165990114212,
      "learning_rate": 3.1395794498224275e-07,
      "loss": 0.7251,
      "step": 43772
    },
    {
      "epoch": 0.922473881363701,
      "grad_norm": 0.1263214349746704,
      "learning_rate": 3.137882828337391e-07,
      "loss": 0.6871,
      "step": 43773
    },
    {
      "epoch": 0.9224949554020663,
      "grad_norm": 0.10397760570049286,
      "learning_rate": 3.136186658094331e-07,
      "loss": 0.7453,
      "step": 43774
    },
    {
      "epoch": 0.9225160294404317,
      "grad_norm": 0.10798996686935425,
      "learning_rate": 3.1344909391011423e-07,
      "loss": 0.6886,
      "step": 43775
    },
    {
      "epoch": 0.9225371034787969,
      "grad_norm": 0.11510387808084488,
      "learning_rate": 3.132795671365729e-07,
      "loss": 0.756,
      "step": 43776
    },
    {
      "epoch": 0.9225581775171622,
      "grad_norm": 0.09930524230003357,
      "learning_rate": 3.131100854895996e-07,
      "loss": 0.6811,
      "step": 43777
    },
    {
      "epoch": 0.9225792515555274,
      "grad_norm": 0.11895211040973663,
      "learning_rate": 3.1294064896998265e-07,
      "loss": 0.6342,
      "step": 43778
    },
    {
      "epoch": 0.9226003255938927,
      "grad_norm": 0.10745404660701752,
      "learning_rate": 3.1277125757851246e-07,
      "loss": 0.7355,
      "step": 43779
    },
    {
      "epoch": 0.922621399632258,
      "grad_norm": 0.10820351541042328,
      "learning_rate": 3.126019113159795e-07,
      "loss": 0.6655,
      "step": 43780
    },
    {
      "epoch": 0.9226424736706234,
      "grad_norm": 0.10154733061790466,
      "learning_rate": 3.1243261018316986e-07,
      "loss": 0.7458,
      "step": 43781
    },
    {
      "epoch": 0.9226635477089886,
      "grad_norm": 0.12502248585224152,
      "learning_rate": 3.1226335418087505e-07,
      "loss": 0.6781,
      "step": 43782
    },
    {
      "epoch": 0.9226846217473539,
      "grad_norm": 0.1083517074584961,
      "learning_rate": 3.120941433098801e-07,
      "loss": 0.7069,
      "step": 43783
    },
    {
      "epoch": 0.9227056957857191,
      "grad_norm": 0.12049377709627151,
      "learning_rate": 3.119249775709765e-07,
      "loss": 0.7108,
      "step": 43784
    },
    {
      "epoch": 0.9227267698240844,
      "grad_norm": 0.10513840615749359,
      "learning_rate": 3.1175585696495035e-07,
      "loss": 0.7252,
      "step": 43785
    },
    {
      "epoch": 0.9227478438624498,
      "grad_norm": 0.11169176548719406,
      "learning_rate": 3.1158678149259103e-07,
      "loss": 0.6534,
      "step": 43786
    },
    {
      "epoch": 0.922768917900815,
      "grad_norm": 0.10958435386419296,
      "learning_rate": 3.1141775115468453e-07,
      "loss": 0.7373,
      "step": 43787
    },
    {
      "epoch": 0.9227899919391803,
      "grad_norm": 0.11261750012636185,
      "learning_rate": 3.1124876595201914e-07,
      "loss": 0.6815,
      "step": 43788
    },
    {
      "epoch": 0.9228110659775456,
      "grad_norm": 0.13408000767230988,
      "learning_rate": 3.11079825885382e-07,
      "loss": 0.7147,
      "step": 43789
    },
    {
      "epoch": 0.9228321400159109,
      "grad_norm": 0.1049095094203949,
      "learning_rate": 3.109109309555602e-07,
      "loss": 0.6667,
      "step": 43790
    },
    {
      "epoch": 0.9228532140542762,
      "grad_norm": 0.11561217904090881,
      "learning_rate": 3.1074208116334106e-07,
      "loss": 0.7137,
      "step": 43791
    },
    {
      "epoch": 0.9228742880926415,
      "grad_norm": 0.09593397378921509,
      "learning_rate": 3.105732765095115e-07,
      "loss": 0.6359,
      "step": 43792
    },
    {
      "epoch": 0.9228953621310068,
      "grad_norm": 0.0992288738489151,
      "learning_rate": 3.1040451699485555e-07,
      "loss": 0.7413,
      "step": 43793
    },
    {
      "epoch": 0.922916436169372,
      "grad_norm": 0.11566108465194702,
      "learning_rate": 3.102358026201613e-07,
      "loss": 0.6945,
      "step": 43794
    },
    {
      "epoch": 0.9229375102077373,
      "grad_norm": 0.09818770736455917,
      "learning_rate": 3.1006713338621484e-07,
      "loss": 0.7065,
      "step": 43795
    },
    {
      "epoch": 0.9229585842461027,
      "grad_norm": 0.09808119386434555,
      "learning_rate": 3.0989850929380225e-07,
      "loss": 0.6936,
      "step": 43796
    },
    {
      "epoch": 0.9229796582844679,
      "grad_norm": 0.12234141677618027,
      "learning_rate": 3.0972993034370735e-07,
      "loss": 0.6905,
      "step": 43797
    },
    {
      "epoch": 0.9230007323228332,
      "grad_norm": 0.10888870805501938,
      "learning_rate": 3.0956139653671614e-07,
      "loss": 0.7083,
      "step": 43798
    },
    {
      "epoch": 0.9230218063611985,
      "grad_norm": 0.10701106488704681,
      "learning_rate": 3.0939290787361464e-07,
      "loss": 0.7389,
      "step": 43799
    },
    {
      "epoch": 0.9230428803995637,
      "grad_norm": 0.13643847405910492,
      "learning_rate": 3.092244643551867e-07,
      "loss": 0.7616,
      "step": 43800
    },
    {
      "epoch": 0.9230639544379291,
      "grad_norm": 0.11167914420366287,
      "learning_rate": 3.0905606598221836e-07,
      "loss": 0.7218,
      "step": 43801
    },
    {
      "epoch": 0.9230850284762944,
      "grad_norm": 0.14505310356616974,
      "learning_rate": 3.088877127554923e-07,
      "loss": 0.7155,
      "step": 43802
    },
    {
      "epoch": 0.9231061025146596,
      "grad_norm": 0.11256696283817291,
      "learning_rate": 3.0871940467579574e-07,
      "loss": 0.685,
      "step": 43803
    },
    {
      "epoch": 0.9231271765530249,
      "grad_norm": 0.11169066280126572,
      "learning_rate": 3.085511417439091e-07,
      "loss": 0.6982,
      "step": 43804
    },
    {
      "epoch": 0.9231482505913902,
      "grad_norm": 0.1020517647266388,
      "learning_rate": 3.083829239606184e-07,
      "loss": 0.7156,
      "step": 43805
    },
    {
      "epoch": 0.9231693246297555,
      "grad_norm": 0.09703733026981354,
      "learning_rate": 3.0821475132670644e-07,
      "loss": 0.6865,
      "step": 43806
    },
    {
      "epoch": 0.9231903986681208,
      "grad_norm": 0.11660926789045334,
      "learning_rate": 3.080466238429558e-07,
      "loss": 0.7529,
      "step": 43807
    },
    {
      "epoch": 0.9232114727064861,
      "grad_norm": 0.11588219553232193,
      "learning_rate": 3.078785415101526e-07,
      "loss": 0.7279,
      "step": 43808
    },
    {
      "epoch": 0.9232325467448513,
      "grad_norm": 0.10028064996004105,
      "learning_rate": 3.0771050432907846e-07,
      "loss": 0.6865,
      "step": 43809
    },
    {
      "epoch": 0.9232536207832166,
      "grad_norm": 0.09930069744586945,
      "learning_rate": 3.0754251230051603e-07,
      "loss": 0.7026,
      "step": 43810
    },
    {
      "epoch": 0.923274694821582,
      "grad_norm": 0.23509801924228668,
      "learning_rate": 3.0737456542524693e-07,
      "loss": 0.6954,
      "step": 43811
    },
    {
      "epoch": 0.9232957688599472,
      "grad_norm": 0.09551922231912613,
      "learning_rate": 3.0720666370405715e-07,
      "loss": 0.6719,
      "step": 43812
    },
    {
      "epoch": 0.9233168428983125,
      "grad_norm": 0.12222414463758469,
      "learning_rate": 3.0703880713772395e-07,
      "loss": 0.7774,
      "step": 43813
    },
    {
      "epoch": 0.9233379169366778,
      "grad_norm": 0.1469457596540451,
      "learning_rate": 3.0687099572703215e-07,
      "loss": 0.6837,
      "step": 43814
    },
    {
      "epoch": 0.923358990975043,
      "grad_norm": 0.14649765193462372,
      "learning_rate": 3.067032294727623e-07,
      "loss": 0.7338,
      "step": 43815
    },
    {
      "epoch": 0.9233800650134083,
      "grad_norm": 0.1012222170829773,
      "learning_rate": 3.065355083756971e-07,
      "loss": 0.7365,
      "step": 43816
    },
    {
      "epoch": 0.9234011390517737,
      "grad_norm": 0.10407581180334091,
      "learning_rate": 3.0636783243661815e-07,
      "loss": 0.6316,
      "step": 43817
    },
    {
      "epoch": 0.9234222130901389,
      "grad_norm": 0.11247070878744125,
      "learning_rate": 3.062002016563048e-07,
      "loss": 0.6421,
      "step": 43818
    },
    {
      "epoch": 0.9234432871285042,
      "grad_norm": 0.14126844704151154,
      "learning_rate": 3.060326160355398e-07,
      "loss": 0.7286,
      "step": 43819
    },
    {
      "epoch": 0.9234643611668695,
      "grad_norm": 0.1136791780591011,
      "learning_rate": 3.058650755751025e-07,
      "loss": 0.6782,
      "step": 43820
    },
    {
      "epoch": 0.9234854352052347,
      "grad_norm": 0.1254739612340927,
      "learning_rate": 3.0569758027577445e-07,
      "loss": 0.7339,
      "step": 43821
    },
    {
      "epoch": 0.9235065092436001,
      "grad_norm": 0.12250658124685287,
      "learning_rate": 3.055301301383351e-07,
      "loss": 0.6996,
      "step": 43822
    },
    {
      "epoch": 0.9235275832819654,
      "grad_norm": 0.0966043472290039,
      "learning_rate": 3.0536272516356605e-07,
      "loss": 0.6258,
      "step": 43823
    },
    {
      "epoch": 0.9235486573203306,
      "grad_norm": 0.12389226257801056,
      "learning_rate": 3.0519536535224434e-07,
      "loss": 0.6325,
      "step": 43824
    },
    {
      "epoch": 0.9235697313586959,
      "grad_norm": 0.11750561743974686,
      "learning_rate": 3.0502805070515286e-07,
      "loss": 0.6862,
      "step": 43825
    },
    {
      "epoch": 0.9235908053970612,
      "grad_norm": 0.11867866665124893,
      "learning_rate": 3.0486078122306863e-07,
      "loss": 0.6788,
      "step": 43826
    },
    {
      "epoch": 0.9236118794354266,
      "grad_norm": 0.10907921195030212,
      "learning_rate": 3.0469355690677216e-07,
      "loss": 0.6685,
      "step": 43827
    },
    {
      "epoch": 0.9236329534737918,
      "grad_norm": 0.117501400411129,
      "learning_rate": 3.0452637775704287e-07,
      "loss": 0.6812,
      "step": 43828
    },
    {
      "epoch": 0.9236540275121571,
      "grad_norm": 0.11580053716897964,
      "learning_rate": 3.0435924377465786e-07,
      "loss": 0.6545,
      "step": 43829
    },
    {
      "epoch": 0.9236751015505223,
      "grad_norm": 0.11273441463708878,
      "learning_rate": 3.0419215496039656e-07,
      "loss": 0.7457,
      "step": 43830
    },
    {
      "epoch": 0.9236961755888876,
      "grad_norm": 0.10192441195249557,
      "learning_rate": 3.040251113150383e-07,
      "loss": 0.6799,
      "step": 43831
    },
    {
      "epoch": 0.923717249627253,
      "grad_norm": 0.10694179683923721,
      "learning_rate": 3.0385811283936137e-07,
      "loss": 0.7451,
      "step": 43832
    },
    {
      "epoch": 0.9237383236656183,
      "grad_norm": 0.10570228844881058,
      "learning_rate": 3.0369115953414185e-07,
      "loss": 0.6933,
      "step": 43833
    },
    {
      "epoch": 0.9237593977039835,
      "grad_norm": 0.10950057208538055,
      "learning_rate": 3.03524251400158e-07,
      "loss": 0.6851,
      "step": 43834
    },
    {
      "epoch": 0.9237804717423488,
      "grad_norm": 0.10803057253360748,
      "learning_rate": 3.033573884381891e-07,
      "loss": 0.7575,
      "step": 43835
    },
    {
      "epoch": 0.923801545780714,
      "grad_norm": 0.10431372374296188,
      "learning_rate": 3.0319057064900904e-07,
      "loss": 0.6486,
      "step": 43836
    },
    {
      "epoch": 0.9238226198190794,
      "grad_norm": 0.09677917510271072,
      "learning_rate": 3.0302379803339833e-07,
      "loss": 0.662,
      "step": 43837
    },
    {
      "epoch": 0.9238436938574447,
      "grad_norm": 0.10335579514503479,
      "learning_rate": 3.028570705921341e-07,
      "loss": 0.6714,
      "step": 43838
    },
    {
      "epoch": 0.92386476789581,
      "grad_norm": 0.12765927612781525,
      "learning_rate": 3.0269038832599016e-07,
      "loss": 0.6849,
      "step": 43839
    },
    {
      "epoch": 0.9238858419341752,
      "grad_norm": 0.1141943484544754,
      "learning_rate": 3.0252375123574593e-07,
      "loss": 0.6846,
      "step": 43840
    },
    {
      "epoch": 0.9239069159725405,
      "grad_norm": 0.1069416031241417,
      "learning_rate": 3.023571593221775e-07,
      "loss": 0.6455,
      "step": 43841
    },
    {
      "epoch": 0.9239279900109059,
      "grad_norm": 0.10720370709896088,
      "learning_rate": 3.021906125860574e-07,
      "loss": 0.6943,
      "step": 43842
    },
    {
      "epoch": 0.9239490640492711,
      "grad_norm": 0.1087682768702507,
      "learning_rate": 3.020241110281652e-07,
      "loss": 0.6774,
      "step": 43843
    },
    {
      "epoch": 0.9239701380876364,
      "grad_norm": 0.10122900456190109,
      "learning_rate": 3.0185765464927573e-07,
      "loss": 0.6551,
      "step": 43844
    },
    {
      "epoch": 0.9239912121260017,
      "grad_norm": 0.19062000513076782,
      "learning_rate": 3.0169124345016287e-07,
      "loss": 0.6901,
      "step": 43845
    },
    {
      "epoch": 0.9240122861643669,
      "grad_norm": 0.2735418677330017,
      "learning_rate": 3.0152487743160376e-07,
      "loss": 0.6592,
      "step": 43846
    },
    {
      "epoch": 0.9240333602027323,
      "grad_norm": 0.09956689924001694,
      "learning_rate": 3.013585565943722e-07,
      "loss": 0.7621,
      "step": 43847
    },
    {
      "epoch": 0.9240544342410976,
      "grad_norm": 0.1247272789478302,
      "learning_rate": 3.0119228093924426e-07,
      "loss": 0.7809,
      "step": 43848
    },
    {
      "epoch": 0.9240755082794628,
      "grad_norm": 0.10737394541501999,
      "learning_rate": 3.010260504669926e-07,
      "loss": 0.6685,
      "step": 43849
    },
    {
      "epoch": 0.9240965823178281,
      "grad_norm": 0.09263511002063751,
      "learning_rate": 3.008598651783945e-07,
      "loss": 0.6227,
      "step": 43850
    },
    {
      "epoch": 0.9241176563561934,
      "grad_norm": 0.11954449117183685,
      "learning_rate": 3.0069372507422146e-07,
      "loss": 0.6985,
      "step": 43851
    },
    {
      "epoch": 0.9241387303945587,
      "grad_norm": 0.0996139869093895,
      "learning_rate": 3.005276301552484e-07,
      "loss": 0.6916,
      "step": 43852
    },
    {
      "epoch": 0.924159804432924,
      "grad_norm": 0.10844162851572037,
      "learning_rate": 3.003615804222493e-07,
      "loss": 0.6586,
      "step": 43853
    },
    {
      "epoch": 0.9241808784712893,
      "grad_norm": 0.10855873674154282,
      "learning_rate": 3.001955758759978e-07,
      "loss": 0.6469,
      "step": 43854
    },
    {
      "epoch": 0.9242019525096545,
      "grad_norm": 0.10155303031206131,
      "learning_rate": 3.000296165172667e-07,
      "loss": 0.6685,
      "step": 43855
    },
    {
      "epoch": 0.9242230265480198,
      "grad_norm": 0.10367237776517868,
      "learning_rate": 2.9986370234682984e-07,
      "loss": 0.7331,
      "step": 43856
    },
    {
      "epoch": 0.9242441005863851,
      "grad_norm": 0.11288171261548996,
      "learning_rate": 2.996978333654599e-07,
      "loss": 0.7527,
      "step": 43857
    },
    {
      "epoch": 0.9242651746247504,
      "grad_norm": 0.09493391960859299,
      "learning_rate": 2.995320095739296e-07,
      "loss": 0.7088,
      "step": 43858
    },
    {
      "epoch": 0.9242862486631157,
      "grad_norm": 0.09760189801454544,
      "learning_rate": 2.9936623097301057e-07,
      "loss": 0.6651,
      "step": 43859
    },
    {
      "epoch": 0.924307322701481,
      "grad_norm": 0.09692054241895676,
      "learning_rate": 2.992004975634766e-07,
      "loss": 0.7098,
      "step": 43860
    },
    {
      "epoch": 0.9243283967398462,
      "grad_norm": 0.11709026247262955,
      "learning_rate": 2.990348093460993e-07,
      "loss": 0.7079,
      "step": 43861
    },
    {
      "epoch": 0.9243494707782115,
      "grad_norm": 0.12322734296321869,
      "learning_rate": 2.988691663216503e-07,
      "loss": 0.802,
      "step": 43862
    },
    {
      "epoch": 0.9243705448165769,
      "grad_norm": 0.11029550433158875,
      "learning_rate": 2.987035684909012e-07,
      "loss": 0.6653,
      "step": 43863
    },
    {
      "epoch": 0.9243916188549421,
      "grad_norm": 0.09346258640289307,
      "learning_rate": 2.985380158546236e-07,
      "loss": 0.6082,
      "step": 43864
    },
    {
      "epoch": 0.9244126928933074,
      "grad_norm": 0.09589049965143204,
      "learning_rate": 2.983725084135869e-07,
      "loss": 0.7648,
      "step": 43865
    },
    {
      "epoch": 0.9244337669316727,
      "grad_norm": 0.11911682039499283,
      "learning_rate": 2.982070461685649e-07,
      "loss": 0.8058,
      "step": 43866
    },
    {
      "epoch": 0.9244548409700379,
      "grad_norm": 0.10812544077634811,
      "learning_rate": 2.980416291203281e-07,
      "loss": 0.7557,
      "step": 43867
    },
    {
      "epoch": 0.9244759150084033,
      "grad_norm": 0.14340728521347046,
      "learning_rate": 2.9787625726964584e-07,
      "loss": 0.7519,
      "step": 43868
    },
    {
      "epoch": 0.9244969890467686,
      "grad_norm": 0.10110391676425934,
      "learning_rate": 2.9771093061728984e-07,
      "loss": 0.6793,
      "step": 43869
    },
    {
      "epoch": 0.9245180630851338,
      "grad_norm": 0.1415342539548874,
      "learning_rate": 2.975456491640283e-07,
      "loss": 0.6947,
      "step": 43870
    },
    {
      "epoch": 0.9245391371234991,
      "grad_norm": 0.09497088193893433,
      "learning_rate": 2.97380412910635e-07,
      "loss": 0.738,
      "step": 43871
    },
    {
      "epoch": 0.9245602111618644,
      "grad_norm": 0.11059540510177612,
      "learning_rate": 2.97215221857875e-07,
      "loss": 0.7032,
      "step": 43872
    },
    {
      "epoch": 0.9245812852002298,
      "grad_norm": 0.13458968698978424,
      "learning_rate": 2.970500760065209e-07,
      "loss": 0.7078,
      "step": 43873
    },
    {
      "epoch": 0.924602359238595,
      "grad_norm": 0.11462856829166412,
      "learning_rate": 2.9688497535733995e-07,
      "loss": 0.7181,
      "step": 43874
    },
    {
      "epoch": 0.9246234332769603,
      "grad_norm": 0.09877040237188339,
      "learning_rate": 2.9671991991110373e-07,
      "loss": 0.635,
      "step": 43875
    },
    {
      "epoch": 0.9246445073153255,
      "grad_norm": 0.0866347998380661,
      "learning_rate": 2.9655490966857937e-07,
      "loss": 0.6382,
      "step": 43876
    },
    {
      "epoch": 0.9246655813536908,
      "grad_norm": 0.09325361251831055,
      "learning_rate": 2.963899446305363e-07,
      "loss": 0.6819,
      "step": 43877
    },
    {
      "epoch": 0.9246866553920562,
      "grad_norm": 0.09229134023189545,
      "learning_rate": 2.962250247977427e-07,
      "loss": 0.6805,
      "step": 43878
    },
    {
      "epoch": 0.9247077294304215,
      "grad_norm": 0.11032282561063766,
      "learning_rate": 2.96060150170967e-07,
      "loss": 0.7043,
      "step": 43879
    },
    {
      "epoch": 0.9247288034687867,
      "grad_norm": 0.10027103871107101,
      "learning_rate": 2.9589532075097847e-07,
      "loss": 0.6694,
      "step": 43880
    },
    {
      "epoch": 0.924749877507152,
      "grad_norm": 0.13290303945541382,
      "learning_rate": 2.9573053653854323e-07,
      "loss": 0.6222,
      "step": 43881
    },
    {
      "epoch": 0.9247709515455173,
      "grad_norm": 0.119414784014225,
      "learning_rate": 2.955657975344295e-07,
      "loss": 0.6346,
      "step": 43882
    },
    {
      "epoch": 0.9247920255838826,
      "grad_norm": 0.10375726968050003,
      "learning_rate": 2.9540110373940443e-07,
      "loss": 0.7159,
      "step": 43883
    },
    {
      "epoch": 0.9248130996222479,
      "grad_norm": 0.10714984685182571,
      "learning_rate": 2.952364551542364e-07,
      "loss": 0.7217,
      "step": 43884
    },
    {
      "epoch": 0.9248341736606132,
      "grad_norm": 0.13504661619663239,
      "learning_rate": 2.9507185177969134e-07,
      "loss": 0.7156,
      "step": 43885
    },
    {
      "epoch": 0.9248552476989784,
      "grad_norm": 0.11081091314554214,
      "learning_rate": 2.9490729361653534e-07,
      "loss": 0.6667,
      "step": 43886
    },
    {
      "epoch": 0.9248763217373437,
      "grad_norm": 0.10200780630111694,
      "learning_rate": 2.9474278066553785e-07,
      "loss": 0.7094,
      "step": 43887
    },
    {
      "epoch": 0.9248973957757091,
      "grad_norm": 0.10477034002542496,
      "learning_rate": 2.9457831292746264e-07,
      "loss": 0.6889,
      "step": 43888
    },
    {
      "epoch": 0.9249184698140743,
      "grad_norm": 0.10662391781806946,
      "learning_rate": 2.944138904030769e-07,
      "loss": 0.6879,
      "step": 43889
    },
    {
      "epoch": 0.9249395438524396,
      "grad_norm": 0.1384459286928177,
      "learning_rate": 2.9424951309314664e-07,
      "loss": 0.7551,
      "step": 43890
    },
    {
      "epoch": 0.9249606178908049,
      "grad_norm": 0.10965140908956528,
      "learning_rate": 2.9408518099843796e-07,
      "loss": 0.7064,
      "step": 43891
    },
    {
      "epoch": 0.9249816919291701,
      "grad_norm": 0.2094435840845108,
      "learning_rate": 2.939208941197158e-07,
      "loss": 0.6591,
      "step": 43892
    },
    {
      "epoch": 0.9250027659675354,
      "grad_norm": 0.13189345598220825,
      "learning_rate": 2.937566524577451e-07,
      "loss": 0.7231,
      "step": 43893
    },
    {
      "epoch": 0.9250238400059008,
      "grad_norm": 0.1134515330195427,
      "learning_rate": 2.9359245601328967e-07,
      "loss": 0.697,
      "step": 43894
    },
    {
      "epoch": 0.925044914044266,
      "grad_norm": 0.13289083540439606,
      "learning_rate": 2.934283047871189e-07,
      "loss": 0.7278,
      "step": 43895
    },
    {
      "epoch": 0.9250659880826313,
      "grad_norm": 0.097492516040802,
      "learning_rate": 2.9326419877999336e-07,
      "loss": 0.6786,
      "step": 43896
    },
    {
      "epoch": 0.9250870621209966,
      "grad_norm": 0.10436559468507767,
      "learning_rate": 2.931001379926801e-07,
      "loss": 0.7266,
      "step": 43897
    },
    {
      "epoch": 0.9251081361593618,
      "grad_norm": 0.10334303230047226,
      "learning_rate": 2.9293612242594194e-07,
      "loss": 0.7091,
      "step": 43898
    },
    {
      "epoch": 0.9251292101977272,
      "grad_norm": 0.1269596815109253,
      "learning_rate": 2.9277215208054375e-07,
      "loss": 0.6706,
      "step": 43899
    },
    {
      "epoch": 0.9251502842360925,
      "grad_norm": 0.10182186216115952,
      "learning_rate": 2.9260822695725056e-07,
      "loss": 0.6976,
      "step": 43900
    },
    {
      "epoch": 0.9251713582744577,
      "grad_norm": 0.11130332946777344,
      "learning_rate": 2.9244434705682276e-07,
      "loss": 0.7666,
      "step": 43901
    },
    {
      "epoch": 0.925192432312823,
      "grad_norm": 0.1126340702176094,
      "learning_rate": 2.9228051238002543e-07,
      "loss": 0.7131,
      "step": 43902
    },
    {
      "epoch": 0.9252135063511883,
      "grad_norm": 0.12486103177070618,
      "learning_rate": 2.921167229276234e-07,
      "loss": 0.6821,
      "step": 43903
    },
    {
      "epoch": 0.9252345803895536,
      "grad_norm": 0.10196132957935333,
      "learning_rate": 2.919529787003772e-07,
      "loss": 0.6758,
      "step": 43904
    },
    {
      "epoch": 0.9252556544279189,
      "grad_norm": 0.10077840089797974,
      "learning_rate": 2.917892796990507e-07,
      "loss": 0.7278,
      "step": 43905
    },
    {
      "epoch": 0.9252767284662842,
      "grad_norm": 0.10549434274435043,
      "learning_rate": 2.916256259244066e-07,
      "loss": 0.6955,
      "step": 43906
    },
    {
      "epoch": 0.9252978025046494,
      "grad_norm": 0.10196681320667267,
      "learning_rate": 2.914620173772076e-07,
      "loss": 0.617,
      "step": 43907
    },
    {
      "epoch": 0.9253188765430147,
      "grad_norm": 0.20299918949604034,
      "learning_rate": 2.912984540582131e-07,
      "loss": 0.7158,
      "step": 43908
    },
    {
      "epoch": 0.9253399505813801,
      "grad_norm": 0.10345889627933502,
      "learning_rate": 2.911349359681914e-07,
      "loss": 0.7442,
      "step": 43909
    },
    {
      "epoch": 0.9253610246197453,
      "grad_norm": 0.11044158786535263,
      "learning_rate": 2.909714631078986e-07,
      "loss": 0.6792,
      "step": 43910
    },
    {
      "epoch": 0.9253820986581106,
      "grad_norm": 0.10781311988830566,
      "learning_rate": 2.9080803547809733e-07,
      "loss": 0.7071,
      "step": 43911
    },
    {
      "epoch": 0.9254031726964759,
      "grad_norm": 0.10163232684135437,
      "learning_rate": 2.906446530795504e-07,
      "loss": 0.6657,
      "step": 43912
    },
    {
      "epoch": 0.9254242467348411,
      "grad_norm": 0.12376269698143005,
      "learning_rate": 2.904813159130182e-07,
      "loss": 0.6926,
      "step": 43913
    },
    {
      "epoch": 0.9254453207732065,
      "grad_norm": 0.11294019222259521,
      "learning_rate": 2.9031802397926135e-07,
      "loss": 0.6967,
      "step": 43914
    },
    {
      "epoch": 0.9254663948115718,
      "grad_norm": 0.09569553285837173,
      "learning_rate": 2.901547772790414e-07,
      "loss": 0.6445,
      "step": 43915
    },
    {
      "epoch": 0.925487468849937,
      "grad_norm": 0.11939217150211334,
      "learning_rate": 2.8999157581311776e-07,
      "loss": 0.6605,
      "step": 43916
    },
    {
      "epoch": 0.9255085428883023,
      "grad_norm": 0.09877729415893555,
      "learning_rate": 2.8982841958225096e-07,
      "loss": 0.6558,
      "step": 43917
    },
    {
      "epoch": 0.9255296169266676,
      "grad_norm": 0.10473009198904037,
      "learning_rate": 2.896653085872014e-07,
      "loss": 0.6547,
      "step": 43918
    },
    {
      "epoch": 0.925550690965033,
      "grad_norm": 0.09868036210536957,
      "learning_rate": 2.8950224282872975e-07,
      "loss": 0.6634,
      "step": 43919
    },
    {
      "epoch": 0.9255717650033982,
      "grad_norm": 0.10077166557312012,
      "learning_rate": 2.8933922230759414e-07,
      "loss": 0.72,
      "step": 43920
    },
    {
      "epoch": 0.9255928390417635,
      "grad_norm": 0.10263852775096893,
      "learning_rate": 2.8917624702455627e-07,
      "loss": 0.7105,
      "step": 43921
    },
    {
      "epoch": 0.9256139130801287,
      "grad_norm": 0.10821904242038727,
      "learning_rate": 2.8901331698037105e-07,
      "loss": 0.6538,
      "step": 43922
    },
    {
      "epoch": 0.925634987118494,
      "grad_norm": 0.10046367347240448,
      "learning_rate": 2.8885043217580124e-07,
      "loss": 0.6748,
      "step": 43923
    },
    {
      "epoch": 0.9256560611568594,
      "grad_norm": 0.10208812355995178,
      "learning_rate": 2.8868759261160504e-07,
      "loss": 0.6862,
      "step": 43924
    },
    {
      "epoch": 0.9256771351952247,
      "grad_norm": 0.11438587307929993,
      "learning_rate": 2.8852479828854085e-07,
      "loss": 0.694,
      "step": 43925
    },
    {
      "epoch": 0.9256982092335899,
      "grad_norm": 0.0916445404291153,
      "learning_rate": 2.883620492073669e-07,
      "loss": 0.699,
      "step": 43926
    },
    {
      "epoch": 0.9257192832719552,
      "grad_norm": 0.11328695714473724,
      "learning_rate": 2.881993453688414e-07,
      "loss": 0.7316,
      "step": 43927
    },
    {
      "epoch": 0.9257403573103204,
      "grad_norm": 0.11374549567699432,
      "learning_rate": 2.8803668677372275e-07,
      "loss": 0.7167,
      "step": 43928
    },
    {
      "epoch": 0.9257614313486857,
      "grad_norm": 0.12450243532657623,
      "learning_rate": 2.8787407342276696e-07,
      "loss": 0.7676,
      "step": 43929
    },
    {
      "epoch": 0.9257825053870511,
      "grad_norm": 0.09485389292240143,
      "learning_rate": 2.877115053167345e-07,
      "loss": 0.688,
      "step": 43930
    },
    {
      "epoch": 0.9258035794254164,
      "grad_norm": 0.10852184891700745,
      "learning_rate": 2.875489824563804e-07,
      "loss": 0.7151,
      "step": 43931
    },
    {
      "epoch": 0.9258246534637816,
      "grad_norm": 0.08758669346570969,
      "learning_rate": 2.873865048424629e-07,
      "loss": 0.7069,
      "step": 43932
    },
    {
      "epoch": 0.9258457275021469,
      "grad_norm": 0.10014329850673676,
      "learning_rate": 2.87224072475738e-07,
      "loss": 0.6986,
      "step": 43933
    },
    {
      "epoch": 0.9258668015405122,
      "grad_norm": 0.11889795958995819,
      "learning_rate": 2.87061685356963e-07,
      "loss": 0.7301,
      "step": 43934
    },
    {
      "epoch": 0.9258878755788775,
      "grad_norm": 0.13417649269104004,
      "learning_rate": 2.8689934348689387e-07,
      "loss": 0.6795,
      "step": 43935
    },
    {
      "epoch": 0.9259089496172428,
      "grad_norm": 0.12314598262310028,
      "learning_rate": 2.8673704686628777e-07,
      "loss": 0.7575,
      "step": 43936
    },
    {
      "epoch": 0.9259300236556081,
      "grad_norm": 0.12180895358324051,
      "learning_rate": 2.865747954958986e-07,
      "loss": 0.7599,
      "step": 43937
    },
    {
      "epoch": 0.9259510976939733,
      "grad_norm": 0.12198247760534286,
      "learning_rate": 2.8641258937648577e-07,
      "loss": 0.6731,
      "step": 43938
    },
    {
      "epoch": 0.9259721717323386,
      "grad_norm": 0.10391853749752045,
      "learning_rate": 2.8625042850880414e-07,
      "loss": 0.6936,
      "step": 43939
    },
    {
      "epoch": 0.925993245770704,
      "grad_norm": 0.1155470609664917,
      "learning_rate": 2.860883128936065e-07,
      "loss": 0.7423,
      "step": 43940
    },
    {
      "epoch": 0.9260143198090692,
      "grad_norm": 0.13755398988723755,
      "learning_rate": 2.8592624253165e-07,
      "loss": 0.7285,
      "step": 43941
    },
    {
      "epoch": 0.9260353938474345,
      "grad_norm": 0.12020985782146454,
      "learning_rate": 2.857642174236897e-07,
      "loss": 0.7006,
      "step": 43942
    },
    {
      "epoch": 0.9260564678857998,
      "grad_norm": 0.11893317848443985,
      "learning_rate": 2.856022375704803e-07,
      "loss": 0.624,
      "step": 43943
    },
    {
      "epoch": 0.926077541924165,
      "grad_norm": 0.10984933376312256,
      "learning_rate": 2.854403029727759e-07,
      "loss": 0.6693,
      "step": 43944
    },
    {
      "epoch": 0.9260986159625304,
      "grad_norm": 0.10098528861999512,
      "learning_rate": 2.8527841363133133e-07,
      "loss": 0.7382,
      "step": 43945
    },
    {
      "epoch": 0.9261196900008957,
      "grad_norm": 0.10474952310323715,
      "learning_rate": 2.851165695469005e-07,
      "loss": 0.7283,
      "step": 43946
    },
    {
      "epoch": 0.9261407640392609,
      "grad_norm": 0.10732295364141464,
      "learning_rate": 2.8495477072023716e-07,
      "loss": 0.6959,
      "step": 43947
    },
    {
      "epoch": 0.9261618380776262,
      "grad_norm": 0.10163259506225586,
      "learning_rate": 2.847930171520952e-07,
      "loss": 0.6854,
      "step": 43948
    },
    {
      "epoch": 0.9261829121159915,
      "grad_norm": 0.10442566871643066,
      "learning_rate": 2.846313088432295e-07,
      "loss": 0.6899,
      "step": 43949
    },
    {
      "epoch": 0.9262039861543568,
      "grad_norm": 0.11196204274892807,
      "learning_rate": 2.8446964579439296e-07,
      "loss": 0.6679,
      "step": 43950
    },
    {
      "epoch": 0.9262250601927221,
      "grad_norm": 0.09908013045787811,
      "learning_rate": 2.8430802800633483e-07,
      "loss": 0.733,
      "step": 43951
    },
    {
      "epoch": 0.9262461342310874,
      "grad_norm": 0.1706840991973877,
      "learning_rate": 2.841464554798135e-07,
      "loss": 0.709,
      "step": 43952
    },
    {
      "epoch": 0.9262672082694526,
      "grad_norm": 0.15395644307136536,
      "learning_rate": 2.839849282155782e-07,
      "loss": 0.6967,
      "step": 43953
    },
    {
      "epoch": 0.9262882823078179,
      "grad_norm": 0.09538493305444717,
      "learning_rate": 2.8382344621438406e-07,
      "loss": 0.674,
      "step": 43954
    },
    {
      "epoch": 0.9263093563461833,
      "grad_norm": 0.11050621420145035,
      "learning_rate": 2.836620094769804e-07,
      "loss": 0.6816,
      "step": 43955
    },
    {
      "epoch": 0.9263304303845485,
      "grad_norm": 0.10193506628274918,
      "learning_rate": 2.8350061800412223e-07,
      "loss": 0.6442,
      "step": 43956
    },
    {
      "epoch": 0.9263515044229138,
      "grad_norm": 0.11063499748706818,
      "learning_rate": 2.8333927179655883e-07,
      "loss": 0.6953,
      "step": 43957
    },
    {
      "epoch": 0.9263725784612791,
      "grad_norm": 0.15292787551879883,
      "learning_rate": 2.8317797085504415e-07,
      "loss": 0.6933,
      "step": 43958
    },
    {
      "epoch": 0.9263936524996443,
      "grad_norm": 0.10250265151262283,
      "learning_rate": 2.830167151803287e-07,
      "loss": 0.7092,
      "step": 43959
    },
    {
      "epoch": 0.9264147265380097,
      "grad_norm": 0.10955487191677094,
      "learning_rate": 2.828555047731618e-07,
      "loss": 0.7506,
      "step": 43960
    },
    {
      "epoch": 0.926435800576375,
      "grad_norm": 0.10675353556871414,
      "learning_rate": 2.8269433963429736e-07,
      "loss": 0.7163,
      "step": 43961
    },
    {
      "epoch": 0.9264568746147402,
      "grad_norm": 0.10080251842737198,
      "learning_rate": 2.825332197644848e-07,
      "loss": 0.6689,
      "step": 43962
    },
    {
      "epoch": 0.9264779486531055,
      "grad_norm": 0.10708605498075485,
      "learning_rate": 2.8237214516447453e-07,
      "loss": 0.7182,
      "step": 43963
    },
    {
      "epoch": 0.9264990226914708,
      "grad_norm": 0.12794212996959686,
      "learning_rate": 2.8221111583501715e-07,
      "loss": 0.6899,
      "step": 43964
    },
    {
      "epoch": 0.9265200967298362,
      "grad_norm": 0.1164180189371109,
      "learning_rate": 2.82050131776862e-07,
      "loss": 0.7033,
      "step": 43965
    },
    {
      "epoch": 0.9265411707682014,
      "grad_norm": 0.10500994324684143,
      "learning_rate": 2.818891929907608e-07,
      "loss": 0.7313,
      "step": 43966
    },
    {
      "epoch": 0.9265622448065667,
      "grad_norm": 0.1036929115653038,
      "learning_rate": 2.8172829947746283e-07,
      "loss": 0.6304,
      "step": 43967
    },
    {
      "epoch": 0.926583318844932,
      "grad_norm": 0.12326497584581375,
      "learning_rate": 2.8156745123771754e-07,
      "loss": 0.7004,
      "step": 43968
    },
    {
      "epoch": 0.9266043928832972,
      "grad_norm": 0.1108357384800911,
      "learning_rate": 2.814066482722744e-07,
      "loss": 0.7129,
      "step": 43969
    },
    {
      "epoch": 0.9266254669216625,
      "grad_norm": 0.10044712573289871,
      "learning_rate": 2.8124589058188154e-07,
      "loss": 0.6846,
      "step": 43970
    },
    {
      "epoch": 0.9266465409600279,
      "grad_norm": 0.10346362739801407,
      "learning_rate": 2.8108517816728743e-07,
      "loss": 0.7301,
      "step": 43971
    },
    {
      "epoch": 0.9266676149983931,
      "grad_norm": 0.1215527206659317,
      "learning_rate": 2.8092451102924356e-07,
      "loss": 0.6493,
      "step": 43972
    },
    {
      "epoch": 0.9266886890367584,
      "grad_norm": 0.10743028670549393,
      "learning_rate": 2.80763889168495e-07,
      "loss": 0.6335,
      "step": 43973
    },
    {
      "epoch": 0.9267097630751236,
      "grad_norm": 0.11890143901109695,
      "learning_rate": 2.806033125857932e-07,
      "loss": 0.6297,
      "step": 43974
    },
    {
      "epoch": 0.9267308371134889,
      "grad_norm": 0.11661750078201294,
      "learning_rate": 2.8044278128188327e-07,
      "loss": 0.7237,
      "step": 43975
    },
    {
      "epoch": 0.9267519111518543,
      "grad_norm": 0.11070473492145538,
      "learning_rate": 2.8028229525751573e-07,
      "loss": 0.7725,
      "step": 43976
    },
    {
      "epoch": 0.9267729851902196,
      "grad_norm": 0.12138728052377701,
      "learning_rate": 2.8012185451343654e-07,
      "loss": 0.648,
      "step": 43977
    },
    {
      "epoch": 0.9267940592285848,
      "grad_norm": 0.10903751105070114,
      "learning_rate": 2.79961459050393e-07,
      "loss": 0.6387,
      "step": 43978
    },
    {
      "epoch": 0.9268151332669501,
      "grad_norm": 0.11315476894378662,
      "learning_rate": 2.7980110886913325e-07,
      "loss": 0.6788,
      "step": 43979
    },
    {
      "epoch": 0.9268362073053154,
      "grad_norm": 0.1031637042760849,
      "learning_rate": 2.796408039704046e-07,
      "loss": 0.7035,
      "step": 43980
    },
    {
      "epoch": 0.9268572813436807,
      "grad_norm": 0.1032995656132698,
      "learning_rate": 2.79480544354952e-07,
      "loss": 0.6671,
      "step": 43981
    },
    {
      "epoch": 0.926878355382046,
      "grad_norm": 0.09763815999031067,
      "learning_rate": 2.7932033002352366e-07,
      "loss": 0.6573,
      "step": 43982
    },
    {
      "epoch": 0.9268994294204113,
      "grad_norm": 0.08972204476594925,
      "learning_rate": 2.791601609768657e-07,
      "loss": 0.6279,
      "step": 43983
    },
    {
      "epoch": 0.9269205034587765,
      "grad_norm": 0.10912701487541199,
      "learning_rate": 2.7900003721572423e-07,
      "loss": 0.696,
      "step": 43984
    },
    {
      "epoch": 0.9269415774971418,
      "grad_norm": 0.10053219646215439,
      "learning_rate": 2.788399587408452e-07,
      "loss": 0.6617,
      "step": 43985
    },
    {
      "epoch": 0.9269626515355072,
      "grad_norm": 0.1171858012676239,
      "learning_rate": 2.7867992555297376e-07,
      "loss": 0.7045,
      "step": 43986
    },
    {
      "epoch": 0.9269837255738724,
      "grad_norm": 0.11844541132450104,
      "learning_rate": 2.785199376528569e-07,
      "loss": 0.6513,
      "step": 43987
    },
    {
      "epoch": 0.9270047996122377,
      "grad_norm": 0.12096790969371796,
      "learning_rate": 2.783599950412375e-07,
      "loss": 0.674,
      "step": 43988
    },
    {
      "epoch": 0.927025873650603,
      "grad_norm": 0.1005338802933693,
      "learning_rate": 2.782000977188637e-07,
      "loss": 0.6346,
      "step": 43989
    },
    {
      "epoch": 0.9270469476889682,
      "grad_norm": 0.10854867845773697,
      "learning_rate": 2.7804024568647834e-07,
      "loss": 0.6936,
      "step": 43990
    },
    {
      "epoch": 0.9270680217273336,
      "grad_norm": 0.1207800954580307,
      "learning_rate": 2.778804389448264e-07,
      "loss": 0.6765,
      "step": 43991
    },
    {
      "epoch": 0.9270890957656989,
      "grad_norm": 0.10447412729263306,
      "learning_rate": 2.777206774946517e-07,
      "loss": 0.7026,
      "step": 43992
    },
    {
      "epoch": 0.9271101698040641,
      "grad_norm": 0.10550010204315186,
      "learning_rate": 2.775609613367003e-07,
      "loss": 0.6867,
      "step": 43993
    },
    {
      "epoch": 0.9271312438424294,
      "grad_norm": 0.11845338344573975,
      "learning_rate": 2.774012904717138e-07,
      "loss": 0.7019,
      "step": 43994
    },
    {
      "epoch": 0.9271523178807947,
      "grad_norm": 0.10711333155632019,
      "learning_rate": 2.7724166490043834e-07,
      "loss": 0.7349,
      "step": 43995
    },
    {
      "epoch": 0.92717339191916,
      "grad_norm": 0.10016661882400513,
      "learning_rate": 2.770820846236177e-07,
      "loss": 0.6856,
      "step": 43996
    },
    {
      "epoch": 0.9271944659575253,
      "grad_norm": 0.1205025240778923,
      "learning_rate": 2.769225496419936e-07,
      "loss": 0.7726,
      "step": 43997
    },
    {
      "epoch": 0.9272155399958906,
      "grad_norm": 0.11409829556941986,
      "learning_rate": 2.767630599563109e-07,
      "loss": 0.7335,
      "step": 43998
    },
    {
      "epoch": 0.9272366140342558,
      "grad_norm": 0.10879980772733688,
      "learning_rate": 2.766036155673113e-07,
      "loss": 0.7244,
      "step": 43999
    },
    {
      "epoch": 0.9272576880726211,
      "grad_norm": 0.09831436723470688,
      "learning_rate": 2.764442164757375e-07,
      "loss": 0.6838,
      "step": 44000
    },
    {
      "epoch": 0.9272787621109865,
      "grad_norm": 0.1264437884092331,
      "learning_rate": 2.7628486268233225e-07,
      "loss": 0.6852,
      "step": 44001
    },
    {
      "epoch": 0.9272998361493517,
      "grad_norm": 0.10120464861392975,
      "learning_rate": 2.761255541878394e-07,
      "loss": 0.7016,
      "step": 44002
    },
    {
      "epoch": 0.927320910187717,
      "grad_norm": 0.11744184046983719,
      "learning_rate": 2.759662909929994e-07,
      "loss": 0.6708,
      "step": 44003
    },
    {
      "epoch": 0.9273419842260823,
      "grad_norm": 0.0977364182472229,
      "learning_rate": 2.7580707309855403e-07,
      "loss": 0.7134,
      "step": 44004
    },
    {
      "epoch": 0.9273630582644475,
      "grad_norm": 0.11387503892183304,
      "learning_rate": 2.756479005052459e-07,
      "loss": 0.674,
      "step": 44005
    },
    {
      "epoch": 0.9273841323028128,
      "grad_norm": 0.11000324785709381,
      "learning_rate": 2.754887732138167e-07,
      "loss": 0.6618,
      "step": 44006
    },
    {
      "epoch": 0.9274052063411782,
      "grad_norm": 0.11758583784103394,
      "learning_rate": 2.7532969122500806e-07,
      "loss": 0.7287,
      "step": 44007
    },
    {
      "epoch": 0.9274262803795434,
      "grad_norm": 0.11906707286834717,
      "learning_rate": 2.751706545395594e-07,
      "loss": 0.671,
      "step": 44008
    },
    {
      "epoch": 0.9274473544179087,
      "grad_norm": 0.11804842203855515,
      "learning_rate": 2.750116631582134e-07,
      "loss": 0.7279,
      "step": 44009
    },
    {
      "epoch": 0.927468428456274,
      "grad_norm": 0.10608252137899399,
      "learning_rate": 2.7485271708170947e-07,
      "loss": 0.6911,
      "step": 44010
    },
    {
      "epoch": 0.9274895024946392,
      "grad_norm": 0.09560208767652512,
      "learning_rate": 2.746938163107882e-07,
      "loss": 0.7173,
      "step": 44011
    },
    {
      "epoch": 0.9275105765330046,
      "grad_norm": 0.10170230269432068,
      "learning_rate": 2.7453496084619116e-07,
      "loss": 0.6623,
      "step": 44012
    },
    {
      "epoch": 0.9275316505713699,
      "grad_norm": 0.13153459131717682,
      "learning_rate": 2.7437615068865664e-07,
      "loss": 0.6636,
      "step": 44013
    },
    {
      "epoch": 0.9275527246097351,
      "grad_norm": 0.11229994893074036,
      "learning_rate": 2.742173858389252e-07,
      "loss": 0.6855,
      "step": 44014
    },
    {
      "epoch": 0.9275737986481004,
      "grad_norm": 0.17740589380264282,
      "learning_rate": 2.7405866629773736e-07,
      "loss": 0.6695,
      "step": 44015
    },
    {
      "epoch": 0.9275948726864657,
      "grad_norm": 0.09300412237644196,
      "learning_rate": 2.738999920658314e-07,
      "loss": 0.6964,
      "step": 44016
    },
    {
      "epoch": 0.927615946724831,
      "grad_norm": 0.1267234981060028,
      "learning_rate": 2.737413631439467e-07,
      "loss": 0.7889,
      "step": 44017
    },
    {
      "epoch": 0.9276370207631963,
      "grad_norm": 0.10636426508426666,
      "learning_rate": 2.7358277953282387e-07,
      "loss": 0.6228,
      "step": 44018
    },
    {
      "epoch": 0.9276580948015616,
      "grad_norm": 0.11908857524394989,
      "learning_rate": 2.7342424123319775e-07,
      "loss": 0.7255,
      "step": 44019
    },
    {
      "epoch": 0.9276791688399268,
      "grad_norm": 0.10986246913671494,
      "learning_rate": 2.732657482458112e-07,
      "loss": 0.7603,
      "step": 44020
    },
    {
      "epoch": 0.9277002428782921,
      "grad_norm": 0.09466927498579025,
      "learning_rate": 2.731073005713991e-07,
      "loss": 0.7053,
      "step": 44021
    },
    {
      "epoch": 0.9277213169166575,
      "grad_norm": 0.10824936628341675,
      "learning_rate": 2.7294889821070203e-07,
      "loss": 0.7151,
      "step": 44022
    },
    {
      "epoch": 0.9277423909550228,
      "grad_norm": 0.1076699048280716,
      "learning_rate": 2.72790541164456e-07,
      "loss": 0.7156,
      "step": 44023
    },
    {
      "epoch": 0.927763464993388,
      "grad_norm": 0.13073979318141937,
      "learning_rate": 2.726322294334016e-07,
      "loss": 0.6626,
      "step": 44024
    },
    {
      "epoch": 0.9277845390317533,
      "grad_norm": 0.11181879788637161,
      "learning_rate": 2.7247396301827376e-07,
      "loss": 0.7207,
      "step": 44025
    },
    {
      "epoch": 0.9278056130701186,
      "grad_norm": 0.10439813137054443,
      "learning_rate": 2.723157419198108e-07,
      "loss": 0.67,
      "step": 44026
    },
    {
      "epoch": 0.9278266871084839,
      "grad_norm": 0.1427287757396698,
      "learning_rate": 2.721575661387499e-07,
      "loss": 0.7092,
      "step": 44027
    },
    {
      "epoch": 0.9278477611468492,
      "grad_norm": 0.1076354905962944,
      "learning_rate": 2.7199943567582823e-07,
      "loss": 0.6912,
      "step": 44028
    },
    {
      "epoch": 0.9278688351852145,
      "grad_norm": 0.1093662902712822,
      "learning_rate": 2.7184135053178074e-07,
      "loss": 0.6071,
      "step": 44029
    },
    {
      "epoch": 0.9278899092235797,
      "grad_norm": 0.14333704113960266,
      "learning_rate": 2.716833107073458e-07,
      "loss": 0.6799,
      "step": 44030
    },
    {
      "epoch": 0.927910983261945,
      "grad_norm": 0.09660652279853821,
      "learning_rate": 2.7152531620325826e-07,
      "loss": 0.6812,
      "step": 44031
    },
    {
      "epoch": 0.9279320573003104,
      "grad_norm": 0.10997933894395828,
      "learning_rate": 2.7136736702025436e-07,
      "loss": 0.6629,
      "step": 44032
    },
    {
      "epoch": 0.9279531313386756,
      "grad_norm": 0.22326943278312683,
      "learning_rate": 2.7120946315907116e-07,
      "loss": 0.7458,
      "step": 44033
    },
    {
      "epoch": 0.9279742053770409,
      "grad_norm": 0.11339834332466125,
      "learning_rate": 2.7105160462044256e-07,
      "loss": 0.6654,
      "step": 44034
    },
    {
      "epoch": 0.9279952794154062,
      "grad_norm": 0.09595810621976852,
      "learning_rate": 2.7089379140510574e-07,
      "loss": 0.6703,
      "step": 44035
    },
    {
      "epoch": 0.9280163534537714,
      "grad_norm": 0.15612629055976868,
      "learning_rate": 2.707360235137946e-07,
      "loss": 0.7028,
      "step": 44036
    },
    {
      "epoch": 0.9280374274921368,
      "grad_norm": 0.09890104830265045,
      "learning_rate": 2.7057830094724516e-07,
      "loss": 0.6716,
      "step": 44037
    },
    {
      "epoch": 0.9280585015305021,
      "grad_norm": 0.11651289463043213,
      "learning_rate": 2.7042062370619127e-07,
      "loss": 0.7601,
      "step": 44038
    },
    {
      "epoch": 0.9280795755688673,
      "grad_norm": 0.1108902245759964,
      "learning_rate": 2.702629917913668e-07,
      "loss": 0.7489,
      "step": 44039
    },
    {
      "epoch": 0.9281006496072326,
      "grad_norm": 0.10283258557319641,
      "learning_rate": 2.701054052035079e-07,
      "loss": 0.7152,
      "step": 44040
    },
    {
      "epoch": 0.9281217236455979,
      "grad_norm": 0.11433124542236328,
      "learning_rate": 2.6994786394334836e-07,
      "loss": 0.718,
      "step": 44041
    },
    {
      "epoch": 0.9281427976839632,
      "grad_norm": 0.10767239332199097,
      "learning_rate": 2.6979036801162097e-07,
      "loss": 0.7009,
      "step": 44042
    },
    {
      "epoch": 0.9281638717223285,
      "grad_norm": 0.12385685741901398,
      "learning_rate": 2.696329174090595e-07,
      "loss": 0.7151,
      "step": 44043
    },
    {
      "epoch": 0.9281849457606938,
      "grad_norm": 0.09515850245952606,
      "learning_rate": 2.69475512136399e-07,
      "loss": 0.6781,
      "step": 44044
    },
    {
      "epoch": 0.928206019799059,
      "grad_norm": 0.12394154071807861,
      "learning_rate": 2.693181521943711e-07,
      "loss": 0.7619,
      "step": 44045
    },
    {
      "epoch": 0.9282270938374243,
      "grad_norm": 0.11686563491821289,
      "learning_rate": 2.691608375837107e-07,
      "loss": 0.6693,
      "step": 44046
    },
    {
      "epoch": 0.9282481678757896,
      "grad_norm": 0.11335694789886475,
      "learning_rate": 2.690035683051484e-07,
      "loss": 0.6967,
      "step": 44047
    },
    {
      "epoch": 0.9282692419141549,
      "grad_norm": 0.10608930140733719,
      "learning_rate": 2.6884634435941916e-07,
      "loss": 0.6165,
      "step": 44048
    },
    {
      "epoch": 0.9282903159525202,
      "grad_norm": 0.1134059801697731,
      "learning_rate": 2.6868916574725347e-07,
      "loss": 0.7298,
      "step": 44049
    },
    {
      "epoch": 0.9283113899908855,
      "grad_norm": 0.10384158045053482,
      "learning_rate": 2.685320324693841e-07,
      "loss": 0.6754,
      "step": 44050
    },
    {
      "epoch": 0.9283324640292507,
      "grad_norm": 0.12240387499332428,
      "learning_rate": 2.683749445265438e-07,
      "loss": 0.7453,
      "step": 44051
    },
    {
      "epoch": 0.928353538067616,
      "grad_norm": 0.1173892542719841,
      "learning_rate": 2.6821790191946195e-07,
      "loss": 0.7092,
      "step": 44052
    },
    {
      "epoch": 0.9283746121059814,
      "grad_norm": 0.10011482238769531,
      "learning_rate": 2.680609046488736e-07,
      "loss": 0.7102,
      "step": 44053
    },
    {
      "epoch": 0.9283956861443466,
      "grad_norm": 0.10049081593751907,
      "learning_rate": 2.6790395271550916e-07,
      "loss": 0.6879,
      "step": 44054
    },
    {
      "epoch": 0.9284167601827119,
      "grad_norm": 0.11183097213506699,
      "learning_rate": 2.677470461200993e-07,
      "loss": 0.7279,
      "step": 44055
    },
    {
      "epoch": 0.9284378342210772,
      "grad_norm": 0.10520247370004654,
      "learning_rate": 2.675901848633744e-07,
      "loss": 0.7286,
      "step": 44056
    },
    {
      "epoch": 0.9284589082594424,
      "grad_norm": 0.1266729235649109,
      "learning_rate": 2.674333689460662e-07,
      "loss": 0.7189,
      "step": 44057
    },
    {
      "epoch": 0.9284799822978078,
      "grad_norm": 0.12591378390789032,
      "learning_rate": 2.6727659836890407e-07,
      "loss": 0.6976,
      "step": 44058
    },
    {
      "epoch": 0.9285010563361731,
      "grad_norm": 0.09478450566530228,
      "learning_rate": 2.6711987313261967e-07,
      "loss": 0.7156,
      "step": 44059
    },
    {
      "epoch": 0.9285221303745383,
      "grad_norm": 0.0978395864367485,
      "learning_rate": 2.669631932379424e-07,
      "loss": 0.6292,
      "step": 44060
    },
    {
      "epoch": 0.9285432044129036,
      "grad_norm": 0.1110481396317482,
      "learning_rate": 2.668065586856028e-07,
      "loss": 0.6826,
      "step": 44061
    },
    {
      "epoch": 0.9285642784512689,
      "grad_norm": 0.09790550917387009,
      "learning_rate": 2.6664996947632915e-07,
      "loss": 0.6499,
      "step": 44062
    },
    {
      "epoch": 0.9285853524896343,
      "grad_norm": 0.10399670153856277,
      "learning_rate": 2.6649342561085203e-07,
      "loss": 0.6963,
      "step": 44063
    },
    {
      "epoch": 0.9286064265279995,
      "grad_norm": 0.10410081595182419,
      "learning_rate": 2.6633692708990075e-07,
      "loss": 0.6941,
      "step": 44064
    },
    {
      "epoch": 0.9286275005663648,
      "grad_norm": 0.15800601243972778,
      "learning_rate": 2.6618047391420376e-07,
      "loss": 0.6892,
      "step": 44065
    },
    {
      "epoch": 0.92864857460473,
      "grad_norm": 0.14046965539455414,
      "learning_rate": 2.660240660844915e-07,
      "loss": 0.7345,
      "step": 44066
    },
    {
      "epoch": 0.9286696486430953,
      "grad_norm": 0.11098544299602509,
      "learning_rate": 2.658677036014901e-07,
      "loss": 0.7341,
      "step": 44067
    },
    {
      "epoch": 0.9286907226814607,
      "grad_norm": 0.1033863052725792,
      "learning_rate": 2.6571138646592997e-07,
      "loss": 0.7516,
      "step": 44068
    },
    {
      "epoch": 0.928711796719826,
      "grad_norm": 0.10815193504095078,
      "learning_rate": 2.6555511467853847e-07,
      "loss": 0.6782,
      "step": 44069
    },
    {
      "epoch": 0.9287328707581912,
      "grad_norm": 0.11139672994613647,
      "learning_rate": 2.6539888824004376e-07,
      "loss": 0.7323,
      "step": 44070
    },
    {
      "epoch": 0.9287539447965565,
      "grad_norm": 0.12738513946533203,
      "learning_rate": 2.652427071511743e-07,
      "loss": 0.7154,
      "step": 44071
    },
    {
      "epoch": 0.9287750188349218,
      "grad_norm": 0.10171305388212204,
      "learning_rate": 2.6508657141265603e-07,
      "loss": 0.7033,
      "step": 44072
    },
    {
      "epoch": 0.9287960928732871,
      "grad_norm": 0.09081997722387314,
      "learning_rate": 2.649304810252185e-07,
      "loss": 0.6606,
      "step": 44073
    },
    {
      "epoch": 0.9288171669116524,
      "grad_norm": 0.09773226082324982,
      "learning_rate": 2.6477443598958653e-07,
      "loss": 0.6789,
      "step": 44074
    },
    {
      "epoch": 0.9288382409500177,
      "grad_norm": 0.1044345423579216,
      "learning_rate": 2.6461843630648965e-07,
      "loss": 0.7235,
      "step": 44075
    },
    {
      "epoch": 0.9288593149883829,
      "grad_norm": 0.11007053405046463,
      "learning_rate": 2.6446248197665167e-07,
      "loss": 0.7017,
      "step": 44076
    },
    {
      "epoch": 0.9288803890267482,
      "grad_norm": 0.13450777530670166,
      "learning_rate": 2.643065730008032e-07,
      "loss": 0.7419,
      "step": 44077
    },
    {
      "epoch": 0.9289014630651136,
      "grad_norm": 0.09821020811796188,
      "learning_rate": 2.641507093796658e-07,
      "loss": 0.7191,
      "step": 44078
    },
    {
      "epoch": 0.9289225371034788,
      "grad_norm": 0.15376579761505127,
      "learning_rate": 2.639948911139689e-07,
      "loss": 0.7725,
      "step": 44079
    },
    {
      "epoch": 0.9289436111418441,
      "grad_norm": 0.10227671265602112,
      "learning_rate": 2.638391182044364e-07,
      "loss": 0.6471,
      "step": 44080
    },
    {
      "epoch": 0.9289646851802094,
      "grad_norm": 0.12346332520246506,
      "learning_rate": 2.636833906517944e-07,
      "loss": 0.6506,
      "step": 44081
    },
    {
      "epoch": 0.9289857592185746,
      "grad_norm": 0.12888561189174652,
      "learning_rate": 2.6352770845677e-07,
      "loss": 0.7393,
      "step": 44082
    },
    {
      "epoch": 0.9290068332569399,
      "grad_norm": 0.10569403320550919,
      "learning_rate": 2.6337207162008715e-07,
      "loss": 0.671,
      "step": 44083
    },
    {
      "epoch": 0.9290279072953053,
      "grad_norm": 0.11275705695152283,
      "learning_rate": 2.632164801424708e-07,
      "loss": 0.7389,
      "step": 44084
    },
    {
      "epoch": 0.9290489813336705,
      "grad_norm": 0.09482745081186295,
      "learning_rate": 2.6306093402464593e-07,
      "loss": 0.6423,
      "step": 44085
    },
    {
      "epoch": 0.9290700553720358,
      "grad_norm": 0.11305917054414749,
      "learning_rate": 2.6290543326733865e-07,
      "loss": 0.7713,
      "step": 44086
    },
    {
      "epoch": 0.9290911294104011,
      "grad_norm": 0.12903165817260742,
      "learning_rate": 2.6274997787127166e-07,
      "loss": 0.6788,
      "step": 44087
    },
    {
      "epoch": 0.9291122034487663,
      "grad_norm": 0.11096269637346268,
      "learning_rate": 2.6259456783716885e-07,
      "loss": 0.6714,
      "step": 44088
    },
    {
      "epoch": 0.9291332774871317,
      "grad_norm": 0.09198752790689468,
      "learning_rate": 2.624392031657541e-07,
      "loss": 0.5836,
      "step": 44089
    },
    {
      "epoch": 0.929154351525497,
      "grad_norm": 0.10881351679563522,
      "learning_rate": 2.622838838577535e-07,
      "loss": 0.7232,
      "step": 44090
    },
    {
      "epoch": 0.9291754255638622,
      "grad_norm": 0.17740505933761597,
      "learning_rate": 2.621286099138887e-07,
      "loss": 0.7552,
      "step": 44091
    },
    {
      "epoch": 0.9291964996022275,
      "grad_norm": 0.10430281609296799,
      "learning_rate": 2.6197338133488236e-07,
      "loss": 0.71,
      "step": 44092
    },
    {
      "epoch": 0.9292175736405928,
      "grad_norm": 0.11343064159154892,
      "learning_rate": 2.618181981214596e-07,
      "loss": 0.6889,
      "step": 44093
    },
    {
      "epoch": 0.9292386476789581,
      "grad_norm": 0.10044395923614502,
      "learning_rate": 2.616630602743431e-07,
      "loss": 0.6947,
      "step": 44094
    },
    {
      "epoch": 0.9292597217173234,
      "grad_norm": 0.11283718794584274,
      "learning_rate": 2.6150796779425337e-07,
      "loss": 0.7075,
      "step": 44095
    },
    {
      "epoch": 0.9292807957556887,
      "grad_norm": 0.10422275960445404,
      "learning_rate": 2.613529206819165e-07,
      "loss": 0.7139,
      "step": 44096
    },
    {
      "epoch": 0.9293018697940539,
      "grad_norm": 0.1356225460767746,
      "learning_rate": 2.6119791893805093e-07,
      "loss": 0.6814,
      "step": 44097
    },
    {
      "epoch": 0.9293229438324192,
      "grad_norm": 0.11930471658706665,
      "learning_rate": 2.610429625633815e-07,
      "loss": 0.7225,
      "step": 44098
    },
    {
      "epoch": 0.9293440178707846,
      "grad_norm": 0.11430045962333679,
      "learning_rate": 2.6088805155862985e-07,
      "loss": 0.6785,
      "step": 44099
    },
    {
      "epoch": 0.9293650919091498,
      "grad_norm": 0.12244608253240585,
      "learning_rate": 2.6073318592451655e-07,
      "loss": 0.6902,
      "step": 44100
    },
    {
      "epoch": 0.9293861659475151,
      "grad_norm": 0.09857857972383499,
      "learning_rate": 2.605783656617633e-07,
      "loss": 0.706,
      "step": 44101
    },
    {
      "epoch": 0.9294072399858804,
      "grad_norm": 0.14833420515060425,
      "learning_rate": 2.604235907710917e-07,
      "loss": 0.6897,
      "step": 44102
    },
    {
      "epoch": 0.9294283140242456,
      "grad_norm": 0.10239963233470917,
      "learning_rate": 2.602688612532223e-07,
      "loss": 0.6504,
      "step": 44103
    },
    {
      "epoch": 0.929449388062611,
      "grad_norm": 0.10062700510025024,
      "learning_rate": 2.6011417710887664e-07,
      "loss": 0.6778,
      "step": 44104
    },
    {
      "epoch": 0.9294704621009763,
      "grad_norm": 0.10425465553998947,
      "learning_rate": 2.599595383387754e-07,
      "loss": 0.7044,
      "step": 44105
    },
    {
      "epoch": 0.9294915361393415,
      "grad_norm": 0.09521402418613434,
      "learning_rate": 2.5980494494363793e-07,
      "loss": 0.6568,
      "step": 44106
    },
    {
      "epoch": 0.9295126101777068,
      "grad_norm": 0.11256967484951019,
      "learning_rate": 2.5965039692418704e-07,
      "loss": 0.7182,
      "step": 44107
    },
    {
      "epoch": 0.9295336842160721,
      "grad_norm": 0.1390509307384491,
      "learning_rate": 2.5949589428113875e-07,
      "loss": 0.683,
      "step": 44108
    },
    {
      "epoch": 0.9295547582544375,
      "grad_norm": 0.0989232286810875,
      "learning_rate": 2.5934143701521474e-07,
      "loss": 0.6881,
      "step": 44109
    },
    {
      "epoch": 0.9295758322928027,
      "grad_norm": 0.11900251358747482,
      "learning_rate": 2.5918702512713445e-07,
      "loss": 0.7227,
      "step": 44110
    },
    {
      "epoch": 0.929596906331168,
      "grad_norm": 0.1461828649044037,
      "learning_rate": 2.590326586176184e-07,
      "loss": 0.659,
      "step": 44111
    },
    {
      "epoch": 0.9296179803695332,
      "grad_norm": 0.08927199989557266,
      "learning_rate": 2.5887833748738377e-07,
      "loss": 0.628,
      "step": 44112
    },
    {
      "epoch": 0.9296390544078985,
      "grad_norm": 0.09449802339076996,
      "learning_rate": 2.5872406173715117e-07,
      "loss": 0.7066,
      "step": 44113
    },
    {
      "epoch": 0.9296601284462639,
      "grad_norm": 0.10777373611927032,
      "learning_rate": 2.585698313676377e-07,
      "loss": 0.6194,
      "step": 44114
    },
    {
      "epoch": 0.9296812024846292,
      "grad_norm": 0.08578240871429443,
      "learning_rate": 2.58415646379564e-07,
      "loss": 0.6329,
      "step": 44115
    },
    {
      "epoch": 0.9297022765229944,
      "grad_norm": 0.10595415532588959,
      "learning_rate": 2.582615067736471e-07,
      "loss": 0.6752,
      "step": 44116
    },
    {
      "epoch": 0.9297233505613597,
      "grad_norm": 0.13205395638942719,
      "learning_rate": 2.5810741255060446e-07,
      "loss": 0.6301,
      "step": 44117
    },
    {
      "epoch": 0.929744424599725,
      "grad_norm": 0.10537350177764893,
      "learning_rate": 2.579533637111542e-07,
      "loss": 0.696,
      "step": 44118
    },
    {
      "epoch": 0.9297654986380902,
      "grad_norm": 0.10532403737306595,
      "learning_rate": 2.577993602560147e-07,
      "loss": 0.6625,
      "step": 44119
    },
    {
      "epoch": 0.9297865726764556,
      "grad_norm": 0.1136077344417572,
      "learning_rate": 2.5764540218590317e-07,
      "loss": 0.7096,
      "step": 44120
    },
    {
      "epoch": 0.9298076467148209,
      "grad_norm": 0.10630442202091217,
      "learning_rate": 2.574914895015368e-07,
      "loss": 0.7235,
      "step": 44121
    },
    {
      "epoch": 0.9298287207531861,
      "grad_norm": 0.09626276046037674,
      "learning_rate": 2.573376222036317e-07,
      "loss": 0.6666,
      "step": 44122
    },
    {
      "epoch": 0.9298497947915514,
      "grad_norm": 0.13516923785209656,
      "learning_rate": 2.571838002929061e-07,
      "loss": 0.7251,
      "step": 44123
    },
    {
      "epoch": 0.9298708688299167,
      "grad_norm": 0.09836891293525696,
      "learning_rate": 2.57030023770074e-07,
      "loss": 0.6862,
      "step": 44124
    },
    {
      "epoch": 0.929891942868282,
      "grad_norm": 0.11869513243436813,
      "learning_rate": 2.56876292635857e-07,
      "loss": 0.7103,
      "step": 44125
    },
    {
      "epoch": 0.9299130169066473,
      "grad_norm": 0.12272533029317856,
      "learning_rate": 2.567226068909667e-07,
      "loss": 0.703,
      "step": 44126
    },
    {
      "epoch": 0.9299340909450126,
      "grad_norm": 0.11477760225534439,
      "learning_rate": 2.565689665361204e-07,
      "loss": 0.7061,
      "step": 44127
    },
    {
      "epoch": 0.9299551649833778,
      "grad_norm": 0.10740358382463455,
      "learning_rate": 2.56415371572033e-07,
      "loss": 0.7129,
      "step": 44128
    },
    {
      "epoch": 0.9299762390217431,
      "grad_norm": 0.10979781299829483,
      "learning_rate": 2.562618219994217e-07,
      "loss": 0.6897,
      "step": 44129
    },
    {
      "epoch": 0.9299973130601085,
      "grad_norm": 0.13711987435817719,
      "learning_rate": 2.5610831781900046e-07,
      "loss": 0.6897,
      "step": 44130
    },
    {
      "epoch": 0.9300183870984737,
      "grad_norm": 0.10987130552530289,
      "learning_rate": 2.5595485903148534e-07,
      "loss": 0.7632,
      "step": 44131
    },
    {
      "epoch": 0.930039461136839,
      "grad_norm": 0.10507500171661377,
      "learning_rate": 2.5580144563759124e-07,
      "loss": 0.7303,
      "step": 44132
    },
    {
      "epoch": 0.9300605351752043,
      "grad_norm": 0.1084575355052948,
      "learning_rate": 2.556480776380321e-07,
      "loss": 0.7206,
      "step": 44133
    },
    {
      "epoch": 0.9300816092135695,
      "grad_norm": 0.2143418788909912,
      "learning_rate": 2.554947550335218e-07,
      "loss": 0.6875,
      "step": 44134
    },
    {
      "epoch": 0.9301026832519349,
      "grad_norm": 0.10584664344787598,
      "learning_rate": 2.553414778247765e-07,
      "loss": 0.6943,
      "step": 44135
    },
    {
      "epoch": 0.9301237572903002,
      "grad_norm": 0.10073702037334442,
      "learning_rate": 2.551882460125088e-07,
      "loss": 0.6608,
      "step": 44136
    },
    {
      "epoch": 0.9301448313286654,
      "grad_norm": 0.09666924178600311,
      "learning_rate": 2.550350595974349e-07,
      "loss": 0.6979,
      "step": 44137
    },
    {
      "epoch": 0.9301659053670307,
      "grad_norm": 0.11763197928667068,
      "learning_rate": 2.5488191858026425e-07,
      "loss": 0.7565,
      "step": 44138
    },
    {
      "epoch": 0.930186979405396,
      "grad_norm": 0.1241658553481102,
      "learning_rate": 2.5472882296171286e-07,
      "loss": 0.633,
      "step": 44139
    },
    {
      "epoch": 0.9302080534437613,
      "grad_norm": 0.09114670008420944,
      "learning_rate": 2.545757727424947e-07,
      "loss": 0.6725,
      "step": 44140
    },
    {
      "epoch": 0.9302291274821266,
      "grad_norm": 0.1044672504067421,
      "learning_rate": 2.5442276792332134e-07,
      "loss": 0.6041,
      "step": 44141
    },
    {
      "epoch": 0.9302502015204919,
      "grad_norm": 0.10798526555299759,
      "learning_rate": 2.5426980850490666e-07,
      "loss": 0.7558,
      "step": 44142
    },
    {
      "epoch": 0.9302712755588571,
      "grad_norm": 0.09722954034805298,
      "learning_rate": 2.541168944879613e-07,
      "loss": 0.702,
      "step": 44143
    },
    {
      "epoch": 0.9302923495972224,
      "grad_norm": 0.09543176740407944,
      "learning_rate": 2.5396402587320015e-07,
      "loss": 0.6884,
      "step": 44144
    },
    {
      "epoch": 0.9303134236355878,
      "grad_norm": 0.11214504390954971,
      "learning_rate": 2.5381120266133266e-07,
      "loss": 0.7195,
      "step": 44145
    },
    {
      "epoch": 0.930334497673953,
      "grad_norm": 0.11105889827013016,
      "learning_rate": 2.536584248530749e-07,
      "loss": 0.62,
      "step": 44146
    },
    {
      "epoch": 0.9303555717123183,
      "grad_norm": 0.1481100618839264,
      "learning_rate": 2.53505692449133e-07,
      "loss": 0.7078,
      "step": 44147
    },
    {
      "epoch": 0.9303766457506836,
      "grad_norm": 0.09836957603693008,
      "learning_rate": 2.5335300545022313e-07,
      "loss": 0.6969,
      "step": 44148
    },
    {
      "epoch": 0.9303977197890488,
      "grad_norm": 0.09608635306358337,
      "learning_rate": 2.532003638570546e-07,
      "loss": 0.6682,
      "step": 44149
    },
    {
      "epoch": 0.9304187938274142,
      "grad_norm": 0.1412699669599533,
      "learning_rate": 2.53047767670338e-07,
      "loss": 0.7202,
      "step": 44150
    },
    {
      "epoch": 0.9304398678657795,
      "grad_norm": 0.09752067923545837,
      "learning_rate": 2.52895216890785e-07,
      "loss": 0.7197,
      "step": 44151
    },
    {
      "epoch": 0.9304609419041447,
      "grad_norm": 0.13392236828804016,
      "learning_rate": 2.527427115191061e-07,
      "loss": 0.6871,
      "step": 44152
    },
    {
      "epoch": 0.93048201594251,
      "grad_norm": 0.121738962829113,
      "learning_rate": 2.5259025155601193e-07,
      "loss": 0.7394,
      "step": 44153
    },
    {
      "epoch": 0.9305030899808753,
      "grad_norm": 0.09743969887495041,
      "learning_rate": 2.5243783700221403e-07,
      "loss": 0.6731,
      "step": 44154
    },
    {
      "epoch": 0.9305241640192407,
      "grad_norm": 0.10727325826883316,
      "learning_rate": 2.522854678584208e-07,
      "loss": 0.6638,
      "step": 44155
    },
    {
      "epoch": 0.9305452380576059,
      "grad_norm": 0.1055792048573494,
      "learning_rate": 2.521331441253427e-07,
      "loss": 0.6686,
      "step": 44156
    },
    {
      "epoch": 0.9305663120959712,
      "grad_norm": 0.10935571044683456,
      "learning_rate": 2.519808658036882e-07,
      "loss": 0.7545,
      "step": 44157
    },
    {
      "epoch": 0.9305873861343364,
      "grad_norm": 0.1073647066950798,
      "learning_rate": 2.518286328941677e-07,
      "loss": 0.6866,
      "step": 44158
    },
    {
      "epoch": 0.9306084601727017,
      "grad_norm": 0.10458096861839294,
      "learning_rate": 2.516764453974896e-07,
      "loss": 0.6342,
      "step": 44159
    },
    {
      "epoch": 0.930629534211067,
      "grad_norm": 0.10256943106651306,
      "learning_rate": 2.515243033143644e-07,
      "loss": 0.7222,
      "step": 44160
    },
    {
      "epoch": 0.9306506082494324,
      "grad_norm": 0.09955433756113052,
      "learning_rate": 2.513722066455004e-07,
      "loss": 0.6246,
      "step": 44161
    },
    {
      "epoch": 0.9306716822877976,
      "grad_norm": 0.12050249427556992,
      "learning_rate": 2.5122015539160496e-07,
      "loss": 0.6972,
      "step": 44162
    },
    {
      "epoch": 0.9306927563261629,
      "grad_norm": 0.09792526066303253,
      "learning_rate": 2.510681495533873e-07,
      "loss": 0.6724,
      "step": 44163
    },
    {
      "epoch": 0.9307138303645281,
      "grad_norm": 0.11300047487020493,
      "learning_rate": 2.5091618913155594e-07,
      "loss": 0.6786,
      "step": 44164
    },
    {
      "epoch": 0.9307349044028934,
      "grad_norm": 0.10311924666166306,
      "learning_rate": 2.5076427412681793e-07,
      "loss": 0.6923,
      "step": 44165
    },
    {
      "epoch": 0.9307559784412588,
      "grad_norm": 0.10179504007101059,
      "learning_rate": 2.506124045398828e-07,
      "loss": 0.6899,
      "step": 44166
    },
    {
      "epoch": 0.9307770524796241,
      "grad_norm": 0.10256613045930862,
      "learning_rate": 2.5046058037145435e-07,
      "loss": 0.6676,
      "step": 44167
    },
    {
      "epoch": 0.9307981265179893,
      "grad_norm": 0.0994306206703186,
      "learning_rate": 2.5030880162224323e-07,
      "loss": 0.684,
      "step": 44168
    },
    {
      "epoch": 0.9308192005563546,
      "grad_norm": 0.1111629381775856,
      "learning_rate": 2.501570682929544e-07,
      "loss": 0.6284,
      "step": 44169
    },
    {
      "epoch": 0.9308402745947199,
      "grad_norm": 0.10387042909860611,
      "learning_rate": 2.5000538038429723e-07,
      "loss": 0.7072,
      "step": 44170
    },
    {
      "epoch": 0.9308613486330852,
      "grad_norm": 0.12261290848255157,
      "learning_rate": 2.4985373789697674e-07,
      "loss": 0.7315,
      "step": 44171
    },
    {
      "epoch": 0.9308824226714505,
      "grad_norm": 0.11146114021539688,
      "learning_rate": 2.4970214083169906e-07,
      "loss": 0.698,
      "step": 44172
    },
    {
      "epoch": 0.9309034967098158,
      "grad_norm": 0.10718593001365662,
      "learning_rate": 2.495505891891714e-07,
      "loss": 0.6955,
      "step": 44173
    },
    {
      "epoch": 0.930924570748181,
      "grad_norm": 0.10990104079246521,
      "learning_rate": 2.4939908297009874e-07,
      "loss": 0.7614,
      "step": 44174
    },
    {
      "epoch": 0.9309456447865463,
      "grad_norm": 0.09695938229560852,
      "learning_rate": 2.4924762217518827e-07,
      "loss": 0.7062,
      "step": 44175
    },
    {
      "epoch": 0.9309667188249117,
      "grad_norm": 0.09234190732240677,
      "learning_rate": 2.49096206805145e-07,
      "loss": 0.7068,
      "step": 44176
    },
    {
      "epoch": 0.9309877928632769,
      "grad_norm": 0.10749776661396027,
      "learning_rate": 2.4894483686067285e-07,
      "loss": 0.7101,
      "step": 44177
    },
    {
      "epoch": 0.9310088669016422,
      "grad_norm": 0.10227504372596741,
      "learning_rate": 2.4879351234247895e-07,
      "loss": 0.6819,
      "step": 44178
    },
    {
      "epoch": 0.9310299409400075,
      "grad_norm": 0.10872843116521835,
      "learning_rate": 2.486422332512672e-07,
      "loss": 0.6932,
      "step": 44179
    },
    {
      "epoch": 0.9310510149783727,
      "grad_norm": 0.0998535230755806,
      "learning_rate": 2.484909995877427e-07,
      "loss": 0.6641,
      "step": 44180
    },
    {
      "epoch": 0.9310720890167381,
      "grad_norm": 0.11903120577335358,
      "learning_rate": 2.483398113526092e-07,
      "loss": 0.7016,
      "step": 44181
    },
    {
      "epoch": 0.9310931630551034,
      "grad_norm": 0.1423044353723526,
      "learning_rate": 2.4818866854657177e-07,
      "loss": 0.6605,
      "step": 44182
    },
    {
      "epoch": 0.9311142370934686,
      "grad_norm": 0.11687847971916199,
      "learning_rate": 2.4803757117033533e-07,
      "loss": 0.7537,
      "step": 44183
    },
    {
      "epoch": 0.9311353111318339,
      "grad_norm": 0.13349486887454987,
      "learning_rate": 2.478865192246038e-07,
      "loss": 0.6933,
      "step": 44184
    },
    {
      "epoch": 0.9311563851701992,
      "grad_norm": 0.1034216582775116,
      "learning_rate": 2.4773551271008e-07,
      "loss": 0.7146,
      "step": 44185
    },
    {
      "epoch": 0.9311774592085645,
      "grad_norm": 0.10164320468902588,
      "learning_rate": 2.4758455162746664e-07,
      "loss": 0.6201,
      "step": 44186
    },
    {
      "epoch": 0.9311985332469298,
      "grad_norm": 0.10593192279338837,
      "learning_rate": 2.474336359774676e-07,
      "loss": 0.7045,
      "step": 44187
    },
    {
      "epoch": 0.9312196072852951,
      "grad_norm": 0.1183215081691742,
      "learning_rate": 2.4728276576078567e-07,
      "loss": 0.6732,
      "step": 44188
    },
    {
      "epoch": 0.9312406813236603,
      "grad_norm": 0.10010526329278946,
      "learning_rate": 2.4713194097812587e-07,
      "loss": 0.6783,
      "step": 44189
    },
    {
      "epoch": 0.9312617553620256,
      "grad_norm": 0.17227482795715332,
      "learning_rate": 2.4698116163018757e-07,
      "loss": 0.7098,
      "step": 44190
    },
    {
      "epoch": 0.931282829400391,
      "grad_norm": 0.10245435684919357,
      "learning_rate": 2.4683042771767583e-07,
      "loss": 0.6598,
      "step": 44191
    },
    {
      "epoch": 0.9313039034387562,
      "grad_norm": 0.106085404753685,
      "learning_rate": 2.466797392412912e-07,
      "loss": 0.7138,
      "step": 44192
    },
    {
      "epoch": 0.9313249774771215,
      "grad_norm": 0.09954781830310822,
      "learning_rate": 2.465290962017364e-07,
      "loss": 0.7364,
      "step": 44193
    },
    {
      "epoch": 0.9313460515154868,
      "grad_norm": 0.1160615086555481,
      "learning_rate": 2.4637849859971306e-07,
      "loss": 0.6835,
      "step": 44194
    },
    {
      "epoch": 0.931367125553852,
      "grad_norm": 0.11863471567630768,
      "learning_rate": 2.46227946435923e-07,
      "loss": 0.7579,
      "step": 44195
    },
    {
      "epoch": 0.9313881995922173,
      "grad_norm": 0.13930721580982208,
      "learning_rate": 2.4607743971106655e-07,
      "loss": 0.6517,
      "step": 44196
    },
    {
      "epoch": 0.9314092736305827,
      "grad_norm": 0.09532319754362106,
      "learning_rate": 2.459269784258467e-07,
      "loss": 0.6899,
      "step": 44197
    },
    {
      "epoch": 0.9314303476689479,
      "grad_norm": 0.13480879366397858,
      "learning_rate": 2.4577656258096274e-07,
      "loss": 0.7308,
      "step": 44198
    },
    {
      "epoch": 0.9314514217073132,
      "grad_norm": 0.10959144681692123,
      "learning_rate": 2.4562619217711635e-07,
      "loss": 0.7381,
      "step": 44199
    },
    {
      "epoch": 0.9314724957456785,
      "grad_norm": 0.13627828657627106,
      "learning_rate": 2.4547586721500707e-07,
      "loss": 0.6899,
      "step": 44200
    },
    {
      "epoch": 0.9314935697840437,
      "grad_norm": 0.11292539536952972,
      "learning_rate": 2.453255876953364e-07,
      "loss": 0.7866,
      "step": 44201
    },
    {
      "epoch": 0.9315146438224091,
      "grad_norm": 0.15095722675323486,
      "learning_rate": 2.4517535361880395e-07,
      "loss": 0.7234,
      "step": 44202
    },
    {
      "epoch": 0.9315357178607744,
      "grad_norm": 0.11345314979553223,
      "learning_rate": 2.450251649861091e-07,
      "loss": 0.6866,
      "step": 44203
    },
    {
      "epoch": 0.9315567918991396,
      "grad_norm": 0.09075532853603363,
      "learning_rate": 2.448750217979523e-07,
      "loss": 0.6966,
      "step": 44204
    },
    {
      "epoch": 0.9315778659375049,
      "grad_norm": 0.1128712072968483,
      "learning_rate": 2.447249240550342e-07,
      "loss": 0.6998,
      "step": 44205
    },
    {
      "epoch": 0.9315989399758702,
      "grad_norm": 0.10058258473873138,
      "learning_rate": 2.4457487175805093e-07,
      "loss": 0.6123,
      "step": 44206
    },
    {
      "epoch": 0.9316200140142356,
      "grad_norm": 0.10575994104146957,
      "learning_rate": 2.44424864907703e-07,
      "loss": 0.6766,
      "step": 44207
    },
    {
      "epoch": 0.9316410880526008,
      "grad_norm": 0.11547035723924637,
      "learning_rate": 2.4427490350468875e-07,
      "loss": 0.7152,
      "step": 44208
    },
    {
      "epoch": 0.9316621620909661,
      "grad_norm": 0.2733392119407654,
      "learning_rate": 2.441249875497087e-07,
      "loss": 0.6818,
      "step": 44209
    },
    {
      "epoch": 0.9316832361293313,
      "grad_norm": 0.1317490041255951,
      "learning_rate": 2.439751170434579e-07,
      "loss": 0.6876,
      "step": 44210
    },
    {
      "epoch": 0.9317043101676966,
      "grad_norm": 0.25570836663246155,
      "learning_rate": 2.4382529198663795e-07,
      "loss": 0.6374,
      "step": 44211
    },
    {
      "epoch": 0.931725384206062,
      "grad_norm": 0.15708106756210327,
      "learning_rate": 2.4367551237994504e-07,
      "loss": 0.694,
      "step": 44212
    },
    {
      "epoch": 0.9317464582444273,
      "grad_norm": 0.12698470056056976,
      "learning_rate": 2.435257782240774e-07,
      "loss": 0.6859,
      "step": 44213
    },
    {
      "epoch": 0.9317675322827925,
      "grad_norm": 0.11217417567968369,
      "learning_rate": 2.4337608951973343e-07,
      "loss": 0.6944,
      "step": 44214
    },
    {
      "epoch": 0.9317886063211578,
      "grad_norm": 0.09770244359970093,
      "learning_rate": 2.4322644626760927e-07,
      "loss": 0.696,
      "step": 44215
    },
    {
      "epoch": 0.931809680359523,
      "grad_norm": 0.10661457479000092,
      "learning_rate": 2.4307684846840205e-07,
      "loss": 0.718,
      "step": 44216
    },
    {
      "epoch": 0.9318307543978884,
      "grad_norm": 0.21318085491657257,
      "learning_rate": 2.429272961228091e-07,
      "loss": 0.6167,
      "step": 44217
    },
    {
      "epoch": 0.9318518284362537,
      "grad_norm": 0.11132459342479706,
      "learning_rate": 2.427777892315264e-07,
      "loss": 0.6616,
      "step": 44218
    },
    {
      "epoch": 0.931872902474619,
      "grad_norm": 0.09628047794103622,
      "learning_rate": 2.4262832779525124e-07,
      "loss": 0.6937,
      "step": 44219
    },
    {
      "epoch": 0.9318939765129842,
      "grad_norm": 0.10106659680604935,
      "learning_rate": 2.4247891181467973e-07,
      "loss": 0.6801,
      "step": 44220
    },
    {
      "epoch": 0.9319150505513495,
      "grad_norm": 0.09308911859989166,
      "learning_rate": 2.42329541290508e-07,
      "loss": 0.6576,
      "step": 44221
    },
    {
      "epoch": 0.9319361245897149,
      "grad_norm": 0.09659402817487717,
      "learning_rate": 2.4218021622343216e-07,
      "loss": 0.6859,
      "step": 44222
    },
    {
      "epoch": 0.9319571986280801,
      "grad_norm": 0.15255635976791382,
      "learning_rate": 2.420309366141471e-07,
      "loss": 0.6531,
      "step": 44223
    },
    {
      "epoch": 0.9319782726664454,
      "grad_norm": 0.10757511854171753,
      "learning_rate": 2.4188170246334796e-07,
      "loss": 0.7331,
      "step": 44224
    },
    {
      "epoch": 0.9319993467048107,
      "grad_norm": 0.11183314770460129,
      "learning_rate": 2.417325137717319e-07,
      "loss": 0.7316,
      "step": 44225
    },
    {
      "epoch": 0.9320204207431759,
      "grad_norm": 0.10070443153381348,
      "learning_rate": 2.415833705399917e-07,
      "loss": 0.6905,
      "step": 44226
    },
    {
      "epoch": 0.9320414947815413,
      "grad_norm": 0.0987713411450386,
      "learning_rate": 2.414342727688235e-07,
      "loss": 0.7244,
      "step": 44227
    },
    {
      "epoch": 0.9320625688199066,
      "grad_norm": 0.1282414346933365,
      "learning_rate": 2.412852204589222e-07,
      "loss": 0.6584,
      "step": 44228
    },
    {
      "epoch": 0.9320836428582718,
      "grad_norm": 0.13149148225784302,
      "learning_rate": 2.411362136109807e-07,
      "loss": 0.6761,
      "step": 44229
    },
    {
      "epoch": 0.9321047168966371,
      "grad_norm": 0.13740290701389313,
      "learning_rate": 2.4098725222569397e-07,
      "loss": 0.6749,
      "step": 44230
    },
    {
      "epoch": 0.9321257909350024,
      "grad_norm": 0.1013018935918808,
      "learning_rate": 2.4083833630375584e-07,
      "loss": 0.6815,
      "step": 44231
    },
    {
      "epoch": 0.9321468649733677,
      "grad_norm": 0.11905676126480103,
      "learning_rate": 2.4068946584586027e-07,
      "loss": 0.7943,
      "step": 44232
    },
    {
      "epoch": 0.932167939011733,
      "grad_norm": 0.13405287265777588,
      "learning_rate": 2.4054064085270113e-07,
      "loss": 0.745,
      "step": 44233
    },
    {
      "epoch": 0.9321890130500983,
      "grad_norm": 0.11361388862133026,
      "learning_rate": 2.4039186132497226e-07,
      "loss": 0.6894,
      "step": 44234
    },
    {
      "epoch": 0.9322100870884635,
      "grad_norm": 0.10429433733224869,
      "learning_rate": 2.402431272633643e-07,
      "loss": 0.7696,
      "step": 44235
    },
    {
      "epoch": 0.9322311611268288,
      "grad_norm": 0.09998521208763123,
      "learning_rate": 2.400944386685722e-07,
      "loss": 0.6929,
      "step": 44236
    },
    {
      "epoch": 0.9322522351651941,
      "grad_norm": 0.11333584785461426,
      "learning_rate": 2.399457955412876e-07,
      "loss": 0.6751,
      "step": 44237
    },
    {
      "epoch": 0.9322733092035594,
      "grad_norm": 0.09829201549291611,
      "learning_rate": 2.3979719788220447e-07,
      "loss": 0.7087,
      "step": 44238
    },
    {
      "epoch": 0.9322943832419247,
      "grad_norm": 0.12529516220092773,
      "learning_rate": 2.3964864569201217e-07,
      "loss": 0.697,
      "step": 44239
    },
    {
      "epoch": 0.93231545728029,
      "grad_norm": 0.14131830632686615,
      "learning_rate": 2.395001389714058e-07,
      "loss": 0.6994,
      "step": 44240
    },
    {
      "epoch": 0.9323365313186552,
      "grad_norm": 0.10880186408758163,
      "learning_rate": 2.393516777210758e-07,
      "loss": 0.706,
      "step": 44241
    },
    {
      "epoch": 0.9323576053570205,
      "grad_norm": 0.12376062572002411,
      "learning_rate": 2.3920326194171397e-07,
      "loss": 0.6946,
      "step": 44242
    },
    {
      "epoch": 0.9323786793953859,
      "grad_norm": 0.1188824325799942,
      "learning_rate": 2.3905489163401297e-07,
      "loss": 0.6865,
      "step": 44243
    },
    {
      "epoch": 0.9323997534337511,
      "grad_norm": 0.11427652090787888,
      "learning_rate": 2.3890656679866233e-07,
      "loss": 0.6519,
      "step": 44244
    },
    {
      "epoch": 0.9324208274721164,
      "grad_norm": 0.1086752712726593,
      "learning_rate": 2.3875828743635255e-07,
      "loss": 0.6699,
      "step": 44245
    },
    {
      "epoch": 0.9324419015104817,
      "grad_norm": 0.1086207702755928,
      "learning_rate": 2.3861005354777533e-07,
      "loss": 0.6814,
      "step": 44246
    },
    {
      "epoch": 0.9324629755488469,
      "grad_norm": 0.10058065503835678,
      "learning_rate": 2.3846186513362233e-07,
      "loss": 0.7233,
      "step": 44247
    },
    {
      "epoch": 0.9324840495872123,
      "grad_norm": 0.10210906714200974,
      "learning_rate": 2.3831372219458194e-07,
      "loss": 0.7159,
      "step": 44248
    },
    {
      "epoch": 0.9325051236255776,
      "grad_norm": 0.09502241015434265,
      "learning_rate": 2.3816562473134575e-07,
      "loss": 0.6931,
      "step": 44249
    },
    {
      "epoch": 0.9325261976639428,
      "grad_norm": 0.11153516173362732,
      "learning_rate": 2.3801757274460214e-07,
      "loss": 0.6002,
      "step": 44250
    },
    {
      "epoch": 0.9325472717023081,
      "grad_norm": 0.10403680801391602,
      "learning_rate": 2.3786956623504276e-07,
      "loss": 0.6719,
      "step": 44251
    },
    {
      "epoch": 0.9325683457406734,
      "grad_norm": 0.12680354714393616,
      "learning_rate": 2.3772160520335597e-07,
      "loss": 0.6863,
      "step": 44252
    },
    {
      "epoch": 0.9325894197790388,
      "grad_norm": 0.09481457620859146,
      "learning_rate": 2.3757368965023119e-07,
      "loss": 0.6812,
      "step": 44253
    },
    {
      "epoch": 0.932610493817404,
      "grad_norm": 0.1169985979795456,
      "learning_rate": 2.374258195763579e-07,
      "loss": 0.7044,
      "step": 44254
    },
    {
      "epoch": 0.9326315678557693,
      "grad_norm": 0.10450055450201035,
      "learning_rate": 2.3727799498242332e-07,
      "loss": 0.7473,
      "step": 44255
    },
    {
      "epoch": 0.9326526418941345,
      "grad_norm": 0.14491993188858032,
      "learning_rate": 2.371302158691191e-07,
      "loss": 0.6881,
      "step": 44256
    },
    {
      "epoch": 0.9326737159324998,
      "grad_norm": 0.12220505625009537,
      "learning_rate": 2.3698248223713137e-07,
      "loss": 0.639,
      "step": 44257
    },
    {
      "epoch": 0.9326947899708652,
      "grad_norm": 0.09260081499814987,
      "learning_rate": 2.3683479408714848e-07,
      "loss": 0.7324,
      "step": 44258
    },
    {
      "epoch": 0.9327158640092305,
      "grad_norm": 0.11065734922885895,
      "learning_rate": 2.3668715141985877e-07,
      "loss": 0.7422,
      "step": 44259
    },
    {
      "epoch": 0.9327369380475957,
      "grad_norm": 0.10630680620670319,
      "learning_rate": 2.3653955423595166e-07,
      "loss": 0.7318,
      "step": 44260
    },
    {
      "epoch": 0.932758012085961,
      "grad_norm": 0.1001918837428093,
      "learning_rate": 2.3639200253611216e-07,
      "loss": 0.6815,
      "step": 44261
    },
    {
      "epoch": 0.9327790861243263,
      "grad_norm": 0.1146741658449173,
      "learning_rate": 2.3624449632102864e-07,
      "loss": 0.6876,
      "step": 44262
    },
    {
      "epoch": 0.9328001601626916,
      "grad_norm": 0.09671938419342041,
      "learning_rate": 2.3609703559138942e-07,
      "loss": 0.5985,
      "step": 44263
    },
    {
      "epoch": 0.9328212342010569,
      "grad_norm": 0.115852952003479,
      "learning_rate": 2.359496203478806e-07,
      "loss": 0.7423,
      "step": 44264
    },
    {
      "epoch": 0.9328423082394222,
      "grad_norm": 0.0861653983592987,
      "learning_rate": 2.3580225059118833e-07,
      "loss": 0.5931,
      "step": 44265
    },
    {
      "epoch": 0.9328633822777874,
      "grad_norm": 0.12549979984760284,
      "learning_rate": 2.356549263219998e-07,
      "loss": 0.6893,
      "step": 44266
    },
    {
      "epoch": 0.9328844563161527,
      "grad_norm": 0.11082720011472702,
      "learning_rate": 2.3550764754100009e-07,
      "loss": 0.7678,
      "step": 44267
    },
    {
      "epoch": 0.9329055303545181,
      "grad_norm": 0.09418600797653198,
      "learning_rate": 2.3536041424887745e-07,
      "loss": 0.6778,
      "step": 44268
    },
    {
      "epoch": 0.9329266043928833,
      "grad_norm": 0.10614623129367828,
      "learning_rate": 2.3521322644631582e-07,
      "loss": 0.6586,
      "step": 44269
    },
    {
      "epoch": 0.9329476784312486,
      "grad_norm": 0.1152973547577858,
      "learning_rate": 2.3506608413400245e-07,
      "loss": 0.7357,
      "step": 44270
    },
    {
      "epoch": 0.9329687524696139,
      "grad_norm": 0.11375737190246582,
      "learning_rate": 2.349189873126223e-07,
      "loss": 0.6562,
      "step": 44271
    },
    {
      "epoch": 0.9329898265079791,
      "grad_norm": 0.10137350857257843,
      "learning_rate": 2.347719359828604e-07,
      "loss": 0.7467,
      "step": 44272
    },
    {
      "epoch": 0.9330109005463444,
      "grad_norm": 0.10071000456809998,
      "learning_rate": 2.3462493014540288e-07,
      "loss": 0.6442,
      "step": 44273
    },
    {
      "epoch": 0.9330319745847098,
      "grad_norm": 0.11108595877885818,
      "learning_rate": 2.3447796980093253e-07,
      "loss": 0.644,
      "step": 44274
    },
    {
      "epoch": 0.933053048623075,
      "grad_norm": 0.14213870465755463,
      "learning_rate": 2.343310549501354e-07,
      "loss": 0.7307,
      "step": 44275
    },
    {
      "epoch": 0.9330741226614403,
      "grad_norm": 0.11157064884901047,
      "learning_rate": 2.341841855936955e-07,
      "loss": 0.7244,
      "step": 44276
    },
    {
      "epoch": 0.9330951966998056,
      "grad_norm": 0.1196591779589653,
      "learning_rate": 2.3403736173229662e-07,
      "loss": 0.6787,
      "step": 44277
    },
    {
      "epoch": 0.9331162707381708,
      "grad_norm": 0.10994066298007965,
      "learning_rate": 2.3389058336662385e-07,
      "loss": 0.7345,
      "step": 44278
    },
    {
      "epoch": 0.9331373447765362,
      "grad_norm": 0.10268794000148773,
      "learning_rate": 2.3374385049735992e-07,
      "loss": 0.695,
      "step": 44279
    },
    {
      "epoch": 0.9331584188149015,
      "grad_norm": 0.10782930999994278,
      "learning_rate": 2.3359716312518878e-07,
      "loss": 0.672,
      "step": 44280
    },
    {
      "epoch": 0.9331794928532667,
      "grad_norm": 0.12676827609539032,
      "learning_rate": 2.3345052125079425e-07,
      "loss": 0.729,
      "step": 44281
    },
    {
      "epoch": 0.933200566891632,
      "grad_norm": 0.1018354743719101,
      "learning_rate": 2.3330392487485808e-07,
      "loss": 0.7265,
      "step": 44282
    },
    {
      "epoch": 0.9332216409299973,
      "grad_norm": 0.10606391727924347,
      "learning_rate": 2.3315737399806525e-07,
      "loss": 0.6452,
      "step": 44283
    },
    {
      "epoch": 0.9332427149683626,
      "grad_norm": 0.09740635752677917,
      "learning_rate": 2.3301086862109746e-07,
      "loss": 0.6849,
      "step": 44284
    },
    {
      "epoch": 0.9332637890067279,
      "grad_norm": 0.12321777641773224,
      "learning_rate": 2.3286440874463634e-07,
      "loss": 0.6773,
      "step": 44285
    },
    {
      "epoch": 0.9332848630450932,
      "grad_norm": 0.11251923441886902,
      "learning_rate": 2.3271799436936583e-07,
      "loss": 0.7226,
      "step": 44286
    },
    {
      "epoch": 0.9333059370834584,
      "grad_norm": 0.10885615646839142,
      "learning_rate": 2.3257162549596645e-07,
      "loss": 0.649,
      "step": 44287
    },
    {
      "epoch": 0.9333270111218237,
      "grad_norm": 0.10059383511543274,
      "learning_rate": 2.3242530212512215e-07,
      "loss": 0.6604,
      "step": 44288
    },
    {
      "epoch": 0.9333480851601891,
      "grad_norm": 0.11062629520893097,
      "learning_rate": 2.3227902425751236e-07,
      "loss": 0.7067,
      "step": 44289
    },
    {
      "epoch": 0.9333691591985543,
      "grad_norm": 0.10421987622976303,
      "learning_rate": 2.3213279189381877e-07,
      "loss": 0.6731,
      "step": 44290
    },
    {
      "epoch": 0.9333902332369196,
      "grad_norm": 0.10418006032705307,
      "learning_rate": 2.3198660503472414e-07,
      "loss": 0.6559,
      "step": 44291
    },
    {
      "epoch": 0.9334113072752849,
      "grad_norm": 0.09373683482408524,
      "learning_rate": 2.3184046368090906e-07,
      "loss": 0.7418,
      "step": 44292
    },
    {
      "epoch": 0.9334323813136501,
      "grad_norm": 0.13884112238883972,
      "learning_rate": 2.316943678330541e-07,
      "loss": 0.6942,
      "step": 44293
    },
    {
      "epoch": 0.9334534553520155,
      "grad_norm": 0.11725958436727524,
      "learning_rate": 2.315483174918387e-07,
      "loss": 0.716,
      "step": 44294
    },
    {
      "epoch": 0.9334745293903808,
      "grad_norm": 0.10190020501613617,
      "learning_rate": 2.3140231265794456e-07,
      "loss": 0.7113,
      "step": 44295
    },
    {
      "epoch": 0.933495603428746,
      "grad_norm": 0.10602094233036041,
      "learning_rate": 2.312563533320511e-07,
      "loss": 0.7156,
      "step": 44296
    },
    {
      "epoch": 0.9335166774671113,
      "grad_norm": 0.09405698627233505,
      "learning_rate": 2.3111043951483892e-07,
      "loss": 0.6976,
      "step": 44297
    },
    {
      "epoch": 0.9335377515054766,
      "grad_norm": 0.10585474222898483,
      "learning_rate": 2.3096457120698855e-07,
      "loss": 0.7176,
      "step": 44298
    },
    {
      "epoch": 0.933558825543842,
      "grad_norm": 0.11067786067724228,
      "learning_rate": 2.3081874840917727e-07,
      "loss": 0.7412,
      "step": 44299
    },
    {
      "epoch": 0.9335798995822072,
      "grad_norm": 0.12428759038448334,
      "learning_rate": 2.3067297112208674e-07,
      "loss": 0.6594,
      "step": 44300
    },
    {
      "epoch": 0.9336009736205725,
      "grad_norm": 0.09236886352300644,
      "learning_rate": 2.3052723934639532e-07,
      "loss": 0.6944,
      "step": 44301
    },
    {
      "epoch": 0.9336220476589377,
      "grad_norm": 0.10720956325531006,
      "learning_rate": 2.3038155308278132e-07,
      "loss": 0.6636,
      "step": 44302
    },
    {
      "epoch": 0.933643121697303,
      "grad_norm": 0.10088192671537399,
      "learning_rate": 2.302359123319242e-07,
      "loss": 0.7064,
      "step": 44303
    },
    {
      "epoch": 0.9336641957356684,
      "grad_norm": 0.14121279120445251,
      "learning_rate": 2.3009031709450125e-07,
      "loss": 0.6448,
      "step": 44304
    },
    {
      "epoch": 0.9336852697740337,
      "grad_norm": 0.11461656540632248,
      "learning_rate": 2.2994476737119076e-07,
      "loss": 0.6983,
      "step": 44305
    },
    {
      "epoch": 0.9337063438123989,
      "grad_norm": 0.09780935943126678,
      "learning_rate": 2.297992631626722e-07,
      "loss": 0.6716,
      "step": 44306
    },
    {
      "epoch": 0.9337274178507642,
      "grad_norm": 0.13349784910678864,
      "learning_rate": 2.2965380446962392e-07,
      "loss": 0.6895,
      "step": 44307
    },
    {
      "epoch": 0.9337484918891295,
      "grad_norm": 0.11127765476703644,
      "learning_rate": 2.2950839129272096e-07,
      "loss": 0.702,
      "step": 44308
    },
    {
      "epoch": 0.9337695659274947,
      "grad_norm": 0.11862574517726898,
      "learning_rate": 2.2936302363264273e-07,
      "loss": 0.6648,
      "step": 44309
    },
    {
      "epoch": 0.9337906399658601,
      "grad_norm": 0.10528580844402313,
      "learning_rate": 2.292177014900654e-07,
      "loss": 0.7121,
      "step": 44310
    },
    {
      "epoch": 0.9338117140042254,
      "grad_norm": 0.1133868396282196,
      "learning_rate": 2.2907242486566617e-07,
      "loss": 0.7125,
      "step": 44311
    },
    {
      "epoch": 0.9338327880425906,
      "grad_norm": 0.10253005474805832,
      "learning_rate": 2.289271937601234e-07,
      "loss": 0.6566,
      "step": 44312
    },
    {
      "epoch": 0.9338538620809559,
      "grad_norm": 0.1209690272808075,
      "learning_rate": 2.28782008174111e-07,
      "loss": 0.6941,
      "step": 44313
    },
    {
      "epoch": 0.9338749361193212,
      "grad_norm": 0.11542340368032455,
      "learning_rate": 2.2863686810830733e-07,
      "loss": 0.6978,
      "step": 44314
    },
    {
      "epoch": 0.9338960101576865,
      "grad_norm": 0.09942975640296936,
      "learning_rate": 2.2849177356338848e-07,
      "loss": 0.7405,
      "step": 44315
    },
    {
      "epoch": 0.9339170841960518,
      "grad_norm": 0.2393496185541153,
      "learning_rate": 2.2834672454002837e-07,
      "loss": 0.7209,
      "step": 44316
    },
    {
      "epoch": 0.9339381582344171,
      "grad_norm": 0.09786561131477356,
      "learning_rate": 2.2820172103890538e-07,
      "loss": 0.7413,
      "step": 44317
    },
    {
      "epoch": 0.9339592322727823,
      "grad_norm": 0.10041557252407074,
      "learning_rate": 2.2805676306069335e-07,
      "loss": 0.6736,
      "step": 44318
    },
    {
      "epoch": 0.9339803063111476,
      "grad_norm": 0.10090558975934982,
      "learning_rate": 2.2791185060606845e-07,
      "loss": 0.71,
      "step": 44319
    },
    {
      "epoch": 0.934001380349513,
      "grad_norm": 0.10481926053762436,
      "learning_rate": 2.277669836757046e-07,
      "loss": 0.613,
      "step": 44320
    },
    {
      "epoch": 0.9340224543878782,
      "grad_norm": 0.11881863325834274,
      "learning_rate": 2.276221622702779e-07,
      "loss": 0.7233,
      "step": 44321
    },
    {
      "epoch": 0.9340435284262435,
      "grad_norm": 0.15720859169960022,
      "learning_rate": 2.2747738639046225e-07,
      "loss": 0.6923,
      "step": 44322
    },
    {
      "epoch": 0.9340646024646088,
      "grad_norm": 0.11166620254516602,
      "learning_rate": 2.2733265603693377e-07,
      "loss": 0.6733,
      "step": 44323
    },
    {
      "epoch": 0.934085676502974,
      "grad_norm": 0.15325497090816498,
      "learning_rate": 2.271879712103642e-07,
      "loss": 0.6324,
      "step": 44324
    },
    {
      "epoch": 0.9341067505413394,
      "grad_norm": 0.08909810334444046,
      "learning_rate": 2.2704333191142734e-07,
      "loss": 0.7314,
      "step": 44325
    },
    {
      "epoch": 0.9341278245797047,
      "grad_norm": 0.08684796094894409,
      "learning_rate": 2.2689873814079943e-07,
      "loss": 0.671,
      "step": 44326
    },
    {
      "epoch": 0.9341488986180699,
      "grad_norm": 0.102580726146698,
      "learning_rate": 2.267541898991532e-07,
      "loss": 0.6915,
      "step": 44327
    },
    {
      "epoch": 0.9341699726564352,
      "grad_norm": 0.10985647886991501,
      "learning_rate": 2.266096871871626e-07,
      "loss": 0.6791,
      "step": 44328
    },
    {
      "epoch": 0.9341910466948005,
      "grad_norm": 0.12052895873785019,
      "learning_rate": 2.2646523000549925e-07,
      "loss": 0.6731,
      "step": 44329
    },
    {
      "epoch": 0.9342121207331658,
      "grad_norm": 0.10725543648004532,
      "learning_rate": 2.263208183548371e-07,
      "loss": 0.6605,
      "step": 44330
    },
    {
      "epoch": 0.9342331947715311,
      "grad_norm": 0.14843660593032837,
      "learning_rate": 2.2617645223584894e-07,
      "loss": 0.7151,
      "step": 44331
    },
    {
      "epoch": 0.9342542688098964,
      "grad_norm": 0.12827707827091217,
      "learning_rate": 2.2603213164920758e-07,
      "loss": 0.7316,
      "step": 44332
    },
    {
      "epoch": 0.9342753428482616,
      "grad_norm": 0.09134170413017273,
      "learning_rate": 2.2588785659558465e-07,
      "loss": 0.6582,
      "step": 44333
    },
    {
      "epoch": 0.9342964168866269,
      "grad_norm": 0.1274259239435196,
      "learning_rate": 2.2574362707565188e-07,
      "loss": 0.7287,
      "step": 44334
    },
    {
      "epoch": 0.9343174909249923,
      "grad_norm": 0.10956057161092758,
      "learning_rate": 2.2559944309008209e-07,
      "loss": 0.6526,
      "step": 44335
    },
    {
      "epoch": 0.9343385649633575,
      "grad_norm": 0.13109342753887177,
      "learning_rate": 2.254553046395458e-07,
      "loss": 0.7843,
      "step": 44336
    },
    {
      "epoch": 0.9343596390017228,
      "grad_norm": 0.14422695338726044,
      "learning_rate": 2.2531121172471694e-07,
      "loss": 0.7256,
      "step": 44337
    },
    {
      "epoch": 0.9343807130400881,
      "grad_norm": 0.11429598182439804,
      "learning_rate": 2.2516716434626385e-07,
      "loss": 0.6583,
      "step": 44338
    },
    {
      "epoch": 0.9344017870784533,
      "grad_norm": 0.10642949491739273,
      "learning_rate": 2.2502316250485935e-07,
      "loss": 0.6866,
      "step": 44339
    },
    {
      "epoch": 0.9344228611168187,
      "grad_norm": 0.12836870551109314,
      "learning_rate": 2.24879206201174e-07,
      "loss": 0.7085,
      "step": 44340
    },
    {
      "epoch": 0.934443935155184,
      "grad_norm": 0.11755774170160294,
      "learning_rate": 2.2473529543587947e-07,
      "loss": 0.6394,
      "step": 44341
    },
    {
      "epoch": 0.9344650091935492,
      "grad_norm": 0.11021514236927032,
      "learning_rate": 2.2459143020964304e-07,
      "loss": 0.7147,
      "step": 44342
    },
    {
      "epoch": 0.9344860832319145,
      "grad_norm": 0.111575648188591,
      "learning_rate": 2.2444761052313857e-07,
      "loss": 0.7048,
      "step": 44343
    },
    {
      "epoch": 0.9345071572702798,
      "grad_norm": 0.10818721354007721,
      "learning_rate": 2.2430383637703335e-07,
      "loss": 0.6533,
      "step": 44344
    },
    {
      "epoch": 0.9345282313086452,
      "grad_norm": 0.11896860599517822,
      "learning_rate": 2.2416010777199904e-07,
      "loss": 0.6351,
      "step": 44345
    },
    {
      "epoch": 0.9345493053470104,
      "grad_norm": 0.08681914210319519,
      "learning_rate": 2.2401642470870399e-07,
      "loss": 0.6645,
      "step": 44346
    },
    {
      "epoch": 0.9345703793853757,
      "grad_norm": 0.11492806673049927,
      "learning_rate": 2.2387278718781767e-07,
      "loss": 0.6179,
      "step": 44347
    },
    {
      "epoch": 0.934591453423741,
      "grad_norm": 0.11209432035684586,
      "learning_rate": 2.237291952100096e-07,
      "loss": 0.7698,
      "step": 44348
    },
    {
      "epoch": 0.9346125274621062,
      "grad_norm": 0.28329041600227356,
      "learning_rate": 2.2358564877594912e-07,
      "loss": 0.6762,
      "step": 44349
    },
    {
      "epoch": 0.9346336015004715,
      "grad_norm": 0.11374101042747498,
      "learning_rate": 2.234421478863047e-07,
      "loss": 0.7323,
      "step": 44350
    },
    {
      "epoch": 0.9346546755388369,
      "grad_norm": 0.11111456155776978,
      "learning_rate": 2.2329869254174463e-07,
      "loss": 0.7251,
      "step": 44351
    },
    {
      "epoch": 0.9346757495772021,
      "grad_norm": 0.10322529077529907,
      "learning_rate": 2.231552827429373e-07,
      "loss": 0.6979,
      "step": 44352
    },
    {
      "epoch": 0.9346968236155674,
      "grad_norm": 0.10182569921016693,
      "learning_rate": 2.2301191849054993e-07,
      "loss": 0.7579,
      "step": 44353
    },
    {
      "epoch": 0.9347178976539327,
      "grad_norm": 0.1334536224603653,
      "learning_rate": 2.2286859978525088e-07,
      "loss": 0.6841,
      "step": 44354
    },
    {
      "epoch": 0.9347389716922979,
      "grad_norm": 0.11754827946424484,
      "learning_rate": 2.227253266277085e-07,
      "loss": 0.6505,
      "step": 44355
    },
    {
      "epoch": 0.9347600457306633,
      "grad_norm": 0.0963645800948143,
      "learning_rate": 2.2258209901859117e-07,
      "loss": 0.7515,
      "step": 44356
    },
    {
      "epoch": 0.9347811197690286,
      "grad_norm": 0.12068861722946167,
      "learning_rate": 2.224389169585639e-07,
      "loss": 0.7208,
      "step": 44357
    },
    {
      "epoch": 0.9348021938073938,
      "grad_norm": 0.10689276456832886,
      "learning_rate": 2.2229578044829392e-07,
      "loss": 0.7051,
      "step": 44358
    },
    {
      "epoch": 0.9348232678457591,
      "grad_norm": 0.15919893980026245,
      "learning_rate": 2.221526894884496e-07,
      "loss": 0.75,
      "step": 44359
    },
    {
      "epoch": 0.9348443418841244,
      "grad_norm": 0.10987862944602966,
      "learning_rate": 2.2200964407969706e-07,
      "loss": 0.7146,
      "step": 44360
    },
    {
      "epoch": 0.9348654159224897,
      "grad_norm": 0.10074508190155029,
      "learning_rate": 2.2186664422270242e-07,
      "loss": 0.7139,
      "step": 44361
    },
    {
      "epoch": 0.934886489960855,
      "grad_norm": 0.10904020816087723,
      "learning_rate": 2.2172368991813077e-07,
      "loss": 0.733,
      "step": 44362
    },
    {
      "epoch": 0.9349075639992203,
      "grad_norm": 0.1165926530957222,
      "learning_rate": 2.2158078116665037e-07,
      "loss": 0.5931,
      "step": 44363
    },
    {
      "epoch": 0.9349286380375855,
      "grad_norm": 0.10537842661142349,
      "learning_rate": 2.214379179689241e-07,
      "loss": 0.7573,
      "step": 44364
    },
    {
      "epoch": 0.9349497120759508,
      "grad_norm": 0.1219782754778862,
      "learning_rate": 2.2129510032562029e-07,
      "loss": 0.6885,
      "step": 44365
    },
    {
      "epoch": 0.9349707861143162,
      "grad_norm": 0.11564910411834717,
      "learning_rate": 2.2115232823740284e-07,
      "loss": 0.6956,
      "step": 44366
    },
    {
      "epoch": 0.9349918601526814,
      "grad_norm": 0.12483082711696625,
      "learning_rate": 2.210096017049368e-07,
      "loss": 0.6707,
      "step": 44367
    },
    {
      "epoch": 0.9350129341910467,
      "grad_norm": 0.22869589924812317,
      "learning_rate": 2.2086692072888605e-07,
      "loss": 0.7048,
      "step": 44368
    },
    {
      "epoch": 0.935034008229412,
      "grad_norm": 0.1067986786365509,
      "learning_rate": 2.2072428530991897e-07,
      "loss": 0.7289,
      "step": 44369
    },
    {
      "epoch": 0.9350550822677772,
      "grad_norm": 0.11263757944107056,
      "learning_rate": 2.2058169544869724e-07,
      "loss": 0.7017,
      "step": 44370
    },
    {
      "epoch": 0.9350761563061426,
      "grad_norm": 0.10739599168300629,
      "learning_rate": 2.2043915114588589e-07,
      "loss": 0.6696,
      "step": 44371
    },
    {
      "epoch": 0.9350972303445079,
      "grad_norm": 0.1286112666130066,
      "learning_rate": 2.202966524021477e-07,
      "loss": 0.6975,
      "step": 44372
    },
    {
      "epoch": 0.9351183043828731,
      "grad_norm": 0.10085342079401016,
      "learning_rate": 2.2015419921814773e-07,
      "loss": 0.6904,
      "step": 44373
    },
    {
      "epoch": 0.9351393784212384,
      "grad_norm": 0.09340611845254898,
      "learning_rate": 2.2001179159454988e-07,
      "loss": 0.6874,
      "step": 44374
    },
    {
      "epoch": 0.9351604524596037,
      "grad_norm": 0.16273511946201324,
      "learning_rate": 2.1986942953201585e-07,
      "loss": 0.6284,
      "step": 44375
    },
    {
      "epoch": 0.935181526497969,
      "grad_norm": 0.10135714709758759,
      "learning_rate": 2.1972711303121063e-07,
      "loss": 0.6913,
      "step": 44376
    },
    {
      "epoch": 0.9352026005363343,
      "grad_norm": 0.10275202989578247,
      "learning_rate": 2.1958484209279706e-07,
      "loss": 0.7702,
      "step": 44377
    },
    {
      "epoch": 0.9352236745746996,
      "grad_norm": 0.13506092131137848,
      "learning_rate": 2.1944261671743794e-07,
      "loss": 0.6866,
      "step": 44378
    },
    {
      "epoch": 0.9352447486130648,
      "grad_norm": 0.10868299752473831,
      "learning_rate": 2.1930043690579382e-07,
      "loss": 0.7292,
      "step": 44379
    },
    {
      "epoch": 0.9352658226514301,
      "grad_norm": 0.10878758132457733,
      "learning_rate": 2.1915830265852978e-07,
      "loss": 0.6943,
      "step": 44380
    },
    {
      "epoch": 0.9352868966897955,
      "grad_norm": 0.09850898385047913,
      "learning_rate": 2.1901621397630633e-07,
      "loss": 0.7134,
      "step": 44381
    },
    {
      "epoch": 0.9353079707281607,
      "grad_norm": 0.10111457109451294,
      "learning_rate": 2.1887417085978745e-07,
      "loss": 0.71,
      "step": 44382
    },
    {
      "epoch": 0.935329044766526,
      "grad_norm": 0.10261145979166031,
      "learning_rate": 2.1873217330963149e-07,
      "loss": 0.6495,
      "step": 44383
    },
    {
      "epoch": 0.9353501188048913,
      "grad_norm": 0.12815611064434052,
      "learning_rate": 2.185902213265023e-07,
      "loss": 0.6584,
      "step": 44384
    },
    {
      "epoch": 0.9353711928432565,
      "grad_norm": 0.15682415664196014,
      "learning_rate": 2.1844831491106056e-07,
      "loss": 0.6835,
      "step": 44385
    },
    {
      "epoch": 0.9353922668816218,
      "grad_norm": 0.11917508393526077,
      "learning_rate": 2.1830645406396788e-07,
      "loss": 0.7584,
      "step": 44386
    },
    {
      "epoch": 0.9354133409199872,
      "grad_norm": 0.11110392957925797,
      "learning_rate": 2.181646387858838e-07,
      "loss": 0.6807,
      "step": 44387
    },
    {
      "epoch": 0.9354344149583524,
      "grad_norm": 0.11768925189971924,
      "learning_rate": 2.1802286907747106e-07,
      "loss": 0.7136,
      "step": 44388
    },
    {
      "epoch": 0.9354554889967177,
      "grad_norm": 0.10198123753070831,
      "learning_rate": 2.1788114493938806e-07,
      "loss": 0.6453,
      "step": 44389
    },
    {
      "epoch": 0.935476563035083,
      "grad_norm": 0.11262157559394836,
      "learning_rate": 2.1773946637229648e-07,
      "loss": 0.741,
      "step": 44390
    },
    {
      "epoch": 0.9354976370734482,
      "grad_norm": 0.10700428485870361,
      "learning_rate": 2.175978333768569e-07,
      "loss": 0.7714,
      "step": 44391
    },
    {
      "epoch": 0.9355187111118136,
      "grad_norm": 0.12214875966310501,
      "learning_rate": 2.1745624595372662e-07,
      "loss": 0.7462,
      "step": 44392
    },
    {
      "epoch": 0.9355397851501789,
      "grad_norm": 0.13764534890651703,
      "learning_rate": 2.1731470410356724e-07,
      "loss": 0.6672,
      "step": 44393
    },
    {
      "epoch": 0.9355608591885441,
      "grad_norm": 0.12006425857543945,
      "learning_rate": 2.171732078270361e-07,
      "loss": 0.7094,
      "step": 44394
    },
    {
      "epoch": 0.9355819332269094,
      "grad_norm": 0.11511112004518509,
      "learning_rate": 2.1703175712479485e-07,
      "loss": 0.6983,
      "step": 44395
    },
    {
      "epoch": 0.9356030072652747,
      "grad_norm": 0.11057184636592865,
      "learning_rate": 2.1689035199750185e-07,
      "loss": 0.6681,
      "step": 44396
    },
    {
      "epoch": 0.93562408130364,
      "grad_norm": 0.0988382026553154,
      "learning_rate": 2.1674899244581438e-07,
      "loss": 0.6929,
      "step": 44397
    },
    {
      "epoch": 0.9356451553420053,
      "grad_norm": 0.11562083661556244,
      "learning_rate": 2.1660767847039189e-07,
      "loss": 0.6916,
      "step": 44398
    },
    {
      "epoch": 0.9356662293803706,
      "grad_norm": 0.4450826048851013,
      "learning_rate": 2.1646641007189383e-07,
      "loss": 0.7237,
      "step": 44399
    },
    {
      "epoch": 0.9356873034187358,
      "grad_norm": 0.10279908031225204,
      "learning_rate": 2.1632518725097752e-07,
      "loss": 0.6057,
      "step": 44400
    },
    {
      "epoch": 0.9357083774571011,
      "grad_norm": 0.1098121628165245,
      "learning_rate": 2.1618401000830014e-07,
      "loss": 0.7122,
      "step": 44401
    },
    {
      "epoch": 0.9357294514954665,
      "grad_norm": 0.10098081827163696,
      "learning_rate": 2.160428783445201e-07,
      "loss": 0.6627,
      "step": 44402
    },
    {
      "epoch": 0.9357505255338318,
      "grad_norm": 0.10545998811721802,
      "learning_rate": 2.159017922602946e-07,
      "loss": 0.6814,
      "step": 44403
    },
    {
      "epoch": 0.935771599572197,
      "grad_norm": 0.1207217127084732,
      "learning_rate": 2.1576075175628098e-07,
      "loss": 0.6699,
      "step": 44404
    },
    {
      "epoch": 0.9357926736105623,
      "grad_norm": 0.14417056739330292,
      "learning_rate": 2.156197568331364e-07,
      "loss": 0.7145,
      "step": 44405
    },
    {
      "epoch": 0.9358137476489276,
      "grad_norm": 0.10281551629304886,
      "learning_rate": 2.1547880749151705e-07,
      "loss": 0.7803,
      "step": 44406
    },
    {
      "epoch": 0.9358348216872929,
      "grad_norm": 0.09359925985336304,
      "learning_rate": 2.1533790373208018e-07,
      "loss": 0.6154,
      "step": 44407
    },
    {
      "epoch": 0.9358558957256582,
      "grad_norm": 0.10390676558017731,
      "learning_rate": 2.1519704555548304e-07,
      "loss": 0.7062,
      "step": 44408
    },
    {
      "epoch": 0.9358769697640235,
      "grad_norm": 0.09520716220140457,
      "learning_rate": 2.1505623296237955e-07,
      "loss": 0.6578,
      "step": 44409
    },
    {
      "epoch": 0.9358980438023887,
      "grad_norm": 0.11909430474042892,
      "learning_rate": 2.1491546595342805e-07,
      "loss": 0.7239,
      "step": 44410
    },
    {
      "epoch": 0.935919117840754,
      "grad_norm": 0.13037925958633423,
      "learning_rate": 2.1477474452928359e-07,
      "loss": 0.6957,
      "step": 44411
    },
    {
      "epoch": 0.9359401918791194,
      "grad_norm": 0.14008821547031403,
      "learning_rate": 2.146340686906001e-07,
      "loss": 0.7226,
      "step": 44412
    },
    {
      "epoch": 0.9359612659174846,
      "grad_norm": 0.09752491116523743,
      "learning_rate": 2.1449343843803482e-07,
      "loss": 0.6524,
      "step": 44413
    },
    {
      "epoch": 0.9359823399558499,
      "grad_norm": 0.1033441424369812,
      "learning_rate": 2.143528537722428e-07,
      "loss": 0.7489,
      "step": 44414
    },
    {
      "epoch": 0.9360034139942152,
      "grad_norm": 0.11161736398935318,
      "learning_rate": 2.1421231469387905e-07,
      "loss": 0.6766,
      "step": 44415
    },
    {
      "epoch": 0.9360244880325804,
      "grad_norm": 0.1625397652387619,
      "learning_rate": 2.1407182120359638e-07,
      "loss": 0.6961,
      "step": 44416
    },
    {
      "epoch": 0.9360455620709458,
      "grad_norm": 0.10492588579654694,
      "learning_rate": 2.1393137330205204e-07,
      "loss": 0.6541,
      "step": 44417
    },
    {
      "epoch": 0.9360666361093111,
      "grad_norm": 0.1156521588563919,
      "learning_rate": 2.1379097098989777e-07,
      "loss": 0.7122,
      "step": 44418
    },
    {
      "epoch": 0.9360877101476763,
      "grad_norm": 0.10995986312627792,
      "learning_rate": 2.1365061426778967e-07,
      "loss": 0.7375,
      "step": 44419
    },
    {
      "epoch": 0.9361087841860416,
      "grad_norm": 0.12940022349357605,
      "learning_rate": 2.1351030313638165e-07,
      "loss": 0.6981,
      "step": 44420
    },
    {
      "epoch": 0.9361298582244069,
      "grad_norm": 0.09355985373258591,
      "learning_rate": 2.1337003759632547e-07,
      "loss": 0.7128,
      "step": 44421
    },
    {
      "epoch": 0.9361509322627722,
      "grad_norm": 0.11126101016998291,
      "learning_rate": 2.132298176482761e-07,
      "loss": 0.7236,
      "step": 44422
    },
    {
      "epoch": 0.9361720063011375,
      "grad_norm": 0.1191498190164566,
      "learning_rate": 2.130896432928853e-07,
      "loss": 0.6883,
      "step": 44423
    },
    {
      "epoch": 0.9361930803395028,
      "grad_norm": 0.10896621644496918,
      "learning_rate": 2.1294951453080804e-07,
      "loss": 0.7535,
      "step": 44424
    },
    {
      "epoch": 0.936214154377868,
      "grad_norm": 0.09815896302461624,
      "learning_rate": 2.1280943136269494e-07,
      "loss": 0.6582,
      "step": 44425
    },
    {
      "epoch": 0.9362352284162333,
      "grad_norm": 0.11079975217580795,
      "learning_rate": 2.1266939378919993e-07,
      "loss": 0.7133,
      "step": 44426
    },
    {
      "epoch": 0.9362563024545986,
      "grad_norm": 0.11490925401449203,
      "learning_rate": 2.1252940181097582e-07,
      "loss": 0.7392,
      "step": 44427
    },
    {
      "epoch": 0.9362773764929639,
      "grad_norm": 0.14902763068675995,
      "learning_rate": 2.123894554286743e-07,
      "loss": 0.6883,
      "step": 44428
    },
    {
      "epoch": 0.9362984505313292,
      "grad_norm": 0.10322313010692596,
      "learning_rate": 2.1224955464294706e-07,
      "loss": 0.7456,
      "step": 44429
    },
    {
      "epoch": 0.9363195245696945,
      "grad_norm": 0.10765930265188217,
      "learning_rate": 2.1210969945444692e-07,
      "loss": 0.678,
      "step": 44430
    },
    {
      "epoch": 0.9363405986080597,
      "grad_norm": 0.10956461727619171,
      "learning_rate": 2.119698898638234e-07,
      "loss": 0.6861,
      "step": 44431
    },
    {
      "epoch": 0.936361672646425,
      "grad_norm": 0.10051245242357254,
      "learning_rate": 2.1183012587172924e-07,
      "loss": 0.7047,
      "step": 44432
    },
    {
      "epoch": 0.9363827466847904,
      "grad_norm": 0.11464276909828186,
      "learning_rate": 2.1169040747881508e-07,
      "loss": 0.6608,
      "step": 44433
    },
    {
      "epoch": 0.9364038207231556,
      "grad_norm": 0.09861858934164047,
      "learning_rate": 2.115507346857315e-07,
      "loss": 0.6776,
      "step": 44434
    },
    {
      "epoch": 0.9364248947615209,
      "grad_norm": 0.12080598622560501,
      "learning_rate": 2.114111074931302e-07,
      "loss": 0.6858,
      "step": 44435
    },
    {
      "epoch": 0.9364459687998862,
      "grad_norm": 0.11258941888809204,
      "learning_rate": 2.1127152590166177e-07,
      "loss": 0.7386,
      "step": 44436
    },
    {
      "epoch": 0.9364670428382514,
      "grad_norm": 0.10854016989469528,
      "learning_rate": 2.111319899119746e-07,
      "loss": 0.7756,
      "step": 44437
    },
    {
      "epoch": 0.9364881168766168,
      "grad_norm": 0.11247264593839645,
      "learning_rate": 2.1099249952472034e-07,
      "loss": 0.6624,
      "step": 44438
    },
    {
      "epoch": 0.9365091909149821,
      "grad_norm": 0.10867447406053543,
      "learning_rate": 2.1085305474054852e-07,
      "loss": 0.6442,
      "step": 44439
    },
    {
      "epoch": 0.9365302649533473,
      "grad_norm": 0.12487703561782837,
      "learning_rate": 2.107136555601086e-07,
      "loss": 0.7104,
      "step": 44440
    },
    {
      "epoch": 0.9365513389917126,
      "grad_norm": 0.09903113543987274,
      "learning_rate": 2.1057430198405005e-07,
      "loss": 0.625,
      "step": 44441
    },
    {
      "epoch": 0.9365724130300779,
      "grad_norm": 0.10590016841888428,
      "learning_rate": 2.1043499401302236e-07,
      "loss": 0.6747,
      "step": 44442
    },
    {
      "epoch": 0.9365934870684433,
      "grad_norm": 0.10966459661722183,
      "learning_rate": 2.1029573164767392e-07,
      "loss": 0.5992,
      "step": 44443
    },
    {
      "epoch": 0.9366145611068085,
      "grad_norm": 0.10371539741754532,
      "learning_rate": 2.1015651488865308e-07,
      "loss": 0.6762,
      "step": 44444
    },
    {
      "epoch": 0.9366356351451738,
      "grad_norm": 0.09317105263471603,
      "learning_rate": 2.100173437366093e-07,
      "loss": 0.6328,
      "step": 44445
    },
    {
      "epoch": 0.936656709183539,
      "grad_norm": 0.1186322346329689,
      "learning_rate": 2.09878218192191e-07,
      "loss": 0.7504,
      "step": 44446
    },
    {
      "epoch": 0.9366777832219043,
      "grad_norm": 0.10272684693336487,
      "learning_rate": 2.097391382560465e-07,
      "loss": 0.749,
      "step": 44447
    },
    {
      "epoch": 0.9366988572602697,
      "grad_norm": 0.18027803301811218,
      "learning_rate": 2.0960010392882314e-07,
      "loss": 0.6612,
      "step": 44448
    },
    {
      "epoch": 0.936719931298635,
      "grad_norm": 0.09183767437934875,
      "learning_rate": 2.0946111521116809e-07,
      "loss": 0.6523,
      "step": 44449
    },
    {
      "epoch": 0.9367410053370002,
      "grad_norm": 0.10296226292848587,
      "learning_rate": 2.0932217210372973e-07,
      "loss": 0.6814,
      "step": 44450
    },
    {
      "epoch": 0.9367620793753655,
      "grad_norm": 0.10392052680253983,
      "learning_rate": 2.0918327460715538e-07,
      "loss": 0.6951,
      "step": 44451
    },
    {
      "epoch": 0.9367831534137308,
      "grad_norm": 0.09812263399362564,
      "learning_rate": 2.0904442272209114e-07,
      "loss": 0.6822,
      "step": 44452
    },
    {
      "epoch": 0.9368042274520961,
      "grad_norm": 0.11624813824892044,
      "learning_rate": 2.089056164491854e-07,
      "loss": 0.7237,
      "step": 44453
    },
    {
      "epoch": 0.9368253014904614,
      "grad_norm": 0.10859205573797226,
      "learning_rate": 2.0876685578908206e-07,
      "loss": 0.7232,
      "step": 44454
    },
    {
      "epoch": 0.9368463755288267,
      "grad_norm": 0.10173774510622025,
      "learning_rate": 2.0862814074243066e-07,
      "loss": 0.6885,
      "step": 44455
    },
    {
      "epoch": 0.9368674495671919,
      "grad_norm": 0.11584857851266861,
      "learning_rate": 2.0848947130987617e-07,
      "loss": 0.6654,
      "step": 44456
    },
    {
      "epoch": 0.9368885236055572,
      "grad_norm": 0.16164882481098175,
      "learning_rate": 2.083508474920648e-07,
      "loss": 0.6766,
      "step": 44457
    },
    {
      "epoch": 0.9369095976439226,
      "grad_norm": 0.1035589873790741,
      "learning_rate": 2.0821226928964266e-07,
      "loss": 0.7071,
      "step": 44458
    },
    {
      "epoch": 0.9369306716822878,
      "grad_norm": 0.156748965382576,
      "learning_rate": 2.080737367032548e-07,
      "loss": 0.6994,
      "step": 44459
    },
    {
      "epoch": 0.9369517457206531,
      "grad_norm": 0.09981322288513184,
      "learning_rate": 2.0793524973354627e-07,
      "loss": 0.6976,
      "step": 44460
    },
    {
      "epoch": 0.9369728197590184,
      "grad_norm": 0.0995478704571724,
      "learning_rate": 2.077968083811621e-07,
      "loss": 0.68,
      "step": 44461
    },
    {
      "epoch": 0.9369938937973836,
      "grad_norm": 0.11248639971017838,
      "learning_rate": 2.0765841264674735e-07,
      "loss": 0.708,
      "step": 44462
    },
    {
      "epoch": 0.9370149678357489,
      "grad_norm": 0.15180478990077972,
      "learning_rate": 2.0752006253094813e-07,
      "loss": 0.6579,
      "step": 44463
    },
    {
      "epoch": 0.9370360418741143,
      "grad_norm": 0.0982971265912056,
      "learning_rate": 2.073817580344073e-07,
      "loss": 0.705,
      "step": 44464
    },
    {
      "epoch": 0.9370571159124795,
      "grad_norm": 0.13114039599895477,
      "learning_rate": 2.0724349915776987e-07,
      "loss": 0.6139,
      "step": 44465
    },
    {
      "epoch": 0.9370781899508448,
      "grad_norm": 0.11266890168190002,
      "learning_rate": 2.0710528590167978e-07,
      "loss": 0.7102,
      "step": 44466
    },
    {
      "epoch": 0.9370992639892101,
      "grad_norm": 0.09413737058639526,
      "learning_rate": 2.0696711826678095e-07,
      "loss": 0.6743,
      "step": 44467
    },
    {
      "epoch": 0.9371203380275753,
      "grad_norm": 0.1001904159784317,
      "learning_rate": 2.0682899625371733e-07,
      "loss": 0.6504,
      "step": 44468
    },
    {
      "epoch": 0.9371414120659407,
      "grad_norm": 0.10768002271652222,
      "learning_rate": 2.0669091986313283e-07,
      "loss": 0.6771,
      "step": 44469
    },
    {
      "epoch": 0.937162486104306,
      "grad_norm": 0.11525319516658783,
      "learning_rate": 2.0655288909566917e-07,
      "loss": 0.7583,
      "step": 44470
    },
    {
      "epoch": 0.9371835601426712,
      "grad_norm": 0.09733658283948898,
      "learning_rate": 2.0641490395197028e-07,
      "loss": 0.7481,
      "step": 44471
    },
    {
      "epoch": 0.9372046341810365,
      "grad_norm": 0.11007825285196304,
      "learning_rate": 2.0627696443267898e-07,
      "loss": 0.6469,
      "step": 44472
    },
    {
      "epoch": 0.9372257082194018,
      "grad_norm": 0.09681321680545807,
      "learning_rate": 2.0613907053843696e-07,
      "loss": 0.5786,
      "step": 44473
    },
    {
      "epoch": 0.9372467822577671,
      "grad_norm": 0.1061449646949768,
      "learning_rate": 2.0600122226988818e-07,
      "loss": 0.6901,
      "step": 44474
    },
    {
      "epoch": 0.9372678562961324,
      "grad_norm": 0.09536556899547577,
      "learning_rate": 2.0586341962767432e-07,
      "loss": 0.6327,
      "step": 44475
    },
    {
      "epoch": 0.9372889303344977,
      "grad_norm": 0.10716453939676285,
      "learning_rate": 2.057256626124371e-07,
      "loss": 0.6802,
      "step": 44476
    },
    {
      "epoch": 0.9373100043728629,
      "grad_norm": 0.10544143617153168,
      "learning_rate": 2.055879512248171e-07,
      "loss": 0.7471,
      "step": 44477
    },
    {
      "epoch": 0.9373310784112282,
      "grad_norm": 0.10569983720779419,
      "learning_rate": 2.0545028546545832e-07,
      "loss": 0.6438,
      "step": 44478
    },
    {
      "epoch": 0.9373521524495936,
      "grad_norm": 0.09756997972726822,
      "learning_rate": 2.0531266533500128e-07,
      "loss": 0.6762,
      "step": 44479
    },
    {
      "epoch": 0.9373732264879588,
      "grad_norm": 0.11221439391374588,
      "learning_rate": 2.051750908340866e-07,
      "loss": 0.7194,
      "step": 44480
    },
    {
      "epoch": 0.9373943005263241,
      "grad_norm": 0.08912775665521622,
      "learning_rate": 2.050375619633538e-07,
      "loss": 0.6869,
      "step": 44481
    },
    {
      "epoch": 0.9374153745646894,
      "grad_norm": 0.13092041015625,
      "learning_rate": 2.0490007872344563e-07,
      "loss": 0.7399,
      "step": 44482
    },
    {
      "epoch": 0.9374364486030546,
      "grad_norm": 0.16724322736263275,
      "learning_rate": 2.0476264111500165e-07,
      "loss": 0.7406,
      "step": 44483
    },
    {
      "epoch": 0.93745752264142,
      "grad_norm": 0.11290770024061203,
      "learning_rate": 2.0462524913866244e-07,
      "loss": 0.6735,
      "step": 44484
    },
    {
      "epoch": 0.9374785966797853,
      "grad_norm": 0.14941108226776123,
      "learning_rate": 2.0448790279506857e-07,
      "loss": 0.7198,
      "step": 44485
    },
    {
      "epoch": 0.9374996707181505,
      "grad_norm": 0.10262420773506165,
      "learning_rate": 2.0435060208485847e-07,
      "loss": 0.7126,
      "step": 44486
    },
    {
      "epoch": 0.9375207447565158,
      "grad_norm": 0.1096281185746193,
      "learning_rate": 2.042133470086738e-07,
      "loss": 0.6766,
      "step": 44487
    },
    {
      "epoch": 0.9375418187948811,
      "grad_norm": 0.13851705193519592,
      "learning_rate": 2.0407613756715293e-07,
      "loss": 0.6908,
      "step": 44488
    },
    {
      "epoch": 0.9375628928332465,
      "grad_norm": 0.10494276136159897,
      "learning_rate": 2.039389737609343e-07,
      "loss": 0.667,
      "step": 44489
    },
    {
      "epoch": 0.9375839668716117,
      "grad_norm": 0.09864851832389832,
      "learning_rate": 2.0380185559065735e-07,
      "loss": 0.7007,
      "step": 44490
    },
    {
      "epoch": 0.937605040909977,
      "grad_norm": 0.12618933618068695,
      "learning_rate": 2.036647830569616e-07,
      "loss": 0.7374,
      "step": 44491
    },
    {
      "epoch": 0.9376261149483422,
      "grad_norm": 0.09907636791467667,
      "learning_rate": 2.0352775616048424e-07,
      "loss": 0.6588,
      "step": 44492
    },
    {
      "epoch": 0.9376471889867075,
      "grad_norm": 0.13152392208576202,
      "learning_rate": 2.0339077490186488e-07,
      "loss": 0.6603,
      "step": 44493
    },
    {
      "epoch": 0.9376682630250729,
      "grad_norm": 0.10836438834667206,
      "learning_rate": 2.032538392817418e-07,
      "loss": 0.7153,
      "step": 44494
    },
    {
      "epoch": 0.9376893370634382,
      "grad_norm": 0.10414143651723862,
      "learning_rate": 2.031169493007512e-07,
      "loss": 0.7502,
      "step": 44495
    },
    {
      "epoch": 0.9377104111018034,
      "grad_norm": 0.09621680527925491,
      "learning_rate": 2.0298010495953257e-07,
      "loss": 0.6916,
      "step": 44496
    },
    {
      "epoch": 0.9377314851401687,
      "grad_norm": 0.111025370657444,
      "learning_rate": 2.0284330625872318e-07,
      "loss": 0.715,
      "step": 44497
    },
    {
      "epoch": 0.937752559178534,
      "grad_norm": 0.09424387663602829,
      "learning_rate": 2.0270655319895916e-07,
      "loss": 0.7286,
      "step": 44498
    },
    {
      "epoch": 0.9377736332168992,
      "grad_norm": 0.115987129509449,
      "learning_rate": 2.025698457808789e-07,
      "loss": 0.722,
      "step": 44499
    },
    {
      "epoch": 0.9377947072552646,
      "grad_norm": 0.11592809110879898,
      "learning_rate": 2.0243318400511857e-07,
      "loss": 0.7081,
      "step": 44500
    },
    {
      "epoch": 0.9378157812936299,
      "grad_norm": 0.10043538361787796,
      "learning_rate": 2.0229656787231544e-07,
      "loss": 0.7206,
      "step": 44501
    },
    {
      "epoch": 0.9378368553319951,
      "grad_norm": 0.10831451416015625,
      "learning_rate": 2.0215999738310455e-07,
      "loss": 0.6771,
      "step": 44502
    },
    {
      "epoch": 0.9378579293703604,
      "grad_norm": 0.10302211344242096,
      "learning_rate": 2.0202347253812427e-07,
      "loss": 0.6927,
      "step": 44503
    },
    {
      "epoch": 0.9378790034087257,
      "grad_norm": 0.10621632635593414,
      "learning_rate": 2.0188699333800854e-07,
      "loss": 0.6093,
      "step": 44504
    },
    {
      "epoch": 0.937900077447091,
      "grad_norm": 0.10545286536216736,
      "learning_rate": 2.0175055978339463e-07,
      "loss": 0.625,
      "step": 44505
    },
    {
      "epoch": 0.9379211514854563,
      "grad_norm": 0.11090502887964249,
      "learning_rate": 2.016141718749176e-07,
      "loss": 0.7203,
      "step": 44506
    },
    {
      "epoch": 0.9379422255238216,
      "grad_norm": 0.11012189090251923,
      "learning_rate": 2.014778296132125e-07,
      "loss": 0.6306,
      "step": 44507
    },
    {
      "epoch": 0.9379632995621868,
      "grad_norm": 0.11963631212711334,
      "learning_rate": 2.0134153299891435e-07,
      "loss": 0.7273,
      "step": 44508
    },
    {
      "epoch": 0.9379843736005521,
      "grad_norm": 0.11342129111289978,
      "learning_rate": 2.012052820326593e-07,
      "loss": 0.731,
      "step": 44509
    },
    {
      "epoch": 0.9380054476389175,
      "grad_norm": 0.10551377385854721,
      "learning_rate": 2.0106907671508136e-07,
      "loss": 0.661,
      "step": 44510
    },
    {
      "epoch": 0.9380265216772827,
      "grad_norm": 0.10140565037727356,
      "learning_rate": 2.0093291704681438e-07,
      "loss": 0.7312,
      "step": 44511
    },
    {
      "epoch": 0.938047595715648,
      "grad_norm": 0.10177681595087051,
      "learning_rate": 2.0079680302849236e-07,
      "loss": 0.6905,
      "step": 44512
    },
    {
      "epoch": 0.9380686697540133,
      "grad_norm": 0.10421225428581238,
      "learning_rate": 2.006607346607514e-07,
      "loss": 0.6755,
      "step": 44513
    },
    {
      "epoch": 0.9380897437923785,
      "grad_norm": 0.21451587975025177,
      "learning_rate": 2.005247119442244e-07,
      "loss": 0.6747,
      "step": 44514
    },
    {
      "epoch": 0.9381108178307439,
      "grad_norm": 0.12835989892482758,
      "learning_rate": 2.0038873487954524e-07,
      "loss": 0.6652,
      "step": 44515
    },
    {
      "epoch": 0.9381318918691092,
      "grad_norm": 0.11146481335163116,
      "learning_rate": 2.0025280346734676e-07,
      "loss": 0.7467,
      "step": 44516
    },
    {
      "epoch": 0.9381529659074744,
      "grad_norm": 0.20497803390026093,
      "learning_rate": 2.001169177082629e-07,
      "loss": 0.6762,
      "step": 44517
    },
    {
      "epoch": 0.9381740399458397,
      "grad_norm": 0.11667635291814804,
      "learning_rate": 1.999810776029265e-07,
      "loss": 0.6946,
      "step": 44518
    },
    {
      "epoch": 0.938195113984205,
      "grad_norm": 0.14679083228111267,
      "learning_rate": 1.9984528315196927e-07,
      "loss": 0.7374,
      "step": 44519
    },
    {
      "epoch": 0.9382161880225703,
      "grad_norm": 0.09724998474121094,
      "learning_rate": 1.9970953435602514e-07,
      "loss": 0.6388,
      "step": 44520
    },
    {
      "epoch": 0.9382372620609356,
      "grad_norm": 0.10366246104240417,
      "learning_rate": 1.9957383121572694e-07,
      "loss": 0.684,
      "step": 44521
    },
    {
      "epoch": 0.9382583360993009,
      "grad_norm": 0.10201787203550339,
      "learning_rate": 1.9943817373170526e-07,
      "loss": 0.7279,
      "step": 44522
    },
    {
      "epoch": 0.9382794101376661,
      "grad_norm": 0.09907618165016174,
      "learning_rate": 1.9930256190459296e-07,
      "loss": 0.7094,
      "step": 44523
    },
    {
      "epoch": 0.9383004841760314,
      "grad_norm": 0.12502798438072205,
      "learning_rate": 1.9916699573502174e-07,
      "loss": 0.7064,
      "step": 44524
    },
    {
      "epoch": 0.9383215582143968,
      "grad_norm": 0.1000916063785553,
      "learning_rate": 1.9903147522362332e-07,
      "loss": 0.7059,
      "step": 44525
    },
    {
      "epoch": 0.938342632252762,
      "grad_norm": 0.11075373739004135,
      "learning_rate": 1.9889600037102829e-07,
      "loss": 0.7157,
      "step": 44526
    },
    {
      "epoch": 0.9383637062911273,
      "grad_norm": 0.1000581830739975,
      "learning_rate": 1.987605711778695e-07,
      "loss": 0.6663,
      "step": 44527
    },
    {
      "epoch": 0.9383847803294926,
      "grad_norm": 0.09056871384382248,
      "learning_rate": 1.9862518764477644e-07,
      "loss": 0.6438,
      "step": 44528
    },
    {
      "epoch": 0.9384058543678578,
      "grad_norm": 0.1048601046204567,
      "learning_rate": 1.9848984977237973e-07,
      "loss": 0.6752,
      "step": 44529
    },
    {
      "epoch": 0.9384269284062232,
      "grad_norm": 0.1161239743232727,
      "learning_rate": 1.9835455756130995e-07,
      "loss": 0.6097,
      "step": 44530
    },
    {
      "epoch": 0.9384480024445885,
      "grad_norm": 0.10807602852582932,
      "learning_rate": 1.9821931101219772e-07,
      "loss": 0.7491,
      "step": 44531
    },
    {
      "epoch": 0.9384690764829537,
      "grad_norm": 0.09407736361026764,
      "learning_rate": 1.9808411012567252e-07,
      "loss": 0.7083,
      "step": 44532
    },
    {
      "epoch": 0.938490150521319,
      "grad_norm": 0.10845918208360672,
      "learning_rate": 1.979489549023661e-07,
      "loss": 0.7058,
      "step": 44533
    },
    {
      "epoch": 0.9385112245596843,
      "grad_norm": 0.1171921044588089,
      "learning_rate": 1.9781384534290572e-07,
      "loss": 0.6596,
      "step": 44534
    },
    {
      "epoch": 0.9385322985980497,
      "grad_norm": 0.1314016729593277,
      "learning_rate": 1.9767878144792085e-07,
      "loss": 0.6842,
      "step": 44535
    },
    {
      "epoch": 0.9385533726364149,
      "grad_norm": 0.12995071709156036,
      "learning_rate": 1.9754376321804325e-07,
      "loss": 0.7078,
      "step": 44536
    },
    {
      "epoch": 0.9385744466747802,
      "grad_norm": 0.08760625123977661,
      "learning_rate": 1.9740879065389906e-07,
      "loss": 0.637,
      "step": 44537
    },
    {
      "epoch": 0.9385955207131454,
      "grad_norm": 0.10502640902996063,
      "learning_rate": 1.9727386375612e-07,
      "loss": 0.7499,
      "step": 44538
    },
    {
      "epoch": 0.9386165947515107,
      "grad_norm": 0.11478421092033386,
      "learning_rate": 1.9713898252533226e-07,
      "loss": 0.7016,
      "step": 44539
    },
    {
      "epoch": 0.938637668789876,
      "grad_norm": 0.10954709351062775,
      "learning_rate": 1.970041469621642e-07,
      "loss": 0.6056,
      "step": 44540
    },
    {
      "epoch": 0.9386587428282414,
      "grad_norm": 0.1059541180729866,
      "learning_rate": 1.9686935706724307e-07,
      "loss": 0.7294,
      "step": 44541
    },
    {
      "epoch": 0.9386798168666066,
      "grad_norm": 0.10900337994098663,
      "learning_rate": 1.9673461284120067e-07,
      "loss": 0.6977,
      "step": 44542
    },
    {
      "epoch": 0.9387008909049719,
      "grad_norm": 0.09785600006580353,
      "learning_rate": 1.9659991428466086e-07,
      "loss": 0.7234,
      "step": 44543
    },
    {
      "epoch": 0.9387219649433372,
      "grad_norm": 0.10197427868843079,
      "learning_rate": 1.9646526139825427e-07,
      "loss": 0.6603,
      "step": 44544
    },
    {
      "epoch": 0.9387430389817024,
      "grad_norm": 0.10354436188936234,
      "learning_rate": 1.9633065418260599e-07,
      "loss": 0.6629,
      "step": 44545
    },
    {
      "epoch": 0.9387641130200678,
      "grad_norm": 0.12385386973619461,
      "learning_rate": 1.9619609263834328e-07,
      "loss": 0.6933,
      "step": 44546
    },
    {
      "epoch": 0.9387851870584331,
      "grad_norm": 0.13272732496261597,
      "learning_rate": 1.960615767660945e-07,
      "loss": 0.7456,
      "step": 44547
    },
    {
      "epoch": 0.9388062610967983,
      "grad_norm": 0.10791105031967163,
      "learning_rate": 1.9592710656648472e-07,
      "loss": 0.7254,
      "step": 44548
    },
    {
      "epoch": 0.9388273351351636,
      "grad_norm": 0.12950831651687622,
      "learning_rate": 1.9579268204014012e-07,
      "loss": 0.6503,
      "step": 44549
    },
    {
      "epoch": 0.9388484091735289,
      "grad_norm": 0.10266859084367752,
      "learning_rate": 1.9565830318768909e-07,
      "loss": 0.715,
      "step": 44550
    },
    {
      "epoch": 0.9388694832118942,
      "grad_norm": 0.10116197168827057,
      "learning_rate": 1.9552397000975554e-07,
      "loss": 0.6712,
      "step": 44551
    },
    {
      "epoch": 0.9388905572502595,
      "grad_norm": 0.1269369274377823,
      "learning_rate": 1.9538968250696567e-07,
      "loss": 0.6408,
      "step": 44552
    },
    {
      "epoch": 0.9389116312886248,
      "grad_norm": 0.11492477357387543,
      "learning_rate": 1.952554406799456e-07,
      "loss": 0.684,
      "step": 44553
    },
    {
      "epoch": 0.93893270532699,
      "grad_norm": 0.10329001396894455,
      "learning_rate": 1.9512124452932047e-07,
      "loss": 0.658,
      "step": 44554
    },
    {
      "epoch": 0.9389537793653553,
      "grad_norm": 0.11683346331119537,
      "learning_rate": 1.9498709405571525e-07,
      "loss": 0.6639,
      "step": 44555
    },
    {
      "epoch": 0.9389748534037207,
      "grad_norm": 0.1170329824090004,
      "learning_rate": 1.9485298925975614e-07,
      "loss": 0.6731,
      "step": 44556
    },
    {
      "epoch": 0.9389959274420859,
      "grad_norm": 0.09677215665578842,
      "learning_rate": 1.94718930142066e-07,
      "loss": 0.663,
      "step": 44557
    },
    {
      "epoch": 0.9390170014804512,
      "grad_norm": 0.11731619387865067,
      "learning_rate": 1.9458491670327095e-07,
      "loss": 0.7428,
      "step": 44558
    },
    {
      "epoch": 0.9390380755188165,
      "grad_norm": 0.10830003023147583,
      "learning_rate": 1.9445094894399386e-07,
      "loss": 0.7131,
      "step": 44559
    },
    {
      "epoch": 0.9390591495571817,
      "grad_norm": 0.09357006847858429,
      "learning_rate": 1.9431702686485976e-07,
      "loss": 0.7268,
      "step": 44560
    },
    {
      "epoch": 0.9390802235955471,
      "grad_norm": 0.10884221643209457,
      "learning_rate": 1.941831504664926e-07,
      "loss": 0.7095,
      "step": 44561
    },
    {
      "epoch": 0.9391012976339124,
      "grad_norm": 0.0961189791560173,
      "learning_rate": 1.9404931974951636e-07,
      "loss": 0.6822,
      "step": 44562
    },
    {
      "epoch": 0.9391223716722776,
      "grad_norm": 0.15001864731311798,
      "learning_rate": 1.939155347145527e-07,
      "loss": 0.6935,
      "step": 44563
    },
    {
      "epoch": 0.9391434457106429,
      "grad_norm": 0.09875607490539551,
      "learning_rate": 1.9378179536222674e-07,
      "loss": 0.6649,
      "step": 44564
    },
    {
      "epoch": 0.9391645197490082,
      "grad_norm": 0.10804610699415207,
      "learning_rate": 1.936481016931613e-07,
      "loss": 0.5734,
      "step": 44565
    },
    {
      "epoch": 0.9391855937873735,
      "grad_norm": 0.11823738366365433,
      "learning_rate": 1.9351445370797806e-07,
      "loss": 0.6766,
      "step": 44566
    },
    {
      "epoch": 0.9392066678257388,
      "grad_norm": 0.1231127604842186,
      "learning_rate": 1.93380851407301e-07,
      "loss": 0.6637,
      "step": 44567
    },
    {
      "epoch": 0.9392277418641041,
      "grad_norm": 0.14126081764698029,
      "learning_rate": 1.9324729479175186e-07,
      "loss": 0.7692,
      "step": 44568
    },
    {
      "epoch": 0.9392488159024693,
      "grad_norm": 0.11288651078939438,
      "learning_rate": 1.9311378386195346e-07,
      "loss": 0.7219,
      "step": 44569
    },
    {
      "epoch": 0.9392698899408346,
      "grad_norm": 0.09867855161428452,
      "learning_rate": 1.9298031861852528e-07,
      "loss": 0.6566,
      "step": 44570
    },
    {
      "epoch": 0.9392909639792,
      "grad_norm": 0.1050664484500885,
      "learning_rate": 1.9284689906209242e-07,
      "loss": 0.7545,
      "step": 44571
    },
    {
      "epoch": 0.9393120380175652,
      "grad_norm": 0.10116691887378693,
      "learning_rate": 1.9271352519327435e-07,
      "loss": 0.6176,
      "step": 44572
    },
    {
      "epoch": 0.9393331120559305,
      "grad_norm": 0.10935473442077637,
      "learning_rate": 1.925801970126928e-07,
      "loss": 0.7364,
      "step": 44573
    },
    {
      "epoch": 0.9393541860942958,
      "grad_norm": 0.11494937539100647,
      "learning_rate": 1.9244691452096953e-07,
      "loss": 0.6715,
      "step": 44574
    },
    {
      "epoch": 0.939375260132661,
      "grad_norm": 0.13991890847682953,
      "learning_rate": 1.9231367771872511e-07,
      "loss": 0.7114,
      "step": 44575
    },
    {
      "epoch": 0.9393963341710263,
      "grad_norm": 0.09162618219852448,
      "learning_rate": 1.921804866065813e-07,
      "loss": 0.6696,
      "step": 44576
    },
    {
      "epoch": 0.9394174082093917,
      "grad_norm": 0.09904351830482483,
      "learning_rate": 1.9204734118515644e-07,
      "loss": 0.6458,
      "step": 44577
    },
    {
      "epoch": 0.939438482247757,
      "grad_norm": 0.11795630306005478,
      "learning_rate": 1.9191424145507232e-07,
      "loss": 0.6734,
      "step": 44578
    },
    {
      "epoch": 0.9394595562861222,
      "grad_norm": 0.10560211539268494,
      "learning_rate": 1.917811874169484e-07,
      "loss": 0.7065,
      "step": 44579
    },
    {
      "epoch": 0.9394806303244875,
      "grad_norm": 0.09787515550851822,
      "learning_rate": 1.916481790714042e-07,
      "loss": 0.6912,
      "step": 44580
    },
    {
      "epoch": 0.9395017043628527,
      "grad_norm": 0.10869330912828445,
      "learning_rate": 1.9151521641905925e-07,
      "loss": 0.7417,
      "step": 44581
    },
    {
      "epoch": 0.9395227784012181,
      "grad_norm": 0.1155303418636322,
      "learning_rate": 1.913822994605341e-07,
      "loss": 0.6068,
      "step": 44582
    },
    {
      "epoch": 0.9395438524395834,
      "grad_norm": 0.14303158223628998,
      "learning_rate": 1.912494281964472e-07,
      "loss": 0.785,
      "step": 44583
    },
    {
      "epoch": 0.9395649264779486,
      "grad_norm": 0.1498270481824875,
      "learning_rate": 1.9111660262741693e-07,
      "loss": 0.6954,
      "step": 44584
    },
    {
      "epoch": 0.9395860005163139,
      "grad_norm": 0.09131291508674622,
      "learning_rate": 1.909838227540639e-07,
      "loss": 0.6778,
      "step": 44585
    },
    {
      "epoch": 0.9396070745546792,
      "grad_norm": 0.10333801805973053,
      "learning_rate": 1.9085108857700651e-07,
      "loss": 0.6825,
      "step": 44586
    },
    {
      "epoch": 0.9396281485930446,
      "grad_norm": 0.12862250208854675,
      "learning_rate": 1.9071840009686205e-07,
      "loss": 0.668,
      "step": 44587
    },
    {
      "epoch": 0.9396492226314098,
      "grad_norm": 0.11000954359769821,
      "learning_rate": 1.9058575731424777e-07,
      "loss": 0.6863,
      "step": 44588
    },
    {
      "epoch": 0.9396702966697751,
      "grad_norm": 0.11844836920499802,
      "learning_rate": 1.9045316022978322e-07,
      "loss": 0.741,
      "step": 44589
    },
    {
      "epoch": 0.9396913707081403,
      "grad_norm": 0.11597203463315964,
      "learning_rate": 1.9032060884408454e-07,
      "loss": 0.7184,
      "step": 44590
    },
    {
      "epoch": 0.9397124447465056,
      "grad_norm": 0.10200698673725128,
      "learning_rate": 1.9018810315777125e-07,
      "loss": 0.702,
      "step": 44591
    },
    {
      "epoch": 0.939733518784871,
      "grad_norm": 0.1377117782831192,
      "learning_rate": 1.9005564317145953e-07,
      "loss": 0.7107,
      "step": 44592
    },
    {
      "epoch": 0.9397545928232363,
      "grad_norm": 0.1074741780757904,
      "learning_rate": 1.8992322888576663e-07,
      "loss": 0.7058,
      "step": 44593
    },
    {
      "epoch": 0.9397756668616015,
      "grad_norm": 0.10992038249969482,
      "learning_rate": 1.897908603013099e-07,
      "loss": 0.7153,
      "step": 44594
    },
    {
      "epoch": 0.9397967408999668,
      "grad_norm": 0.10962079465389252,
      "learning_rate": 1.8965853741870433e-07,
      "loss": 0.6593,
      "step": 44595
    },
    {
      "epoch": 0.939817814938332,
      "grad_norm": 0.11097641289234161,
      "learning_rate": 1.8952626023856835e-07,
      "loss": 0.7971,
      "step": 44596
    },
    {
      "epoch": 0.9398388889766974,
      "grad_norm": 0.11591874808073044,
      "learning_rate": 1.8939402876151703e-07,
      "loss": 0.6524,
      "step": 44597
    },
    {
      "epoch": 0.9398599630150627,
      "grad_norm": 0.09591012448072433,
      "learning_rate": 1.8926184298816653e-07,
      "loss": 0.7039,
      "step": 44598
    },
    {
      "epoch": 0.939881037053428,
      "grad_norm": 0.11730986088514328,
      "learning_rate": 1.89129702919133e-07,
      "loss": 0.7358,
      "step": 44599
    },
    {
      "epoch": 0.9399021110917932,
      "grad_norm": 0.12296447902917862,
      "learning_rate": 1.8899760855503156e-07,
      "loss": 0.7578,
      "step": 44600
    },
    {
      "epoch": 0.9399231851301585,
      "grad_norm": 0.09686766564846039,
      "learning_rate": 1.8886555989647837e-07,
      "loss": 0.7247,
      "step": 44601
    },
    {
      "epoch": 0.9399442591685239,
      "grad_norm": 0.09974260628223419,
      "learning_rate": 1.8873355694408734e-07,
      "loss": 0.7242,
      "step": 44602
    },
    {
      "epoch": 0.9399653332068891,
      "grad_norm": 0.1094164103269577,
      "learning_rate": 1.8860159969847468e-07,
      "loss": 0.7249,
      "step": 44603
    },
    {
      "epoch": 0.9399864072452544,
      "grad_norm": 0.11426369100809097,
      "learning_rate": 1.8846968816025434e-07,
      "loss": 0.7117,
      "step": 44604
    },
    {
      "epoch": 0.9400074812836197,
      "grad_norm": 0.11190324276685715,
      "learning_rate": 1.8833782233004138e-07,
      "loss": 0.6965,
      "step": 44605
    },
    {
      "epoch": 0.9400285553219849,
      "grad_norm": 0.0924285277724266,
      "learning_rate": 1.8820600220845086e-07,
      "loss": 0.6841,
      "step": 44606
    },
    {
      "epoch": 0.9400496293603503,
      "grad_norm": 0.11235425621271133,
      "learning_rate": 1.8807422779609453e-07,
      "loss": 0.6704,
      "step": 44607
    },
    {
      "epoch": 0.9400707033987156,
      "grad_norm": 0.09401119500398636,
      "learning_rate": 1.8794249909358852e-07,
      "loss": 0.6614,
      "step": 44608
    },
    {
      "epoch": 0.9400917774370808,
      "grad_norm": 0.1039264127612114,
      "learning_rate": 1.8781081610154462e-07,
      "loss": 0.7068,
      "step": 44609
    },
    {
      "epoch": 0.9401128514754461,
      "grad_norm": 0.13365958631038666,
      "learning_rate": 1.8767917882057784e-07,
      "loss": 0.6693,
      "step": 44610
    },
    {
      "epoch": 0.9401339255138114,
      "grad_norm": 0.09756222367286682,
      "learning_rate": 1.8754758725129995e-07,
      "loss": 0.7329,
      "step": 44611
    },
    {
      "epoch": 0.9401549995521767,
      "grad_norm": 0.10554333031177521,
      "learning_rate": 1.87416041394326e-07,
      "loss": 0.6366,
      "step": 44612
    },
    {
      "epoch": 0.940176073590542,
      "grad_norm": 0.1298789530992508,
      "learning_rate": 1.8728454125026552e-07,
      "loss": 0.7276,
      "step": 44613
    },
    {
      "epoch": 0.9401971476289073,
      "grad_norm": 0.09680186212062836,
      "learning_rate": 1.8715308681973575e-07,
      "loss": 0.7273,
      "step": 44614
    },
    {
      "epoch": 0.9402182216672725,
      "grad_norm": 0.09756381064653397,
      "learning_rate": 1.8702167810334627e-07,
      "loss": 0.6594,
      "step": 44615
    },
    {
      "epoch": 0.9402392957056378,
      "grad_norm": 0.10535190254449844,
      "learning_rate": 1.8689031510170873e-07,
      "loss": 0.6926,
      "step": 44616
    },
    {
      "epoch": 0.9402603697440031,
      "grad_norm": 0.09963947534561157,
      "learning_rate": 1.8675899781543605e-07,
      "loss": 0.699,
      "step": 44617
    },
    {
      "epoch": 0.9402814437823684,
      "grad_norm": 0.10895948857069016,
      "learning_rate": 1.8662772624514103e-07,
      "loss": 0.7137,
      "step": 44618
    },
    {
      "epoch": 0.9403025178207337,
      "grad_norm": 0.10040943324565887,
      "learning_rate": 1.8649650039143319e-07,
      "loss": 0.6787,
      "step": 44619
    },
    {
      "epoch": 0.940323591859099,
      "grad_norm": 0.09503772854804993,
      "learning_rate": 1.8636532025492426e-07,
      "loss": 0.7172,
      "step": 44620
    },
    {
      "epoch": 0.9403446658974642,
      "grad_norm": 0.11551203578710556,
      "learning_rate": 1.862341858362271e-07,
      "loss": 0.7833,
      "step": 44621
    },
    {
      "epoch": 0.9403657399358295,
      "grad_norm": 0.10853143781423569,
      "learning_rate": 1.861030971359501e-07,
      "loss": 0.7142,
      "step": 44622
    },
    {
      "epoch": 0.9403868139741949,
      "grad_norm": 0.10698142647743225,
      "learning_rate": 1.859720541547061e-07,
      "loss": 0.7313,
      "step": 44623
    },
    {
      "epoch": 0.9404078880125601,
      "grad_norm": 0.09318704903125763,
      "learning_rate": 1.858410568931046e-07,
      "loss": 0.6312,
      "step": 44624
    },
    {
      "epoch": 0.9404289620509254,
      "grad_norm": 0.11085646599531174,
      "learning_rate": 1.8571010535175515e-07,
      "loss": 0.671,
      "step": 44625
    },
    {
      "epoch": 0.9404500360892907,
      "grad_norm": 0.13564616441726685,
      "learning_rate": 1.8557919953126947e-07,
      "loss": 0.7482,
      "step": 44626
    },
    {
      "epoch": 0.9404711101276559,
      "grad_norm": 0.09421035647392273,
      "learning_rate": 1.8544833943225594e-07,
      "loss": 0.6542,
      "step": 44627
    },
    {
      "epoch": 0.9404921841660213,
      "grad_norm": 0.10982293635606766,
      "learning_rate": 1.853175250553252e-07,
      "loss": 0.7181,
      "step": 44628
    },
    {
      "epoch": 0.9405132582043866,
      "grad_norm": 0.2151997983455658,
      "learning_rate": 1.8518675640108674e-07,
      "loss": 0.692,
      "step": 44629
    },
    {
      "epoch": 0.9405343322427518,
      "grad_norm": 0.1015496775507927,
      "learning_rate": 1.850560334701479e-07,
      "loss": 0.659,
      "step": 44630
    },
    {
      "epoch": 0.9405554062811171,
      "grad_norm": 0.10101743787527084,
      "learning_rate": 1.8492535626312035e-07,
      "loss": 0.7506,
      "step": 44631
    },
    {
      "epoch": 0.9405764803194824,
      "grad_norm": 0.28649747371673584,
      "learning_rate": 1.8479472478061033e-07,
      "loss": 0.7028,
      "step": 44632
    },
    {
      "epoch": 0.9405975543578478,
      "grad_norm": 0.09532152116298676,
      "learning_rate": 1.8466413902322844e-07,
      "loss": 0.705,
      "step": 44633
    },
    {
      "epoch": 0.940618628396213,
      "grad_norm": 0.09633781015872955,
      "learning_rate": 1.8453359899158195e-07,
      "loss": 0.6636,
      "step": 44634
    },
    {
      "epoch": 0.9406397024345783,
      "grad_norm": 0.3565926253795624,
      "learning_rate": 1.8440310468627932e-07,
      "loss": 0.607,
      "step": 44635
    },
    {
      "epoch": 0.9406607764729435,
      "grad_norm": 0.0939602330327034,
      "learning_rate": 1.8427265610793e-07,
      "loss": 0.6635,
      "step": 44636
    },
    {
      "epoch": 0.9406818505113088,
      "grad_norm": 0.09659420698881149,
      "learning_rate": 1.8414225325713797e-07,
      "loss": 0.6925,
      "step": 44637
    },
    {
      "epoch": 0.9407029245496742,
      "grad_norm": 0.09917711466550827,
      "learning_rate": 1.8401189613451387e-07,
      "loss": 0.6546,
      "step": 44638
    },
    {
      "epoch": 0.9407239985880395,
      "grad_norm": 0.11203993856906891,
      "learning_rate": 1.8388158474066277e-07,
      "loss": 0.677,
      "step": 44639
    },
    {
      "epoch": 0.9407450726264047,
      "grad_norm": 0.09942783415317535,
      "learning_rate": 1.8375131907619414e-07,
      "loss": 0.6878,
      "step": 44640
    },
    {
      "epoch": 0.94076614666477,
      "grad_norm": 0.09995169192552567,
      "learning_rate": 1.83621099141712e-07,
      "loss": 0.775,
      "step": 44641
    },
    {
      "epoch": 0.9407872207031353,
      "grad_norm": 0.11244300752878189,
      "learning_rate": 1.8349092493782583e-07,
      "loss": 0.6902,
      "step": 44642
    },
    {
      "epoch": 0.9408082947415006,
      "grad_norm": 0.10612218081951141,
      "learning_rate": 1.833607964651407e-07,
      "loss": 0.7105,
      "step": 44643
    },
    {
      "epoch": 0.9408293687798659,
      "grad_norm": 0.1420164704322815,
      "learning_rate": 1.8323071372426283e-07,
      "loss": 0.7126,
      "step": 44644
    },
    {
      "epoch": 0.9408504428182312,
      "grad_norm": 0.09367812424898148,
      "learning_rate": 1.8310067671579944e-07,
      "loss": 0.6841,
      "step": 44645
    },
    {
      "epoch": 0.9408715168565964,
      "grad_norm": 0.09516303986310959,
      "learning_rate": 1.8297068544035456e-07,
      "loss": 0.6904,
      "step": 44646
    },
    {
      "epoch": 0.9408925908949617,
      "grad_norm": 0.09814600646495819,
      "learning_rate": 1.8284073989853435e-07,
      "loss": 0.6812,
      "step": 44647
    },
    {
      "epoch": 0.9409136649333271,
      "grad_norm": 0.10718095302581787,
      "learning_rate": 1.8271084009094387e-07,
      "loss": 0.7192,
      "step": 44648
    },
    {
      "epoch": 0.9409347389716923,
      "grad_norm": 0.11942755430936813,
      "learning_rate": 1.825809860181893e-07,
      "loss": 0.6965,
      "step": 44649
    },
    {
      "epoch": 0.9409558130100576,
      "grad_norm": 0.10393969714641571,
      "learning_rate": 1.824511776808746e-07,
      "loss": 0.6831,
      "step": 44650
    },
    {
      "epoch": 0.9409768870484229,
      "grad_norm": 0.1056448370218277,
      "learning_rate": 1.8232141507960488e-07,
      "loss": 0.6898,
      "step": 44651
    },
    {
      "epoch": 0.9409979610867881,
      "grad_norm": 0.10352101176977158,
      "learning_rate": 1.8219169821498407e-07,
      "loss": 0.6933,
      "step": 44652
    },
    {
      "epoch": 0.9410190351251534,
      "grad_norm": 0.10712797194719315,
      "learning_rate": 1.8206202708761722e-07,
      "loss": 0.7237,
      "step": 44653
    },
    {
      "epoch": 0.9410401091635188,
      "grad_norm": 0.10748029500246048,
      "learning_rate": 1.8193240169810943e-07,
      "loss": 0.6905,
      "step": 44654
    },
    {
      "epoch": 0.941061183201884,
      "grad_norm": 0.14823490381240845,
      "learning_rate": 1.8180282204706247e-07,
      "loss": 0.6645,
      "step": 44655
    },
    {
      "epoch": 0.9410822572402493,
      "grad_norm": 0.10139200091362,
      "learning_rate": 1.8167328813508024e-07,
      "loss": 0.6754,
      "step": 44656
    },
    {
      "epoch": 0.9411033312786146,
      "grad_norm": 0.16939333081245422,
      "learning_rate": 1.8154379996276784e-07,
      "loss": 0.6158,
      "step": 44657
    },
    {
      "epoch": 0.9411244053169798,
      "grad_norm": 0.11109867691993713,
      "learning_rate": 1.81414357530727e-07,
      "loss": 0.6785,
      "step": 44658
    },
    {
      "epoch": 0.9411454793553452,
      "grad_norm": 0.109490305185318,
      "learning_rate": 1.812849608395617e-07,
      "loss": 0.7814,
      "step": 44659
    },
    {
      "epoch": 0.9411665533937105,
      "grad_norm": 0.10207825899124146,
      "learning_rate": 1.8115560988987367e-07,
      "loss": 0.672,
      "step": 44660
    },
    {
      "epoch": 0.9411876274320757,
      "grad_norm": 0.19622209668159485,
      "learning_rate": 1.810263046822669e-07,
      "loss": 0.6803,
      "step": 44661
    },
    {
      "epoch": 0.941208701470441,
      "grad_norm": 0.09801027923822403,
      "learning_rate": 1.8089704521734197e-07,
      "loss": 0.704,
      "step": 44662
    },
    {
      "epoch": 0.9412297755088063,
      "grad_norm": 0.09811893850564957,
      "learning_rate": 1.8076783149570286e-07,
      "loss": 0.6797,
      "step": 44663
    },
    {
      "epoch": 0.9412508495471716,
      "grad_norm": 0.09504427015781403,
      "learning_rate": 1.8063866351795022e-07,
      "loss": 0.6958,
      "step": 44664
    },
    {
      "epoch": 0.9412719235855369,
      "grad_norm": 0.11271992325782776,
      "learning_rate": 1.80509541284688e-07,
      "loss": 0.7105,
      "step": 44665
    },
    {
      "epoch": 0.9412929976239022,
      "grad_norm": 0.10340307652950287,
      "learning_rate": 1.803804647965146e-07,
      "loss": 0.7032,
      "step": 44666
    },
    {
      "epoch": 0.9413140716622674,
      "grad_norm": 0.11941830813884735,
      "learning_rate": 1.802514340540329e-07,
      "loss": 0.7462,
      "step": 44667
    },
    {
      "epoch": 0.9413351457006327,
      "grad_norm": 0.10395645350217819,
      "learning_rate": 1.8012244905784347e-07,
      "loss": 0.6896,
      "step": 44668
    },
    {
      "epoch": 0.9413562197389981,
      "grad_norm": 0.11053726822137833,
      "learning_rate": 1.7999350980854812e-07,
      "loss": 0.6635,
      "step": 44669
    },
    {
      "epoch": 0.9413772937773633,
      "grad_norm": 0.12160813808441162,
      "learning_rate": 1.7986461630674635e-07,
      "loss": 0.6734,
      "step": 44670
    },
    {
      "epoch": 0.9413983678157286,
      "grad_norm": 0.11760573089122772,
      "learning_rate": 1.7973576855303988e-07,
      "loss": 0.6734,
      "step": 44671
    },
    {
      "epoch": 0.9414194418540939,
      "grad_norm": 0.11742211878299713,
      "learning_rate": 1.7960696654802824e-07,
      "loss": 0.7183,
      "step": 44672
    },
    {
      "epoch": 0.9414405158924591,
      "grad_norm": 0.08962814509868622,
      "learning_rate": 1.7947821029231206e-07,
      "loss": 0.6307,
      "step": 44673
    },
    {
      "epoch": 0.9414615899308245,
      "grad_norm": 0.10338730365037918,
      "learning_rate": 1.7934949978649085e-07,
      "loss": 0.6825,
      "step": 44674
    },
    {
      "epoch": 0.9414826639691898,
      "grad_norm": 0.1069016307592392,
      "learning_rate": 1.7922083503116305e-07,
      "loss": 0.6227,
      "step": 44675
    },
    {
      "epoch": 0.941503738007555,
      "grad_norm": 0.09305503964424133,
      "learning_rate": 1.7909221602692928e-07,
      "loss": 0.6515,
      "step": 44676
    },
    {
      "epoch": 0.9415248120459203,
      "grad_norm": 0.09559253603219986,
      "learning_rate": 1.7896364277438906e-07,
      "loss": 0.6981,
      "step": 44677
    },
    {
      "epoch": 0.9415458860842856,
      "grad_norm": 0.11349229514598846,
      "learning_rate": 1.7883511527414078e-07,
      "loss": 0.7215,
      "step": 44678
    },
    {
      "epoch": 0.941566960122651,
      "grad_norm": 0.14388558268547058,
      "learning_rate": 1.7870663352678284e-07,
      "loss": 0.6057,
      "step": 44679
    },
    {
      "epoch": 0.9415880341610162,
      "grad_norm": 0.11977872997522354,
      "learning_rate": 1.7857819753291483e-07,
      "loss": 0.6905,
      "step": 44680
    },
    {
      "epoch": 0.9416091081993815,
      "grad_norm": 0.103290855884552,
      "learning_rate": 1.78449807293134e-07,
      "loss": 0.7066,
      "step": 44681
    },
    {
      "epoch": 0.9416301822377467,
      "grad_norm": 0.09954918175935745,
      "learning_rate": 1.7832146280803876e-07,
      "loss": 0.6499,
      "step": 44682
    },
    {
      "epoch": 0.941651256276112,
      "grad_norm": 0.10592455416917801,
      "learning_rate": 1.7819316407822751e-07,
      "loss": 0.7481,
      "step": 44683
    },
    {
      "epoch": 0.9416723303144774,
      "grad_norm": 0.1263318955898285,
      "learning_rate": 1.7806491110429757e-07,
      "loss": 0.7333,
      "step": 44684
    },
    {
      "epoch": 0.9416934043528427,
      "grad_norm": 0.09822768718004227,
      "learning_rate": 1.7793670388684624e-07,
      "loss": 0.6848,
      "step": 44685
    },
    {
      "epoch": 0.9417144783912079,
      "grad_norm": 0.11172538995742798,
      "learning_rate": 1.7780854242647083e-07,
      "loss": 0.7532,
      "step": 44686
    },
    {
      "epoch": 0.9417355524295732,
      "grad_norm": 0.18946652114391327,
      "learning_rate": 1.776804267237686e-07,
      "loss": 0.7137,
      "step": 44687
    },
    {
      "epoch": 0.9417566264679385,
      "grad_norm": 0.11538439989089966,
      "learning_rate": 1.775523567793369e-07,
      "loss": 0.661,
      "step": 44688
    },
    {
      "epoch": 0.9417777005063037,
      "grad_norm": 0.12060785293579102,
      "learning_rate": 1.7742433259377079e-07,
      "loss": 0.7256,
      "step": 44689
    },
    {
      "epoch": 0.9417987745446691,
      "grad_norm": 0.12377317249774933,
      "learning_rate": 1.7729635416766865e-07,
      "loss": 0.7041,
      "step": 44690
    },
    {
      "epoch": 0.9418198485830344,
      "grad_norm": 0.10293187201023102,
      "learning_rate": 1.771684215016256e-07,
      "loss": 0.6726,
      "step": 44691
    },
    {
      "epoch": 0.9418409226213996,
      "grad_norm": 0.1706199049949646,
      "learning_rate": 1.7704053459623672e-07,
      "loss": 0.6902,
      "step": 44692
    },
    {
      "epoch": 0.9418619966597649,
      "grad_norm": 0.13567961752414703,
      "learning_rate": 1.7691269345210038e-07,
      "loss": 0.686,
      "step": 44693
    },
    {
      "epoch": 0.9418830706981302,
      "grad_norm": 0.12253507971763611,
      "learning_rate": 1.7678489806980947e-07,
      "loss": 0.7047,
      "step": 44694
    },
    {
      "epoch": 0.9419041447364955,
      "grad_norm": 0.10406658798456192,
      "learning_rate": 1.766571484499613e-07,
      "loss": 0.6352,
      "step": 44695
    },
    {
      "epoch": 0.9419252187748608,
      "grad_norm": 0.10258519649505615,
      "learning_rate": 1.765294445931498e-07,
      "loss": 0.6709,
      "step": 44696
    },
    {
      "epoch": 0.9419462928132261,
      "grad_norm": 0.1475733071565628,
      "learning_rate": 1.7640178649997008e-07,
      "loss": 0.7232,
      "step": 44697
    },
    {
      "epoch": 0.9419673668515913,
      "grad_norm": 0.13207337260246277,
      "learning_rate": 1.7627417417101723e-07,
      "loss": 0.6215,
      "step": 44698
    },
    {
      "epoch": 0.9419884408899566,
      "grad_norm": 0.09984204918146133,
      "learning_rate": 1.7614660760688518e-07,
      "loss": 0.703,
      "step": 44699
    },
    {
      "epoch": 0.942009514928322,
      "grad_norm": 0.14418521523475647,
      "learning_rate": 1.7601908680816793e-07,
      "loss": 0.6915,
      "step": 44700
    },
    {
      "epoch": 0.9420305889666872,
      "grad_norm": 0.10189543664455414,
      "learning_rate": 1.7589161177546164e-07,
      "loss": 0.7399,
      "step": 44701
    },
    {
      "epoch": 0.9420516630050525,
      "grad_norm": 0.10791603475809097,
      "learning_rate": 1.757641825093581e-07,
      "loss": 0.6539,
      "step": 44702
    },
    {
      "epoch": 0.9420727370434178,
      "grad_norm": 0.10359033197164536,
      "learning_rate": 1.7563679901045129e-07,
      "loss": 0.7199,
      "step": 44703
    },
    {
      "epoch": 0.942093811081783,
      "grad_norm": 0.1497177630662918,
      "learning_rate": 1.755094612793362e-07,
      "loss": 0.7031,
      "step": 44704
    },
    {
      "epoch": 0.9421148851201484,
      "grad_norm": 0.1034083217382431,
      "learning_rate": 1.7538216931660356e-07,
      "loss": 0.6724,
      "step": 44705
    },
    {
      "epoch": 0.9421359591585137,
      "grad_norm": 0.08957728743553162,
      "learning_rate": 1.752549231228473e-07,
      "loss": 0.6222,
      "step": 44706
    },
    {
      "epoch": 0.9421570331968789,
      "grad_norm": 0.1048843115568161,
      "learning_rate": 1.7512772269866142e-07,
      "loss": 0.7008,
      "step": 44707
    },
    {
      "epoch": 0.9421781072352442,
      "grad_norm": 0.09250400215387344,
      "learning_rate": 1.750005680446365e-07,
      "loss": 0.7041,
      "step": 44708
    },
    {
      "epoch": 0.9421991812736095,
      "grad_norm": 0.19383782148361206,
      "learning_rate": 1.7487345916136656e-07,
      "loss": 0.7181,
      "step": 44709
    },
    {
      "epoch": 0.9422202553119748,
      "grad_norm": 0.10820366442203522,
      "learning_rate": 1.7474639604944333e-07,
      "loss": 0.7155,
      "step": 44710
    },
    {
      "epoch": 0.9422413293503401,
      "grad_norm": 0.12944604456424713,
      "learning_rate": 1.7461937870945744e-07,
      "loss": 0.6301,
      "step": 44711
    },
    {
      "epoch": 0.9422624033887054,
      "grad_norm": 0.1260046362876892,
      "learning_rate": 1.744924071420029e-07,
      "loss": 0.6602,
      "step": 44712
    },
    {
      "epoch": 0.9422834774270706,
      "grad_norm": 0.11419346183538437,
      "learning_rate": 1.743654813476703e-07,
      "loss": 0.6818,
      "step": 44713
    },
    {
      "epoch": 0.9423045514654359,
      "grad_norm": 0.10378289222717285,
      "learning_rate": 1.7423860132704917e-07,
      "loss": 0.7307,
      "step": 44714
    },
    {
      "epoch": 0.9423256255038013,
      "grad_norm": 0.11199668794870377,
      "learning_rate": 1.741117670807335e-07,
      "loss": 0.6818,
      "step": 44715
    },
    {
      "epoch": 0.9423466995421665,
      "grad_norm": 0.09432576596736908,
      "learning_rate": 1.7398497860931173e-07,
      "loss": 0.6085,
      "step": 44716
    },
    {
      "epoch": 0.9423677735805318,
      "grad_norm": 0.1107633113861084,
      "learning_rate": 1.738582359133767e-07,
      "loss": 0.6929,
      "step": 44717
    },
    {
      "epoch": 0.9423888476188971,
      "grad_norm": 0.11678335815668106,
      "learning_rate": 1.737315389935168e-07,
      "loss": 0.6567,
      "step": 44718
    },
    {
      "epoch": 0.9424099216572623,
      "grad_norm": 0.10438075661659241,
      "learning_rate": 1.7360488785032381e-07,
      "loss": 0.6942,
      "step": 44719
    },
    {
      "epoch": 0.9424309956956277,
      "grad_norm": 0.1375708281993866,
      "learning_rate": 1.7347828248438614e-07,
      "loss": 0.7829,
      "step": 44720
    },
    {
      "epoch": 0.942452069733993,
      "grad_norm": 0.17827937006950378,
      "learning_rate": 1.7335172289629554e-07,
      "loss": 0.679,
      "step": 44721
    },
    {
      "epoch": 0.9424731437723582,
      "grad_norm": 0.11065374314785004,
      "learning_rate": 1.7322520908664041e-07,
      "loss": 0.7261,
      "step": 44722
    },
    {
      "epoch": 0.9424942178107235,
      "grad_norm": 0.12380441278219223,
      "learning_rate": 1.730987410560103e-07,
      "loss": 0.7353,
      "step": 44723
    },
    {
      "epoch": 0.9425152918490888,
      "grad_norm": 0.09016819298267365,
      "learning_rate": 1.7297231880499477e-07,
      "loss": 0.6531,
      "step": 44724
    },
    {
      "epoch": 0.9425363658874542,
      "grad_norm": 0.09309883415699005,
      "learning_rate": 1.7284594233418217e-07,
      "loss": 0.7309,
      "step": 44725
    },
    {
      "epoch": 0.9425574399258194,
      "grad_norm": 0.10598732531070709,
      "learning_rate": 1.7271961164416206e-07,
      "loss": 0.6623,
      "step": 44726
    },
    {
      "epoch": 0.9425785139641847,
      "grad_norm": 0.10026135295629501,
      "learning_rate": 1.7259332673552064e-07,
      "loss": 0.6904,
      "step": 44727
    },
    {
      "epoch": 0.94259958800255,
      "grad_norm": 0.10996787995100021,
      "learning_rate": 1.7246708760884856e-07,
      "loss": 0.7585,
      "step": 44728
    },
    {
      "epoch": 0.9426206620409152,
      "grad_norm": 0.09035483002662659,
      "learning_rate": 1.7234089426473423e-07,
      "loss": 0.6714,
      "step": 44729
    },
    {
      "epoch": 0.9426417360792805,
      "grad_norm": 0.10499991476535797,
      "learning_rate": 1.7221474670376382e-07,
      "loss": 0.6792,
      "step": 44730
    },
    {
      "epoch": 0.9426628101176459,
      "grad_norm": 0.11817111819982529,
      "learning_rate": 1.7208864492652578e-07,
      "loss": 0.7309,
      "step": 44731
    },
    {
      "epoch": 0.9426838841560111,
      "grad_norm": 0.11672171205282211,
      "learning_rate": 1.719625889336085e-07,
      "loss": 0.6393,
      "step": 44732
    },
    {
      "epoch": 0.9427049581943764,
      "grad_norm": 0.10782564431428909,
      "learning_rate": 1.7183657872559824e-07,
      "loss": 0.6792,
      "step": 44733
    },
    {
      "epoch": 0.9427260322327417,
      "grad_norm": 0.10573719441890717,
      "learning_rate": 1.7171061430308112e-07,
      "loss": 0.657,
      "step": 44734
    },
    {
      "epoch": 0.9427471062711069,
      "grad_norm": 0.10876791179180145,
      "learning_rate": 1.715846956666456e-07,
      "loss": 0.6875,
      "step": 44735
    },
    {
      "epoch": 0.9427681803094723,
      "grad_norm": 0.11685097962617874,
      "learning_rate": 1.7145882281687788e-07,
      "loss": 0.7273,
      "step": 44736
    },
    {
      "epoch": 0.9427892543478376,
      "grad_norm": 0.10454389452934265,
      "learning_rate": 1.7133299575436413e-07,
      "loss": 0.7433,
      "step": 44737
    },
    {
      "epoch": 0.9428103283862028,
      "grad_norm": 0.10937535017728806,
      "learning_rate": 1.7120721447968946e-07,
      "loss": 0.7161,
      "step": 44738
    },
    {
      "epoch": 0.9428314024245681,
      "grad_norm": 0.09662880003452301,
      "learning_rate": 1.710814789934412e-07,
      "loss": 0.7001,
      "step": 44739
    },
    {
      "epoch": 0.9428524764629334,
      "grad_norm": 0.09458645433187485,
      "learning_rate": 1.7095578929620548e-07,
      "loss": 0.6605,
      "step": 44740
    },
    {
      "epoch": 0.9428735505012987,
      "grad_norm": 0.09177527576684952,
      "learning_rate": 1.7083014538856747e-07,
      "loss": 0.6712,
      "step": 44741
    },
    {
      "epoch": 0.942894624539664,
      "grad_norm": 0.09660931676626205,
      "learning_rate": 1.7070454727111107e-07,
      "loss": 0.6898,
      "step": 44742
    },
    {
      "epoch": 0.9429156985780293,
      "grad_norm": 0.11393710225820541,
      "learning_rate": 1.7057899494442253e-07,
      "loss": 0.7414,
      "step": 44743
    },
    {
      "epoch": 0.9429367726163945,
      "grad_norm": 0.11433149129152298,
      "learning_rate": 1.7045348840908694e-07,
      "loss": 0.6972,
      "step": 44744
    },
    {
      "epoch": 0.9429578466547598,
      "grad_norm": 0.11892977356910706,
      "learning_rate": 1.7032802766568934e-07,
      "loss": 0.6964,
      "step": 44745
    },
    {
      "epoch": 0.9429789206931252,
      "grad_norm": 0.10302361845970154,
      "learning_rate": 1.7020261271481264e-07,
      "loss": 0.7127,
      "step": 44746
    },
    {
      "epoch": 0.9429999947314904,
      "grad_norm": 0.1279122680425644,
      "learning_rate": 1.7007724355704302e-07,
      "loss": 0.7286,
      "step": 44747
    },
    {
      "epoch": 0.9430210687698557,
      "grad_norm": 0.0989571362733841,
      "learning_rate": 1.6995192019296336e-07,
      "loss": 0.6705,
      "step": 44748
    },
    {
      "epoch": 0.943042142808221,
      "grad_norm": 0.13406802713871002,
      "learning_rate": 1.6982664262315761e-07,
      "loss": 0.7365,
      "step": 44749
    },
    {
      "epoch": 0.9430632168465862,
      "grad_norm": 0.09683838486671448,
      "learning_rate": 1.6970141084820868e-07,
      "loss": 0.6834,
      "step": 44750
    },
    {
      "epoch": 0.9430842908849516,
      "grad_norm": 0.10598088055849075,
      "learning_rate": 1.695762248687016e-07,
      "loss": 0.6266,
      "step": 44751
    },
    {
      "epoch": 0.9431053649233169,
      "grad_norm": 0.14485879242420197,
      "learning_rate": 1.694510846852193e-07,
      "loss": 0.7613,
      "step": 44752
    },
    {
      "epoch": 0.9431264389616821,
      "grad_norm": 0.12037833034992218,
      "learning_rate": 1.6932599029834351e-07,
      "loss": 0.6666,
      "step": 44753
    },
    {
      "epoch": 0.9431475130000474,
      "grad_norm": 0.10974015295505524,
      "learning_rate": 1.6920094170865818e-07,
      "loss": 0.7093,
      "step": 44754
    },
    {
      "epoch": 0.9431685870384127,
      "grad_norm": 0.09514331817626953,
      "learning_rate": 1.6907593891674512e-07,
      "loss": 0.7037,
      "step": 44755
    },
    {
      "epoch": 0.943189661076778,
      "grad_norm": 0.09475426375865936,
      "learning_rate": 1.6895098192318605e-07,
      "loss": 0.7206,
      "step": 44756
    },
    {
      "epoch": 0.9432107351151433,
      "grad_norm": 0.1414978951215744,
      "learning_rate": 1.6882607072856382e-07,
      "loss": 0.7273,
      "step": 44757
    },
    {
      "epoch": 0.9432318091535086,
      "grad_norm": 0.10485538095235825,
      "learning_rate": 1.6870120533346136e-07,
      "loss": 0.7294,
      "step": 44758
    },
    {
      "epoch": 0.9432528831918738,
      "grad_norm": 0.10145026445388794,
      "learning_rate": 1.6857638573845924e-07,
      "loss": 0.6867,
      "step": 44759
    },
    {
      "epoch": 0.9432739572302391,
      "grad_norm": 0.1028023287653923,
      "learning_rate": 1.684516119441393e-07,
      "loss": 0.6839,
      "step": 44760
    },
    {
      "epoch": 0.9432950312686045,
      "grad_norm": 0.11503635346889496,
      "learning_rate": 1.683268839510832e-07,
      "loss": 0.7062,
      "step": 44761
    },
    {
      "epoch": 0.9433161053069697,
      "grad_norm": 0.10473016649484634,
      "learning_rate": 1.6820220175987056e-07,
      "loss": 0.6516,
      "step": 44762
    },
    {
      "epoch": 0.943337179345335,
      "grad_norm": 0.11262927949428558,
      "learning_rate": 1.6807756537108422e-07,
      "loss": 0.7423,
      "step": 44763
    },
    {
      "epoch": 0.9433582533837003,
      "grad_norm": 0.1046145111322403,
      "learning_rate": 1.679529747853037e-07,
      "loss": 0.6853,
      "step": 44764
    },
    {
      "epoch": 0.9433793274220655,
      "grad_norm": 0.18140347301959991,
      "learning_rate": 1.6782843000310857e-07,
      "loss": 0.6712,
      "step": 44765
    },
    {
      "epoch": 0.9434004014604308,
      "grad_norm": 0.09551063179969788,
      "learning_rate": 1.6770393102508053e-07,
      "loss": 0.6924,
      "step": 44766
    },
    {
      "epoch": 0.9434214754987962,
      "grad_norm": 0.12990228831768036,
      "learning_rate": 1.6757947785179918e-07,
      "loss": 0.6665,
      "step": 44767
    },
    {
      "epoch": 0.9434425495371614,
      "grad_norm": 0.11117267608642578,
      "learning_rate": 1.6745507048384402e-07,
      "loss": 0.6706,
      "step": 44768
    },
    {
      "epoch": 0.9434636235755267,
      "grad_norm": 0.12543363869190216,
      "learning_rate": 1.6733070892179348e-07,
      "loss": 0.7434,
      "step": 44769
    },
    {
      "epoch": 0.943484697613892,
      "grad_norm": 0.11865472793579102,
      "learning_rate": 1.6720639316622933e-07,
      "loss": 0.7561,
      "step": 44770
    },
    {
      "epoch": 0.9435057716522572,
      "grad_norm": 0.10590748488903046,
      "learning_rate": 1.6708212321772888e-07,
      "loss": 0.652,
      "step": 44771
    },
    {
      "epoch": 0.9435268456906226,
      "grad_norm": 0.13101379573345184,
      "learning_rate": 1.6695789907687278e-07,
      "loss": 0.7322,
      "step": 44772
    },
    {
      "epoch": 0.9435479197289879,
      "grad_norm": 0.10128378123044968,
      "learning_rate": 1.668337207442372e-07,
      "loss": 0.6643,
      "step": 44773
    },
    {
      "epoch": 0.9435689937673531,
      "grad_norm": 0.1149388924241066,
      "learning_rate": 1.6670958822040285e-07,
      "loss": 0.6811,
      "step": 44774
    },
    {
      "epoch": 0.9435900678057184,
      "grad_norm": 0.11013706773519516,
      "learning_rate": 1.66585501505947e-07,
      "loss": 0.7154,
      "step": 44775
    },
    {
      "epoch": 0.9436111418440837,
      "grad_norm": 0.10687560588121414,
      "learning_rate": 1.6646146060144808e-07,
      "loss": 0.6631,
      "step": 44776
    },
    {
      "epoch": 0.943632215882449,
      "grad_norm": 0.10014288127422333,
      "learning_rate": 1.6633746550748453e-07,
      "loss": 0.6633,
      "step": 44777
    },
    {
      "epoch": 0.9436532899208143,
      "grad_norm": 0.11130695790052414,
      "learning_rate": 1.6621351622463256e-07,
      "loss": 0.6887,
      "step": 44778
    },
    {
      "epoch": 0.9436743639591796,
      "grad_norm": 0.11062368750572205,
      "learning_rate": 1.6608961275347058e-07,
      "loss": 0.7185,
      "step": 44779
    },
    {
      "epoch": 0.9436954379975449,
      "grad_norm": 0.10494354367256165,
      "learning_rate": 1.659657550945748e-07,
      "loss": 0.6913,
      "step": 44780
    },
    {
      "epoch": 0.9437165120359101,
      "grad_norm": 0.10605783760547638,
      "learning_rate": 1.6584194324852366e-07,
      "loss": 0.6703,
      "step": 44781
    },
    {
      "epoch": 0.9437375860742755,
      "grad_norm": 0.11468900740146637,
      "learning_rate": 1.6571817721589333e-07,
      "loss": 0.618,
      "step": 44782
    },
    {
      "epoch": 0.9437586601126408,
      "grad_norm": 0.1047934964299202,
      "learning_rate": 1.6559445699726118e-07,
      "loss": 0.6296,
      "step": 44783
    },
    {
      "epoch": 0.943779734151006,
      "grad_norm": 0.1075884997844696,
      "learning_rate": 1.6547078259320114e-07,
      "loss": 0.7594,
      "step": 44784
    },
    {
      "epoch": 0.9438008081893713,
      "grad_norm": 0.11339157074689865,
      "learning_rate": 1.6534715400429057e-07,
      "loss": 0.7164,
      "step": 44785
    },
    {
      "epoch": 0.9438218822277366,
      "grad_norm": 0.1012963131070137,
      "learning_rate": 1.6522357123110678e-07,
      "loss": 0.7144,
      "step": 44786
    },
    {
      "epoch": 0.9438429562661019,
      "grad_norm": 0.1066168025135994,
      "learning_rate": 1.6510003427422483e-07,
      "loss": 0.6106,
      "step": 44787
    },
    {
      "epoch": 0.9438640303044672,
      "grad_norm": 0.08910466730594635,
      "learning_rate": 1.6497654313421874e-07,
      "loss": 0.6606,
      "step": 44788
    },
    {
      "epoch": 0.9438851043428325,
      "grad_norm": 0.1090172752737999,
      "learning_rate": 1.648530978116658e-07,
      "loss": 0.6727,
      "step": 44789
    },
    {
      "epoch": 0.9439061783811977,
      "grad_norm": 0.11475568264722824,
      "learning_rate": 1.6472969830714003e-07,
      "loss": 0.6897,
      "step": 44790
    },
    {
      "epoch": 0.943927252419563,
      "grad_norm": 0.10852839052677155,
      "learning_rate": 1.646063446212165e-07,
      "loss": 0.7314,
      "step": 44791
    },
    {
      "epoch": 0.9439483264579284,
      "grad_norm": 0.09618444740772247,
      "learning_rate": 1.644830367544714e-07,
      "loss": 0.6399,
      "step": 44792
    },
    {
      "epoch": 0.9439694004962936,
      "grad_norm": 0.10723461210727692,
      "learning_rate": 1.6435977470747654e-07,
      "loss": 0.6876,
      "step": 44793
    },
    {
      "epoch": 0.9439904745346589,
      "grad_norm": 0.09780333191156387,
      "learning_rate": 1.64236558480807e-07,
      "loss": 0.6586,
      "step": 44794
    },
    {
      "epoch": 0.9440115485730242,
      "grad_norm": 0.089467853307724,
      "learning_rate": 1.6411338807503673e-07,
      "loss": 0.6241,
      "step": 44795
    },
    {
      "epoch": 0.9440326226113894,
      "grad_norm": 0.10776558518409729,
      "learning_rate": 1.6399026349073976e-07,
      "loss": 0.7003,
      "step": 44796
    },
    {
      "epoch": 0.9440536966497548,
      "grad_norm": 0.11024938523769379,
      "learning_rate": 1.6386718472849005e-07,
      "loss": 0.6658,
      "step": 44797
    },
    {
      "epoch": 0.9440747706881201,
      "grad_norm": 0.1058330312371254,
      "learning_rate": 1.6374415178886162e-07,
      "loss": 0.6712,
      "step": 44798
    },
    {
      "epoch": 0.9440958447264853,
      "grad_norm": 0.10370002686977386,
      "learning_rate": 1.6362116467242507e-07,
      "loss": 0.693,
      "step": 44799
    },
    {
      "epoch": 0.9441169187648506,
      "grad_norm": 0.09789257496595383,
      "learning_rate": 1.634982233797555e-07,
      "loss": 0.6763,
      "step": 44800
    },
    {
      "epoch": 0.9441379928032159,
      "grad_norm": 0.1219778060913086,
      "learning_rate": 1.6337532791142586e-07,
      "loss": 0.6912,
      "step": 44801
    },
    {
      "epoch": 0.9441590668415812,
      "grad_norm": 0.10934755951166153,
      "learning_rate": 1.6325247826800784e-07,
      "loss": 0.7607,
      "step": 44802
    },
    {
      "epoch": 0.9441801408799465,
      "grad_norm": 0.360630601644516,
      "learning_rate": 1.6312967445007322e-07,
      "loss": 0.7695,
      "step": 44803
    },
    {
      "epoch": 0.9442012149183118,
      "grad_norm": 0.12288965284824371,
      "learning_rate": 1.63006916458196e-07,
      "loss": 0.667,
      "step": 44804
    },
    {
      "epoch": 0.944222288956677,
      "grad_norm": 0.10872413218021393,
      "learning_rate": 1.6288420429294573e-07,
      "loss": 0.7454,
      "step": 44805
    },
    {
      "epoch": 0.9442433629950423,
      "grad_norm": 0.1137901097536087,
      "learning_rate": 1.6276153795489523e-07,
      "loss": 0.6534,
      "step": 44806
    },
    {
      "epoch": 0.9442644370334076,
      "grad_norm": 0.11855215579271317,
      "learning_rate": 1.6263891744461635e-07,
      "loss": 0.6955,
      "step": 44807
    },
    {
      "epoch": 0.9442855110717729,
      "grad_norm": 0.10337899625301361,
      "learning_rate": 1.6251634276267857e-07,
      "loss": 0.6634,
      "step": 44808
    },
    {
      "epoch": 0.9443065851101382,
      "grad_norm": 0.133331298828125,
      "learning_rate": 1.6239381390965592e-07,
      "loss": 0.7211,
      "step": 44809
    },
    {
      "epoch": 0.9443276591485035,
      "grad_norm": 0.11429143697023392,
      "learning_rate": 1.6227133088611567e-07,
      "loss": 0.7222,
      "step": 44810
    },
    {
      "epoch": 0.9443487331868687,
      "grad_norm": 0.09576673060655594,
      "learning_rate": 1.6214889369263188e-07,
      "loss": 0.6542,
      "step": 44811
    },
    {
      "epoch": 0.944369807225234,
      "grad_norm": 0.18628939986228943,
      "learning_rate": 1.6202650232977178e-07,
      "loss": 0.7617,
      "step": 44812
    },
    {
      "epoch": 0.9443908812635994,
      "grad_norm": 0.11410751193761826,
      "learning_rate": 1.6190415679810944e-07,
      "loss": 0.6521,
      "step": 44813
    },
    {
      "epoch": 0.9444119553019646,
      "grad_norm": 0.09353487938642502,
      "learning_rate": 1.6178185709820992e-07,
      "loss": 0.6209,
      "step": 44814
    },
    {
      "epoch": 0.9444330293403299,
      "grad_norm": 0.1090787798166275,
      "learning_rate": 1.6165960323064611e-07,
      "loss": 0.7405,
      "step": 44815
    },
    {
      "epoch": 0.9444541033786952,
      "grad_norm": 0.1402912437915802,
      "learning_rate": 1.6153739519598754e-07,
      "loss": 0.6954,
      "step": 44816
    },
    {
      "epoch": 0.9444751774170604,
      "grad_norm": 0.1090431734919548,
      "learning_rate": 1.6141523299480265e-07,
      "loss": 0.6965,
      "step": 44817
    },
    {
      "epoch": 0.9444962514554258,
      "grad_norm": 0.09708163887262344,
      "learning_rate": 1.612931166276599e-07,
      "loss": 0.7005,
      "step": 44818
    },
    {
      "epoch": 0.9445173254937911,
      "grad_norm": 0.11193357408046722,
      "learning_rate": 1.611710460951299e-07,
      "loss": 0.7015,
      "step": 44819
    },
    {
      "epoch": 0.9445383995321563,
      "grad_norm": 0.13530150055885315,
      "learning_rate": 1.6104902139778112e-07,
      "loss": 0.6782,
      "step": 44820
    },
    {
      "epoch": 0.9445594735705216,
      "grad_norm": 0.10791756212711334,
      "learning_rate": 1.6092704253618084e-07,
      "loss": 0.7934,
      "step": 44821
    },
    {
      "epoch": 0.9445805476088869,
      "grad_norm": 0.108037069439888,
      "learning_rate": 1.6080510951089868e-07,
      "loss": 0.8002,
      "step": 44822
    },
    {
      "epoch": 0.9446016216472523,
      "grad_norm": 0.10368534177541733,
      "learning_rate": 1.6068322232250078e-07,
      "loss": 0.775,
      "step": 44823
    },
    {
      "epoch": 0.9446226956856175,
      "grad_norm": 0.10055027157068253,
      "learning_rate": 1.605613809715556e-07,
      "loss": 0.7445,
      "step": 44824
    },
    {
      "epoch": 0.9446437697239828,
      "grad_norm": 0.11899305135011673,
      "learning_rate": 1.604395854586327e-07,
      "loss": 0.7417,
      "step": 44825
    },
    {
      "epoch": 0.944664843762348,
      "grad_norm": 0.09570910781621933,
      "learning_rate": 1.6031783578429605e-07,
      "loss": 0.6523,
      "step": 44826
    },
    {
      "epoch": 0.9446859178007133,
      "grad_norm": 0.10668282210826874,
      "learning_rate": 1.601961319491163e-07,
      "loss": 0.7443,
      "step": 44827
    },
    {
      "epoch": 0.9447069918390787,
      "grad_norm": 0.09064199775457382,
      "learning_rate": 1.6007447395365748e-07,
      "loss": 0.6097,
      "step": 44828
    },
    {
      "epoch": 0.944728065877444,
      "grad_norm": 0.10257738083600998,
      "learning_rate": 1.5995286179848912e-07,
      "loss": 0.6748,
      "step": 44829
    },
    {
      "epoch": 0.9447491399158092,
      "grad_norm": 0.10706764459609985,
      "learning_rate": 1.598312954841763e-07,
      "loss": 0.6631,
      "step": 44830
    },
    {
      "epoch": 0.9447702139541745,
      "grad_norm": 0.1039535254240036,
      "learning_rate": 1.5970977501128525e-07,
      "loss": 0.6935,
      "step": 44831
    },
    {
      "epoch": 0.9447912879925398,
      "grad_norm": 0.12902410328388214,
      "learning_rate": 1.595883003803822e-07,
      "loss": 0.6915,
      "step": 44832
    },
    {
      "epoch": 0.9448123620309051,
      "grad_norm": 0.09530709683895111,
      "learning_rate": 1.5946687159203332e-07,
      "loss": 0.6742,
      "step": 44833
    },
    {
      "epoch": 0.9448334360692704,
      "grad_norm": 0.09899204969406128,
      "learning_rate": 1.5934548864680378e-07,
      "loss": 0.704,
      "step": 44834
    },
    {
      "epoch": 0.9448545101076357,
      "grad_norm": 0.10279608517885208,
      "learning_rate": 1.5922415154525971e-07,
      "loss": 0.7557,
      "step": 44835
    },
    {
      "epoch": 0.9448755841460009,
      "grad_norm": 0.11005561798810959,
      "learning_rate": 1.5910286028796517e-07,
      "loss": 0.659,
      "step": 44836
    },
    {
      "epoch": 0.9448966581843662,
      "grad_norm": 0.1310419738292694,
      "learning_rate": 1.5898161487548747e-07,
      "loss": 0.6784,
      "step": 44837
    },
    {
      "epoch": 0.9449177322227316,
      "grad_norm": 0.10855671763420105,
      "learning_rate": 1.5886041530838837e-07,
      "loss": 0.6953,
      "step": 44838
    },
    {
      "epoch": 0.9449388062610968,
      "grad_norm": 0.10814331471920013,
      "learning_rate": 1.5873926158723518e-07,
      "loss": 0.6901,
      "step": 44839
    },
    {
      "epoch": 0.9449598802994621,
      "grad_norm": 0.10179632902145386,
      "learning_rate": 1.5861815371259193e-07,
      "loss": 0.7234,
      "step": 44840
    },
    {
      "epoch": 0.9449809543378274,
      "grad_norm": 0.11777039617300034,
      "learning_rate": 1.5849709168502146e-07,
      "loss": 0.7332,
      "step": 44841
    },
    {
      "epoch": 0.9450020283761926,
      "grad_norm": 0.1049826592206955,
      "learning_rate": 1.5837607550508894e-07,
      "loss": 0.6681,
      "step": 44842
    },
    {
      "epoch": 0.9450231024145579,
      "grad_norm": 0.12146151065826416,
      "learning_rate": 1.5825510517335606e-07,
      "loss": 0.6733,
      "step": 44843
    },
    {
      "epoch": 0.9450441764529233,
      "grad_norm": 0.09625658392906189,
      "learning_rate": 1.581341806903891e-07,
      "loss": 0.687,
      "step": 44844
    },
    {
      "epoch": 0.9450652504912885,
      "grad_norm": 0.12716694176197052,
      "learning_rate": 1.5801330205675093e-07,
      "loss": 0.7437,
      "step": 44845
    },
    {
      "epoch": 0.9450863245296538,
      "grad_norm": 0.14296984672546387,
      "learning_rate": 1.5789246927300327e-07,
      "loss": 0.6668,
      "step": 44846
    },
    {
      "epoch": 0.9451073985680191,
      "grad_norm": 0.1020873561501503,
      "learning_rate": 1.577716823397102e-07,
      "loss": 0.7215,
      "step": 44847
    },
    {
      "epoch": 0.9451284726063843,
      "grad_norm": 0.1132008284330368,
      "learning_rate": 1.5765094125743341e-07,
      "loss": 0.7522,
      "step": 44848
    },
    {
      "epoch": 0.9451495466447497,
      "grad_norm": 0.09643065184354782,
      "learning_rate": 1.5753024602673694e-07,
      "loss": 0.7123,
      "step": 44849
    },
    {
      "epoch": 0.945170620683115,
      "grad_norm": 0.12490558624267578,
      "learning_rate": 1.5740959664818145e-07,
      "loss": 0.6462,
      "step": 44850
    },
    {
      "epoch": 0.9451916947214802,
      "grad_norm": 0.09857305884361267,
      "learning_rate": 1.5728899312232982e-07,
      "loss": 0.6285,
      "step": 44851
    },
    {
      "epoch": 0.9452127687598455,
      "grad_norm": 0.09825655072927475,
      "learning_rate": 1.571684354497438e-07,
      "loss": 0.7006,
      "step": 44852
    },
    {
      "epoch": 0.9452338427982108,
      "grad_norm": 0.11265351623296738,
      "learning_rate": 1.570479236309852e-07,
      "loss": 0.6855,
      "step": 44853
    },
    {
      "epoch": 0.9452549168365761,
      "grad_norm": 0.10596845299005508,
      "learning_rate": 1.5692745766661467e-07,
      "loss": 0.7084,
      "step": 44854
    },
    {
      "epoch": 0.9452759908749414,
      "grad_norm": 0.08654837310314178,
      "learning_rate": 1.5680703755719395e-07,
      "loss": 0.6603,
      "step": 44855
    },
    {
      "epoch": 0.9452970649133067,
      "grad_norm": 0.10238262265920639,
      "learning_rate": 1.5668666330328375e-07,
      "loss": 0.6087,
      "step": 44856
    },
    {
      "epoch": 0.9453181389516719,
      "grad_norm": 0.09409549832344055,
      "learning_rate": 1.565663349054447e-07,
      "loss": 0.6344,
      "step": 44857
    },
    {
      "epoch": 0.9453392129900372,
      "grad_norm": 0.10658442974090576,
      "learning_rate": 1.564460523642386e-07,
      "loss": 0.6649,
      "step": 44858
    },
    {
      "epoch": 0.9453602870284026,
      "grad_norm": 0.10369089245796204,
      "learning_rate": 1.5632581568022499e-07,
      "loss": 0.719,
      "step": 44859
    },
    {
      "epoch": 0.9453813610667678,
      "grad_norm": 0.11054207384586334,
      "learning_rate": 1.562056248539645e-07,
      "loss": 0.7222,
      "step": 44860
    },
    {
      "epoch": 0.9454024351051331,
      "grad_norm": 0.109546959400177,
      "learning_rate": 1.5608547988601563e-07,
      "loss": 0.6807,
      "step": 44861
    },
    {
      "epoch": 0.9454235091434984,
      "grad_norm": 0.14013396203517914,
      "learning_rate": 1.5596538077693902e-07,
      "loss": 0.6997,
      "step": 44862
    },
    {
      "epoch": 0.9454445831818636,
      "grad_norm": 0.10455629229545593,
      "learning_rate": 1.558453275272942e-07,
      "loss": 0.707,
      "step": 44863
    },
    {
      "epoch": 0.945465657220229,
      "grad_norm": 0.11719310283660889,
      "learning_rate": 1.5572532013764073e-07,
      "loss": 0.65,
      "step": 44864
    },
    {
      "epoch": 0.9454867312585943,
      "grad_norm": 0.11149931699037552,
      "learning_rate": 1.5560535860853708e-07,
      "loss": 0.7237,
      "step": 44865
    },
    {
      "epoch": 0.9455078052969595,
      "grad_norm": 0.1137043759226799,
      "learning_rate": 1.554854429405428e-07,
      "loss": 0.7344,
      "step": 44866
    },
    {
      "epoch": 0.9455288793353248,
      "grad_norm": 0.1001056358218193,
      "learning_rate": 1.5536557313421518e-07,
      "loss": 0.7521,
      "step": 44867
    },
    {
      "epoch": 0.9455499533736901,
      "grad_norm": 0.12055356800556183,
      "learning_rate": 1.5524574919011382e-07,
      "loss": 0.7474,
      "step": 44868
    },
    {
      "epoch": 0.9455710274120555,
      "grad_norm": 0.1019199937582016,
      "learning_rate": 1.5512597110879713e-07,
      "loss": 0.6608,
      "step": 44869
    },
    {
      "epoch": 0.9455921014504207,
      "grad_norm": 0.09871608018875122,
      "learning_rate": 1.5500623889082245e-07,
      "loss": 0.6839,
      "step": 44870
    },
    {
      "epoch": 0.945613175488786,
      "grad_norm": 0.14034457504749298,
      "learning_rate": 1.5488655253674712e-07,
      "loss": 0.6925,
      "step": 44871
    },
    {
      "epoch": 0.9456342495271512,
      "grad_norm": 0.10243308544158936,
      "learning_rate": 1.5476691204712957e-07,
      "loss": 0.721,
      "step": 44872
    },
    {
      "epoch": 0.9456553235655165,
      "grad_norm": 0.14801570773124695,
      "learning_rate": 1.5464731742252715e-07,
      "loss": 0.7141,
      "step": 44873
    },
    {
      "epoch": 0.9456763976038819,
      "grad_norm": 0.11539805680513382,
      "learning_rate": 1.5452776866349716e-07,
      "loss": 0.6669,
      "step": 44874
    },
    {
      "epoch": 0.9456974716422472,
      "grad_norm": 0.10453033447265625,
      "learning_rate": 1.5440826577059587e-07,
      "loss": 0.6412,
      "step": 44875
    },
    {
      "epoch": 0.9457185456806124,
      "grad_norm": 0.12186935544013977,
      "learning_rate": 1.5428880874438058e-07,
      "loss": 0.7107,
      "step": 44876
    },
    {
      "epoch": 0.9457396197189777,
      "grad_norm": 0.09916257113218307,
      "learning_rate": 1.5416939758540638e-07,
      "loss": 0.6489,
      "step": 44877
    },
    {
      "epoch": 0.945760693757343,
      "grad_norm": 0.16508005559444427,
      "learning_rate": 1.5405003229423176e-07,
      "loss": 0.6998,
      "step": 44878
    },
    {
      "epoch": 0.9457817677957082,
      "grad_norm": 0.5002005696296692,
      "learning_rate": 1.5393071287141182e-07,
      "loss": 0.712,
      "step": 44879
    },
    {
      "epoch": 0.9458028418340736,
      "grad_norm": 0.113324373960495,
      "learning_rate": 1.5381143931750165e-07,
      "loss": 0.7258,
      "step": 44880
    },
    {
      "epoch": 0.9458239158724389,
      "grad_norm": 0.10817115008831024,
      "learning_rate": 1.5369221163305858e-07,
      "loss": 0.6641,
      "step": 44881
    },
    {
      "epoch": 0.9458449899108041,
      "grad_norm": 0.09524165838956833,
      "learning_rate": 1.5357302981863553e-07,
      "loss": 0.7245,
      "step": 44882
    },
    {
      "epoch": 0.9458660639491694,
      "grad_norm": 0.10343644767999649,
      "learning_rate": 1.5345389387478982e-07,
      "loss": 0.6431,
      "step": 44883
    },
    {
      "epoch": 0.9458871379875347,
      "grad_norm": 0.09509377181529999,
      "learning_rate": 1.5333480380207656e-07,
      "loss": 0.7282,
      "step": 44884
    },
    {
      "epoch": 0.9459082120259,
      "grad_norm": 0.10103035718202591,
      "learning_rate": 1.532157596010486e-07,
      "loss": 0.6953,
      "step": 44885
    },
    {
      "epoch": 0.9459292860642653,
      "grad_norm": 0.09138306975364685,
      "learning_rate": 1.5309676127226224e-07,
      "loss": 0.6724,
      "step": 44886
    },
    {
      "epoch": 0.9459503601026306,
      "grad_norm": 0.10821140557527542,
      "learning_rate": 1.5297780881627033e-07,
      "loss": 0.7051,
      "step": 44887
    },
    {
      "epoch": 0.9459714341409958,
      "grad_norm": 0.11964832991361618,
      "learning_rate": 1.528589022336302e-07,
      "loss": 0.6972,
      "step": 44888
    },
    {
      "epoch": 0.9459925081793611,
      "grad_norm": 0.1177167296409607,
      "learning_rate": 1.5274004152489252e-07,
      "loss": 0.6427,
      "step": 44889
    },
    {
      "epoch": 0.9460135822177265,
      "grad_norm": 0.12231750786304474,
      "learning_rate": 1.526212266906124e-07,
      "loss": 0.7037,
      "step": 44890
    },
    {
      "epoch": 0.9460346562560917,
      "grad_norm": 0.10136359184980392,
      "learning_rate": 1.5250245773134277e-07,
      "loss": 0.6352,
      "step": 44891
    },
    {
      "epoch": 0.946055730294457,
      "grad_norm": 0.11354953050613403,
      "learning_rate": 1.5238373464763756e-07,
      "loss": 0.744,
      "step": 44892
    },
    {
      "epoch": 0.9460768043328223,
      "grad_norm": 0.10123920440673828,
      "learning_rate": 1.5226505744004861e-07,
      "loss": 0.6484,
      "step": 44893
    },
    {
      "epoch": 0.9460978783711875,
      "grad_norm": 0.09923771023750305,
      "learning_rate": 1.5214642610913099e-07,
      "loss": 0.6623,
      "step": 44894
    },
    {
      "epoch": 0.9461189524095529,
      "grad_norm": 0.10919662564992905,
      "learning_rate": 1.520278406554354e-07,
      "loss": 0.7022,
      "step": 44895
    },
    {
      "epoch": 0.9461400264479182,
      "grad_norm": 0.0925450548529625,
      "learning_rate": 1.5190930107951474e-07,
      "loss": 0.6512,
      "step": 44896
    },
    {
      "epoch": 0.9461611004862834,
      "grad_norm": 0.12503790855407715,
      "learning_rate": 1.5179080738192186e-07,
      "loss": 0.7463,
      "step": 44897
    },
    {
      "epoch": 0.9461821745246487,
      "grad_norm": 0.11619359999895096,
      "learning_rate": 1.5167235956320858e-07,
      "loss": 0.7237,
      "step": 44898
    },
    {
      "epoch": 0.946203248563014,
      "grad_norm": 0.09708312898874283,
      "learning_rate": 1.5155395762392554e-07,
      "loss": 0.6646,
      "step": 44899
    },
    {
      "epoch": 0.9462243226013793,
      "grad_norm": 0.10477295517921448,
      "learning_rate": 1.5143560156462567e-07,
      "loss": 0.6914,
      "step": 44900
    },
    {
      "epoch": 0.9462453966397446,
      "grad_norm": 0.10751444101333618,
      "learning_rate": 1.513172913858607e-07,
      "loss": 0.6506,
      "step": 44901
    },
    {
      "epoch": 0.9462664706781099,
      "grad_norm": 0.10404399782419205,
      "learning_rate": 1.5119902708818023e-07,
      "loss": 0.6618,
      "step": 44902
    },
    {
      "epoch": 0.9462875447164751,
      "grad_norm": 0.1560472548007965,
      "learning_rate": 1.5108080867213604e-07,
      "loss": 0.7079,
      "step": 44903
    },
    {
      "epoch": 0.9463086187548404,
      "grad_norm": 0.11193624138832092,
      "learning_rate": 1.5096263613827988e-07,
      "loss": 0.6813,
      "step": 44904
    },
    {
      "epoch": 0.9463296927932058,
      "grad_norm": 0.11196649819612503,
      "learning_rate": 1.5084450948716022e-07,
      "loss": 0.7242,
      "step": 44905
    },
    {
      "epoch": 0.946350766831571,
      "grad_norm": 0.0904255211353302,
      "learning_rate": 1.5072642871932885e-07,
      "loss": 0.6482,
      "step": 44906
    },
    {
      "epoch": 0.9463718408699363,
      "grad_norm": 0.09328795224428177,
      "learning_rate": 1.5060839383533422e-07,
      "loss": 0.6161,
      "step": 44907
    },
    {
      "epoch": 0.9463929149083016,
      "grad_norm": 0.1277712732553482,
      "learning_rate": 1.504904048357292e-07,
      "loss": 0.7439,
      "step": 44908
    },
    {
      "epoch": 0.9464139889466668,
      "grad_norm": 0.1041082963347435,
      "learning_rate": 1.5037246172106e-07,
      "loss": 0.6827,
      "step": 44909
    },
    {
      "epoch": 0.9464350629850322,
      "grad_norm": 0.14307083189487457,
      "learning_rate": 1.5025456449187957e-07,
      "loss": 0.7448,
      "step": 44910
    },
    {
      "epoch": 0.9464561370233975,
      "grad_norm": 0.10467756539583206,
      "learning_rate": 1.5013671314873412e-07,
      "loss": 0.704,
      "step": 44911
    },
    {
      "epoch": 0.9464772110617627,
      "grad_norm": 0.21404625475406647,
      "learning_rate": 1.500189076921743e-07,
      "loss": 0.6909,
      "step": 44912
    },
    {
      "epoch": 0.946498285100128,
      "grad_norm": 0.10962327569723129,
      "learning_rate": 1.4990114812274748e-07,
      "loss": 0.7102,
      "step": 44913
    },
    {
      "epoch": 0.9465193591384933,
      "grad_norm": 0.1258694976568222,
      "learning_rate": 1.4978343444100318e-07,
      "loss": 0.6538,
      "step": 44914
    },
    {
      "epoch": 0.9465404331768587,
      "grad_norm": 0.12525886297225952,
      "learning_rate": 1.496657666474899e-07,
      "loss": 0.7277,
      "step": 44915
    },
    {
      "epoch": 0.9465615072152239,
      "grad_norm": 0.09380843490362167,
      "learning_rate": 1.4954814474275602e-07,
      "loss": 0.6489,
      "step": 44916
    },
    {
      "epoch": 0.9465825812535892,
      "grad_norm": 0.09682125598192215,
      "learning_rate": 1.4943056872735005e-07,
      "loss": 0.7586,
      "step": 44917
    },
    {
      "epoch": 0.9466036552919544,
      "grad_norm": 0.10579884797334671,
      "learning_rate": 1.4931303860181822e-07,
      "loss": 0.6233,
      "step": 44918
    },
    {
      "epoch": 0.9466247293303197,
      "grad_norm": 0.1366603523492813,
      "learning_rate": 1.4919555436670897e-07,
      "loss": 0.7586,
      "step": 44919
    },
    {
      "epoch": 0.946645803368685,
      "grad_norm": 0.11618468910455704,
      "learning_rate": 1.4907811602256962e-07,
      "loss": 0.7129,
      "step": 44920
    },
    {
      "epoch": 0.9466668774070504,
      "grad_norm": 0.10111020505428314,
      "learning_rate": 1.489607235699464e-07,
      "loss": 0.6914,
      "step": 44921
    },
    {
      "epoch": 0.9466879514454156,
      "grad_norm": 0.1019805520772934,
      "learning_rate": 1.4884337700938666e-07,
      "loss": 0.7283,
      "step": 44922
    },
    {
      "epoch": 0.9467090254837809,
      "grad_norm": 0.09484643489122391,
      "learning_rate": 1.4872607634143664e-07,
      "loss": 0.6174,
      "step": 44923
    },
    {
      "epoch": 0.9467300995221462,
      "grad_norm": 0.10507329553365707,
      "learning_rate": 1.486088215666448e-07,
      "loss": 0.7586,
      "step": 44924
    },
    {
      "epoch": 0.9467511735605114,
      "grad_norm": 0.12304865568876266,
      "learning_rate": 1.4849161268555511e-07,
      "loss": 0.7114,
      "step": 44925
    },
    {
      "epoch": 0.9467722475988768,
      "grad_norm": 0.10386216640472412,
      "learning_rate": 1.4837444969871495e-07,
      "loss": 0.6523,
      "step": 44926
    },
    {
      "epoch": 0.9467933216372421,
      "grad_norm": 0.1450796276330948,
      "learning_rate": 1.4825733260666942e-07,
      "loss": 0.754,
      "step": 44927
    },
    {
      "epoch": 0.9468143956756073,
      "grad_norm": 0.1570899337530136,
      "learning_rate": 1.4814026140996362e-07,
      "loss": 0.7026,
      "step": 44928
    },
    {
      "epoch": 0.9468354697139726,
      "grad_norm": 0.11450540274381638,
      "learning_rate": 1.4802323610914492e-07,
      "loss": 0.7865,
      "step": 44929
    },
    {
      "epoch": 0.9468565437523379,
      "grad_norm": 0.10425936430692673,
      "learning_rate": 1.4790625670475622e-07,
      "loss": 0.6959,
      "step": 44930
    },
    {
      "epoch": 0.9468776177907032,
      "grad_norm": 0.09352466464042664,
      "learning_rate": 1.4778932319734373e-07,
      "loss": 0.6194,
      "step": 44931
    },
    {
      "epoch": 0.9468986918290685,
      "grad_norm": 0.10120271146297455,
      "learning_rate": 1.476724355874526e-07,
      "loss": 0.6764,
      "step": 44932
    },
    {
      "epoch": 0.9469197658674338,
      "grad_norm": 0.09968645870685577,
      "learning_rate": 1.475555938756257e-07,
      "loss": 0.6842,
      "step": 44933
    },
    {
      "epoch": 0.946940839905799,
      "grad_norm": 0.11841557174921036,
      "learning_rate": 1.4743879806240924e-07,
      "loss": 0.6405,
      "step": 44934
    },
    {
      "epoch": 0.9469619139441643,
      "grad_norm": 0.11421829462051392,
      "learning_rate": 1.4732204814834505e-07,
      "loss": 0.7369,
      "step": 44935
    },
    {
      "epoch": 0.9469829879825297,
      "grad_norm": 0.13787060976028442,
      "learning_rate": 1.4720534413397936e-07,
      "loss": 0.7268,
      "step": 44936
    },
    {
      "epoch": 0.9470040620208949,
      "grad_norm": 0.129011869430542,
      "learning_rate": 1.4708868601985503e-07,
      "loss": 0.7228,
      "step": 44937
    },
    {
      "epoch": 0.9470251360592602,
      "grad_norm": 0.13534040749073029,
      "learning_rate": 1.4697207380651613e-07,
      "loss": 0.7156,
      "step": 44938
    },
    {
      "epoch": 0.9470462100976255,
      "grad_norm": 0.09437555819749832,
      "learning_rate": 1.4685550749450439e-07,
      "loss": 0.6765,
      "step": 44939
    },
    {
      "epoch": 0.9470672841359907,
      "grad_norm": 0.12529224157333374,
      "learning_rate": 1.4673898708436385e-07,
      "loss": 0.6653,
      "step": 44940
    },
    {
      "epoch": 0.9470883581743561,
      "grad_norm": 0.09787461161613464,
      "learning_rate": 1.466225125766374e-07,
      "loss": 0.6955,
      "step": 44941
    },
    {
      "epoch": 0.9471094322127214,
      "grad_norm": 0.11856163293123245,
      "learning_rate": 1.4650608397186682e-07,
      "loss": 0.6477,
      "step": 44942
    },
    {
      "epoch": 0.9471305062510866,
      "grad_norm": 0.14330030977725983,
      "learning_rate": 1.4638970127059505e-07,
      "loss": 0.6651,
      "step": 44943
    },
    {
      "epoch": 0.9471515802894519,
      "grad_norm": 0.11319857835769653,
      "learning_rate": 1.4627336447336272e-07,
      "loss": 0.6294,
      "step": 44944
    },
    {
      "epoch": 0.9471726543278172,
      "grad_norm": 0.09632416069507599,
      "learning_rate": 1.4615707358071497e-07,
      "loss": 0.6877,
      "step": 44945
    },
    {
      "epoch": 0.9471937283661825,
      "grad_norm": 0.1043524444103241,
      "learning_rate": 1.4604082859319246e-07,
      "loss": 0.6123,
      "step": 44946
    },
    {
      "epoch": 0.9472148024045478,
      "grad_norm": 0.11774969846010208,
      "learning_rate": 1.459246295113348e-07,
      "loss": 0.7172,
      "step": 44947
    },
    {
      "epoch": 0.9472358764429131,
      "grad_norm": 0.1297806054353714,
      "learning_rate": 1.4580847633568594e-07,
      "loss": 0.7288,
      "step": 44948
    },
    {
      "epoch": 0.9472569504812783,
      "grad_norm": 0.11281740665435791,
      "learning_rate": 1.4569236906678552e-07,
      "loss": 0.7314,
      "step": 44949
    },
    {
      "epoch": 0.9472780245196436,
      "grad_norm": 0.13710451126098633,
      "learning_rate": 1.455763077051753e-07,
      "loss": 0.696,
      "step": 44950
    },
    {
      "epoch": 0.947299098558009,
      "grad_norm": 0.1015188992023468,
      "learning_rate": 1.454602922513948e-07,
      "loss": 0.6891,
      "step": 44951
    },
    {
      "epoch": 0.9473201725963742,
      "grad_norm": 0.1644286811351776,
      "learning_rate": 1.4534432270598474e-07,
      "loss": 0.6891,
      "step": 44952
    },
    {
      "epoch": 0.9473412466347395,
      "grad_norm": 0.10476449131965637,
      "learning_rate": 1.452283990694847e-07,
      "loss": 0.6766,
      "step": 44953
    },
    {
      "epoch": 0.9473623206731048,
      "grad_norm": 0.10382091999053955,
      "learning_rate": 1.4511252134243757e-07,
      "loss": 0.7049,
      "step": 44954
    },
    {
      "epoch": 0.94738339471147,
      "grad_norm": 0.09989138692617416,
      "learning_rate": 1.449966895253796e-07,
      "loss": 0.6272,
      "step": 44955
    },
    {
      "epoch": 0.9474044687498353,
      "grad_norm": 0.11812345683574677,
      "learning_rate": 1.4488090361885366e-07,
      "loss": 0.7008,
      "step": 44956
    },
    {
      "epoch": 0.9474255427882007,
      "grad_norm": 0.11800511181354523,
      "learning_rate": 1.447651636233971e-07,
      "loss": 0.7494,
      "step": 44957
    },
    {
      "epoch": 0.947446616826566,
      "grad_norm": 0.11264298111200333,
      "learning_rate": 1.446494695395495e-07,
      "loss": 0.6721,
      "step": 44958
    },
    {
      "epoch": 0.9474676908649312,
      "grad_norm": 0.10348211228847504,
      "learning_rate": 1.4453382136784934e-07,
      "loss": 0.7066,
      "step": 44959
    },
    {
      "epoch": 0.9474887649032965,
      "grad_norm": 0.4615200161933899,
      "learning_rate": 1.4441821910883613e-07,
      "loss": 0.6174,
      "step": 44960
    },
    {
      "epoch": 0.9475098389416617,
      "grad_norm": 0.13387326896190643,
      "learning_rate": 1.443026627630484e-07,
      "loss": 0.6495,
      "step": 44961
    },
    {
      "epoch": 0.9475309129800271,
      "grad_norm": 0.11077289283275604,
      "learning_rate": 1.4418715233102454e-07,
      "loss": 0.7182,
      "step": 44962
    },
    {
      "epoch": 0.9475519870183924,
      "grad_norm": 0.10323002934455872,
      "learning_rate": 1.4407168781330306e-07,
      "loss": 0.7719,
      "step": 44963
    },
    {
      "epoch": 0.9475730610567576,
      "grad_norm": 0.0945502519607544,
      "learning_rate": 1.4395626921042015e-07,
      "loss": 0.6944,
      "step": 44964
    },
    {
      "epoch": 0.9475941350951229,
      "grad_norm": 0.10703261196613312,
      "learning_rate": 1.4384089652291544e-07,
      "loss": 0.6191,
      "step": 44965
    },
    {
      "epoch": 0.9476152091334882,
      "grad_norm": 0.11035231500864029,
      "learning_rate": 1.4372556975132513e-07,
      "loss": 0.7244,
      "step": 44966
    },
    {
      "epoch": 0.9476362831718536,
      "grad_norm": 0.11474688351154327,
      "learning_rate": 1.4361028889618766e-07,
      "loss": 0.7684,
      "step": 44967
    },
    {
      "epoch": 0.9476573572102188,
      "grad_norm": 0.09479163587093353,
      "learning_rate": 1.434950539580382e-07,
      "loss": 0.6468,
      "step": 44968
    },
    {
      "epoch": 0.9476784312485841,
      "grad_norm": 0.13180036842823029,
      "learning_rate": 1.433798649374163e-07,
      "loss": 0.6482,
      "step": 44969
    },
    {
      "epoch": 0.9476995052869494,
      "grad_norm": 0.11059316992759705,
      "learning_rate": 1.4326472183485595e-07,
      "loss": 0.6741,
      "step": 44970
    },
    {
      "epoch": 0.9477205793253146,
      "grad_norm": 0.11663073301315308,
      "learning_rate": 1.4314962465089455e-07,
      "loss": 0.6352,
      "step": 44971
    },
    {
      "epoch": 0.94774165336368,
      "grad_norm": 0.10036687552928925,
      "learning_rate": 1.430345733860683e-07,
      "loss": 0.7439,
      "step": 44972
    },
    {
      "epoch": 0.9477627274020453,
      "grad_norm": 0.1111483946442604,
      "learning_rate": 1.4291956804091344e-07,
      "loss": 0.7405,
      "step": 44973
    },
    {
      "epoch": 0.9477838014404105,
      "grad_norm": 0.10683991760015488,
      "learning_rate": 1.4280460861596513e-07,
      "loss": 0.6844,
      "step": 44974
    },
    {
      "epoch": 0.9478048754787758,
      "grad_norm": 0.10414291173219681,
      "learning_rate": 1.4268969511175956e-07,
      "loss": 0.6999,
      "step": 44975
    },
    {
      "epoch": 0.947825949517141,
      "grad_norm": 0.1081322431564331,
      "learning_rate": 1.425748275288319e-07,
      "loss": 0.7055,
      "step": 44976
    },
    {
      "epoch": 0.9478470235555064,
      "grad_norm": 0.12370923906564713,
      "learning_rate": 1.4246000586771724e-07,
      "loss": 0.6566,
      "step": 44977
    },
    {
      "epoch": 0.9478680975938717,
      "grad_norm": 0.10789300501346588,
      "learning_rate": 1.4234523012895185e-07,
      "loss": 0.6811,
      "step": 44978
    },
    {
      "epoch": 0.947889171632237,
      "grad_norm": 0.11114800721406937,
      "learning_rate": 1.4223050031306752e-07,
      "loss": 0.6968,
      "step": 44979
    },
    {
      "epoch": 0.9479102456706022,
      "grad_norm": 0.11674686521291733,
      "learning_rate": 1.4211581642060045e-07,
      "loss": 0.7193,
      "step": 44980
    },
    {
      "epoch": 0.9479313197089675,
      "grad_norm": 0.10738534480333328,
      "learning_rate": 1.420011784520847e-07,
      "loss": 0.6801,
      "step": 44981
    },
    {
      "epoch": 0.9479523937473329,
      "grad_norm": 0.11692360788583755,
      "learning_rate": 1.418865864080543e-07,
      "loss": 0.6802,
      "step": 44982
    },
    {
      "epoch": 0.9479734677856981,
      "grad_norm": 0.1303836703300476,
      "learning_rate": 1.4177204028904324e-07,
      "loss": 0.6799,
      "step": 44983
    },
    {
      "epoch": 0.9479945418240634,
      "grad_norm": 0.12387260049581528,
      "learning_rate": 1.4165754009558442e-07,
      "loss": 0.6933,
      "step": 44984
    },
    {
      "epoch": 0.9480156158624287,
      "grad_norm": 0.11726141721010208,
      "learning_rate": 1.4154308582821296e-07,
      "loss": 0.7219,
      "step": 44985
    },
    {
      "epoch": 0.9480366899007939,
      "grad_norm": 0.11122340708971024,
      "learning_rate": 1.414286774874607e-07,
      "loss": 0.7432,
      "step": 44986
    },
    {
      "epoch": 0.9480577639391593,
      "grad_norm": 0.10777746140956879,
      "learning_rate": 1.413143150738594e-07,
      "loss": 0.6992,
      "step": 44987
    },
    {
      "epoch": 0.9480788379775246,
      "grad_norm": 0.1059463620185852,
      "learning_rate": 1.411999985879453e-07,
      "loss": 0.6544,
      "step": 44988
    },
    {
      "epoch": 0.9480999120158898,
      "grad_norm": 0.09999123960733414,
      "learning_rate": 1.41085728030248e-07,
      "loss": 0.7364,
      "step": 44989
    },
    {
      "epoch": 0.9481209860542551,
      "grad_norm": 0.11529111862182617,
      "learning_rate": 1.4097150340130038e-07,
      "loss": 0.6775,
      "step": 44990
    },
    {
      "epoch": 0.9481420600926204,
      "grad_norm": 0.11426026374101639,
      "learning_rate": 1.408573247016354e-07,
      "loss": 0.6475,
      "step": 44991
    },
    {
      "epoch": 0.9481631341309857,
      "grad_norm": 0.10911779850721359,
      "learning_rate": 1.4074319193178477e-07,
      "loss": 0.7187,
      "step": 44992
    },
    {
      "epoch": 0.948184208169351,
      "grad_norm": 0.13234010338783264,
      "learning_rate": 1.4062910509227923e-07,
      "loss": 0.7931,
      "step": 44993
    },
    {
      "epoch": 0.9482052822077163,
      "grad_norm": 0.09960541129112244,
      "learning_rate": 1.4051506418365168e-07,
      "loss": 0.7035,
      "step": 44994
    },
    {
      "epoch": 0.9482263562460815,
      "grad_norm": 0.10165034234523773,
      "learning_rate": 1.404010692064328e-07,
      "loss": 0.6133,
      "step": 44995
    },
    {
      "epoch": 0.9482474302844468,
      "grad_norm": 0.09505368024110794,
      "learning_rate": 1.4028712016115331e-07,
      "loss": 0.7103,
      "step": 44996
    },
    {
      "epoch": 0.9482685043228121,
      "grad_norm": 0.11289970576763153,
      "learning_rate": 1.4017321704834386e-07,
      "loss": 0.7312,
      "step": 44997
    },
    {
      "epoch": 0.9482895783611774,
      "grad_norm": 0.10663287341594696,
      "learning_rate": 1.4005935986853626e-07,
      "loss": 0.6567,
      "step": 44998
    },
    {
      "epoch": 0.9483106523995427,
      "grad_norm": 0.10911445319652557,
      "learning_rate": 1.3994554862226005e-07,
      "loss": 0.6858,
      "step": 44999
    },
    {
      "epoch": 0.948331726437908,
      "grad_norm": 0.11083246022462845,
      "learning_rate": 1.39831783310046e-07,
      "loss": 0.6973,
      "step": 45000
    },
    {
      "epoch": 0.9483528004762732,
      "grad_norm": 0.1142105981707573,
      "learning_rate": 1.3971806393242138e-07,
      "loss": 0.7354,
      "step": 45001
    },
    {
      "epoch": 0.9483738745146385,
      "grad_norm": 0.10838508605957031,
      "learning_rate": 1.3960439048992025e-07,
      "loss": 0.7511,
      "step": 45002
    },
    {
      "epoch": 0.9483949485530039,
      "grad_norm": 0.1020331084728241,
      "learning_rate": 1.3949076298306996e-07,
      "loss": 0.7435,
      "step": 45003
    },
    {
      "epoch": 0.9484160225913691,
      "grad_norm": 0.11068782955408096,
      "learning_rate": 1.3937718141240008e-07,
      "loss": 0.6762,
      "step": 45004
    },
    {
      "epoch": 0.9484370966297344,
      "grad_norm": 0.10813868790864944,
      "learning_rate": 1.3926364577843909e-07,
      "loss": 0.7542,
      "step": 45005
    },
    {
      "epoch": 0.9484581706680997,
      "grad_norm": 0.09499794989824295,
      "learning_rate": 1.3915015608171767e-07,
      "loss": 0.6894,
      "step": 45006
    },
    {
      "epoch": 0.9484792447064649,
      "grad_norm": 0.10075120627880096,
      "learning_rate": 1.3903671232276205e-07,
      "loss": 0.6621,
      "step": 45007
    },
    {
      "epoch": 0.9485003187448303,
      "grad_norm": 0.1147477999329567,
      "learning_rate": 1.3892331450210406e-07,
      "loss": 0.7249,
      "step": 45008
    },
    {
      "epoch": 0.9485213927831956,
      "grad_norm": 0.11201882362365723,
      "learning_rate": 1.388099626202688e-07,
      "loss": 0.7366,
      "step": 45009
    },
    {
      "epoch": 0.9485424668215608,
      "grad_norm": 0.10062189400196075,
      "learning_rate": 1.3869665667778476e-07,
      "loss": 0.7056,
      "step": 45010
    },
    {
      "epoch": 0.9485635408599261,
      "grad_norm": 0.10415183752775192,
      "learning_rate": 1.385833966751815e-07,
      "loss": 0.7102,
      "step": 45011
    },
    {
      "epoch": 0.9485846148982914,
      "grad_norm": 0.11124943941831589,
      "learning_rate": 1.3847018261298527e-07,
      "loss": 0.6626,
      "step": 45012
    },
    {
      "epoch": 0.9486056889366568,
      "grad_norm": 0.10721094161272049,
      "learning_rate": 1.3835701449172345e-07,
      "loss": 0.7076,
      "step": 45013
    },
    {
      "epoch": 0.948626762975022,
      "grad_norm": 0.1049802377820015,
      "learning_rate": 1.3824389231192447e-07,
      "loss": 0.7599,
      "step": 45014
    },
    {
      "epoch": 0.9486478370133873,
      "grad_norm": 0.0991043969988823,
      "learning_rate": 1.381308160741135e-07,
      "loss": 0.6572,
      "step": 45015
    },
    {
      "epoch": 0.9486689110517526,
      "grad_norm": 0.12465017288923264,
      "learning_rate": 1.3801778577881898e-07,
      "loss": 0.687,
      "step": 45016
    },
    {
      "epoch": 0.9486899850901178,
      "grad_norm": 0.10287537425756454,
      "learning_rate": 1.3790480142656826e-07,
      "loss": 0.6901,
      "step": 45017
    },
    {
      "epoch": 0.9487110591284832,
      "grad_norm": 0.1109728142619133,
      "learning_rate": 1.377918630178854e-07,
      "loss": 0.7059,
      "step": 45018
    },
    {
      "epoch": 0.9487321331668485,
      "grad_norm": 0.12817376852035522,
      "learning_rate": 1.376789705532966e-07,
      "loss": 0.7094,
      "step": 45019
    },
    {
      "epoch": 0.9487532072052137,
      "grad_norm": 0.09490710496902466,
      "learning_rate": 1.3756612403332924e-07,
      "loss": 0.6696,
      "step": 45020
    },
    {
      "epoch": 0.948774281243579,
      "grad_norm": 0.11458577960729599,
      "learning_rate": 1.3745332345850848e-07,
      "loss": 0.7587,
      "step": 45021
    },
    {
      "epoch": 0.9487953552819443,
      "grad_norm": 0.12140873074531555,
      "learning_rate": 1.3734056882935943e-07,
      "loss": 0.6716,
      "step": 45022
    },
    {
      "epoch": 0.9488164293203096,
      "grad_norm": 0.15167365968227386,
      "learning_rate": 1.3722786014640833e-07,
      "loss": 0.6779,
      "step": 45023
    },
    {
      "epoch": 0.9488375033586749,
      "grad_norm": 0.10252217203378677,
      "learning_rate": 1.371151974101792e-07,
      "loss": 0.7552,
      "step": 45024
    },
    {
      "epoch": 0.9488585773970402,
      "grad_norm": 0.11558809131383896,
      "learning_rate": 1.3700258062119608e-07,
      "loss": 0.6889,
      "step": 45025
    },
    {
      "epoch": 0.9488796514354054,
      "grad_norm": 0.11314341425895691,
      "learning_rate": 1.3689000977998636e-07,
      "loss": 0.629,
      "step": 45026
    },
    {
      "epoch": 0.9489007254737707,
      "grad_norm": 0.11341505497694016,
      "learning_rate": 1.3677748488707287e-07,
      "loss": 0.7303,
      "step": 45027
    },
    {
      "epoch": 0.9489217995121361,
      "grad_norm": 0.1233430951833725,
      "learning_rate": 1.366650059429797e-07,
      "loss": 0.7096,
      "step": 45028
    },
    {
      "epoch": 0.9489428735505013,
      "grad_norm": 0.11317252367734909,
      "learning_rate": 1.3655257294823089e-07,
      "loss": 0.7397,
      "step": 45029
    },
    {
      "epoch": 0.9489639475888666,
      "grad_norm": 0.09039252251386642,
      "learning_rate": 1.364401859033493e-07,
      "loss": 0.639,
      "step": 45030
    },
    {
      "epoch": 0.9489850216272319,
      "grad_norm": 0.13521559536457062,
      "learning_rate": 1.3632784480886008e-07,
      "loss": 0.7328,
      "step": 45031
    },
    {
      "epoch": 0.9490060956655971,
      "grad_norm": 0.11412540078163147,
      "learning_rate": 1.3621554966528616e-07,
      "loss": 0.7243,
      "step": 45032
    },
    {
      "epoch": 0.9490271697039624,
      "grad_norm": 0.11577711254358292,
      "learning_rate": 1.3610330047315045e-07,
      "loss": 0.7077,
      "step": 45033
    },
    {
      "epoch": 0.9490482437423278,
      "grad_norm": 0.1049841120839119,
      "learning_rate": 1.35991097232977e-07,
      "loss": 0.6831,
      "step": 45034
    },
    {
      "epoch": 0.949069317780693,
      "grad_norm": 0.11512785404920578,
      "learning_rate": 1.3587893994528645e-07,
      "loss": 0.7173,
      "step": 45035
    },
    {
      "epoch": 0.9490903918190583,
      "grad_norm": 0.11923571676015854,
      "learning_rate": 1.3576682861060288e-07,
      "loss": 0.7609,
      "step": 45036
    },
    {
      "epoch": 0.9491114658574236,
      "grad_norm": 0.11025870591402054,
      "learning_rate": 1.3565476322944804e-07,
      "loss": 0.6931,
      "step": 45037
    },
    {
      "epoch": 0.9491325398957888,
      "grad_norm": 0.10673734545707703,
      "learning_rate": 1.3554274380234379e-07,
      "loss": 0.6638,
      "step": 45038
    },
    {
      "epoch": 0.9491536139341542,
      "grad_norm": 0.1270669400691986,
      "learning_rate": 1.354307703298119e-07,
      "loss": 0.7439,
      "step": 45039
    },
    {
      "epoch": 0.9491746879725195,
      "grad_norm": 0.10459275543689728,
      "learning_rate": 1.3531884281237416e-07,
      "loss": 0.6551,
      "step": 45040
    },
    {
      "epoch": 0.9491957620108847,
      "grad_norm": 0.10482174903154373,
      "learning_rate": 1.3520696125055244e-07,
      "loss": 0.7054,
      "step": 45041
    },
    {
      "epoch": 0.94921683604925,
      "grad_norm": 0.1328294724225998,
      "learning_rate": 1.3509512564486737e-07,
      "loss": 0.7397,
      "step": 45042
    },
    {
      "epoch": 0.9492379100876153,
      "grad_norm": 0.09823284298181534,
      "learning_rate": 1.349833359958408e-07,
      "loss": 0.7023,
      "step": 45043
    },
    {
      "epoch": 0.9492589841259806,
      "grad_norm": 0.12120306491851807,
      "learning_rate": 1.3487159230399228e-07,
      "loss": 0.7514,
      "step": 45044
    },
    {
      "epoch": 0.9492800581643459,
      "grad_norm": 0.13115867972373962,
      "learning_rate": 1.347598945698425e-07,
      "loss": 0.7125,
      "step": 45045
    },
    {
      "epoch": 0.9493011322027112,
      "grad_norm": 0.1056017056107521,
      "learning_rate": 1.3464824279391332e-07,
      "loss": 0.6947,
      "step": 45046
    },
    {
      "epoch": 0.9493222062410764,
      "grad_norm": 0.10947015881538391,
      "learning_rate": 1.3453663697672538e-07,
      "loss": 0.674,
      "step": 45047
    },
    {
      "epoch": 0.9493432802794417,
      "grad_norm": 0.10490778833627701,
      "learning_rate": 1.3442507711879494e-07,
      "loss": 0.7417,
      "step": 45048
    },
    {
      "epoch": 0.9493643543178071,
      "grad_norm": 0.14528077840805054,
      "learning_rate": 1.3431356322064493e-07,
      "loss": 0.6977,
      "step": 45049
    },
    {
      "epoch": 0.9493854283561723,
      "grad_norm": 0.10091634839773178,
      "learning_rate": 1.3420209528279272e-07,
      "loss": 0.6496,
      "step": 45050
    },
    {
      "epoch": 0.9494065023945376,
      "grad_norm": 0.08972081542015076,
      "learning_rate": 1.3409067330575897e-07,
      "loss": 0.7116,
      "step": 45051
    },
    {
      "epoch": 0.9494275764329029,
      "grad_norm": 0.12472204118967056,
      "learning_rate": 1.339792972900633e-07,
      "loss": 0.739,
      "step": 45052
    },
    {
      "epoch": 0.9494486504712681,
      "grad_norm": 0.10364627838134766,
      "learning_rate": 1.338679672362231e-07,
      "loss": 0.75,
      "step": 45053
    },
    {
      "epoch": 0.9494697245096335,
      "grad_norm": 0.10653489083051682,
      "learning_rate": 1.3375668314475786e-07,
      "loss": 0.657,
      "step": 45054
    },
    {
      "epoch": 0.9494907985479988,
      "grad_norm": 0.10680463165044785,
      "learning_rate": 1.3364544501618614e-07,
      "loss": 0.703,
      "step": 45055
    },
    {
      "epoch": 0.949511872586364,
      "grad_norm": 0.12321999669075012,
      "learning_rate": 1.3353425285102528e-07,
      "loss": 0.7166,
      "step": 45056
    },
    {
      "epoch": 0.9495329466247293,
      "grad_norm": 0.1259741336107254,
      "learning_rate": 1.3342310664979373e-07,
      "loss": 0.6694,
      "step": 45057
    },
    {
      "epoch": 0.9495540206630946,
      "grad_norm": 0.21551887691020966,
      "learning_rate": 1.333120064130111e-07,
      "loss": 0.6928,
      "step": 45058
    },
    {
      "epoch": 0.94957509470146,
      "grad_norm": 0.10052809119224548,
      "learning_rate": 1.3320095214119032e-07,
      "loss": 0.7142,
      "step": 45059
    },
    {
      "epoch": 0.9495961687398252,
      "grad_norm": 0.09434841573238373,
      "learning_rate": 1.3308994383485318e-07,
      "loss": 0.6859,
      "step": 45060
    },
    {
      "epoch": 0.9496172427781905,
      "grad_norm": 0.1060551330447197,
      "learning_rate": 1.3297898149451483e-07,
      "loss": 0.6549,
      "step": 45061
    },
    {
      "epoch": 0.9496383168165557,
      "grad_norm": 0.13051049411296844,
      "learning_rate": 1.3286806512069372e-07,
      "loss": 0.6583,
      "step": 45062
    },
    {
      "epoch": 0.949659390854921,
      "grad_norm": 0.10008536279201508,
      "learning_rate": 1.3275719471390503e-07,
      "loss": 0.7443,
      "step": 45063
    },
    {
      "epoch": 0.9496804648932864,
      "grad_norm": 0.09658632427453995,
      "learning_rate": 1.32646370274665e-07,
      "loss": 0.7046,
      "step": 45064
    },
    {
      "epoch": 0.9497015389316517,
      "grad_norm": 0.10503049939870834,
      "learning_rate": 1.3253559180349097e-07,
      "loss": 0.7188,
      "step": 45065
    },
    {
      "epoch": 0.9497226129700169,
      "grad_norm": 0.1265166699886322,
      "learning_rate": 1.324248593008992e-07,
      "loss": 0.672,
      "step": 45066
    },
    {
      "epoch": 0.9497436870083822,
      "grad_norm": 0.15263399481773376,
      "learning_rate": 1.32314172767406e-07,
      "loss": 0.7241,
      "step": 45067
    },
    {
      "epoch": 0.9497647610467475,
      "grad_norm": 0.09720022231340408,
      "learning_rate": 1.322035322035242e-07,
      "loss": 0.6403,
      "step": 45068
    },
    {
      "epoch": 0.9497858350851127,
      "grad_norm": 0.09910033643245697,
      "learning_rate": 1.3209293760977237e-07,
      "loss": 0.6663,
      "step": 45069
    },
    {
      "epoch": 0.9498069091234781,
      "grad_norm": 0.09403150528669357,
      "learning_rate": 1.319823889866634e-07,
      "loss": 0.6452,
      "step": 45070
    },
    {
      "epoch": 0.9498279831618434,
      "grad_norm": 0.09233128279447556,
      "learning_rate": 1.3187188633471347e-07,
      "loss": 0.7183,
      "step": 45071
    },
    {
      "epoch": 0.9498490572002086,
      "grad_norm": 0.09523919969797134,
      "learning_rate": 1.3176142965443783e-07,
      "loss": 0.6891,
      "step": 45072
    },
    {
      "epoch": 0.9498701312385739,
      "grad_norm": 0.10389521718025208,
      "learning_rate": 1.3165101894634934e-07,
      "loss": 0.647,
      "step": 45073
    },
    {
      "epoch": 0.9498912052769392,
      "grad_norm": 0.0999673455953598,
      "learning_rate": 1.315406542109643e-07,
      "loss": 0.631,
      "step": 45074
    },
    {
      "epoch": 0.9499122793153045,
      "grad_norm": 0.11641262471675873,
      "learning_rate": 1.3143033544879557e-07,
      "loss": 0.6962,
      "step": 45075
    },
    {
      "epoch": 0.9499333533536698,
      "grad_norm": 0.12313860654830933,
      "learning_rate": 1.3132006266035946e-07,
      "loss": 0.6248,
      "step": 45076
    },
    {
      "epoch": 0.9499544273920351,
      "grad_norm": 0.09239804744720459,
      "learning_rate": 1.3120983584616665e-07,
      "loss": 0.6242,
      "step": 45077
    },
    {
      "epoch": 0.9499755014304003,
      "grad_norm": 0.10293266177177429,
      "learning_rate": 1.3109965500673115e-07,
      "loss": 0.7014,
      "step": 45078
    },
    {
      "epoch": 0.9499965754687656,
      "grad_norm": 0.13234107196331024,
      "learning_rate": 1.3098952014256704e-07,
      "loss": 0.6561,
      "step": 45079
    },
    {
      "epoch": 0.950017649507131,
      "grad_norm": 0.1176990494132042,
      "learning_rate": 1.3087943125418722e-07,
      "loss": 0.7119,
      "step": 45080
    },
    {
      "epoch": 0.9500387235454962,
      "grad_norm": 0.10331866890192032,
      "learning_rate": 1.3076938834210462e-07,
      "loss": 0.7169,
      "step": 45081
    },
    {
      "epoch": 0.9500597975838615,
      "grad_norm": 0.10851159691810608,
      "learning_rate": 1.3065939140683214e-07,
      "loss": 0.7033,
      "step": 45082
    },
    {
      "epoch": 0.9500808716222268,
      "grad_norm": 0.09202709048986435,
      "learning_rate": 1.3054944044888164e-07,
      "loss": 0.6336,
      "step": 45083
    },
    {
      "epoch": 0.950101945660592,
      "grad_norm": 0.11671378463506699,
      "learning_rate": 1.3043953546876598e-07,
      "loss": 0.7255,
      "step": 45084
    },
    {
      "epoch": 0.9501230196989574,
      "grad_norm": 0.10016033053398132,
      "learning_rate": 1.303296764669959e-07,
      "loss": 0.6918,
      "step": 45085
    },
    {
      "epoch": 0.9501440937373227,
      "grad_norm": 0.10981857776641846,
      "learning_rate": 1.3021986344408433e-07,
      "loss": 0.6253,
      "step": 45086
    },
    {
      "epoch": 0.9501651677756879,
      "grad_norm": 0.12862226366996765,
      "learning_rate": 1.3011009640054306e-07,
      "loss": 0.7219,
      "step": 45087
    },
    {
      "epoch": 0.9501862418140532,
      "grad_norm": 0.10343308746814728,
      "learning_rate": 1.300003753368828e-07,
      "loss": 0.6873,
      "step": 45088
    },
    {
      "epoch": 0.9502073158524185,
      "grad_norm": 0.12439852952957153,
      "learning_rate": 1.2989070025361427e-07,
      "loss": 0.6657,
      "step": 45089
    },
    {
      "epoch": 0.9502283898907838,
      "grad_norm": 0.1028897687792778,
      "learning_rate": 1.2978107115124928e-07,
      "loss": 0.6603,
      "step": 45090
    },
    {
      "epoch": 0.9502494639291491,
      "grad_norm": 0.09917546063661575,
      "learning_rate": 1.296714880302985e-07,
      "loss": 0.7265,
      "step": 45091
    },
    {
      "epoch": 0.9502705379675144,
      "grad_norm": 0.10662072896957397,
      "learning_rate": 1.2956195089127267e-07,
      "loss": 0.7122,
      "step": 45092
    },
    {
      "epoch": 0.9502916120058796,
      "grad_norm": 0.11171340197324753,
      "learning_rate": 1.2945245973468134e-07,
      "loss": 0.7483,
      "step": 45093
    },
    {
      "epoch": 0.9503126860442449,
      "grad_norm": 0.14981123805046082,
      "learning_rate": 1.2934301456103415e-07,
      "loss": 0.6738,
      "step": 45094
    },
    {
      "epoch": 0.9503337600826103,
      "grad_norm": 0.11844352632761002,
      "learning_rate": 1.292336153708429e-07,
      "loss": 0.6935,
      "step": 45095
    },
    {
      "epoch": 0.9503548341209755,
      "grad_norm": 0.10564272850751877,
      "learning_rate": 1.2912426216461493e-07,
      "loss": 0.6231,
      "step": 45096
    },
    {
      "epoch": 0.9503759081593408,
      "grad_norm": 0.12369859218597412,
      "learning_rate": 1.2901495494286209e-07,
      "loss": 0.701,
      "step": 45097
    },
    {
      "epoch": 0.9503969821977061,
      "grad_norm": 0.12028152495622635,
      "learning_rate": 1.2890569370609064e-07,
      "loss": 0.6494,
      "step": 45098
    },
    {
      "epoch": 0.9504180562360713,
      "grad_norm": 0.11838871985673904,
      "learning_rate": 1.2879647845481235e-07,
      "loss": 0.8131,
      "step": 45099
    },
    {
      "epoch": 0.9504391302744367,
      "grad_norm": 0.1100006103515625,
      "learning_rate": 1.2868730918953355e-07,
      "loss": 0.676,
      "step": 45100
    },
    {
      "epoch": 0.950460204312802,
      "grad_norm": 0.1027626320719719,
      "learning_rate": 1.2857818591076488e-07,
      "loss": 0.7139,
      "step": 45101
    },
    {
      "epoch": 0.9504812783511672,
      "grad_norm": 0.11219725012779236,
      "learning_rate": 1.2846910861901375e-07,
      "loss": 0.6588,
      "step": 45102
    },
    {
      "epoch": 0.9505023523895325,
      "grad_norm": 0.11213307827711105,
      "learning_rate": 1.283600773147886e-07,
      "loss": 0.698,
      "step": 45103
    },
    {
      "epoch": 0.9505234264278978,
      "grad_norm": 0.1092953160405159,
      "learning_rate": 1.2825109199859685e-07,
      "loss": 0.6412,
      "step": 45104
    },
    {
      "epoch": 0.9505445004662632,
      "grad_norm": 0.11102721095085144,
      "learning_rate": 1.2814215267094698e-07,
      "loss": 0.6451,
      "step": 45105
    },
    {
      "epoch": 0.9505655745046284,
      "grad_norm": 0.10437888652086258,
      "learning_rate": 1.2803325933234744e-07,
      "loss": 0.6533,
      "step": 45106
    },
    {
      "epoch": 0.9505866485429937,
      "grad_norm": 0.13584837317466736,
      "learning_rate": 1.279244119833034e-07,
      "loss": 0.7356,
      "step": 45107
    },
    {
      "epoch": 0.950607722581359,
      "grad_norm": 0.10184381902217865,
      "learning_rate": 1.2781561062432223e-07,
      "loss": 0.6811,
      "step": 45108
    },
    {
      "epoch": 0.9506287966197242,
      "grad_norm": 0.09936773031949997,
      "learning_rate": 1.277068552559113e-07,
      "loss": 0.7075,
      "step": 45109
    },
    {
      "epoch": 0.9506498706580895,
      "grad_norm": 0.10208937525749207,
      "learning_rate": 1.27598145878578e-07,
      "loss": 0.7425,
      "step": 45110
    },
    {
      "epoch": 0.9506709446964549,
      "grad_norm": 0.10172094404697418,
      "learning_rate": 1.2748948249282745e-07,
      "loss": 0.7573,
      "step": 45111
    },
    {
      "epoch": 0.9506920187348201,
      "grad_norm": 0.16668181121349335,
      "learning_rate": 1.2738086509916703e-07,
      "loss": 0.7081,
      "step": 45112
    },
    {
      "epoch": 0.9507130927731854,
      "grad_norm": 0.11009898781776428,
      "learning_rate": 1.272722936981019e-07,
      "loss": 0.6816,
      "step": 45113
    },
    {
      "epoch": 0.9507341668115507,
      "grad_norm": 0.10422533005475998,
      "learning_rate": 1.271637682901372e-07,
      "loss": 0.7077,
      "step": 45114
    },
    {
      "epoch": 0.9507552408499159,
      "grad_norm": 0.10330874472856522,
      "learning_rate": 1.2705528887578033e-07,
      "loss": 0.6857,
      "step": 45115
    },
    {
      "epoch": 0.9507763148882813,
      "grad_norm": 0.09969479590654373,
      "learning_rate": 1.2694685545553642e-07,
      "loss": 0.7426,
      "step": 45116
    },
    {
      "epoch": 0.9507973889266466,
      "grad_norm": 0.15099260210990906,
      "learning_rate": 1.268384680299084e-07,
      "loss": 0.6937,
      "step": 45117
    },
    {
      "epoch": 0.9508184629650118,
      "grad_norm": 0.12399822473526001,
      "learning_rate": 1.2673012659940364e-07,
      "loss": 0.7373,
      "step": 45118
    },
    {
      "epoch": 0.9508395370033771,
      "grad_norm": 0.11608056724071503,
      "learning_rate": 1.266218311645262e-07,
      "loss": 0.691,
      "step": 45119
    },
    {
      "epoch": 0.9508606110417424,
      "grad_norm": 0.09607803821563721,
      "learning_rate": 1.265135817257801e-07,
      "loss": 0.6849,
      "step": 45120
    },
    {
      "epoch": 0.9508816850801077,
      "grad_norm": 0.1004929170012474,
      "learning_rate": 1.264053782836705e-07,
      "loss": 0.6699,
      "step": 45121
    },
    {
      "epoch": 0.950902759118473,
      "grad_norm": 0.0961800217628479,
      "learning_rate": 1.2629722083870033e-07,
      "loss": 0.6785,
      "step": 45122
    },
    {
      "epoch": 0.9509238331568383,
      "grad_norm": 0.11499488353729248,
      "learning_rate": 1.2618910939137363e-07,
      "loss": 0.6265,
      "step": 45123
    },
    {
      "epoch": 0.9509449071952035,
      "grad_norm": 0.14136569201946259,
      "learning_rate": 1.2608104394219445e-07,
      "loss": 0.786,
      "step": 45124
    },
    {
      "epoch": 0.9509659812335688,
      "grad_norm": 0.10798973590135574,
      "learning_rate": 1.259730244916668e-07,
      "loss": 0.7221,
      "step": 45125
    },
    {
      "epoch": 0.9509870552719342,
      "grad_norm": 0.10107439011335373,
      "learning_rate": 1.2586505104029367e-07,
      "loss": 0.7062,
      "step": 45126
    },
    {
      "epoch": 0.9510081293102994,
      "grad_norm": 0.10662103444337845,
      "learning_rate": 1.2575712358857794e-07,
      "loss": 0.6864,
      "step": 45127
    },
    {
      "epoch": 0.9510292033486647,
      "grad_norm": 0.09796663373708725,
      "learning_rate": 1.2564924213702033e-07,
      "loss": 0.7053,
      "step": 45128
    },
    {
      "epoch": 0.95105027738703,
      "grad_norm": 0.14282070100307465,
      "learning_rate": 1.2554140668612714e-07,
      "loss": 0.734,
      "step": 45129
    },
    {
      "epoch": 0.9510713514253952,
      "grad_norm": 0.12283630669116974,
      "learning_rate": 1.2543361723639792e-07,
      "loss": 0.7096,
      "step": 45130
    },
    {
      "epoch": 0.9510924254637606,
      "grad_norm": 0.11856020987033844,
      "learning_rate": 1.253258737883345e-07,
      "loss": 0.692,
      "step": 45131
    },
    {
      "epoch": 0.9511134995021259,
      "grad_norm": 0.10078135132789612,
      "learning_rate": 1.2521817634244092e-07,
      "loss": 0.6476,
      "step": 45132
    },
    {
      "epoch": 0.9511345735404911,
      "grad_norm": 0.10271979123353958,
      "learning_rate": 1.2511052489921905e-07,
      "loss": 0.7555,
      "step": 45133
    },
    {
      "epoch": 0.9511556475788564,
      "grad_norm": 0.0945974811911583,
      "learning_rate": 1.2500291945916843e-07,
      "loss": 0.6629,
      "step": 45134
    },
    {
      "epoch": 0.9511767216172217,
      "grad_norm": 0.28078871965408325,
      "learning_rate": 1.24895360022792e-07,
      "loss": 0.7022,
      "step": 45135
    },
    {
      "epoch": 0.951197795655587,
      "grad_norm": 0.11430833488702774,
      "learning_rate": 1.247878465905894e-07,
      "loss": 0.6243,
      "step": 45136
    },
    {
      "epoch": 0.9512188696939523,
      "grad_norm": 0.10976225882768631,
      "learning_rate": 1.2468037916306242e-07,
      "loss": 0.6143,
      "step": 45137
    },
    {
      "epoch": 0.9512399437323176,
      "grad_norm": 0.10365920513868332,
      "learning_rate": 1.2457295774071177e-07,
      "loss": 0.6384,
      "step": 45138
    },
    {
      "epoch": 0.9512610177706828,
      "grad_norm": 0.150543674826622,
      "learning_rate": 1.2446558232403705e-07,
      "loss": 0.7011,
      "step": 45139
    },
    {
      "epoch": 0.9512820918090481,
      "grad_norm": 0.10137215256690979,
      "learning_rate": 1.243582529135401e-07,
      "loss": 0.7343,
      "step": 45140
    },
    {
      "epoch": 0.9513031658474135,
      "grad_norm": 0.1703522801399231,
      "learning_rate": 1.2425096950971826e-07,
      "loss": 0.744,
      "step": 45141
    },
    {
      "epoch": 0.9513242398857787,
      "grad_norm": 0.11059895902872086,
      "learning_rate": 1.2414373211307451e-07,
      "loss": 0.7137,
      "step": 45142
    },
    {
      "epoch": 0.951345313924144,
      "grad_norm": 0.11173596978187561,
      "learning_rate": 1.240365407241062e-07,
      "loss": 0.6987,
      "step": 45143
    },
    {
      "epoch": 0.9513663879625093,
      "grad_norm": 0.1253458857536316,
      "learning_rate": 1.2392939534331294e-07,
      "loss": 0.6758,
      "step": 45144
    },
    {
      "epoch": 0.9513874620008745,
      "grad_norm": 0.11294472217559814,
      "learning_rate": 1.2382229597119434e-07,
      "loss": 0.6898,
      "step": 45145
    },
    {
      "epoch": 0.9514085360392398,
      "grad_norm": 0.10890030115842819,
      "learning_rate": 1.2371524260824996e-07,
      "loss": 0.6808,
      "step": 45146
    },
    {
      "epoch": 0.9514296100776052,
      "grad_norm": 0.10087630897760391,
      "learning_rate": 1.2360823525497723e-07,
      "loss": 0.6984,
      "step": 45147
    },
    {
      "epoch": 0.9514506841159704,
      "grad_norm": 0.12180346995592117,
      "learning_rate": 1.2350127391187573e-07,
      "loss": 0.6106,
      "step": 45148
    },
    {
      "epoch": 0.9514717581543357,
      "grad_norm": 0.09934737533330917,
      "learning_rate": 1.2339435857944283e-07,
      "loss": 0.6028,
      "step": 45149
    },
    {
      "epoch": 0.951492832192701,
      "grad_norm": 0.3052387833595276,
      "learning_rate": 1.2328748925817703e-07,
      "loss": 0.7587,
      "step": 45150
    },
    {
      "epoch": 0.9515139062310662,
      "grad_norm": 0.11984371393918991,
      "learning_rate": 1.2318066594857682e-07,
      "loss": 0.7338,
      "step": 45151
    },
    {
      "epoch": 0.9515349802694316,
      "grad_norm": 0.09853804856538773,
      "learning_rate": 1.2307388865113844e-07,
      "loss": 0.5827,
      "step": 45152
    },
    {
      "epoch": 0.9515560543077969,
      "grad_norm": 0.09567301720380783,
      "learning_rate": 1.2296715736636155e-07,
      "loss": 0.6393,
      "step": 45153
    },
    {
      "epoch": 0.9515771283461621,
      "grad_norm": 0.11360251903533936,
      "learning_rate": 1.2286047209474018e-07,
      "loss": 0.6673,
      "step": 45154
    },
    {
      "epoch": 0.9515982023845274,
      "grad_norm": 0.10986372083425522,
      "learning_rate": 1.2275383283677388e-07,
      "loss": 0.7083,
      "step": 45155
    },
    {
      "epoch": 0.9516192764228927,
      "grad_norm": 0.10228085517883301,
      "learning_rate": 1.2264723959295898e-07,
      "loss": 0.7089,
      "step": 45156
    },
    {
      "epoch": 0.951640350461258,
      "grad_norm": 0.10233810544013977,
      "learning_rate": 1.2254069236379174e-07,
      "loss": 0.7028,
      "step": 45157
    },
    {
      "epoch": 0.9516614244996233,
      "grad_norm": 0.10387372970581055,
      "learning_rate": 1.224341911497684e-07,
      "loss": 0.6722,
      "step": 45158
    },
    {
      "epoch": 0.9516824985379886,
      "grad_norm": 0.10796231776475906,
      "learning_rate": 1.2232773595138415e-07,
      "loss": 0.7339,
      "step": 45159
    },
    {
      "epoch": 0.9517035725763539,
      "grad_norm": 0.10715774446725845,
      "learning_rate": 1.2222132676913634e-07,
      "loss": 0.6691,
      "step": 45160
    },
    {
      "epoch": 0.9517246466147191,
      "grad_norm": 0.21699106693267822,
      "learning_rate": 1.2211496360352128e-07,
      "loss": 0.633,
      "step": 45161
    },
    {
      "epoch": 0.9517457206530845,
      "grad_norm": 0.10021981596946716,
      "learning_rate": 1.2200864645503296e-07,
      "loss": 0.7108,
      "step": 45162
    },
    {
      "epoch": 0.9517667946914498,
      "grad_norm": 0.11393263936042786,
      "learning_rate": 1.219023753241677e-07,
      "loss": 0.7077,
      "step": 45163
    },
    {
      "epoch": 0.951787868729815,
      "grad_norm": 0.10947097837924957,
      "learning_rate": 1.2179615021141956e-07,
      "loss": 0.6442,
      "step": 45164
    },
    {
      "epoch": 0.9518089427681803,
      "grad_norm": 0.13674765825271606,
      "learning_rate": 1.2168997111728476e-07,
      "loss": 0.7112,
      "step": 45165
    },
    {
      "epoch": 0.9518300168065456,
      "grad_norm": 0.11173664778470993,
      "learning_rate": 1.2158383804225626e-07,
      "loss": 0.7571,
      "step": 45166
    },
    {
      "epoch": 0.9518510908449109,
      "grad_norm": 0.11819597333669662,
      "learning_rate": 1.2147775098683035e-07,
      "loss": 0.7108,
      "step": 45167
    },
    {
      "epoch": 0.9518721648832762,
      "grad_norm": 0.10062676668167114,
      "learning_rate": 1.2137170995149883e-07,
      "loss": 0.7021,
      "step": 45168
    },
    {
      "epoch": 0.9518932389216415,
      "grad_norm": 0.1281520128250122,
      "learning_rate": 1.2126571493675797e-07,
      "loss": 0.7062,
      "step": 45169
    },
    {
      "epoch": 0.9519143129600067,
      "grad_norm": 0.10201528668403625,
      "learning_rate": 1.2115976594310075e-07,
      "loss": 0.7265,
      "step": 45170
    },
    {
      "epoch": 0.951935386998372,
      "grad_norm": 0.09647734463214874,
      "learning_rate": 1.2105386297102118e-07,
      "loss": 0.7276,
      "step": 45171
    },
    {
      "epoch": 0.9519564610367374,
      "grad_norm": 0.10926629602909088,
      "learning_rate": 1.2094800602101108e-07,
      "loss": 0.7089,
      "step": 45172
    },
    {
      "epoch": 0.9519775350751026,
      "grad_norm": 0.10888410359621048,
      "learning_rate": 1.2084219509356565e-07,
      "loss": 0.7339,
      "step": 45173
    },
    {
      "epoch": 0.9519986091134679,
      "grad_norm": 0.10936051607131958,
      "learning_rate": 1.2073643018917557e-07,
      "loss": 0.6943,
      "step": 45174
    },
    {
      "epoch": 0.9520196831518332,
      "grad_norm": 0.1269468516111374,
      "learning_rate": 1.2063071130833603e-07,
      "loss": 0.6937,
      "step": 45175
    },
    {
      "epoch": 0.9520407571901984,
      "grad_norm": 0.14529632031917572,
      "learning_rate": 1.2052503845153773e-07,
      "loss": 0.6268,
      "step": 45176
    },
    {
      "epoch": 0.9520618312285638,
      "grad_norm": 0.11209435760974884,
      "learning_rate": 1.2041941161927362e-07,
      "loss": 0.7106,
      "step": 45177
    },
    {
      "epoch": 0.9520829052669291,
      "grad_norm": 0.09972170740365982,
      "learning_rate": 1.2031383081203664e-07,
      "loss": 0.6855,
      "step": 45178
    },
    {
      "epoch": 0.9521039793052943,
      "grad_norm": 0.09716067463159561,
      "learning_rate": 1.2020829603031637e-07,
      "loss": 0.7236,
      "step": 45179
    },
    {
      "epoch": 0.9521250533436596,
      "grad_norm": 0.11213516443967819,
      "learning_rate": 1.2010280727460688e-07,
      "loss": 0.705,
      "step": 45180
    },
    {
      "epoch": 0.9521461273820249,
      "grad_norm": 0.10240065306425095,
      "learning_rate": 1.199973645453978e-07,
      "loss": 0.6884,
      "step": 45181
    },
    {
      "epoch": 0.9521672014203902,
      "grad_norm": 0.0931883230805397,
      "learning_rate": 1.1989196784318203e-07,
      "loss": 0.7155,
      "step": 45182
    },
    {
      "epoch": 0.9521882754587555,
      "grad_norm": 0.10874529927968979,
      "learning_rate": 1.197866171684492e-07,
      "loss": 0.6662,
      "step": 45183
    },
    {
      "epoch": 0.9522093494971208,
      "grad_norm": 0.10684119164943695,
      "learning_rate": 1.1968131252169002e-07,
      "loss": 0.7213,
      "step": 45184
    },
    {
      "epoch": 0.952230423535486,
      "grad_norm": 0.12778005003929138,
      "learning_rate": 1.1957605390339634e-07,
      "loss": 0.7469,
      "step": 45185
    },
    {
      "epoch": 0.9522514975738513,
      "grad_norm": 0.11371994763612747,
      "learning_rate": 1.1947084131405772e-07,
      "loss": 0.6589,
      "step": 45186
    },
    {
      "epoch": 0.9522725716122166,
      "grad_norm": 0.09960358589887619,
      "learning_rate": 1.1936567475416383e-07,
      "loss": 0.6378,
      "step": 45187
    },
    {
      "epoch": 0.9522936456505819,
      "grad_norm": 0.10363738238811493,
      "learning_rate": 1.1926055422420424e-07,
      "loss": 0.6564,
      "step": 45188
    },
    {
      "epoch": 0.9523147196889472,
      "grad_norm": 0.10685770213603973,
      "learning_rate": 1.1915547972467078e-07,
      "loss": 0.6826,
      "step": 45189
    },
    {
      "epoch": 0.9523357937273125,
      "grad_norm": 0.0924035981297493,
      "learning_rate": 1.1905045125605085e-07,
      "loss": 0.6662,
      "step": 45190
    },
    {
      "epoch": 0.9523568677656777,
      "grad_norm": 0.1225912794470787,
      "learning_rate": 1.1894546881883517e-07,
      "loss": 0.6749,
      "step": 45191
    },
    {
      "epoch": 0.952377941804043,
      "grad_norm": 0.12831123173236847,
      "learning_rate": 1.1884053241351223e-07,
      "loss": 0.7646,
      "step": 45192
    },
    {
      "epoch": 0.9523990158424084,
      "grad_norm": 0.10795210301876068,
      "learning_rate": 1.1873564204057053e-07,
      "loss": 0.7117,
      "step": 45193
    },
    {
      "epoch": 0.9524200898807736,
      "grad_norm": 0.12083277106285095,
      "learning_rate": 1.1863079770049968e-07,
      "loss": 0.7417,
      "step": 45194
    },
    {
      "epoch": 0.9524411639191389,
      "grad_norm": 0.1050209030508995,
      "learning_rate": 1.1852599939378705e-07,
      "loss": 0.6691,
      "step": 45195
    },
    {
      "epoch": 0.9524622379575042,
      "grad_norm": 0.09663454443216324,
      "learning_rate": 1.1842124712092117e-07,
      "loss": 0.7027,
      "step": 45196
    },
    {
      "epoch": 0.9524833119958694,
      "grad_norm": 0.11160808801651001,
      "learning_rate": 1.1831654088239052e-07,
      "loss": 0.7388,
      "step": 45197
    },
    {
      "epoch": 0.9525043860342348,
      "grad_norm": 0.11149878799915314,
      "learning_rate": 1.182118806786825e-07,
      "loss": 0.7061,
      "step": 45198
    },
    {
      "epoch": 0.9525254600726001,
      "grad_norm": 0.09777365624904633,
      "learning_rate": 1.1810726651028448e-07,
      "loss": 0.6694,
      "step": 45199
    },
    {
      "epoch": 0.9525465341109653,
      "grad_norm": 0.12702292203903198,
      "learning_rate": 1.1800269837768386e-07,
      "loss": 0.7071,
      "step": 45200
    },
    {
      "epoch": 0.9525676081493306,
      "grad_norm": 0.10896456986665726,
      "learning_rate": 1.1789817628136802e-07,
      "loss": 0.6851,
      "step": 45201
    },
    {
      "epoch": 0.9525886821876959,
      "grad_norm": 0.10280311107635498,
      "learning_rate": 1.1779370022182324e-07,
      "loss": 0.7363,
      "step": 45202
    },
    {
      "epoch": 0.9526097562260613,
      "grad_norm": 0.12863914668560028,
      "learning_rate": 1.1768927019953802e-07,
      "loss": 0.6771,
      "step": 45203
    },
    {
      "epoch": 0.9526308302644265,
      "grad_norm": 0.10889042168855667,
      "learning_rate": 1.1758488621499753e-07,
      "loss": 0.7507,
      "step": 45204
    },
    {
      "epoch": 0.9526519043027918,
      "grad_norm": 0.10973189771175385,
      "learning_rate": 1.1748054826868804e-07,
      "loss": 0.6557,
      "step": 45205
    },
    {
      "epoch": 0.952672978341157,
      "grad_norm": 0.10582522302865982,
      "learning_rate": 1.1737625636109473e-07,
      "loss": 0.6583,
      "step": 45206
    },
    {
      "epoch": 0.9526940523795223,
      "grad_norm": 0.16527290642261505,
      "learning_rate": 1.1727201049270608e-07,
      "loss": 0.7442,
      "step": 45207
    },
    {
      "epoch": 0.9527151264178877,
      "grad_norm": 0.10594266653060913,
      "learning_rate": 1.1716781066400507e-07,
      "loss": 0.6826,
      "step": 45208
    },
    {
      "epoch": 0.952736200456253,
      "grad_norm": 0.10688509047031403,
      "learning_rate": 1.1706365687547793e-07,
      "loss": 0.6885,
      "step": 45209
    },
    {
      "epoch": 0.9527572744946182,
      "grad_norm": 0.08926624804735184,
      "learning_rate": 1.1695954912761098e-07,
      "loss": 0.5847,
      "step": 45210
    },
    {
      "epoch": 0.9527783485329835,
      "grad_norm": 0.10046545416116714,
      "learning_rate": 1.1685548742088825e-07,
      "loss": 0.6523,
      "step": 45211
    },
    {
      "epoch": 0.9527994225713488,
      "grad_norm": 0.09758327901363373,
      "learning_rate": 1.1675147175579383e-07,
      "loss": 0.6855,
      "step": 45212
    },
    {
      "epoch": 0.9528204966097141,
      "grad_norm": 0.09364230930805206,
      "learning_rate": 1.1664750213281395e-07,
      "loss": 0.6989,
      "step": 45213
    },
    {
      "epoch": 0.9528415706480794,
      "grad_norm": 0.14121733605861664,
      "learning_rate": 1.1654357855243159e-07,
      "loss": 0.7111,
      "step": 45214
    },
    {
      "epoch": 0.9528626446864447,
      "grad_norm": 0.1051773801445961,
      "learning_rate": 1.1643970101513303e-07,
      "loss": 0.6303,
      "step": 45215
    },
    {
      "epoch": 0.9528837187248099,
      "grad_norm": 0.10958480089902878,
      "learning_rate": 1.1633586952139897e-07,
      "loss": 0.6504,
      "step": 45216
    },
    {
      "epoch": 0.9529047927631752,
      "grad_norm": 0.1258460283279419,
      "learning_rate": 1.162320840717135e-07,
      "loss": 0.7027,
      "step": 45217
    },
    {
      "epoch": 0.9529258668015406,
      "grad_norm": 0.12367895990610123,
      "learning_rate": 1.1612834466656286e-07,
      "loss": 0.7664,
      "step": 45218
    },
    {
      "epoch": 0.9529469408399058,
      "grad_norm": 0.14038176834583282,
      "learning_rate": 1.1602465130642893e-07,
      "loss": 0.7081,
      "step": 45219
    },
    {
      "epoch": 0.9529680148782711,
      "grad_norm": 0.12353677302598953,
      "learning_rate": 1.1592100399179462e-07,
      "loss": 0.6957,
      "step": 45220
    },
    {
      "epoch": 0.9529890889166364,
      "grad_norm": 0.10623880475759506,
      "learning_rate": 1.158174027231429e-07,
      "loss": 0.755,
      "step": 45221
    },
    {
      "epoch": 0.9530101629550016,
      "grad_norm": 0.10399554669857025,
      "learning_rate": 1.157138475009556e-07,
      "loss": 0.7333,
      "step": 45222
    },
    {
      "epoch": 0.9530312369933669,
      "grad_norm": 0.17801079154014587,
      "learning_rate": 1.1561033832571566e-07,
      "loss": 0.7228,
      "step": 45223
    },
    {
      "epoch": 0.9530523110317323,
      "grad_norm": 0.114027239382267,
      "learning_rate": 1.1550687519790716e-07,
      "loss": 0.721,
      "step": 45224
    },
    {
      "epoch": 0.9530733850700975,
      "grad_norm": 0.11018076539039612,
      "learning_rate": 1.1540345811800969e-07,
      "loss": 0.6639,
      "step": 45225
    },
    {
      "epoch": 0.9530944591084628,
      "grad_norm": 0.14279630780220032,
      "learning_rate": 1.1530008708650508e-07,
      "loss": 0.6771,
      "step": 45226
    },
    {
      "epoch": 0.9531155331468281,
      "grad_norm": 0.10383378714323044,
      "learning_rate": 1.1519676210387631e-07,
      "loss": 0.6643,
      "step": 45227
    },
    {
      "epoch": 0.9531366071851933,
      "grad_norm": 0.10836774110794067,
      "learning_rate": 1.1509348317060299e-07,
      "loss": 0.7318,
      "step": 45228
    },
    {
      "epoch": 0.9531576812235587,
      "grad_norm": 0.09851238876581192,
      "learning_rate": 1.1499025028716804e-07,
      "loss": 0.6443,
      "step": 45229
    },
    {
      "epoch": 0.953178755261924,
      "grad_norm": 0.1130305677652359,
      "learning_rate": 1.1488706345405109e-07,
      "loss": 0.7191,
      "step": 45230
    },
    {
      "epoch": 0.9531998293002892,
      "grad_norm": 0.1255737543106079,
      "learning_rate": 1.14783922671734e-07,
      "loss": 0.6767,
      "step": 45231
    },
    {
      "epoch": 0.9532209033386545,
      "grad_norm": 0.11855792254209518,
      "learning_rate": 1.1468082794069634e-07,
      "loss": 0.6348,
      "step": 45232
    },
    {
      "epoch": 0.9532419773770198,
      "grad_norm": 0.09786250442266464,
      "learning_rate": 1.1457777926141889e-07,
      "loss": 0.6167,
      "step": 45233
    },
    {
      "epoch": 0.9532630514153851,
      "grad_norm": 0.11654771864414215,
      "learning_rate": 1.1447477663438123e-07,
      "loss": 0.6644,
      "step": 45234
    },
    {
      "epoch": 0.9532841254537504,
      "grad_norm": 0.10236464440822601,
      "learning_rate": 1.1437182006006298e-07,
      "loss": 0.7045,
      "step": 45235
    },
    {
      "epoch": 0.9533051994921157,
      "grad_norm": 0.11945255845785141,
      "learning_rate": 1.1426890953894487e-07,
      "loss": 0.7212,
      "step": 45236
    },
    {
      "epoch": 0.9533262735304809,
      "grad_norm": 0.12743717432022095,
      "learning_rate": 1.1416604507150542e-07,
      "loss": 0.6834,
      "step": 45237
    },
    {
      "epoch": 0.9533473475688462,
      "grad_norm": 0.10418242961168289,
      "learning_rate": 1.1406322665822534e-07,
      "loss": 0.6921,
      "step": 45238
    },
    {
      "epoch": 0.9533684216072116,
      "grad_norm": 0.1047063022851944,
      "learning_rate": 1.1396045429958092e-07,
      "loss": 0.7373,
      "step": 45239
    },
    {
      "epoch": 0.9533894956455768,
      "grad_norm": 0.12670449912548065,
      "learning_rate": 1.1385772799605288e-07,
      "loss": 0.6482,
      "step": 45240
    },
    {
      "epoch": 0.9534105696839421,
      "grad_norm": 0.13463781774044037,
      "learning_rate": 1.1375504774811974e-07,
      "loss": 0.7004,
      "step": 45241
    },
    {
      "epoch": 0.9534316437223074,
      "grad_norm": 0.09744551032781601,
      "learning_rate": 1.1365241355625889e-07,
      "loss": 0.6772,
      "step": 45242
    },
    {
      "epoch": 0.9534527177606726,
      "grad_norm": 0.12442068010568619,
      "learning_rate": 1.1354982542094883e-07,
      "loss": 0.7101,
      "step": 45243
    },
    {
      "epoch": 0.953473791799038,
      "grad_norm": 0.11578302085399628,
      "learning_rate": 1.1344728334266808e-07,
      "loss": 0.6898,
      "step": 45244
    },
    {
      "epoch": 0.9534948658374033,
      "grad_norm": 0.09406638145446777,
      "learning_rate": 1.1334478732189402e-07,
      "loss": 0.658,
      "step": 45245
    },
    {
      "epoch": 0.9535159398757685,
      "grad_norm": 0.12121248990297318,
      "learning_rate": 1.1324233735910295e-07,
      "loss": 0.746,
      "step": 45246
    },
    {
      "epoch": 0.9535370139141338,
      "grad_norm": 0.1021401435136795,
      "learning_rate": 1.1313993345477448e-07,
      "loss": 0.7562,
      "step": 45247
    },
    {
      "epoch": 0.9535580879524991,
      "grad_norm": 0.10971436649560928,
      "learning_rate": 1.1303757560938377e-07,
      "loss": 0.6434,
      "step": 45248
    },
    {
      "epoch": 0.9535791619908645,
      "grad_norm": 0.08916718512773514,
      "learning_rate": 1.1293526382340825e-07,
      "loss": 0.657,
      "step": 45249
    },
    {
      "epoch": 0.9536002360292297,
      "grad_norm": 0.10855264961719513,
      "learning_rate": 1.1283299809732528e-07,
      "loss": 0.6229,
      "step": 45250
    },
    {
      "epoch": 0.953621310067595,
      "grad_norm": 0.1019066721200943,
      "learning_rate": 1.1273077843161007e-07,
      "loss": 0.7231,
      "step": 45251
    },
    {
      "epoch": 0.9536423841059603,
      "grad_norm": 0.10569070279598236,
      "learning_rate": 1.1262860482673887e-07,
      "loss": 0.6941,
      "step": 45252
    },
    {
      "epoch": 0.9536634581443255,
      "grad_norm": 0.1309857964515686,
      "learning_rate": 1.1252647728319021e-07,
      "loss": 0.6256,
      "step": 45253
    },
    {
      "epoch": 0.9536845321826909,
      "grad_norm": 0.1073504388332367,
      "learning_rate": 1.1242439580143594e-07,
      "loss": 0.7216,
      "step": 45254
    },
    {
      "epoch": 0.9537056062210562,
      "grad_norm": 0.1051124706864357,
      "learning_rate": 1.1232236038195343e-07,
      "loss": 0.7609,
      "step": 45255
    },
    {
      "epoch": 0.9537266802594214,
      "grad_norm": 0.0995389074087143,
      "learning_rate": 1.12220371025219e-07,
      "loss": 0.6462,
      "step": 45256
    },
    {
      "epoch": 0.9537477542977867,
      "grad_norm": 0.0993305966258049,
      "learning_rate": 1.1211842773170667e-07,
      "loss": 0.7375,
      "step": 45257
    },
    {
      "epoch": 0.953768828336152,
      "grad_norm": 0.10099232196807861,
      "learning_rate": 1.1201653050189055e-07,
      "loss": 0.6977,
      "step": 45258
    },
    {
      "epoch": 0.9537899023745172,
      "grad_norm": 1.5528802871704102,
      "learning_rate": 1.1191467933624689e-07,
      "loss": 0.7,
      "step": 45259
    },
    {
      "epoch": 0.9538109764128826,
      "grad_norm": 0.10544688999652863,
      "learning_rate": 1.1181287423524867e-07,
      "loss": 0.6425,
      "step": 45260
    },
    {
      "epoch": 0.9538320504512479,
      "grad_norm": 0.10224904865026474,
      "learning_rate": 1.1171111519937216e-07,
      "loss": 0.6388,
      "step": 45261
    },
    {
      "epoch": 0.9538531244896131,
      "grad_norm": 0.10908432304859161,
      "learning_rate": 1.1160940222909145e-07,
      "loss": 0.7285,
      "step": 45262
    },
    {
      "epoch": 0.9538741985279784,
      "grad_norm": 0.10966527462005615,
      "learning_rate": 1.1150773532487835e-07,
      "loss": 0.7679,
      "step": 45263
    },
    {
      "epoch": 0.9538952725663437,
      "grad_norm": 0.1072629988193512,
      "learning_rate": 1.1140611448720695e-07,
      "loss": 0.7003,
      "step": 45264
    },
    {
      "epoch": 0.953916346604709,
      "grad_norm": 0.10955951362848282,
      "learning_rate": 1.113045397165513e-07,
      "loss": 0.8066,
      "step": 45265
    },
    {
      "epoch": 0.9539374206430743,
      "grad_norm": 0.10407402366399765,
      "learning_rate": 1.1120301101338437e-07,
      "loss": 0.6402,
      "step": 45266
    },
    {
      "epoch": 0.9539584946814396,
      "grad_norm": 0.09334105998277664,
      "learning_rate": 1.1110152837817911e-07,
      "loss": 0.6826,
      "step": 45267
    },
    {
      "epoch": 0.9539795687198048,
      "grad_norm": 0.15348468720912933,
      "learning_rate": 1.1100009181140848e-07,
      "loss": 0.7347,
      "step": 45268
    },
    {
      "epoch": 0.9540006427581701,
      "grad_norm": 0.10157898813486099,
      "learning_rate": 1.108987013135443e-07,
      "loss": 0.697,
      "step": 45269
    },
    {
      "epoch": 0.9540217167965355,
      "grad_norm": 0.12089288234710693,
      "learning_rate": 1.1079735688506065e-07,
      "loss": 0.7312,
      "step": 45270
    },
    {
      "epoch": 0.9540427908349007,
      "grad_norm": 0.0982692614197731,
      "learning_rate": 1.1069605852642829e-07,
      "loss": 0.721,
      "step": 45271
    },
    {
      "epoch": 0.954063864873266,
      "grad_norm": 0.10617637634277344,
      "learning_rate": 1.1059480623811902e-07,
      "loss": 0.6727,
      "step": 45272
    },
    {
      "epoch": 0.9540849389116313,
      "grad_norm": 0.10169368982315063,
      "learning_rate": 1.1049360002060471e-07,
      "loss": 0.7631,
      "step": 45273
    },
    {
      "epoch": 0.9541060129499965,
      "grad_norm": 0.11690574884414673,
      "learning_rate": 1.1039243987435722e-07,
      "loss": 0.7021,
      "step": 45274
    },
    {
      "epoch": 0.9541270869883619,
      "grad_norm": 0.10960127413272858,
      "learning_rate": 1.1029132579984836e-07,
      "loss": 0.6677,
      "step": 45275
    },
    {
      "epoch": 0.9541481610267272,
      "grad_norm": 0.11601874232292175,
      "learning_rate": 1.1019025779754666e-07,
      "loss": 0.7103,
      "step": 45276
    },
    {
      "epoch": 0.9541692350650924,
      "grad_norm": 0.1072772964835167,
      "learning_rate": 1.1008923586792619e-07,
      "loss": 0.6703,
      "step": 45277
    },
    {
      "epoch": 0.9541903091034577,
      "grad_norm": 0.12338512390851974,
      "learning_rate": 1.0998826001145547e-07,
      "loss": 0.6882,
      "step": 45278
    },
    {
      "epoch": 0.954211383141823,
      "grad_norm": 0.10746754705905914,
      "learning_rate": 1.0988733022860632e-07,
      "loss": 0.7224,
      "step": 45279
    },
    {
      "epoch": 0.9542324571801883,
      "grad_norm": 0.10818342119455338,
      "learning_rate": 1.0978644651984727e-07,
      "loss": 0.7035,
      "step": 45280
    },
    {
      "epoch": 0.9542535312185536,
      "grad_norm": 0.10250409692525864,
      "learning_rate": 1.0968560888565016e-07,
      "loss": 0.6742,
      "step": 45281
    },
    {
      "epoch": 0.9542746052569189,
      "grad_norm": 0.1013898253440857,
      "learning_rate": 1.095848173264824e-07,
      "loss": 0.6962,
      "step": 45282
    },
    {
      "epoch": 0.9542956792952841,
      "grad_norm": 0.10372982919216156,
      "learning_rate": 1.0948407184281696e-07,
      "loss": 0.7496,
      "step": 45283
    },
    {
      "epoch": 0.9543167533336494,
      "grad_norm": 0.11914453655481339,
      "learning_rate": 1.0938337243511898e-07,
      "loss": 0.729,
      "step": 45284
    },
    {
      "epoch": 0.9543378273720148,
      "grad_norm": 0.11761299520730972,
      "learning_rate": 1.0928271910386035e-07,
      "loss": 0.7249,
      "step": 45285
    },
    {
      "epoch": 0.95435890141038,
      "grad_norm": 0.10010707378387451,
      "learning_rate": 1.0918211184950955e-07,
      "loss": 0.6924,
      "step": 45286
    },
    {
      "epoch": 0.9543799754487453,
      "grad_norm": 0.11086903512477875,
      "learning_rate": 1.0908155067253511e-07,
      "loss": 0.7326,
      "step": 45287
    },
    {
      "epoch": 0.9544010494871106,
      "grad_norm": 0.10677323490381241,
      "learning_rate": 1.0898103557340555e-07,
      "loss": 0.7353,
      "step": 45288
    },
    {
      "epoch": 0.9544221235254758,
      "grad_norm": 0.15872344374656677,
      "learning_rate": 1.0888056655258828e-07,
      "loss": 0.6774,
      "step": 45289
    },
    {
      "epoch": 0.9544431975638412,
      "grad_norm": 0.0984707921743393,
      "learning_rate": 1.0878014361055289e-07,
      "loss": 0.63,
      "step": 45290
    },
    {
      "epoch": 0.9544642716022065,
      "grad_norm": 0.10346707701683044,
      "learning_rate": 1.086797667477657e-07,
      "loss": 0.7339,
      "step": 45291
    },
    {
      "epoch": 0.9544853456405717,
      "grad_norm": 0.10269171744585037,
      "learning_rate": 1.0857943596469633e-07,
      "loss": 0.7027,
      "step": 45292
    },
    {
      "epoch": 0.954506419678937,
      "grad_norm": 0.1046973317861557,
      "learning_rate": 1.0847915126180996e-07,
      "loss": 0.6976,
      "step": 45293
    },
    {
      "epoch": 0.9545274937173023,
      "grad_norm": 0.09746401757001877,
      "learning_rate": 1.0837891263957512e-07,
      "loss": 0.6121,
      "step": 45294
    },
    {
      "epoch": 0.9545485677556677,
      "grad_norm": 0.10266704857349396,
      "learning_rate": 1.0827872009845808e-07,
      "loss": 0.6743,
      "step": 45295
    },
    {
      "epoch": 0.9545696417940329,
      "grad_norm": 0.23374627530574799,
      "learning_rate": 1.0817857363892625e-07,
      "loss": 0.7173,
      "step": 45296
    },
    {
      "epoch": 0.9545907158323982,
      "grad_norm": 0.23251767456531525,
      "learning_rate": 1.0807847326144594e-07,
      "loss": 0.7191,
      "step": 45297
    },
    {
      "epoch": 0.9546117898707634,
      "grad_norm": 0.09875831753015518,
      "learning_rate": 1.0797841896648231e-07,
      "loss": 0.684,
      "step": 45298
    },
    {
      "epoch": 0.9546328639091287,
      "grad_norm": 0.09495942294597626,
      "learning_rate": 1.0787841075450278e-07,
      "loss": 0.7005,
      "step": 45299
    },
    {
      "epoch": 0.954653937947494,
      "grad_norm": 0.0987127497792244,
      "learning_rate": 1.0777844862597364e-07,
      "loss": 0.7197,
      "step": 45300
    },
    {
      "epoch": 0.9546750119858594,
      "grad_norm": 0.10260139405727386,
      "learning_rate": 1.0767853258136007e-07,
      "loss": 0.7196,
      "step": 45301
    },
    {
      "epoch": 0.9546960860242246,
      "grad_norm": 0.10768480598926544,
      "learning_rate": 1.0757866262112727e-07,
      "loss": 0.6938,
      "step": 45302
    },
    {
      "epoch": 0.9547171600625899,
      "grad_norm": 0.11212459206581116,
      "learning_rate": 1.0747883874573928e-07,
      "loss": 0.7152,
      "step": 45303
    },
    {
      "epoch": 0.9547382341009552,
      "grad_norm": 0.16558390855789185,
      "learning_rate": 1.0737906095566352e-07,
      "loss": 0.703,
      "step": 45304
    },
    {
      "epoch": 0.9547593081393204,
      "grad_norm": 0.11128810793161392,
      "learning_rate": 1.0727932925136409e-07,
      "loss": 0.6798,
      "step": 45305
    },
    {
      "epoch": 0.9547803821776858,
      "grad_norm": 0.10565049201250076,
      "learning_rate": 1.0717964363330501e-07,
      "loss": 0.6606,
      "step": 45306
    },
    {
      "epoch": 0.9548014562160511,
      "grad_norm": 0.10207530111074448,
      "learning_rate": 1.0708000410195041e-07,
      "loss": 0.7252,
      "step": 45307
    },
    {
      "epoch": 0.9548225302544163,
      "grad_norm": 0.11442108452320099,
      "learning_rate": 1.0698041065776543e-07,
      "loss": 0.7118,
      "step": 45308
    },
    {
      "epoch": 0.9548436042927816,
      "grad_norm": 0.1573122888803482,
      "learning_rate": 1.0688086330121416e-07,
      "loss": 0.7146,
      "step": 45309
    },
    {
      "epoch": 0.9548646783311469,
      "grad_norm": 0.12288843095302582,
      "learning_rate": 1.0678136203275957e-07,
      "loss": 0.6782,
      "step": 45310
    },
    {
      "epoch": 0.9548857523695122,
      "grad_norm": 0.1261419802904129,
      "learning_rate": 1.0668190685286462e-07,
      "loss": 0.6407,
      "step": 45311
    },
    {
      "epoch": 0.9549068264078775,
      "grad_norm": 0.11753338575363159,
      "learning_rate": 1.0658249776199448e-07,
      "loss": 0.7183,
      "step": 45312
    },
    {
      "epoch": 0.9549279004462428,
      "grad_norm": 0.11509645730257034,
      "learning_rate": 1.0648313476061101e-07,
      "loss": 0.6901,
      "step": 45313
    },
    {
      "epoch": 0.954948974484608,
      "grad_norm": 0.10383753478527069,
      "learning_rate": 1.0638381784917718e-07,
      "loss": 0.6937,
      "step": 45314
    },
    {
      "epoch": 0.9549700485229733,
      "grad_norm": 0.08497583121061325,
      "learning_rate": 1.0628454702815483e-07,
      "loss": 0.6527,
      "step": 45315
    },
    {
      "epoch": 0.9549911225613387,
      "grad_norm": 0.09895608574151993,
      "learning_rate": 1.0618532229800804e-07,
      "loss": 0.6448,
      "step": 45316
    },
    {
      "epoch": 0.9550121965997039,
      "grad_norm": 0.1013178750872612,
      "learning_rate": 1.0608614365919867e-07,
      "loss": 0.6273,
      "step": 45317
    },
    {
      "epoch": 0.9550332706380692,
      "grad_norm": 0.10904280841350555,
      "learning_rate": 1.0598701111218746e-07,
      "loss": 0.7128,
      "step": 45318
    },
    {
      "epoch": 0.9550543446764345,
      "grad_norm": 0.7197458744049072,
      "learning_rate": 1.0588792465743847e-07,
      "loss": 0.7337,
      "step": 45319
    },
    {
      "epoch": 0.9550754187147997,
      "grad_norm": 0.10376501083374023,
      "learning_rate": 1.0578888429541134e-07,
      "loss": 0.6894,
      "step": 45320
    },
    {
      "epoch": 0.9550964927531651,
      "grad_norm": 0.09593372046947479,
      "learning_rate": 1.0568989002657015e-07,
      "loss": 0.7054,
      "step": 45321
    },
    {
      "epoch": 0.9551175667915304,
      "grad_norm": 0.10321999341249466,
      "learning_rate": 1.055909418513723e-07,
      "loss": 0.7096,
      "step": 45322
    },
    {
      "epoch": 0.9551386408298956,
      "grad_norm": 0.15425558388233185,
      "learning_rate": 1.0549203977028078e-07,
      "loss": 0.728,
      "step": 45323
    },
    {
      "epoch": 0.9551597148682609,
      "grad_norm": 0.12556204199790955,
      "learning_rate": 1.0539318378375629e-07,
      "loss": 0.7185,
      "step": 45324
    },
    {
      "epoch": 0.9551807889066262,
      "grad_norm": 0.15360625088214874,
      "learning_rate": 1.052943738922596e-07,
      "loss": 0.7204,
      "step": 45325
    },
    {
      "epoch": 0.9552018629449915,
      "grad_norm": 0.09411630034446716,
      "learning_rate": 1.0519561009625034e-07,
      "loss": 0.6954,
      "step": 45326
    },
    {
      "epoch": 0.9552229369833568,
      "grad_norm": 0.11292368918657303,
      "learning_rate": 1.0509689239618814e-07,
      "loss": 0.6739,
      "step": 45327
    },
    {
      "epoch": 0.9552440110217221,
      "grad_norm": 0.11660407483577728,
      "learning_rate": 1.0499822079253485e-07,
      "loss": 0.7497,
      "step": 45328
    },
    {
      "epoch": 0.9552650850600873,
      "grad_norm": 0.17396096885204315,
      "learning_rate": 1.048995952857479e-07,
      "loss": 0.6729,
      "step": 45329
    },
    {
      "epoch": 0.9552861590984526,
      "grad_norm": 0.10360557585954666,
      "learning_rate": 1.0480101587628911e-07,
      "loss": 0.7095,
      "step": 45330
    },
    {
      "epoch": 0.955307233136818,
      "grad_norm": 0.10505158454179764,
      "learning_rate": 1.047024825646148e-07,
      "loss": 0.6862,
      "step": 45331
    },
    {
      "epoch": 0.9553283071751832,
      "grad_norm": 0.11076158285140991,
      "learning_rate": 1.0460399535118682e-07,
      "loss": 0.6637,
      "step": 45332
    },
    {
      "epoch": 0.9553493812135485,
      "grad_norm": 0.14864012598991394,
      "learning_rate": 1.0450555423646258e-07,
      "loss": 0.7123,
      "step": 45333
    },
    {
      "epoch": 0.9553704552519138,
      "grad_norm": 0.10838552564382553,
      "learning_rate": 1.044071592209006e-07,
      "loss": 0.6755,
      "step": 45334
    },
    {
      "epoch": 0.955391529290279,
      "grad_norm": 0.11023077368736267,
      "learning_rate": 1.0430881030495943e-07,
      "loss": 0.7266,
      "step": 45335
    },
    {
      "epoch": 0.9554126033286443,
      "grad_norm": 0.11495360732078552,
      "learning_rate": 1.0421050748909755e-07,
      "loss": 0.7087,
      "step": 45336
    },
    {
      "epoch": 0.9554336773670097,
      "grad_norm": 0.11085327714681625,
      "learning_rate": 1.041122507737724e-07,
      "loss": 0.7325,
      "step": 45337
    },
    {
      "epoch": 0.955454751405375,
      "grad_norm": 0.1026284247636795,
      "learning_rate": 1.040140401594425e-07,
      "loss": 0.7404,
      "step": 45338
    },
    {
      "epoch": 0.9554758254437402,
      "grad_norm": 0.2239450365304947,
      "learning_rate": 1.0391587564656525e-07,
      "loss": 0.6988,
      "step": 45339
    },
    {
      "epoch": 0.9554968994821055,
      "grad_norm": 0.10299999266862869,
      "learning_rate": 1.0381775723559695e-07,
      "loss": 0.6834,
      "step": 45340
    },
    {
      "epoch": 0.9555179735204707,
      "grad_norm": 0.12024488300085068,
      "learning_rate": 1.0371968492699502e-07,
      "loss": 0.6739,
      "step": 45341
    },
    {
      "epoch": 0.9555390475588361,
      "grad_norm": 0.10636584460735321,
      "learning_rate": 1.0362165872121799e-07,
      "loss": 0.6416,
      "step": 45342
    },
    {
      "epoch": 0.9555601215972014,
      "grad_norm": 0.10053045302629471,
      "learning_rate": 1.0352367861872103e-07,
      "loss": 0.617,
      "step": 45343
    },
    {
      "epoch": 0.9555811956355666,
      "grad_norm": 0.11560887098312378,
      "learning_rate": 1.0342574461995936e-07,
      "loss": 0.7022,
      "step": 45344
    },
    {
      "epoch": 0.9556022696739319,
      "grad_norm": 0.11268920451402664,
      "learning_rate": 1.0332785672539148e-07,
      "loss": 0.7148,
      "step": 45345
    },
    {
      "epoch": 0.9556233437122972,
      "grad_norm": 0.10295199602842331,
      "learning_rate": 1.0323001493547146e-07,
      "loss": 0.6346,
      "step": 45346
    },
    {
      "epoch": 0.9556444177506626,
      "grad_norm": 0.12411776930093765,
      "learning_rate": 1.0313221925065785e-07,
      "loss": 0.7269,
      "step": 45347
    },
    {
      "epoch": 0.9556654917890278,
      "grad_norm": 0.09206493943929672,
      "learning_rate": 1.0303446967140362e-07,
      "loss": 0.6995,
      "step": 45348
    },
    {
      "epoch": 0.9556865658273931,
      "grad_norm": 0.11677289754152298,
      "learning_rate": 1.0293676619816507e-07,
      "loss": 0.7444,
      "step": 45349
    },
    {
      "epoch": 0.9557076398657584,
      "grad_norm": 0.12897714972496033,
      "learning_rate": 1.0283910883139736e-07,
      "loss": 0.6937,
      "step": 45350
    },
    {
      "epoch": 0.9557287139041236,
      "grad_norm": 0.3622235953807831,
      "learning_rate": 1.0274149757155683e-07,
      "loss": 0.6375,
      "step": 45351
    },
    {
      "epoch": 0.955749787942489,
      "grad_norm": 0.09962157905101776,
      "learning_rate": 1.0264393241909642e-07,
      "loss": 0.7042,
      "step": 45352
    },
    {
      "epoch": 0.9557708619808543,
      "grad_norm": 0.10776837915182114,
      "learning_rate": 1.0254641337447025e-07,
      "loss": 0.7406,
      "step": 45353
    },
    {
      "epoch": 0.9557919360192195,
      "grad_norm": 0.0968267172574997,
      "learning_rate": 1.0244894043813347e-07,
      "loss": 0.7098,
      "step": 45354
    },
    {
      "epoch": 0.9558130100575848,
      "grad_norm": 0.11144710332155228,
      "learning_rate": 1.0235151361054019e-07,
      "loss": 0.7302,
      "step": 45355
    },
    {
      "epoch": 0.95583408409595,
      "grad_norm": 0.18624374270439148,
      "learning_rate": 1.0225413289214448e-07,
      "loss": 0.7302,
      "step": 45356
    },
    {
      "epoch": 0.9558551581343154,
      "grad_norm": 0.12787893414497375,
      "learning_rate": 1.0215679828340042e-07,
      "loss": 0.7308,
      "step": 45357
    },
    {
      "epoch": 0.9558762321726807,
      "grad_norm": 0.10180243104696274,
      "learning_rate": 1.0205950978475987e-07,
      "loss": 0.7258,
      "step": 45358
    },
    {
      "epoch": 0.955897306211046,
      "grad_norm": 0.10243411362171173,
      "learning_rate": 1.0196226739667802e-07,
      "loss": 0.7325,
      "step": 45359
    },
    {
      "epoch": 0.9559183802494112,
      "grad_norm": 0.14184564352035522,
      "learning_rate": 1.0186507111960564e-07,
      "loss": 0.6898,
      "step": 45360
    },
    {
      "epoch": 0.9559394542877765,
      "grad_norm": 0.10599491745233536,
      "learning_rate": 1.0176792095399679e-07,
      "loss": 0.6546,
      "step": 45361
    },
    {
      "epoch": 0.9559605283261419,
      "grad_norm": 0.11783622205257416,
      "learning_rate": 1.0167081690030444e-07,
      "loss": 0.76,
      "step": 45362
    },
    {
      "epoch": 0.9559816023645071,
      "grad_norm": 0.1064787432551384,
      "learning_rate": 1.0157375895898159e-07,
      "loss": 0.692,
      "step": 45363
    },
    {
      "epoch": 0.9560026764028724,
      "grad_norm": 0.0943840742111206,
      "learning_rate": 1.0147674713047784e-07,
      "loss": 0.7292,
      "step": 45364
    },
    {
      "epoch": 0.9560237504412377,
      "grad_norm": 0.0989728644490242,
      "learning_rate": 1.0137978141524729e-07,
      "loss": 0.6636,
      "step": 45365
    },
    {
      "epoch": 0.9560448244796029,
      "grad_norm": 0.10217547416687012,
      "learning_rate": 1.012828618137407e-07,
      "loss": 0.6718,
      "step": 45366
    },
    {
      "epoch": 0.9560658985179683,
      "grad_norm": 0.0916508138179779,
      "learning_rate": 1.0118598832640992e-07,
      "loss": 0.671,
      "step": 45367
    },
    {
      "epoch": 0.9560869725563336,
      "grad_norm": 0.10992781072854996,
      "learning_rate": 1.0108916095370569e-07,
      "loss": 0.7266,
      "step": 45368
    },
    {
      "epoch": 0.9561080465946988,
      "grad_norm": 0.35068875551223755,
      "learning_rate": 1.00992379696081e-07,
      "loss": 0.7096,
      "step": 45369
    },
    {
      "epoch": 0.9561291206330641,
      "grad_norm": 0.11576494574546814,
      "learning_rate": 1.0089564455398437e-07,
      "loss": 0.6602,
      "step": 45370
    },
    {
      "epoch": 0.9561501946714294,
      "grad_norm": 0.1534421145915985,
      "learning_rate": 1.0079895552786767e-07,
      "loss": 0.6659,
      "step": 45371
    },
    {
      "epoch": 0.9561712687097947,
      "grad_norm": 0.10487658530473709,
      "learning_rate": 1.0070231261818164e-07,
      "loss": 0.6545,
      "step": 45372
    },
    {
      "epoch": 0.95619234274816,
      "grad_norm": 0.10833397507667542,
      "learning_rate": 1.0060571582537481e-07,
      "loss": 0.6678,
      "step": 45373
    },
    {
      "epoch": 0.9562134167865253,
      "grad_norm": 0.1091037467122078,
      "learning_rate": 1.0050916514989906e-07,
      "loss": 0.6955,
      "step": 45374
    },
    {
      "epoch": 0.9562344908248905,
      "grad_norm": 0.10681304335594177,
      "learning_rate": 1.0041266059220179e-07,
      "loss": 0.6721,
      "step": 45375
    },
    {
      "epoch": 0.9562555648632558,
      "grad_norm": 0.11275436729192734,
      "learning_rate": 1.0031620215273596e-07,
      "loss": 0.7146,
      "step": 45376
    },
    {
      "epoch": 0.9562766389016211,
      "grad_norm": 0.10859998315572739,
      "learning_rate": 1.0021978983194791e-07,
      "loss": 0.7208,
      "step": 45377
    },
    {
      "epoch": 0.9562977129399864,
      "grad_norm": 0.1010570228099823,
      "learning_rate": 1.0012342363028949e-07,
      "loss": 0.687,
      "step": 45378
    },
    {
      "epoch": 0.9563187869783517,
      "grad_norm": 0.09634367376565933,
      "learning_rate": 1.0002710354820699e-07,
      "loss": 0.6971,
      "step": 45379
    },
    {
      "epoch": 0.956339861016717,
      "grad_norm": 0.12676261365413666,
      "learning_rate": 9.99308295861523e-08,
      "loss": 0.6607,
      "step": 45380
    },
    {
      "epoch": 0.9563609350550822,
      "grad_norm": 0.10095543414354324,
      "learning_rate": 9.98346017445706e-08,
      "loss": 0.7358,
      "step": 45381
    },
    {
      "epoch": 0.9563820090934475,
      "grad_norm": 0.11118466407060623,
      "learning_rate": 9.973842002391155e-08,
      "loss": 0.6594,
      "step": 45382
    },
    {
      "epoch": 0.9564030831318129,
      "grad_norm": 0.11908482015132904,
      "learning_rate": 9.964228442462254e-08,
      "loss": 0.7257,
      "step": 45383
    },
    {
      "epoch": 0.9564241571701781,
      "grad_norm": 0.11189623922109604,
      "learning_rate": 9.954619494715323e-08,
      "loss": 0.6219,
      "step": 45384
    },
    {
      "epoch": 0.9564452312085434,
      "grad_norm": 0.11138102412223816,
      "learning_rate": 9.945015159194882e-08,
      "loss": 0.688,
      "step": 45385
    },
    {
      "epoch": 0.9564663052469087,
      "grad_norm": 0.11938640475273132,
      "learning_rate": 9.935415435945894e-08,
      "loss": 0.7431,
      "step": 45386
    },
    {
      "epoch": 0.9564873792852739,
      "grad_norm": 0.10480781644582748,
      "learning_rate": 9.925820325012991e-08,
      "loss": 0.7024,
      "step": 45387
    },
    {
      "epoch": 0.9565084533236393,
      "grad_norm": 0.10615642368793488,
      "learning_rate": 9.916229826440915e-08,
      "loss": 0.6874,
      "step": 45388
    },
    {
      "epoch": 0.9565295273620046,
      "grad_norm": 0.12928421795368195,
      "learning_rate": 9.906643940274185e-08,
      "loss": 0.6855,
      "step": 45389
    },
    {
      "epoch": 0.9565506014003698,
      "grad_norm": 0.1217949166893959,
      "learning_rate": 9.897062666557655e-08,
      "loss": 0.6751,
      "step": 45390
    },
    {
      "epoch": 0.9565716754387351,
      "grad_norm": 0.11258453130722046,
      "learning_rate": 9.887486005335844e-08,
      "loss": 0.7434,
      "step": 45391
    },
    {
      "epoch": 0.9565927494771004,
      "grad_norm": 0.10290629416704178,
      "learning_rate": 9.877913956653385e-08,
      "loss": 0.7134,
      "step": 45392
    },
    {
      "epoch": 0.9566138235154658,
      "grad_norm": 0.12921132147312164,
      "learning_rate": 9.868346520555016e-08,
      "loss": 0.6662,
      "step": 45393
    },
    {
      "epoch": 0.956634897553831,
      "grad_norm": 0.14943528175354004,
      "learning_rate": 9.85878369708504e-08,
      "loss": 0.7097,
      "step": 45394
    },
    {
      "epoch": 0.9566559715921963,
      "grad_norm": 0.09531040489673615,
      "learning_rate": 9.849225486288194e-08,
      "loss": 0.59,
      "step": 45395
    },
    {
      "epoch": 0.9566770456305616,
      "grad_norm": 0.14588718116283417,
      "learning_rate": 9.83967188820889e-08,
      "loss": 0.6392,
      "step": 45396
    },
    {
      "epoch": 0.9566981196689268,
      "grad_norm": 0.10323889553546906,
      "learning_rate": 9.830122902891758e-08,
      "loss": 0.7097,
      "step": 45397
    },
    {
      "epoch": 0.9567191937072922,
      "grad_norm": 0.11966540664434433,
      "learning_rate": 9.82057853038132e-08,
      "loss": 0.7033,
      "step": 45398
    },
    {
      "epoch": 0.9567402677456575,
      "grad_norm": 0.10265868902206421,
      "learning_rate": 9.81103877072187e-08,
      "loss": 0.6789,
      "step": 45399
    },
    {
      "epoch": 0.9567613417840227,
      "grad_norm": 0.10329335927963257,
      "learning_rate": 9.801503623957819e-08,
      "loss": 0.7043,
      "step": 45400
    },
    {
      "epoch": 0.956782415822388,
      "grad_norm": 0.10342930257320404,
      "learning_rate": 9.791973090133911e-08,
      "loss": 0.7104,
      "step": 45401
    },
    {
      "epoch": 0.9568034898607533,
      "grad_norm": 0.09442620724439621,
      "learning_rate": 9.782447169294217e-08,
      "loss": 0.6516,
      "step": 45402
    },
    {
      "epoch": 0.9568245638991186,
      "grad_norm": 0.12051700055599213,
      "learning_rate": 9.772925861483151e-08,
      "loss": 0.6212,
      "step": 45403
    },
    {
      "epoch": 0.9568456379374839,
      "grad_norm": 0.1453988254070282,
      "learning_rate": 9.76340916674523e-08,
      "loss": 0.6773,
      "step": 45404
    },
    {
      "epoch": 0.9568667119758492,
      "grad_norm": 0.12871749699115753,
      "learning_rate": 9.753897085124641e-08,
      "loss": 0.7584,
      "step": 45405
    },
    {
      "epoch": 0.9568877860142144,
      "grad_norm": 0.1363874226808548,
      "learning_rate": 9.744389616665794e-08,
      "loss": 0.6779,
      "step": 45406
    },
    {
      "epoch": 0.9569088600525797,
      "grad_norm": 0.11886664479970932,
      "learning_rate": 9.734886761412987e-08,
      "loss": 0.7211,
      "step": 45407
    },
    {
      "epoch": 0.9569299340909451,
      "grad_norm": 0.1307542324066162,
      "learning_rate": 9.725388519410406e-08,
      "loss": 0.7148,
      "step": 45408
    },
    {
      "epoch": 0.9569510081293103,
      "grad_norm": 0.10429251939058304,
      "learning_rate": 9.715894890702349e-08,
      "loss": 0.6717,
      "step": 45409
    },
    {
      "epoch": 0.9569720821676756,
      "grad_norm": 0.09949452430009842,
      "learning_rate": 9.706405875333002e-08,
      "loss": 0.6962,
      "step": 45410
    },
    {
      "epoch": 0.9569931562060409,
      "grad_norm": 0.12669287621974945,
      "learning_rate": 9.696921473346666e-08,
      "loss": 0.659,
      "step": 45411
    },
    {
      "epoch": 0.9570142302444061,
      "grad_norm": 0.12960903346538544,
      "learning_rate": 9.687441684787413e-08,
      "loss": 0.7094,
      "step": 45412
    },
    {
      "epoch": 0.9570353042827714,
      "grad_norm": 0.10869860649108887,
      "learning_rate": 9.677966509699544e-08,
      "loss": 0.6925,
      "step": 45413
    },
    {
      "epoch": 0.9570563783211368,
      "grad_norm": 0.10620327293872833,
      "learning_rate": 9.668495948127022e-08,
      "loss": 0.6832,
      "step": 45414
    },
    {
      "epoch": 0.957077452359502,
      "grad_norm": 0.11644229292869568,
      "learning_rate": 9.659030000114034e-08,
      "loss": 0.6751,
      "step": 45415
    },
    {
      "epoch": 0.9570985263978673,
      "grad_norm": 0.11237742006778717,
      "learning_rate": 9.649568665704767e-08,
      "loss": 0.7197,
      "step": 45416
    },
    {
      "epoch": 0.9571196004362326,
      "grad_norm": 0.10742183774709702,
      "learning_rate": 9.640111944943187e-08,
      "loss": 0.6994,
      "step": 45417
    },
    {
      "epoch": 0.9571406744745978,
      "grad_norm": 0.12860023975372314,
      "learning_rate": 9.630659837873368e-08,
      "loss": 0.7235,
      "step": 45418
    },
    {
      "epoch": 0.9571617485129632,
      "grad_norm": 0.1012585386633873,
      "learning_rate": 9.621212344539499e-08,
      "loss": 0.7118,
      "step": 45419
    },
    {
      "epoch": 0.9571828225513285,
      "grad_norm": 0.12101803719997406,
      "learning_rate": 9.611769464985321e-08,
      "loss": 0.7306,
      "step": 45420
    },
    {
      "epoch": 0.9572038965896937,
      "grad_norm": 0.11671043932437897,
      "learning_rate": 9.602331199255022e-08,
      "loss": 0.644,
      "step": 45421
    },
    {
      "epoch": 0.957224970628059,
      "grad_norm": 0.10127928107976913,
      "learning_rate": 9.592897547392454e-08,
      "loss": 0.7161,
      "step": 45422
    },
    {
      "epoch": 0.9572460446664243,
      "grad_norm": 0.10620962828397751,
      "learning_rate": 9.583468509441696e-08,
      "loss": 0.7467,
      "step": 45423
    },
    {
      "epoch": 0.9572671187047896,
      "grad_norm": 0.10382987558841705,
      "learning_rate": 9.574044085446598e-08,
      "loss": 0.6378,
      "step": 45424
    },
    {
      "epoch": 0.9572881927431549,
      "grad_norm": 0.09908872842788696,
      "learning_rate": 9.564624275451129e-08,
      "loss": 0.6724,
      "step": 45425
    },
    {
      "epoch": 0.9573092667815202,
      "grad_norm": 0.1053093895316124,
      "learning_rate": 9.555209079499028e-08,
      "loss": 0.739,
      "step": 45426
    },
    {
      "epoch": 0.9573303408198854,
      "grad_norm": 0.09994742274284363,
      "learning_rate": 9.545798497634263e-08,
      "loss": 0.7152,
      "step": 45427
    },
    {
      "epoch": 0.9573514148582507,
      "grad_norm": 0.09728164970874786,
      "learning_rate": 9.536392529900574e-08,
      "loss": 0.7037,
      "step": 45428
    },
    {
      "epoch": 0.9573724888966161,
      "grad_norm": 0.10376935452222824,
      "learning_rate": 9.526991176341927e-08,
      "loss": 0.7348,
      "step": 45429
    },
    {
      "epoch": 0.9573935629349813,
      "grad_norm": 0.0967855378985405,
      "learning_rate": 9.517594437002175e-08,
      "loss": 0.7248,
      "step": 45430
    },
    {
      "epoch": 0.9574146369733466,
      "grad_norm": 0.12289633601903915,
      "learning_rate": 9.508202311924842e-08,
      "loss": 0.6997,
      "step": 45431
    },
    {
      "epoch": 0.9574357110117119,
      "grad_norm": 0.10406452417373657,
      "learning_rate": 9.498814801153778e-08,
      "loss": 0.657,
      "step": 45432
    },
    {
      "epoch": 0.9574567850500771,
      "grad_norm": 0.1784614771604538,
      "learning_rate": 9.489431904732726e-08,
      "loss": 0.6723,
      "step": 45433
    },
    {
      "epoch": 0.9574778590884425,
      "grad_norm": 0.11577484011650085,
      "learning_rate": 9.480053622705432e-08,
      "loss": 0.7213,
      "step": 45434
    },
    {
      "epoch": 0.9574989331268078,
      "grad_norm": 0.12174656987190247,
      "learning_rate": 9.470679955115636e-08,
      "loss": 0.7103,
      "step": 45435
    },
    {
      "epoch": 0.957520007165173,
      "grad_norm": 0.09507280588150024,
      "learning_rate": 9.46131090200697e-08,
      "loss": 0.6572,
      "step": 45436
    },
    {
      "epoch": 0.9575410812035383,
      "grad_norm": 0.13705584406852722,
      "learning_rate": 9.451946463422957e-08,
      "loss": 0.6919,
      "step": 45437
    },
    {
      "epoch": 0.9575621552419036,
      "grad_norm": 0.1076539158821106,
      "learning_rate": 9.442586639407336e-08,
      "loss": 0.7495,
      "step": 45438
    },
    {
      "epoch": 0.957583229280269,
      "grad_norm": 0.10871574282646179,
      "learning_rate": 9.433231430003853e-08,
      "loss": 0.7117,
      "step": 45439
    },
    {
      "epoch": 0.9576043033186342,
      "grad_norm": 0.11726906150579453,
      "learning_rate": 9.423880835255805e-08,
      "loss": 0.7136,
      "step": 45440
    },
    {
      "epoch": 0.9576253773569995,
      "grad_norm": 0.10281769186258316,
      "learning_rate": 9.414534855206825e-08,
      "loss": 0.6433,
      "step": 45441
    },
    {
      "epoch": 0.9576464513953648,
      "grad_norm": 0.0869983434677124,
      "learning_rate": 9.405193489900543e-08,
      "loss": 0.6749,
      "step": 45442
    },
    {
      "epoch": 0.95766752543373,
      "grad_norm": 0.1156778484582901,
      "learning_rate": 9.395856739380483e-08,
      "loss": 0.715,
      "step": 45443
    },
    {
      "epoch": 0.9576885994720954,
      "grad_norm": 0.10119406878948212,
      "learning_rate": 9.386524603690051e-08,
      "loss": 0.6705,
      "step": 45444
    },
    {
      "epoch": 0.9577096735104607,
      "grad_norm": 0.1018536314368248,
      "learning_rate": 9.377197082872769e-08,
      "loss": 0.7038,
      "step": 45445
    },
    {
      "epoch": 0.9577307475488259,
      "grad_norm": 0.10813204944133759,
      "learning_rate": 9.367874176972047e-08,
      "loss": 0.687,
      "step": 45446
    },
    {
      "epoch": 0.9577518215871912,
      "grad_norm": 0.11200829595327377,
      "learning_rate": 9.358555886031407e-08,
      "loss": 0.6533,
      "step": 45447
    },
    {
      "epoch": 0.9577728956255565,
      "grad_norm": 0.09858430176973343,
      "learning_rate": 9.349242210094255e-08,
      "loss": 0.6849,
      "step": 45448
    },
    {
      "epoch": 0.9577939696639217,
      "grad_norm": 0.10173057019710541,
      "learning_rate": 9.339933149203895e-08,
      "loss": 0.6622,
      "step": 45449
    },
    {
      "epoch": 0.9578150437022871,
      "grad_norm": 0.11040157824754715,
      "learning_rate": 9.330628703403733e-08,
      "loss": 0.7171,
      "step": 45450
    },
    {
      "epoch": 0.9578361177406524,
      "grad_norm": 0.11465270072221756,
      "learning_rate": 9.321328872737067e-08,
      "loss": 0.6759,
      "step": 45451
    },
    {
      "epoch": 0.9578571917790176,
      "grad_norm": 0.10370194911956787,
      "learning_rate": 9.31203365724731e-08,
      "loss": 0.6162,
      "step": 45452
    },
    {
      "epoch": 0.9578782658173829,
      "grad_norm": 0.10055437684059143,
      "learning_rate": 9.302743056977758e-08,
      "loss": 0.7184,
      "step": 45453
    },
    {
      "epoch": 0.9578993398557482,
      "grad_norm": 0.11589910089969635,
      "learning_rate": 9.293457071971601e-08,
      "loss": 0.6772,
      "step": 45454
    },
    {
      "epoch": 0.9579204138941135,
      "grad_norm": 0.10608599334955215,
      "learning_rate": 9.284175702272246e-08,
      "loss": 0.6921,
      "step": 45455
    },
    {
      "epoch": 0.9579414879324788,
      "grad_norm": 0.11697042733430862,
      "learning_rate": 9.274898947922773e-08,
      "loss": 0.6908,
      "step": 45456
    },
    {
      "epoch": 0.9579625619708441,
      "grad_norm": 0.10898598283529282,
      "learning_rate": 9.265626808966478e-08,
      "loss": 0.6772,
      "step": 45457
    },
    {
      "epoch": 0.9579836360092093,
      "grad_norm": 0.09739532321691513,
      "learning_rate": 9.256359285446547e-08,
      "loss": 0.6633,
      "step": 45458
    },
    {
      "epoch": 0.9580047100475746,
      "grad_norm": 0.09189371764659882,
      "learning_rate": 9.247096377406061e-08,
      "loss": 0.7118,
      "step": 45459
    },
    {
      "epoch": 0.95802578408594,
      "grad_norm": 0.10355868190526962,
      "learning_rate": 9.237838084888428e-08,
      "loss": 0.6763,
      "step": 45460
    },
    {
      "epoch": 0.9580468581243052,
      "grad_norm": 0.12101680785417557,
      "learning_rate": 9.228584407936503e-08,
      "loss": 0.662,
      "step": 45461
    },
    {
      "epoch": 0.9580679321626705,
      "grad_norm": 0.14891208708286285,
      "learning_rate": 9.219335346593582e-08,
      "loss": 0.6546,
      "step": 45462
    },
    {
      "epoch": 0.9580890062010358,
      "grad_norm": 0.09897191822528839,
      "learning_rate": 9.210090900902635e-08,
      "loss": 0.6481,
      "step": 45463
    },
    {
      "epoch": 0.958110080239401,
      "grad_norm": 0.11065597832202911,
      "learning_rate": 9.200851070906736e-08,
      "loss": 0.7309,
      "step": 45464
    },
    {
      "epoch": 0.9581311542777664,
      "grad_norm": 0.10638400912284851,
      "learning_rate": 9.19161585664896e-08,
      "loss": 0.6836,
      "step": 45465
    },
    {
      "epoch": 0.9581522283161317,
      "grad_norm": 0.10548021644353867,
      "learning_rate": 9.182385258172388e-08,
      "loss": 0.7119,
      "step": 45466
    },
    {
      "epoch": 0.9581733023544969,
      "grad_norm": 0.12518686056137085,
      "learning_rate": 9.173159275519982e-08,
      "loss": 0.7019,
      "step": 45467
    },
    {
      "epoch": 0.9581943763928622,
      "grad_norm": 0.09846480190753937,
      "learning_rate": 9.16393790873471e-08,
      "loss": 0.6732,
      "step": 45468
    },
    {
      "epoch": 0.9582154504312275,
      "grad_norm": 0.10178796201944351,
      "learning_rate": 9.154721157859536e-08,
      "loss": 0.6959,
      "step": 45469
    },
    {
      "epoch": 0.9582365244695928,
      "grad_norm": 0.1037173867225647,
      "learning_rate": 9.145509022937315e-08,
      "loss": 0.6246,
      "step": 45470
    },
    {
      "epoch": 0.9582575985079581,
      "grad_norm": 0.12506963312625885,
      "learning_rate": 9.136301504011124e-08,
      "loss": 0.7681,
      "step": 45471
    },
    {
      "epoch": 0.9582786725463234,
      "grad_norm": 0.11320151388645172,
      "learning_rate": 9.127098601123707e-08,
      "loss": 0.6775,
      "step": 45472
    },
    {
      "epoch": 0.9582997465846886,
      "grad_norm": 0.1338987946510315,
      "learning_rate": 9.117900314318029e-08,
      "loss": 0.7017,
      "step": 45473
    },
    {
      "epoch": 0.9583208206230539,
      "grad_norm": 0.1046687588095665,
      "learning_rate": 9.108706643636833e-08,
      "loss": 0.6685,
      "step": 45474
    },
    {
      "epoch": 0.9583418946614193,
      "grad_norm": 0.18576709926128387,
      "learning_rate": 9.099517589123086e-08,
      "loss": 0.653,
      "step": 45475
    },
    {
      "epoch": 0.9583629686997845,
      "grad_norm": 0.12455766648054123,
      "learning_rate": 9.09033315081953e-08,
      "loss": 0.6716,
      "step": 45476
    },
    {
      "epoch": 0.9583840427381498,
      "grad_norm": 0.09612931311130524,
      "learning_rate": 9.081153328768911e-08,
      "loss": 0.7535,
      "step": 45477
    },
    {
      "epoch": 0.9584051167765151,
      "grad_norm": 0.09710902720689774,
      "learning_rate": 9.071978123014192e-08,
      "loss": 0.7466,
      "step": 45478
    },
    {
      "epoch": 0.9584261908148803,
      "grad_norm": 0.13745646178722382,
      "learning_rate": 9.062807533597894e-08,
      "loss": 0.7016,
      "step": 45479
    },
    {
      "epoch": 0.9584472648532457,
      "grad_norm": 0.21661561727523804,
      "learning_rate": 9.053641560562765e-08,
      "loss": 0.6893,
      "step": 45480
    },
    {
      "epoch": 0.958468338891611,
      "grad_norm": 0.09505999833345413,
      "learning_rate": 9.044480203951656e-08,
      "loss": 0.6537,
      "step": 45481
    },
    {
      "epoch": 0.9584894129299762,
      "grad_norm": 0.10498706996440887,
      "learning_rate": 9.035323463807089e-08,
      "loss": 0.68,
      "step": 45482
    },
    {
      "epoch": 0.9585104869683415,
      "grad_norm": 0.09214731305837631,
      "learning_rate": 9.026171340171696e-08,
      "loss": 0.6175,
      "step": 45483
    },
    {
      "epoch": 0.9585315610067068,
      "grad_norm": 0.10373321920633316,
      "learning_rate": 9.017023833088334e-08,
      "loss": 0.6854,
      "step": 45484
    },
    {
      "epoch": 0.9585526350450722,
      "grad_norm": 0.1024508997797966,
      "learning_rate": 9.007880942599412e-08,
      "loss": 0.6917,
      "step": 45485
    },
    {
      "epoch": 0.9585737090834374,
      "grad_norm": 0.12143011391162872,
      "learning_rate": 8.998742668747562e-08,
      "loss": 0.6907,
      "step": 45486
    },
    {
      "epoch": 0.9585947831218027,
      "grad_norm": 0.11100903898477554,
      "learning_rate": 8.989609011575418e-08,
      "loss": 0.7245,
      "step": 45487
    },
    {
      "epoch": 0.958615857160168,
      "grad_norm": 0.10380705446004868,
      "learning_rate": 8.9804799711255e-08,
      "loss": 0.7355,
      "step": 45488
    },
    {
      "epoch": 0.9586369311985332,
      "grad_norm": 0.09695480763912201,
      "learning_rate": 8.971355547440331e-08,
      "loss": 0.6992,
      "step": 45489
    },
    {
      "epoch": 0.9586580052368985,
      "grad_norm": 0.5096131563186646,
      "learning_rate": 8.96223574056232e-08,
      "loss": 0.6739,
      "step": 45490
    },
    {
      "epoch": 0.9586790792752639,
      "grad_norm": 0.09499632567167282,
      "learning_rate": 8.9531205505341e-08,
      "loss": 0.6581,
      "step": 45491
    },
    {
      "epoch": 0.9587001533136291,
      "grad_norm": 0.09996368736028671,
      "learning_rate": 8.944009977398083e-08,
      "loss": 0.6821,
      "step": 45492
    },
    {
      "epoch": 0.9587212273519944,
      "grad_norm": 0.1101195216178894,
      "learning_rate": 8.934904021196789e-08,
      "loss": 0.7063,
      "step": 45493
    },
    {
      "epoch": 0.9587423013903597,
      "grad_norm": 0.1187753826379776,
      "learning_rate": 8.925802681972518e-08,
      "loss": 0.6556,
      "step": 45494
    },
    {
      "epoch": 0.9587633754287249,
      "grad_norm": 0.10010217130184174,
      "learning_rate": 8.916705959767679e-08,
      "loss": 0.7077,
      "step": 45495
    },
    {
      "epoch": 0.9587844494670903,
      "grad_norm": 0.10682618618011475,
      "learning_rate": 8.907613854624686e-08,
      "loss": 0.675,
      "step": 45496
    },
    {
      "epoch": 0.9588055235054556,
      "grad_norm": 0.10800677537918091,
      "learning_rate": 8.898526366585947e-08,
      "loss": 0.713,
      "step": 45497
    },
    {
      "epoch": 0.9588265975438208,
      "grad_norm": 0.09354271739721298,
      "learning_rate": 8.889443495693762e-08,
      "loss": 0.6849,
      "step": 45498
    },
    {
      "epoch": 0.9588476715821861,
      "grad_norm": 0.11857608705759048,
      "learning_rate": 8.88036524199043e-08,
      "loss": 0.6939,
      "step": 45499
    },
    {
      "epoch": 0.9588687456205514,
      "grad_norm": 0.13003851473331451,
      "learning_rate": 8.871291605518251e-08,
      "loss": 0.6691,
      "step": 45500
    },
    {
      "epoch": 0.9588898196589167,
      "grad_norm": 0.16167505085468292,
      "learning_rate": 8.862222586319413e-08,
      "loss": 0.7187,
      "step": 45501
    },
    {
      "epoch": 0.958910893697282,
      "grad_norm": 0.10112816095352173,
      "learning_rate": 8.853158184436216e-08,
      "loss": 0.6984,
      "step": 45502
    },
    {
      "epoch": 0.9589319677356473,
      "grad_norm": 0.09903255850076675,
      "learning_rate": 8.844098399910961e-08,
      "loss": 0.6578,
      "step": 45503
    },
    {
      "epoch": 0.9589530417740125,
      "grad_norm": 0.1907266527414322,
      "learning_rate": 8.835043232785834e-08,
      "loss": 0.6742,
      "step": 45504
    },
    {
      "epoch": 0.9589741158123778,
      "grad_norm": 0.10575146973133087,
      "learning_rate": 8.825992683102802e-08,
      "loss": 0.7123,
      "step": 45505
    },
    {
      "epoch": 0.9589951898507432,
      "grad_norm": 0.10562743246555328,
      "learning_rate": 8.816946750904387e-08,
      "loss": 0.6463,
      "step": 45506
    },
    {
      "epoch": 0.9590162638891084,
      "grad_norm": 0.1163129135966301,
      "learning_rate": 8.807905436232556e-08,
      "loss": 0.6763,
      "step": 45507
    },
    {
      "epoch": 0.9590373379274737,
      "grad_norm": 0.10396093875169754,
      "learning_rate": 8.798868739129495e-08,
      "loss": 0.7046,
      "step": 45508
    },
    {
      "epoch": 0.959058411965839,
      "grad_norm": 0.10421694815158844,
      "learning_rate": 8.789836659637063e-08,
      "loss": 0.6534,
      "step": 45509
    },
    {
      "epoch": 0.9590794860042042,
      "grad_norm": 0.4613480567932129,
      "learning_rate": 8.780809197797668e-08,
      "loss": 0.6689,
      "step": 45510
    },
    {
      "epoch": 0.9591005600425696,
      "grad_norm": 0.10332709550857544,
      "learning_rate": 8.771786353653056e-08,
      "loss": 0.6971,
      "step": 45511
    },
    {
      "epoch": 0.9591216340809349,
      "grad_norm": 0.10243664681911469,
      "learning_rate": 8.762768127245524e-08,
      "loss": 0.6817,
      "step": 45512
    },
    {
      "epoch": 0.9591427081193001,
      "grad_norm": 0.13169606029987335,
      "learning_rate": 8.753754518616931e-08,
      "loss": 0.7022,
      "step": 45513
    },
    {
      "epoch": 0.9591637821576654,
      "grad_norm": 0.10516412556171417,
      "learning_rate": 8.74474552780924e-08,
      "loss": 0.6769,
      "step": 45514
    },
    {
      "epoch": 0.9591848561960307,
      "grad_norm": 0.09587066620588303,
      "learning_rate": 8.735741154864642e-08,
      "loss": 0.646,
      "step": 45515
    },
    {
      "epoch": 0.959205930234396,
      "grad_norm": 0.12072233855724335,
      "learning_rate": 8.726741399824768e-08,
      "loss": 0.7685,
      "step": 45516
    },
    {
      "epoch": 0.9592270042727613,
      "grad_norm": 0.1504647582769394,
      "learning_rate": 8.717746262731808e-08,
      "loss": 0.6624,
      "step": 45517
    },
    {
      "epoch": 0.9592480783111266,
      "grad_norm": 0.14941300451755524,
      "learning_rate": 8.708755743627618e-08,
      "loss": 0.7342,
      "step": 45518
    },
    {
      "epoch": 0.9592691523494918,
      "grad_norm": 0.1016865149140358,
      "learning_rate": 8.69976984255394e-08,
      "loss": 0.7115,
      "step": 45519
    },
    {
      "epoch": 0.9592902263878571,
      "grad_norm": 0.11990560591220856,
      "learning_rate": 8.690788559552743e-08,
      "loss": 0.6738,
      "step": 45520
    },
    {
      "epoch": 0.9593113004262225,
      "grad_norm": 0.10503026843070984,
      "learning_rate": 8.681811894665881e-08,
      "loss": 0.622,
      "step": 45521
    },
    {
      "epoch": 0.9593323744645877,
      "grad_norm": 0.11118147522211075,
      "learning_rate": 8.672839847935099e-08,
      "loss": 0.6456,
      "step": 45522
    },
    {
      "epoch": 0.959353448502953,
      "grad_norm": 0.1267293393611908,
      "learning_rate": 8.663872419402252e-08,
      "loss": 0.7202,
      "step": 45523
    },
    {
      "epoch": 0.9593745225413183,
      "grad_norm": 0.10082347691059113,
      "learning_rate": 8.654909609109086e-08,
      "loss": 0.7488,
      "step": 45524
    },
    {
      "epoch": 0.9593955965796835,
      "grad_norm": 0.09998419880867004,
      "learning_rate": 8.645951417097453e-08,
      "loss": 0.5591,
      "step": 45525
    },
    {
      "epoch": 0.9594166706180488,
      "grad_norm": 0.10055528581142426,
      "learning_rate": 8.636997843408878e-08,
      "loss": 0.7217,
      "step": 45526
    },
    {
      "epoch": 0.9594377446564142,
      "grad_norm": 0.10999507457017899,
      "learning_rate": 8.628048888085328e-08,
      "loss": 0.7122,
      "step": 45527
    },
    {
      "epoch": 0.9594588186947794,
      "grad_norm": 0.0897793248295784,
      "learning_rate": 8.619104551168322e-08,
      "loss": 0.6701,
      "step": 45528
    },
    {
      "epoch": 0.9594798927331447,
      "grad_norm": 0.10327935963869095,
      "learning_rate": 8.610164832699608e-08,
      "loss": 0.6516,
      "step": 45529
    },
    {
      "epoch": 0.95950096677151,
      "grad_norm": 0.10026654601097107,
      "learning_rate": 8.601229732720706e-08,
      "loss": 0.6892,
      "step": 45530
    },
    {
      "epoch": 0.9595220408098752,
      "grad_norm": 0.10365448147058487,
      "learning_rate": 8.592299251273361e-08,
      "loss": 0.7641,
      "step": 45531
    },
    {
      "epoch": 0.9595431148482406,
      "grad_norm": 0.1190791204571724,
      "learning_rate": 8.583373388399096e-08,
      "loss": 0.6895,
      "step": 45532
    },
    {
      "epoch": 0.9595641888866059,
      "grad_norm": 0.11838768422603607,
      "learning_rate": 8.574452144139545e-08,
      "loss": 0.7478,
      "step": 45533
    },
    {
      "epoch": 0.9595852629249711,
      "grad_norm": 0.09334820508956909,
      "learning_rate": 8.565535518536228e-08,
      "loss": 0.7018,
      "step": 45534
    },
    {
      "epoch": 0.9596063369633364,
      "grad_norm": 0.11824353039264679,
      "learning_rate": 8.55662351163078e-08,
      "loss": 0.6706,
      "step": 45535
    },
    {
      "epoch": 0.9596274110017017,
      "grad_norm": 0.11329107731580734,
      "learning_rate": 8.547716123464722e-08,
      "loss": 0.6928,
      "step": 45536
    },
    {
      "epoch": 0.9596484850400671,
      "grad_norm": 0.10388937592506409,
      "learning_rate": 8.538813354079467e-08,
      "loss": 0.694,
      "step": 45537
    },
    {
      "epoch": 0.9596695590784323,
      "grad_norm": 0.09485799819231033,
      "learning_rate": 8.529915203516536e-08,
      "loss": 0.691,
      "step": 45538
    },
    {
      "epoch": 0.9596906331167976,
      "grad_norm": 0.1567825973033905,
      "learning_rate": 8.521021671817231e-08,
      "loss": 0.6327,
      "step": 45539
    },
    {
      "epoch": 0.9597117071551629,
      "grad_norm": 0.12400327622890472,
      "learning_rate": 8.512132759023183e-08,
      "loss": 0.6695,
      "step": 45540
    },
    {
      "epoch": 0.9597327811935281,
      "grad_norm": 0.12127266824245453,
      "learning_rate": 8.503248465175695e-08,
      "loss": 0.6767,
      "step": 45541
    },
    {
      "epoch": 0.9597538552318935,
      "grad_norm": 0.11435890197753906,
      "learning_rate": 8.494368790316177e-08,
      "loss": 0.7208,
      "step": 45542
    },
    {
      "epoch": 0.9597749292702588,
      "grad_norm": 0.1085020899772644,
      "learning_rate": 8.485493734486038e-08,
      "loss": 0.734,
      "step": 45543
    },
    {
      "epoch": 0.959796003308624,
      "grad_norm": 0.09903992712497711,
      "learning_rate": 8.476623297726583e-08,
      "loss": 0.7143,
      "step": 45544
    },
    {
      "epoch": 0.9598170773469893,
      "grad_norm": 0.10250101238489151,
      "learning_rate": 8.467757480079219e-08,
      "loss": 0.7184,
      "step": 45545
    },
    {
      "epoch": 0.9598381513853546,
      "grad_norm": 0.11184684187173843,
      "learning_rate": 8.458896281585027e-08,
      "loss": 0.7679,
      "step": 45546
    },
    {
      "epoch": 0.9598592254237199,
      "grad_norm": 0.10210875421762466,
      "learning_rate": 8.450039702285528e-08,
      "loss": 0.6664,
      "step": 45547
    },
    {
      "epoch": 0.9598802994620852,
      "grad_norm": 0.09965506941080093,
      "learning_rate": 8.441187742221913e-08,
      "loss": 0.6624,
      "step": 45548
    },
    {
      "epoch": 0.9599013735004505,
      "grad_norm": 0.09835284948348999,
      "learning_rate": 8.432340401435257e-08,
      "loss": 0.6873,
      "step": 45549
    },
    {
      "epoch": 0.9599224475388157,
      "grad_norm": 0.10819738358259201,
      "learning_rate": 8.423497679966974e-08,
      "loss": 0.7621,
      "step": 45550
    },
    {
      "epoch": 0.959943521577181,
      "grad_norm": 0.11260318756103516,
      "learning_rate": 8.414659577858253e-08,
      "loss": 0.6408,
      "step": 45551
    },
    {
      "epoch": 0.9599645956155464,
      "grad_norm": 0.09952680766582489,
      "learning_rate": 8.405826095150172e-08,
      "loss": 0.6902,
      "step": 45552
    },
    {
      "epoch": 0.9599856696539116,
      "grad_norm": 0.10020153224468231,
      "learning_rate": 8.396997231883918e-08,
      "loss": 0.6262,
      "step": 45553
    },
    {
      "epoch": 0.9600067436922769,
      "grad_norm": 0.1246182844042778,
      "learning_rate": 8.388172988100685e-08,
      "loss": 0.6821,
      "step": 45554
    },
    {
      "epoch": 0.9600278177306422,
      "grad_norm": 0.10164313018321991,
      "learning_rate": 8.379353363841436e-08,
      "loss": 0.7142,
      "step": 45555
    },
    {
      "epoch": 0.9600488917690074,
      "grad_norm": 0.12446218729019165,
      "learning_rate": 8.370538359147474e-08,
      "loss": 0.7284,
      "step": 45556
    },
    {
      "epoch": 0.9600699658073728,
      "grad_norm": 0.09958594292402267,
      "learning_rate": 8.361727974059653e-08,
      "loss": 0.702,
      "step": 45557
    },
    {
      "epoch": 0.9600910398457381,
      "grad_norm": 0.09300626069307327,
      "learning_rate": 8.352922208619052e-08,
      "loss": 0.683,
      "step": 45558
    },
    {
      "epoch": 0.9601121138841033,
      "grad_norm": 0.2108980268239975,
      "learning_rate": 8.344121062866861e-08,
      "loss": 0.7802,
      "step": 45559
    },
    {
      "epoch": 0.9601331879224686,
      "grad_norm": 0.11937088519334793,
      "learning_rate": 8.335324536843826e-08,
      "loss": 0.7023,
      "step": 45560
    },
    {
      "epoch": 0.9601542619608339,
      "grad_norm": 0.09856023639440536,
      "learning_rate": 8.326532630591133e-08,
      "loss": 0.6791,
      "step": 45561
    },
    {
      "epoch": 0.9601753359991992,
      "grad_norm": 0.10714300721883774,
      "learning_rate": 8.317745344149641e-08,
      "loss": 0.7119,
      "step": 45562
    },
    {
      "epoch": 0.9601964100375645,
      "grad_norm": 0.10493246465921402,
      "learning_rate": 8.308962677560317e-08,
      "loss": 0.7242,
      "step": 45563
    },
    {
      "epoch": 0.9602174840759298,
      "grad_norm": 0.10623503476381302,
      "learning_rate": 8.300184630864016e-08,
      "loss": 0.6353,
      "step": 45564
    },
    {
      "epoch": 0.960238558114295,
      "grad_norm": 0.10868822038173676,
      "learning_rate": 8.291411204101819e-08,
      "loss": 0.7603,
      "step": 45565
    },
    {
      "epoch": 0.9602596321526603,
      "grad_norm": 0.13168537616729736,
      "learning_rate": 8.282642397314356e-08,
      "loss": 0.6493,
      "step": 45566
    },
    {
      "epoch": 0.9602807061910256,
      "grad_norm": 0.10716288536787033,
      "learning_rate": 8.273878210542707e-08,
      "loss": 0.7761,
      "step": 45567
    },
    {
      "epoch": 0.9603017802293909,
      "grad_norm": 0.09623279422521591,
      "learning_rate": 8.265118643827507e-08,
      "loss": 0.6881,
      "step": 45568
    },
    {
      "epoch": 0.9603228542677562,
      "grad_norm": 0.09853803366422653,
      "learning_rate": 8.256363697209613e-08,
      "loss": 0.6359,
      "step": 45569
    },
    {
      "epoch": 0.9603439283061215,
      "grad_norm": 0.10691171139478683,
      "learning_rate": 8.247613370729879e-08,
      "loss": 0.6979,
      "step": 45570
    },
    {
      "epoch": 0.9603650023444867,
      "grad_norm": 0.1299963891506195,
      "learning_rate": 8.23886766442894e-08,
      "loss": 0.7196,
      "step": 45571
    },
    {
      "epoch": 0.960386076382852,
      "grad_norm": 0.1406155824661255,
      "learning_rate": 8.230126578347763e-08,
      "loss": 0.737,
      "step": 45572
    },
    {
      "epoch": 0.9604071504212174,
      "grad_norm": 0.09858652204275131,
      "learning_rate": 8.221390112526873e-08,
      "loss": 0.6454,
      "step": 45573
    },
    {
      "epoch": 0.9604282244595826,
      "grad_norm": 0.10876357555389404,
      "learning_rate": 8.212658267007012e-08,
      "loss": 0.6839,
      "step": 45574
    },
    {
      "epoch": 0.9604492984979479,
      "grad_norm": 0.09951867908239365,
      "learning_rate": 8.203931041828816e-08,
      "loss": 0.7102,
      "step": 45575
    },
    {
      "epoch": 0.9604703725363132,
      "grad_norm": 0.15696218609809875,
      "learning_rate": 8.195208437033031e-08,
      "loss": 0.762,
      "step": 45576
    },
    {
      "epoch": 0.9604914465746784,
      "grad_norm": 0.12728267908096313,
      "learning_rate": 8.186490452660289e-08,
      "loss": 0.6789,
      "step": 45577
    },
    {
      "epoch": 0.9605125206130438,
      "grad_norm": 0.11037355661392212,
      "learning_rate": 8.177777088751226e-08,
      "loss": 0.7182,
      "step": 45578
    },
    {
      "epoch": 0.9605335946514091,
      "grad_norm": 0.10164570808410645,
      "learning_rate": 8.169068345346364e-08,
      "loss": 0.6674,
      "step": 45579
    },
    {
      "epoch": 0.9605546686897743,
      "grad_norm": 0.11276523023843765,
      "learning_rate": 8.160364222486228e-08,
      "loss": 0.6673,
      "step": 45580
    },
    {
      "epoch": 0.9605757427281396,
      "grad_norm": 0.25815945863723755,
      "learning_rate": 8.151664720211449e-08,
      "loss": 0.6746,
      "step": 45581
    },
    {
      "epoch": 0.9605968167665049,
      "grad_norm": 0.144161194562912,
      "learning_rate": 8.142969838562554e-08,
      "loss": 0.7195,
      "step": 45582
    },
    {
      "epoch": 0.9606178908048703,
      "grad_norm": 0.12210416793823242,
      "learning_rate": 8.134279577580063e-08,
      "loss": 0.7076,
      "step": 45583
    },
    {
      "epoch": 0.9606389648432355,
      "grad_norm": 0.20074975490570068,
      "learning_rate": 8.125593937304388e-08,
      "loss": 0.7649,
      "step": 45584
    },
    {
      "epoch": 0.9606600388816008,
      "grad_norm": 0.11655090749263763,
      "learning_rate": 8.116912917776054e-08,
      "loss": 0.6996,
      "step": 45585
    },
    {
      "epoch": 0.960681112919966,
      "grad_norm": 0.16848516464233398,
      "learning_rate": 8.108236519035473e-08,
      "loss": 0.6765,
      "step": 45586
    },
    {
      "epoch": 0.9607021869583313,
      "grad_norm": 0.10295990109443665,
      "learning_rate": 8.099564741123167e-08,
      "loss": 0.6991,
      "step": 45587
    },
    {
      "epoch": 0.9607232609966967,
      "grad_norm": 0.0963708758354187,
      "learning_rate": 8.090897584079327e-08,
      "loss": 0.7378,
      "step": 45588
    },
    {
      "epoch": 0.960744335035062,
      "grad_norm": 0.11609625816345215,
      "learning_rate": 8.082235047944476e-08,
      "loss": 0.7168,
      "step": 45589
    },
    {
      "epoch": 0.9607654090734272,
      "grad_norm": 0.10466623306274414,
      "learning_rate": 8.073577132758914e-08,
      "loss": 0.7073,
      "step": 45590
    },
    {
      "epoch": 0.9607864831117925,
      "grad_norm": 0.10189473628997803,
      "learning_rate": 8.064923838563054e-08,
      "loss": 0.6582,
      "step": 45591
    },
    {
      "epoch": 0.9608075571501578,
      "grad_norm": 0.14305098354816437,
      "learning_rate": 8.056275165397087e-08,
      "loss": 0.7029,
      "step": 45592
    },
    {
      "epoch": 0.9608286311885231,
      "grad_norm": 0.11082730442285538,
      "learning_rate": 8.047631113301424e-08,
      "loss": 0.6889,
      "step": 45593
    },
    {
      "epoch": 0.9608497052268884,
      "grad_norm": 0.09683915972709656,
      "learning_rate": 8.038991682316255e-08,
      "loss": 0.6639,
      "step": 45594
    },
    {
      "epoch": 0.9608707792652537,
      "grad_norm": 0.108960822224617,
      "learning_rate": 8.030356872481881e-08,
      "loss": 0.7402,
      "step": 45595
    },
    {
      "epoch": 0.9608918533036189,
      "grad_norm": 0.08670216053724289,
      "learning_rate": 8.021726683838493e-08,
      "loss": 0.6591,
      "step": 45596
    },
    {
      "epoch": 0.9609129273419842,
      "grad_norm": 0.10766241699457169,
      "learning_rate": 8.01310111642628e-08,
      "loss": 0.6966,
      "step": 45597
    },
    {
      "epoch": 0.9609340013803496,
      "grad_norm": 0.10996148735284805,
      "learning_rate": 8.004480170285434e-08,
      "loss": 0.6961,
      "step": 45598
    },
    {
      "epoch": 0.9609550754187148,
      "grad_norm": 0.13400445878505707,
      "learning_rate": 7.995863845456143e-08,
      "loss": 0.7173,
      "step": 45599
    },
    {
      "epoch": 0.9609761494570801,
      "grad_norm": 0.10535261034965515,
      "learning_rate": 7.987252141978597e-08,
      "loss": 0.6929,
      "step": 45600
    },
    {
      "epoch": 0.9609972234954454,
      "grad_norm": 0.09505974501371384,
      "learning_rate": 7.978645059892764e-08,
      "loss": 0.7233,
      "step": 45601
    },
    {
      "epoch": 0.9610182975338106,
      "grad_norm": 0.10935965180397034,
      "learning_rate": 7.970042599238837e-08,
      "loss": 0.7553,
      "step": 45602
    },
    {
      "epoch": 0.9610393715721759,
      "grad_norm": 0.10529277473688126,
      "learning_rate": 7.96144476005689e-08,
      "loss": 0.6689,
      "step": 45603
    },
    {
      "epoch": 0.9610604456105413,
      "grad_norm": 0.11883112788200378,
      "learning_rate": 7.952851542387008e-08,
      "loss": 0.6898,
      "step": 45604
    },
    {
      "epoch": 0.9610815196489065,
      "grad_norm": 0.10012312978506088,
      "learning_rate": 7.944262946269155e-08,
      "loss": 0.6377,
      "step": 45605
    },
    {
      "epoch": 0.9611025936872718,
      "grad_norm": 0.11521679908037186,
      "learning_rate": 7.93567897174341e-08,
      "loss": 0.7121,
      "step": 45606
    },
    {
      "epoch": 0.9611236677256371,
      "grad_norm": 0.09006515145301819,
      "learning_rate": 7.927099618849632e-08,
      "loss": 0.6631,
      "step": 45607
    },
    {
      "epoch": 0.9611447417640023,
      "grad_norm": 0.10895519703626633,
      "learning_rate": 7.91852488762801e-08,
      "loss": 0.7214,
      "step": 45608
    },
    {
      "epoch": 0.9611658158023677,
      "grad_norm": 0.21909570693969727,
      "learning_rate": 7.90995477811829e-08,
      "loss": 0.6528,
      "step": 45609
    },
    {
      "epoch": 0.961186889840733,
      "grad_norm": 0.12034042179584503,
      "learning_rate": 7.90138929036044e-08,
      "loss": 0.7005,
      "step": 45610
    },
    {
      "epoch": 0.9612079638790982,
      "grad_norm": 0.10545223951339722,
      "learning_rate": 7.892828424394427e-08,
      "loss": 0.6759,
      "step": 45611
    },
    {
      "epoch": 0.9612290379174635,
      "grad_norm": 0.12491614371538162,
      "learning_rate": 7.884272180260111e-08,
      "loss": 0.7382,
      "step": 45612
    },
    {
      "epoch": 0.9612501119558288,
      "grad_norm": 0.765942394733429,
      "learning_rate": 7.875720557997346e-08,
      "loss": 0.7134,
      "step": 45613
    },
    {
      "epoch": 0.9612711859941941,
      "grad_norm": 0.09688843041658401,
      "learning_rate": 7.867173557645879e-08,
      "loss": 0.7249,
      "step": 45614
    },
    {
      "epoch": 0.9612922600325594,
      "grad_norm": 0.10860420018434525,
      "learning_rate": 7.858631179245679e-08,
      "loss": 0.7386,
      "step": 45615
    },
    {
      "epoch": 0.9613133340709247,
      "grad_norm": 0.10730217397212982,
      "learning_rate": 7.850093422836491e-08,
      "loss": 0.7134,
      "step": 45616
    },
    {
      "epoch": 0.9613344081092899,
      "grad_norm": 0.10704320669174194,
      "learning_rate": 7.841560288458061e-08,
      "loss": 0.7093,
      "step": 45617
    },
    {
      "epoch": 0.9613554821476552,
      "grad_norm": 0.118088498711586,
      "learning_rate": 7.833031776150135e-08,
      "loss": 0.6989,
      "step": 45618
    },
    {
      "epoch": 0.9613765561860206,
      "grad_norm": 0.1049807071685791,
      "learning_rate": 7.82450788595246e-08,
      "loss": 0.6705,
      "step": 45619
    },
    {
      "epoch": 0.9613976302243858,
      "grad_norm": 0.09996244311332703,
      "learning_rate": 7.815988617904669e-08,
      "loss": 0.6565,
      "step": 45620
    },
    {
      "epoch": 0.9614187042627511,
      "grad_norm": 0.10606396198272705,
      "learning_rate": 7.80747397204662e-08,
      "loss": 0.6975,
      "step": 45621
    },
    {
      "epoch": 0.9614397783011164,
      "grad_norm": 0.11833558976650238,
      "learning_rate": 7.798963948417837e-08,
      "loss": 0.7518,
      "step": 45622
    },
    {
      "epoch": 0.9614608523394816,
      "grad_norm": 0.10109179466962814,
      "learning_rate": 7.790458547058067e-08,
      "loss": 0.6775,
      "step": 45623
    },
    {
      "epoch": 0.961481926377847,
      "grad_norm": 0.10812484472990036,
      "learning_rate": 7.781957768006832e-08,
      "loss": 0.6828,
      "step": 45624
    },
    {
      "epoch": 0.9615030004162123,
      "grad_norm": 0.16777849197387695,
      "learning_rate": 7.773461611303878e-08,
      "loss": 0.6378,
      "step": 45625
    },
    {
      "epoch": 0.9615240744545775,
      "grad_norm": 0.10925545543432236,
      "learning_rate": 7.76497007698862e-08,
      "loss": 0.713,
      "step": 45626
    },
    {
      "epoch": 0.9615451484929428,
      "grad_norm": 0.10408413410186768,
      "learning_rate": 7.756483165100692e-08,
      "loss": 0.6594,
      "step": 45627
    },
    {
      "epoch": 0.9615662225313081,
      "grad_norm": 0.12148281186819077,
      "learning_rate": 7.748000875679618e-08,
      "loss": 0.7094,
      "step": 45628
    },
    {
      "epoch": 0.9615872965696735,
      "grad_norm": 0.11774569749832153,
      "learning_rate": 7.73952320876492e-08,
      "loss": 0.7326,
      "step": 45629
    },
    {
      "epoch": 0.9616083706080387,
      "grad_norm": 0.10309533774852753,
      "learning_rate": 7.731050164396126e-08,
      "loss": 0.613,
      "step": 45630
    },
    {
      "epoch": 0.961629444646404,
      "grad_norm": 0.13039378821849823,
      "learning_rate": 7.722581742612645e-08,
      "loss": 0.7153,
      "step": 45631
    },
    {
      "epoch": 0.9616505186847693,
      "grad_norm": 0.11749861389398575,
      "learning_rate": 7.714117943454003e-08,
      "loss": 0.7518,
      "step": 45632
    },
    {
      "epoch": 0.9616715927231345,
      "grad_norm": 0.10829098522663116,
      "learning_rate": 7.7056587669595e-08,
      "loss": 0.6407,
      "step": 45633
    },
    {
      "epoch": 0.9616926667614999,
      "grad_norm": 0.13442368805408478,
      "learning_rate": 7.697204213168663e-08,
      "loss": 0.7546,
      "step": 45634
    },
    {
      "epoch": 0.9617137407998652,
      "grad_norm": 0.10930457711219788,
      "learning_rate": 7.688754282120903e-08,
      "loss": 0.7366,
      "step": 45635
    },
    {
      "epoch": 0.9617348148382304,
      "grad_norm": 0.1481838822364807,
      "learning_rate": 7.680308973855411e-08,
      "loss": 0.681,
      "step": 45636
    },
    {
      "epoch": 0.9617558888765957,
      "grad_norm": 0.139785498380661,
      "learning_rate": 7.671868288411711e-08,
      "loss": 0.6876,
      "step": 45637
    },
    {
      "epoch": 0.961776962914961,
      "grad_norm": 0.09929268062114716,
      "learning_rate": 7.663432225829104e-08,
      "loss": 0.6376,
      "step": 45638
    },
    {
      "epoch": 0.9617980369533262,
      "grad_norm": 0.09549783170223236,
      "learning_rate": 7.655000786146782e-08,
      "loss": 0.7369,
      "step": 45639
    },
    {
      "epoch": 0.9618191109916916,
      "grad_norm": 0.195032000541687,
      "learning_rate": 7.646573969404159e-08,
      "loss": 0.6887,
      "step": 45640
    },
    {
      "epoch": 0.9618401850300569,
      "grad_norm": 0.0898589938879013,
      "learning_rate": 7.638151775640312e-08,
      "loss": 0.6588,
      "step": 45641
    },
    {
      "epoch": 0.9618612590684221,
      "grad_norm": 0.10288384556770325,
      "learning_rate": 7.629734204894656e-08,
      "loss": 0.7486,
      "step": 45642
    },
    {
      "epoch": 0.9618823331067874,
      "grad_norm": 0.11205272376537323,
      "learning_rate": 7.621321257206272e-08,
      "loss": 0.6869,
      "step": 45643
    },
    {
      "epoch": 0.9619034071451527,
      "grad_norm": 0.09683134406805038,
      "learning_rate": 7.612912932614458e-08,
      "loss": 0.6588,
      "step": 45644
    },
    {
      "epoch": 0.961924481183518,
      "grad_norm": 0.08417434245347977,
      "learning_rate": 7.604509231158408e-08,
      "loss": 0.5761,
      "step": 45645
    },
    {
      "epoch": 0.9619455552218833,
      "grad_norm": 0.11092203855514526,
      "learning_rate": 7.596110152877201e-08,
      "loss": 0.7039,
      "step": 45646
    },
    {
      "epoch": 0.9619666292602486,
      "grad_norm": 0.12127404659986496,
      "learning_rate": 7.587715697809806e-08,
      "loss": 0.7239,
      "step": 45647
    },
    {
      "epoch": 0.9619877032986138,
      "grad_norm": 0.10791363567113876,
      "learning_rate": 7.579325865995634e-08,
      "loss": 0.6576,
      "step": 45648
    },
    {
      "epoch": 0.9620087773369791,
      "grad_norm": 0.17654991149902344,
      "learning_rate": 7.570940657473546e-08,
      "loss": 0.6872,
      "step": 45649
    },
    {
      "epoch": 0.9620298513753445,
      "grad_norm": 0.10390214622020721,
      "learning_rate": 7.562560072282731e-08,
      "loss": 0.6783,
      "step": 45650
    },
    {
      "epoch": 0.9620509254137097,
      "grad_norm": 0.10232450067996979,
      "learning_rate": 7.55418411046216e-08,
      "loss": 0.7041,
      "step": 45651
    },
    {
      "epoch": 0.962071999452075,
      "grad_norm": 0.10633734613656998,
      "learning_rate": 7.545812772050909e-08,
      "loss": 0.7292,
      "step": 45652
    },
    {
      "epoch": 0.9620930734904403,
      "grad_norm": 0.13010719418525696,
      "learning_rate": 7.537446057087949e-08,
      "loss": 0.684,
      "step": 45653
    },
    {
      "epoch": 0.9621141475288055,
      "grad_norm": 0.11283015459775925,
      "learning_rate": 7.529083965612249e-08,
      "loss": 0.7242,
      "step": 45654
    },
    {
      "epoch": 0.9621352215671709,
      "grad_norm": 0.10158646106719971,
      "learning_rate": 7.52072649766289e-08,
      "loss": 0.7118,
      "step": 45655
    },
    {
      "epoch": 0.9621562956055362,
      "grad_norm": 0.12657317519187927,
      "learning_rate": 7.512373653278505e-08,
      "loss": 0.7105,
      "step": 45656
    },
    {
      "epoch": 0.9621773696439014,
      "grad_norm": 0.10031300783157349,
      "learning_rate": 7.504025432498285e-08,
      "loss": 0.6828,
      "step": 45657
    },
    {
      "epoch": 0.9621984436822667,
      "grad_norm": 0.11105821281671524,
      "learning_rate": 7.49568183536098e-08,
      "loss": 0.7422,
      "step": 45658
    },
    {
      "epoch": 0.962219517720632,
      "grad_norm": 0.1280926913022995,
      "learning_rate": 7.487342861905555e-08,
      "loss": 0.6921,
      "step": 45659
    },
    {
      "epoch": 0.9622405917589973,
      "grad_norm": 0.10995844751596451,
      "learning_rate": 7.47900851217076e-08,
      "loss": 0.6298,
      "step": 45660
    },
    {
      "epoch": 0.9622616657973626,
      "grad_norm": 0.10959429293870926,
      "learning_rate": 7.470678786195562e-08,
      "loss": 0.6935,
      "step": 45661
    },
    {
      "epoch": 0.9622827398357279,
      "grad_norm": 0.09907635301351547,
      "learning_rate": 7.462353684018597e-08,
      "loss": 0.7179,
      "step": 45662
    },
    {
      "epoch": 0.9623038138740931,
      "grad_norm": 0.09720975905656815,
      "learning_rate": 7.454033205678613e-08,
      "loss": 0.6544,
      "step": 45663
    },
    {
      "epoch": 0.9623248879124584,
      "grad_norm": 0.11894276738166809,
      "learning_rate": 7.445717351214687e-08,
      "loss": 0.6986,
      "step": 45664
    },
    {
      "epoch": 0.9623459619508238,
      "grad_norm": 0.0917992815375328,
      "learning_rate": 7.437406120665236e-08,
      "loss": 0.6324,
      "step": 45665
    },
    {
      "epoch": 0.962367035989189,
      "grad_norm": 0.09575562924146652,
      "learning_rate": 7.429099514069227e-08,
      "loss": 0.679,
      "step": 45666
    },
    {
      "epoch": 0.9623881100275543,
      "grad_norm": 0.11035916954278946,
      "learning_rate": 7.420797531465074e-08,
      "loss": 0.7554,
      "step": 45667
    },
    {
      "epoch": 0.9624091840659196,
      "grad_norm": 0.10697644203901291,
      "learning_rate": 7.412500172891635e-08,
      "loss": 0.6631,
      "step": 45668
    },
    {
      "epoch": 0.9624302581042848,
      "grad_norm": 0.11591948568820953,
      "learning_rate": 7.404207438387656e-08,
      "loss": 0.7289,
      "step": 45669
    },
    {
      "epoch": 0.9624513321426502,
      "grad_norm": 0.1021033301949501,
      "learning_rate": 7.395919327991552e-08,
      "loss": 0.7271,
      "step": 45670
    },
    {
      "epoch": 0.9624724061810155,
      "grad_norm": 0.17602166533470154,
      "learning_rate": 7.387635841742069e-08,
      "loss": 0.6452,
      "step": 45671
    },
    {
      "epoch": 0.9624934802193807,
      "grad_norm": 0.10007240623235703,
      "learning_rate": 7.379356979677732e-08,
      "loss": 0.6509,
      "step": 45672
    },
    {
      "epoch": 0.962514554257746,
      "grad_norm": 0.10032325237989426,
      "learning_rate": 7.371082741837065e-08,
      "loss": 0.7444,
      "step": 45673
    },
    {
      "epoch": 0.9625356282961113,
      "grad_norm": 0.1035759374499321,
      "learning_rate": 7.362813128258817e-08,
      "loss": 0.6548,
      "step": 45674
    },
    {
      "epoch": 0.9625567023344767,
      "grad_norm": 0.148821622133255,
      "learning_rate": 7.354548138981398e-08,
      "loss": 0.6967,
      "step": 45675
    },
    {
      "epoch": 0.9625777763728419,
      "grad_norm": 0.10883000493049622,
      "learning_rate": 7.346287774043225e-08,
      "loss": 0.7314,
      "step": 45676
    },
    {
      "epoch": 0.9625988504112072,
      "grad_norm": 0.10526077449321747,
      "learning_rate": 7.338032033482712e-08,
      "loss": 0.7019,
      "step": 45677
    },
    {
      "epoch": 0.9626199244495725,
      "grad_norm": 0.10670404136180878,
      "learning_rate": 7.329780917338602e-08,
      "loss": 0.6203,
      "step": 45678
    },
    {
      "epoch": 0.9626409984879377,
      "grad_norm": 0.10917714983224869,
      "learning_rate": 7.321534425649202e-08,
      "loss": 0.7662,
      "step": 45679
    },
    {
      "epoch": 0.962662072526303,
      "grad_norm": 0.09629851579666138,
      "learning_rate": 7.313292558452922e-08,
      "loss": 0.6942,
      "step": 45680
    },
    {
      "epoch": 0.9626831465646684,
      "grad_norm": 0.1381584256887436,
      "learning_rate": 7.305055315788067e-08,
      "loss": 0.6645,
      "step": 45681
    },
    {
      "epoch": 0.9627042206030336,
      "grad_norm": 0.10617069154977798,
      "learning_rate": 7.296822697693163e-08,
      "loss": 0.7104,
      "step": 45682
    },
    {
      "epoch": 0.9627252946413989,
      "grad_norm": 0.11801370978355408,
      "learning_rate": 7.288594704206509e-08,
      "loss": 0.6806,
      "step": 45683
    },
    {
      "epoch": 0.9627463686797642,
      "grad_norm": 0.10107333958148956,
      "learning_rate": 7.280371335366521e-08,
      "loss": 0.7181,
      "step": 45684
    },
    {
      "epoch": 0.9627674427181294,
      "grad_norm": 0.12658461928367615,
      "learning_rate": 7.272152591211278e-08,
      "loss": 0.7209,
      "step": 45685
    },
    {
      "epoch": 0.9627885167564948,
      "grad_norm": 0.11322620511054993,
      "learning_rate": 7.263938471779197e-08,
      "loss": 0.692,
      "step": 45686
    },
    {
      "epoch": 0.9628095907948601,
      "grad_norm": 0.10980960726737976,
      "learning_rate": 7.255728977108578e-08,
      "loss": 0.6887,
      "step": 45687
    },
    {
      "epoch": 0.9628306648332253,
      "grad_norm": 0.10557305067777634,
      "learning_rate": 7.247524107237614e-08,
      "loss": 0.6468,
      "step": 45688
    },
    {
      "epoch": 0.9628517388715906,
      "grad_norm": 0.11154929548501968,
      "learning_rate": 7.239323862204495e-08,
      "loss": 0.7205,
      "step": 45689
    },
    {
      "epoch": 0.9628728129099559,
      "grad_norm": 0.1074134036898613,
      "learning_rate": 7.231128242047525e-08,
      "loss": 0.6382,
      "step": 45690
    },
    {
      "epoch": 0.9628938869483212,
      "grad_norm": 0.09644842892885208,
      "learning_rate": 7.222937246804785e-08,
      "loss": 0.6712,
      "step": 45691
    },
    {
      "epoch": 0.9629149609866865,
      "grad_norm": 0.0998387560248375,
      "learning_rate": 7.214750876514575e-08,
      "loss": 0.6953,
      "step": 45692
    },
    {
      "epoch": 0.9629360350250518,
      "grad_norm": 0.13914459943771362,
      "learning_rate": 7.20656913121498e-08,
      "loss": 0.6465,
      "step": 45693
    },
    {
      "epoch": 0.962957109063417,
      "grad_norm": 0.2923543453216553,
      "learning_rate": 7.198392010943967e-08,
      "loss": 0.6924,
      "step": 45694
    },
    {
      "epoch": 0.9629781831017823,
      "grad_norm": 0.12085644155740738,
      "learning_rate": 7.190219515739727e-08,
      "loss": 0.6942,
      "step": 45695
    },
    {
      "epoch": 0.9629992571401477,
      "grad_norm": 0.10826892405748367,
      "learning_rate": 7.182051645640454e-08,
      "loss": 0.6799,
      "step": 45696
    },
    {
      "epoch": 0.9630203311785129,
      "grad_norm": 0.10934465378522873,
      "learning_rate": 7.173888400684004e-08,
      "loss": 0.6726,
      "step": 45697
    },
    {
      "epoch": 0.9630414052168782,
      "grad_norm": 0.10542774200439453,
      "learning_rate": 7.16572978090846e-08,
      "loss": 0.6725,
      "step": 45698
    },
    {
      "epoch": 0.9630624792552435,
      "grad_norm": 0.10289101302623749,
      "learning_rate": 7.157575786352011e-08,
      "loss": 0.7069,
      "step": 45699
    },
    {
      "epoch": 0.9630835532936087,
      "grad_norm": 0.10949353873729706,
      "learning_rate": 7.149426417052407e-08,
      "loss": 0.6965,
      "step": 45700
    },
    {
      "epoch": 0.9631046273319741,
      "grad_norm": 0.20610231161117554,
      "learning_rate": 7.141281673047617e-08,
      "loss": 0.7492,
      "step": 45701
    },
    {
      "epoch": 0.9631257013703394,
      "grad_norm": 0.12564298510551453,
      "learning_rate": 7.133141554375722e-08,
      "loss": 0.6901,
      "step": 45702
    },
    {
      "epoch": 0.9631467754087046,
      "grad_norm": 0.12348365038633347,
      "learning_rate": 7.125006061074691e-08,
      "loss": 0.6353,
      "step": 45703
    },
    {
      "epoch": 0.9631678494470699,
      "grad_norm": 0.10315758734941483,
      "learning_rate": 7.11687519318216e-08,
      "loss": 0.7091,
      "step": 45704
    },
    {
      "epoch": 0.9631889234854352,
      "grad_norm": 0.12986835837364197,
      "learning_rate": 7.108748950736321e-08,
      "loss": 0.7402,
      "step": 45705
    },
    {
      "epoch": 0.9632099975238005,
      "grad_norm": 0.08855006098747253,
      "learning_rate": 7.100627333774812e-08,
      "loss": 0.6544,
      "step": 45706
    },
    {
      "epoch": 0.9632310715621658,
      "grad_norm": 0.10077754408121109,
      "learning_rate": 7.09251034233549e-08,
      "loss": 0.7014,
      "step": 45707
    },
    {
      "epoch": 0.9632521456005311,
      "grad_norm": 0.11980166286230087,
      "learning_rate": 7.084397976456214e-08,
      "loss": 0.7215,
      "step": 45708
    },
    {
      "epoch": 0.9632732196388963,
      "grad_norm": 0.1080445870757103,
      "learning_rate": 7.076290236174843e-08,
      "loss": 0.629,
      "step": 45709
    },
    {
      "epoch": 0.9632942936772616,
      "grad_norm": 0.1122727245092392,
      "learning_rate": 7.068187121529013e-08,
      "loss": 0.6905,
      "step": 45710
    },
    {
      "epoch": 0.963315367715627,
      "grad_norm": 0.09754800796508789,
      "learning_rate": 7.060088632556583e-08,
      "loss": 0.7225,
      "step": 45711
    },
    {
      "epoch": 0.9633364417539922,
      "grad_norm": 0.09773752838373184,
      "learning_rate": 7.0519947692953e-08,
      "loss": 0.6829,
      "step": 45712
    },
    {
      "epoch": 0.9633575157923575,
      "grad_norm": 0.12453348934650421,
      "learning_rate": 7.04390553178269e-08,
      "loss": 0.7355,
      "step": 45713
    },
    {
      "epoch": 0.9633785898307228,
      "grad_norm": 0.13462843000888824,
      "learning_rate": 7.035820920056724e-08,
      "loss": 0.726,
      "step": 45714
    },
    {
      "epoch": 0.963399663869088,
      "grad_norm": 0.1321515440940857,
      "learning_rate": 7.027740934154703e-08,
      "loss": 0.6799,
      "step": 45715
    },
    {
      "epoch": 0.9634207379074533,
      "grad_norm": 0.11674631386995316,
      "learning_rate": 7.019665574114598e-08,
      "loss": 0.6806,
      "step": 45716
    },
    {
      "epoch": 0.9634418119458187,
      "grad_norm": 0.09821583330631256,
      "learning_rate": 7.011594839973823e-08,
      "loss": 0.6644,
      "step": 45717
    },
    {
      "epoch": 0.963462885984184,
      "grad_norm": 0.11788485199213028,
      "learning_rate": 7.003528731770016e-08,
      "loss": 0.6753,
      "step": 45718
    },
    {
      "epoch": 0.9634839600225492,
      "grad_norm": 0.19084659218788147,
      "learning_rate": 6.99546724954081e-08,
      "loss": 0.6684,
      "step": 45719
    },
    {
      "epoch": 0.9635050340609145,
      "grad_norm": 0.14645728468894958,
      "learning_rate": 6.987410393323735e-08,
      "loss": 0.6261,
      "step": 45720
    },
    {
      "epoch": 0.9635261080992797,
      "grad_norm": 0.10821043699979782,
      "learning_rate": 6.979358163156313e-08,
      "loss": 0.7082,
      "step": 45721
    },
    {
      "epoch": 0.9635471821376451,
      "grad_norm": 0.09713369607925415,
      "learning_rate": 6.971310559076183e-08,
      "loss": 0.6627,
      "step": 45722
    },
    {
      "epoch": 0.9635682561760104,
      "grad_norm": 0.15739129483699799,
      "learning_rate": 6.963267581120647e-08,
      "loss": 0.7606,
      "step": 45723
    },
    {
      "epoch": 0.9635893302143757,
      "grad_norm": 0.12011478841304779,
      "learning_rate": 6.955229229327232e-08,
      "loss": 0.741,
      "step": 45724
    },
    {
      "epoch": 0.9636104042527409,
      "grad_norm": 0.10769569128751755,
      "learning_rate": 6.947195503733462e-08,
      "loss": 0.6771,
      "step": 45725
    },
    {
      "epoch": 0.9636314782911062,
      "grad_norm": 0.09456431865692139,
      "learning_rate": 6.93916640437664e-08,
      "loss": 0.6702,
      "step": 45726
    },
    {
      "epoch": 0.9636525523294716,
      "grad_norm": 0.1074526384472847,
      "learning_rate": 6.931141931294183e-08,
      "loss": 0.6323,
      "step": 45727
    },
    {
      "epoch": 0.9636736263678368,
      "grad_norm": 0.09377840161323547,
      "learning_rate": 6.923122084523615e-08,
      "loss": 0.691,
      "step": 45728
    },
    {
      "epoch": 0.9636947004062021,
      "grad_norm": 0.10056670755147934,
      "learning_rate": 6.915106864102128e-08,
      "loss": 0.6683,
      "step": 45729
    },
    {
      "epoch": 0.9637157744445674,
      "grad_norm": 0.11008479446172714,
      "learning_rate": 6.907096270067249e-08,
      "loss": 0.6995,
      "step": 45730
    },
    {
      "epoch": 0.9637368484829326,
      "grad_norm": 0.10966594517230988,
      "learning_rate": 6.899090302456057e-08,
      "loss": 0.6715,
      "step": 45731
    },
    {
      "epoch": 0.963757922521298,
      "grad_norm": 0.11730459332466125,
      "learning_rate": 6.89108896130608e-08,
      "loss": 0.7314,
      "step": 45732
    },
    {
      "epoch": 0.9637789965596633,
      "grad_norm": 0.10762065649032593,
      "learning_rate": 6.8830922466544e-08,
      "loss": 0.686,
      "step": 45733
    },
    {
      "epoch": 0.9638000705980285,
      "grad_norm": 0.10188116133213043,
      "learning_rate": 6.875100158538428e-08,
      "loss": 0.6981,
      "step": 45734
    },
    {
      "epoch": 0.9638211446363938,
      "grad_norm": 0.10042852908372879,
      "learning_rate": 6.867112696995249e-08,
      "loss": 0.7373,
      "step": 45735
    },
    {
      "epoch": 0.963842218674759,
      "grad_norm": 0.11044695973396301,
      "learning_rate": 6.859129862062275e-08,
      "loss": 0.7055,
      "step": 45736
    },
    {
      "epoch": 0.9638632927131244,
      "grad_norm": 0.15630285441875458,
      "learning_rate": 6.851151653776478e-08,
      "loss": 0.7401,
      "step": 45737
    },
    {
      "epoch": 0.9638843667514897,
      "grad_norm": 0.10671854019165039,
      "learning_rate": 6.843178072175161e-08,
      "loss": 0.7695,
      "step": 45738
    },
    {
      "epoch": 0.963905440789855,
      "grad_norm": 0.09448619186878204,
      "learning_rate": 6.835209117295404e-08,
      "loss": 0.7112,
      "step": 45739
    },
    {
      "epoch": 0.9639265148282202,
      "grad_norm": 0.09436578303575516,
      "learning_rate": 6.827244789174403e-08,
      "loss": 0.6928,
      "step": 45740
    },
    {
      "epoch": 0.9639475888665855,
      "grad_norm": 0.12235672771930695,
      "learning_rate": 6.819285087849125e-08,
      "loss": 0.7139,
      "step": 45741
    },
    {
      "epoch": 0.9639686629049509,
      "grad_norm": 0.08993250131607056,
      "learning_rate": 6.811330013356876e-08,
      "loss": 0.696,
      "step": 45742
    },
    {
      "epoch": 0.9639897369433161,
      "grad_norm": 0.09605050086975098,
      "learning_rate": 6.803379565734514e-08,
      "loss": 0.6231,
      "step": 45743
    },
    {
      "epoch": 0.9640108109816814,
      "grad_norm": 0.103995181620121,
      "learning_rate": 6.79543374501912e-08,
      "loss": 0.7316,
      "step": 45744
    },
    {
      "epoch": 0.9640318850200467,
      "grad_norm": 0.11967527866363525,
      "learning_rate": 6.787492551247776e-08,
      "loss": 0.6661,
      "step": 45745
    },
    {
      "epoch": 0.9640529590584119,
      "grad_norm": 0.15161316096782684,
      "learning_rate": 6.779555984457454e-08,
      "loss": 0.6921,
      "step": 45746
    },
    {
      "epoch": 0.9640740330967773,
      "grad_norm": 0.12865187227725983,
      "learning_rate": 6.77162404468501e-08,
      "loss": 0.753,
      "step": 45747
    },
    {
      "epoch": 0.9640951071351426,
      "grad_norm": 0.10122448205947876,
      "learning_rate": 6.763696731967529e-08,
      "loss": 0.6378,
      "step": 45748
    },
    {
      "epoch": 0.9641161811735078,
      "grad_norm": 0.09366574883460999,
      "learning_rate": 6.755774046341867e-08,
      "loss": 0.6437,
      "step": 45749
    },
    {
      "epoch": 0.9641372552118731,
      "grad_norm": 0.1120823547244072,
      "learning_rate": 6.747855987844997e-08,
      "loss": 0.6783,
      "step": 45750
    },
    {
      "epoch": 0.9641583292502384,
      "grad_norm": 0.10782849043607712,
      "learning_rate": 6.73994255651389e-08,
      "loss": 0.5996,
      "step": 45751
    },
    {
      "epoch": 0.9641794032886036,
      "grad_norm": 0.10380357503890991,
      "learning_rate": 6.73203375238518e-08,
      "loss": 0.7388,
      "step": 45752
    },
    {
      "epoch": 0.964200477326969,
      "grad_norm": 0.10887227952480316,
      "learning_rate": 6.724129575495952e-08,
      "loss": 0.7504,
      "step": 45753
    },
    {
      "epoch": 0.9642215513653343,
      "grad_norm": 0.10928568243980408,
      "learning_rate": 6.716230025882842e-08,
      "loss": 0.6569,
      "step": 45754
    },
    {
      "epoch": 0.9642426254036995,
      "grad_norm": 0.1153913214802742,
      "learning_rate": 6.708335103582597e-08,
      "loss": 0.6639,
      "step": 45755
    },
    {
      "epoch": 0.9642636994420648,
      "grad_norm": 0.160224050283432,
      "learning_rate": 6.7004448086323e-08,
      "loss": 0.793,
      "step": 45756
    },
    {
      "epoch": 0.9642847734804301,
      "grad_norm": 0.09068052470684052,
      "learning_rate": 6.692559141068367e-08,
      "loss": 0.7207,
      "step": 45757
    },
    {
      "epoch": 0.9643058475187954,
      "grad_norm": 0.09917089343070984,
      "learning_rate": 6.684678100927877e-08,
      "loss": 0.625,
      "step": 45758
    },
    {
      "epoch": 0.9643269215571607,
      "grad_norm": 0.10936866700649261,
      "learning_rate": 6.676801688247247e-08,
      "loss": 0.6529,
      "step": 45759
    },
    {
      "epoch": 0.964347995595526,
      "grad_norm": 0.10466884076595306,
      "learning_rate": 6.668929903063225e-08,
      "loss": 0.7248,
      "step": 45760
    },
    {
      "epoch": 0.9643690696338912,
      "grad_norm": 0.10580440610647202,
      "learning_rate": 6.661062745412672e-08,
      "loss": 0.7027,
      "step": 45761
    },
    {
      "epoch": 0.9643901436722565,
      "grad_norm": 0.11433015018701553,
      "learning_rate": 6.653200215332e-08,
      "loss": 0.7449,
      "step": 45762
    },
    {
      "epoch": 0.9644112177106219,
      "grad_norm": 0.0976368859410286,
      "learning_rate": 6.645342312857961e-08,
      "loss": 0.7207,
      "step": 45763
    },
    {
      "epoch": 0.9644322917489871,
      "grad_norm": 0.11357906460762024,
      "learning_rate": 6.637489038027189e-08,
      "loss": 0.7443,
      "step": 45764
    },
    {
      "epoch": 0.9644533657873524,
      "grad_norm": 0.10925550013780594,
      "learning_rate": 6.629640390876213e-08,
      "loss": 0.7223,
      "step": 45765
    },
    {
      "epoch": 0.9644744398257177,
      "grad_norm": 0.10563565790653229,
      "learning_rate": 6.62179637144167e-08,
      "loss": 0.7683,
      "step": 45766
    },
    {
      "epoch": 0.9644955138640829,
      "grad_norm": 0.09734625369310379,
      "learning_rate": 6.613956979759973e-08,
      "loss": 0.7266,
      "step": 45767
    },
    {
      "epoch": 0.9645165879024483,
      "grad_norm": 0.2712734341621399,
      "learning_rate": 6.606122215867649e-08,
      "loss": 0.6493,
      "step": 45768
    },
    {
      "epoch": 0.9645376619408136,
      "grad_norm": 0.09211640059947968,
      "learning_rate": 6.598292079801338e-08,
      "loss": 0.7337,
      "step": 45769
    },
    {
      "epoch": 0.9645587359791788,
      "grad_norm": 0.1035182848572731,
      "learning_rate": 6.590466571597454e-08,
      "loss": 0.682,
      "step": 45770
    },
    {
      "epoch": 0.9645798100175441,
      "grad_norm": 0.12614519894123077,
      "learning_rate": 6.582645691292411e-08,
      "loss": 0.6279,
      "step": 45771
    },
    {
      "epoch": 0.9646008840559094,
      "grad_norm": 0.08669566363096237,
      "learning_rate": 6.574829438922626e-08,
      "loss": 0.6422,
      "step": 45772
    },
    {
      "epoch": 0.9646219580942748,
      "grad_norm": 0.09888578206300735,
      "learning_rate": 6.567017814524623e-08,
      "loss": 0.684,
      "step": 45773
    },
    {
      "epoch": 0.96464303213264,
      "grad_norm": 0.11442118883132935,
      "learning_rate": 6.55921081813471e-08,
      "loss": 0.6922,
      "step": 45774
    },
    {
      "epoch": 0.9646641061710053,
      "grad_norm": 0.10381929576396942,
      "learning_rate": 6.551408449789298e-08,
      "loss": 0.6761,
      "step": 45775
    },
    {
      "epoch": 0.9646851802093706,
      "grad_norm": 0.15784122049808502,
      "learning_rate": 6.543610709524694e-08,
      "loss": 0.7141,
      "step": 45776
    },
    {
      "epoch": 0.9647062542477358,
      "grad_norm": 0.11186747997999191,
      "learning_rate": 6.535817597377203e-08,
      "loss": 0.6517,
      "step": 45777
    },
    {
      "epoch": 0.9647273282861012,
      "grad_norm": 0.19040973484516144,
      "learning_rate": 6.528029113383128e-08,
      "loss": 0.6893,
      "step": 45778
    },
    {
      "epoch": 0.9647484023244665,
      "grad_norm": 0.10417632758617401,
      "learning_rate": 6.520245257578883e-08,
      "loss": 0.7067,
      "step": 45779
    },
    {
      "epoch": 0.9647694763628317,
      "grad_norm": 0.14053821563720703,
      "learning_rate": 6.512466030000552e-08,
      "loss": 0.7303,
      "step": 45780
    },
    {
      "epoch": 0.964790550401197,
      "grad_norm": 0.111990787088871,
      "learning_rate": 6.504691430684551e-08,
      "loss": 0.7218,
      "step": 45781
    },
    {
      "epoch": 0.9648116244395623,
      "grad_norm": 0.10715553909540176,
      "learning_rate": 6.496921459667072e-08,
      "loss": 0.7554,
      "step": 45782
    },
    {
      "epoch": 0.9648326984779276,
      "grad_norm": 0.10739272087812424,
      "learning_rate": 6.489156116984086e-08,
      "loss": 0.7519,
      "step": 45783
    },
    {
      "epoch": 0.9648537725162929,
      "grad_norm": 0.10563682019710541,
      "learning_rate": 6.481395402672008e-08,
      "loss": 0.6945,
      "step": 45784
    },
    {
      "epoch": 0.9648748465546582,
      "grad_norm": 0.1244528591632843,
      "learning_rate": 6.473639316766922e-08,
      "loss": 0.7079,
      "step": 45785
    },
    {
      "epoch": 0.9648959205930234,
      "grad_norm": 0.11263936758041382,
      "learning_rate": 6.465887859304909e-08,
      "loss": 0.7186,
      "step": 45786
    },
    {
      "epoch": 0.9649169946313887,
      "grad_norm": 0.11333456635475159,
      "learning_rate": 6.458141030322163e-08,
      "loss": 0.7268,
      "step": 45787
    },
    {
      "epoch": 0.9649380686697541,
      "grad_norm": 0.08548872172832489,
      "learning_rate": 6.450398829854764e-08,
      "loss": 0.6166,
      "step": 45788
    },
    {
      "epoch": 0.9649591427081193,
      "grad_norm": 0.13345535099506378,
      "learning_rate": 6.442661257938687e-08,
      "loss": 0.6724,
      "step": 45789
    },
    {
      "epoch": 0.9649802167464846,
      "grad_norm": 0.09176749736070633,
      "learning_rate": 6.434928314610123e-08,
      "loss": 0.6773,
      "step": 45790
    },
    {
      "epoch": 0.9650012907848499,
      "grad_norm": 0.139361172914505,
      "learning_rate": 6.427199999904932e-08,
      "loss": 0.7006,
      "step": 45791
    },
    {
      "epoch": 0.9650223648232151,
      "grad_norm": 0.09953763335943222,
      "learning_rate": 6.419476313859197e-08,
      "loss": 0.7016,
      "step": 45792
    },
    {
      "epoch": 0.9650434388615804,
      "grad_norm": 0.10679250210523605,
      "learning_rate": 6.411757256508999e-08,
      "loss": 0.6773,
      "step": 45793
    },
    {
      "epoch": 0.9650645128999458,
      "grad_norm": 0.12847736477851868,
      "learning_rate": 6.4040428278902e-08,
      "loss": 0.6841,
      "step": 45794
    },
    {
      "epoch": 0.965085586938311,
      "grad_norm": 0.11107935011386871,
      "learning_rate": 6.396333028038659e-08,
      "loss": 0.7403,
      "step": 45795
    },
    {
      "epoch": 0.9651066609766763,
      "grad_norm": 0.10839570313692093,
      "learning_rate": 6.388627856990348e-08,
      "loss": 0.7128,
      "step": 45796
    },
    {
      "epoch": 0.9651277350150416,
      "grad_norm": 0.09617888927459717,
      "learning_rate": 6.380927314781349e-08,
      "loss": 0.683,
      "step": 45797
    },
    {
      "epoch": 0.9651488090534068,
      "grad_norm": 0.11119259893894196,
      "learning_rate": 6.373231401447188e-08,
      "loss": 0.7029,
      "step": 45798
    },
    {
      "epoch": 0.9651698830917722,
      "grad_norm": 0.10849817842245102,
      "learning_rate": 6.365540117024061e-08,
      "loss": 0.7071,
      "step": 45799
    },
    {
      "epoch": 0.9651909571301375,
      "grad_norm": 0.12585702538490295,
      "learning_rate": 6.357853461547602e-08,
      "loss": 0.7049,
      "step": 45800
    },
    {
      "epoch": 0.9652120311685027,
      "grad_norm": 0.12524758279323578,
      "learning_rate": 6.350171435053564e-08,
      "loss": 0.7751,
      "step": 45801
    },
    {
      "epoch": 0.965233105206868,
      "grad_norm": 0.0890338122844696,
      "learning_rate": 6.342494037578029e-08,
      "loss": 0.6562,
      "step": 45802
    },
    {
      "epoch": 0.9652541792452333,
      "grad_norm": 0.10292885452508926,
      "learning_rate": 6.334821269156411e-08,
      "loss": 0.778,
      "step": 45803
    },
    {
      "epoch": 0.9652752532835986,
      "grad_norm": 0.10704006254673004,
      "learning_rate": 6.327153129824682e-08,
      "loss": 0.7287,
      "step": 45804
    },
    {
      "epoch": 0.9652963273219639,
      "grad_norm": 0.11607614904642105,
      "learning_rate": 6.319489619618479e-08,
      "loss": 0.7061,
      "step": 45805
    },
    {
      "epoch": 0.9653174013603292,
      "grad_norm": 0.10463188588619232,
      "learning_rate": 6.311830738573444e-08,
      "loss": 0.8013,
      "step": 45806
    },
    {
      "epoch": 0.9653384753986944,
      "grad_norm": 0.09794633835554123,
      "learning_rate": 6.304176486725322e-08,
      "loss": 0.6648,
      "step": 45807
    },
    {
      "epoch": 0.9653595494370597,
      "grad_norm": 0.10703780502080917,
      "learning_rate": 6.296526864109865e-08,
      "loss": 0.6754,
      "step": 45808
    },
    {
      "epoch": 0.9653806234754251,
      "grad_norm": 0.10597147047519684,
      "learning_rate": 6.288881870762598e-08,
      "loss": 0.7148,
      "step": 45809
    },
    {
      "epoch": 0.9654016975137903,
      "grad_norm": 0.10014164447784424,
      "learning_rate": 6.281241506719161e-08,
      "loss": 0.6972,
      "step": 45810
    },
    {
      "epoch": 0.9654227715521556,
      "grad_norm": 0.16794532537460327,
      "learning_rate": 6.27360577201519e-08,
      "loss": 0.6991,
      "step": 45811
    },
    {
      "epoch": 0.9654438455905209,
      "grad_norm": 0.11547403037548065,
      "learning_rate": 6.265974666686214e-08,
      "loss": 0.6894,
      "step": 45812
    },
    {
      "epoch": 0.9654649196288861,
      "grad_norm": 0.09880754351615906,
      "learning_rate": 6.25834819076776e-08,
      "loss": 0.7036,
      "step": 45813
    },
    {
      "epoch": 0.9654859936672515,
      "grad_norm": 0.08930563926696777,
      "learning_rate": 6.250726344295354e-08,
      "loss": 0.7275,
      "step": 45814
    },
    {
      "epoch": 0.9655070677056168,
      "grad_norm": 0.09624402970075607,
      "learning_rate": 6.243109127304525e-08,
      "loss": 0.6511,
      "step": 45815
    },
    {
      "epoch": 0.965528141743982,
      "grad_norm": 0.11122331768274307,
      "learning_rate": 6.235496539830799e-08,
      "loss": 0.7327,
      "step": 45816
    },
    {
      "epoch": 0.9655492157823473,
      "grad_norm": 0.11400830745697021,
      "learning_rate": 6.227888581909591e-08,
      "loss": 0.7293,
      "step": 45817
    },
    {
      "epoch": 0.9655702898207126,
      "grad_norm": 0.09394915401935577,
      "learning_rate": 6.220285253576319e-08,
      "loss": 0.7329,
      "step": 45818
    },
    {
      "epoch": 0.965591363859078,
      "grad_norm": 0.10876599699258804,
      "learning_rate": 6.21268655486651e-08,
      "loss": 0.7148,
      "step": 45819
    },
    {
      "epoch": 0.9656124378974432,
      "grad_norm": 0.10958966612815857,
      "learning_rate": 6.205092485815467e-08,
      "loss": 0.7065,
      "step": 45820
    },
    {
      "epoch": 0.9656335119358085,
      "grad_norm": 0.10879051685333252,
      "learning_rate": 6.197503046458608e-08,
      "loss": 0.7107,
      "step": 45821
    },
    {
      "epoch": 0.9656545859741738,
      "grad_norm": 0.11301255971193314,
      "learning_rate": 6.189918236831239e-08,
      "loss": 0.7312,
      "step": 45822
    },
    {
      "epoch": 0.965675660012539,
      "grad_norm": 0.10150407254695892,
      "learning_rate": 6.182338056968773e-08,
      "loss": 0.7216,
      "step": 45823
    },
    {
      "epoch": 0.9656967340509044,
      "grad_norm": 0.10237551480531693,
      "learning_rate": 6.174762506906407e-08,
      "loss": 0.6476,
      "step": 45824
    },
    {
      "epoch": 0.9657178080892697,
      "grad_norm": 0.0963582918047905,
      "learning_rate": 6.167191586679556e-08,
      "loss": 0.6604,
      "step": 45825
    },
    {
      "epoch": 0.9657388821276349,
      "grad_norm": 0.1069439947605133,
      "learning_rate": 6.159625296323412e-08,
      "loss": 0.6889,
      "step": 45826
    },
    {
      "epoch": 0.9657599561660002,
      "grad_norm": 0.11756318062543869,
      "learning_rate": 6.152063635873284e-08,
      "loss": 0.7109,
      "step": 45827
    },
    {
      "epoch": 0.9657810302043655,
      "grad_norm": 0.10321324318647385,
      "learning_rate": 6.144506605364475e-08,
      "loss": 0.6002,
      "step": 45828
    },
    {
      "epoch": 0.9658021042427307,
      "grad_norm": 0.10719453543424606,
      "learning_rate": 6.136954204831957e-08,
      "loss": 0.6414,
      "step": 45829
    },
    {
      "epoch": 0.9658231782810961,
      "grad_norm": 0.10008145123720169,
      "learning_rate": 6.129406434311036e-08,
      "loss": 0.6923,
      "step": 45830
    },
    {
      "epoch": 0.9658442523194614,
      "grad_norm": 0.11245789378881454,
      "learning_rate": 6.121863293836905e-08,
      "loss": 0.694,
      "step": 45831
    },
    {
      "epoch": 0.9658653263578266,
      "grad_norm": 0.11962787061929703,
      "learning_rate": 6.114324783444759e-08,
      "loss": 0.7707,
      "step": 45832
    },
    {
      "epoch": 0.9658864003961919,
      "grad_norm": 0.11530056595802307,
      "learning_rate": 6.106790903169568e-08,
      "loss": 0.652,
      "step": 45833
    },
    {
      "epoch": 0.9659074744345572,
      "grad_norm": 0.09847807884216309,
      "learning_rate": 6.099261653046418e-08,
      "loss": 0.6787,
      "step": 45834
    },
    {
      "epoch": 0.9659285484729225,
      "grad_norm": 0.1180923581123352,
      "learning_rate": 6.0917370331105e-08,
      "loss": 0.682,
      "step": 45835
    },
    {
      "epoch": 0.9659496225112878,
      "grad_norm": 0.09885449707508087,
      "learning_rate": 6.084217043396901e-08,
      "loss": 0.654,
      "step": 45836
    },
    {
      "epoch": 0.9659706965496531,
      "grad_norm": 0.09993379563093185,
      "learning_rate": 6.076701683940478e-08,
      "loss": 0.6861,
      "step": 45837
    },
    {
      "epoch": 0.9659917705880183,
      "grad_norm": 0.10563716292381287,
      "learning_rate": 6.069190954776427e-08,
      "loss": 0.6682,
      "step": 45838
    },
    {
      "epoch": 0.9660128446263836,
      "grad_norm": 0.11285315454006195,
      "learning_rate": 6.06168485593961e-08,
      "loss": 0.6257,
      "step": 45839
    },
    {
      "epoch": 0.966033918664749,
      "grad_norm": 0.10144030302762985,
      "learning_rate": 6.054183387465107e-08,
      "loss": 0.6701,
      "step": 45840
    },
    {
      "epoch": 0.9660549927031142,
      "grad_norm": 0.14547912776470184,
      "learning_rate": 6.046686549387781e-08,
      "loss": 0.7296,
      "step": 45841
    },
    {
      "epoch": 0.9660760667414795,
      "grad_norm": 0.1107381135225296,
      "learning_rate": 6.039194341742605e-08,
      "loss": 0.6854,
      "step": 45842
    },
    {
      "epoch": 0.9660971407798448,
      "grad_norm": 0.13403238356113434,
      "learning_rate": 6.031706764564438e-08,
      "loss": 0.6717,
      "step": 45843
    },
    {
      "epoch": 0.96611821481821,
      "grad_norm": 0.10520194470882416,
      "learning_rate": 6.024223817888141e-08,
      "loss": 0.7237,
      "step": 45844
    },
    {
      "epoch": 0.9661392888565754,
      "grad_norm": 0.11121069639921188,
      "learning_rate": 6.016745501748577e-08,
      "loss": 0.7318,
      "step": 45845
    },
    {
      "epoch": 0.9661603628949407,
      "grad_norm": 0.1831921488046646,
      "learning_rate": 6.009271816180717e-08,
      "loss": 0.677,
      "step": 45846
    },
    {
      "epoch": 0.9661814369333059,
      "grad_norm": 0.09725432842969894,
      "learning_rate": 6.0018027612192e-08,
      "loss": 0.684,
      "step": 45847
    },
    {
      "epoch": 0.9662025109716712,
      "grad_norm": 0.10807941108942032,
      "learning_rate": 5.994338336898886e-08,
      "loss": 0.7748,
      "step": 45848
    },
    {
      "epoch": 0.9662235850100365,
      "grad_norm": 0.10118115693330765,
      "learning_rate": 5.986878543254637e-08,
      "loss": 0.6767,
      "step": 45849
    },
    {
      "epoch": 0.9662446590484018,
      "grad_norm": 0.11489986628293991,
      "learning_rate": 5.979423380321093e-08,
      "loss": 0.7835,
      "step": 45850
    },
    {
      "epoch": 0.9662657330867671,
      "grad_norm": 0.12783052027225494,
      "learning_rate": 5.971972848133112e-08,
      "loss": 0.7189,
      "step": 45851
    },
    {
      "epoch": 0.9662868071251324,
      "grad_norm": 0.15117956697940826,
      "learning_rate": 5.964526946725224e-08,
      "loss": 0.7011,
      "step": 45852
    },
    {
      "epoch": 0.9663078811634976,
      "grad_norm": 0.1067042127251625,
      "learning_rate": 5.9570856761321794e-08,
      "loss": 0.7096,
      "step": 45853
    },
    {
      "epoch": 0.9663289552018629,
      "grad_norm": 0.10940886288881302,
      "learning_rate": 5.949649036388727e-08,
      "loss": 0.7331,
      "step": 45854
    },
    {
      "epoch": 0.9663500292402283,
      "grad_norm": 0.16782720386981964,
      "learning_rate": 5.9422170275293955e-08,
      "loss": 0.6733,
      "step": 45855
    },
    {
      "epoch": 0.9663711032785935,
      "grad_norm": 0.13013608753681183,
      "learning_rate": 5.934789649588935e-08,
      "loss": 0.6421,
      "step": 45856
    },
    {
      "epoch": 0.9663921773169588,
      "grad_norm": 0.10551103204488754,
      "learning_rate": 5.9273669026018724e-08,
      "loss": 0.7173,
      "step": 45857
    },
    {
      "epoch": 0.9664132513553241,
      "grad_norm": 0.09239192306995392,
      "learning_rate": 5.919948786602736e-08,
      "loss": 0.6595,
      "step": 45858
    },
    {
      "epoch": 0.9664343253936893,
      "grad_norm": 0.11166030168533325,
      "learning_rate": 5.9125353016261655e-08,
      "loss": 0.6655,
      "step": 45859
    },
    {
      "epoch": 0.9664553994320547,
      "grad_norm": 0.10131736099720001,
      "learning_rate": 5.9051264477066884e-08,
      "loss": 0.6992,
      "step": 45860
    },
    {
      "epoch": 0.96647647347042,
      "grad_norm": 0.11767587065696716,
      "learning_rate": 5.8977222248788324e-08,
      "loss": 0.7554,
      "step": 45861
    },
    {
      "epoch": 0.9664975475087852,
      "grad_norm": 0.10386817157268524,
      "learning_rate": 5.890322633177126e-08,
      "loss": 0.6699,
      "step": 45862
    },
    {
      "epoch": 0.9665186215471505,
      "grad_norm": 0.1204589456319809,
      "learning_rate": 5.882927672635874e-08,
      "loss": 0.6705,
      "step": 45863
    },
    {
      "epoch": 0.9665396955855158,
      "grad_norm": 0.11173506081104279,
      "learning_rate": 5.8755373432896055e-08,
      "loss": 0.6534,
      "step": 45864
    },
    {
      "epoch": 0.9665607696238812,
      "grad_norm": 0.09571193903684616,
      "learning_rate": 5.868151645172737e-08,
      "loss": 0.7283,
      "step": 45865
    },
    {
      "epoch": 0.9665818436622464,
      "grad_norm": 0.12054443359375,
      "learning_rate": 5.860770578319796e-08,
      "loss": 0.6691,
      "step": 45866
    },
    {
      "epoch": 0.9666029177006117,
      "grad_norm": 0.10264230519533157,
      "learning_rate": 5.85339414276509e-08,
      "loss": 0.6883,
      "step": 45867
    },
    {
      "epoch": 0.966623991738977,
      "grad_norm": 0.09438599646091461,
      "learning_rate": 5.8460223385430336e-08,
      "loss": 0.7417,
      "step": 45868
    },
    {
      "epoch": 0.9666450657773422,
      "grad_norm": 0.1493624448776245,
      "learning_rate": 5.838655165687823e-08,
      "loss": 0.7137,
      "step": 45869
    },
    {
      "epoch": 0.9666661398157075,
      "grad_norm": 0.10141149908304214,
      "learning_rate": 5.831292624233875e-08,
      "loss": 0.6894,
      "step": 45870
    },
    {
      "epoch": 0.9666872138540729,
      "grad_norm": 0.11751028150320053,
      "learning_rate": 5.823934714215607e-08,
      "loss": 0.687,
      "step": 45871
    },
    {
      "epoch": 0.9667082878924381,
      "grad_norm": 0.12382114678621292,
      "learning_rate": 5.8165814356669904e-08,
      "loss": 0.7162,
      "step": 45872
    },
    {
      "epoch": 0.9667293619308034,
      "grad_norm": 0.10874619334936142,
      "learning_rate": 5.809232788622554e-08,
      "loss": 0.7036,
      "step": 45873
    },
    {
      "epoch": 0.9667504359691687,
      "grad_norm": 0.11435557156801224,
      "learning_rate": 5.8018887731164933e-08,
      "loss": 0.6794,
      "step": 45874
    },
    {
      "epoch": 0.9667715100075339,
      "grad_norm": 0.1209247037768364,
      "learning_rate": 5.794549389182891e-08,
      "loss": 0.6581,
      "step": 45875
    },
    {
      "epoch": 0.9667925840458993,
      "grad_norm": 0.1057230532169342,
      "learning_rate": 5.7872146368559425e-08,
      "loss": 0.6938,
      "step": 45876
    },
    {
      "epoch": 0.9668136580842646,
      "grad_norm": 0.1037990152835846,
      "learning_rate": 5.779884516170065e-08,
      "loss": 0.5764,
      "step": 45877
    },
    {
      "epoch": 0.9668347321226298,
      "grad_norm": 0.09732294082641602,
      "learning_rate": 5.7725590271591194e-08,
      "loss": 0.635,
      "step": 45878
    },
    {
      "epoch": 0.9668558061609951,
      "grad_norm": 0.1275094747543335,
      "learning_rate": 5.765238169857412e-08,
      "loss": 0.7024,
      "step": 45879
    },
    {
      "epoch": 0.9668768801993604,
      "grad_norm": 0.10482940077781677,
      "learning_rate": 5.757921944298917e-08,
      "loss": 0.7245,
      "step": 45880
    },
    {
      "epoch": 0.9668979542377257,
      "grad_norm": 0.11686358600854874,
      "learning_rate": 5.750610350517827e-08,
      "loss": 0.6488,
      "step": 45881
    },
    {
      "epoch": 0.966919028276091,
      "grad_norm": 0.09848055243492126,
      "learning_rate": 5.743303388548116e-08,
      "loss": 0.7322,
      "step": 45882
    },
    {
      "epoch": 0.9669401023144563,
      "grad_norm": 0.10000113397836685,
      "learning_rate": 5.736001058423868e-08,
      "loss": 0.7392,
      "step": 45883
    },
    {
      "epoch": 0.9669611763528215,
      "grad_norm": 0.10210982710123062,
      "learning_rate": 5.7287033601791666e-08,
      "loss": 0.6683,
      "step": 45884
    },
    {
      "epoch": 0.9669822503911868,
      "grad_norm": 0.10421738773584366,
      "learning_rate": 5.7214102938478735e-08,
      "loss": 0.696,
      "step": 45885
    },
    {
      "epoch": 0.9670033244295522,
      "grad_norm": 0.10566089302301407,
      "learning_rate": 5.7141218594640725e-08,
      "loss": 0.7394,
      "step": 45886
    },
    {
      "epoch": 0.9670243984679174,
      "grad_norm": 0.11218532919883728,
      "learning_rate": 5.7068380570617364e-08,
      "loss": 0.6623,
      "step": 45887
    },
    {
      "epoch": 0.9670454725062827,
      "grad_norm": 0.0937170535326004,
      "learning_rate": 5.699558886674617e-08,
      "loss": 0.7362,
      "step": 45888
    },
    {
      "epoch": 0.967066546544648,
      "grad_norm": 0.10613580793142319,
      "learning_rate": 5.692284348336907e-08,
      "loss": 0.6899,
      "step": 45889
    },
    {
      "epoch": 0.9670876205830132,
      "grad_norm": 0.09597010165452957,
      "learning_rate": 5.6850144420821376e-08,
      "loss": 0.7067,
      "step": 45890
    },
    {
      "epoch": 0.9671086946213786,
      "grad_norm": 0.10859082639217377,
      "learning_rate": 5.677749167944613e-08,
      "loss": 0.7427,
      "step": 45891
    },
    {
      "epoch": 0.9671297686597439,
      "grad_norm": 0.10108291357755661,
      "learning_rate": 5.670488525957751e-08,
      "loss": 0.7458,
      "step": 45892
    },
    {
      "epoch": 0.9671508426981091,
      "grad_norm": 0.10168799012899399,
      "learning_rate": 5.663232516155637e-08,
      "loss": 0.6711,
      "step": 45893
    },
    {
      "epoch": 0.9671719167364744,
      "grad_norm": 0.09754595160484314,
      "learning_rate": 5.65598113857202e-08,
      "loss": 0.6284,
      "step": 45894
    },
    {
      "epoch": 0.9671929907748397,
      "grad_norm": 0.11150790750980377,
      "learning_rate": 5.64873439324054e-08,
      "loss": 0.7362,
      "step": 45895
    },
    {
      "epoch": 0.967214064813205,
      "grad_norm": 0.10848529636859894,
      "learning_rate": 5.641492280195282e-08,
      "loss": 0.6069,
      "step": 45896
    },
    {
      "epoch": 0.9672351388515703,
      "grad_norm": 0.12755578756332397,
      "learning_rate": 5.6342547994696626e-08,
      "loss": 0.675,
      "step": 45897
    },
    {
      "epoch": 0.9672562128899356,
      "grad_norm": 0.11956242471933365,
      "learning_rate": 5.6270219510975445e-08,
      "loss": 0.681,
      "step": 45898
    },
    {
      "epoch": 0.9672772869283008,
      "grad_norm": 0.1012122854590416,
      "learning_rate": 5.6197937351125664e-08,
      "loss": 0.658,
      "step": 45899
    },
    {
      "epoch": 0.9672983609666661,
      "grad_norm": 0.09587159007787704,
      "learning_rate": 5.61257015154848e-08,
      "loss": 0.7008,
      "step": 45900
    },
    {
      "epoch": 0.9673194350050315,
      "grad_norm": 0.11218822002410889,
      "learning_rate": 5.605351200438924e-08,
      "loss": 0.7019,
      "step": 45901
    },
    {
      "epoch": 0.9673405090433967,
      "grad_norm": 0.11607035249471664,
      "learning_rate": 5.5981368818174285e-08,
      "loss": 0.7088,
      "step": 45902
    },
    {
      "epoch": 0.967361583081762,
      "grad_norm": 0.10047123581171036,
      "learning_rate": 5.5909271957176326e-08,
      "loss": 0.6674,
      "step": 45903
    },
    {
      "epoch": 0.9673826571201273,
      "grad_norm": 0.101190485060215,
      "learning_rate": 5.583722142173287e-08,
      "loss": 0.7227,
      "step": 45904
    },
    {
      "epoch": 0.9674037311584925,
      "grad_norm": 0.11376015841960907,
      "learning_rate": 5.576521721217698e-08,
      "loss": 0.6407,
      "step": 45905
    },
    {
      "epoch": 0.9674248051968578,
      "grad_norm": 0.10136182606220245,
      "learning_rate": 5.569325932884617e-08,
      "loss": 0.7453,
      "step": 45906
    },
    {
      "epoch": 0.9674458792352232,
      "grad_norm": 0.11620000749826431,
      "learning_rate": 5.562134777207462e-08,
      "loss": 0.6597,
      "step": 45907
    },
    {
      "epoch": 0.9674669532735884,
      "grad_norm": 0.09918954968452454,
      "learning_rate": 5.5549482542197606e-08,
      "loss": 0.7069,
      "step": 45908
    },
    {
      "epoch": 0.9674880273119537,
      "grad_norm": 0.1021982729434967,
      "learning_rate": 5.547766363955043e-08,
      "loss": 0.6859,
      "step": 45909
    },
    {
      "epoch": 0.967509101350319,
      "grad_norm": 0.10415498912334442,
      "learning_rate": 5.5405891064466144e-08,
      "loss": 0.6704,
      "step": 45910
    },
    {
      "epoch": 0.9675301753886842,
      "grad_norm": 0.10896484553813934,
      "learning_rate": 5.533416481728116e-08,
      "loss": 0.7012,
      "step": 45911
    },
    {
      "epoch": 0.9675512494270496,
      "grad_norm": 0.10873939841985703,
      "learning_rate": 5.5262484898328526e-08,
      "loss": 0.7406,
      "step": 45912
    },
    {
      "epoch": 0.9675723234654149,
      "grad_norm": 0.14484010636806488,
      "learning_rate": 5.5190851307941326e-08,
      "loss": 0.7096,
      "step": 45913
    },
    {
      "epoch": 0.9675933975037802,
      "grad_norm": 0.11434122174978256,
      "learning_rate": 5.5119264046454844e-08,
      "loss": 0.728,
      "step": 45914
    },
    {
      "epoch": 0.9676144715421454,
      "grad_norm": 0.10825249552726746,
      "learning_rate": 5.504772311420214e-08,
      "loss": 0.7258,
      "step": 45915
    },
    {
      "epoch": 0.9676355455805107,
      "grad_norm": 0.10786361247301102,
      "learning_rate": 5.49762285115163e-08,
      "loss": 0.7036,
      "step": 45916
    },
    {
      "epoch": 0.9676566196188761,
      "grad_norm": 0.11291710287332535,
      "learning_rate": 5.490478023873036e-08,
      "loss": 0.7466,
      "step": 45917
    },
    {
      "epoch": 0.9676776936572413,
      "grad_norm": 0.09761688113212585,
      "learning_rate": 5.48333782961763e-08,
      "loss": 0.6826,
      "step": 45918
    },
    {
      "epoch": 0.9676987676956066,
      "grad_norm": 0.09975304454565048,
      "learning_rate": 5.476202268418829e-08,
      "loss": 0.6812,
      "step": 45919
    },
    {
      "epoch": 0.9677198417339719,
      "grad_norm": 0.1047019511461258,
      "learning_rate": 5.469071340309828e-08,
      "loss": 0.6706,
      "step": 45920
    },
    {
      "epoch": 0.9677409157723371,
      "grad_norm": 0.11082799732685089,
      "learning_rate": 5.461945045323824e-08,
      "loss": 0.6876,
      "step": 45921
    },
    {
      "epoch": 0.9677619898107025,
      "grad_norm": 0.10544131696224213,
      "learning_rate": 5.454823383494012e-08,
      "loss": 0.7027,
      "step": 45922
    },
    {
      "epoch": 0.9677830638490678,
      "grad_norm": 0.12143802642822266,
      "learning_rate": 5.447706354853477e-08,
      "loss": 0.669,
      "step": 45923
    },
    {
      "epoch": 0.967804137887433,
      "grad_norm": 0.09313026815652847,
      "learning_rate": 5.440593959435636e-08,
      "loss": 0.7268,
      "step": 45924
    },
    {
      "epoch": 0.9678252119257983,
      "grad_norm": 0.09703176468610764,
      "learning_rate": 5.433486197273352e-08,
      "loss": 0.6898,
      "step": 45925
    },
    {
      "epoch": 0.9678462859641636,
      "grad_norm": 0.09806691855192184,
      "learning_rate": 5.426383068399821e-08,
      "loss": 0.6764,
      "step": 45926
    },
    {
      "epoch": 0.9678673600025289,
      "grad_norm": 0.12270792573690414,
      "learning_rate": 5.419284572848238e-08,
      "loss": 0.6236,
      "step": 45927
    },
    {
      "epoch": 0.9678884340408942,
      "grad_norm": 0.09926939010620117,
      "learning_rate": 5.412190710651577e-08,
      "loss": 0.712,
      "step": 45928
    },
    {
      "epoch": 0.9679095080792595,
      "grad_norm": 0.09528259187936783,
      "learning_rate": 5.4051014818429224e-08,
      "loss": 0.7259,
      "step": 45929
    },
    {
      "epoch": 0.9679305821176247,
      "grad_norm": 0.13873408734798431,
      "learning_rate": 5.3980168864552485e-08,
      "loss": 0.7546,
      "step": 45930
    },
    {
      "epoch": 0.96795165615599,
      "grad_norm": 0.1678987741470337,
      "learning_rate": 5.3909369245216394e-08,
      "loss": 0.704,
      "step": 45931
    },
    {
      "epoch": 0.9679727301943554,
      "grad_norm": 0.11343783140182495,
      "learning_rate": 5.383861596074957e-08,
      "loss": 0.733,
      "step": 45932
    },
    {
      "epoch": 0.9679938042327206,
      "grad_norm": 0.10527903586626053,
      "learning_rate": 5.376790901148288e-08,
      "loss": 0.7088,
      "step": 45933
    },
    {
      "epoch": 0.9680148782710859,
      "grad_norm": 0.09155341237783432,
      "learning_rate": 5.369724839774493e-08,
      "loss": 0.7004,
      "step": 45934
    },
    {
      "epoch": 0.9680359523094512,
      "grad_norm": 0.10887449234724045,
      "learning_rate": 5.362663411986435e-08,
      "loss": 0.657,
      "step": 45935
    },
    {
      "epoch": 0.9680570263478164,
      "grad_norm": 0.10603699088096619,
      "learning_rate": 5.355606617817089e-08,
      "loss": 0.6652,
      "step": 45936
    },
    {
      "epoch": 0.9680781003861818,
      "grad_norm": 0.0966000109910965,
      "learning_rate": 5.3485544572994264e-08,
      "loss": 0.7406,
      "step": 45937
    },
    {
      "epoch": 0.9680991744245471,
      "grad_norm": 0.1054149642586708,
      "learning_rate": 5.3415069304662006e-08,
      "loss": 0.6715,
      "step": 45938
    },
    {
      "epoch": 0.9681202484629123,
      "grad_norm": 0.12806406617164612,
      "learning_rate": 5.3344640373502735e-08,
      "loss": 0.6982,
      "step": 45939
    },
    {
      "epoch": 0.9681413225012776,
      "grad_norm": 0.11961381882429123,
      "learning_rate": 5.327425777984396e-08,
      "loss": 0.7576,
      "step": 45940
    },
    {
      "epoch": 0.9681623965396429,
      "grad_norm": 0.10393250733613968,
      "learning_rate": 5.3203921524013216e-08,
      "loss": 0.6975,
      "step": 45941
    },
    {
      "epoch": 0.9681834705780081,
      "grad_norm": 0.11833038181066513,
      "learning_rate": 5.313363160634022e-08,
      "loss": 0.7284,
      "step": 45942
    },
    {
      "epoch": 0.9682045446163735,
      "grad_norm": 0.09569843113422394,
      "learning_rate": 5.306338802715027e-08,
      "loss": 0.6934,
      "step": 45943
    },
    {
      "epoch": 0.9682256186547388,
      "grad_norm": 0.1168757751584053,
      "learning_rate": 5.29931907867709e-08,
      "loss": 0.7078,
      "step": 45944
    },
    {
      "epoch": 0.968246692693104,
      "grad_norm": 0.10102834552526474,
      "learning_rate": 5.29230398855296e-08,
      "loss": 0.7387,
      "step": 45945
    },
    {
      "epoch": 0.9682677667314693,
      "grad_norm": 0.11595495790243149,
      "learning_rate": 5.2852935323753905e-08,
      "loss": 0.7163,
      "step": 45946
    },
    {
      "epoch": 0.9682888407698346,
      "grad_norm": 0.1107892170548439,
      "learning_rate": 5.2782877101769104e-08,
      "loss": 0.764,
      "step": 45947
    },
    {
      "epoch": 0.9683099148082,
      "grad_norm": 0.11267020553350449,
      "learning_rate": 5.271286521990271e-08,
      "loss": 0.6915,
      "step": 45948
    },
    {
      "epoch": 0.9683309888465652,
      "grad_norm": 0.10952848196029663,
      "learning_rate": 5.264289967848002e-08,
      "loss": 0.6008,
      "step": 45949
    },
    {
      "epoch": 0.9683520628849305,
      "grad_norm": 0.09413383156061172,
      "learning_rate": 5.257298047782744e-08,
      "loss": 0.6608,
      "step": 45950
    },
    {
      "epoch": 0.9683731369232957,
      "grad_norm": 0.1276916116476059,
      "learning_rate": 5.250310761827027e-08,
      "loss": 0.733,
      "step": 45951
    },
    {
      "epoch": 0.968394210961661,
      "grad_norm": 0.10508867353200912,
      "learning_rate": 5.24332811001349e-08,
      "loss": 0.7051,
      "step": 45952
    },
    {
      "epoch": 0.9684152850000264,
      "grad_norm": 0.09058709442615509,
      "learning_rate": 5.2363500923745536e-08,
      "loss": 0.6456,
      "step": 45953
    },
    {
      "epoch": 0.9684363590383916,
      "grad_norm": 0.0993887186050415,
      "learning_rate": 5.229376708942746e-08,
      "loss": 0.6703,
      "step": 45954
    },
    {
      "epoch": 0.9684574330767569,
      "grad_norm": 0.1237260177731514,
      "learning_rate": 5.222407959750708e-08,
      "loss": 0.702,
      "step": 45955
    },
    {
      "epoch": 0.9684785071151222,
      "grad_norm": 0.09975872933864594,
      "learning_rate": 5.215443844830637e-08,
      "loss": 0.6709,
      "step": 45956
    },
    {
      "epoch": 0.9684995811534874,
      "grad_norm": 0.10395640879869461,
      "learning_rate": 5.208484364215172e-08,
      "loss": 0.7098,
      "step": 45957
    },
    {
      "epoch": 0.9685206551918528,
      "grad_norm": 0.09885548800230026,
      "learning_rate": 5.201529517936621e-08,
      "loss": 0.7416,
      "step": 45958
    },
    {
      "epoch": 0.9685417292302181,
      "grad_norm": 0.10876477509737015,
      "learning_rate": 5.194579306027625e-08,
      "loss": 0.6895,
      "step": 45959
    },
    {
      "epoch": 0.9685628032685833,
      "grad_norm": 0.11832213401794434,
      "learning_rate": 5.1876337285201584e-08,
      "loss": 0.7327,
      "step": 45960
    },
    {
      "epoch": 0.9685838773069486,
      "grad_norm": 0.09939016401767731,
      "learning_rate": 5.1806927854469726e-08,
      "loss": 0.7482,
      "step": 45961
    },
    {
      "epoch": 0.9686049513453139,
      "grad_norm": 0.11088568717241287,
      "learning_rate": 5.1737564768401525e-08,
      "loss": 0.6777,
      "step": 45962
    },
    {
      "epoch": 0.9686260253836793,
      "grad_norm": 0.10008377581834793,
      "learning_rate": 5.1668248027320065e-08,
      "loss": 0.7099,
      "step": 45963
    },
    {
      "epoch": 0.9686470994220445,
      "grad_norm": 0.11867307871580124,
      "learning_rate": 5.159897763154953e-08,
      "loss": 0.6197,
      "step": 45964
    },
    {
      "epoch": 0.9686681734604098,
      "grad_norm": 0.10064291208982468,
      "learning_rate": 5.152975358141188e-08,
      "loss": 0.7125,
      "step": 45965
    },
    {
      "epoch": 0.968689247498775,
      "grad_norm": 0.14049457013607025,
      "learning_rate": 5.14605758772313e-08,
      "loss": 0.6649,
      "step": 45966
    },
    {
      "epoch": 0.9687103215371403,
      "grad_norm": 0.10088134557008743,
      "learning_rate": 5.1391444519327536e-08,
      "loss": 0.7038,
      "step": 45967
    },
    {
      "epoch": 0.9687313955755057,
      "grad_norm": 0.10060365498065948,
      "learning_rate": 5.132235950802367e-08,
      "loss": 0.6971,
      "step": 45968
    },
    {
      "epoch": 0.968752469613871,
      "grad_norm": 0.10033079981803894,
      "learning_rate": 5.125332084364276e-08,
      "loss": 0.7161,
      "step": 45969
    },
    {
      "epoch": 0.9687735436522362,
      "grad_norm": 0.09782985597848892,
      "learning_rate": 5.1184328526504565e-08,
      "loss": 0.7039,
      "step": 45970
    },
    {
      "epoch": 0.9687946176906015,
      "grad_norm": 0.1326436698436737,
      "learning_rate": 5.1115382556931046e-08,
      "loss": 0.7012,
      "step": 45971
    },
    {
      "epoch": 0.9688156917289668,
      "grad_norm": 0.13614487648010254,
      "learning_rate": 5.104648293524306e-08,
      "loss": 0.6935,
      "step": 45972
    },
    {
      "epoch": 0.9688367657673321,
      "grad_norm": 0.09681183844804764,
      "learning_rate": 5.097762966176256e-08,
      "loss": 0.668,
      "step": 45973
    },
    {
      "epoch": 0.9688578398056974,
      "grad_norm": 0.09329499304294586,
      "learning_rate": 5.0908822736810415e-08,
      "loss": 0.6904,
      "step": 45974
    },
    {
      "epoch": 0.9688789138440627,
      "grad_norm": 0.12252990901470184,
      "learning_rate": 5.084006216070636e-08,
      "loss": 0.6413,
      "step": 45975
    },
    {
      "epoch": 0.9688999878824279,
      "grad_norm": 0.1508581042289734,
      "learning_rate": 5.077134793377014e-08,
      "loss": 0.7342,
      "step": 45976
    },
    {
      "epoch": 0.9689210619207932,
      "grad_norm": 0.10041340440511703,
      "learning_rate": 5.0702680056323725e-08,
      "loss": 0.6913,
      "step": 45977
    },
    {
      "epoch": 0.9689421359591586,
      "grad_norm": 0.11411230266094208,
      "learning_rate": 5.0634058528685746e-08,
      "loss": 0.6657,
      "step": 45978
    },
    {
      "epoch": 0.9689632099975238,
      "grad_norm": 0.10372968763113022,
      "learning_rate": 5.056548335117595e-08,
      "loss": 0.687,
      "step": 45979
    },
    {
      "epoch": 0.9689842840358891,
      "grad_norm": 0.10609819740056992,
      "learning_rate": 5.0496954524114074e-08,
      "loss": 0.6275,
      "step": 45980
    },
    {
      "epoch": 0.9690053580742544,
      "grad_norm": 0.12056267261505127,
      "learning_rate": 5.0428472047818754e-08,
      "loss": 0.7444,
      "step": 45981
    },
    {
      "epoch": 0.9690264321126196,
      "grad_norm": 0.108373261988163,
      "learning_rate": 5.0360035922609743e-08,
      "loss": 0.6966,
      "step": 45982
    },
    {
      "epoch": 0.9690475061509849,
      "grad_norm": 0.08906383067369461,
      "learning_rate": 5.029164614880566e-08,
      "loss": 0.6523,
      "step": 45983
    },
    {
      "epoch": 0.9690685801893503,
      "grad_norm": 0.088066965341568,
      "learning_rate": 5.0223302726725155e-08,
      "loss": 0.7024,
      "step": 45984
    },
    {
      "epoch": 0.9690896542277155,
      "grad_norm": 0.10240661352872849,
      "learning_rate": 5.015500565668685e-08,
      "loss": 0.6636,
      "step": 45985
    },
    {
      "epoch": 0.9691107282660808,
      "grad_norm": 0.12531697750091553,
      "learning_rate": 5.0086754939008276e-08,
      "loss": 0.6873,
      "step": 45986
    },
    {
      "epoch": 0.9691318023044461,
      "grad_norm": 0.10632379353046417,
      "learning_rate": 5.0018550574008065e-08,
      "loss": 0.6596,
      "step": 45987
    },
    {
      "epoch": 0.9691528763428113,
      "grad_norm": 0.10613903403282166,
      "learning_rate": 4.995039256200373e-08,
      "loss": 0.7289,
      "step": 45988
    },
    {
      "epoch": 0.9691739503811767,
      "grad_norm": 0.09296196699142456,
      "learning_rate": 4.988228090331171e-08,
      "loss": 0.6362,
      "step": 45989
    },
    {
      "epoch": 0.969195024419542,
      "grad_norm": 0.1298837512731552,
      "learning_rate": 4.9814215598250613e-08,
      "loss": 0.6557,
      "step": 45990
    },
    {
      "epoch": 0.9692160984579072,
      "grad_norm": 0.08471905440092087,
      "learning_rate": 4.974619664713798e-08,
      "loss": 0.6359,
      "step": 45991
    },
    {
      "epoch": 0.9692371724962725,
      "grad_norm": 0.1433914452791214,
      "learning_rate": 4.96782240502891e-08,
      "loss": 0.6743,
      "step": 45992
    },
    {
      "epoch": 0.9692582465346378,
      "grad_norm": 0.10419541597366333,
      "learning_rate": 4.961029780802151e-08,
      "loss": 0.722,
      "step": 45993
    },
    {
      "epoch": 0.9692793205730031,
      "grad_norm": 0.14725778996944427,
      "learning_rate": 4.9542417920651617e-08,
      "loss": 0.7589,
      "step": 45994
    },
    {
      "epoch": 0.9693003946113684,
      "grad_norm": 0.1411868929862976,
      "learning_rate": 4.947458438849584e-08,
      "loss": 0.752,
      "step": 45995
    },
    {
      "epoch": 0.9693214686497337,
      "grad_norm": 0.11423835158348083,
      "learning_rate": 4.9406797211869475e-08,
      "loss": 0.7322,
      "step": 45996
    },
    {
      "epoch": 0.9693425426880989,
      "grad_norm": 0.10750528424978256,
      "learning_rate": 4.9339056391088936e-08,
      "loss": 0.6542,
      "step": 45997
    },
    {
      "epoch": 0.9693636167264642,
      "grad_norm": 0.09949228912591934,
      "learning_rate": 4.927136192646953e-08,
      "loss": 0.7654,
      "step": 45998
    },
    {
      "epoch": 0.9693846907648296,
      "grad_norm": 0.10254103690385818,
      "learning_rate": 4.920371381832767e-08,
      "loss": 0.7078,
      "step": 45999
    },
    {
      "epoch": 0.9694057648031948,
      "grad_norm": 0.08388932794332504,
      "learning_rate": 4.913611206697644e-08,
      "loss": 0.6551,
      "step": 46000
    },
    {
      "epoch": 0.9694268388415601,
      "grad_norm": 0.10036041587591171,
      "learning_rate": 4.9068556672732246e-08,
      "loss": 0.6938,
      "step": 46001
    },
    {
      "epoch": 0.9694479128799254,
      "grad_norm": 0.11050374060869217,
      "learning_rate": 4.900104763590929e-08,
      "loss": 0.6855,
      "step": 46002
    },
    {
      "epoch": 0.9694689869182906,
      "grad_norm": 0.10864275693893433,
      "learning_rate": 4.8933584956822876e-08,
      "loss": 0.6924,
      "step": 46003
    },
    {
      "epoch": 0.969490060956656,
      "grad_norm": 0.1113448441028595,
      "learning_rate": 4.886616863578608e-08,
      "loss": 0.7105,
      "step": 46004
    },
    {
      "epoch": 0.9695111349950213,
      "grad_norm": 0.10814161598682404,
      "learning_rate": 4.87987986731131e-08,
      "loss": 0.6845,
      "step": 46005
    },
    {
      "epoch": 0.9695322090333865,
      "grad_norm": 0.09536274522542953,
      "learning_rate": 4.8731475069119236e-08,
      "loss": 0.7311,
      "step": 46006
    },
    {
      "epoch": 0.9695532830717518,
      "grad_norm": 0.10492405295372009,
      "learning_rate": 4.866419782411647e-08,
      "loss": 0.6331,
      "step": 46007
    },
    {
      "epoch": 0.9695743571101171,
      "grad_norm": 0.12574197351932526,
      "learning_rate": 4.859696693841898e-08,
      "loss": 0.6896,
      "step": 46008
    },
    {
      "epoch": 0.9695954311484825,
      "grad_norm": 0.11492659896612167,
      "learning_rate": 4.8529782412339856e-08,
      "loss": 0.7433,
      "step": 46009
    },
    {
      "epoch": 0.9696165051868477,
      "grad_norm": 0.0946018323302269,
      "learning_rate": 4.846264424619218e-08,
      "loss": 0.6316,
      "step": 46010
    },
    {
      "epoch": 0.969637579225213,
      "grad_norm": 0.11040735244750977,
      "learning_rate": 4.839555244028793e-08,
      "loss": 0.7025,
      "step": 46011
    },
    {
      "epoch": 0.9696586532635783,
      "grad_norm": 0.1074148491024971,
      "learning_rate": 4.8328506994941295e-08,
      "loss": 0.7207,
      "step": 46012
    },
    {
      "epoch": 0.9696797273019435,
      "grad_norm": 0.1088235080242157,
      "learning_rate": 4.826150791046313e-08,
      "loss": 0.6097,
      "step": 46013
    },
    {
      "epoch": 0.9697008013403089,
      "grad_norm": 0.10720650106668472,
      "learning_rate": 4.8194555187165426e-08,
      "loss": 0.653,
      "step": 46014
    },
    {
      "epoch": 0.9697218753786742,
      "grad_norm": 0.09654874354600906,
      "learning_rate": 4.812764882536236e-08,
      "loss": 0.708,
      "step": 46015
    },
    {
      "epoch": 0.9697429494170394,
      "grad_norm": 0.4587157368659973,
      "learning_rate": 4.8060788825362583e-08,
      "loss": 0.6814,
      "step": 46016
    },
    {
      "epoch": 0.9697640234554047,
      "grad_norm": 0.09862495213747025,
      "learning_rate": 4.799397518747917e-08,
      "loss": 0.6349,
      "step": 46017
    },
    {
      "epoch": 0.96978509749377,
      "grad_norm": 0.11008014529943466,
      "learning_rate": 4.79272079120241e-08,
      "loss": 0.725,
      "step": 46018
    },
    {
      "epoch": 0.9698061715321352,
      "grad_norm": 0.10005030035972595,
      "learning_rate": 4.786048699930712e-08,
      "loss": 0.693,
      "step": 46019
    },
    {
      "epoch": 0.9698272455705006,
      "grad_norm": 0.13356800377368927,
      "learning_rate": 4.77938124496391e-08,
      "loss": 0.7075,
      "step": 46020
    },
    {
      "epoch": 0.9698483196088659,
      "grad_norm": 0.09101379662752151,
      "learning_rate": 4.77271842633309e-08,
      "loss": 0.6315,
      "step": 46021
    },
    {
      "epoch": 0.9698693936472311,
      "grad_norm": 0.12739314138889313,
      "learning_rate": 4.7660602440693373e-08,
      "loss": 0.7478,
      "step": 46022
    },
    {
      "epoch": 0.9698904676855964,
      "grad_norm": 0.0961342304944992,
      "learning_rate": 4.759406698203628e-08,
      "loss": 0.6937,
      "step": 46023
    },
    {
      "epoch": 0.9699115417239617,
      "grad_norm": 0.09468131512403488,
      "learning_rate": 4.7527577887669374e-08,
      "loss": 0.6544,
      "step": 46024
    },
    {
      "epoch": 0.969932615762327,
      "grad_norm": 0.12534114718437195,
      "learning_rate": 4.7461135157902404e-08,
      "loss": 0.6704,
      "step": 46025
    },
    {
      "epoch": 0.9699536898006923,
      "grad_norm": 0.1266082227230072,
      "learning_rate": 4.7394738793046235e-08,
      "loss": 0.7282,
      "step": 46026
    },
    {
      "epoch": 0.9699747638390576,
      "grad_norm": 0.1421792358160019,
      "learning_rate": 4.73283887934084e-08,
      "loss": 0.6928,
      "step": 46027
    },
    {
      "epoch": 0.9699958378774228,
      "grad_norm": 0.11756013333797455,
      "learning_rate": 4.726208515929864e-08,
      "loss": 0.7002,
      "step": 46028
    },
    {
      "epoch": 0.9700169119157881,
      "grad_norm": 0.10056312382221222,
      "learning_rate": 4.719582789102672e-08,
      "loss": 0.7432,
      "step": 46029
    },
    {
      "epoch": 0.9700379859541535,
      "grad_norm": 0.09537017345428467,
      "learning_rate": 4.7129616988900175e-08,
      "loss": 0.6667,
      "step": 46030
    },
    {
      "epoch": 0.9700590599925187,
      "grad_norm": 0.10633978992700577,
      "learning_rate": 4.706345245322652e-08,
      "loss": 0.7293,
      "step": 46031
    },
    {
      "epoch": 0.970080134030884,
      "grad_norm": 0.10781759768724442,
      "learning_rate": 4.699733428431663e-08,
      "loss": 0.7027,
      "step": 46032
    },
    {
      "epoch": 0.9701012080692493,
      "grad_norm": 0.10729189962148666,
      "learning_rate": 4.6931262482476924e-08,
      "loss": 0.7102,
      "step": 46033
    },
    {
      "epoch": 0.9701222821076145,
      "grad_norm": 0.13818322122097015,
      "learning_rate": 4.686523704801493e-08,
      "loss": 0.7293,
      "step": 46034
    },
    {
      "epoch": 0.9701433561459799,
      "grad_norm": 0.09985454380512238,
      "learning_rate": 4.6799257981239296e-08,
      "loss": 0.7028,
      "step": 46035
    },
    {
      "epoch": 0.9701644301843452,
      "grad_norm": 0.09992749989032745,
      "learning_rate": 4.6733325282456444e-08,
      "loss": 0.6589,
      "step": 46036
    },
    {
      "epoch": 0.9701855042227104,
      "grad_norm": 0.10504214465618134,
      "learning_rate": 4.6667438951973895e-08,
      "loss": 0.6731,
      "step": 46037
    },
    {
      "epoch": 0.9702065782610757,
      "grad_norm": 0.0945902168750763,
      "learning_rate": 4.660159899009808e-08,
      "loss": 0.6509,
      "step": 46038
    },
    {
      "epoch": 0.970227652299441,
      "grad_norm": 0.12019680440425873,
      "learning_rate": 4.6535805397136534e-08,
      "loss": 0.7259,
      "step": 46039
    },
    {
      "epoch": 0.9702487263378063,
      "grad_norm": 0.09820090234279633,
      "learning_rate": 4.647005817339567e-08,
      "loss": 0.7054,
      "step": 46040
    },
    {
      "epoch": 0.9702698003761716,
      "grad_norm": 0.10044417530298233,
      "learning_rate": 4.6404357319181914e-08,
      "loss": 0.7198,
      "step": 46041
    },
    {
      "epoch": 0.9702908744145369,
      "grad_norm": 0.11311771720647812,
      "learning_rate": 4.6338702834800574e-08,
      "loss": 0.7283,
      "step": 46042
    },
    {
      "epoch": 0.9703119484529021,
      "grad_norm": 0.09978483617305756,
      "learning_rate": 4.6273094720558074e-08,
      "loss": 0.7123,
      "step": 46043
    },
    {
      "epoch": 0.9703330224912674,
      "grad_norm": 0.11487297713756561,
      "learning_rate": 4.620753297675973e-08,
      "loss": 0.7645,
      "step": 46044
    },
    {
      "epoch": 0.9703540965296328,
      "grad_norm": 0.11255098879337311,
      "learning_rate": 4.614201760371195e-08,
      "loss": 0.701,
      "step": 46045
    },
    {
      "epoch": 0.970375170567998,
      "grad_norm": 0.09764289110898972,
      "learning_rate": 4.6076548601717844e-08,
      "loss": 0.6604,
      "step": 46046
    },
    {
      "epoch": 0.9703962446063633,
      "grad_norm": 0.11775384843349457,
      "learning_rate": 4.6011125971084924e-08,
      "loss": 0.7348,
      "step": 46047
    },
    {
      "epoch": 0.9704173186447286,
      "grad_norm": 0.09207814931869507,
      "learning_rate": 4.594574971211629e-08,
      "loss": 0.6361,
      "step": 46048
    },
    {
      "epoch": 0.9704383926830938,
      "grad_norm": 0.12497158348560333,
      "learning_rate": 4.588041982511615e-08,
      "loss": 0.6722,
      "step": 46049
    },
    {
      "epoch": 0.9704594667214592,
      "grad_norm": 0.09823490679264069,
      "learning_rate": 4.5815136310390916e-08,
      "loss": 0.6418,
      "step": 46050
    },
    {
      "epoch": 0.9704805407598245,
      "grad_norm": 0.1233658641576767,
      "learning_rate": 4.5749899168242575e-08,
      "loss": 0.6824,
      "step": 46051
    },
    {
      "epoch": 0.9705016147981897,
      "grad_norm": 0.12390279769897461,
      "learning_rate": 4.568470839897643e-08,
      "loss": 0.6648,
      "step": 46052
    },
    {
      "epoch": 0.970522688836555,
      "grad_norm": 0.13732868432998657,
      "learning_rate": 4.5619564002894465e-08,
      "loss": 0.6573,
      "step": 46053
    },
    {
      "epoch": 0.9705437628749203,
      "grad_norm": 0.09710744023323059,
      "learning_rate": 4.555446598030311e-08,
      "loss": 0.6181,
      "step": 46054
    },
    {
      "epoch": 0.9705648369132857,
      "grad_norm": 0.10098691284656525,
      "learning_rate": 4.548941433150322e-08,
      "loss": 0.7628,
      "step": 46055
    },
    {
      "epoch": 0.9705859109516509,
      "grad_norm": 0.10835163295269012,
      "learning_rate": 4.5424409056797905e-08,
      "loss": 0.703,
      "step": 46056
    },
    {
      "epoch": 0.9706069849900162,
      "grad_norm": 0.12190522998571396,
      "learning_rate": 4.535945015649135e-08,
      "loss": 0.7405,
      "step": 46057
    },
    {
      "epoch": 0.9706280590283815,
      "grad_norm": 0.0955682173371315,
      "learning_rate": 4.5294537630885536e-08,
      "loss": 0.6904,
      "step": 46058
    },
    {
      "epoch": 0.9706491330667467,
      "grad_norm": 0.1097339540719986,
      "learning_rate": 4.522967148028246e-08,
      "loss": 0.727,
      "step": 46059
    },
    {
      "epoch": 0.970670207105112,
      "grad_norm": 0.10785841941833496,
      "learning_rate": 4.516485170498519e-08,
      "loss": 0.6881,
      "step": 46060
    },
    {
      "epoch": 0.9706912811434774,
      "grad_norm": 0.0983438491821289,
      "learning_rate": 4.5100078305294615e-08,
      "loss": 0.644,
      "step": 46061
    },
    {
      "epoch": 0.9707123551818426,
      "grad_norm": 0.12507151067256927,
      "learning_rate": 4.5035351281512706e-08,
      "loss": 0.6833,
      "step": 46062
    },
    {
      "epoch": 0.9707334292202079,
      "grad_norm": 0.1139831393957138,
      "learning_rate": 4.497067063394145e-08,
      "loss": 0.6481,
      "step": 46063
    },
    {
      "epoch": 0.9707545032585732,
      "grad_norm": 0.08981494605541229,
      "learning_rate": 4.490603636288171e-08,
      "loss": 0.6355,
      "step": 46064
    },
    {
      "epoch": 0.9707755772969384,
      "grad_norm": 0.10172701627016068,
      "learning_rate": 4.484144846863547e-08,
      "loss": 0.7373,
      "step": 46065
    },
    {
      "epoch": 0.9707966513353038,
      "grad_norm": 0.09620139747858047,
      "learning_rate": 4.47769069515025e-08,
      "loss": 0.6904,
      "step": 46066
    },
    {
      "epoch": 0.9708177253736691,
      "grad_norm": 0.10972879081964493,
      "learning_rate": 4.471241181178476e-08,
      "loss": 0.6961,
      "step": 46067
    },
    {
      "epoch": 0.9708387994120343,
      "grad_norm": 0.10293837636709213,
      "learning_rate": 4.464796304978203e-08,
      "loss": 0.734,
      "step": 46068
    },
    {
      "epoch": 0.9708598734503996,
      "grad_norm": 0.1447611004114151,
      "learning_rate": 4.458356066579406e-08,
      "loss": 0.7651,
      "step": 46069
    },
    {
      "epoch": 0.9708809474887649,
      "grad_norm": 0.10537928342819214,
      "learning_rate": 4.4519204660120604e-08,
      "loss": 0.6614,
      "step": 46070
    },
    {
      "epoch": 0.9709020215271302,
      "grad_norm": 0.1121537834405899,
      "learning_rate": 4.445489503306255e-08,
      "loss": 0.7264,
      "step": 46071
    },
    {
      "epoch": 0.9709230955654955,
      "grad_norm": 0.12609170377254486,
      "learning_rate": 4.4390631784919646e-08,
      "loss": 0.6707,
      "step": 46072
    },
    {
      "epoch": 0.9709441696038608,
      "grad_norm": 0.09626787900924683,
      "learning_rate": 4.4326414915990544e-08,
      "loss": 0.6675,
      "step": 46073
    },
    {
      "epoch": 0.970965243642226,
      "grad_norm": 0.11061173677444458,
      "learning_rate": 4.42622444265739e-08,
      "loss": 0.7057,
      "step": 46074
    },
    {
      "epoch": 0.9709863176805913,
      "grad_norm": 0.09765289723873138,
      "learning_rate": 4.419812031697057e-08,
      "loss": 0.7445,
      "step": 46075
    },
    {
      "epoch": 0.9710073917189567,
      "grad_norm": 0.10194015502929688,
      "learning_rate": 4.4134042587477e-08,
      "loss": 0.7231,
      "step": 46076
    },
    {
      "epoch": 0.9710284657573219,
      "grad_norm": 0.10361490398645401,
      "learning_rate": 4.407001123839294e-08,
      "loss": 0.7339,
      "step": 46077
    },
    {
      "epoch": 0.9710495397956872,
      "grad_norm": 0.11601192504167557,
      "learning_rate": 4.400602627001704e-08,
      "loss": 0.7076,
      "step": 46078
    },
    {
      "epoch": 0.9710706138340525,
      "grad_norm": 0.12350235134363174,
      "learning_rate": 4.394208768264685e-08,
      "loss": 0.7373,
      "step": 46079
    },
    {
      "epoch": 0.9710916878724177,
      "grad_norm": 0.13236984610557556,
      "learning_rate": 4.387819547657879e-08,
      "loss": 0.6483,
      "step": 46080
    },
    {
      "epoch": 0.9711127619107831,
      "grad_norm": 0.11205855011940002,
      "learning_rate": 4.381434965211373e-08,
      "loss": 0.672,
      "step": 46081
    },
    {
      "epoch": 0.9711338359491484,
      "grad_norm": 0.1398705393075943,
      "learning_rate": 4.375055020954588e-08,
      "loss": 0.6684,
      "step": 46082
    },
    {
      "epoch": 0.9711549099875136,
      "grad_norm": 0.10930690169334412,
      "learning_rate": 4.3686797149175007e-08,
      "loss": 0.6816,
      "step": 46083
    },
    {
      "epoch": 0.9711759840258789,
      "grad_norm": 0.12776130437850952,
      "learning_rate": 4.3623090471296426e-08,
      "loss": 0.7081,
      "step": 46084
    },
    {
      "epoch": 0.9711970580642442,
      "grad_norm": 0.12793511152267456,
      "learning_rate": 4.355943017620767e-08,
      "loss": 0.7182,
      "step": 46085
    },
    {
      "epoch": 0.9712181321026095,
      "grad_norm": 0.11268093436956406,
      "learning_rate": 4.349581626420518e-08,
      "loss": 0.7227,
      "step": 46086
    },
    {
      "epoch": 0.9712392061409748,
      "grad_norm": 0.09964070469141006,
      "learning_rate": 4.343224873558538e-08,
      "loss": 0.7227,
      "step": 46087
    },
    {
      "epoch": 0.9712602801793401,
      "grad_norm": 0.1174800917506218,
      "learning_rate": 4.33687275906447e-08,
      "loss": 0.6489,
      "step": 46088
    },
    {
      "epoch": 0.9712813542177053,
      "grad_norm": 0.12622182071208954,
      "learning_rate": 4.3305252829677345e-08,
      "loss": 0.679,
      "step": 46089
    },
    {
      "epoch": 0.9713024282560706,
      "grad_norm": 0.10869326442480087,
      "learning_rate": 4.324182445298197e-08,
      "loss": 0.7122,
      "step": 46090
    },
    {
      "epoch": 0.971323502294436,
      "grad_norm": 0.1035505160689354,
      "learning_rate": 4.317844246085057e-08,
      "loss": 0.7493,
      "step": 46091
    },
    {
      "epoch": 0.9713445763328012,
      "grad_norm": 0.1079806387424469,
      "learning_rate": 4.3115106853581776e-08,
      "loss": 0.6249,
      "step": 46092
    },
    {
      "epoch": 0.9713656503711665,
      "grad_norm": 0.12480463832616806,
      "learning_rate": 4.3051817631468705e-08,
      "loss": 0.6938,
      "step": 46093
    },
    {
      "epoch": 0.9713867244095318,
      "grad_norm": 0.10899465531110764,
      "learning_rate": 4.298857479480556e-08,
      "loss": 0.7078,
      "step": 46094
    },
    {
      "epoch": 0.971407798447897,
      "grad_norm": 0.10240922123193741,
      "learning_rate": 4.292537834388877e-08,
      "loss": 0.7313,
      "step": 46095
    },
    {
      "epoch": 0.9714288724862623,
      "grad_norm": 0.10600567609071732,
      "learning_rate": 4.2862228279012544e-08,
      "loss": 0.7283,
      "step": 46096
    },
    {
      "epoch": 0.9714499465246277,
      "grad_norm": 0.10689719766378403,
      "learning_rate": 4.279912460046998e-08,
      "loss": 0.6417,
      "step": 46097
    },
    {
      "epoch": 0.971471020562993,
      "grad_norm": 0.09611313790082932,
      "learning_rate": 4.273606730855529e-08,
      "loss": 0.6556,
      "step": 46098
    },
    {
      "epoch": 0.9714920946013582,
      "grad_norm": 0.10791759192943573,
      "learning_rate": 4.2673056403563784e-08,
      "loss": 0.6799,
      "step": 46099
    },
    {
      "epoch": 0.9715131686397235,
      "grad_norm": 0.0976991355419159,
      "learning_rate": 4.2610091885786354e-08,
      "loss": 0.6953,
      "step": 46100
    },
    {
      "epoch": 0.9715342426780887,
      "grad_norm": 0.10069897025823593,
      "learning_rate": 4.254717375551831e-08,
      "loss": 0.6293,
      "step": 46101
    },
    {
      "epoch": 0.9715553167164541,
      "grad_norm": 0.11080773919820786,
      "learning_rate": 4.248430201305276e-08,
      "loss": 0.7337,
      "step": 46102
    },
    {
      "epoch": 0.9715763907548194,
      "grad_norm": 0.09856380522251129,
      "learning_rate": 4.242147665868057e-08,
      "loss": 0.6967,
      "step": 46103
    },
    {
      "epoch": 0.9715974647931847,
      "grad_norm": 0.10380076617002487,
      "learning_rate": 4.235869769269707e-08,
      "loss": 0.7002,
      "step": 46104
    },
    {
      "epoch": 0.9716185388315499,
      "grad_norm": 0.13949349522590637,
      "learning_rate": 4.2295965115393134e-08,
      "loss": 0.6407,
      "step": 46105
    },
    {
      "epoch": 0.9716396128699152,
      "grad_norm": 0.10448314249515533,
      "learning_rate": 4.223327892706186e-08,
      "loss": 0.6613,
      "step": 46106
    },
    {
      "epoch": 0.9716606869082806,
      "grad_norm": 0.1420641541481018,
      "learning_rate": 4.217063912799413e-08,
      "loss": 0.6591,
      "step": 46107
    },
    {
      "epoch": 0.9716817609466458,
      "grad_norm": 0.11915529519319534,
      "learning_rate": 4.210804571848304e-08,
      "loss": 0.6811,
      "step": 46108
    },
    {
      "epoch": 0.9717028349850111,
      "grad_norm": 0.12108468264341354,
      "learning_rate": 4.204549869881835e-08,
      "loss": 0.7769,
      "step": 46109
    },
    {
      "epoch": 0.9717239090233764,
      "grad_norm": 0.10847613215446472,
      "learning_rate": 4.198299806929429e-08,
      "loss": 0.7828,
      "step": 46110
    },
    {
      "epoch": 0.9717449830617416,
      "grad_norm": 0.11439769715070724,
      "learning_rate": 4.19205438301995e-08,
      "loss": 0.6396,
      "step": 46111
    },
    {
      "epoch": 0.971766057100107,
      "grad_norm": 0.11096028238534927,
      "learning_rate": 4.1858135981825975e-08,
      "loss": 0.6745,
      "step": 46112
    },
    {
      "epoch": 0.9717871311384723,
      "grad_norm": 0.13104252517223358,
      "learning_rate": 4.1795774524464596e-08,
      "loss": 0.7072,
      "step": 46113
    },
    {
      "epoch": 0.9718082051768375,
      "grad_norm": 0.13765659928321838,
      "learning_rate": 4.1733459458405123e-08,
      "loss": 0.6994,
      "step": 46114
    },
    {
      "epoch": 0.9718292792152028,
      "grad_norm": 0.10459690541028976,
      "learning_rate": 4.167119078393844e-08,
      "loss": 0.7524,
      "step": 46115
    },
    {
      "epoch": 0.9718503532535681,
      "grad_norm": 0.10797228664159775,
      "learning_rate": 4.160896850135543e-08,
      "loss": 0.6622,
      "step": 46116
    },
    {
      "epoch": 0.9718714272919334,
      "grad_norm": 0.09060627222061157,
      "learning_rate": 4.154679261094363e-08,
      "loss": 0.6288,
      "step": 46117
    },
    {
      "epoch": 0.9718925013302987,
      "grad_norm": 0.11362233012914658,
      "learning_rate": 4.148466311299504e-08,
      "loss": 0.7198,
      "step": 46118
    },
    {
      "epoch": 0.971913575368664,
      "grad_norm": 0.10337571799755096,
      "learning_rate": 4.1422580007798306e-08,
      "loss": 0.6985,
      "step": 46119
    },
    {
      "epoch": 0.9719346494070292,
      "grad_norm": 0.1090981662273407,
      "learning_rate": 4.13605432956421e-08,
      "loss": 0.6946,
      "step": 46120
    },
    {
      "epoch": 0.9719557234453945,
      "grad_norm": 0.1177084743976593,
      "learning_rate": 4.129855297681618e-08,
      "loss": 0.7512,
      "step": 46121
    },
    {
      "epoch": 0.9719767974837599,
      "grad_norm": 0.11962901800870895,
      "learning_rate": 4.123660905160809e-08,
      "loss": 0.7463,
      "step": 46122
    },
    {
      "epoch": 0.9719978715221251,
      "grad_norm": 0.10310490429401398,
      "learning_rate": 4.117471152030761e-08,
      "loss": 0.7111,
      "step": 46123
    },
    {
      "epoch": 0.9720189455604904,
      "grad_norm": 0.11872642487287521,
      "learning_rate": 4.111286038320339e-08,
      "loss": 0.6833,
      "step": 46124
    },
    {
      "epoch": 0.9720400195988557,
      "grad_norm": 0.09834404289722443,
      "learning_rate": 4.105105564058298e-08,
      "loss": 0.6738,
      "step": 46125
    },
    {
      "epoch": 0.9720610936372209,
      "grad_norm": 0.10775045305490494,
      "learning_rate": 4.0989297292733934e-08,
      "loss": 0.7202,
      "step": 46126
    },
    {
      "epoch": 0.9720821676755863,
      "grad_norm": 0.11262675374746323,
      "learning_rate": 4.09275853399449e-08,
      "loss": 0.727,
      "step": 46127
    },
    {
      "epoch": 0.9721032417139516,
      "grad_norm": 0.1482311636209488,
      "learning_rate": 4.086591978250232e-08,
      "loss": 0.7347,
      "step": 46128
    },
    {
      "epoch": 0.9721243157523168,
      "grad_norm": 0.13173019886016846,
      "learning_rate": 4.0804300620693735e-08,
      "loss": 0.668,
      "step": 46129
    },
    {
      "epoch": 0.9721453897906821,
      "grad_norm": 0.1169162392616272,
      "learning_rate": 4.074272785480671e-08,
      "loss": 0.7152,
      "step": 46130
    },
    {
      "epoch": 0.9721664638290474,
      "grad_norm": 0.09344414621591568,
      "learning_rate": 4.0681201485127665e-08,
      "loss": 0.671,
      "step": 46131
    },
    {
      "epoch": 0.9721875378674126,
      "grad_norm": 0.11015547811985016,
      "learning_rate": 4.0619721511943043e-08,
      "loss": 0.7439,
      "step": 46132
    },
    {
      "epoch": 0.972208611905778,
      "grad_norm": 0.1389150172472,
      "learning_rate": 4.05582879355404e-08,
      "loss": 0.7722,
      "step": 46133
    },
    {
      "epoch": 0.9722296859441433,
      "grad_norm": 0.11597106605768204,
      "learning_rate": 4.049690075620505e-08,
      "loss": 0.6945,
      "step": 46134
    },
    {
      "epoch": 0.9722507599825085,
      "grad_norm": 0.11081048846244812,
      "learning_rate": 4.043555997422233e-08,
      "loss": 0.7158,
      "step": 46135
    },
    {
      "epoch": 0.9722718340208738,
      "grad_norm": 0.11978688091039658,
      "learning_rate": 4.037426558987867e-08,
      "loss": 0.6815,
      "step": 46136
    },
    {
      "epoch": 0.9722929080592391,
      "grad_norm": 0.11347781121730804,
      "learning_rate": 4.031301760346051e-08,
      "loss": 0.6749,
      "step": 46137
    },
    {
      "epoch": 0.9723139820976044,
      "grad_norm": 0.10701367259025574,
      "learning_rate": 4.0251816015250964e-08,
      "loss": 0.7447,
      "step": 46138
    },
    {
      "epoch": 0.9723350561359697,
      "grad_norm": 0.09316973388195038,
      "learning_rate": 4.019066082553758e-08,
      "loss": 0.6159,
      "step": 46139
    },
    {
      "epoch": 0.972356130174335,
      "grad_norm": 0.09453458338975906,
      "learning_rate": 4.0129552034603445e-08,
      "loss": 0.7079,
      "step": 46140
    },
    {
      "epoch": 0.9723772042127002,
      "grad_norm": 0.1057719960808754,
      "learning_rate": 4.006848964273502e-08,
      "loss": 0.6946,
      "step": 46141
    },
    {
      "epoch": 0.9723982782510655,
      "grad_norm": 0.10118670016527176,
      "learning_rate": 4.000747365021429e-08,
      "loss": 0.7211,
      "step": 46142
    },
    {
      "epoch": 0.9724193522894309,
      "grad_norm": 0.09521539509296417,
      "learning_rate": 3.9946504057328806e-08,
      "loss": 0.7247,
      "step": 46143
    },
    {
      "epoch": 0.9724404263277961,
      "grad_norm": 0.11099948734045029,
      "learning_rate": 3.988558086435945e-08,
      "loss": 0.691,
      "step": 46144
    },
    {
      "epoch": 0.9724615003661614,
      "grad_norm": 0.11640184372663498,
      "learning_rate": 3.9824704071591555e-08,
      "loss": 0.7001,
      "step": 46145
    },
    {
      "epoch": 0.9724825744045267,
      "grad_norm": 0.11015331745147705,
      "learning_rate": 3.976387367930823e-08,
      "loss": 0.7146,
      "step": 46146
    },
    {
      "epoch": 0.9725036484428919,
      "grad_norm": 0.1308487206697464,
      "learning_rate": 3.9703089687793685e-08,
      "loss": 0.6711,
      "step": 46147
    },
    {
      "epoch": 0.9725247224812573,
      "grad_norm": 0.09440487623214722,
      "learning_rate": 3.9642352097329914e-08,
      "loss": 0.6417,
      "step": 46148
    },
    {
      "epoch": 0.9725457965196226,
      "grad_norm": 0.09547178447246552,
      "learning_rate": 3.9581660908200036e-08,
      "loss": 0.6987,
      "step": 46149
    },
    {
      "epoch": 0.9725668705579879,
      "grad_norm": 0.10744759440422058,
      "learning_rate": 3.952101612068826e-08,
      "loss": 0.6749,
      "step": 46150
    },
    {
      "epoch": 0.9725879445963531,
      "grad_norm": 0.09737244993448257,
      "learning_rate": 3.9460417735075475e-08,
      "loss": 0.6933,
      "step": 46151
    },
    {
      "epoch": 0.9726090186347184,
      "grad_norm": 0.09783521294593811,
      "learning_rate": 3.9399865751644784e-08,
      "loss": 0.6444,
      "step": 46152
    },
    {
      "epoch": 0.9726300926730838,
      "grad_norm": 0.1023404449224472,
      "learning_rate": 3.9339360170678186e-08,
      "loss": 0.6519,
      "step": 46153
    },
    {
      "epoch": 0.972651166711449,
      "grad_norm": 0.12126880139112473,
      "learning_rate": 3.927890099245768e-08,
      "loss": 0.7133,
      "step": 46154
    },
    {
      "epoch": 0.9726722407498143,
      "grad_norm": 0.1271263211965561,
      "learning_rate": 3.921848821726415e-08,
      "loss": 0.6357,
      "step": 46155
    },
    {
      "epoch": 0.9726933147881796,
      "grad_norm": 0.11907864362001419,
      "learning_rate": 3.915812184537959e-08,
      "loss": 0.7433,
      "step": 46156
    },
    {
      "epoch": 0.9727143888265448,
      "grad_norm": 0.11099071055650711,
      "learning_rate": 3.90978018770849e-08,
      "loss": 0.7061,
      "step": 46157
    },
    {
      "epoch": 0.9727354628649102,
      "grad_norm": 0.10924262553453445,
      "learning_rate": 3.903752831266205e-08,
      "loss": 0.6993,
      "step": 46158
    },
    {
      "epoch": 0.9727565369032755,
      "grad_norm": 0.10710415244102478,
      "learning_rate": 3.897730115239085e-08,
      "loss": 0.7302,
      "step": 46159
    },
    {
      "epoch": 0.9727776109416407,
      "grad_norm": 0.11425761133432388,
      "learning_rate": 3.8917120396552155e-08,
      "loss": 0.7067,
      "step": 46160
    },
    {
      "epoch": 0.972798684980006,
      "grad_norm": 0.10478562116622925,
      "learning_rate": 3.885698604542576e-08,
      "loss": 0.7077,
      "step": 46161
    },
    {
      "epoch": 0.9728197590183713,
      "grad_norm": 0.10782817751169205,
      "learning_rate": 3.8796898099293656e-08,
      "loss": 0.6815,
      "step": 46162
    },
    {
      "epoch": 0.9728408330567366,
      "grad_norm": 0.13761717081069946,
      "learning_rate": 3.87368565584334e-08,
      "loss": 0.7019,
      "step": 46163
    },
    {
      "epoch": 0.9728619070951019,
      "grad_norm": 0.13028255105018616,
      "learning_rate": 3.867686142312588e-08,
      "loss": 0.7019,
      "step": 46164
    },
    {
      "epoch": 0.9728829811334672,
      "grad_norm": 0.1121271476149559,
      "learning_rate": 3.8616912693650864e-08,
      "loss": 0.654,
      "step": 46165
    },
    {
      "epoch": 0.9729040551718324,
      "grad_norm": 0.10293857753276825,
      "learning_rate": 3.855701037028814e-08,
      "loss": 0.6501,
      "step": 46166
    },
    {
      "epoch": 0.9729251292101977,
      "grad_norm": 0.09699612855911255,
      "learning_rate": 3.8497154453314146e-08,
      "loss": 0.6573,
      "step": 46167
    },
    {
      "epoch": 0.9729462032485631,
      "grad_norm": 0.13064339756965637,
      "learning_rate": 3.843734494301088e-08,
      "loss": 0.6905,
      "step": 46168
    },
    {
      "epoch": 0.9729672772869283,
      "grad_norm": 0.09768425673246384,
      "learning_rate": 3.8377581839654784e-08,
      "loss": 0.6757,
      "step": 46169
    },
    {
      "epoch": 0.9729883513252936,
      "grad_norm": 0.0930103212594986,
      "learning_rate": 3.831786514352564e-08,
      "loss": 0.6881,
      "step": 46170
    },
    {
      "epoch": 0.9730094253636589,
      "grad_norm": 0.10866466909646988,
      "learning_rate": 3.825819485490101e-08,
      "loss": 0.6287,
      "step": 46171
    },
    {
      "epoch": 0.9730304994020241,
      "grad_norm": 0.0977664589881897,
      "learning_rate": 3.8198570974058434e-08,
      "loss": 0.6667,
      "step": 46172
    },
    {
      "epoch": 0.9730515734403894,
      "grad_norm": 0.10337169468402863,
      "learning_rate": 3.813899350127659e-08,
      "loss": 0.6844,
      "step": 46173
    },
    {
      "epoch": 0.9730726474787548,
      "grad_norm": 0.10047952830791473,
      "learning_rate": 3.8079462436833024e-08,
      "loss": 0.7101,
      "step": 46174
    },
    {
      "epoch": 0.97309372151712,
      "grad_norm": 0.11536037176847458,
      "learning_rate": 3.801997778100419e-08,
      "loss": 0.6404,
      "step": 46175
    },
    {
      "epoch": 0.9731147955554853,
      "grad_norm": 0.09828171879053116,
      "learning_rate": 3.796053953406764e-08,
      "loss": 0.7039,
      "step": 46176
    },
    {
      "epoch": 0.9731358695938506,
      "grad_norm": 0.12144576013088226,
      "learning_rate": 3.790114769629982e-08,
      "loss": 0.6552,
      "step": 46177
    },
    {
      "epoch": 0.9731569436322158,
      "grad_norm": 0.10918457061052322,
      "learning_rate": 3.784180226797829e-08,
      "loss": 0.6639,
      "step": 46178
    },
    {
      "epoch": 0.9731780176705812,
      "grad_norm": 0.11648071557283401,
      "learning_rate": 3.778250324937949e-08,
      "loss": 0.6735,
      "step": 46179
    },
    {
      "epoch": 0.9731990917089465,
      "grad_norm": 0.0980263203382492,
      "learning_rate": 3.772325064077875e-08,
      "loss": 0.5953,
      "step": 46180
    },
    {
      "epoch": 0.9732201657473117,
      "grad_norm": 0.11703184992074966,
      "learning_rate": 3.766404444245364e-08,
      "loss": 0.7062,
      "step": 46181
    },
    {
      "epoch": 0.973241239785677,
      "grad_norm": 0.10471117496490479,
      "learning_rate": 3.7604884654677265e-08,
      "loss": 0.6852,
      "step": 46182
    },
    {
      "epoch": 0.9732623138240423,
      "grad_norm": 0.11246578395366669,
      "learning_rate": 3.7545771277728293e-08,
      "loss": 0.7213,
      "step": 46183
    },
    {
      "epoch": 0.9732833878624076,
      "grad_norm": 0.10739336162805557,
      "learning_rate": 3.748670431188095e-08,
      "loss": 0.6522,
      "step": 46184
    },
    {
      "epoch": 0.9733044619007729,
      "grad_norm": 0.10290441662073135,
      "learning_rate": 3.742768375740946e-08,
      "loss": 0.6678,
      "step": 46185
    },
    {
      "epoch": 0.9733255359391382,
      "grad_norm": 0.10300486534833908,
      "learning_rate": 3.736870961459027e-08,
      "loss": 0.7217,
      "step": 46186
    },
    {
      "epoch": 0.9733466099775034,
      "grad_norm": 0.10395790636539459,
      "learning_rate": 3.730978188369649e-08,
      "loss": 0.7164,
      "step": 46187
    },
    {
      "epoch": 0.9733676840158687,
      "grad_norm": 0.09993670135736465,
      "learning_rate": 3.7250900565004574e-08,
      "loss": 0.6924,
      "step": 46188
    },
    {
      "epoch": 0.9733887580542341,
      "grad_norm": 0.10070881247520447,
      "learning_rate": 3.7192065658787634e-08,
      "loss": 0.6363,
      "step": 46189
    },
    {
      "epoch": 0.9734098320925993,
      "grad_norm": 0.11703797429800034,
      "learning_rate": 3.713327716531878e-08,
      "loss": 0.6676,
      "step": 46190
    },
    {
      "epoch": 0.9734309061309646,
      "grad_norm": 0.1198926493525505,
      "learning_rate": 3.707453508487446e-08,
      "loss": 0.6953,
      "step": 46191
    },
    {
      "epoch": 0.9734519801693299,
      "grad_norm": 0.10631079226732254,
      "learning_rate": 3.701583941772557e-08,
      "loss": 0.7402,
      "step": 46192
    },
    {
      "epoch": 0.9734730542076951,
      "grad_norm": 0.09938018023967743,
      "learning_rate": 3.695719016414745e-08,
      "loss": 0.6842,
      "step": 46193
    },
    {
      "epoch": 0.9734941282460605,
      "grad_norm": 0.10197620093822479,
      "learning_rate": 3.6898587324413204e-08,
      "loss": 0.7044,
      "step": 46194
    },
    {
      "epoch": 0.9735152022844258,
      "grad_norm": 0.10648466646671295,
      "learning_rate": 3.684003089879484e-08,
      "loss": 0.6282,
      "step": 46195
    },
    {
      "epoch": 0.973536276322791,
      "grad_norm": 0.11319320648908615,
      "learning_rate": 3.678152088756659e-08,
      "loss": 0.6507,
      "step": 46196
    },
    {
      "epoch": 0.9735573503611563,
      "grad_norm": 0.09817960113286972,
      "learning_rate": 3.672305729099934e-08,
      "loss": 0.6654,
      "step": 46197
    },
    {
      "epoch": 0.9735784243995216,
      "grad_norm": 0.09002525359392166,
      "learning_rate": 3.666464010936621e-08,
      "loss": 0.6684,
      "step": 46198
    },
    {
      "epoch": 0.973599498437887,
      "grad_norm": 0.11053838580846786,
      "learning_rate": 3.66062693429392e-08,
      "loss": 0.6946,
      "step": 46199
    },
    {
      "epoch": 0.9736205724762522,
      "grad_norm": 0.11285289376974106,
      "learning_rate": 3.654794499199033e-08,
      "loss": 0.7297,
      "step": 46200
    },
    {
      "epoch": 0.9736416465146175,
      "grad_norm": 0.11258848756551743,
      "learning_rate": 3.6489667056792687e-08,
      "loss": 0.6805,
      "step": 46201
    },
    {
      "epoch": 0.9736627205529828,
      "grad_norm": 0.10145032405853271,
      "learning_rate": 3.643143553761497e-08,
      "loss": 0.6987,
      "step": 46202
    },
    {
      "epoch": 0.973683794591348,
      "grad_norm": 0.09073788672685623,
      "learning_rate": 3.637325043473028e-08,
      "loss": 0.7043,
      "step": 46203
    },
    {
      "epoch": 0.9737048686297134,
      "grad_norm": 0.10687151551246643,
      "learning_rate": 3.631511174841063e-08,
      "loss": 0.7014,
      "step": 46204
    },
    {
      "epoch": 0.9737259426680787,
      "grad_norm": 0.10086901485919952,
      "learning_rate": 3.6257019478924685e-08,
      "loss": 0.7268,
      "step": 46205
    },
    {
      "epoch": 0.9737470167064439,
      "grad_norm": 0.12335316836833954,
      "learning_rate": 3.619897362654334e-08,
      "loss": 0.6884,
      "step": 46206
    },
    {
      "epoch": 0.9737680907448092,
      "grad_norm": 0.09704598039388657,
      "learning_rate": 3.614097419153861e-08,
      "loss": 0.6576,
      "step": 46207
    },
    {
      "epoch": 0.9737891647831745,
      "grad_norm": 0.1280331015586853,
      "learning_rate": 3.6083021174179166e-08,
      "loss": 0.7011,
      "step": 46208
    },
    {
      "epoch": 0.9738102388215397,
      "grad_norm": 0.10545697063207626,
      "learning_rate": 3.602511457473479e-08,
      "loss": 0.6724,
      "step": 46209
    },
    {
      "epoch": 0.9738313128599051,
      "grad_norm": 0.09687924385070801,
      "learning_rate": 3.596725439347748e-08,
      "loss": 0.7092,
      "step": 46210
    },
    {
      "epoch": 0.9738523868982704,
      "grad_norm": 0.10856444388628006,
      "learning_rate": 3.5909440630673696e-08,
      "loss": 0.7196,
      "step": 46211
    },
    {
      "epoch": 0.9738734609366356,
      "grad_norm": 0.12937133014202118,
      "learning_rate": 3.5851673286595445e-08,
      "loss": 0.6862,
      "step": 46212
    },
    {
      "epoch": 0.9738945349750009,
      "grad_norm": 0.270128071308136,
      "learning_rate": 3.57939523615114e-08,
      "loss": 0.7358,
      "step": 46213
    },
    {
      "epoch": 0.9739156090133662,
      "grad_norm": 0.14785782992839813,
      "learning_rate": 3.5736277855689117e-08,
      "loss": 0.6812,
      "step": 46214
    },
    {
      "epoch": 0.9739366830517315,
      "grad_norm": 0.1732187420129776,
      "learning_rate": 3.567864976939839e-08,
      "loss": 0.7206,
      "step": 46215
    },
    {
      "epoch": 0.9739577570900968,
      "grad_norm": 0.1012626513838768,
      "learning_rate": 3.5621068102906774e-08,
      "loss": 0.7078,
      "step": 46216
    },
    {
      "epoch": 0.9739788311284621,
      "grad_norm": 0.11716271191835403,
      "learning_rate": 3.556353285648295e-08,
      "loss": 0.694,
      "step": 46217
    },
    {
      "epoch": 0.9739999051668273,
      "grad_norm": 0.10988374054431915,
      "learning_rate": 3.550604403039559e-08,
      "loss": 0.6656,
      "step": 46218
    },
    {
      "epoch": 0.9740209792051926,
      "grad_norm": 0.15931417047977448,
      "learning_rate": 3.544860162491115e-08,
      "loss": 0.7339,
      "step": 46219
    },
    {
      "epoch": 0.974042053243558,
      "grad_norm": 0.12588872015476227,
      "learning_rate": 3.5391205640298296e-08,
      "loss": 0.7151,
      "step": 46220
    },
    {
      "epoch": 0.9740631272819232,
      "grad_norm": 0.11345222592353821,
      "learning_rate": 3.53338560768246e-08,
      "loss": 0.7202,
      "step": 46221
    },
    {
      "epoch": 0.9740842013202885,
      "grad_norm": 0.1033439189195633,
      "learning_rate": 3.527655293475651e-08,
      "loss": 0.6777,
      "step": 46222
    },
    {
      "epoch": 0.9741052753586538,
      "grad_norm": 0.09702765941619873,
      "learning_rate": 3.52192962143616e-08,
      "loss": 0.7243,
      "step": 46223
    },
    {
      "epoch": 0.974126349397019,
      "grad_norm": 0.1042369082570076,
      "learning_rate": 3.5162085915906306e-08,
      "loss": 0.7145,
      "step": 46224
    },
    {
      "epoch": 0.9741474234353844,
      "grad_norm": 0.10312207788228989,
      "learning_rate": 3.510492203965599e-08,
      "loss": 0.643,
      "step": 46225
    },
    {
      "epoch": 0.9741684974737497,
      "grad_norm": 0.11272747814655304,
      "learning_rate": 3.504780458587931e-08,
      "loss": 0.7172,
      "step": 46226
    },
    {
      "epoch": 0.9741895715121149,
      "grad_norm": 0.14190882444381714,
      "learning_rate": 3.4990733554840504e-08,
      "loss": 0.7231,
      "step": 46227
    },
    {
      "epoch": 0.9742106455504802,
      "grad_norm": 0.11336535960435867,
      "learning_rate": 3.493370894680603e-08,
      "loss": 0.6867,
      "step": 46228
    },
    {
      "epoch": 0.9742317195888455,
      "grad_norm": 0.1089095026254654,
      "learning_rate": 3.4876730762042345e-08,
      "loss": 0.6557,
      "step": 46229
    },
    {
      "epoch": 0.9742527936272108,
      "grad_norm": 0.11314354091882706,
      "learning_rate": 3.481979900081367e-08,
      "loss": 0.7316,
      "step": 46230
    },
    {
      "epoch": 0.9742738676655761,
      "grad_norm": 0.10694382339715958,
      "learning_rate": 3.476291366338536e-08,
      "loss": 0.7095,
      "step": 46231
    },
    {
      "epoch": 0.9742949417039414,
      "grad_norm": 0.11744339764118195,
      "learning_rate": 3.4706074750022744e-08,
      "loss": 0.708,
      "step": 46232
    },
    {
      "epoch": 0.9743160157423066,
      "grad_norm": 0.10025131702423096,
      "learning_rate": 3.464928226099118e-08,
      "loss": 0.7449,
      "step": 46233
    },
    {
      "epoch": 0.9743370897806719,
      "grad_norm": 0.1316685974597931,
      "learning_rate": 3.459253619655489e-08,
      "loss": 0.6626,
      "step": 46234
    },
    {
      "epoch": 0.9743581638190373,
      "grad_norm": 0.09424478560686111,
      "learning_rate": 3.453583655697701e-08,
      "loss": 0.7115,
      "step": 46235
    },
    {
      "epoch": 0.9743792378574025,
      "grad_norm": 0.1026645302772522,
      "learning_rate": 3.447918334252287e-08,
      "loss": 0.7247,
      "step": 46236
    },
    {
      "epoch": 0.9744003118957678,
      "grad_norm": 0.09885171055793762,
      "learning_rate": 3.442257655345671e-08,
      "loss": 0.7614,
      "step": 46237
    },
    {
      "epoch": 0.9744213859341331,
      "grad_norm": 0.10388674587011337,
      "learning_rate": 3.436601619004054e-08,
      "loss": 0.7389,
      "step": 46238
    },
    {
      "epoch": 0.9744424599724983,
      "grad_norm": 0.10337655991315842,
      "learning_rate": 3.4309502252539704e-08,
      "loss": 0.7187,
      "step": 46239
    },
    {
      "epoch": 0.9744635340108637,
      "grad_norm": 0.11254321038722992,
      "learning_rate": 3.425303474121733e-08,
      "loss": 0.6786,
      "step": 46240
    },
    {
      "epoch": 0.974484608049229,
      "grad_norm": 0.11357886344194412,
      "learning_rate": 3.419661365633542e-08,
      "loss": 0.6825,
      "step": 46241
    },
    {
      "epoch": 0.9745056820875942,
      "grad_norm": 0.10753484070301056,
      "learning_rate": 3.414023899815711e-08,
      "loss": 0.6516,
      "step": 46242
    },
    {
      "epoch": 0.9745267561259595,
      "grad_norm": 0.11174160242080688,
      "learning_rate": 3.408391076694662e-08,
      "loss": 0.7565,
      "step": 46243
    },
    {
      "epoch": 0.9745478301643248,
      "grad_norm": 0.094176284968853,
      "learning_rate": 3.4027628962963745e-08,
      "loss": 0.6977,
      "step": 46244
    },
    {
      "epoch": 0.9745689042026902,
      "grad_norm": 0.10389982163906097,
      "learning_rate": 3.3971393586472725e-08,
      "loss": 0.6819,
      "step": 46245
    },
    {
      "epoch": 0.9745899782410554,
      "grad_norm": 0.10842528939247131,
      "learning_rate": 3.3915204637734456e-08,
      "loss": 0.6919,
      "step": 46246
    },
    {
      "epoch": 0.9746110522794207,
      "grad_norm": 0.10930519551038742,
      "learning_rate": 3.3859062117010957e-08,
      "loss": 0.691,
      "step": 46247
    },
    {
      "epoch": 0.974632126317786,
      "grad_norm": 0.10218247771263123,
      "learning_rate": 3.380296602456312e-08,
      "loss": 0.66,
      "step": 46248
    },
    {
      "epoch": 0.9746532003561512,
      "grad_norm": 0.10675719380378723,
      "learning_rate": 3.374691636065408e-08,
      "loss": 0.7036,
      "step": 46249
    },
    {
      "epoch": 0.9746742743945165,
      "grad_norm": 0.11183952540159225,
      "learning_rate": 3.3690913125542514e-08,
      "loss": 0.7254,
      "step": 46250
    },
    {
      "epoch": 0.9746953484328819,
      "grad_norm": 0.10100430250167847,
      "learning_rate": 3.363495631949154e-08,
      "loss": 0.6837,
      "step": 46251
    },
    {
      "epoch": 0.9747164224712471,
      "grad_norm": 0.09663520008325577,
      "learning_rate": 3.3579045942760955e-08,
      "loss": 0.7529,
      "step": 46252
    },
    {
      "epoch": 0.9747374965096124,
      "grad_norm": 0.11556807905435562,
      "learning_rate": 3.352318199561166e-08,
      "loss": 0.7396,
      "step": 46253
    },
    {
      "epoch": 0.9747585705479777,
      "grad_norm": 0.10083819180727005,
      "learning_rate": 3.346736447830234e-08,
      "loss": 0.6647,
      "step": 46254
    },
    {
      "epoch": 0.9747796445863429,
      "grad_norm": 0.10973163694143295,
      "learning_rate": 3.341159339109501e-08,
      "loss": 0.6917,
      "step": 46255
    },
    {
      "epoch": 0.9748007186247083,
      "grad_norm": 0.13227511942386627,
      "learning_rate": 3.335586873424834e-08,
      "loss": 0.6878,
      "step": 46256
    },
    {
      "epoch": 0.9748217926630736,
      "grad_norm": 0.11337006092071533,
      "learning_rate": 3.330019050802213e-08,
      "loss": 0.732,
      "step": 46257
    },
    {
      "epoch": 0.9748428667014388,
      "grad_norm": 0.0983266532421112,
      "learning_rate": 3.324455871267618e-08,
      "loss": 0.7247,
      "step": 46258
    },
    {
      "epoch": 0.9748639407398041,
      "grad_norm": 0.10546997934579849,
      "learning_rate": 3.318897334846916e-08,
      "loss": 0.7287,
      "step": 46259
    },
    {
      "epoch": 0.9748850147781694,
      "grad_norm": 0.1061854436993599,
      "learning_rate": 3.313343441565975e-08,
      "loss": 0.6965,
      "step": 46260
    },
    {
      "epoch": 0.9749060888165347,
      "grad_norm": 0.11927211284637451,
      "learning_rate": 3.307794191450775e-08,
      "loss": 0.679,
      "step": 46261
    },
    {
      "epoch": 0.9749271628549,
      "grad_norm": 0.10847660154104233,
      "learning_rate": 3.302249584527073e-08,
      "loss": 0.674,
      "step": 46262
    },
    {
      "epoch": 0.9749482368932653,
      "grad_norm": 0.11219233274459839,
      "learning_rate": 3.296709620820737e-08,
      "loss": 0.7092,
      "step": 46263
    },
    {
      "epoch": 0.9749693109316305,
      "grad_norm": 0.12578840553760529,
      "learning_rate": 3.2911743003576356e-08,
      "loss": 0.7202,
      "step": 46264
    },
    {
      "epoch": 0.9749903849699958,
      "grad_norm": 0.10226576030254364,
      "learning_rate": 3.285643623163415e-08,
      "loss": 0.764,
      "step": 46265
    },
    {
      "epoch": 0.9750114590083612,
      "grad_norm": 0.10494034737348557,
      "learning_rate": 3.280117589263943e-08,
      "loss": 0.6232,
      "step": 46266
    },
    {
      "epoch": 0.9750325330467264,
      "grad_norm": 0.10926071554422379,
      "learning_rate": 3.274596198684865e-08,
      "loss": 0.6835,
      "step": 46267
    },
    {
      "epoch": 0.9750536070850917,
      "grad_norm": 0.133331298828125,
      "learning_rate": 3.2690794514519396e-08,
      "loss": 0.6885,
      "step": 46268
    },
    {
      "epoch": 0.975074681123457,
      "grad_norm": 0.16653911769390106,
      "learning_rate": 3.2635673475910345e-08,
      "loss": 0.7169,
      "step": 46269
    },
    {
      "epoch": 0.9750957551618222,
      "grad_norm": 0.11004658788442612,
      "learning_rate": 3.2580598871275735e-08,
      "loss": 0.6904,
      "step": 46270
    },
    {
      "epoch": 0.9751168292001876,
      "grad_norm": 0.11242398619651794,
      "learning_rate": 3.2525570700874254e-08,
      "loss": 0.6933,
      "step": 46271
    },
    {
      "epoch": 0.9751379032385529,
      "grad_norm": 0.10348939895629883,
      "learning_rate": 3.247058896496125e-08,
      "loss": 0.7549,
      "step": 46272
    },
    {
      "epoch": 0.9751589772769181,
      "grad_norm": 0.10337652266025543,
      "learning_rate": 3.241565366379318e-08,
      "loss": 0.6851,
      "step": 46273
    },
    {
      "epoch": 0.9751800513152834,
      "grad_norm": 0.11265676468610764,
      "learning_rate": 3.23607647976254e-08,
      "loss": 0.7226,
      "step": 46274
    },
    {
      "epoch": 0.9752011253536487,
      "grad_norm": 0.10278088599443436,
      "learning_rate": 3.230592236671326e-08,
      "loss": 0.6661,
      "step": 46275
    },
    {
      "epoch": 0.975222199392014,
      "grad_norm": 0.1022399291396141,
      "learning_rate": 3.225112637131433e-08,
      "loss": 0.6521,
      "step": 46276
    },
    {
      "epoch": 0.9752432734303793,
      "grad_norm": 0.11448446661233902,
      "learning_rate": 3.219637681168175e-08,
      "loss": 0.7076,
      "step": 46277
    },
    {
      "epoch": 0.9752643474687446,
      "grad_norm": 0.10905370861291885,
      "learning_rate": 3.2141673688070866e-08,
      "loss": 0.6967,
      "step": 46278
    },
    {
      "epoch": 0.9752854215071098,
      "grad_norm": 2.8150076866149902,
      "learning_rate": 3.208701700073702e-08,
      "loss": 0.6984,
      "step": 46279
    },
    {
      "epoch": 0.9753064955454751,
      "grad_norm": 0.11302205175161362,
      "learning_rate": 3.203240674993557e-08,
      "loss": 0.6921,
      "step": 46280
    },
    {
      "epoch": 0.9753275695838405,
      "grad_norm": 0.1253795027732849,
      "learning_rate": 3.197784293591966e-08,
      "loss": 0.7144,
      "step": 46281
    },
    {
      "epoch": 0.9753486436222057,
      "grad_norm": 0.09714065492153168,
      "learning_rate": 3.1923325558943504e-08,
      "loss": 0.661,
      "step": 46282
    },
    {
      "epoch": 0.975369717660571,
      "grad_norm": 0.10970455408096313,
      "learning_rate": 3.186885461926248e-08,
      "loss": 0.696,
      "step": 46283
    },
    {
      "epoch": 0.9753907916989363,
      "grad_norm": 0.10874378681182861,
      "learning_rate": 3.181443011712859e-08,
      "loss": 0.6867,
      "step": 46284
    },
    {
      "epoch": 0.9754118657373015,
      "grad_norm": 0.0905044674873352,
      "learning_rate": 3.1760052052797196e-08,
      "loss": 0.6481,
      "step": 46285
    },
    {
      "epoch": 0.9754329397756668,
      "grad_norm": 0.09805138409137726,
      "learning_rate": 3.1705720426520313e-08,
      "loss": 0.6484,
      "step": 46286
    },
    {
      "epoch": 0.9754540138140322,
      "grad_norm": 0.11148224771022797,
      "learning_rate": 3.165143523855107e-08,
      "loss": 0.6535,
      "step": 46287
    },
    {
      "epoch": 0.9754750878523974,
      "grad_norm": 0.27202245593070984,
      "learning_rate": 3.159719648914261e-08,
      "loss": 0.7063,
      "step": 46288
    },
    {
      "epoch": 0.9754961618907627,
      "grad_norm": 0.11312336474657059,
      "learning_rate": 3.154300417854694e-08,
      "loss": 0.646,
      "step": 46289
    },
    {
      "epoch": 0.975517235929128,
      "grad_norm": 0.16983124613761902,
      "learning_rate": 3.148885830701831e-08,
      "loss": 0.7556,
      "step": 46290
    },
    {
      "epoch": 0.9755383099674932,
      "grad_norm": 0.10994594544172287,
      "learning_rate": 3.1434758874807626e-08,
      "loss": 0.7053,
      "step": 46291
    },
    {
      "epoch": 0.9755593840058586,
      "grad_norm": 0.11775729805231094,
      "learning_rate": 3.1380705882166905e-08,
      "loss": 0.7574,
      "step": 46292
    },
    {
      "epoch": 0.9755804580442239,
      "grad_norm": 0.09555684030056,
      "learning_rate": 3.1326699329348175e-08,
      "loss": 0.6892,
      "step": 46293
    },
    {
      "epoch": 0.9756015320825892,
      "grad_norm": 0.16137683391571045,
      "learning_rate": 3.1272739216603455e-08,
      "loss": 0.6842,
      "step": 46294
    },
    {
      "epoch": 0.9756226061209544,
      "grad_norm": 0.10006304830312729,
      "learning_rate": 3.121882554418365e-08,
      "loss": 0.6345,
      "step": 46295
    },
    {
      "epoch": 0.9756436801593197,
      "grad_norm": 0.11475061625242233,
      "learning_rate": 3.1164958312339675e-08,
      "loss": 0.6615,
      "step": 46296
    },
    {
      "epoch": 0.9756647541976851,
      "grad_norm": 0.09855297952890396,
      "learning_rate": 3.1111137521323554e-08,
      "loss": 0.7089,
      "step": 46297
    },
    {
      "epoch": 0.9756858282360503,
      "grad_norm": 0.1488448679447174,
      "learning_rate": 3.105736317138397e-08,
      "loss": 0.6382,
      "step": 46298
    },
    {
      "epoch": 0.9757069022744156,
      "grad_norm": 0.10856408625841141,
      "learning_rate": 3.1003635262774055e-08,
      "loss": 0.6871,
      "step": 46299
    },
    {
      "epoch": 0.9757279763127809,
      "grad_norm": 0.10230907052755356,
      "learning_rate": 3.0949953795742506e-08,
      "loss": 0.7217,
      "step": 46300
    },
    {
      "epoch": 0.9757490503511461,
      "grad_norm": 0.1024688333272934,
      "learning_rate": 3.089631877053911e-08,
      "loss": 0.6677,
      "step": 46301
    },
    {
      "epoch": 0.9757701243895115,
      "grad_norm": 0.1232968121767044,
      "learning_rate": 3.0842730187414795e-08,
      "loss": 0.7562,
      "step": 46302
    },
    {
      "epoch": 0.9757911984278768,
      "grad_norm": 0.10932862758636475,
      "learning_rate": 3.078918804661934e-08,
      "loss": 0.6788,
      "step": 46303
    },
    {
      "epoch": 0.975812272466242,
      "grad_norm": 0.13501150906085968,
      "learning_rate": 3.073569234840035e-08,
      "loss": 0.7567,
      "step": 46304
    },
    {
      "epoch": 0.9758333465046073,
      "grad_norm": 0.11840765923261642,
      "learning_rate": 3.0682243093008715e-08,
      "loss": 0.71,
      "step": 46305
    },
    {
      "epoch": 0.9758544205429726,
      "grad_norm": 0.08630207926034927,
      "learning_rate": 3.062884028069313e-08,
      "loss": 0.6558,
      "step": 46306
    },
    {
      "epoch": 0.9758754945813379,
      "grad_norm": 0.1177862286567688,
      "learning_rate": 3.0575483911702284e-08,
      "loss": 0.7404,
      "step": 46307
    },
    {
      "epoch": 0.9758965686197032,
      "grad_norm": 0.11624608933925629,
      "learning_rate": 3.052217398628488e-08,
      "loss": 0.6639,
      "step": 46308
    },
    {
      "epoch": 0.9759176426580685,
      "grad_norm": 0.09608177840709686,
      "learning_rate": 3.046891050468848e-08,
      "loss": 0.7206,
      "step": 46309
    },
    {
      "epoch": 0.9759387166964337,
      "grad_norm": 0.10895151644945145,
      "learning_rate": 3.0415693467161776e-08,
      "loss": 0.7159,
      "step": 46310
    },
    {
      "epoch": 0.975959790734799,
      "grad_norm": 0.11010608822107315,
      "learning_rate": 3.036252287395347e-08,
      "loss": 0.713,
      "step": 46311
    },
    {
      "epoch": 0.9759808647731644,
      "grad_norm": 0.35077130794525146,
      "learning_rate": 3.030939872531002e-08,
      "loss": 0.7136,
      "step": 46312
    },
    {
      "epoch": 0.9760019388115296,
      "grad_norm": 0.09732992947101593,
      "learning_rate": 3.025632102147902e-08,
      "loss": 0.6397,
      "step": 46313
    },
    {
      "epoch": 0.9760230128498949,
      "grad_norm": 0.1102232113480568,
      "learning_rate": 3.020328976270803e-08,
      "loss": 0.7649,
      "step": 46314
    },
    {
      "epoch": 0.9760440868882602,
      "grad_norm": 0.09879513084888458,
      "learning_rate": 3.0150304949245756e-08,
      "loss": 0.6263,
      "step": 46315
    },
    {
      "epoch": 0.9760651609266254,
      "grad_norm": 0.1047590970993042,
      "learning_rate": 3.009736658133533e-08,
      "loss": 0.6782,
      "step": 46316
    },
    {
      "epoch": 0.9760862349649908,
      "grad_norm": 0.24178235232830048,
      "learning_rate": 3.004447465922655e-08,
      "loss": 0.7035,
      "step": 46317
    },
    {
      "epoch": 0.9761073090033561,
      "grad_norm": 0.10130555182695389,
      "learning_rate": 2.9991629183164786e-08,
      "loss": 0.6549,
      "step": 46318
    },
    {
      "epoch": 0.9761283830417213,
      "grad_norm": 0.09330110251903534,
      "learning_rate": 2.9938830153396495e-08,
      "loss": 0.7053,
      "step": 46319
    },
    {
      "epoch": 0.9761494570800866,
      "grad_norm": 0.10533694922924042,
      "learning_rate": 2.9886077570167035e-08,
      "loss": 0.6398,
      "step": 46320
    },
    {
      "epoch": 0.9761705311184519,
      "grad_norm": 0.11709673702716827,
      "learning_rate": 2.983337143372289e-08,
      "loss": 0.6629,
      "step": 46321
    },
    {
      "epoch": 0.9761916051568171,
      "grad_norm": 0.10610948503017426,
      "learning_rate": 2.9780711744309408e-08,
      "loss": 0.7515,
      "step": 46322
    },
    {
      "epoch": 0.9762126791951825,
      "grad_norm": 0.1151905432343483,
      "learning_rate": 2.9728098502170843e-08,
      "loss": 0.7156,
      "step": 46323
    },
    {
      "epoch": 0.9762337532335478,
      "grad_norm": 0.09696923941373825,
      "learning_rate": 2.967553170755255e-08,
      "loss": 0.678,
      "step": 46324
    },
    {
      "epoch": 0.976254827271913,
      "grad_norm": 0.1185249611735344,
      "learning_rate": 2.9623011360701003e-08,
      "loss": 0.6733,
      "step": 46325
    },
    {
      "epoch": 0.9762759013102783,
      "grad_norm": 0.09898683428764343,
      "learning_rate": 2.957053746186045e-08,
      "loss": 0.7281,
      "step": 46326
    },
    {
      "epoch": 0.9762969753486436,
      "grad_norm": 0.1040489673614502,
      "learning_rate": 2.9518110011274027e-08,
      "loss": 0.6834,
      "step": 46327
    },
    {
      "epoch": 0.976318049387009,
      "grad_norm": 0.10800128430128098,
      "learning_rate": 2.9465729009187095e-08,
      "loss": 0.6896,
      "step": 46328
    },
    {
      "epoch": 0.9763391234253742,
      "grad_norm": 0.12328916788101196,
      "learning_rate": 2.941339445584279e-08,
      "loss": 0.7305,
      "step": 46329
    },
    {
      "epoch": 0.9763601974637395,
      "grad_norm": 0.10149943828582764,
      "learning_rate": 2.936110635148537e-08,
      "loss": 0.6233,
      "step": 46330
    },
    {
      "epoch": 0.9763812715021047,
      "grad_norm": 0.1012817770242691,
      "learning_rate": 2.9308864696359075e-08,
      "loss": 0.7121,
      "step": 46331
    },
    {
      "epoch": 0.97640234554047,
      "grad_norm": 0.12287863343954086,
      "learning_rate": 2.9256669490707047e-08,
      "loss": 0.661,
      "step": 46332
    },
    {
      "epoch": 0.9764234195788354,
      "grad_norm": 0.141989603638649,
      "learning_rate": 2.9204520734771315e-08,
      "loss": 0.6899,
      "step": 46333
    },
    {
      "epoch": 0.9764444936172006,
      "grad_norm": 0.12398970872163773,
      "learning_rate": 2.9152418428795014e-08,
      "loss": 0.6665,
      "step": 46334
    },
    {
      "epoch": 0.9764655676555659,
      "grad_norm": 0.13738517463207245,
      "learning_rate": 2.91003625730224e-08,
      "loss": 0.6666,
      "step": 46335
    },
    {
      "epoch": 0.9764866416939312,
      "grad_norm": 0.10929884761571884,
      "learning_rate": 2.9048353167695497e-08,
      "loss": 0.7101,
      "step": 46336
    },
    {
      "epoch": 0.9765077157322964,
      "grad_norm": 0.10207659751176834,
      "learning_rate": 2.8996390213055225e-08,
      "loss": 0.6971,
      "step": 46337
    },
    {
      "epoch": 0.9765287897706618,
      "grad_norm": 0.0933321863412857,
      "learning_rate": 2.8944473709344724e-08,
      "loss": 0.6632,
      "step": 46338
    },
    {
      "epoch": 0.9765498638090271,
      "grad_norm": 0.096961610019207,
      "learning_rate": 2.889260365680602e-08,
      "loss": 0.687,
      "step": 46339
    },
    {
      "epoch": 0.9765709378473924,
      "grad_norm": 0.11537376046180725,
      "learning_rate": 2.8840780055680028e-08,
      "loss": 0.7336,
      "step": 46340
    },
    {
      "epoch": 0.9765920118857576,
      "grad_norm": 0.21516403555870056,
      "learning_rate": 2.8789002906208784e-08,
      "loss": 0.7427,
      "step": 46341
    },
    {
      "epoch": 0.9766130859241229,
      "grad_norm": 0.12002607434988022,
      "learning_rate": 2.8737272208633203e-08,
      "loss": 0.6652,
      "step": 46342
    },
    {
      "epoch": 0.9766341599624883,
      "grad_norm": 0.11624827235937119,
      "learning_rate": 2.8685587963194206e-08,
      "loss": 0.7673,
      "step": 46343
    },
    {
      "epoch": 0.9766552340008535,
      "grad_norm": 0.11557192355394363,
      "learning_rate": 2.8633950170132706e-08,
      "loss": 0.7243,
      "step": 46344
    },
    {
      "epoch": 0.9766763080392188,
      "grad_norm": 0.10282294452190399,
      "learning_rate": 2.8582358829689626e-08,
      "loss": 0.6971,
      "step": 46345
    },
    {
      "epoch": 0.976697382077584,
      "grad_norm": 0.10051745176315308,
      "learning_rate": 2.8530813942104775e-08,
      "loss": 0.6895,
      "step": 46346
    },
    {
      "epoch": 0.9767184561159493,
      "grad_norm": 0.11337912827730179,
      "learning_rate": 2.8479315507619064e-08,
      "loss": 0.6976,
      "step": 46347
    },
    {
      "epoch": 0.9767395301543147,
      "grad_norm": 0.12590007483959198,
      "learning_rate": 2.84278635264712e-08,
      "loss": 0.7291,
      "step": 46348
    },
    {
      "epoch": 0.97676060419268,
      "grad_norm": 0.09358416497707367,
      "learning_rate": 2.8376457998902096e-08,
      "loss": 0.7152,
      "step": 46349
    },
    {
      "epoch": 0.9767816782310452,
      "grad_norm": 0.10738878697156906,
      "learning_rate": 2.8325098925149342e-08,
      "loss": 0.6871,
      "step": 46350
    },
    {
      "epoch": 0.9768027522694105,
      "grad_norm": 0.10474777966737747,
      "learning_rate": 2.8273786305454964e-08,
      "loss": 0.6911,
      "step": 46351
    },
    {
      "epoch": 0.9768238263077758,
      "grad_norm": 0.11072684824466705,
      "learning_rate": 2.8222520140055442e-08,
      "loss": 0.6346,
      "step": 46352
    },
    {
      "epoch": 0.9768449003461411,
      "grad_norm": 0.11643753200769424,
      "learning_rate": 2.8171300429190586e-08,
      "loss": 0.7147,
      "step": 46353
    },
    {
      "epoch": 0.9768659743845064,
      "grad_norm": 0.1129290834069252,
      "learning_rate": 2.81201271731002e-08,
      "loss": 0.6838,
      "step": 46354
    },
    {
      "epoch": 0.9768870484228717,
      "grad_norm": 0.11229898035526276,
      "learning_rate": 2.806900037202076e-08,
      "loss": 0.7125,
      "step": 46355
    },
    {
      "epoch": 0.9769081224612369,
      "grad_norm": 0.10039398819208145,
      "learning_rate": 2.801792002619097e-08,
      "loss": 0.7059,
      "step": 46356
    },
    {
      "epoch": 0.9769291964996022,
      "grad_norm": 0.1806230992078781,
      "learning_rate": 2.7966886135849525e-08,
      "loss": 0.6878,
      "step": 46357
    },
    {
      "epoch": 0.9769502705379676,
      "grad_norm": 0.10739052295684814,
      "learning_rate": 2.7915898701234014e-08,
      "loss": 0.6707,
      "step": 46358
    },
    {
      "epoch": 0.9769713445763328,
      "grad_norm": 0.12267234176397324,
      "learning_rate": 2.786495772258202e-08,
      "loss": 0.7336,
      "step": 46359
    },
    {
      "epoch": 0.9769924186146981,
      "grad_norm": 0.11246513575315475,
      "learning_rate": 2.7814063200130027e-08,
      "loss": 0.7498,
      "step": 46360
    },
    {
      "epoch": 0.9770134926530634,
      "grad_norm": 0.13953548669815063,
      "learning_rate": 2.7763215134115618e-08,
      "loss": 0.6864,
      "step": 46361
    },
    {
      "epoch": 0.9770345666914286,
      "grad_norm": 0.1275569647550583,
      "learning_rate": 2.7712413524775272e-08,
      "loss": 0.7445,
      "step": 46362
    },
    {
      "epoch": 0.9770556407297939,
      "grad_norm": 0.14386039972305298,
      "learning_rate": 2.7661658372346578e-08,
      "loss": 0.6362,
      "step": 46363
    },
    {
      "epoch": 0.9770767147681593,
      "grad_norm": 0.1617259979248047,
      "learning_rate": 2.761094967706601e-08,
      "loss": 0.6943,
      "step": 46364
    },
    {
      "epoch": 0.9770977888065245,
      "grad_norm": 0.10918153822422028,
      "learning_rate": 2.756028743916783e-08,
      "loss": 0.7034,
      "step": 46365
    },
    {
      "epoch": 0.9771188628448898,
      "grad_norm": 0.095335453748703,
      "learning_rate": 2.7509671658890734e-08,
      "loss": 0.6169,
      "step": 46366
    },
    {
      "epoch": 0.9771399368832551,
      "grad_norm": 0.1633562445640564,
      "learning_rate": 2.745910233646898e-08,
      "loss": 0.7141,
      "step": 46367
    },
    {
      "epoch": 0.9771610109216203,
      "grad_norm": 0.18519587814807892,
      "learning_rate": 2.740857947213793e-08,
      "loss": 0.6756,
      "step": 46368
    },
    {
      "epoch": 0.9771820849599857,
      "grad_norm": 0.09932958334684372,
      "learning_rate": 2.7358103066134068e-08,
      "loss": 0.6565,
      "step": 46369
    },
    {
      "epoch": 0.977203158998351,
      "grad_norm": 0.09362858533859253,
      "learning_rate": 2.7307673118691647e-08,
      "loss": 0.6782,
      "step": 46370
    },
    {
      "epoch": 0.9772242330367162,
      "grad_norm": 0.11322373151779175,
      "learning_rate": 2.7257289630046036e-08,
      "loss": 0.7329,
      "step": 46371
    },
    {
      "epoch": 0.9772453070750815,
      "grad_norm": 0.10577476769685745,
      "learning_rate": 2.7206952600431492e-08,
      "loss": 0.7313,
      "step": 46372
    },
    {
      "epoch": 0.9772663811134468,
      "grad_norm": 0.091400146484375,
      "learning_rate": 2.7156662030083382e-08,
      "loss": 0.6381,
      "step": 46373
    },
    {
      "epoch": 0.9772874551518121,
      "grad_norm": 0.09527163952589035,
      "learning_rate": 2.710641791923485e-08,
      "loss": 0.6432,
      "step": 46374
    },
    {
      "epoch": 0.9773085291901774,
      "grad_norm": 0.12693080306053162,
      "learning_rate": 2.705622026812127e-08,
      "loss": 0.6882,
      "step": 46375
    },
    {
      "epoch": 0.9773296032285427,
      "grad_norm": 0.09837398678064346,
      "learning_rate": 2.7006069076975783e-08,
      "loss": 0.6272,
      "step": 46376
    },
    {
      "epoch": 0.9773506772669079,
      "grad_norm": 0.11118216812610626,
      "learning_rate": 2.695596434603154e-08,
      "loss": 0.6308,
      "step": 46377
    },
    {
      "epoch": 0.9773717513052732,
      "grad_norm": 0.10079582035541534,
      "learning_rate": 2.6905906075521682e-08,
      "loss": 0.6679,
      "step": 46378
    },
    {
      "epoch": 0.9773928253436386,
      "grad_norm": 0.1292365938425064,
      "learning_rate": 2.685589426568158e-08,
      "loss": 0.6889,
      "step": 46379
    },
    {
      "epoch": 0.9774138993820038,
      "grad_norm": 0.10575033724308014,
      "learning_rate": 2.6805928916742163e-08,
      "loss": 0.7124,
      "step": 46380
    },
    {
      "epoch": 0.9774349734203691,
      "grad_norm": 0.11461329460144043,
      "learning_rate": 2.6756010028937684e-08,
      "loss": 0.6987,
      "step": 46381
    },
    {
      "epoch": 0.9774560474587344,
      "grad_norm": 0.15965420007705688,
      "learning_rate": 2.670613760249796e-08,
      "loss": 0.7499,
      "step": 46382
    },
    {
      "epoch": 0.9774771214970996,
      "grad_norm": 0.10948234051465988,
      "learning_rate": 2.665631163765836e-08,
      "loss": 0.7455,
      "step": 46383
    },
    {
      "epoch": 0.977498195535465,
      "grad_norm": 0.13614553213119507,
      "learning_rate": 2.660653213464981e-08,
      "loss": 0.6672,
      "step": 46384
    },
    {
      "epoch": 0.9775192695738303,
      "grad_norm": 0.21060341596603394,
      "learning_rate": 2.6556799093704343e-08,
      "loss": 0.7387,
      "step": 46385
    },
    {
      "epoch": 0.9775403436121956,
      "grad_norm": 0.09972740709781647,
      "learning_rate": 2.6507112515054e-08,
      "loss": 0.6783,
      "step": 46386
    },
    {
      "epoch": 0.9775614176505608,
      "grad_norm": 0.10851314663887024,
      "learning_rate": 2.6457472398929706e-08,
      "loss": 0.6595,
      "step": 46387
    },
    {
      "epoch": 0.9775824916889261,
      "grad_norm": 0.10754915326833725,
      "learning_rate": 2.640787874556239e-08,
      "loss": 0.7092,
      "step": 46388
    },
    {
      "epoch": 0.9776035657272915,
      "grad_norm": 0.12774533033370972,
      "learning_rate": 2.635833155518297e-08,
      "loss": 0.6798,
      "step": 46389
    },
    {
      "epoch": 0.9776246397656567,
      "grad_norm": 0.10212674736976624,
      "learning_rate": 2.63088308280246e-08,
      "loss": 0.7011,
      "step": 46390
    },
    {
      "epoch": 0.977645713804022,
      "grad_norm": 0.1028607115149498,
      "learning_rate": 2.6259376564314877e-08,
      "loss": 0.7063,
      "step": 46391
    },
    {
      "epoch": 0.9776667878423873,
      "grad_norm": 0.09915455430746078,
      "learning_rate": 2.620996876428472e-08,
      "loss": 0.76,
      "step": 46392
    },
    {
      "epoch": 0.9776878618807525,
      "grad_norm": 0.10496009886264801,
      "learning_rate": 2.6160607428166174e-08,
      "loss": 0.7535,
      "step": 46393
    },
    {
      "epoch": 0.9777089359191179,
      "grad_norm": 0.10643057525157928,
      "learning_rate": 2.611129255618794e-08,
      "loss": 0.7028,
      "step": 46394
    },
    {
      "epoch": 0.9777300099574832,
      "grad_norm": 0.09739938378334045,
      "learning_rate": 2.6062024148579836e-08,
      "loss": 0.71,
      "step": 46395
    },
    {
      "epoch": 0.9777510839958484,
      "grad_norm": 0.17390400171279907,
      "learning_rate": 2.6012802205570564e-08,
      "loss": 0.6773,
      "step": 46396
    },
    {
      "epoch": 0.9777721580342137,
      "grad_norm": 0.09650064259767532,
      "learning_rate": 2.5963626727391056e-08,
      "loss": 0.7153,
      "step": 46397
    },
    {
      "epoch": 0.977793232072579,
      "grad_norm": 0.11649582535028458,
      "learning_rate": 2.5914497714268903e-08,
      "loss": 0.7019,
      "step": 46398
    },
    {
      "epoch": 0.9778143061109442,
      "grad_norm": 0.10689030587673187,
      "learning_rate": 2.5865415166435036e-08,
      "loss": 0.6376,
      "step": 46399
    },
    {
      "epoch": 0.9778353801493096,
      "grad_norm": 0.10332813113927841,
      "learning_rate": 2.5816379084114828e-08,
      "loss": 0.7118,
      "step": 46400
    },
    {
      "epoch": 0.9778564541876749,
      "grad_norm": 0.10093442350625992,
      "learning_rate": 2.5767389467540316e-08,
      "loss": 0.676,
      "step": 46401
    },
    {
      "epoch": 0.9778775282260401,
      "grad_norm": 0.764959454536438,
      "learning_rate": 2.5718446316936874e-08,
      "loss": 0.7778,
      "step": 46402
    },
    {
      "epoch": 0.9778986022644054,
      "grad_norm": 0.1083255410194397,
      "learning_rate": 2.566954963253432e-08,
      "loss": 0.6386,
      "step": 46403
    },
    {
      "epoch": 0.9779196763027707,
      "grad_norm": 0.0928712785243988,
      "learning_rate": 2.5620699414560247e-08,
      "loss": 0.7897,
      "step": 46404
    },
    {
      "epoch": 0.977940750341136,
      "grad_norm": 0.10309487581253052,
      "learning_rate": 2.5571895663241143e-08,
      "loss": 0.6108,
      "step": 46405
    },
    {
      "epoch": 0.9779618243795013,
      "grad_norm": 0.10622859746217728,
      "learning_rate": 2.5523138378804603e-08,
      "loss": 0.7567,
      "step": 46406
    },
    {
      "epoch": 0.9779828984178666,
      "grad_norm": 0.11728410422801971,
      "learning_rate": 2.547442756147822e-08,
      "loss": 0.7282,
      "step": 46407
    },
    {
      "epoch": 0.9780039724562318,
      "grad_norm": 0.10199896991252899,
      "learning_rate": 2.5425763211489594e-08,
      "loss": 0.7323,
      "step": 46408
    },
    {
      "epoch": 0.9780250464945971,
      "grad_norm": 0.1094045639038086,
      "learning_rate": 2.53771453290641e-08,
      "loss": 0.7098,
      "step": 46409
    },
    {
      "epoch": 0.9780461205329625,
      "grad_norm": 0.10044276714324951,
      "learning_rate": 2.532857391442933e-08,
      "loss": 0.663,
      "step": 46410
    },
    {
      "epoch": 0.9780671945713277,
      "grad_norm": 0.11254400759935379,
      "learning_rate": 2.5280048967810668e-08,
      "loss": 0.6729,
      "step": 46411
    },
    {
      "epoch": 0.978088268609693,
      "grad_norm": 0.1221463531255722,
      "learning_rate": 2.523157048943459e-08,
      "loss": 0.6434,
      "step": 46412
    },
    {
      "epoch": 0.9781093426480583,
      "grad_norm": 0.1120428591966629,
      "learning_rate": 2.518313847952758e-08,
      "loss": 0.6178,
      "step": 46413
    },
    {
      "epoch": 0.9781304166864235,
      "grad_norm": 0.10141170024871826,
      "learning_rate": 2.513475293831391e-08,
      "loss": 0.7668,
      "step": 46414
    },
    {
      "epoch": 0.9781514907247889,
      "grad_norm": 0.09930054843425751,
      "learning_rate": 2.5086413866020064e-08,
      "loss": 0.7271,
      "step": 46415
    },
    {
      "epoch": 0.9781725647631542,
      "grad_norm": 0.0959443598985672,
      "learning_rate": 2.5038121262870307e-08,
      "loss": 0.66,
      "step": 46416
    },
    {
      "epoch": 0.9781936388015194,
      "grad_norm": 0.10258350521326065,
      "learning_rate": 2.4989875129091124e-08,
      "loss": 0.6965,
      "step": 46417
    },
    {
      "epoch": 0.9782147128398847,
      "grad_norm": 0.11721126735210419,
      "learning_rate": 2.4941675464905668e-08,
      "loss": 0.6999,
      "step": 46418
    },
    {
      "epoch": 0.97823578687825,
      "grad_norm": 0.10761674493551254,
      "learning_rate": 2.4893522270539317e-08,
      "loss": 0.6283,
      "step": 46419
    },
    {
      "epoch": 0.9782568609166153,
      "grad_norm": 0.10758199542760849,
      "learning_rate": 2.4845415546216335e-08,
      "loss": 0.7035,
      "step": 46420
    },
    {
      "epoch": 0.9782779349549806,
      "grad_norm": 0.1062193289399147,
      "learning_rate": 2.4797355292159876e-08,
      "loss": 0.7175,
      "step": 46421
    },
    {
      "epoch": 0.9782990089933459,
      "grad_norm": 0.10787370055913925,
      "learning_rate": 2.4749341508595313e-08,
      "loss": 0.6744,
      "step": 46422
    },
    {
      "epoch": 0.9783200830317111,
      "grad_norm": 0.10149470716714859,
      "learning_rate": 2.4701374195745808e-08,
      "loss": 0.6342,
      "step": 46423
    },
    {
      "epoch": 0.9783411570700764,
      "grad_norm": 0.12745851278305054,
      "learning_rate": 2.4653453353834512e-08,
      "loss": 0.6856,
      "step": 46424
    },
    {
      "epoch": 0.9783622311084418,
      "grad_norm": 0.11219707876443863,
      "learning_rate": 2.4605578983084577e-08,
      "loss": 0.7075,
      "step": 46425
    },
    {
      "epoch": 0.978383305146807,
      "grad_norm": 0.10870471596717834,
      "learning_rate": 2.4557751083719162e-08,
      "loss": 0.6859,
      "step": 46426
    },
    {
      "epoch": 0.9784043791851723,
      "grad_norm": 0.09999176114797592,
      "learning_rate": 2.4509969655961418e-08,
      "loss": 0.7079,
      "step": 46427
    },
    {
      "epoch": 0.9784254532235376,
      "grad_norm": 0.11901722103357315,
      "learning_rate": 2.4462234700033393e-08,
      "loss": 0.7595,
      "step": 46428
    },
    {
      "epoch": 0.9784465272619028,
      "grad_norm": 0.09403269737958908,
      "learning_rate": 2.4414546216159352e-08,
      "loss": 0.7166,
      "step": 46429
    },
    {
      "epoch": 0.9784676013002682,
      "grad_norm": 0.24681031703948975,
      "learning_rate": 2.4366904204558005e-08,
      "loss": 0.6657,
      "step": 46430
    },
    {
      "epoch": 0.9784886753386335,
      "grad_norm": 0.10851523280143738,
      "learning_rate": 2.4319308665454732e-08,
      "loss": 0.6875,
      "step": 46431
    },
    {
      "epoch": 0.9785097493769987,
      "grad_norm": 0.1028146967291832,
      "learning_rate": 2.4271759599068244e-08,
      "loss": 0.7142,
      "step": 46432
    },
    {
      "epoch": 0.978530823415364,
      "grad_norm": 0.14090944826602936,
      "learning_rate": 2.4224257005622808e-08,
      "loss": 0.6978,
      "step": 46433
    },
    {
      "epoch": 0.9785518974537293,
      "grad_norm": 0.10755971074104309,
      "learning_rate": 2.4176800885337138e-08,
      "loss": 0.6407,
      "step": 46434
    },
    {
      "epoch": 0.9785729714920947,
      "grad_norm": 0.09813416004180908,
      "learning_rate": 2.4129391238434384e-08,
      "loss": 0.6765,
      "step": 46435
    },
    {
      "epoch": 0.9785940455304599,
      "grad_norm": 0.13739937543869019,
      "learning_rate": 2.4082028065135486e-08,
      "loss": 0.6853,
      "step": 46436
    },
    {
      "epoch": 0.9786151195688252,
      "grad_norm": 0.1023464947938919,
      "learning_rate": 2.4034711365659157e-08,
      "loss": 0.6687,
      "step": 46437
    },
    {
      "epoch": 0.9786361936071905,
      "grad_norm": 0.11400250345468521,
      "learning_rate": 2.3987441140227443e-08,
      "loss": 0.7184,
      "step": 46438
    },
    {
      "epoch": 0.9786572676455557,
      "grad_norm": 0.09739989787340164,
      "learning_rate": 2.3940217389059052e-08,
      "loss": 0.6826,
      "step": 46439
    },
    {
      "epoch": 0.978678341683921,
      "grad_norm": 0.10634134709835052,
      "learning_rate": 2.389304011237603e-08,
      "loss": 0.6746,
      "step": 46440
    },
    {
      "epoch": 0.9786994157222864,
      "grad_norm": 0.11128491908311844,
      "learning_rate": 2.3845909310397098e-08,
      "loss": 0.6841,
      "step": 46441
    },
    {
      "epoch": 0.9787204897606516,
      "grad_norm": 0.09447312355041504,
      "learning_rate": 2.3798824983340964e-08,
      "loss": 0.6802,
      "step": 46442
    },
    {
      "epoch": 0.9787415637990169,
      "grad_norm": 0.09787917137145996,
      "learning_rate": 2.3751787131428562e-08,
      "loss": 0.6546,
      "step": 46443
    },
    {
      "epoch": 0.9787626378373822,
      "grad_norm": 0.09526699036359787,
      "learning_rate": 2.3704795754878605e-08,
      "loss": 0.7103,
      "step": 46444
    },
    {
      "epoch": 0.9787837118757474,
      "grad_norm": 0.11831001937389374,
      "learning_rate": 2.3657850853908705e-08,
      "loss": 0.6817,
      "step": 46445
    },
    {
      "epoch": 0.9788047859141128,
      "grad_norm": 0.11013206839561462,
      "learning_rate": 2.3610952428738677e-08,
      "loss": 0.7147,
      "step": 46446
    },
    {
      "epoch": 0.9788258599524781,
      "grad_norm": 0.09718400985002518,
      "learning_rate": 2.3564100479587236e-08,
      "loss": 0.6904,
      "step": 46447
    },
    {
      "epoch": 0.9788469339908433,
      "grad_norm": 0.1011684462428093,
      "learning_rate": 2.35172950066731e-08,
      "loss": 0.7089,
      "step": 46448
    },
    {
      "epoch": 0.9788680080292086,
      "grad_norm": 0.1523507833480835,
      "learning_rate": 2.3470536010212762e-08,
      "loss": 0.6929,
      "step": 46449
    },
    {
      "epoch": 0.9788890820675739,
      "grad_norm": 0.09725373983383179,
      "learning_rate": 2.3423823490423826e-08,
      "loss": 0.6717,
      "step": 46450
    },
    {
      "epoch": 0.9789101561059392,
      "grad_norm": 0.11092967540025711,
      "learning_rate": 2.337715744752611e-08,
      "loss": 0.6862,
      "step": 46451
    },
    {
      "epoch": 0.9789312301443045,
      "grad_norm": 0.1312801092863083,
      "learning_rate": 2.3330537881735004e-08,
      "loss": 0.6959,
      "step": 46452
    },
    {
      "epoch": 0.9789523041826698,
      "grad_norm": 0.11534064263105392,
      "learning_rate": 2.328396479326922e-08,
      "loss": 0.6572,
      "step": 46453
    },
    {
      "epoch": 0.978973378221035,
      "grad_norm": 0.15441840887069702,
      "learning_rate": 2.323743818234414e-08,
      "loss": 0.6924,
      "step": 46454
    },
    {
      "epoch": 0.9789944522594003,
      "grad_norm": 0.1042228639125824,
      "learning_rate": 2.319095804917737e-08,
      "loss": 0.686,
      "step": 46455
    },
    {
      "epoch": 0.9790155262977657,
      "grad_norm": 0.1242227777838707,
      "learning_rate": 2.3144524393986513e-08,
      "loss": 0.7093,
      "step": 46456
    },
    {
      "epoch": 0.9790366003361309,
      "grad_norm": 0.13609857857227325,
      "learning_rate": 2.309813721698584e-08,
      "loss": 0.6956,
      "step": 46457
    },
    {
      "epoch": 0.9790576743744962,
      "grad_norm": 0.11806190013885498,
      "learning_rate": 2.3051796518392956e-08,
      "loss": 0.7309,
      "step": 46458
    },
    {
      "epoch": 0.9790787484128615,
      "grad_norm": 0.1025426834821701,
      "learning_rate": 2.3005502298423244e-08,
      "loss": 0.712,
      "step": 46459
    },
    {
      "epoch": 0.9790998224512267,
      "grad_norm": 0.10188928991556168,
      "learning_rate": 2.2959254557290977e-08,
      "loss": 0.6765,
      "step": 46460
    },
    {
      "epoch": 0.9791208964895921,
      "grad_norm": 0.09424189478158951,
      "learning_rate": 2.291305329521376e-08,
      "loss": 0.6519,
      "step": 46461
    },
    {
      "epoch": 0.9791419705279574,
      "grad_norm": 0.08717940002679825,
      "learning_rate": 2.2866898512406976e-08,
      "loss": 0.6226,
      "step": 46462
    },
    {
      "epoch": 0.9791630445663226,
      "grad_norm": 0.15374703705310822,
      "learning_rate": 2.282079020908379e-08,
      "loss": 0.7285,
      "step": 46463
    },
    {
      "epoch": 0.9791841186046879,
      "grad_norm": 0.5737103819847107,
      "learning_rate": 2.2774728385459578e-08,
      "loss": 0.6767,
      "step": 46464
    },
    {
      "epoch": 0.9792051926430532,
      "grad_norm": 0.10838264226913452,
      "learning_rate": 2.2728713041749727e-08,
      "loss": 0.7227,
      "step": 46465
    },
    {
      "epoch": 0.9792262666814185,
      "grad_norm": 0.11779120564460754,
      "learning_rate": 2.2682744178167405e-08,
      "loss": 0.7052,
      "step": 46466
    },
    {
      "epoch": 0.9792473407197838,
      "grad_norm": 0.11397816240787506,
      "learning_rate": 2.263682179492799e-08,
      "loss": 0.78,
      "step": 46467
    },
    {
      "epoch": 0.9792684147581491,
      "grad_norm": 0.10984934866428375,
      "learning_rate": 2.2590945892244644e-08,
      "loss": 0.6279,
      "step": 46468
    },
    {
      "epoch": 0.9792894887965143,
      "grad_norm": 0.09275759756565094,
      "learning_rate": 2.2545116470331642e-08,
      "loss": 0.7142,
      "step": 46469
    },
    {
      "epoch": 0.9793105628348796,
      "grad_norm": 0.1558781862258911,
      "learning_rate": 2.2499333529402145e-08,
      "loss": 0.6748,
      "step": 46470
    },
    {
      "epoch": 0.979331636873245,
      "grad_norm": 0.13008122146129608,
      "learning_rate": 2.2453597069669318e-08,
      "loss": 0.6977,
      "step": 46471
    },
    {
      "epoch": 0.9793527109116102,
      "grad_norm": 0.11674170941114426,
      "learning_rate": 2.2407907091346327e-08,
      "loss": 0.7035,
      "step": 46472
    },
    {
      "epoch": 0.9793737849499755,
      "grad_norm": 0.10474635660648346,
      "learning_rate": 2.2362263594646328e-08,
      "loss": 0.6641,
      "step": 46473
    },
    {
      "epoch": 0.9793948589883408,
      "grad_norm": 0.11699451506137848,
      "learning_rate": 2.2316666579781377e-08,
      "loss": 0.6932,
      "step": 46474
    },
    {
      "epoch": 0.979415933026706,
      "grad_norm": 0.10081030428409576,
      "learning_rate": 2.2271116046963525e-08,
      "loss": 0.6391,
      "step": 46475
    },
    {
      "epoch": 0.9794370070650713,
      "grad_norm": 0.09827907383441925,
      "learning_rate": 2.2225611996407047e-08,
      "loss": 0.7105,
      "step": 46476
    },
    {
      "epoch": 0.9794580811034367,
      "grad_norm": 0.09298541396856308,
      "learning_rate": 2.2180154428321778e-08,
      "loss": 0.6793,
      "step": 46477
    },
    {
      "epoch": 0.979479155141802,
      "grad_norm": 0.11491680145263672,
      "learning_rate": 2.2134743342919764e-08,
      "loss": 0.7436,
      "step": 46478
    },
    {
      "epoch": 0.9795002291801672,
      "grad_norm": 0.11980670690536499,
      "learning_rate": 2.208937874041417e-08,
      "loss": 0.7131,
      "step": 46479
    },
    {
      "epoch": 0.9795213032185325,
      "grad_norm": 0.0924808531999588,
      "learning_rate": 2.204406062101483e-08,
      "loss": 0.5993,
      "step": 46480
    },
    {
      "epoch": 0.9795423772568977,
      "grad_norm": 0.09984193742275238,
      "learning_rate": 2.1998788984932683e-08,
      "loss": 0.7023,
      "step": 46481
    },
    {
      "epoch": 0.9795634512952631,
      "grad_norm": 0.1158289760351181,
      "learning_rate": 2.1953563832379786e-08,
      "loss": 0.6748,
      "step": 46482
    },
    {
      "epoch": 0.9795845253336284,
      "grad_norm": 0.10998993366956711,
      "learning_rate": 2.190838516356597e-08,
      "loss": 0.7761,
      "step": 46483
    },
    {
      "epoch": 0.9796055993719937,
      "grad_norm": 0.10016687959432602,
      "learning_rate": 2.1863252978702177e-08,
      "loss": 0.7079,
      "step": 46484
    },
    {
      "epoch": 0.9796266734103589,
      "grad_norm": 0.13648852705955505,
      "learning_rate": 2.1818167277998236e-08,
      "loss": 0.666,
      "step": 46485
    },
    {
      "epoch": 0.9796477474487242,
      "grad_norm": 0.11188022047281265,
      "learning_rate": 2.1773128061663986e-08,
      "loss": 0.634,
      "step": 46486
    },
    {
      "epoch": 0.9796688214870896,
      "grad_norm": 0.11881518363952637,
      "learning_rate": 2.172813532991036e-08,
      "loss": 0.7401,
      "step": 46487
    },
    {
      "epoch": 0.9796898955254548,
      "grad_norm": 0.09333916753530502,
      "learning_rate": 2.168318908294609e-08,
      "loss": 0.7324,
      "step": 46488
    },
    {
      "epoch": 0.9797109695638201,
      "grad_norm": 0.10644146054983139,
      "learning_rate": 2.1638289320981e-08,
      "loss": 0.703,
      "step": 46489
    },
    {
      "epoch": 0.9797320436021854,
      "grad_norm": 0.10172118246555328,
      "learning_rate": 2.1593436044222704e-08,
      "loss": 0.6889,
      "step": 46490
    },
    {
      "epoch": 0.9797531176405506,
      "grad_norm": 0.09894903749227524,
      "learning_rate": 2.154862925288326e-08,
      "loss": 0.7133,
      "step": 46491
    },
    {
      "epoch": 0.979774191678916,
      "grad_norm": 0.10783214867115021,
      "learning_rate": 2.150386894716805e-08,
      "loss": 0.6974,
      "step": 46492
    },
    {
      "epoch": 0.9797952657172813,
      "grad_norm": 0.09735673666000366,
      "learning_rate": 2.1459155127288022e-08,
      "loss": 0.6265,
      "step": 46493
    },
    {
      "epoch": 0.9798163397556465,
      "grad_norm": 0.11993052810430527,
      "learning_rate": 2.1414487793449678e-08,
      "loss": 0.6913,
      "step": 46494
    },
    {
      "epoch": 0.9798374137940118,
      "grad_norm": 0.10871031880378723,
      "learning_rate": 2.1369866945862848e-08,
      "loss": 0.6973,
      "step": 46495
    },
    {
      "epoch": 0.9798584878323771,
      "grad_norm": 0.12018990516662598,
      "learning_rate": 2.1325292584734036e-08,
      "loss": 0.6361,
      "step": 46496
    },
    {
      "epoch": 0.9798795618707424,
      "grad_norm": 0.14283742010593414,
      "learning_rate": 2.1280764710271962e-08,
      "loss": 0.6911,
      "step": 46497
    },
    {
      "epoch": 0.9799006359091077,
      "grad_norm": 0.11615227162837982,
      "learning_rate": 2.1236283322683127e-08,
      "loss": 0.6598,
      "step": 46498
    },
    {
      "epoch": 0.979921709947473,
      "grad_norm": 0.11806204169988632,
      "learning_rate": 2.1191848422175144e-08,
      "loss": 0.6915,
      "step": 46499
    },
    {
      "epoch": 0.9799427839858382,
      "grad_norm": 0.15531116724014282,
      "learning_rate": 2.114746000895562e-08,
      "loss": 0.7116,
      "step": 46500
    },
    {
      "epoch": 0.9799638580242035,
      "grad_norm": 0.09692348539829254,
      "learning_rate": 2.1103118083229955e-08,
      "loss": 0.6492,
      "step": 46501
    },
    {
      "epoch": 0.9799849320625689,
      "grad_norm": 0.09777496010065079,
      "learning_rate": 2.1058822645205758e-08,
      "loss": 0.6888,
      "step": 46502
    },
    {
      "epoch": 0.9800060061009341,
      "grad_norm": 0.09796889126300812,
      "learning_rate": 2.1014573695089523e-08,
      "loss": 0.7043,
      "step": 46503
    },
    {
      "epoch": 0.9800270801392994,
      "grad_norm": 0.11559975892305374,
      "learning_rate": 2.097037123308665e-08,
      "loss": 0.6952,
      "step": 46504
    },
    {
      "epoch": 0.9800481541776647,
      "grad_norm": 0.10275153815746307,
      "learning_rate": 2.0926215259403636e-08,
      "loss": 0.7223,
      "step": 46505
    },
    {
      "epoch": 0.9800692282160299,
      "grad_norm": 0.09856792539358139,
      "learning_rate": 2.0882105774244764e-08,
      "loss": 0.6982,
      "step": 46506
    },
    {
      "epoch": 0.9800903022543953,
      "grad_norm": 0.15056952834129333,
      "learning_rate": 2.0838042777818756e-08,
      "loss": 0.7448,
      "step": 46507
    },
    {
      "epoch": 0.9801113762927606,
      "grad_norm": 0.11363249272108078,
      "learning_rate": 2.0794026270327672e-08,
      "loss": 0.7031,
      "step": 46508
    },
    {
      "epoch": 0.9801324503311258,
      "grad_norm": 0.09778007119894028,
      "learning_rate": 2.0750056251978013e-08,
      "loss": 0.668,
      "step": 46509
    },
    {
      "epoch": 0.9801535243694911,
      "grad_norm": 0.19314567744731903,
      "learning_rate": 2.070613272297406e-08,
      "loss": 0.6999,
      "step": 46510
    },
    {
      "epoch": 0.9801745984078564,
      "grad_norm": 0.10368459671735764,
      "learning_rate": 2.0662255683520094e-08,
      "loss": 0.6178,
      "step": 46511
    },
    {
      "epoch": 0.9801956724462216,
      "grad_norm": 0.16377204656600952,
      "learning_rate": 2.0618425133822616e-08,
      "loss": 0.7026,
      "step": 46512
    },
    {
      "epoch": 0.980216746484587,
      "grad_norm": 0.10575936734676361,
      "learning_rate": 2.057464107408369e-08,
      "loss": 0.6851,
      "step": 46513
    },
    {
      "epoch": 0.9802378205229523,
      "grad_norm": 0.10019628703594208,
      "learning_rate": 2.0530903504507593e-08,
      "loss": 0.6166,
      "step": 46514
    },
    {
      "epoch": 0.9802588945613175,
      "grad_norm": 0.09912639111280441,
      "learning_rate": 2.048721242529861e-08,
      "loss": 0.6593,
      "step": 46515
    },
    {
      "epoch": 0.9802799685996828,
      "grad_norm": 0.10975576192140579,
      "learning_rate": 2.0443567836659906e-08,
      "loss": 0.6303,
      "step": 46516
    },
    {
      "epoch": 0.9803010426380481,
      "grad_norm": 0.10080409795045853,
      "learning_rate": 2.0399969738795766e-08,
      "loss": 0.603,
      "step": 46517
    },
    {
      "epoch": 0.9803221166764134,
      "grad_norm": 0.10412867367267609,
      "learning_rate": 2.035641813190825e-08,
      "loss": 0.6736,
      "step": 46518
    },
    {
      "epoch": 0.9803431907147787,
      "grad_norm": 0.11410840600728989,
      "learning_rate": 2.031291301620053e-08,
      "loss": 0.6182,
      "step": 46519
    },
    {
      "epoch": 0.980364264753144,
      "grad_norm": 0.1714589148759842,
      "learning_rate": 2.0269454391874665e-08,
      "loss": 0.7089,
      "step": 46520
    },
    {
      "epoch": 0.9803853387915092,
      "grad_norm": 0.11056492477655411,
      "learning_rate": 2.0226042259134936e-08,
      "loss": 0.6435,
      "step": 46521
    },
    {
      "epoch": 0.9804064128298745,
      "grad_norm": 0.10539151728153229,
      "learning_rate": 2.0182676618181184e-08,
      "loss": 0.6517,
      "step": 46522
    },
    {
      "epoch": 0.9804274868682399,
      "grad_norm": 0.11973176896572113,
      "learning_rate": 2.013935746921769e-08,
      "loss": 0.7093,
      "step": 46523
    },
    {
      "epoch": 0.9804485609066051,
      "grad_norm": 0.09900163114070892,
      "learning_rate": 2.0096084812444294e-08,
      "loss": 0.7041,
      "step": 46524
    },
    {
      "epoch": 0.9804696349449704,
      "grad_norm": 0.11097875237464905,
      "learning_rate": 2.0052858648064165e-08,
      "loss": 0.6551,
      "step": 46525
    },
    {
      "epoch": 0.9804907089833357,
      "grad_norm": 0.1409830003976822,
      "learning_rate": 2.0009678976277147e-08,
      "loss": 0.6836,
      "step": 46526
    },
    {
      "epoch": 0.9805117830217009,
      "grad_norm": 0.17909108102321625,
      "learning_rate": 1.9966545797285296e-08,
      "loss": 0.7217,
      "step": 46527
    },
    {
      "epoch": 0.9805328570600663,
      "grad_norm": 0.1007475033402443,
      "learning_rate": 1.9923459111290676e-08,
      "loss": 0.6388,
      "step": 46528
    },
    {
      "epoch": 0.9805539310984316,
      "grad_norm": 0.10442313551902771,
      "learning_rate": 1.9880418918492016e-08,
      "loss": 0.6896,
      "step": 46529
    },
    {
      "epoch": 0.9805750051367969,
      "grad_norm": 0.09231727570295334,
      "learning_rate": 1.9837425219090267e-08,
      "loss": 0.6811,
      "step": 46530
    },
    {
      "epoch": 0.9805960791751621,
      "grad_norm": 0.11001095920801163,
      "learning_rate": 1.979447801328638e-08,
      "loss": 0.665,
      "step": 46531
    },
    {
      "epoch": 0.9806171532135274,
      "grad_norm": 0.09957628697156906,
      "learning_rate": 1.975157730128019e-08,
      "loss": 0.686,
      "step": 46532
    },
    {
      "epoch": 0.9806382272518928,
      "grad_norm": 0.09881937503814697,
      "learning_rate": 1.970872308327154e-08,
      "loss": 0.706,
      "step": 46533
    },
    {
      "epoch": 0.980659301290258,
      "grad_norm": 0.109493188560009,
      "learning_rate": 1.9665915359460274e-08,
      "loss": 0.6911,
      "step": 46534
    },
    {
      "epoch": 0.9806803753286233,
      "grad_norm": 0.10447696596384048,
      "learning_rate": 1.962315413004512e-08,
      "loss": 0.6956,
      "step": 46535
    },
    {
      "epoch": 0.9807014493669886,
      "grad_norm": 0.10153564810752869,
      "learning_rate": 1.9580439395227024e-08,
      "loss": 0.6932,
      "step": 46536
    },
    {
      "epoch": 0.9807225234053538,
      "grad_norm": 0.10490382462739944,
      "learning_rate": 1.95377711552025e-08,
      "loss": 0.66,
      "step": 46537
    },
    {
      "epoch": 0.9807435974437192,
      "grad_norm": 0.09845095127820969,
      "learning_rate": 1.9495149410171388e-08,
      "loss": 0.7433,
      "step": 46538
    },
    {
      "epoch": 0.9807646714820845,
      "grad_norm": 0.10428211838006973,
      "learning_rate": 1.9452574160333525e-08,
      "loss": 0.6998,
      "step": 46539
    },
    {
      "epoch": 0.9807857455204497,
      "grad_norm": 0.11878519505262375,
      "learning_rate": 1.9410045405884316e-08,
      "loss": 0.7269,
      "step": 46540
    },
    {
      "epoch": 0.980806819558815,
      "grad_norm": 0.09508906304836273,
      "learning_rate": 1.9367563147024705e-08,
      "loss": 0.63,
      "step": 46541
    },
    {
      "epoch": 0.9808278935971803,
      "grad_norm": 0.09751071780920029,
      "learning_rate": 1.9325127383952313e-08,
      "loss": 0.6667,
      "step": 46542
    },
    {
      "epoch": 0.9808489676355456,
      "grad_norm": 0.09228292107582092,
      "learning_rate": 1.9282738116862542e-08,
      "loss": 0.6083,
      "step": 46543
    },
    {
      "epoch": 0.9808700416739109,
      "grad_norm": 0.10108731687068939,
      "learning_rate": 1.924039534595523e-08,
      "loss": 0.6443,
      "step": 46544
    },
    {
      "epoch": 0.9808911157122762,
      "grad_norm": 0.11892222613096237,
      "learning_rate": 1.919809907142689e-08,
      "loss": 0.6674,
      "step": 46545
    },
    {
      "epoch": 0.9809121897506414,
      "grad_norm": 0.1064043641090393,
      "learning_rate": 1.9155849293474028e-08,
      "loss": 0.649,
      "step": 46546
    },
    {
      "epoch": 0.9809332637890067,
      "grad_norm": 0.14033731818199158,
      "learning_rate": 1.9113646012295373e-08,
      "loss": 0.7489,
      "step": 46547
    },
    {
      "epoch": 0.9809543378273721,
      "grad_norm": 0.09965892136096954,
      "learning_rate": 1.9071489228085217e-08,
      "loss": 0.6343,
      "step": 46548
    },
    {
      "epoch": 0.9809754118657373,
      "grad_norm": 0.09407684952020645,
      "learning_rate": 1.9029378941040068e-08,
      "loss": 0.7119,
      "step": 46549
    },
    {
      "epoch": 0.9809964859041026,
      "grad_norm": 0.14251303672790527,
      "learning_rate": 1.8987315151357543e-08,
      "loss": 0.7188,
      "step": 46550
    },
    {
      "epoch": 0.9810175599424679,
      "grad_norm": 0.10480080544948578,
      "learning_rate": 1.8945297859233048e-08,
      "loss": 0.6183,
      "step": 46551
    },
    {
      "epoch": 0.9810386339808331,
      "grad_norm": 0.09023074805736542,
      "learning_rate": 1.8903327064861977e-08,
      "loss": 0.7297,
      "step": 46552
    },
    {
      "epoch": 0.9810597080191984,
      "grad_norm": 0.11611438542604446,
      "learning_rate": 1.886140276843973e-08,
      "loss": 0.7099,
      "step": 46553
    },
    {
      "epoch": 0.9810807820575638,
      "grad_norm": 0.09884988516569138,
      "learning_rate": 1.8819524970162818e-08,
      "loss": 0.5885,
      "step": 46554
    },
    {
      "epoch": 0.981101856095929,
      "grad_norm": 0.11507552117109299,
      "learning_rate": 1.8777693670224417e-08,
      "loss": 0.6849,
      "step": 46555
    },
    {
      "epoch": 0.9811229301342943,
      "grad_norm": 0.10389557480812073,
      "learning_rate": 1.873590886882104e-08,
      "loss": 0.6467,
      "step": 46556
    },
    {
      "epoch": 0.9811440041726596,
      "grad_norm": 0.09772323817014694,
      "learning_rate": 1.8694170566146975e-08,
      "loss": 0.6236,
      "step": 46557
    },
    {
      "epoch": 0.9811650782110248,
      "grad_norm": 0.10796933621168137,
      "learning_rate": 1.8652478762395398e-08,
      "loss": 0.6925,
      "step": 46558
    },
    {
      "epoch": 0.9811861522493902,
      "grad_norm": 0.10774286836385727,
      "learning_rate": 1.8610833457762823e-08,
      "loss": 0.6849,
      "step": 46559
    },
    {
      "epoch": 0.9812072262877555,
      "grad_norm": 0.10835857689380646,
      "learning_rate": 1.8569234652441316e-08,
      "loss": 0.6741,
      "step": 46560
    },
    {
      "epoch": 0.9812283003261207,
      "grad_norm": 0.09235218912363052,
      "learning_rate": 1.8527682346626274e-08,
      "loss": 0.6934,
      "step": 46561
    },
    {
      "epoch": 0.981249374364486,
      "grad_norm": 0.10467088222503662,
      "learning_rate": 1.848617654050977e-08,
      "loss": 0.6769,
      "step": 46562
    },
    {
      "epoch": 0.9812704484028513,
      "grad_norm": 0.09554935991764069,
      "learning_rate": 1.8444717234284982e-08,
      "loss": 0.6763,
      "step": 46563
    },
    {
      "epoch": 0.9812915224412166,
      "grad_norm": 0.10284880548715591,
      "learning_rate": 1.8403304428147306e-08,
      "loss": 0.639,
      "step": 46564
    },
    {
      "epoch": 0.9813125964795819,
      "grad_norm": 0.1193855032324791,
      "learning_rate": 1.8361938122287704e-08,
      "loss": 0.7242,
      "step": 46565
    },
    {
      "epoch": 0.9813336705179472,
      "grad_norm": 0.10229355096817017,
      "learning_rate": 1.8320618316898243e-08,
      "loss": 0.6354,
      "step": 46566
    },
    {
      "epoch": 0.9813547445563124,
      "grad_norm": 0.09967359155416489,
      "learning_rate": 1.827934501217432e-08,
      "loss": 0.7435,
      "step": 46567
    },
    {
      "epoch": 0.9813758185946777,
      "grad_norm": 0.11893878132104874,
      "learning_rate": 1.823811820830579e-08,
      "loss": 0.7229,
      "step": 46568
    },
    {
      "epoch": 0.9813968926330431,
      "grad_norm": 0.09198878705501556,
      "learning_rate": 1.8196937905484713e-08,
      "loss": 0.709,
      "step": 46569
    },
    {
      "epoch": 0.9814179666714083,
      "grad_norm": 0.11174148321151733,
      "learning_rate": 1.8155804103904272e-08,
      "loss": 0.6748,
      "step": 46570
    },
    {
      "epoch": 0.9814390407097736,
      "grad_norm": 0.12295011430978775,
      "learning_rate": 1.811471680375543e-08,
      "loss": 0.7454,
      "step": 46571
    },
    {
      "epoch": 0.9814601147481389,
      "grad_norm": 0.10526290535926819,
      "learning_rate": 1.8073676005229134e-08,
      "loss": 0.6899,
      "step": 46572
    },
    {
      "epoch": 0.9814811887865041,
      "grad_norm": 0.11879763752222061,
      "learning_rate": 1.8032681708517462e-08,
      "loss": 0.7144,
      "step": 46573
    },
    {
      "epoch": 0.9815022628248695,
      "grad_norm": 0.1063840389251709,
      "learning_rate": 1.799173391381026e-08,
      "loss": 0.5986,
      "step": 46574
    },
    {
      "epoch": 0.9815233368632348,
      "grad_norm": 0.1050357073545456,
      "learning_rate": 1.7950832621299596e-08,
      "loss": 0.685,
      "step": 46575
    },
    {
      "epoch": 0.9815444109016,
      "grad_norm": 0.10383247584104538,
      "learning_rate": 1.7909977831175318e-08,
      "loss": 0.7375,
      "step": 46576
    },
    {
      "epoch": 0.9815654849399653,
      "grad_norm": 0.11264770478010178,
      "learning_rate": 1.7869169543628383e-08,
      "loss": 0.6765,
      "step": 46577
    },
    {
      "epoch": 0.9815865589783306,
      "grad_norm": 0.10951776057481766,
      "learning_rate": 1.7828407758847533e-08,
      "loss": 0.6998,
      "step": 46578
    },
    {
      "epoch": 0.981607633016696,
      "grad_norm": 0.11188839375972748,
      "learning_rate": 1.778769247702372e-08,
      "loss": 0.7096,
      "step": 46579
    },
    {
      "epoch": 0.9816287070550612,
      "grad_norm": 0.12039654701948166,
      "learning_rate": 1.77470236983468e-08,
      "loss": 0.7203,
      "step": 46580
    },
    {
      "epoch": 0.9816497810934265,
      "grad_norm": 0.10841837525367737,
      "learning_rate": 1.7706401423004395e-08,
      "loss": 0.6485,
      "step": 46581
    },
    {
      "epoch": 0.9816708551317918,
      "grad_norm": 0.10643087327480316,
      "learning_rate": 1.766582565118857e-08,
      "loss": 0.6705,
      "step": 46582
    },
    {
      "epoch": 0.981691929170157,
      "grad_norm": 0.10637763887643814,
      "learning_rate": 1.7625296383085856e-08,
      "loss": 0.725,
      "step": 46583
    },
    {
      "epoch": 0.9817130032085224,
      "grad_norm": 0.11170891672372818,
      "learning_rate": 1.75848136188872e-08,
      "loss": 0.6684,
      "step": 46584
    },
    {
      "epoch": 0.9817340772468877,
      "grad_norm": 0.15039993822574615,
      "learning_rate": 1.754437735878023e-08,
      "loss": 0.6508,
      "step": 46585
    },
    {
      "epoch": 0.9817551512852529,
      "grad_norm": 0.0961114689707756,
      "learning_rate": 1.7503987602952577e-08,
      "loss": 0.6206,
      "step": 46586
    },
    {
      "epoch": 0.9817762253236182,
      "grad_norm": 0.11249746382236481,
      "learning_rate": 1.746364435159298e-08,
      "loss": 0.6906,
      "step": 46587
    },
    {
      "epoch": 0.9817972993619835,
      "grad_norm": 0.11518111824989319,
      "learning_rate": 1.7423347604890174e-08,
      "loss": 0.6619,
      "step": 46588
    },
    {
      "epoch": 0.9818183734003487,
      "grad_norm": 0.10897374153137207,
      "learning_rate": 1.7383097363030677e-08,
      "loss": 0.7562,
      "step": 46589
    },
    {
      "epoch": 0.9818394474387141,
      "grad_norm": 0.13489419221878052,
      "learning_rate": 1.7342893626202118e-08,
      "loss": 0.7405,
      "step": 46590
    },
    {
      "epoch": 0.9818605214770794,
      "grad_norm": 0.1020277887582779,
      "learning_rate": 1.7302736394592123e-08,
      "loss": 0.6651,
      "step": 46591
    },
    {
      "epoch": 0.9818815955154446,
      "grad_norm": 0.10065407305955887,
      "learning_rate": 1.7262625668388322e-08,
      "loss": 0.6862,
      "step": 46592
    },
    {
      "epoch": 0.9819026695538099,
      "grad_norm": 0.11365104466676712,
      "learning_rate": 1.722256144777723e-08,
      "loss": 0.7439,
      "step": 46593
    },
    {
      "epoch": 0.9819237435921752,
      "grad_norm": 0.10291806608438492,
      "learning_rate": 1.7182543732945367e-08,
      "loss": 0.7182,
      "step": 46594
    },
    {
      "epoch": 0.9819448176305405,
      "grad_norm": 0.10360366106033325,
      "learning_rate": 1.7142572524078137e-08,
      "loss": 0.7118,
      "step": 46595
    },
    {
      "epoch": 0.9819658916689058,
      "grad_norm": 0.09711311757564545,
      "learning_rate": 1.710264782136317e-08,
      "loss": 0.7064,
      "step": 46596
    },
    {
      "epoch": 0.9819869657072711,
      "grad_norm": 0.1242382600903511,
      "learning_rate": 1.7062769624986987e-08,
      "loss": 0.6888,
      "step": 46597
    },
    {
      "epoch": 0.9820080397456363,
      "grad_norm": 0.0997781902551651,
      "learning_rate": 1.7022937935133876e-08,
      "loss": 0.6889,
      "step": 46598
    },
    {
      "epoch": 0.9820291137840016,
      "grad_norm": 0.11586322635412216,
      "learning_rate": 1.6983152751989252e-08,
      "loss": 0.6443,
      "step": 46599
    },
    {
      "epoch": 0.982050187822367,
      "grad_norm": 0.11077187955379486,
      "learning_rate": 1.694341407573963e-08,
      "loss": 0.7075,
      "step": 46600
    },
    {
      "epoch": 0.9820712618607322,
      "grad_norm": 0.1075773760676384,
      "learning_rate": 1.6903721906569302e-08,
      "loss": 0.6676,
      "step": 46601
    },
    {
      "epoch": 0.9820923358990975,
      "grad_norm": 0.10638566315174103,
      "learning_rate": 1.6864076244663686e-08,
      "loss": 0.7268,
      "step": 46602
    },
    {
      "epoch": 0.9821134099374628,
      "grad_norm": 0.10750823467969894,
      "learning_rate": 1.682447709020818e-08,
      "loss": 0.6588,
      "step": 46603
    },
    {
      "epoch": 0.982134483975828,
      "grad_norm": 0.11465051770210266,
      "learning_rate": 1.6784924443384866e-08,
      "loss": 0.6996,
      "step": 46604
    },
    {
      "epoch": 0.9821555580141934,
      "grad_norm": 0.09861541539430618,
      "learning_rate": 1.6745418304380257e-08,
      "loss": 0.6865,
      "step": 46605
    },
    {
      "epoch": 0.9821766320525587,
      "grad_norm": 0.1285914182662964,
      "learning_rate": 1.6705958673377542e-08,
      "loss": 0.6704,
      "step": 46606
    },
    {
      "epoch": 0.9821977060909239,
      "grad_norm": 0.1644243746995926,
      "learning_rate": 1.666654555056102e-08,
      "loss": 0.7816,
      "step": 46607
    },
    {
      "epoch": 0.9822187801292892,
      "grad_norm": 0.10106245428323746,
      "learning_rate": 1.6627178936113875e-08,
      "loss": 0.698,
      "step": 46608
    },
    {
      "epoch": 0.9822398541676545,
      "grad_norm": 0.1040736511349678,
      "learning_rate": 1.6587858830219294e-08,
      "loss": 0.6957,
      "step": 46609
    },
    {
      "epoch": 0.9822609282060198,
      "grad_norm": 0.10589629411697388,
      "learning_rate": 1.6548585233060465e-08,
      "loss": 0.7132,
      "step": 46610
    },
    {
      "epoch": 0.9822820022443851,
      "grad_norm": 0.1298120766878128,
      "learning_rate": 1.6509358144821684e-08,
      "loss": 0.6537,
      "step": 46611
    },
    {
      "epoch": 0.9823030762827504,
      "grad_norm": 0.10749062895774841,
      "learning_rate": 1.647017756568281e-08,
      "loss": 0.627,
      "step": 46612
    },
    {
      "epoch": 0.9823241503211156,
      "grad_norm": 0.13566364347934723,
      "learning_rate": 1.6431043495829245e-08,
      "loss": 0.6646,
      "step": 46613
    },
    {
      "epoch": 0.9823452243594809,
      "grad_norm": 0.12053979933261871,
      "learning_rate": 1.6391955935441963e-08,
      "loss": 0.7404,
      "step": 46614
    },
    {
      "epoch": 0.9823662983978463,
      "grad_norm": 0.10965181142091751,
      "learning_rate": 1.6352914884704142e-08,
      "loss": 0.7406,
      "step": 46615
    },
    {
      "epoch": 0.9823873724362115,
      "grad_norm": 0.095462366938591,
      "learning_rate": 1.631392034379675e-08,
      "loss": 0.6894,
      "step": 46616
    },
    {
      "epoch": 0.9824084464745768,
      "grad_norm": 0.09714243561029434,
      "learning_rate": 1.627497231290076e-08,
      "loss": 0.7222,
      "step": 46617
    },
    {
      "epoch": 0.9824295205129421,
      "grad_norm": 0.09201604127883911,
      "learning_rate": 1.6236070792198244e-08,
      "loss": 0.7116,
      "step": 46618
    },
    {
      "epoch": 0.9824505945513073,
      "grad_norm": 0.11130934208631516,
      "learning_rate": 1.6197215781871277e-08,
      "loss": 0.6099,
      "step": 46619
    },
    {
      "epoch": 0.9824716685896727,
      "grad_norm": 0.09946826845407486,
      "learning_rate": 1.615840728209972e-08,
      "loss": 0.6991,
      "step": 46620
    },
    {
      "epoch": 0.982492742628038,
      "grad_norm": 0.11145821958780289,
      "learning_rate": 1.6119645293065645e-08,
      "loss": 0.6777,
      "step": 46621
    },
    {
      "epoch": 0.9825138166664033,
      "grad_norm": 0.1192328929901123,
      "learning_rate": 1.60809298149478e-08,
      "loss": 0.7425,
      "step": 46622
    },
    {
      "epoch": 0.9825348907047685,
      "grad_norm": 0.10549138486385345,
      "learning_rate": 1.604226084792826e-08,
      "loss": 0.6991,
      "step": 46623
    },
    {
      "epoch": 0.9825559647431338,
      "grad_norm": 0.09689056873321533,
      "learning_rate": 1.6003638392185773e-08,
      "loss": 0.7213,
      "step": 46624
    },
    {
      "epoch": 0.9825770387814992,
      "grad_norm": 0.11223607510328293,
      "learning_rate": 1.5965062447901302e-08,
      "loss": 0.7229,
      "step": 46625
    },
    {
      "epoch": 0.9825981128198644,
      "grad_norm": 0.10709337890148163,
      "learning_rate": 1.5926533015254707e-08,
      "loss": 0.6926,
      "step": 46626
    },
    {
      "epoch": 0.9826191868582297,
      "grad_norm": 0.11454831063747406,
      "learning_rate": 1.5888050094424734e-08,
      "loss": 0.7223,
      "step": 46627
    },
    {
      "epoch": 0.982640260896595,
      "grad_norm": 0.10625695437192917,
      "learning_rate": 1.5849613685590127e-08,
      "loss": 0.6993,
      "step": 46628
    },
    {
      "epoch": 0.9826613349349602,
      "grad_norm": 0.1524166613817215,
      "learning_rate": 1.5811223788930742e-08,
      "loss": 0.7469,
      "step": 46629
    },
    {
      "epoch": 0.9826824089733255,
      "grad_norm": 0.13102303445339203,
      "learning_rate": 1.5772880404626434e-08,
      "loss": 0.6998,
      "step": 46630
    },
    {
      "epoch": 0.9827034830116909,
      "grad_norm": 0.10303603857755661,
      "learning_rate": 1.573458353285373e-08,
      "loss": 0.7231,
      "step": 46631
    },
    {
      "epoch": 0.9827245570500561,
      "grad_norm": 0.11115836352109909,
      "learning_rate": 1.56963331737936e-08,
      "loss": 0.706,
      "step": 46632
    },
    {
      "epoch": 0.9827456310884214,
      "grad_norm": 0.10297932475805283,
      "learning_rate": 1.5658129327621453e-08,
      "loss": 0.7071,
      "step": 46633
    },
    {
      "epoch": 0.9827667051267867,
      "grad_norm": 0.10735949128866196,
      "learning_rate": 1.5619971994517147e-08,
      "loss": 0.7179,
      "step": 46634
    },
    {
      "epoch": 0.9827877791651519,
      "grad_norm": 0.0980014055967331,
      "learning_rate": 1.558186117465721e-08,
      "loss": 0.6673,
      "step": 46635
    },
    {
      "epoch": 0.9828088532035173,
      "grad_norm": 0.08819244801998138,
      "learning_rate": 1.5543796868220386e-08,
      "loss": 0.6055,
      "step": 46636
    },
    {
      "epoch": 0.9828299272418826,
      "grad_norm": 0.11640927195549011,
      "learning_rate": 1.55057790753832e-08,
      "loss": 0.7532,
      "step": 46637
    },
    {
      "epoch": 0.9828510012802478,
      "grad_norm": 0.09952561557292938,
      "learning_rate": 1.5467807796323286e-08,
      "loss": 0.7281,
      "step": 46638
    },
    {
      "epoch": 0.9828720753186131,
      "grad_norm": 0.09916207939386368,
      "learning_rate": 1.5429883031217173e-08,
      "loss": 0.6767,
      "step": 46639
    },
    {
      "epoch": 0.9828931493569784,
      "grad_norm": 0.21193327009677887,
      "learning_rate": 1.5392004780241386e-08,
      "loss": 0.6602,
      "step": 46640
    },
    {
      "epoch": 0.9829142233953437,
      "grad_norm": 0.10188168287277222,
      "learning_rate": 1.5354173043572452e-08,
      "loss": 0.7133,
      "step": 46641
    },
    {
      "epoch": 0.982935297433709,
      "grad_norm": 0.10203749686479568,
      "learning_rate": 1.531638782138689e-08,
      "loss": 0.6895,
      "step": 46642
    },
    {
      "epoch": 0.9829563714720743,
      "grad_norm": 0.10553503036499023,
      "learning_rate": 1.5278649113861234e-08,
      "loss": 0.6546,
      "step": 46643
    },
    {
      "epoch": 0.9829774455104395,
      "grad_norm": 0.10653690993785858,
      "learning_rate": 1.524095692116978e-08,
      "loss": 0.7035,
      "step": 46644
    },
    {
      "epoch": 0.9829985195488048,
      "grad_norm": 0.12792035937309265,
      "learning_rate": 1.520331124349017e-08,
      "loss": 0.6821,
      "step": 46645
    },
    {
      "epoch": 0.9830195935871702,
      "grad_norm": 0.10716577619314194,
      "learning_rate": 1.51657120809956e-08,
      "loss": 0.6552,
      "step": 46646
    },
    {
      "epoch": 0.9830406676255354,
      "grad_norm": 0.1255929321050644,
      "learning_rate": 1.5128159433862587e-08,
      "loss": 0.7308,
      "step": 46647
    },
    {
      "epoch": 0.9830617416639007,
      "grad_norm": 0.09928517043590546,
      "learning_rate": 1.5090653302265445e-08,
      "loss": 0.7113,
      "step": 46648
    },
    {
      "epoch": 0.983082815702266,
      "grad_norm": 0.13947951793670654,
      "learning_rate": 1.5053193686379584e-08,
      "loss": 0.6562,
      "step": 46649
    },
    {
      "epoch": 0.9831038897406312,
      "grad_norm": 0.155353844165802,
      "learning_rate": 1.5015780586379313e-08,
      "loss": 0.7612,
      "step": 46650
    },
    {
      "epoch": 0.9831249637789966,
      "grad_norm": 0.10336192697286606,
      "learning_rate": 1.4978414002437823e-08,
      "loss": 0.6598,
      "step": 46651
    },
    {
      "epoch": 0.9831460378173619,
      "grad_norm": 0.12086029350757599,
      "learning_rate": 1.4941093934730534e-08,
      "loss": 0.6961,
      "step": 46652
    },
    {
      "epoch": 0.9831671118557271,
      "grad_norm": 0.10901827365159988,
      "learning_rate": 1.4903820383431746e-08,
      "loss": 0.7599,
      "step": 46653
    },
    {
      "epoch": 0.9831881858940924,
      "grad_norm": 0.3900800347328186,
      "learning_rate": 1.4866593348713543e-08,
      "loss": 0.6922,
      "step": 46654
    },
    {
      "epoch": 0.9832092599324577,
      "grad_norm": 0.09823127090930939,
      "learning_rate": 1.4829412830750233e-08,
      "loss": 0.6688,
      "step": 46655
    },
    {
      "epoch": 0.983230333970823,
      "grad_norm": 0.10684753209352493,
      "learning_rate": 1.4792278829713901e-08,
      "loss": 0.6662,
      "step": 46656
    },
    {
      "epoch": 0.9832514080091883,
      "grad_norm": 0.10422088205814362,
      "learning_rate": 1.4755191345779962e-08,
      "loss": 0.6095,
      "step": 46657
    },
    {
      "epoch": 0.9832724820475536,
      "grad_norm": 0.1146717369556427,
      "learning_rate": 1.4718150379118279e-08,
      "loss": 0.7408,
      "step": 46658
    },
    {
      "epoch": 0.9832935560859188,
      "grad_norm": 0.1286635547876358,
      "learning_rate": 1.4681155929904268e-08,
      "loss": 0.6666,
      "step": 46659
    },
    {
      "epoch": 0.9833146301242841,
      "grad_norm": 0.1101435124874115,
      "learning_rate": 1.464420799830779e-08,
      "loss": 0.7597,
      "step": 46660
    },
    {
      "epoch": 0.9833357041626495,
      "grad_norm": 0.10148707777261734,
      "learning_rate": 1.4607306584502046e-08,
      "loss": 0.7385,
      "step": 46661
    },
    {
      "epoch": 0.9833567782010147,
      "grad_norm": 0.09265906363725662,
      "learning_rate": 1.4570451688659115e-08,
      "loss": 0.6263,
      "step": 46662
    },
    {
      "epoch": 0.98337785223938,
      "grad_norm": 0.10491279512643814,
      "learning_rate": 1.4533643310951084e-08,
      "loss": 0.6726,
      "step": 46663
    },
    {
      "epoch": 0.9833989262777453,
      "grad_norm": 0.13015444576740265,
      "learning_rate": 1.4496881451547817e-08,
      "loss": 0.7035,
      "step": 46664
    },
    {
      "epoch": 0.9834200003161105,
      "grad_norm": 0.11235377192497253,
      "learning_rate": 1.446016611062251e-08,
      "loss": 0.7356,
      "step": 46665
    },
    {
      "epoch": 0.9834410743544758,
      "grad_norm": 0.1063537746667862,
      "learning_rate": 1.4423497288345023e-08,
      "loss": 0.6716,
      "step": 46666
    },
    {
      "epoch": 0.9834621483928412,
      "grad_norm": 0.1203586533665657,
      "learning_rate": 1.4386874984886335e-08,
      "loss": 0.728,
      "step": 46667
    },
    {
      "epoch": 0.9834832224312064,
      "grad_norm": 0.12548525631427765,
      "learning_rate": 1.4350299200417417e-08,
      "loss": 0.7187,
      "step": 46668
    },
    {
      "epoch": 0.9835042964695717,
      "grad_norm": 0.10566136240959167,
      "learning_rate": 1.4313769935108135e-08,
      "loss": 0.7183,
      "step": 46669
    },
    {
      "epoch": 0.983525370507937,
      "grad_norm": 0.12094572186470032,
      "learning_rate": 1.4277287189128352e-08,
      "loss": 0.6991,
      "step": 46670
    },
    {
      "epoch": 0.9835464445463022,
      "grad_norm": 0.10913622379302979,
      "learning_rate": 1.4240850962649044e-08,
      "loss": 0.6475,
      "step": 46671
    },
    {
      "epoch": 0.9835675185846676,
      "grad_norm": 0.15009377896785736,
      "learning_rate": 1.4204461255840074e-08,
      "loss": 0.7237,
      "step": 46672
    },
    {
      "epoch": 0.9835885926230329,
      "grad_norm": 0.09624704718589783,
      "learning_rate": 1.4168118068869085e-08,
      "loss": 0.7191,
      "step": 46673
    },
    {
      "epoch": 0.9836096666613982,
      "grad_norm": 0.11019851267337799,
      "learning_rate": 1.4131821401908163e-08,
      "loss": 0.7367,
      "step": 46674
    },
    {
      "epoch": 0.9836307406997634,
      "grad_norm": 0.12454960495233536,
      "learning_rate": 1.4095571255124952e-08,
      "loss": 0.7871,
      "step": 46675
    },
    {
      "epoch": 0.9836518147381287,
      "grad_norm": 0.11815503984689713,
      "learning_rate": 1.4059367628687094e-08,
      "loss": 0.6756,
      "step": 46676
    },
    {
      "epoch": 0.9836728887764941,
      "grad_norm": 0.10023745149374008,
      "learning_rate": 1.4023210522765562e-08,
      "loss": 0.7444,
      "step": 46677
    },
    {
      "epoch": 0.9836939628148593,
      "grad_norm": 0.10380181670188904,
      "learning_rate": 1.3987099937526893e-08,
      "loss": 0.6994,
      "step": 46678
    },
    {
      "epoch": 0.9837150368532246,
      "grad_norm": 0.1038958951830864,
      "learning_rate": 1.395103587314095e-08,
      "loss": 0.6925,
      "step": 46679
    },
    {
      "epoch": 0.9837361108915899,
      "grad_norm": 0.12880900502204895,
      "learning_rate": 1.3915018329774265e-08,
      "loss": 0.6794,
      "step": 46680
    },
    {
      "epoch": 0.9837571849299551,
      "grad_norm": 0.158206969499588,
      "learning_rate": 1.3879047307595594e-08,
      "loss": 0.7519,
      "step": 46681
    },
    {
      "epoch": 0.9837782589683205,
      "grad_norm": 0.11092287302017212,
      "learning_rate": 1.3843122806772579e-08,
      "loss": 0.7275,
      "step": 46682
    },
    {
      "epoch": 0.9837993330066858,
      "grad_norm": 0.0986456423997879,
      "learning_rate": 1.3807244827471754e-08,
      "loss": 0.6894,
      "step": 46683
    },
    {
      "epoch": 0.983820407045051,
      "grad_norm": 0.14657701551914215,
      "learning_rate": 1.3771413369860764e-08,
      "loss": 0.6802,
      "step": 46684
    },
    {
      "epoch": 0.9838414810834163,
      "grad_norm": 0.10257729142904282,
      "learning_rate": 1.3735628434106141e-08,
      "loss": 0.6685,
      "step": 46685
    },
    {
      "epoch": 0.9838625551217816,
      "grad_norm": 0.09344301372766495,
      "learning_rate": 1.3699890020375528e-08,
      "loss": 0.6497,
      "step": 46686
    },
    {
      "epoch": 0.9838836291601469,
      "grad_norm": 0.10397577285766602,
      "learning_rate": 1.366419812883435e-08,
      "loss": 0.7154,
      "step": 46687
    },
    {
      "epoch": 0.9839047031985122,
      "grad_norm": 0.10231128334999084,
      "learning_rate": 1.362855275965025e-08,
      "loss": 0.6967,
      "step": 46688
    },
    {
      "epoch": 0.9839257772368775,
      "grad_norm": 0.1026475802063942,
      "learning_rate": 1.359295391298754e-08,
      "loss": 0.7409,
      "step": 46689
    },
    {
      "epoch": 0.9839468512752427,
      "grad_norm": 0.11295820772647858,
      "learning_rate": 1.3557401589012753e-08,
      "loss": 0.6645,
      "step": 46690
    },
    {
      "epoch": 0.983967925313608,
      "grad_norm": 0.19867627322673798,
      "learning_rate": 1.3521895787892425e-08,
      "loss": 0.7351,
      "step": 46691
    },
    {
      "epoch": 0.9839889993519734,
      "grad_norm": 0.1463417112827301,
      "learning_rate": 1.3486436509790868e-08,
      "loss": 0.7338,
      "step": 46692
    },
    {
      "epoch": 0.9840100733903386,
      "grad_norm": 0.1414264291524887,
      "learning_rate": 1.3451023754873504e-08,
      "loss": 0.7353,
      "step": 46693
    },
    {
      "epoch": 0.9840311474287039,
      "grad_norm": 0.10259032249450684,
      "learning_rate": 1.3415657523305758e-08,
      "loss": 0.7247,
      "step": 46694
    },
    {
      "epoch": 0.9840522214670692,
      "grad_norm": 0.1058664321899414,
      "learning_rate": 1.3380337815251943e-08,
      "loss": 0.7144,
      "step": 46695
    },
    {
      "epoch": 0.9840732955054344,
      "grad_norm": 0.14666776359081268,
      "learning_rate": 1.334506463087637e-08,
      "loss": 0.69,
      "step": 46696
    },
    {
      "epoch": 0.9840943695437998,
      "grad_norm": 0.11070867627859116,
      "learning_rate": 1.3309837970343353e-08,
      "loss": 0.7727,
      "step": 46697
    },
    {
      "epoch": 0.9841154435821651,
      "grad_norm": 0.10043004900217056,
      "learning_rate": 1.3274657833817206e-08,
      "loss": 0.7579,
      "step": 46698
    },
    {
      "epoch": 0.9841365176205303,
      "grad_norm": 0.10985256731510162,
      "learning_rate": 1.3239524221463352e-08,
      "loss": 0.7761,
      "step": 46699
    },
    {
      "epoch": 0.9841575916588956,
      "grad_norm": 0.09761077910661697,
      "learning_rate": 1.320443713344277e-08,
      "loss": 0.6319,
      "step": 46700
    },
    {
      "epoch": 0.9841786656972609,
      "grad_norm": 0.09828770160675049,
      "learning_rate": 1.316939656992089e-08,
      "loss": 0.6873,
      "step": 46701
    },
    {
      "epoch": 0.9841997397356261,
      "grad_norm": 0.11455485969781876,
      "learning_rate": 1.3134402531059798e-08,
      "loss": 0.7356,
      "step": 46702
    },
    {
      "epoch": 0.9842208137739915,
      "grad_norm": 0.10257508605718613,
      "learning_rate": 1.309945501702381e-08,
      "loss": 0.7338,
      "step": 46703
    },
    {
      "epoch": 0.9842418878123568,
      "grad_norm": 0.10073897242546082,
      "learning_rate": 1.3064554027973908e-08,
      "loss": 0.6638,
      "step": 46704
    },
    {
      "epoch": 0.984262961850722,
      "grad_norm": 0.09892403334379196,
      "learning_rate": 1.3029699564074405e-08,
      "loss": 0.6314,
      "step": 46705
    },
    {
      "epoch": 0.9842840358890873,
      "grad_norm": 0.10263793170452118,
      "learning_rate": 1.2994891625487394e-08,
      "loss": 0.699,
      "step": 46706
    },
    {
      "epoch": 0.9843051099274526,
      "grad_norm": 0.11817290633916855,
      "learning_rate": 1.2960130212373856e-08,
      "loss": 0.5983,
      "step": 46707
    },
    {
      "epoch": 0.984326183965818,
      "grad_norm": 0.11084263771772385,
      "learning_rate": 1.2925415324895885e-08,
      "loss": 0.6387,
      "step": 46708
    },
    {
      "epoch": 0.9843472580041832,
      "grad_norm": 0.13494808971881866,
      "learning_rate": 1.2890746963216683e-08,
      "loss": 0.7212,
      "step": 46709
    },
    {
      "epoch": 0.9843683320425485,
      "grad_norm": 0.1164911538362503,
      "learning_rate": 1.2856125127496122e-08,
      "loss": 0.6418,
      "step": 46710
    },
    {
      "epoch": 0.9843894060809137,
      "grad_norm": 0.11170483380556107,
      "learning_rate": 1.2821549817897405e-08,
      "loss": 0.6789,
      "step": 46711
    },
    {
      "epoch": 0.984410480119279,
      "grad_norm": 0.12160968780517578,
      "learning_rate": 1.2787021034579295e-08,
      "loss": 0.7648,
      "step": 46712
    },
    {
      "epoch": 0.9844315541576444,
      "grad_norm": 0.1069149598479271,
      "learning_rate": 1.2752538777704993e-08,
      "loss": 0.6724,
      "step": 46713
    },
    {
      "epoch": 0.9844526281960096,
      "grad_norm": 0.11020135879516602,
      "learning_rate": 1.2718103047433261e-08,
      "loss": 0.6873,
      "step": 46714
    },
    {
      "epoch": 0.9844737022343749,
      "grad_norm": 0.10607431083917618,
      "learning_rate": 1.2683713843925083e-08,
      "loss": 0.7036,
      "step": 46715
    },
    {
      "epoch": 0.9844947762727402,
      "grad_norm": 0.11497321724891663,
      "learning_rate": 1.2649371167340329e-08,
      "loss": 0.6748,
      "step": 46716
    },
    {
      "epoch": 0.9845158503111054,
      "grad_norm": 0.10417990386486053,
      "learning_rate": 1.2615075017839984e-08,
      "loss": 0.7262,
      "step": 46717
    },
    {
      "epoch": 0.9845369243494708,
      "grad_norm": 0.10548004508018494,
      "learning_rate": 1.2580825395582807e-08,
      "loss": 0.7106,
      "step": 46718
    },
    {
      "epoch": 0.9845579983878361,
      "grad_norm": 0.09428784251213074,
      "learning_rate": 1.2546622300729782e-08,
      "loss": 0.6495,
      "step": 46719
    },
    {
      "epoch": 0.9845790724262014,
      "grad_norm": 0.10751228779554367,
      "learning_rate": 1.251246573343856e-08,
      "loss": 0.7378,
      "step": 46720
    },
    {
      "epoch": 0.9846001464645666,
      "grad_norm": 0.21813465654850006,
      "learning_rate": 1.2478355693869015e-08,
      "loss": 0.7552,
      "step": 46721
    },
    {
      "epoch": 0.9846212205029319,
      "grad_norm": 0.13208487629890442,
      "learning_rate": 1.2444292182179907e-08,
      "loss": 0.7496,
      "step": 46722
    },
    {
      "epoch": 0.9846422945412973,
      "grad_norm": 0.09525487571954727,
      "learning_rate": 1.2410275198529997e-08,
      "loss": 0.6751,
      "step": 46723
    },
    {
      "epoch": 0.9846633685796625,
      "grad_norm": 0.09019547700881958,
      "learning_rate": 1.237630474307916e-08,
      "loss": 0.6781,
      "step": 46724
    },
    {
      "epoch": 0.9846844426180278,
      "grad_norm": 0.127824068069458,
      "learning_rate": 1.2342380815982825e-08,
      "loss": 0.7436,
      "step": 46725
    },
    {
      "epoch": 0.984705516656393,
      "grad_norm": 0.15068191289901733,
      "learning_rate": 1.2308503417400863e-08,
      "loss": 0.6128,
      "step": 46726
    },
    {
      "epoch": 0.9847265906947583,
      "grad_norm": 0.08846037089824677,
      "learning_rate": 1.227467254749093e-08,
      "loss": 0.6578,
      "step": 46727
    },
    {
      "epoch": 0.9847476647331237,
      "grad_norm": 0.10966645926237106,
      "learning_rate": 1.2240888206409562e-08,
      "loss": 0.7255,
      "step": 46728
    },
    {
      "epoch": 0.984768738771489,
      "grad_norm": 0.10401459038257599,
      "learning_rate": 1.2207150394315525e-08,
      "loss": 0.6074,
      "step": 46729
    },
    {
      "epoch": 0.9847898128098542,
      "grad_norm": 0.10062352567911148,
      "learning_rate": 1.217345911136536e-08,
      "loss": 0.7155,
      "step": 46730
    },
    {
      "epoch": 0.9848108868482195,
      "grad_norm": 0.10481880605220795,
      "learning_rate": 1.2139814357716718e-08,
      "loss": 0.7138,
      "step": 46731
    },
    {
      "epoch": 0.9848319608865848,
      "grad_norm": 0.09498841315507889,
      "learning_rate": 1.2106216133525028e-08,
      "loss": 0.6691,
      "step": 46732
    },
    {
      "epoch": 0.9848530349249501,
      "grad_norm": 0.09205672144889832,
      "learning_rate": 1.2072664438949055e-08,
      "loss": 0.6929,
      "step": 46733
    },
    {
      "epoch": 0.9848741089633154,
      "grad_norm": 0.09632524847984314,
      "learning_rate": 1.2039159274142009e-08,
      "loss": 0.6896,
      "step": 46734
    },
    {
      "epoch": 0.9848951830016807,
      "grad_norm": 0.11177920550107956,
      "learning_rate": 1.2005700639261541e-08,
      "loss": 0.7061,
      "step": 46735
    },
    {
      "epoch": 0.9849162570400459,
      "grad_norm": 0.09441037476062775,
      "learning_rate": 1.1972288534464193e-08,
      "loss": 0.7125,
      "step": 46736
    },
    {
      "epoch": 0.9849373310784112,
      "grad_norm": 0.11368118971586227,
      "learning_rate": 1.1938922959905397e-08,
      "loss": 0.6711,
      "step": 46737
    },
    {
      "epoch": 0.9849584051167766,
      "grad_norm": 0.10888207703828812,
      "learning_rate": 1.1905603915739472e-08,
      "loss": 0.6816,
      "step": 46738
    },
    {
      "epoch": 0.9849794791551418,
      "grad_norm": 0.1255550980567932,
      "learning_rate": 1.187233140212185e-08,
      "loss": 0.6789,
      "step": 46739
    },
    {
      "epoch": 0.9850005531935071,
      "grad_norm": 0.09361400455236435,
      "learning_rate": 1.1839105419209074e-08,
      "loss": 0.7026,
      "step": 46740
    },
    {
      "epoch": 0.9850216272318724,
      "grad_norm": 0.09688153862953186,
      "learning_rate": 1.1805925967153243e-08,
      "loss": 0.7067,
      "step": 46741
    },
    {
      "epoch": 0.9850427012702376,
      "grad_norm": 0.10047714412212372,
      "learning_rate": 1.1772793046112008e-08,
      "loss": 0.6534,
      "step": 46742
    },
    {
      "epoch": 0.9850637753086029,
      "grad_norm": 0.11942466348409653,
      "learning_rate": 1.173970665623747e-08,
      "loss": 0.6553,
      "step": 46743
    },
    {
      "epoch": 0.9850848493469683,
      "grad_norm": 0.10896651446819305,
      "learning_rate": 1.1706666797685062e-08,
      "loss": 0.7206,
      "step": 46744
    },
    {
      "epoch": 0.9851059233853335,
      "grad_norm": 0.09624528139829636,
      "learning_rate": 1.1673673470607994e-08,
      "loss": 0.7091,
      "step": 46745
    },
    {
      "epoch": 0.9851269974236988,
      "grad_norm": 0.1398043930530548,
      "learning_rate": 1.1640726675160585e-08,
      "loss": 0.7376,
      "step": 46746
    },
    {
      "epoch": 0.9851480714620641,
      "grad_norm": 0.09239006042480469,
      "learning_rate": 1.1607826411496048e-08,
      "loss": 0.6315,
      "step": 46747
    },
    {
      "epoch": 0.9851691455004293,
      "grad_norm": 0.0964408665895462,
      "learning_rate": 1.1574972679766483e-08,
      "loss": 0.6454,
      "step": 46748
    },
    {
      "epoch": 0.9851902195387947,
      "grad_norm": 0.10996641963720322,
      "learning_rate": 1.1542165480126211e-08,
      "loss": 0.7566,
      "step": 46749
    },
    {
      "epoch": 0.98521129357716,
      "grad_norm": 0.10509127378463745,
      "learning_rate": 1.1509404812728443e-08,
      "loss": 0.695,
      "step": 46750
    },
    {
      "epoch": 0.9852323676155252,
      "grad_norm": 0.10922469943761826,
      "learning_rate": 1.1476690677724167e-08,
      "loss": 0.6317,
      "step": 46751
    },
    {
      "epoch": 0.9852534416538905,
      "grad_norm": 0.10427313297986984,
      "learning_rate": 1.1444023075267707e-08,
      "loss": 0.7202,
      "step": 46752
    },
    {
      "epoch": 0.9852745156922558,
      "grad_norm": 0.12134925276041031,
      "learning_rate": 1.1411402005510053e-08,
      "loss": 0.6903,
      "step": 46753
    },
    {
      "epoch": 0.9852955897306211,
      "grad_norm": 0.10110712796449661,
      "learning_rate": 1.1378827468604415e-08,
      "loss": 0.6375,
      "step": 46754
    },
    {
      "epoch": 0.9853166637689864,
      "grad_norm": 0.10576605051755905,
      "learning_rate": 1.1346299464700672e-08,
      "loss": 0.6849,
      "step": 46755
    },
    {
      "epoch": 0.9853377378073517,
      "grad_norm": 0.12372182309627533,
      "learning_rate": 1.1313817993950927e-08,
      "loss": 0.6943,
      "step": 46756
    },
    {
      "epoch": 0.9853588118457169,
      "grad_norm": 0.10367264598608017,
      "learning_rate": 1.1281383056507278e-08,
      "loss": 0.697,
      "step": 46757
    },
    {
      "epoch": 0.9853798858840822,
      "grad_norm": 0.11327002197504044,
      "learning_rate": 1.1248994652519606e-08,
      "loss": 0.7035,
      "step": 46758
    },
    {
      "epoch": 0.9854009599224476,
      "grad_norm": 0.10742141306400299,
      "learning_rate": 1.1216652782141125e-08,
      "loss": 0.7504,
      "step": 46759
    },
    {
      "epoch": 0.9854220339608128,
      "grad_norm": 0.10121075809001923,
      "learning_rate": 1.1184357445519489e-08,
      "loss": 0.6553,
      "step": 46760
    },
    {
      "epoch": 0.9854431079991781,
      "grad_norm": 0.11949945241212845,
      "learning_rate": 1.1152108642806803e-08,
      "loss": 0.6684,
      "step": 46761
    },
    {
      "epoch": 0.9854641820375434,
      "grad_norm": 0.10100127756595612,
      "learning_rate": 1.1119906374154055e-08,
      "loss": 0.6422,
      "step": 46762
    },
    {
      "epoch": 0.9854852560759086,
      "grad_norm": 0.14023177325725555,
      "learning_rate": 1.1087750639710016e-08,
      "loss": 0.716,
      "step": 46763
    },
    {
      "epoch": 0.985506330114274,
      "grad_norm": 0.1287337839603424,
      "learning_rate": 1.1055641439624565e-08,
      "loss": 0.7075,
      "step": 46764
    },
    {
      "epoch": 0.9855274041526393,
      "grad_norm": 0.11691639572381973,
      "learning_rate": 1.1023578774047584e-08,
      "loss": 0.7372,
      "step": 46765
    },
    {
      "epoch": 0.9855484781910046,
      "grad_norm": 0.10588161647319794,
      "learning_rate": 1.099156264312895e-08,
      "loss": 0.7158,
      "step": 46766
    },
    {
      "epoch": 0.9855695522293698,
      "grad_norm": 0.09493337571620941,
      "learning_rate": 1.0959593047016325e-08,
      "loss": 0.6691,
      "step": 46767
    },
    {
      "epoch": 0.9855906262677351,
      "grad_norm": 0.11338113993406296,
      "learning_rate": 1.092766998585959e-08,
      "loss": 0.6593,
      "step": 46768
    },
    {
      "epoch": 0.9856117003061005,
      "grad_norm": 0.10700884461402893,
      "learning_rate": 1.0895793459807513e-08,
      "loss": 0.7206,
      "step": 46769
    },
    {
      "epoch": 0.9856327743444657,
      "grad_norm": 0.0954098179936409,
      "learning_rate": 1.0863963469008865e-08,
      "loss": 0.7221,
      "step": 46770
    },
    {
      "epoch": 0.985653848382831,
      "grad_norm": 0.10047513991594315,
      "learning_rate": 1.0832180013611303e-08,
      "loss": 0.7415,
      "step": 46771
    },
    {
      "epoch": 0.9856749224211963,
      "grad_norm": 0.11611401289701462,
      "learning_rate": 1.0800443093763602e-08,
      "loss": 0.646,
      "step": 46772
    },
    {
      "epoch": 0.9856959964595615,
      "grad_norm": 0.11348859965801239,
      "learning_rate": 1.0768752709613416e-08,
      "loss": 0.6393,
      "step": 46773
    },
    {
      "epoch": 0.9857170704979269,
      "grad_norm": 0.12152549624443054,
      "learning_rate": 1.0737108861307299e-08,
      "loss": 0.7258,
      "step": 46774
    },
    {
      "epoch": 0.9857381445362922,
      "grad_norm": 0.11238640546798706,
      "learning_rate": 1.0705511548994018e-08,
      "loss": 0.6586,
      "step": 46775
    },
    {
      "epoch": 0.9857592185746574,
      "grad_norm": 0.09916631132364273,
      "learning_rate": 1.0673960772820125e-08,
      "loss": 0.6727,
      "step": 46776
    },
    {
      "epoch": 0.9857802926130227,
      "grad_norm": 0.0924234688282013,
      "learning_rate": 1.0642456532932166e-08,
      "loss": 0.652,
      "step": 46777
    },
    {
      "epoch": 0.985801366651388,
      "grad_norm": 0.09937158226966858,
      "learning_rate": 1.0610998829477803e-08,
      "loss": 0.7201,
      "step": 46778
    },
    {
      "epoch": 0.9858224406897532,
      "grad_norm": 0.12761445343494415,
      "learning_rate": 1.0579587662603585e-08,
      "loss": 0.715,
      "step": 46779
    },
    {
      "epoch": 0.9858435147281186,
      "grad_norm": 0.09133031964302063,
      "learning_rate": 1.0548223032456062e-08,
      "loss": 0.6291,
      "step": 46780
    },
    {
      "epoch": 0.9858645887664839,
      "grad_norm": 0.17134834825992584,
      "learning_rate": 1.0516904939179562e-08,
      "loss": 0.6974,
      "step": 46781
    },
    {
      "epoch": 0.9858856628048491,
      "grad_norm": 0.10752049088478088,
      "learning_rate": 1.0485633382921746e-08,
      "loss": 0.7093,
      "step": 46782
    },
    {
      "epoch": 0.9859067368432144,
      "grad_norm": 0.11764290928840637,
      "learning_rate": 1.045440836382805e-08,
      "loss": 0.7046,
      "step": 46783
    },
    {
      "epoch": 0.9859278108815797,
      "grad_norm": 0.10511661320924759,
      "learning_rate": 1.0423229882043918e-08,
      "loss": 0.6488,
      "step": 46784
    },
    {
      "epoch": 0.985948884919945,
      "grad_norm": 0.10242888331413269,
      "learning_rate": 1.0392097937713675e-08,
      "loss": 0.6951,
      "step": 46785
    },
    {
      "epoch": 0.9859699589583103,
      "grad_norm": 0.12808072566986084,
      "learning_rate": 1.0361012530982761e-08,
      "loss": 0.6863,
      "step": 46786
    },
    {
      "epoch": 0.9859910329966756,
      "grad_norm": 0.10259660333395004,
      "learning_rate": 1.0329973661996617e-08,
      "loss": 0.703,
      "step": 46787
    },
    {
      "epoch": 0.9860121070350408,
      "grad_norm": 0.10655311495065689,
      "learning_rate": 1.029898133089957e-08,
      "loss": 0.7075,
      "step": 46788
    },
    {
      "epoch": 0.9860331810734061,
      "grad_norm": 0.1297946721315384,
      "learning_rate": 1.0268035537835952e-08,
      "loss": 0.7141,
      "step": 46789
    },
    {
      "epoch": 0.9860542551117715,
      "grad_norm": 0.10224752128124237,
      "learning_rate": 1.0237136282950088e-08,
      "loss": 0.6827,
      "step": 46790
    },
    {
      "epoch": 0.9860753291501367,
      "grad_norm": 0.09850715100765228,
      "learning_rate": 1.02062835663852e-08,
      "loss": 0.6707,
      "step": 46791
    },
    {
      "epoch": 0.986096403188502,
      "grad_norm": 0.10709893703460693,
      "learning_rate": 1.0175477388285616e-08,
      "loss": 0.6708,
      "step": 46792
    },
    {
      "epoch": 0.9861174772268673,
      "grad_norm": 0.09947843104600906,
      "learning_rate": 1.0144717748795662e-08,
      "loss": 0.6886,
      "step": 46793
    },
    {
      "epoch": 0.9861385512652325,
      "grad_norm": 0.0973181277513504,
      "learning_rate": 1.0114004648056342e-08,
      "loss": 0.6876,
      "step": 46794
    },
    {
      "epoch": 0.9861596253035979,
      "grad_norm": 0.10184813290834427,
      "learning_rate": 1.008333808621309e-08,
      "loss": 0.7368,
      "step": 46795
    },
    {
      "epoch": 0.9861806993419632,
      "grad_norm": 0.11437731236219406,
      "learning_rate": 1.0052718063408018e-08,
      "loss": 0.6848,
      "step": 46796
    },
    {
      "epoch": 0.9862017733803284,
      "grad_norm": 0.0940031185746193,
      "learning_rate": 1.0022144579783233e-08,
      "loss": 0.6661,
      "step": 46797
    },
    {
      "epoch": 0.9862228474186937,
      "grad_norm": 0.113718181848526,
      "learning_rate": 9.991617635480844e-09,
      "loss": 0.7268,
      "step": 46798
    },
    {
      "epoch": 0.986243921457059,
      "grad_norm": 0.08690974861383438,
      "learning_rate": 9.961137230644069e-09,
      "loss": 0.6615,
      "step": 46799
    },
    {
      "epoch": 0.9862649954954243,
      "grad_norm": 0.112301766872406,
      "learning_rate": 9.930703365415017e-09,
      "loss": 0.7366,
      "step": 46800
    },
    {
      "epoch": 0.9862860695337896,
      "grad_norm": 0.102745920419693,
      "learning_rate": 9.900316039934688e-09,
      "loss": 0.6753,
      "step": 46801
    },
    {
      "epoch": 0.9863071435721549,
      "grad_norm": 0.10700744390487671,
      "learning_rate": 9.869975254345188e-09,
      "loss": 0.7154,
      "step": 46802
    },
    {
      "epoch": 0.9863282176105201,
      "grad_norm": 0.10683538019657135,
      "learning_rate": 9.839681008787517e-09,
      "loss": 0.6103,
      "step": 46803
    },
    {
      "epoch": 0.9863492916488854,
      "grad_norm": 0.08959366381168365,
      "learning_rate": 9.809433303402671e-09,
      "loss": 0.7356,
      "step": 46804
    },
    {
      "epoch": 0.9863703656872508,
      "grad_norm": 0.10373144596815109,
      "learning_rate": 9.779232138331651e-09,
      "loss": 0.6288,
      "step": 46805
    },
    {
      "epoch": 0.986391439725616,
      "grad_norm": 0.10087556391954422,
      "learning_rate": 9.749077513716565e-09,
      "loss": 0.6863,
      "step": 46806
    },
    {
      "epoch": 0.9864125137639813,
      "grad_norm": 0.11593076586723328,
      "learning_rate": 9.71896942969508e-09,
      "loss": 0.7516,
      "step": 46807
    },
    {
      "epoch": 0.9864335878023466,
      "grad_norm": 0.10960060358047485,
      "learning_rate": 9.688907886410416e-09,
      "loss": 0.6519,
      "step": 46808
    },
    {
      "epoch": 0.9864546618407118,
      "grad_norm": 0.13189589977264404,
      "learning_rate": 9.658892884000237e-09,
      "loss": 0.694,
      "step": 46809
    },
    {
      "epoch": 0.9864757358790772,
      "grad_norm": 0.09989847242832184,
      "learning_rate": 9.628924422605546e-09,
      "loss": 0.6708,
      "step": 46810
    },
    {
      "epoch": 0.9864968099174425,
      "grad_norm": 0.0976962074637413,
      "learning_rate": 9.599002502366227e-09,
      "loss": 0.6592,
      "step": 46811
    },
    {
      "epoch": 0.9865178839558078,
      "grad_norm": 0.09353429824113846,
      "learning_rate": 9.569127123421062e-09,
      "loss": 0.6837,
      "step": 46812
    },
    {
      "epoch": 0.986538957994173,
      "grad_norm": 0.098756343126297,
      "learning_rate": 9.539298285908827e-09,
      "loss": 0.6772,
      "step": 46813
    },
    {
      "epoch": 0.9865600320325383,
      "grad_norm": 0.10731416940689087,
      "learning_rate": 9.50951598996941e-09,
      "loss": 0.7181,
      "step": 46814
    },
    {
      "epoch": 0.9865811060709037,
      "grad_norm": 0.10966958850622177,
      "learning_rate": 9.479780235740476e-09,
      "loss": 0.7507,
      "step": 46815
    },
    {
      "epoch": 0.9866021801092689,
      "grad_norm": 0.19056813418865204,
      "learning_rate": 9.450091023361918e-09,
      "loss": 0.6821,
      "step": 46816
    },
    {
      "epoch": 0.9866232541476342,
      "grad_norm": 0.09795080870389938,
      "learning_rate": 9.4204483529714e-09,
      "loss": 0.6855,
      "step": 46817
    },
    {
      "epoch": 0.9866443281859995,
      "grad_norm": 0.10291164368391037,
      "learning_rate": 9.390852224707703e-09,
      "loss": 0.7504,
      "step": 46818
    },
    {
      "epoch": 0.9866654022243647,
      "grad_norm": 0.1128922700881958,
      "learning_rate": 9.361302638707382e-09,
      "loss": 0.6958,
      "step": 46819
    },
    {
      "epoch": 0.98668647626273,
      "grad_norm": 0.09813999384641647,
      "learning_rate": 9.331799595108105e-09,
      "loss": 0.7082,
      "step": 46820
    },
    {
      "epoch": 0.9867075503010954,
      "grad_norm": 0.15062381327152252,
      "learning_rate": 9.302343094048649e-09,
      "loss": 0.6648,
      "step": 46821
    },
    {
      "epoch": 0.9867286243394606,
      "grad_norm": 0.11283035576343536,
      "learning_rate": 9.272933135665574e-09,
      "loss": 0.6752,
      "step": 46822
    },
    {
      "epoch": 0.9867496983778259,
      "grad_norm": 0.09925960749387741,
      "learning_rate": 9.243569720095435e-09,
      "loss": 0.7297,
      "step": 46823
    },
    {
      "epoch": 0.9867707724161912,
      "grad_norm": 0.10659750550985336,
      "learning_rate": 9.214252847475902e-09,
      "loss": 0.6882,
      "step": 46824
    },
    {
      "epoch": 0.9867918464545564,
      "grad_norm": 0.09429842233657837,
      "learning_rate": 9.18498251794242e-09,
      "loss": 0.7143,
      "step": 46825
    },
    {
      "epoch": 0.9868129204929218,
      "grad_norm": 0.09497369825839996,
      "learning_rate": 9.155758731632657e-09,
      "loss": 0.6696,
      "step": 46826
    },
    {
      "epoch": 0.9868339945312871,
      "grad_norm": 0.09967385977506638,
      "learning_rate": 9.126581488682062e-09,
      "loss": 0.6387,
      "step": 46827
    },
    {
      "epoch": 0.9868550685696523,
      "grad_norm": 0.2310706377029419,
      "learning_rate": 9.097450789226082e-09,
      "loss": 0.6808,
      "step": 46828
    },
    {
      "epoch": 0.9868761426080176,
      "grad_norm": 0.1169254258275032,
      "learning_rate": 9.06836663340127e-09,
      "loss": 0.6648,
      "step": 46829
    },
    {
      "epoch": 0.9868972166463829,
      "grad_norm": 0.09280014783143997,
      "learning_rate": 9.03932902134197e-09,
      "loss": 0.6786,
      "step": 46830
    },
    {
      "epoch": 0.9869182906847482,
      "grad_norm": 0.1071481853723526,
      "learning_rate": 9.010337953185843e-09,
      "loss": 0.6837,
      "step": 46831
    },
    {
      "epoch": 0.9869393647231135,
      "grad_norm": 0.09693239629268646,
      "learning_rate": 8.98139342906501e-09,
      "loss": 0.7315,
      "step": 46832
    },
    {
      "epoch": 0.9869604387614788,
      "grad_norm": 0.1016189232468605,
      "learning_rate": 8.952495449116028e-09,
      "loss": 0.7159,
      "step": 46833
    },
    {
      "epoch": 0.986981512799844,
      "grad_norm": 0.10680457949638367,
      "learning_rate": 8.923644013473232e-09,
      "loss": 0.6805,
      "step": 46834
    },
    {
      "epoch": 0.9870025868382093,
      "grad_norm": 0.09801188111305237,
      "learning_rate": 8.894839122270959e-09,
      "loss": 0.7047,
      "step": 46835
    },
    {
      "epoch": 0.9870236608765747,
      "grad_norm": 0.14162452518939972,
      "learning_rate": 8.866080775643548e-09,
      "loss": 0.7198,
      "step": 46836
    },
    {
      "epoch": 0.9870447349149399,
      "grad_norm": 0.10887604206800461,
      "learning_rate": 8.837368973725336e-09,
      "loss": 0.7236,
      "step": 46837
    },
    {
      "epoch": 0.9870658089533052,
      "grad_norm": 0.11928310990333557,
      "learning_rate": 8.808703716648437e-09,
      "loss": 0.6677,
      "step": 46838
    },
    {
      "epoch": 0.9870868829916705,
      "grad_norm": 0.19841495156288147,
      "learning_rate": 8.7800850045483e-09,
      "loss": 0.6304,
      "step": 46839
    },
    {
      "epoch": 0.9871079570300357,
      "grad_norm": 0.163150817155838,
      "learning_rate": 8.751512837557042e-09,
      "loss": 0.7523,
      "step": 46840
    },
    {
      "epoch": 0.9871290310684011,
      "grad_norm": 0.1261255294084549,
      "learning_rate": 8.722987215808997e-09,
      "loss": 0.7292,
      "step": 46841
    },
    {
      "epoch": 0.9871501051067664,
      "grad_norm": 0.09956211596727371,
      "learning_rate": 8.694508139435175e-09,
      "loss": 0.6537,
      "step": 46842
    },
    {
      "epoch": 0.9871711791451316,
      "grad_norm": 0.10171335935592651,
      "learning_rate": 8.666075608569913e-09,
      "loss": 0.7272,
      "step": 46843
    },
    {
      "epoch": 0.9871922531834969,
      "grad_norm": 0.10565266013145447,
      "learning_rate": 8.637689623345325e-09,
      "loss": 0.7139,
      "step": 46844
    },
    {
      "epoch": 0.9872133272218622,
      "grad_norm": 0.10495738685131073,
      "learning_rate": 8.609350183893528e-09,
      "loss": 0.7356,
      "step": 46845
    },
    {
      "epoch": 0.9872344012602275,
      "grad_norm": 0.09735243767499924,
      "learning_rate": 8.58105729034553e-09,
      "loss": 0.6704,
      "step": 46846
    },
    {
      "epoch": 0.9872554752985928,
      "grad_norm": 0.10940038412809372,
      "learning_rate": 8.552810942834555e-09,
      "loss": 0.7065,
      "step": 46847
    },
    {
      "epoch": 0.9872765493369581,
      "grad_norm": 0.1457115113735199,
      "learning_rate": 8.524611141492723e-09,
      "loss": 0.6484,
      "step": 46848
    },
    {
      "epoch": 0.9872976233753233,
      "grad_norm": 0.11202383041381836,
      "learning_rate": 8.496457886448817e-09,
      "loss": 0.7311,
      "step": 46849
    },
    {
      "epoch": 0.9873186974136886,
      "grad_norm": 0.17064866423606873,
      "learning_rate": 8.468351177836066e-09,
      "loss": 0.7406,
      "step": 46850
    },
    {
      "epoch": 0.987339771452054,
      "grad_norm": 0.11262913793325424,
      "learning_rate": 8.440291015785473e-09,
      "loss": 0.6734,
      "step": 46851
    },
    {
      "epoch": 0.9873608454904192,
      "grad_norm": 0.10587657988071442,
      "learning_rate": 8.412277400425828e-09,
      "loss": 0.7608,
      "step": 46852
    },
    {
      "epoch": 0.9873819195287845,
      "grad_norm": 0.10364944487810135,
      "learning_rate": 8.384310331890356e-09,
      "loss": 0.7512,
      "step": 46853
    },
    {
      "epoch": 0.9874029935671498,
      "grad_norm": 0.10958145558834076,
      "learning_rate": 8.35638981030673e-09,
      "loss": 0.7727,
      "step": 46854
    },
    {
      "epoch": 0.987424067605515,
      "grad_norm": 0.13162016868591309,
      "learning_rate": 8.328515835807071e-09,
      "loss": 0.6651,
      "step": 46855
    },
    {
      "epoch": 0.9874451416438803,
      "grad_norm": 0.10413557291030884,
      "learning_rate": 8.300688408520163e-09,
      "loss": 0.7155,
      "step": 46856
    },
    {
      "epoch": 0.9874662156822457,
      "grad_norm": 0.10160207003355026,
      "learning_rate": 8.272907528575902e-09,
      "loss": 0.7161,
      "step": 46857
    },
    {
      "epoch": 0.987487289720611,
      "grad_norm": 0.09965591877698898,
      "learning_rate": 8.245173196103074e-09,
      "loss": 0.6857,
      "step": 46858
    },
    {
      "epoch": 0.9875083637589762,
      "grad_norm": 0.10581962764263153,
      "learning_rate": 8.217485411232684e-09,
      "loss": 0.6827,
      "step": 46859
    },
    {
      "epoch": 0.9875294377973415,
      "grad_norm": 0.08879274129867554,
      "learning_rate": 8.18984417409241e-09,
      "loss": 0.6126,
      "step": 46860
    },
    {
      "epoch": 0.9875505118357067,
      "grad_norm": 0.12131617963314056,
      "learning_rate": 8.162249484809926e-09,
      "loss": 0.7224,
      "step": 46861
    },
    {
      "epoch": 0.9875715858740721,
      "grad_norm": 0.11445841938257217,
      "learning_rate": 8.134701343516239e-09,
      "loss": 0.6827,
      "step": 46862
    },
    {
      "epoch": 0.9875926599124374,
      "grad_norm": 0.11507304757833481,
      "learning_rate": 8.107199750337913e-09,
      "loss": 0.7445,
      "step": 46863
    },
    {
      "epoch": 0.9876137339508027,
      "grad_norm": 0.11482308059930801,
      "learning_rate": 8.079744705403736e-09,
      "loss": 0.7141,
      "step": 46864
    },
    {
      "epoch": 0.9876348079891679,
      "grad_norm": 0.11898407340049744,
      "learning_rate": 8.052336208841382e-09,
      "loss": 0.6775,
      "step": 46865
    },
    {
      "epoch": 0.9876558820275332,
      "grad_norm": 0.1023198813199997,
      "learning_rate": 8.024974260778529e-09,
      "loss": 0.6403,
      "step": 46866
    },
    {
      "epoch": 0.9876769560658986,
      "grad_norm": 0.10784199833869934,
      "learning_rate": 7.99765886134285e-09,
      "loss": 0.6928,
      "step": 46867
    },
    {
      "epoch": 0.9876980301042638,
      "grad_norm": 0.13000153005123138,
      "learning_rate": 7.970390010662022e-09,
      "loss": 0.7237,
      "step": 46868
    },
    {
      "epoch": 0.9877191041426291,
      "grad_norm": 0.09746599942445755,
      "learning_rate": 7.943167708861499e-09,
      "loss": 0.6608,
      "step": 46869
    },
    {
      "epoch": 0.9877401781809944,
      "grad_norm": 0.10271251946687698,
      "learning_rate": 7.915991956070068e-09,
      "loss": 0.7558,
      "step": 46870
    },
    {
      "epoch": 0.9877612522193596,
      "grad_norm": 0.09523027390241623,
      "learning_rate": 7.888862752413184e-09,
      "loss": 0.6823,
      "step": 46871
    },
    {
      "epoch": 0.987782326257725,
      "grad_norm": 0.09456939250230789,
      "learning_rate": 7.861780098017412e-09,
      "loss": 0.701,
      "step": 46872
    },
    {
      "epoch": 0.9878034002960903,
      "grad_norm": 0.10141852498054504,
      "learning_rate": 7.83474399300932e-09,
      "loss": 0.6907,
      "step": 46873
    },
    {
      "epoch": 0.9878244743344555,
      "grad_norm": 0.09027755260467529,
      "learning_rate": 7.807754437513249e-09,
      "loss": 0.6352,
      "step": 46874
    },
    {
      "epoch": 0.9878455483728208,
      "grad_norm": 0.09709978103637695,
      "learning_rate": 7.780811431657987e-09,
      "loss": 0.6902,
      "step": 46875
    },
    {
      "epoch": 0.9878666224111861,
      "grad_norm": 0.14847129583358765,
      "learning_rate": 7.753914975565658e-09,
      "loss": 0.7179,
      "step": 46876
    },
    {
      "epoch": 0.9878876964495514,
      "grad_norm": 0.10429425537586212,
      "learning_rate": 7.727065069363938e-09,
      "loss": 0.6781,
      "step": 46877
    },
    {
      "epoch": 0.9879087704879167,
      "grad_norm": 0.11433674395084381,
      "learning_rate": 7.700261713177171e-09,
      "loss": 0.7686,
      "step": 46878
    },
    {
      "epoch": 0.987929844526282,
      "grad_norm": 0.09468024969100952,
      "learning_rate": 7.673504907129704e-09,
      "loss": 0.6483,
      "step": 46879
    },
    {
      "epoch": 0.9879509185646472,
      "grad_norm": 0.08951500803232193,
      "learning_rate": 7.6467946513481e-09,
      "loss": 0.6439,
      "step": 46880
    },
    {
      "epoch": 0.9879719926030125,
      "grad_norm": 0.10027915239334106,
      "learning_rate": 7.620130945953374e-09,
      "loss": 0.7069,
      "step": 46881
    },
    {
      "epoch": 0.9879930666413779,
      "grad_norm": 0.11641921103000641,
      "learning_rate": 7.593513791073203e-09,
      "loss": 0.668,
      "step": 46882
    },
    {
      "epoch": 0.9880141406797431,
      "grad_norm": 0.10374419391155243,
      "learning_rate": 7.566943186829712e-09,
      "loss": 0.7073,
      "step": 46883
    },
    {
      "epoch": 0.9880352147181084,
      "grad_norm": 0.10409609228372574,
      "learning_rate": 7.540419133347243e-09,
      "loss": 0.6489,
      "step": 46884
    },
    {
      "epoch": 0.9880562887564737,
      "grad_norm": 0.09846846759319305,
      "learning_rate": 7.513941630747923e-09,
      "loss": 0.6982,
      "step": 46885
    },
    {
      "epoch": 0.9880773627948389,
      "grad_norm": 0.09562520682811737,
      "learning_rate": 7.487510679157206e-09,
      "loss": 0.7011,
      "step": 46886
    },
    {
      "epoch": 0.9880984368332043,
      "grad_norm": 0.10179050266742706,
      "learning_rate": 7.461126278698328e-09,
      "loss": 0.6536,
      "step": 46887
    },
    {
      "epoch": 0.9881195108715696,
      "grad_norm": 0.09382830560207367,
      "learning_rate": 7.434788429492301e-09,
      "loss": 0.7564,
      "step": 46888
    },
    {
      "epoch": 0.9881405849099348,
      "grad_norm": 0.11254429072141647,
      "learning_rate": 7.408497131663473e-09,
      "loss": 0.7155,
      "step": 46889
    },
    {
      "epoch": 0.9881616589483001,
      "grad_norm": 0.09916695207357407,
      "learning_rate": 7.382252385332855e-09,
      "loss": 0.6357,
      "step": 46890
    },
    {
      "epoch": 0.9881827329866654,
      "grad_norm": 0.09331315010786057,
      "learning_rate": 7.356054190623685e-09,
      "loss": 0.6977,
      "step": 46891
    },
    {
      "epoch": 0.9882038070250306,
      "grad_norm": 0.3075610101222992,
      "learning_rate": 7.329902547658085e-09,
      "loss": 0.6454,
      "step": 46892
    },
    {
      "epoch": 0.988224881063396,
      "grad_norm": 0.0949934720993042,
      "learning_rate": 7.303797456557071e-09,
      "loss": 0.6691,
      "step": 46893
    },
    {
      "epoch": 0.9882459551017613,
      "grad_norm": 0.11623772233724594,
      "learning_rate": 7.277738917442767e-09,
      "loss": 0.6719,
      "step": 46894
    },
    {
      "epoch": 0.9882670291401265,
      "grad_norm": 0.095709428191185,
      "learning_rate": 7.251726930437298e-09,
      "loss": 0.7057,
      "step": 46895
    },
    {
      "epoch": 0.9882881031784918,
      "grad_norm": 0.11343955248594284,
      "learning_rate": 7.2257614956605656e-09,
      "loss": 0.713,
      "step": 46896
    },
    {
      "epoch": 0.9883091772168571,
      "grad_norm": 0.11657866090536118,
      "learning_rate": 7.199842613234697e-09,
      "loss": 0.7006,
      "step": 46897
    },
    {
      "epoch": 0.9883302512552224,
      "grad_norm": 0.12115433067083359,
      "learning_rate": 7.173970283279597e-09,
      "loss": 0.6818,
      "step": 46898
    },
    {
      "epoch": 0.9883513252935877,
      "grad_norm": 0.10817007720470428,
      "learning_rate": 7.1481445059162764e-09,
      "loss": 0.7223,
      "step": 46899
    },
    {
      "epoch": 0.988372399331953,
      "grad_norm": 0.11872870475053787,
      "learning_rate": 7.122365281264643e-09,
      "loss": 0.7151,
      "step": 46900
    },
    {
      "epoch": 0.9883934733703182,
      "grad_norm": 0.13104216754436493,
      "learning_rate": 7.096632609444598e-09,
      "loss": 0.6703,
      "step": 46901
    },
    {
      "epoch": 0.9884145474086835,
      "grad_norm": 0.10297101736068726,
      "learning_rate": 7.0709464905771576e-09,
      "loss": 0.6978,
      "step": 46902
    },
    {
      "epoch": 0.9884356214470489,
      "grad_norm": 0.09880861639976501,
      "learning_rate": 7.045306924781114e-09,
      "loss": 0.6523,
      "step": 46903
    },
    {
      "epoch": 0.9884566954854141,
      "grad_norm": 0.10714711993932724,
      "learning_rate": 7.019713912175263e-09,
      "loss": 0.6859,
      "step": 46904
    },
    {
      "epoch": 0.9884777695237794,
      "grad_norm": 0.09398886561393738,
      "learning_rate": 6.994167452880618e-09,
      "loss": 0.6445,
      "step": 46905
    },
    {
      "epoch": 0.9884988435621447,
      "grad_norm": 0.08995115756988525,
      "learning_rate": 6.9686675470148625e-09,
      "loss": 0.6122,
      "step": 46906
    },
    {
      "epoch": 0.98851991760051,
      "grad_norm": 0.16080892086029053,
      "learning_rate": 6.94321419469679e-09,
      "loss": 0.7131,
      "step": 46907
    },
    {
      "epoch": 0.9885409916388753,
      "grad_norm": 0.10105213522911072,
      "learning_rate": 6.917807396045195e-09,
      "loss": 0.7141,
      "step": 46908
    },
    {
      "epoch": 0.9885620656772406,
      "grad_norm": 0.11470372974872589,
      "learning_rate": 6.892447151178871e-09,
      "loss": 0.758,
      "step": 46909
    },
    {
      "epoch": 0.9885831397156059,
      "grad_norm": 0.0992804616689682,
      "learning_rate": 6.867133460215503e-09,
      "loss": 0.5768,
      "step": 46910
    },
    {
      "epoch": 0.9886042137539711,
      "grad_norm": 0.15479429066181183,
      "learning_rate": 6.8418663232727726e-09,
      "loss": 0.5901,
      "step": 46911
    },
    {
      "epoch": 0.9886252877923364,
      "grad_norm": 0.11584290862083435,
      "learning_rate": 6.816645740469474e-09,
      "loss": 0.7188,
      "step": 46912
    },
    {
      "epoch": 0.9886463618307018,
      "grad_norm": 0.10740858316421509,
      "learning_rate": 6.7914717119221815e-09,
      "loss": 0.7047,
      "step": 46913
    },
    {
      "epoch": 0.988667435869067,
      "grad_norm": 0.09333012998104095,
      "learning_rate": 6.766344237747469e-09,
      "loss": 0.6351,
      "step": 46914
    },
    {
      "epoch": 0.9886885099074323,
      "grad_norm": 0.12272721529006958,
      "learning_rate": 6.741263318064128e-09,
      "loss": 0.6751,
      "step": 46915
    },
    {
      "epoch": 0.9887095839457976,
      "grad_norm": 0.10004549473524094,
      "learning_rate": 6.716228952987625e-09,
      "loss": 0.7392,
      "step": 46916
    },
    {
      "epoch": 0.9887306579841628,
      "grad_norm": 0.09908302128314972,
      "learning_rate": 6.691241142635641e-09,
      "loss": 0.7592,
      "step": 46917
    },
    {
      "epoch": 0.9887517320225282,
      "grad_norm": 0.11059656739234924,
      "learning_rate": 6.66629988712364e-09,
      "loss": 0.6973,
      "step": 46918
    },
    {
      "epoch": 0.9887728060608935,
      "grad_norm": 0.11288149654865265,
      "learning_rate": 6.641405186569305e-09,
      "loss": 0.7222,
      "step": 46919
    },
    {
      "epoch": 0.9887938800992587,
      "grad_norm": 0.09816242754459381,
      "learning_rate": 6.616557041085881e-09,
      "loss": 0.7216,
      "step": 46920
    },
    {
      "epoch": 0.988814954137624,
      "grad_norm": 0.12597312033176422,
      "learning_rate": 6.591755450792159e-09,
      "loss": 0.6958,
      "step": 46921
    },
    {
      "epoch": 0.9888360281759893,
      "grad_norm": 0.1136503666639328,
      "learning_rate": 6.567000415801383e-09,
      "loss": 0.6722,
      "step": 46922
    },
    {
      "epoch": 0.9888571022143546,
      "grad_norm": 0.11434738337993622,
      "learning_rate": 6.542291936230127e-09,
      "loss": 0.7234,
      "step": 46923
    },
    {
      "epoch": 0.9888781762527199,
      "grad_norm": 0.11556077748537064,
      "learning_rate": 6.5176300121938544e-09,
      "loss": 0.7391,
      "step": 46924
    },
    {
      "epoch": 0.9888992502910852,
      "grad_norm": 0.1575743705034256,
      "learning_rate": 6.493014643805806e-09,
      "loss": 0.7351,
      "step": 46925
    },
    {
      "epoch": 0.9889203243294504,
      "grad_norm": 0.1087096631526947,
      "learning_rate": 6.468445831182557e-09,
      "loss": 0.7219,
      "step": 46926
    },
    {
      "epoch": 0.9889413983678157,
      "grad_norm": 0.11398782581090927,
      "learning_rate": 6.44392357443624e-09,
      "loss": 0.6862,
      "step": 46927
    },
    {
      "epoch": 0.9889624724061811,
      "grad_norm": 0.10274001210927963,
      "learning_rate": 6.419447873683427e-09,
      "loss": 0.714,
      "step": 46928
    },
    {
      "epoch": 0.9889835464445463,
      "grad_norm": 0.11791767925024033,
      "learning_rate": 6.395018729037361e-09,
      "loss": 0.6798,
      "step": 46929
    },
    {
      "epoch": 0.9890046204829116,
      "grad_norm": 0.10533570498228073,
      "learning_rate": 6.370636140611286e-09,
      "loss": 0.7106,
      "step": 46930
    },
    {
      "epoch": 0.9890256945212769,
      "grad_norm": 0.11958952993154526,
      "learning_rate": 6.346300108519554e-09,
      "loss": 0.7797,
      "step": 46931
    },
    {
      "epoch": 0.9890467685596421,
      "grad_norm": 0.10933586955070496,
      "learning_rate": 6.322010632875408e-09,
      "loss": 0.7536,
      "step": 46932
    },
    {
      "epoch": 0.9890678425980074,
      "grad_norm": 0.10652375221252441,
      "learning_rate": 6.297767713790981e-09,
      "loss": 0.7265,
      "step": 46933
    },
    {
      "epoch": 0.9890889166363728,
      "grad_norm": 0.09046955406665802,
      "learning_rate": 6.273571351379515e-09,
      "loss": 0.6663,
      "step": 46934
    },
    {
      "epoch": 0.989109990674738,
      "grad_norm": 0.09792070090770721,
      "learning_rate": 6.249421545755363e-09,
      "loss": 0.7406,
      "step": 46935
    },
    {
      "epoch": 0.9891310647131033,
      "grad_norm": 0.11214465647935867,
      "learning_rate": 6.225318297029548e-09,
      "loss": 0.7275,
      "step": 46936
    },
    {
      "epoch": 0.9891521387514686,
      "grad_norm": 0.11043044179677963,
      "learning_rate": 6.2012616053153115e-09,
      "loss": 0.729,
      "step": 46937
    },
    {
      "epoch": 0.9891732127898338,
      "grad_norm": 0.09207520633935928,
      "learning_rate": 6.177251470722567e-09,
      "loss": 0.6744,
      "step": 46938
    },
    {
      "epoch": 0.9891942868281992,
      "grad_norm": 0.09630078077316284,
      "learning_rate": 6.153287893365667e-09,
      "loss": 0.7361,
      "step": 46939
    },
    {
      "epoch": 0.9892153608665645,
      "grad_norm": 0.09439297765493393,
      "learning_rate": 6.129370873355634e-09,
      "loss": 0.6428,
      "step": 46940
    },
    {
      "epoch": 0.9892364349049297,
      "grad_norm": 0.0943785235285759,
      "learning_rate": 6.105500410803489e-09,
      "loss": 0.6812,
      "step": 46941
    },
    {
      "epoch": 0.989257508943295,
      "grad_norm": 0.12152674794197083,
      "learning_rate": 6.081676505820255e-09,
      "loss": 0.703,
      "step": 46942
    },
    {
      "epoch": 0.9892785829816603,
      "grad_norm": 0.12090793997049332,
      "learning_rate": 6.0578991585158456e-09,
      "loss": 0.6934,
      "step": 46943
    },
    {
      "epoch": 0.9892996570200256,
      "grad_norm": 0.09677351266145706,
      "learning_rate": 6.034168369003501e-09,
      "loss": 0.6619,
      "step": 46944
    },
    {
      "epoch": 0.9893207310583909,
      "grad_norm": 0.09685247391462326,
      "learning_rate": 6.010484137393136e-09,
      "loss": 0.6971,
      "step": 46945
    },
    {
      "epoch": 0.9893418050967562,
      "grad_norm": 0.15916310250759125,
      "learning_rate": 5.986846463793549e-09,
      "loss": 0.7518,
      "step": 46946
    },
    {
      "epoch": 0.9893628791351214,
      "grad_norm": 0.11599861085414886,
      "learning_rate": 5.9632553483168766e-09,
      "loss": 0.6222,
      "step": 46947
    },
    {
      "epoch": 0.9893839531734867,
      "grad_norm": 0.26674580574035645,
      "learning_rate": 5.939710791070807e-09,
      "loss": 0.6903,
      "step": 46948
    },
    {
      "epoch": 0.9894050272118521,
      "grad_norm": 0.11211826652288437,
      "learning_rate": 5.9162127921674754e-09,
      "loss": 0.67,
      "step": 46949
    },
    {
      "epoch": 0.9894261012502173,
      "grad_norm": 0.11217813938856125,
      "learning_rate": 5.892761351714571e-09,
      "loss": 0.6766,
      "step": 46950
    },
    {
      "epoch": 0.9894471752885826,
      "grad_norm": 0.11347531527280807,
      "learning_rate": 5.8693564698220076e-09,
      "loss": 0.6719,
      "step": 46951
    },
    {
      "epoch": 0.9894682493269479,
      "grad_norm": 0.09540719538927078,
      "learning_rate": 5.845998146598586e-09,
      "loss": 0.6879,
      "step": 46952
    },
    {
      "epoch": 0.9894893233653131,
      "grad_norm": 0.10025972127914429,
      "learning_rate": 5.822686382153109e-09,
      "loss": 0.6978,
      "step": 46953
    },
    {
      "epoch": 0.9895103974036785,
      "grad_norm": 0.11142098903656006,
      "learning_rate": 5.7994211765932675e-09,
      "loss": 0.7189,
      "step": 46954
    },
    {
      "epoch": 0.9895314714420438,
      "grad_norm": 0.09211945533752441,
      "learning_rate": 5.776202530030084e-09,
      "loss": 0.6455,
      "step": 46955
    },
    {
      "epoch": 0.989552545480409,
      "grad_norm": 0.10772183537483215,
      "learning_rate": 5.75303044256903e-09,
      "loss": 0.7007,
      "step": 46956
    },
    {
      "epoch": 0.9895736195187743,
      "grad_norm": 0.12943540513515472,
      "learning_rate": 5.729904914320017e-09,
      "loss": 0.6865,
      "step": 46957
    },
    {
      "epoch": 0.9895946935571396,
      "grad_norm": 0.10847904533147812,
      "learning_rate": 5.706825945389627e-09,
      "loss": 0.7797,
      "step": 46958
    },
    {
      "epoch": 0.989615767595505,
      "grad_norm": 0.15212954580783844,
      "learning_rate": 5.683793535885551e-09,
      "loss": 0.7116,
      "step": 46959
    },
    {
      "epoch": 0.9896368416338702,
      "grad_norm": 0.12690623104572296,
      "learning_rate": 5.660807685914372e-09,
      "loss": 0.7218,
      "step": 46960
    },
    {
      "epoch": 0.9896579156722355,
      "grad_norm": 0.09875084459781647,
      "learning_rate": 5.637868395584889e-09,
      "loss": 0.6932,
      "step": 46961
    },
    {
      "epoch": 0.9896789897106008,
      "grad_norm": 0.10123639553785324,
      "learning_rate": 5.6149756650036855e-09,
      "loss": 0.6764,
      "step": 46962
    },
    {
      "epoch": 0.989700063748966,
      "grad_norm": 0.1012118011713028,
      "learning_rate": 5.592129494275122e-09,
      "loss": 0.676,
      "step": 46963
    },
    {
      "epoch": 0.9897211377873314,
      "grad_norm": 0.10662896931171417,
      "learning_rate": 5.5693298835080016e-09,
      "loss": 0.6759,
      "step": 46964
    },
    {
      "epoch": 0.9897422118256967,
      "grad_norm": 0.11167563498020172,
      "learning_rate": 5.546576832808903e-09,
      "loss": 0.7085,
      "step": 46965
    },
    {
      "epoch": 0.9897632858640619,
      "grad_norm": 0.11074957251548767,
      "learning_rate": 5.523870342281079e-09,
      "loss": 0.7227,
      "step": 46966
    },
    {
      "epoch": 0.9897843599024272,
      "grad_norm": 0.10408145189285278,
      "learning_rate": 5.5012104120333305e-09,
      "loss": 0.6798,
      "step": 46967
    },
    {
      "epoch": 0.9898054339407925,
      "grad_norm": 0.10339759290218353,
      "learning_rate": 5.4785970421689095e-09,
      "loss": 0.6871,
      "step": 46968
    },
    {
      "epoch": 0.9898265079791577,
      "grad_norm": 0.15130507946014404,
      "learning_rate": 5.456030232794396e-09,
      "loss": 0.646,
      "step": 46969
    },
    {
      "epoch": 0.9898475820175231,
      "grad_norm": 0.11065326631069183,
      "learning_rate": 5.433509984015262e-09,
      "loss": 0.6635,
      "step": 46970
    },
    {
      "epoch": 0.9898686560558884,
      "grad_norm": 0.11823952943086624,
      "learning_rate": 5.411036295934758e-09,
      "loss": 0.6555,
      "step": 46971
    },
    {
      "epoch": 0.9898897300942536,
      "grad_norm": 0.10295742750167847,
      "learning_rate": 5.388609168659465e-09,
      "loss": 0.7623,
      "step": 46972
    },
    {
      "epoch": 0.9899108041326189,
      "grad_norm": 0.10239782184362411,
      "learning_rate": 5.366228602292634e-09,
      "loss": 0.6795,
      "step": 46973
    },
    {
      "epoch": 0.9899318781709842,
      "grad_norm": 0.10562168061733246,
      "learning_rate": 5.343894596938626e-09,
      "loss": 0.7193,
      "step": 46974
    },
    {
      "epoch": 0.9899529522093495,
      "grad_norm": 0.1352691799402237,
      "learning_rate": 5.321607152701802e-09,
      "loss": 0.6264,
      "step": 46975
    },
    {
      "epoch": 0.9899740262477148,
      "grad_norm": 0.10205722600221634,
      "learning_rate": 5.299366269686523e-09,
      "loss": 0.6768,
      "step": 46976
    },
    {
      "epoch": 0.9899951002860801,
      "grad_norm": 0.10361555218696594,
      "learning_rate": 5.27717194799604e-09,
      "loss": 0.7155,
      "step": 46977
    },
    {
      "epoch": 0.9900161743244453,
      "grad_norm": 0.09760751575231552,
      "learning_rate": 5.255024187733604e-09,
      "loss": 0.6744,
      "step": 46978
    },
    {
      "epoch": 0.9900372483628106,
      "grad_norm": 0.10268936306238174,
      "learning_rate": 5.232922989001355e-09,
      "loss": 0.6668,
      "step": 46979
    },
    {
      "epoch": 0.990058322401176,
      "grad_norm": 0.09397532790899277,
      "learning_rate": 5.210868351903653e-09,
      "loss": 0.6425,
      "step": 46980
    },
    {
      "epoch": 0.9900793964395412,
      "grad_norm": 0.1039997860789299,
      "learning_rate": 5.18886027654264e-09,
      "loss": 0.6936,
      "step": 46981
    },
    {
      "epoch": 0.9901004704779065,
      "grad_norm": 0.11462412029504776,
      "learning_rate": 5.166898763021566e-09,
      "loss": 0.6575,
      "step": 46982
    },
    {
      "epoch": 0.9901215445162718,
      "grad_norm": 0.1112043708562851,
      "learning_rate": 5.144983811441462e-09,
      "loss": 0.6622,
      "step": 46983
    },
    {
      "epoch": 0.990142618554637,
      "grad_norm": 0.11463126540184021,
      "learning_rate": 5.1231154219055775e-09,
      "loss": 0.7257,
      "step": 46984
    },
    {
      "epoch": 0.9901636925930024,
      "grad_norm": 0.11097731441259384,
      "learning_rate": 5.1012935945160545e-09,
      "loss": 0.7863,
      "step": 46985
    },
    {
      "epoch": 0.9901847666313677,
      "grad_norm": 0.11301903426647186,
      "learning_rate": 5.079518329372812e-09,
      "loss": 0.718,
      "step": 46986
    },
    {
      "epoch": 0.9902058406697329,
      "grad_norm": 0.09657878428697586,
      "learning_rate": 5.057789626579102e-09,
      "loss": 0.6469,
      "step": 46987
    },
    {
      "epoch": 0.9902269147080982,
      "grad_norm": 0.10293273627758026,
      "learning_rate": 5.036107486234843e-09,
      "loss": 0.6623,
      "step": 46988
    },
    {
      "epoch": 0.9902479887464635,
      "grad_norm": 0.10119394212961197,
      "learning_rate": 5.014471908442176e-09,
      "loss": 0.6939,
      "step": 46989
    },
    {
      "epoch": 0.9902690627848288,
      "grad_norm": 0.10773640125989914,
      "learning_rate": 4.992882893301021e-09,
      "loss": 0.7504,
      "step": 46990
    },
    {
      "epoch": 0.9902901368231941,
      "grad_norm": 0.09977797418832779,
      "learning_rate": 4.971340440912409e-09,
      "loss": 0.7181,
      "step": 46991
    },
    {
      "epoch": 0.9903112108615594,
      "grad_norm": 0.104544498026371,
      "learning_rate": 4.9498445513762595e-09,
      "loss": 0.7043,
      "step": 46992
    },
    {
      "epoch": 0.9903322848999246,
      "grad_norm": 0.1720450073480606,
      "learning_rate": 4.928395224792493e-09,
      "loss": 0.6769,
      "step": 46993
    },
    {
      "epoch": 0.9903533589382899,
      "grad_norm": 0.10345304757356644,
      "learning_rate": 4.906992461262139e-09,
      "loss": 0.6399,
      "step": 46994
    },
    {
      "epoch": 0.9903744329766553,
      "grad_norm": 0.1788426786661148,
      "learning_rate": 4.885636260884008e-09,
      "loss": 0.6351,
      "step": 46995
    },
    {
      "epoch": 0.9903955070150205,
      "grad_norm": 0.09740462154150009,
      "learning_rate": 4.86432662375802e-09,
      "loss": 0.6901,
      "step": 46996
    },
    {
      "epoch": 0.9904165810533858,
      "grad_norm": 0.13553059101104736,
      "learning_rate": 4.843063549984095e-09,
      "loss": 0.6729,
      "step": 46997
    },
    {
      "epoch": 0.9904376550917511,
      "grad_norm": 0.1097676157951355,
      "learning_rate": 4.821847039659932e-09,
      "loss": 0.6725,
      "step": 46998
    },
    {
      "epoch": 0.9904587291301163,
      "grad_norm": 0.10190580785274506,
      "learning_rate": 4.8006770928843425e-09,
      "loss": 0.7047,
      "step": 46999
    },
    {
      "epoch": 0.9904798031684817,
      "grad_norm": 0.10214181989431381,
      "learning_rate": 4.779553709757245e-09,
      "loss": 0.6709,
      "step": 47000
    },
    {
      "epoch": 0.990500877206847,
      "grad_norm": 0.10522718727588654,
      "learning_rate": 4.75847689037634e-09,
      "loss": 0.7341,
      "step": 47001
    },
    {
      "epoch": 0.9905219512452123,
      "grad_norm": 0.11172975599765778,
      "learning_rate": 4.737446634839327e-09,
      "loss": 0.6878,
      "step": 47002
    },
    {
      "epoch": 0.9905430252835775,
      "grad_norm": 0.1020374670624733,
      "learning_rate": 4.716462943245015e-09,
      "loss": 0.6588,
      "step": 47003
    },
    {
      "epoch": 0.9905640993219428,
      "grad_norm": 0.10055883973836899,
      "learning_rate": 4.695525815689994e-09,
      "loss": 0.6959,
      "step": 47004
    },
    {
      "epoch": 0.9905851733603082,
      "grad_norm": 0.11673418432474136,
      "learning_rate": 4.674635252274184e-09,
      "loss": 0.7128,
      "step": 47005
    },
    {
      "epoch": 0.9906062473986734,
      "grad_norm": 0.11212026327848434,
      "learning_rate": 4.653791253091955e-09,
      "loss": 0.6672,
      "step": 47006
    },
    {
      "epoch": 0.9906273214370387,
      "grad_norm": 0.1163996160030365,
      "learning_rate": 4.632993818242115e-09,
      "loss": 0.6688,
      "step": 47007
    },
    {
      "epoch": 0.990648395475404,
      "grad_norm": 0.11015956103801727,
      "learning_rate": 4.612242947822365e-09,
      "loss": 0.6783,
      "step": 47008
    },
    {
      "epoch": 0.9906694695137692,
      "grad_norm": 0.10718172788619995,
      "learning_rate": 4.591538641927074e-09,
      "loss": 0.7106,
      "step": 47009
    },
    {
      "epoch": 0.9906905435521345,
      "grad_norm": 0.09143174439668655,
      "learning_rate": 4.57088090065394e-09,
      "loss": 0.6933,
      "step": 47010
    },
    {
      "epoch": 0.9907116175904999,
      "grad_norm": 0.09397637099027634,
      "learning_rate": 4.550269724099554e-09,
      "loss": 0.7436,
      "step": 47011
    },
    {
      "epoch": 0.9907326916288651,
      "grad_norm": 0.09849568456411362,
      "learning_rate": 4.5297051123593946e-09,
      "loss": 0.5996,
      "step": 47012
    },
    {
      "epoch": 0.9907537656672304,
      "grad_norm": 0.1086321622133255,
      "learning_rate": 4.509187065528941e-09,
      "loss": 0.705,
      "step": 47013
    },
    {
      "epoch": 0.9907748397055957,
      "grad_norm": 0.12813441455364227,
      "learning_rate": 4.4887155837047835e-09,
      "loss": 0.7335,
      "step": 47014
    },
    {
      "epoch": 0.9907959137439609,
      "grad_norm": 0.11486625671386719,
      "learning_rate": 4.46829066698129e-09,
      "loss": 0.7192,
      "step": 47015
    },
    {
      "epoch": 0.9908169877823263,
      "grad_norm": 0.1117381826043129,
      "learning_rate": 4.44791231545394e-09,
      "loss": 0.6665,
      "step": 47016
    },
    {
      "epoch": 0.9908380618206916,
      "grad_norm": 0.10407104343175888,
      "learning_rate": 4.4275805292182116e-09,
      "loss": 0.7016,
      "step": 47017
    },
    {
      "epoch": 0.9908591358590568,
      "grad_norm": 0.09329188615083694,
      "learning_rate": 4.4072953083684754e-09,
      "loss": 0.6997,
      "step": 47018
    },
    {
      "epoch": 0.9908802098974221,
      "grad_norm": 0.11786922067403793,
      "learning_rate": 4.3870566529991e-09,
      "loss": 0.7082,
      "step": 47019
    },
    {
      "epoch": 0.9909012839357874,
      "grad_norm": 0.09527697414159775,
      "learning_rate": 4.366864563204454e-09,
      "loss": 0.6716,
      "step": 47020
    },
    {
      "epoch": 0.9909223579741527,
      "grad_norm": 0.10156722366809845,
      "learning_rate": 4.346719039077796e-09,
      "loss": 0.7081,
      "step": 47021
    },
    {
      "epoch": 0.990943432012518,
      "grad_norm": 0.13397905230522156,
      "learning_rate": 4.326620080714605e-09,
      "loss": 0.6707,
      "step": 47022
    },
    {
      "epoch": 0.9909645060508833,
      "grad_norm": 0.1460661143064499,
      "learning_rate": 4.30656768820703e-09,
      "loss": 0.7174,
      "step": 47023
    },
    {
      "epoch": 0.9909855800892485,
      "grad_norm": 0.10467805713415146,
      "learning_rate": 4.286561861649441e-09,
      "loss": 0.6718,
      "step": 47024
    },
    {
      "epoch": 0.9910066541276138,
      "grad_norm": 0.10264347493648529,
      "learning_rate": 4.2666026011339845e-09,
      "loss": 0.6841,
      "step": 47025
    },
    {
      "epoch": 0.9910277281659792,
      "grad_norm": 0.1057845950126648,
      "learning_rate": 4.24668990675503e-09,
      "loss": 0.6261,
      "step": 47026
    },
    {
      "epoch": 0.9910488022043444,
      "grad_norm": 0.11165449023246765,
      "learning_rate": 4.2268237786047274e-09,
      "loss": 0.7049,
      "step": 47027
    },
    {
      "epoch": 0.9910698762427097,
      "grad_norm": 0.10195597261190414,
      "learning_rate": 4.2070042167763335e-09,
      "loss": 0.6886,
      "step": 47028
    },
    {
      "epoch": 0.991090950281075,
      "grad_norm": 0.10588791966438293,
      "learning_rate": 4.187231221359778e-09,
      "loss": 0.6788,
      "step": 47029
    },
    {
      "epoch": 0.9911120243194402,
      "grad_norm": 0.16574399173259735,
      "learning_rate": 4.167504792450538e-09,
      "loss": 0.7225,
      "step": 47030
    },
    {
      "epoch": 0.9911330983578056,
      "grad_norm": 0.11272677034139633,
      "learning_rate": 4.147824930137434e-09,
      "loss": 0.7892,
      "step": 47031
    },
    {
      "epoch": 0.9911541723961709,
      "grad_norm": 0.10381828993558884,
      "learning_rate": 4.128191634513723e-09,
      "loss": 0.6791,
      "step": 47032
    },
    {
      "epoch": 0.9911752464345361,
      "grad_norm": 0.09471766650676727,
      "learning_rate": 4.1086049056704434e-09,
      "loss": 0.6241,
      "step": 47033
    },
    {
      "epoch": 0.9911963204729014,
      "grad_norm": 0.10061110556125641,
      "learning_rate": 4.089064743699744e-09,
      "loss": 0.7096,
      "step": 47034
    },
    {
      "epoch": 0.9912173945112667,
      "grad_norm": 0.08991450816392899,
      "learning_rate": 4.069571148691553e-09,
      "loss": 0.6806,
      "step": 47035
    },
    {
      "epoch": 0.991238468549632,
      "grad_norm": 0.12273414433002472,
      "learning_rate": 4.050124120738019e-09,
      "loss": 0.6775,
      "step": 47036
    },
    {
      "epoch": 0.9912595425879973,
      "grad_norm": 0.10759851336479187,
      "learning_rate": 4.03072365992796e-09,
      "loss": 0.6988,
      "step": 47037
    },
    {
      "epoch": 0.9912806166263626,
      "grad_norm": 0.13295729458332062,
      "learning_rate": 4.0113697663524135e-09,
      "loss": 0.7319,
      "step": 47038
    },
    {
      "epoch": 0.9913016906647278,
      "grad_norm": 0.10553688555955887,
      "learning_rate": 3.992062440101308e-09,
      "loss": 0.7094,
      "step": 47039
    },
    {
      "epoch": 0.9913227647030931,
      "grad_norm": 0.1103832945227623,
      "learning_rate": 3.972801681265681e-09,
      "loss": 0.7443,
      "step": 47040
    },
    {
      "epoch": 0.9913438387414585,
      "grad_norm": 0.10759873688220978,
      "learning_rate": 3.953587489935462e-09,
      "loss": 0.7076,
      "step": 47041
    },
    {
      "epoch": 0.9913649127798237,
      "grad_norm": 0.11129041016101837,
      "learning_rate": 3.9344198661983575e-09,
      "loss": 0.7187,
      "step": 47042
    },
    {
      "epoch": 0.991385986818189,
      "grad_norm": 0.111662358045578,
      "learning_rate": 3.9152988101442965e-09,
      "loss": 0.7267,
      "step": 47043
    },
    {
      "epoch": 0.9914070608565543,
      "grad_norm": 0.09003885835409164,
      "learning_rate": 3.896224321862097e-09,
      "loss": 0.6731,
      "step": 47044
    },
    {
      "epoch": 0.9914281348949195,
      "grad_norm": 0.29551002383232117,
      "learning_rate": 3.877196401442795e-09,
      "loss": 0.7163,
      "step": 47045
    },
    {
      "epoch": 0.9914492089332848,
      "grad_norm": 0.10470046103000641,
      "learning_rate": 3.858215048972991e-09,
      "loss": 0.6728,
      "step": 47046
    },
    {
      "epoch": 0.9914702829716502,
      "grad_norm": 0.09644898027181625,
      "learning_rate": 3.8392802645403906e-09,
      "loss": 0.7207,
      "step": 47047
    },
    {
      "epoch": 0.9914913570100155,
      "grad_norm": 0.1409057378768921,
      "learning_rate": 3.820392048234922e-09,
      "loss": 0.7078,
      "step": 47048
    },
    {
      "epoch": 0.9915124310483807,
      "grad_norm": 0.11010759323835373,
      "learning_rate": 3.801550400144294e-09,
      "loss": 0.6918,
      "step": 47049
    },
    {
      "epoch": 0.991533505086746,
      "grad_norm": 0.09762730449438095,
      "learning_rate": 3.782755320356213e-09,
      "loss": 0.6037,
      "step": 47050
    },
    {
      "epoch": 0.9915545791251112,
      "grad_norm": 0.12881730496883392,
      "learning_rate": 3.764006808957277e-09,
      "loss": 0.6742,
      "step": 47051
    },
    {
      "epoch": 0.9915756531634766,
      "grad_norm": 0.12362783402204514,
      "learning_rate": 3.745304866036303e-09,
      "loss": 0.7862,
      "step": 47052
    },
    {
      "epoch": 0.9915967272018419,
      "grad_norm": 0.09915926307439804,
      "learning_rate": 3.72664949167989e-09,
      "loss": 0.6378,
      "step": 47053
    },
    {
      "epoch": 0.9916178012402072,
      "grad_norm": 0.10984065383672714,
      "learning_rate": 3.708040685973524e-09,
      "loss": 0.6739,
      "step": 47054
    },
    {
      "epoch": 0.9916388752785724,
      "grad_norm": 0.10150277614593506,
      "learning_rate": 3.6894784490060233e-09,
      "loss": 0.6993,
      "step": 47055
    },
    {
      "epoch": 0.9916599493169377,
      "grad_norm": 0.10887683182954788,
      "learning_rate": 3.6709627808628746e-09,
      "loss": 0.6952,
      "step": 47056
    },
    {
      "epoch": 0.9916810233553031,
      "grad_norm": 0.11352527141571045,
      "learning_rate": 3.6524936816306757e-09,
      "loss": 0.661,
      "step": 47057
    },
    {
      "epoch": 0.9917020973936683,
      "grad_norm": 0.13093118369579315,
      "learning_rate": 3.6340711513949135e-09,
      "loss": 0.7022,
      "step": 47058
    },
    {
      "epoch": 0.9917231714320336,
      "grad_norm": 0.10146036744117737,
      "learning_rate": 3.6156951902410753e-09,
      "loss": 0.7355,
      "step": 47059
    },
    {
      "epoch": 0.9917442454703989,
      "grad_norm": 0.10809142887592316,
      "learning_rate": 3.5973657982557584e-09,
      "loss": 0.7108,
      "step": 47060
    },
    {
      "epoch": 0.9917653195087641,
      "grad_norm": 0.10523604601621628,
      "learning_rate": 3.5790829755244504e-09,
      "loss": 0.7561,
      "step": 47061
    },
    {
      "epoch": 0.9917863935471295,
      "grad_norm": 0.1189323365688324,
      "learning_rate": 3.560846722131528e-09,
      "loss": 0.7157,
      "step": 47062
    },
    {
      "epoch": 0.9918074675854948,
      "grad_norm": 0.12482193112373352,
      "learning_rate": 3.542657038161368e-09,
      "loss": 0.6907,
      "step": 47063
    },
    {
      "epoch": 0.99182854162386,
      "grad_norm": 0.09759852290153503,
      "learning_rate": 3.5245139237005678e-09,
      "loss": 0.6945,
      "step": 47064
    },
    {
      "epoch": 0.9918496156622253,
      "grad_norm": 0.10024533420801163,
      "learning_rate": 3.5064173788335044e-09,
      "loss": 0.675,
      "step": 47065
    },
    {
      "epoch": 0.9918706897005906,
      "grad_norm": 0.10962316393852234,
      "learning_rate": 3.4883674036423343e-09,
      "loss": 0.6495,
      "step": 47066
    },
    {
      "epoch": 0.9918917637389559,
      "grad_norm": 0.108040452003479,
      "learning_rate": 3.4703639982125446e-09,
      "loss": 0.7357,
      "step": 47067
    },
    {
      "epoch": 0.9919128377773212,
      "grad_norm": 0.1202268898487091,
      "learning_rate": 3.4524071626285126e-09,
      "loss": 0.7098,
      "step": 47068
    },
    {
      "epoch": 0.9919339118156865,
      "grad_norm": 0.10926026105880737,
      "learning_rate": 3.434496896973505e-09,
      "loss": 0.6752,
      "step": 47069
    },
    {
      "epoch": 0.9919549858540517,
      "grad_norm": 0.0965457558631897,
      "learning_rate": 3.416633201330788e-09,
      "loss": 0.6894,
      "step": 47070
    },
    {
      "epoch": 0.991976059892417,
      "grad_norm": 0.10927540063858032,
      "learning_rate": 3.3988160757825183e-09,
      "loss": 0.6771,
      "step": 47071
    },
    {
      "epoch": 0.9919971339307824,
      "grad_norm": 0.13827307522296906,
      "learning_rate": 3.3810455204130732e-09,
      "loss": 0.719,
      "step": 47072
    },
    {
      "epoch": 0.9920182079691476,
      "grad_norm": 0.13360600173473358,
      "learning_rate": 3.363321535305719e-09,
      "loss": 0.6925,
      "step": 47073
    },
    {
      "epoch": 0.9920392820075129,
      "grad_norm": 0.11934690922498703,
      "learning_rate": 3.3456441205415024e-09,
      "loss": 0.7538,
      "step": 47074
    },
    {
      "epoch": 0.9920603560458782,
      "grad_norm": 0.12701977789402008,
      "learning_rate": 3.32801327620369e-09,
      "loss": 0.7313,
      "step": 47075
    },
    {
      "epoch": 0.9920814300842434,
      "grad_norm": 0.13010504841804504,
      "learning_rate": 3.310429002374438e-09,
      "loss": 0.6474,
      "step": 47076
    },
    {
      "epoch": 0.9921025041226088,
      "grad_norm": 0.10939081758260727,
      "learning_rate": 3.292891299135903e-09,
      "loss": 0.7072,
      "step": 47077
    },
    {
      "epoch": 0.9921235781609741,
      "grad_norm": 0.11472781747579575,
      "learning_rate": 3.2754001665680212e-09,
      "loss": 0.7257,
      "step": 47078
    },
    {
      "epoch": 0.9921446521993393,
      "grad_norm": 0.10972340404987335,
      "learning_rate": 3.2579556047551698e-09,
      "loss": 0.7458,
      "step": 47079
    },
    {
      "epoch": 0.9921657262377046,
      "grad_norm": 0.12027206271886826,
      "learning_rate": 3.240557613776174e-09,
      "loss": 0.7159,
      "step": 47080
    },
    {
      "epoch": 0.9921868002760699,
      "grad_norm": 0.10244452953338623,
      "learning_rate": 3.223206193712081e-09,
      "loss": 0.6656,
      "step": 47081
    },
    {
      "epoch": 0.9922078743144351,
      "grad_norm": 0.10013759881258011,
      "learning_rate": 3.205901344646156e-09,
      "loss": 0.6878,
      "step": 47082
    },
    {
      "epoch": 0.9922289483528005,
      "grad_norm": 0.10066482424736023,
      "learning_rate": 3.1886430666561163e-09,
      "loss": 0.7406,
      "step": 47083
    },
    {
      "epoch": 0.9922500223911658,
      "grad_norm": 0.11216605454683304,
      "learning_rate": 3.171431359825228e-09,
      "loss": 0.7054,
      "step": 47084
    },
    {
      "epoch": 0.992271096429531,
      "grad_norm": 0.11277585476636887,
      "learning_rate": 3.154266224231206e-09,
      "loss": 0.7167,
      "step": 47085
    },
    {
      "epoch": 0.9922921704678963,
      "grad_norm": 0.1166272833943367,
      "learning_rate": 3.1371476599539872e-09,
      "loss": 0.73,
      "step": 47086
    },
    {
      "epoch": 0.9923132445062616,
      "grad_norm": 0.1017894446849823,
      "learning_rate": 3.120075667075728e-09,
      "loss": 0.6733,
      "step": 47087
    },
    {
      "epoch": 0.992334318544627,
      "grad_norm": 0.10526513308286667,
      "learning_rate": 3.103050245674144e-09,
      "loss": 0.6641,
      "step": 47088
    },
    {
      "epoch": 0.9923553925829922,
      "grad_norm": 0.091252401471138,
      "learning_rate": 3.086071395829171e-09,
      "loss": 0.7004,
      "step": 47089
    },
    {
      "epoch": 0.9923764666213575,
      "grad_norm": 0.10200896114110947,
      "learning_rate": 3.069139117618525e-09,
      "loss": 0.6549,
      "step": 47090
    },
    {
      "epoch": 0.9923975406597227,
      "grad_norm": 0.3666703999042511,
      "learning_rate": 3.0522534111232515e-09,
      "loss": 0.7283,
      "step": 47091
    },
    {
      "epoch": 0.992418614698088,
      "grad_norm": 0.1168651282787323,
      "learning_rate": 3.035414276421067e-09,
      "loss": 0.6997,
      "step": 47092
    },
    {
      "epoch": 0.9924396887364534,
      "grad_norm": 0.10653083771467209,
      "learning_rate": 3.0186217135896868e-09,
      "loss": 0.6963,
      "step": 47093
    },
    {
      "epoch": 0.9924607627748187,
      "grad_norm": 0.09411510080099106,
      "learning_rate": 3.0018757227079366e-09,
      "loss": 0.5908,
      "step": 47094
    },
    {
      "epoch": 0.9924818368131839,
      "grad_norm": 0.09474793076515198,
      "learning_rate": 2.985176303854642e-09,
      "loss": 0.7358,
      "step": 47095
    },
    {
      "epoch": 0.9925029108515492,
      "grad_norm": 0.10585317760705948,
      "learning_rate": 2.968523457106409e-09,
      "loss": 0.6974,
      "step": 47096
    },
    {
      "epoch": 0.9925239848899144,
      "grad_norm": 0.10108881443738937,
      "learning_rate": 2.951917182540953e-09,
      "loss": 0.7303,
      "step": 47097
    },
    {
      "epoch": 0.9925450589282798,
      "grad_norm": 0.11340890824794769,
      "learning_rate": 2.9353574802359897e-09,
      "loss": 0.7562,
      "step": 47098
    },
    {
      "epoch": 0.9925661329666451,
      "grad_norm": 0.11705788224935532,
      "learning_rate": 2.9188443502692344e-09,
      "loss": 0.6973,
      "step": 47099
    },
    {
      "epoch": 0.9925872070050104,
      "grad_norm": 0.10244961827993393,
      "learning_rate": 2.9023777927161823e-09,
      "loss": 0.7049,
      "step": 47100
    },
    {
      "epoch": 0.9926082810433756,
      "grad_norm": 0.21331974864006042,
      "learning_rate": 2.885957807654549e-09,
      "loss": 0.7286,
      "step": 47101
    },
    {
      "epoch": 0.9926293550817409,
      "grad_norm": 0.10665186494588852,
      "learning_rate": 2.86958439516094e-09,
      "loss": 0.692,
      "step": 47102
    },
    {
      "epoch": 0.9926504291201063,
      "grad_norm": 0.1099565252661705,
      "learning_rate": 2.853257555310851e-09,
      "loss": 0.6935,
      "step": 47103
    },
    {
      "epoch": 0.9926715031584715,
      "grad_norm": 0.10164454579353333,
      "learning_rate": 2.8369772881819968e-09,
      "loss": 0.6078,
      "step": 47104
    },
    {
      "epoch": 0.9926925771968368,
      "grad_norm": 0.09764738380908966,
      "learning_rate": 2.8207435938476525e-09,
      "loss": 0.664,
      "step": 47105
    },
    {
      "epoch": 0.992713651235202,
      "grad_norm": 0.10042648017406464,
      "learning_rate": 2.8045564723855333e-09,
      "loss": 0.703,
      "step": 47106
    },
    {
      "epoch": 0.9927347252735673,
      "grad_norm": 0.10280659049749374,
      "learning_rate": 2.7884159238700247e-09,
      "loss": 0.6384,
      "step": 47107
    },
    {
      "epoch": 0.9927557993119327,
      "grad_norm": 0.10158418118953705,
      "learning_rate": 2.7723219483766217e-09,
      "loss": 0.7143,
      "step": 47108
    },
    {
      "epoch": 0.992776873350298,
      "grad_norm": 0.11790063977241516,
      "learning_rate": 2.7562745459808194e-09,
      "loss": 0.6997,
      "step": 47109
    },
    {
      "epoch": 0.9927979473886632,
      "grad_norm": 0.10986737906932831,
      "learning_rate": 2.7402737167558925e-09,
      "loss": 0.6264,
      "step": 47110
    },
    {
      "epoch": 0.9928190214270285,
      "grad_norm": 0.13672494888305664,
      "learning_rate": 2.724319460778446e-09,
      "loss": 0.7094,
      "step": 47111
    },
    {
      "epoch": 0.9928400954653938,
      "grad_norm": 0.10385262221097946,
      "learning_rate": 2.7084117781206455e-09,
      "loss": 0.7108,
      "step": 47112
    },
    {
      "epoch": 0.9928611695037591,
      "grad_norm": 0.1100219190120697,
      "learning_rate": 2.692550668857985e-09,
      "loss": 0.6872,
      "step": 47113
    },
    {
      "epoch": 0.9928822435421244,
      "grad_norm": 0.1471700519323349,
      "learning_rate": 2.67673613306485e-09,
      "loss": 0.636,
      "step": 47114
    },
    {
      "epoch": 0.9929033175804897,
      "grad_norm": 0.09788479655981064,
      "learning_rate": 2.660968170813405e-09,
      "loss": 0.7412,
      "step": 47115
    },
    {
      "epoch": 0.9929243916188549,
      "grad_norm": 0.10773936659097672,
      "learning_rate": 2.6452467821780347e-09,
      "loss": 0.6867,
      "step": 47116
    },
    {
      "epoch": 0.9929454656572202,
      "grad_norm": 0.10542874783277512,
      "learning_rate": 2.629571967232014e-09,
      "loss": 0.7169,
      "step": 47117
    },
    {
      "epoch": 0.9929665396955856,
      "grad_norm": 0.10255679488182068,
      "learning_rate": 2.6139437260475077e-09,
      "loss": 0.7339,
      "step": 47118
    },
    {
      "epoch": 0.9929876137339508,
      "grad_norm": 0.09044626355171204,
      "learning_rate": 2.5983620586977896e-09,
      "loss": 0.7104,
      "step": 47119
    },
    {
      "epoch": 0.9930086877723161,
      "grad_norm": 0.09839396178722382,
      "learning_rate": 2.5828269652561355e-09,
      "loss": 0.7107,
      "step": 47120
    },
    {
      "epoch": 0.9930297618106814,
      "grad_norm": 0.10351160168647766,
      "learning_rate": 2.567338445793599e-09,
      "loss": 0.7003,
      "step": 47121
    },
    {
      "epoch": 0.9930508358490466,
      "grad_norm": 0.10870110988616943,
      "learning_rate": 2.551896500383455e-09,
      "loss": 0.7337,
      "step": 47122
    },
    {
      "epoch": 0.9930719098874119,
      "grad_norm": 0.0870777815580368,
      "learning_rate": 2.536501129097868e-09,
      "loss": 0.6321,
      "step": 47123
    },
    {
      "epoch": 0.9930929839257773,
      "grad_norm": 0.11456527560949326,
      "learning_rate": 2.5211523320067823e-09,
      "loss": 0.7334,
      "step": 47124
    },
    {
      "epoch": 0.9931140579641425,
      "grad_norm": 0.09524743258953094,
      "learning_rate": 2.505850109184582e-09,
      "loss": 0.6813,
      "step": 47125
    },
    {
      "epoch": 0.9931351320025078,
      "grad_norm": 0.10450692474842072,
      "learning_rate": 2.490594460698992e-09,
      "loss": 0.7439,
      "step": 47126
    },
    {
      "epoch": 0.9931562060408731,
      "grad_norm": 0.10779239982366562,
      "learning_rate": 2.475385386624396e-09,
      "loss": 0.7075,
      "step": 47127
    },
    {
      "epoch": 0.9931772800792383,
      "grad_norm": 0.0985659509897232,
      "learning_rate": 2.4602228870296286e-09,
      "loss": 0.7599,
      "step": 47128
    },
    {
      "epoch": 0.9931983541176037,
      "grad_norm": 0.10828815400600433,
      "learning_rate": 2.4451069619857436e-09,
      "loss": 0.7292,
      "step": 47129
    },
    {
      "epoch": 0.993219428155969,
      "grad_norm": 0.14191196858882904,
      "learning_rate": 2.4300376115637956e-09,
      "loss": 0.6149,
      "step": 47130
    },
    {
      "epoch": 0.9932405021943342,
      "grad_norm": 0.11660803109407425,
      "learning_rate": 2.4150148358326185e-09,
      "loss": 0.705,
      "step": 47131
    },
    {
      "epoch": 0.9932615762326995,
      "grad_norm": 0.1102961078286171,
      "learning_rate": 2.400038634864377e-09,
      "loss": 0.7066,
      "step": 47132
    },
    {
      "epoch": 0.9932826502710648,
      "grad_norm": 0.11554015427827835,
      "learning_rate": 2.3851090087267934e-09,
      "loss": 0.693,
      "step": 47133
    },
    {
      "epoch": 0.9933037243094301,
      "grad_norm": 0.0970769077539444,
      "learning_rate": 2.3702259574898135e-09,
      "loss": 0.6733,
      "step": 47134
    },
    {
      "epoch": 0.9933247983477954,
      "grad_norm": 0.10539821535348892,
      "learning_rate": 2.35538948122338e-09,
      "loss": 0.6586,
      "step": 47135
    },
    {
      "epoch": 0.9933458723861607,
      "grad_norm": 0.10231976211071014,
      "learning_rate": 2.340599579996328e-09,
      "loss": 0.7052,
      "step": 47136
    },
    {
      "epoch": 0.9933669464245259,
      "grad_norm": 0.10212629288434982,
      "learning_rate": 2.32585625387749e-09,
      "loss": 0.67,
      "step": 47137
    },
    {
      "epoch": 0.9933880204628912,
      "grad_norm": 0.0992637574672699,
      "learning_rate": 2.3111595029368104e-09,
      "loss": 0.7048,
      "step": 47138
    },
    {
      "epoch": 0.9934090945012566,
      "grad_norm": 0.1033322885632515,
      "learning_rate": 2.296509327239793e-09,
      "loss": 0.7159,
      "step": 47139
    },
    {
      "epoch": 0.9934301685396218,
      "grad_norm": 0.1011429876089096,
      "learning_rate": 2.281905726857492e-09,
      "loss": 0.7864,
      "step": 47140
    },
    {
      "epoch": 0.9934512425779871,
      "grad_norm": 0.12067845463752747,
      "learning_rate": 2.26734870185652e-09,
      "loss": 0.6296,
      "step": 47141
    },
    {
      "epoch": 0.9934723166163524,
      "grad_norm": 0.09980667382478714,
      "learning_rate": 2.2528382523057115e-09,
      "loss": 0.7072,
      "step": 47142
    },
    {
      "epoch": 0.9934933906547176,
      "grad_norm": 0.10699750483036041,
      "learning_rate": 2.2383743782716794e-09,
      "loss": 0.7193,
      "step": 47143
    },
    {
      "epoch": 0.993514464693083,
      "grad_norm": 0.12174927443265915,
      "learning_rate": 2.2239570798221475e-09,
      "loss": 0.7149,
      "step": 47144
    },
    {
      "epoch": 0.9935355387314483,
      "grad_norm": 0.10758719593286514,
      "learning_rate": 2.2095863570248397e-09,
      "loss": 0.6627,
      "step": 47145
    },
    {
      "epoch": 0.9935566127698136,
      "grad_norm": 0.12167040258646011,
      "learning_rate": 2.195262209945259e-09,
      "loss": 0.6856,
      "step": 47146
    },
    {
      "epoch": 0.9935776868081788,
      "grad_norm": 0.11178311705589294,
      "learning_rate": 2.180984638652239e-09,
      "loss": 0.7462,
      "step": 47147
    },
    {
      "epoch": 0.9935987608465441,
      "grad_norm": 0.10769734531641006,
      "learning_rate": 2.1667536432101733e-09,
      "loss": 0.688,
      "step": 47148
    },
    {
      "epoch": 0.9936198348849095,
      "grad_norm": 0.10009951144456863,
      "learning_rate": 2.1525692236867845e-09,
      "loss": 0.6728,
      "step": 47149
    },
    {
      "epoch": 0.9936409089232747,
      "grad_norm": 0.09990479052066803,
      "learning_rate": 2.1384313801475764e-09,
      "loss": 0.7112,
      "step": 47150
    },
    {
      "epoch": 0.99366198296164,
      "grad_norm": 0.09605425596237183,
      "learning_rate": 2.1243401126580523e-09,
      "loss": 0.6817,
      "step": 47151
    },
    {
      "epoch": 0.9936830570000053,
      "grad_norm": 0.11138670891523361,
      "learning_rate": 2.110295421284825e-09,
      "loss": 0.7148,
      "step": 47152
    },
    {
      "epoch": 0.9937041310383705,
      "grad_norm": 0.12363234162330627,
      "learning_rate": 2.0962973060922876e-09,
      "loss": 0.7738,
      "step": 47153
    },
    {
      "epoch": 0.9937252050767359,
      "grad_norm": 0.11190161108970642,
      "learning_rate": 2.0823457671459435e-09,
      "loss": 0.6973,
      "step": 47154
    },
    {
      "epoch": 0.9937462791151012,
      "grad_norm": 0.09957015514373779,
      "learning_rate": 2.068440804512406e-09,
      "loss": 0.7474,
      "step": 47155
    },
    {
      "epoch": 0.9937673531534664,
      "grad_norm": 0.11334709078073502,
      "learning_rate": 2.0545824182538476e-09,
      "loss": 0.7155,
      "step": 47156
    },
    {
      "epoch": 0.9937884271918317,
      "grad_norm": 0.11687710136175156,
      "learning_rate": 2.0407706084368816e-09,
      "loss": 0.7759,
      "step": 47157
    },
    {
      "epoch": 0.993809501230197,
      "grad_norm": 0.10350565612316132,
      "learning_rate": 2.0270053751236807e-09,
      "loss": 0.7358,
      "step": 47158
    },
    {
      "epoch": 0.9938305752685622,
      "grad_norm": 0.09923248738050461,
      "learning_rate": 2.013286718380858e-09,
      "loss": 0.6688,
      "step": 47159
    },
    {
      "epoch": 0.9938516493069276,
      "grad_norm": 0.11170423775911331,
      "learning_rate": 1.999614638270586e-09,
      "loss": 0.7043,
      "step": 47160
    },
    {
      "epoch": 0.9938727233452929,
      "grad_norm": 0.12002761662006378,
      "learning_rate": 1.985989134857258e-09,
      "loss": 0.7259,
      "step": 47161
    },
    {
      "epoch": 0.9938937973836581,
      "grad_norm": 0.10494215041399002,
      "learning_rate": 1.9724102082052663e-09,
      "loss": 0.7224,
      "step": 47162
    },
    {
      "epoch": 0.9939148714220234,
      "grad_norm": 0.09864387661218643,
      "learning_rate": 1.958877858375674e-09,
      "loss": 0.684,
      "step": 47163
    },
    {
      "epoch": 0.9939359454603887,
      "grad_norm": 0.1021779254078865,
      "learning_rate": 1.9453920854328733e-09,
      "loss": 0.6991,
      "step": 47164
    },
    {
      "epoch": 0.993957019498754,
      "grad_norm": 0.10896152257919312,
      "learning_rate": 1.931952889439037e-09,
      "loss": 0.682,
      "step": 47165
    },
    {
      "epoch": 0.9939780935371193,
      "grad_norm": 0.12517282366752625,
      "learning_rate": 1.918560270458558e-09,
      "loss": 0.729,
      "step": 47166
    },
    {
      "epoch": 0.9939991675754846,
      "grad_norm": 0.0996772050857544,
      "learning_rate": 1.9052142285513887e-09,
      "loss": 0.6737,
      "step": 47167
    },
    {
      "epoch": 0.9940202416138498,
      "grad_norm": 0.11309117823839188,
      "learning_rate": 1.891914763780811e-09,
      "loss": 0.6939,
      "step": 47168
    },
    {
      "epoch": 0.9940413156522151,
      "grad_norm": 0.09797730296850204,
      "learning_rate": 1.878661876208998e-09,
      "loss": 0.7012,
      "step": 47169
    },
    {
      "epoch": 0.9940623896905805,
      "grad_norm": 0.10207393765449524,
      "learning_rate": 1.865455565898122e-09,
      "loss": 0.7064,
      "step": 47170
    },
    {
      "epoch": 0.9940834637289457,
      "grad_norm": 0.11713850498199463,
      "learning_rate": 1.8522958329081354e-09,
      "loss": 0.6915,
      "step": 47171
    },
    {
      "epoch": 0.994104537767311,
      "grad_norm": 0.10460276156663895,
      "learning_rate": 1.8391826773023202e-09,
      "loss": 0.7179,
      "step": 47172
    },
    {
      "epoch": 0.9941256118056763,
      "grad_norm": 0.10883545875549316,
      "learning_rate": 1.8261160991395188e-09,
      "loss": 0.6588,
      "step": 47173
    },
    {
      "epoch": 0.9941466858440415,
      "grad_norm": 0.13661997020244598,
      "learning_rate": 1.8130960984830137e-09,
      "loss": 0.6732,
      "step": 47174
    },
    {
      "epoch": 0.9941677598824069,
      "grad_norm": 0.10225784778594971,
      "learning_rate": 1.8001226753905366e-09,
      "loss": 0.6343,
      "step": 47175
    },
    {
      "epoch": 0.9941888339207722,
      "grad_norm": 0.11323048174381256,
      "learning_rate": 1.78719582992537e-09,
      "loss": 0.7219,
      "step": 47176
    },
    {
      "epoch": 0.9942099079591374,
      "grad_norm": 0.11007019877433777,
      "learning_rate": 1.7743155621474661e-09,
      "loss": 0.728,
      "step": 47177
    },
    {
      "epoch": 0.9942309819975027,
      "grad_norm": 0.0994320884346962,
      "learning_rate": 1.7614818721145566e-09,
      "loss": 0.6984,
      "step": 47178
    },
    {
      "epoch": 0.994252056035868,
      "grad_norm": 0.10872048884630203,
      "learning_rate": 1.7486947598888137e-09,
      "loss": 0.6965,
      "step": 47179
    },
    {
      "epoch": 0.9942731300742333,
      "grad_norm": 0.09513430297374725,
      "learning_rate": 1.7359542255279694e-09,
      "loss": 0.6569,
      "step": 47180
    },
    {
      "epoch": 0.9942942041125986,
      "grad_norm": 0.1082245260477066,
      "learning_rate": 1.7232602690919754e-09,
      "loss": 0.7029,
      "step": 47181
    },
    {
      "epoch": 0.9943152781509639,
      "grad_norm": 0.10372905433177948,
      "learning_rate": 1.7106128906407837e-09,
      "loss": 0.6638,
      "step": 47182
    },
    {
      "epoch": 0.9943363521893291,
      "grad_norm": 0.11446332186460495,
      "learning_rate": 1.6980120902332364e-09,
      "loss": 0.7678,
      "step": 47183
    },
    {
      "epoch": 0.9943574262276944,
      "grad_norm": 0.09847570210695267,
      "learning_rate": 1.685457867927065e-09,
      "loss": 0.6714,
      "step": 47184
    },
    {
      "epoch": 0.9943785002660598,
      "grad_norm": 0.11421898007392883,
      "learning_rate": 1.6729502237811113e-09,
      "loss": 0.6531,
      "step": 47185
    },
    {
      "epoch": 0.994399574304425,
      "grad_norm": 0.10865938663482666,
      "learning_rate": 1.660489157854217e-09,
      "loss": 0.703,
      "step": 47186
    },
    {
      "epoch": 0.9944206483427903,
      "grad_norm": 0.10002365708351135,
      "learning_rate": 1.6480746702041138e-09,
      "loss": 0.6999,
      "step": 47187
    },
    {
      "epoch": 0.9944417223811556,
      "grad_norm": 0.0981546938419342,
      "learning_rate": 1.6357067608885336e-09,
      "loss": 0.7486,
      "step": 47188
    },
    {
      "epoch": 0.9944627964195208,
      "grad_norm": 0.11509668827056885,
      "learning_rate": 1.6233854299640973e-09,
      "loss": 0.6925,
      "step": 47189
    },
    {
      "epoch": 0.9944838704578862,
      "grad_norm": 0.10284913331270218,
      "learning_rate": 1.6111106774896468e-09,
      "loss": 0.6824,
      "step": 47190
    },
    {
      "epoch": 0.9945049444962515,
      "grad_norm": 0.10340060293674469,
      "learning_rate": 1.5988825035218037e-09,
      "loss": 0.7142,
      "step": 47191
    },
    {
      "epoch": 0.9945260185346168,
      "grad_norm": 0.09539768844842911,
      "learning_rate": 1.5867009081182994e-09,
      "loss": 0.7118,
      "step": 47192
    },
    {
      "epoch": 0.994547092572982,
      "grad_norm": 0.09437435865402222,
      "learning_rate": 1.5745658913346451e-09,
      "loss": 0.6899,
      "step": 47193
    },
    {
      "epoch": 0.9945681666113473,
      "grad_norm": 0.1107514500617981,
      "learning_rate": 1.5624774532285726e-09,
      "loss": 0.6663,
      "step": 47194
    },
    {
      "epoch": 0.9945892406497127,
      "grad_norm": 0.11623285710811615,
      "learning_rate": 1.5504355938555925e-09,
      "loss": 0.6954,
      "step": 47195
    },
    {
      "epoch": 0.9946103146880779,
      "grad_norm": 0.10831426084041595,
      "learning_rate": 1.5384403132712167e-09,
      "loss": 0.7481,
      "step": 47196
    },
    {
      "epoch": 0.9946313887264432,
      "grad_norm": 0.10495904088020325,
      "learning_rate": 1.5264916115331763e-09,
      "loss": 0.7476,
      "step": 47197
    },
    {
      "epoch": 0.9946524627648085,
      "grad_norm": 0.11737868934869766,
      "learning_rate": 1.514589488694762e-09,
      "loss": 0.7108,
      "step": 47198
    },
    {
      "epoch": 0.9946735368031737,
      "grad_norm": 0.10464191436767578,
      "learning_rate": 1.5027339448137056e-09,
      "loss": 0.7336,
      "step": 47199
    },
    {
      "epoch": 0.994694610841539,
      "grad_norm": 0.11708594858646393,
      "learning_rate": 1.4909249799444082e-09,
      "loss": 0.6589,
      "step": 47200
    },
    {
      "epoch": 0.9947156848799044,
      "grad_norm": 0.09894723445177078,
      "learning_rate": 1.4791625941412703e-09,
      "loss": 0.6441,
      "step": 47201
    },
    {
      "epoch": 0.9947367589182696,
      "grad_norm": 0.10848185420036316,
      "learning_rate": 1.4674467874586928e-09,
      "loss": 0.6983,
      "step": 47202
    },
    {
      "epoch": 0.9947578329566349,
      "grad_norm": 0.09684855490922928,
      "learning_rate": 1.4557775599532976e-09,
      "loss": 0.7142,
      "step": 47203
    },
    {
      "epoch": 0.9947789069950002,
      "grad_norm": 0.10572496056556702,
      "learning_rate": 1.4441549116783749e-09,
      "loss": 0.7049,
      "step": 47204
    },
    {
      "epoch": 0.9947999810333654,
      "grad_norm": 0.09576969593763351,
      "learning_rate": 1.4325788426872156e-09,
      "loss": 0.6978,
      "step": 47205
    },
    {
      "epoch": 0.9948210550717308,
      "grad_norm": 0.1183680072426796,
      "learning_rate": 1.4210493530342207e-09,
      "loss": 0.6561,
      "step": 47206
    },
    {
      "epoch": 0.9948421291100961,
      "grad_norm": 0.10681923478841782,
      "learning_rate": 1.409566442773791e-09,
      "loss": 0.7349,
      "step": 47207
    },
    {
      "epoch": 0.9948632031484613,
      "grad_norm": 0.0986248180270195,
      "learning_rate": 1.3981301119592173e-09,
      "loss": 0.6566,
      "step": 47208
    },
    {
      "epoch": 0.9948842771868266,
      "grad_norm": 0.08948077261447906,
      "learning_rate": 1.3867403606437902e-09,
      "loss": 0.6184,
      "step": 47209
    },
    {
      "epoch": 0.9949053512251919,
      "grad_norm": 0.10260755568742752,
      "learning_rate": 1.3753971888796903e-09,
      "loss": 0.648,
      "step": 47210
    },
    {
      "epoch": 0.9949264252635572,
      "grad_norm": 0.15508656203746796,
      "learning_rate": 1.364100596720208e-09,
      "loss": 0.6591,
      "step": 47211
    },
    {
      "epoch": 0.9949474993019225,
      "grad_norm": 0.1263902485370636,
      "learning_rate": 1.3528505842186346e-09,
      "loss": 0.7033,
      "step": 47212
    },
    {
      "epoch": 0.9949685733402878,
      "grad_norm": 0.10214553773403168,
      "learning_rate": 1.3416471514271502e-09,
      "loss": 0.6527,
      "step": 47213
    },
    {
      "epoch": 0.994989647378653,
      "grad_norm": 0.10153431445360184,
      "learning_rate": 1.3304902983968248e-09,
      "loss": 0.6794,
      "step": 47214
    },
    {
      "epoch": 0.9950107214170183,
      "grad_norm": 0.09896054118871689,
      "learning_rate": 1.3193800251820598e-09,
      "loss": 0.713,
      "step": 47215
    },
    {
      "epoch": 0.9950317954553837,
      "grad_norm": 0.1115524023771286,
      "learning_rate": 1.308316331831705e-09,
      "loss": 0.6735,
      "step": 47216
    },
    {
      "epoch": 0.9950528694937489,
      "grad_norm": 0.19701868295669556,
      "learning_rate": 1.2972992183990508e-09,
      "loss": 0.6937,
      "step": 47217
    },
    {
      "epoch": 0.9950739435321142,
      "grad_norm": 0.11410743743181229,
      "learning_rate": 1.2863286849351675e-09,
      "loss": 0.7034,
      "step": 47218
    },
    {
      "epoch": 0.9950950175704795,
      "grad_norm": 0.10808403044939041,
      "learning_rate": 1.2754047314900153e-09,
      "loss": 0.7101,
      "step": 47219
    },
    {
      "epoch": 0.9951160916088447,
      "grad_norm": 0.09664182364940643,
      "learning_rate": 1.2645273581168849e-09,
      "loss": 0.6595,
      "step": 47220
    },
    {
      "epoch": 0.9951371656472101,
      "grad_norm": 0.1219780296087265,
      "learning_rate": 1.253696564864626e-09,
      "loss": 0.7084,
      "step": 47221
    },
    {
      "epoch": 0.9951582396855754,
      "grad_norm": 0.10192371904850006,
      "learning_rate": 1.2429123517831987e-09,
      "loss": 0.7347,
      "step": 47222
    },
    {
      "epoch": 0.9951793137239406,
      "grad_norm": 0.11091110855340958,
      "learning_rate": 1.2321747189247835e-09,
      "loss": 0.7258,
      "step": 47223
    },
    {
      "epoch": 0.9952003877623059,
      "grad_norm": 0.10498345643281937,
      "learning_rate": 1.22148366633823e-09,
      "loss": 0.7135,
      "step": 47224
    },
    {
      "epoch": 0.9952214618006712,
      "grad_norm": 0.11519202589988708,
      "learning_rate": 1.2108391940734987e-09,
      "loss": 0.7279,
      "step": 47225
    },
    {
      "epoch": 0.9952425358390365,
      "grad_norm": 0.11877769231796265,
      "learning_rate": 1.2002413021805492e-09,
      "loss": 0.6725,
      "step": 47226
    },
    {
      "epoch": 0.9952636098774018,
      "grad_norm": 0.11255870014429092,
      "learning_rate": 1.1896899907082316e-09,
      "loss": 0.6837,
      "step": 47227
    },
    {
      "epoch": 0.9952846839157671,
      "grad_norm": 0.09867016226053238,
      "learning_rate": 1.1791852597053954e-09,
      "loss": 0.715,
      "step": 47228
    },
    {
      "epoch": 0.9953057579541323,
      "grad_norm": 0.1562802940607071,
      "learning_rate": 1.1687271092208907e-09,
      "loss": 0.6761,
      "step": 47229
    },
    {
      "epoch": 0.9953268319924976,
      "grad_norm": 0.09272104501724243,
      "learning_rate": 1.1583155393046775e-09,
      "loss": 0.6345,
      "step": 47230
    },
    {
      "epoch": 0.995347906030863,
      "grad_norm": 0.1234206110239029,
      "learning_rate": 1.1479505500044952e-09,
      "loss": 0.7184,
      "step": 47231
    },
    {
      "epoch": 0.9953689800692282,
      "grad_norm": 0.10055677592754364,
      "learning_rate": 1.1376321413691938e-09,
      "loss": 0.6697,
      "step": 47232
    },
    {
      "epoch": 0.9953900541075935,
      "grad_norm": 0.11735514551401138,
      "learning_rate": 1.1273603134465128e-09,
      "loss": 0.6923,
      "step": 47233
    },
    {
      "epoch": 0.9954111281459588,
      "grad_norm": 0.10270767658948898,
      "learning_rate": 1.1171350662830816e-09,
      "loss": 0.7159,
      "step": 47234
    },
    {
      "epoch": 0.995432202184324,
      "grad_norm": 0.10769674181938171,
      "learning_rate": 1.1069563999277499e-09,
      "loss": 0.6996,
      "step": 47235
    },
    {
      "epoch": 0.9954532762226893,
      "grad_norm": 0.09127387404441833,
      "learning_rate": 1.0968243144282576e-09,
      "loss": 0.6293,
      "step": 47236
    },
    {
      "epoch": 0.9954743502610547,
      "grad_norm": 0.08959900587797165,
      "learning_rate": 1.0867388098312336e-09,
      "loss": 0.636,
      "step": 47237
    },
    {
      "epoch": 0.99549542429942,
      "grad_norm": 0.08849763125181198,
      "learning_rate": 1.076699886184418e-09,
      "loss": 0.6466,
      "step": 47238
    },
    {
      "epoch": 0.9955164983377852,
      "grad_norm": 0.12974217534065247,
      "learning_rate": 1.0667075435333296e-09,
      "loss": 0.734,
      "step": 47239
    },
    {
      "epoch": 0.9955375723761505,
      "grad_norm": 0.10995437204837799,
      "learning_rate": 1.0567617819245979e-09,
      "loss": 0.7523,
      "step": 47240
    },
    {
      "epoch": 0.9955586464145157,
      "grad_norm": 0.09645133465528488,
      "learning_rate": 1.0468626014048522e-09,
      "loss": 0.6805,
      "step": 47241
    },
    {
      "epoch": 0.9955797204528811,
      "grad_norm": 0.11017930507659912,
      "learning_rate": 1.0370100020218322e-09,
      "loss": 0.7181,
      "step": 47242
    },
    {
      "epoch": 0.9956007944912464,
      "grad_norm": 0.11647816747426987,
      "learning_rate": 1.0272039838188363e-09,
      "loss": 0.7104,
      "step": 47243
    },
    {
      "epoch": 0.9956218685296117,
      "grad_norm": 0.1001240611076355,
      "learning_rate": 1.0174445468436045e-09,
      "loss": 0.6488,
      "step": 47244
    },
    {
      "epoch": 0.9956429425679769,
      "grad_norm": 0.144379124045372,
      "learning_rate": 1.0077316911394352e-09,
      "loss": 0.7509,
      "step": 47245
    },
    {
      "epoch": 0.9956640166063422,
      "grad_norm": 0.11513200402259827,
      "learning_rate": 9.980654167540681e-10,
      "loss": 0.7256,
      "step": 47246
    },
    {
      "epoch": 0.9956850906447076,
      "grad_norm": 0.1303866058588028,
      "learning_rate": 9.884457237308021e-10,
      "loss": 0.7514,
      "step": 47247
    },
    {
      "epoch": 0.9957061646830728,
      "grad_norm": 0.09571970999240875,
      "learning_rate": 9.78872612115156e-10,
      "loss": 0.7153,
      "step": 47248
    },
    {
      "epoch": 0.9957272387214381,
      "grad_norm": 0.09153157472610474,
      "learning_rate": 9.693460819515388e-10,
      "loss": 0.6525,
      "step": 47249
    },
    {
      "epoch": 0.9957483127598034,
      "grad_norm": 0.0978199914097786,
      "learning_rate": 9.598661332843595e-10,
      "loss": 0.7197,
      "step": 47250
    },
    {
      "epoch": 0.9957693867981686,
      "grad_norm": 0.09006880223751068,
      "learning_rate": 9.50432766158027e-10,
      "loss": 0.6896,
      "step": 47251
    },
    {
      "epoch": 0.995790460836534,
      "grad_norm": 0.10246755927801132,
      "learning_rate": 9.410459806158402e-10,
      "loss": 0.7045,
      "step": 47252
    },
    {
      "epoch": 0.9958115348748993,
      "grad_norm": 0.12365888804197311,
      "learning_rate": 9.317057767022076e-10,
      "loss": 0.6726,
      "step": 47253
    },
    {
      "epoch": 0.9958326089132645,
      "grad_norm": 0.10405130684375763,
      "learning_rate": 9.224121544604281e-10,
      "loss": 0.6582,
      "step": 47254
    },
    {
      "epoch": 0.9958536829516298,
      "grad_norm": 0.10419866442680359,
      "learning_rate": 9.131651139338005e-10,
      "loss": 0.6858,
      "step": 47255
    },
    {
      "epoch": 0.9958747569899951,
      "grad_norm": 0.10488069802522659,
      "learning_rate": 9.039646551656234e-10,
      "loss": 0.7316,
      "step": 47256
    },
    {
      "epoch": 0.9958958310283604,
      "grad_norm": 0.10210641473531723,
      "learning_rate": 8.948107781969751e-10,
      "loss": 0.665,
      "step": 47257
    },
    {
      "epoch": 0.9959169050667257,
      "grad_norm": 0.10883777588605881,
      "learning_rate": 8.857034830733746e-10,
      "loss": 0.6611,
      "step": 47258
    },
    {
      "epoch": 0.995937979105091,
      "grad_norm": 0.10057920217514038,
      "learning_rate": 8.766427698359003e-10,
      "loss": 0.6927,
      "step": 47259
    },
    {
      "epoch": 0.9959590531434562,
      "grad_norm": 0.1491314321756363,
      "learning_rate": 8.676286385256305e-10,
      "loss": 0.7111,
      "step": 47260
    },
    {
      "epoch": 0.9959801271818215,
      "grad_norm": 0.10555178672075272,
      "learning_rate": 8.58661089186974e-10,
      "loss": 0.7052,
      "step": 47261
    },
    {
      "epoch": 0.9960012012201869,
      "grad_norm": 0.09349784255027771,
      "learning_rate": 8.497401218598989e-10,
      "loss": 0.6816,
      "step": 47262
    },
    {
      "epoch": 0.9960222752585521,
      "grad_norm": 0.1009722501039505,
      "learning_rate": 8.408657365854833e-10,
      "loss": 0.6468,
      "step": 47263
    },
    {
      "epoch": 0.9960433492969174,
      "grad_norm": 0.13678093254566193,
      "learning_rate": 8.320379334070261e-10,
      "loss": 0.6624,
      "step": 47264
    },
    {
      "epoch": 0.9960644233352827,
      "grad_norm": 0.12137891352176666,
      "learning_rate": 8.232567123644952e-10,
      "loss": 0.8081,
      "step": 47265
    },
    {
      "epoch": 0.9960854973736479,
      "grad_norm": 0.09843797981739044,
      "learning_rate": 8.145220734989689e-10,
      "loss": 0.6882,
      "step": 47266
    },
    {
      "epoch": 0.9961065714120133,
      "grad_norm": 0.13724350929260254,
      "learning_rate": 8.058340168515255e-10,
      "loss": 0.7505,
      "step": 47267
    },
    {
      "epoch": 0.9961276454503786,
      "grad_norm": 0.11760971695184708,
      "learning_rate": 7.971925424621329e-10,
      "loss": 0.6975,
      "step": 47268
    },
    {
      "epoch": 0.9961487194887438,
      "grad_norm": 0.10942289233207703,
      "learning_rate": 7.885976503707593e-10,
      "loss": 0.6616,
      "step": 47269
    },
    {
      "epoch": 0.9961697935271091,
      "grad_norm": 0.11468208581209183,
      "learning_rate": 7.800493406173726e-10,
      "loss": 0.617,
      "step": 47270
    },
    {
      "epoch": 0.9961908675654744,
      "grad_norm": 0.11000719666481018,
      "learning_rate": 7.71547613243051e-10,
      "loss": 0.6705,
      "step": 47271
    },
    {
      "epoch": 0.9962119416038396,
      "grad_norm": 0.11189484596252441,
      "learning_rate": 7.630924682866525e-10,
      "loss": 0.6636,
      "step": 47272
    },
    {
      "epoch": 0.996233015642205,
      "grad_norm": 0.09355197101831436,
      "learning_rate": 7.546839057870348e-10,
      "loss": 0.6724,
      "step": 47273
    },
    {
      "epoch": 0.9962540896805703,
      "grad_norm": 0.10142651200294495,
      "learning_rate": 7.463219257841658e-10,
      "loss": 0.6794,
      "step": 47274
    },
    {
      "epoch": 0.9962751637189355,
      "grad_norm": 0.10272970795631409,
      "learning_rate": 7.380065283169035e-10,
      "loss": 0.7036,
      "step": 47275
    },
    {
      "epoch": 0.9962962377573008,
      "grad_norm": 0.11312157660722733,
      "learning_rate": 7.297377134241057e-10,
      "loss": 0.6804,
      "step": 47276
    },
    {
      "epoch": 0.9963173117956661,
      "grad_norm": 0.10481538623571396,
      "learning_rate": 7.215154811435198e-10,
      "loss": 0.7335,
      "step": 47277
    },
    {
      "epoch": 0.9963383858340314,
      "grad_norm": 0.10436096787452698,
      "learning_rate": 7.133398315140039e-10,
      "loss": 0.6926,
      "step": 47278
    },
    {
      "epoch": 0.9963594598723967,
      "grad_norm": 0.09753675013780594,
      "learning_rate": 7.052107645733053e-10,
      "loss": 0.7067,
      "step": 47279
    },
    {
      "epoch": 0.996380533910762,
      "grad_norm": 0.17646898329257965,
      "learning_rate": 6.971282803591717e-10,
      "loss": 0.7253,
      "step": 47280
    },
    {
      "epoch": 0.9964016079491272,
      "grad_norm": 0.13741837441921234,
      "learning_rate": 6.890923789104609e-10,
      "loss": 0.6583,
      "step": 47281
    },
    {
      "epoch": 0.9964226819874925,
      "grad_norm": 0.10483448207378387,
      "learning_rate": 6.811030602638103e-10,
      "loss": 0.7337,
      "step": 47282
    },
    {
      "epoch": 0.9964437560258579,
      "grad_norm": 0.19880090653896332,
      "learning_rate": 6.731603244558571e-10,
      "loss": 0.7313,
      "step": 47283
    },
    {
      "epoch": 0.9964648300642232,
      "grad_norm": 0.11659755557775497,
      "learning_rate": 6.652641715243491e-10,
      "loss": 0.6457,
      "step": 47284
    },
    {
      "epoch": 0.9964859041025884,
      "grad_norm": 0.10255438089370728,
      "learning_rate": 6.574146015059235e-10,
      "loss": 0.6505,
      "step": 47285
    },
    {
      "epoch": 0.9965069781409537,
      "grad_norm": 0.09807657450437546,
      "learning_rate": 6.496116144372178e-10,
      "loss": 0.7278,
      "step": 47286
    },
    {
      "epoch": 0.996528052179319,
      "grad_norm": 0.10372618585824966,
      "learning_rate": 6.418552103537589e-10,
      "loss": 0.7093,
      "step": 47287
    },
    {
      "epoch": 0.9965491262176843,
      "grad_norm": 0.0932803824543953,
      "learning_rate": 6.341453892932947e-10,
      "loss": 0.6745,
      "step": 47288
    },
    {
      "epoch": 0.9965702002560496,
      "grad_norm": 0.10621289908885956,
      "learning_rate": 6.26482151290242e-10,
      "loss": 0.7371,
      "step": 47289
    },
    {
      "epoch": 0.9965912742944149,
      "grad_norm": 0.10042807459831238,
      "learning_rate": 6.188654963812379e-10,
      "loss": 0.6466,
      "step": 47290
    },
    {
      "epoch": 0.9966123483327801,
      "grad_norm": 0.10922224074602127,
      "learning_rate": 6.112954246018099e-10,
      "loss": 0.7142,
      "step": 47291
    },
    {
      "epoch": 0.9966334223711454,
      "grad_norm": 0.09025359153747559,
      "learning_rate": 6.037719359852646e-10,
      "loss": 0.658,
      "step": 47292
    },
    {
      "epoch": 0.9966544964095108,
      "grad_norm": 0.10128583014011383,
      "learning_rate": 5.962950305693493e-10,
      "loss": 0.6207,
      "step": 47293
    },
    {
      "epoch": 0.996675570447876,
      "grad_norm": 0.09479288756847382,
      "learning_rate": 5.888647083884813e-10,
      "loss": 0.6699,
      "step": 47294
    },
    {
      "epoch": 0.9966966444862413,
      "grad_norm": 0.1133108139038086,
      "learning_rate": 5.814809694748569e-10,
      "loss": 0.6824,
      "step": 47295
    },
    {
      "epoch": 0.9967177185246066,
      "grad_norm": 0.12017010897397995,
      "learning_rate": 5.741438138662236e-10,
      "loss": 0.7762,
      "step": 47296
    },
    {
      "epoch": 0.9967387925629718,
      "grad_norm": 0.0953911766409874,
      "learning_rate": 5.668532415936678e-10,
      "loss": 0.6515,
      "step": 47297
    },
    {
      "epoch": 0.9967598666013372,
      "grad_norm": 0.1148696094751358,
      "learning_rate": 5.596092526938268e-10,
      "loss": 0.7917,
      "step": 47298
    },
    {
      "epoch": 0.9967809406397025,
      "grad_norm": 0.14101271331310272,
      "learning_rate": 5.52411847198897e-10,
      "loss": 0.7091,
      "step": 47299
    },
    {
      "epoch": 0.9968020146780677,
      "grad_norm": 0.12230267375707626,
      "learning_rate": 5.452610251421853e-10,
      "loss": 0.6722,
      "step": 47300
    },
    {
      "epoch": 0.996823088716433,
      "grad_norm": 0.13437163829803467,
      "learning_rate": 5.381567865581083e-10,
      "loss": 0.7399,
      "step": 47301
    },
    {
      "epoch": 0.9968441627547983,
      "grad_norm": 0.1068636029958725,
      "learning_rate": 5.310991314788628e-10,
      "loss": 0.7482,
      "step": 47302
    },
    {
      "epoch": 0.9968652367931636,
      "grad_norm": 0.10939586162567139,
      "learning_rate": 5.240880599377551e-10,
      "loss": 0.6131,
      "step": 47303
    },
    {
      "epoch": 0.9968863108315289,
      "grad_norm": 0.10898759961128235,
      "learning_rate": 5.171235719669821e-10,
      "loss": 0.659,
      "step": 47304
    },
    {
      "epoch": 0.9969073848698942,
      "grad_norm": 0.10314290970563889,
      "learning_rate": 5.102056675998501e-10,
      "loss": 0.6928,
      "step": 47305
    },
    {
      "epoch": 0.9969284589082594,
      "grad_norm": 0.10470190644264221,
      "learning_rate": 5.033343468685559e-10,
      "loss": 0.6733,
      "step": 47306
    },
    {
      "epoch": 0.9969495329466247,
      "grad_norm": 0.10437079519033432,
      "learning_rate": 4.965096098041855e-10,
      "loss": 0.6991,
      "step": 47307
    },
    {
      "epoch": 0.9969706069849901,
      "grad_norm": 0.1065358892083168,
      "learning_rate": 4.897314564389355e-10,
      "loss": 0.7524,
      "step": 47308
    },
    {
      "epoch": 0.9969916810233553,
      "grad_norm": 0.12491867691278458,
      "learning_rate": 4.829998868038921e-10,
      "loss": 0.7377,
      "step": 47309
    },
    {
      "epoch": 0.9970127550617206,
      "grad_norm": 0.09766548871994019,
      "learning_rate": 4.76314900932362e-10,
      "loss": 0.7239,
      "step": 47310
    },
    {
      "epoch": 0.9970338291000859,
      "grad_norm": 0.10909931361675262,
      "learning_rate": 4.69676498853211e-10,
      "loss": 0.6703,
      "step": 47311
    },
    {
      "epoch": 0.9970549031384511,
      "grad_norm": 0.10510038584470749,
      "learning_rate": 4.6308468059863555e-10,
      "loss": 0.7318,
      "step": 47312
    },
    {
      "epoch": 0.9970759771768164,
      "grad_norm": 0.10838748514652252,
      "learning_rate": 4.5653944619861166e-10,
      "loss": 0.7103,
      "step": 47313
    },
    {
      "epoch": 0.9970970512151818,
      "grad_norm": 0.11450609564781189,
      "learning_rate": 4.5004079568422566e-10,
      "loss": 0.775,
      "step": 47314
    },
    {
      "epoch": 0.997118125253547,
      "grad_norm": 0.09751281887292862,
      "learning_rate": 4.4358872908434326e-10,
      "loss": 0.6555,
      "step": 47315
    },
    {
      "epoch": 0.9971391992919123,
      "grad_norm": 0.11659640818834305,
      "learning_rate": 4.371832464311609e-10,
      "loss": 0.7525,
      "step": 47316
    },
    {
      "epoch": 0.9971602733302776,
      "grad_norm": 0.09795656055212021,
      "learning_rate": 4.3082434775354456e-10,
      "loss": 0.668,
      "step": 47317
    },
    {
      "epoch": 0.9971813473686428,
      "grad_norm": 0.08505988121032715,
      "learning_rate": 4.2451203308147005e-10,
      "loss": 0.6024,
      "step": 47318
    },
    {
      "epoch": 0.9972024214070082,
      "grad_norm": 0.14088553190231323,
      "learning_rate": 4.1824630244380326e-10,
      "loss": 0.6719,
      "step": 47319
    },
    {
      "epoch": 0.9972234954453735,
      "grad_norm": 0.09047291427850723,
      "learning_rate": 4.1202715586941e-10,
      "loss": 0.6608,
      "step": 47320
    },
    {
      "epoch": 0.9972445694837387,
      "grad_norm": 0.1449306756258011,
      "learning_rate": 4.058545933882663e-10,
      "loss": 0.6757,
      "step": 47321
    },
    {
      "epoch": 0.997265643522104,
      "grad_norm": 0.12796024978160858,
      "learning_rate": 3.997286150292379e-10,
      "loss": 0.7572,
      "step": 47322
    },
    {
      "epoch": 0.9972867175604693,
      "grad_norm": 0.09934522956609726,
      "learning_rate": 3.936492208189702e-10,
      "loss": 0.6921,
      "step": 47323
    },
    {
      "epoch": 0.9973077915988346,
      "grad_norm": 0.11381079256534576,
      "learning_rate": 3.8761641078743917e-10,
      "loss": 0.7098,
      "step": 47324
    },
    {
      "epoch": 0.9973288656371999,
      "grad_norm": 0.11241382360458374,
      "learning_rate": 3.816301849635107e-10,
      "loss": 0.6883,
      "step": 47325
    },
    {
      "epoch": 0.9973499396755652,
      "grad_norm": 0.10335914045572281,
      "learning_rate": 3.756905433727198e-10,
      "loss": 0.6785,
      "step": 47326
    },
    {
      "epoch": 0.9973710137139304,
      "grad_norm": 0.10372097045183182,
      "learning_rate": 3.697974860439324e-10,
      "loss": 0.627,
      "step": 47327
    },
    {
      "epoch": 0.9973920877522957,
      "grad_norm": 0.10051030665636063,
      "learning_rate": 3.63951013004904e-10,
      "loss": 0.7127,
      "step": 47328
    },
    {
      "epoch": 0.9974131617906611,
      "grad_norm": 0.10766749829053879,
      "learning_rate": 3.5815112428339017e-10,
      "loss": 0.6962,
      "step": 47329
    },
    {
      "epoch": 0.9974342358290263,
      "grad_norm": 0.11593716591596603,
      "learning_rate": 3.5239781990492603e-10,
      "loss": 0.6841,
      "step": 47330
    },
    {
      "epoch": 0.9974553098673916,
      "grad_norm": 0.11203151941299438,
      "learning_rate": 3.4669109989726723e-10,
      "loss": 0.7267,
      "step": 47331
    },
    {
      "epoch": 0.9974763839057569,
      "grad_norm": 0.10330548882484436,
      "learning_rate": 3.4103096428594887e-10,
      "loss": 0.7338,
      "step": 47332
    },
    {
      "epoch": 0.9974974579441221,
      "grad_norm": 0.1042911633849144,
      "learning_rate": 3.354174130987264e-10,
      "loss": 0.6519,
      "step": 47333
    },
    {
      "epoch": 0.9975185319824875,
      "grad_norm": 0.10158126056194305,
      "learning_rate": 3.298504463611352e-10,
      "loss": 0.6455,
      "step": 47334
    },
    {
      "epoch": 0.9975396060208528,
      "grad_norm": 0.8289915919303894,
      "learning_rate": 3.2433006409871014e-10,
      "loss": 0.7236,
      "step": 47335
    },
    {
      "epoch": 0.997560680059218,
      "grad_norm": 0.1056145429611206,
      "learning_rate": 3.1885626633809676e-10,
      "loss": 0.6775,
      "step": 47336
    },
    {
      "epoch": 0.9975817540975833,
      "grad_norm": 0.11041805148124695,
      "learning_rate": 3.1342905310483006e-10,
      "loss": 0.6809,
      "step": 47337
    },
    {
      "epoch": 0.9976028281359486,
      "grad_norm": 0.14585722982883453,
      "learning_rate": 3.0804842442333507e-10,
      "loss": 0.6905,
      "step": 47338
    },
    {
      "epoch": 0.997623902174314,
      "grad_norm": 0.12103597074747086,
      "learning_rate": 3.027143803180366e-10,
      "loss": 0.6369,
      "step": 47339
    },
    {
      "epoch": 0.9976449762126792,
      "grad_norm": 0.09856296330690384,
      "learning_rate": 2.9742692081558e-10,
      "loss": 0.7514,
      "step": 47340
    },
    {
      "epoch": 0.9976660502510445,
      "grad_norm": 0.09884840995073318,
      "learning_rate": 2.9218604593928004e-10,
      "loss": 0.6393,
      "step": 47341
    },
    {
      "epoch": 0.9976871242894098,
      "grad_norm": 0.23769252002239227,
      "learning_rate": 2.8699175571467177e-10,
      "loss": 0.7324,
      "step": 47342
    },
    {
      "epoch": 0.997708198327775,
      "grad_norm": 0.09290559589862823,
      "learning_rate": 2.8184405016506987e-10,
      "loss": 0.6582,
      "step": 47343
    },
    {
      "epoch": 0.9977292723661404,
      "grad_norm": 0.09276021271944046,
      "learning_rate": 2.7674292931489933e-10,
      "loss": 0.6688,
      "step": 47344
    },
    {
      "epoch": 0.9977503464045057,
      "grad_norm": 0.10181652754545212,
      "learning_rate": 2.7168839318747476e-10,
      "loss": 0.6965,
      "step": 47345
    },
    {
      "epoch": 0.9977714204428709,
      "grad_norm": 0.09526810795068741,
      "learning_rate": 2.6668044180611087e-10,
      "loss": 0.6703,
      "step": 47346
    },
    {
      "epoch": 0.9977924944812362,
      "grad_norm": 0.10312306135892868,
      "learning_rate": 2.6171907519523253e-10,
      "loss": 0.7335,
      "step": 47347
    },
    {
      "epoch": 0.9978135685196015,
      "grad_norm": 0.09860946983098984,
      "learning_rate": 2.568042933770443e-10,
      "loss": 0.6794,
      "step": 47348
    },
    {
      "epoch": 0.9978346425579667,
      "grad_norm": 0.09854130446910858,
      "learning_rate": 2.519360963748607e-10,
      "loss": 0.6606,
      "step": 47349
    },
    {
      "epoch": 0.9978557165963321,
      "grad_norm": 0.10656388103961945,
      "learning_rate": 2.4711448421088635e-10,
      "loss": 0.7136,
      "step": 47350
    },
    {
      "epoch": 0.9978767906346974,
      "grad_norm": 0.10470882058143616,
      "learning_rate": 2.4233945690843587e-10,
      "loss": 0.7186,
      "step": 47351
    },
    {
      "epoch": 0.9978978646730626,
      "grad_norm": 0.10947183519601822,
      "learning_rate": 2.3761101448971367e-10,
      "loss": 0.6315,
      "step": 47352
    },
    {
      "epoch": 0.9979189387114279,
      "grad_norm": 0.1619201898574829,
      "learning_rate": 2.329291569758141e-10,
      "loss": 0.726,
      "step": 47353
    },
    {
      "epoch": 0.9979400127497932,
      "grad_norm": 0.09979855269193649,
      "learning_rate": 2.282938843878313e-10,
      "loss": 0.7789,
      "step": 47354
    },
    {
      "epoch": 0.9979610867881585,
      "grad_norm": 0.0984485074877739,
      "learning_rate": 2.237051967501902e-10,
      "loss": 0.7277,
      "step": 47355
    },
    {
      "epoch": 0.9979821608265238,
      "grad_norm": 0.1172078400850296,
      "learning_rate": 2.1916309408176462e-10,
      "loss": 0.7073,
      "step": 47356
    },
    {
      "epoch": 0.9980032348648891,
      "grad_norm": 0.09136486798524857,
      "learning_rate": 2.1466757640475898e-10,
      "loss": 0.7251,
      "step": 47357
    },
    {
      "epoch": 0.9980243089032543,
      "grad_norm": 0.09205985069274902,
      "learning_rate": 2.1021864374026758e-10,
      "loss": 0.7235,
      "step": 47358
    },
    {
      "epoch": 0.9980453829416196,
      "grad_norm": 0.11023843288421631,
      "learning_rate": 2.0581629610827435e-10,
      "loss": 0.6972,
      "step": 47359
    },
    {
      "epoch": 0.998066456979985,
      "grad_norm": 0.0987253338098526,
      "learning_rate": 2.014605335298736e-10,
      "loss": 0.6991,
      "step": 47360
    },
    {
      "epoch": 0.9980875310183502,
      "grad_norm": 0.10248486697673798,
      "learning_rate": 1.9715135602504932e-10,
      "loss": 0.6583,
      "step": 47361
    },
    {
      "epoch": 0.9981086050567155,
      "grad_norm": 0.09992579370737076,
      "learning_rate": 1.9288876361489573e-10,
      "loss": 0.656,
      "step": 47362
    },
    {
      "epoch": 0.9981296790950808,
      "grad_norm": 0.11404955387115479,
      "learning_rate": 1.886727563171764e-10,
      "loss": 0.6614,
      "step": 47363
    },
    {
      "epoch": 0.998150753133446,
      "grad_norm": 0.11195818334817886,
      "learning_rate": 1.8450333415298561e-10,
      "loss": 0.6897,
      "step": 47364
    },
    {
      "epoch": 0.9981718271718114,
      "grad_norm": 0.09069189429283142,
      "learning_rate": 1.8038049714230732e-10,
      "loss": 0.6661,
      "step": 47365
    },
    {
      "epoch": 0.9981929012101767,
      "grad_norm": 0.10465604811906815,
      "learning_rate": 1.7630424530290513e-10,
      "loss": 0.7705,
      "step": 47366
    },
    {
      "epoch": 0.9982139752485419,
      "grad_norm": 0.09492351114749908,
      "learning_rate": 1.722745786536528e-10,
      "loss": 0.7019,
      "step": 47367
    },
    {
      "epoch": 0.9982350492869072,
      "grad_norm": 0.10019059479236603,
      "learning_rate": 1.6829149721564464e-10,
      "loss": 0.7283,
      "step": 47368
    },
    {
      "epoch": 0.9982561233252725,
      "grad_norm": 0.12996159493923187,
      "learning_rate": 1.643550010044237e-10,
      "loss": 0.6768,
      "step": 47369
    },
    {
      "epoch": 0.9982771973636378,
      "grad_norm": 0.10678867250680923,
      "learning_rate": 1.6046509004108424e-10,
      "loss": 0.6881,
      "step": 47370
    },
    {
      "epoch": 0.9982982714020031,
      "grad_norm": 0.0990108996629715,
      "learning_rate": 1.5662176434116939e-10,
      "loss": 0.6745,
      "step": 47371
    },
    {
      "epoch": 0.9983193454403684,
      "grad_norm": 0.15199382603168488,
      "learning_rate": 1.5282502392466313e-10,
      "loss": 0.7397,
      "step": 47372
    },
    {
      "epoch": 0.9983404194787336,
      "grad_norm": 0.09844064712524414,
      "learning_rate": 1.4907486880821887e-10,
      "loss": 0.7379,
      "step": 47373
    },
    {
      "epoch": 0.9983614935170989,
      "grad_norm": 0.1348506212234497,
      "learning_rate": 1.4537129900960012e-10,
      "loss": 0.6704,
      "step": 47374
    },
    {
      "epoch": 0.9983825675554643,
      "grad_norm": 0.10627720504999161,
      "learning_rate": 1.4171431454546026e-10,
      "loss": 0.6574,
      "step": 47375
    },
    {
      "epoch": 0.9984036415938295,
      "grad_norm": 0.11979524791240692,
      "learning_rate": 1.3810391543467306e-10,
      "loss": 0.6406,
      "step": 47376
    },
    {
      "epoch": 0.9984247156321948,
      "grad_norm": 0.14614813029766083,
      "learning_rate": 1.3454010169167143e-10,
      "loss": 0.7249,
      "step": 47377
    },
    {
      "epoch": 0.9984457896705601,
      "grad_norm": 0.09755107760429382,
      "learning_rate": 1.3102287333421892e-10,
      "loss": 0.6845,
      "step": 47378
    },
    {
      "epoch": 0.9984668637089253,
      "grad_norm": 0.10929180681705475,
      "learning_rate": 1.2755223037896892e-10,
      "loss": 0.6751,
      "step": 47379
    },
    {
      "epoch": 0.9984879377472907,
      "grad_norm": 0.11685046553611755,
      "learning_rate": 1.241281728414645e-10,
      "loss": 0.6738,
      "step": 47380
    },
    {
      "epoch": 0.998509011785656,
      "grad_norm": 0.1541927307844162,
      "learning_rate": 1.2075070073724883e-10,
      "loss": 0.6744,
      "step": 47381
    },
    {
      "epoch": 0.9985300858240213,
      "grad_norm": 0.16409336030483246,
      "learning_rate": 1.1741981408408542e-10,
      "loss": 0.727,
      "step": 47382
    },
    {
      "epoch": 0.9985511598623865,
      "grad_norm": 0.10722044855356216,
      "learning_rate": 1.1413551289529701e-10,
      "loss": 0.6547,
      "step": 47383
    },
    {
      "epoch": 0.9985722339007518,
      "grad_norm": 0.16575442254543304,
      "learning_rate": 1.108977971875369e-10,
      "loss": 0.6536,
      "step": 47384
    },
    {
      "epoch": 0.9985933079391172,
      "grad_norm": 0.15294383466243744,
      "learning_rate": 1.0770666697523802e-10,
      "loss": 0.7225,
      "step": 47385
    },
    {
      "epoch": 0.9986143819774824,
      "grad_norm": 0.10506046563386917,
      "learning_rate": 1.0456212227283324e-10,
      "loss": 0.658,
      "step": 47386
    },
    {
      "epoch": 0.9986354560158477,
      "grad_norm": 0.12606993317604065,
      "learning_rate": 1.014641630958657e-10,
      "loss": 0.6911,
      "step": 47387
    },
    {
      "epoch": 0.998656530054213,
      "grad_norm": 0.09079886972904205,
      "learning_rate": 9.841278945876831e-11,
      "loss": 0.6719,
      "step": 47388
    },
    {
      "epoch": 0.9986776040925782,
      "grad_norm": 0.14649809896945953,
      "learning_rate": 9.540800137486373e-11,
      "loss": 0.7089,
      "step": 47389
    },
    {
      "epoch": 0.9986986781309435,
      "grad_norm": 0.09917003661394119,
      "learning_rate": 9.244979885969507e-11,
      "loss": 0.7051,
      "step": 47390
    },
    {
      "epoch": 0.9987197521693089,
      "grad_norm": 0.10724826902151108,
      "learning_rate": 8.953818192547481e-11,
      "loss": 0.6517,
      "step": 47391
    },
    {
      "epoch": 0.9987408262076741,
      "grad_norm": 0.09406006336212158,
      "learning_rate": 8.667315058552562e-11,
      "loss": 0.7265,
      "step": 47392
    },
    {
      "epoch": 0.9987619002460394,
      "grad_norm": 0.11238707602024078,
      "learning_rate": 8.38547048553906e-11,
      "loss": 0.6906,
      "step": 47393
    },
    {
      "epoch": 0.9987829742844047,
      "grad_norm": 0.10066509246826172,
      "learning_rate": 8.1082844746172e-11,
      "loss": 0.739,
      "step": 47394
    },
    {
      "epoch": 0.9988040483227699,
      "grad_norm": 0.10382723063230515,
      "learning_rate": 7.83575702711925e-11,
      "loss": 0.6472,
      "step": 47395
    },
    {
      "epoch": 0.9988251223611353,
      "grad_norm": 0.12546657025814056,
      "learning_rate": 7.567888144377477e-11,
      "loss": 0.7136,
      "step": 47396
    },
    {
      "epoch": 0.9988461963995006,
      "grad_norm": 0.09878326207399368,
      "learning_rate": 7.304677827613126e-11,
      "loss": 0.6991,
      "step": 47397
    },
    {
      "epoch": 0.9988672704378658,
      "grad_norm": 0.10999465733766556,
      "learning_rate": 7.046126078047444e-11,
      "loss": 0.7166,
      "step": 47398
    },
    {
      "epoch": 0.9988883444762311,
      "grad_norm": 0.13656312227249146,
      "learning_rate": 6.792232896901674e-11,
      "loss": 0.745,
      "step": 47399
    },
    {
      "epoch": 0.9989094185145964,
      "grad_norm": 0.11011096090078354,
      "learning_rate": 6.54299828528604e-11,
      "loss": 0.6317,
      "step": 47400
    },
    {
      "epoch": 0.9989304925529617,
      "grad_norm": 0.10734910517930984,
      "learning_rate": 6.298422244421786e-11,
      "loss": 0.7181,
      "step": 47401
    },
    {
      "epoch": 0.998951566591327,
      "grad_norm": 0.09453069418668747,
      "learning_rate": 6.058504775419138e-11,
      "loss": 0.6209,
      "step": 47402
    },
    {
      "epoch": 0.9989726406296923,
      "grad_norm": 0.09842994809150696,
      "learning_rate": 5.82324587949934e-11,
      "loss": 0.6999,
      "step": 47403
    },
    {
      "epoch": 0.9989937146680575,
      "grad_norm": 0.11014820635318756,
      "learning_rate": 5.5926455575505686e-11,
      "loss": 0.7138,
      "step": 47404
    },
    {
      "epoch": 0.9990147887064228,
      "grad_norm": 0.11584968119859695,
      "learning_rate": 5.366703810905094e-11,
      "loss": 0.7306,
      "step": 47405
    },
    {
      "epoch": 0.9990358627447882,
      "grad_norm": 0.11021191626787186,
      "learning_rate": 5.1454206403400707e-11,
      "loss": 0.6768,
      "step": 47406
    },
    {
      "epoch": 0.9990569367831534,
      "grad_norm": 0.11212177574634552,
      "learning_rate": 4.928796047187767e-11,
      "loss": 0.6548,
      "step": 47407
    },
    {
      "epoch": 0.9990780108215187,
      "grad_norm": 0.10393175482749939,
      "learning_rate": 4.716830032225339e-11,
      "loss": 0.7497,
      "step": 47408
    },
    {
      "epoch": 0.999099084859884,
      "grad_norm": 0.1470939964056015,
      "learning_rate": 4.509522596451987e-11,
      "loss": 0.7216,
      "step": 47409
    },
    {
      "epoch": 0.9991201588982492,
      "grad_norm": 0.08825008571147919,
      "learning_rate": 4.306873740977935e-11,
      "loss": 0.6479,
      "step": 47410
    },
    {
      "epoch": 0.9991412329366146,
      "grad_norm": 0.10944698750972748,
      "learning_rate": 4.108883466580338e-11,
      "loss": 0.6978,
      "step": 47411
    },
    {
      "epoch": 0.9991623069749799,
      "grad_norm": 0.12385150790214539,
      "learning_rate": 3.915551774258397e-11,
      "loss": 0.688,
      "step": 47412
    },
    {
      "epoch": 0.9991833810133451,
      "grad_norm": 0.11554975807666779,
      "learning_rate": 3.726878665011313e-11,
      "loss": 0.6916,
      "step": 47413
    },
    {
      "epoch": 0.9992044550517104,
      "grad_norm": 0.1031346544623375,
      "learning_rate": 3.542864139616242e-11,
      "loss": 0.6546,
      "step": 47414
    },
    {
      "epoch": 0.9992255290900757,
      "grad_norm": 0.09762006253004074,
      "learning_rate": 3.36350819885034e-11,
      "loss": 0.6603,
      "step": 47415
    },
    {
      "epoch": 0.999246603128441,
      "grad_norm": 0.09973504394292831,
      "learning_rate": 3.1888108437128085e-11,
      "loss": 0.658,
      "step": 47416
    },
    {
      "epoch": 0.9992676771668063,
      "grad_norm": 0.11593730002641678,
      "learning_rate": 3.018772074980802e-11,
      "loss": 0.7073,
      "step": 47417
    },
    {
      "epoch": 0.9992887512051716,
      "grad_norm": 0.09738687425851822,
      "learning_rate": 2.8533918933204562e-11,
      "loss": 0.6982,
      "step": 47418
    },
    {
      "epoch": 0.9993098252435368,
      "grad_norm": 0.12124812602996826,
      "learning_rate": 2.6926702996199484e-11,
      "loss": 0.6942,
      "step": 47419
    },
    {
      "epoch": 0.9993308992819021,
      "grad_norm": 0.10241333395242691,
      "learning_rate": 2.5366072945454124e-11,
      "loss": 0.677,
      "step": 47420
    },
    {
      "epoch": 0.9993519733202675,
      "grad_norm": 0.10930333286523819,
      "learning_rate": 2.3852028789850266e-11,
      "loss": 0.6636,
      "step": 47421
    },
    {
      "epoch": 0.9993730473586327,
      "grad_norm": 0.15351305902004242,
      "learning_rate": 2.2384570534939033e-11,
      "loss": 0.6691,
      "step": 47422
    },
    {
      "epoch": 0.999394121396998,
      "grad_norm": 0.1144525557756424,
      "learning_rate": 2.0963698187381754e-11,
      "loss": 0.7435,
      "step": 47423
    },
    {
      "epoch": 0.9994151954353633,
      "grad_norm": 0.0978003740310669,
      "learning_rate": 1.9589411754949993e-11,
      "loss": 0.7492,
      "step": 47424
    },
    {
      "epoch": 0.9994362694737285,
      "grad_norm": 0.0992831215262413,
      "learning_rate": 1.826171124319487e-11,
      "loss": 0.6917,
      "step": 47425
    },
    {
      "epoch": 0.9994573435120938,
      "grad_norm": 0.1357894390821457,
      "learning_rate": 1.6980596658777714e-11,
      "loss": 0.6776,
      "step": 47426
    },
    {
      "epoch": 0.9994784175504592,
      "grad_norm": 0.16918399930000305,
      "learning_rate": 1.574606800835987e-11,
      "loss": 0.6885,
      "step": 47427
    },
    {
      "epoch": 0.9994994915888245,
      "grad_norm": 0.10528545081615448,
      "learning_rate": 1.4558125295272006e-11,
      "loss": 0.6804,
      "step": 47428
    },
    {
      "epoch": 0.9995205656271897,
      "grad_norm": 0.08780723065137863,
      "learning_rate": 1.3416768527285685e-11,
      "loss": 0.6217,
      "step": 47429
    },
    {
      "epoch": 0.999541639665555,
      "grad_norm": 0.10106564313173294,
      "learning_rate": 1.2321997709952016e-11,
      "loss": 0.7432,
      "step": 47430
    },
    {
      "epoch": 0.9995627137039202,
      "grad_norm": 0.12553279101848602,
      "learning_rate": 1.1273812846601673e-11,
      "loss": 0.7396,
      "step": 47431
    },
    {
      "epoch": 0.9995837877422856,
      "grad_norm": 0.10787826776504517,
      "learning_rate": 1.0272213942785769e-11,
      "loss": 0.6859,
      "step": 47432
    },
    {
      "epoch": 0.9996048617806509,
      "grad_norm": 0.08572646975517273,
      "learning_rate": 9.317201002945197e-12,
      "loss": 0.6818,
      "step": 47433
    },
    {
      "epoch": 0.9996259358190162,
      "grad_norm": 0.10298074036836624,
      "learning_rate": 8.408774032631073e-12,
      "loss": 0.6576,
      "step": 47434
    },
    {
      "epoch": 0.9996470098573814,
      "grad_norm": 0.14498645067214966,
      "learning_rate": 7.546933035174065e-12,
      "loss": 0.7777,
      "step": 47435
    },
    {
      "epoch": 0.9996680838957467,
      "grad_norm": 0.10217182338237762,
      "learning_rate": 6.731678015015064e-12,
      "loss": 0.6736,
      "step": 47436
    },
    {
      "epoch": 0.9996891579341121,
      "grad_norm": 0.10955489426851273,
      "learning_rate": 5.963008975484741e-12,
      "loss": 0.7474,
      "step": 47437
    },
    {
      "epoch": 0.9997102319724773,
      "grad_norm": 0.10316842794418335,
      "learning_rate": 5.240925919913764e-12,
      "loss": 0.7337,
      "step": 47438
    },
    {
      "epoch": 0.9997313060108426,
      "grad_norm": 0.24732007086277008,
      "learning_rate": 4.565428852743026e-12,
      "loss": 0.688,
      "step": 47439
    },
    {
      "epoch": 0.9997523800492079,
      "grad_norm": 0.10419581085443497,
      "learning_rate": 3.936517777303195e-12,
      "loss": 0.6987,
      "step": 47440
    },
    {
      "epoch": 0.9997734540875731,
      "grad_norm": 0.12899249792099,
      "learning_rate": 3.3541926947044945e-12,
      "loss": 0.7087,
      "step": 47441
    },
    {
      "epoch": 0.9997945281259385,
      "grad_norm": 0.13438273966312408,
      "learning_rate": 2.8184536082775936e-12,
      "loss": 0.8116,
      "step": 47442
    },
    {
      "epoch": 0.9998156021643038,
      "grad_norm": 0.15408392250537872,
      "learning_rate": 2.3293005224633845e-12,
      "loss": 0.7554,
      "step": 47443
    },
    {
      "epoch": 0.999836676202669,
      "grad_norm": 0.1054900735616684,
      "learning_rate": 1.8867334372618672e-12,
      "loss": 0.7462,
      "step": 47444
    },
    {
      "epoch": 0.9998577502410343,
      "grad_norm": 0.11221720278263092,
      "learning_rate": 1.4907523548934876e-12,
      "loss": 0.6752,
      "step": 47445
    },
    {
      "epoch": 0.9998788242793996,
      "grad_norm": 0.09343239665031433,
      "learning_rate": 1.1413572786889149e-12,
      "loss": 0.6386,
      "step": 47446
    },
    {
      "epoch": 0.9998998983177649,
      "grad_norm": 0.10720755159854889,
      "learning_rate": 8.385482086481489e-13,
      "loss": 0.6406,
      "step": 47447
    },
    {
      "epoch": 0.9999209723561302,
      "grad_norm": 0.10561082512140274,
      "learning_rate": 5.823251469916358e-13,
      "loss": 0.6705,
      "step": 47448
    },
    {
      "epoch": 0.9999420463944955,
      "grad_norm": 0.10434728115797043,
      "learning_rate": 3.726880959398216e-13,
      "loss": 0.7163,
      "step": 47449
    },
    {
      "epoch": 0.9999631204328607,
      "grad_norm": 0.0979839637875557,
      "learning_rate": 2.0963705438248328e-13,
      "loss": 0.653,
      "step": 47450
    },
    {
      "epoch": 0.999984194471226,
      "grad_norm": 0.10666999220848083,
      "learning_rate": 9.317202454006691e-14,
      "loss": 0.6532,
      "step": 47451
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.11404760181903839,
      "learning_rate": 2.3293006412572483e-14,
      "loss": 0.6852,
      "step": 47452
    },
    {
      "epoch": 1.0,
      "step": 47452,
      "total_flos": 2.273154688724878e+20,
      "train_loss": 0.8059271326505102,
      "train_runtime": 199197.7123,
      "train_samples_per_second": 91.474,
      "train_steps_per_second": 0.238
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 47452,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.273154688724878e+20,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}